-- Logs begin at Mon 2022-03-07 15:12:38 UTC, end at Mon 2022-03-07 17:05:21 UTC. -- Mar 07 15:46:35.667775 n-d-830010-8 systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 15:46:38.609939 n-d-830010-8 neutron-server[103759]: INFO neutron.common.config [-] Logging enabled! Mar 07 15:46:38.610530 n-d-830010-8 neutron-server[103759]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 15:46:38.610660 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103759) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 15:46:38.613983 n-d-830010-8 neutron-server[103759]: INFO neutron.common.config [-] Logging enabled! Mar 07 15:46:38.614243 n-d-830010-8 neutron-server[103759]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 15:46:38.614560 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103759) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 15:46:38.615876 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 15:46:38.616121 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 15:46:38.616498 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 15:46:38.616756 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 15:46:38.617392 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 15:46:38.617730 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.618164 n-d-830010-8 neutron-server[103759]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 15:46:38.618484 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.618790 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.619118 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.619423 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.619721 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.620016 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.620317 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.620625 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.620919 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.621212 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.621505 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.621803 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.622094 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.622389 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.622681 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.623001 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] debug = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.623294 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.623735 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.624140 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.624430 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.624724 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.625011 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.625290 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.625572 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.625863 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.626199 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] host = n-d-830010-8 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.626486 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.626780 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.627584 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.628154 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.628449 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.628744 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.629044 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.629331 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.629616 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] log_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.629904 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.630202 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.630499 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.631336 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.631336 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.631600 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.631777 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.632069 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.632356 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.632641 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.632925 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.633210 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.633492 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.633769 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.634061 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.634356 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.634648 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.634969 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.635255 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.635541 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.635819 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.636111 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.636394 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.636675 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.636956 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.637248 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.637527 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.637811 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.638115 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.638408 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.638697 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.639012 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.639295 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.639583 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.639864 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.640142 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.640420 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] use_json = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.640697 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.640973 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.641266 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.641544 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.641820 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.642098 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.642376 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.642667 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.642975 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:38.643278 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.643581 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.643887 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.644189 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.644488 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.644778 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.645077 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.645364 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.645658 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.645951 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.646246 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.647079 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.647382 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.647677 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.647977 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.648289 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.648589 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.648888 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.649170 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.649452 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.649732 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.650019 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.650315 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.650601 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.650920 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.651219 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.651512 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.651819 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.652112 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.652411 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.652707 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.652987 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.653275 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.653574 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.653859 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.654138 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.654422 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.654715 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.655022 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.655305 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.655597 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.655882 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.656163 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.656443 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.656726 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.657022 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.657309 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.657588 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.657867 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.658150 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.658431 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.658723 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.659030 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.659314 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.659594 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.659881 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.660160 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.660441 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.660725 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.661002 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.661289 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.661575 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.661859 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.662717 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.663021 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.663304 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.663584 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.663865 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.664147 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.664428 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.664706 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.664986 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.665265 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.665545 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.665837 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.666143 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.666428 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.666714 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.667024 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.667309 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.667592 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.667875 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.668159 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.668444 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.668723 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.669017 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.669304 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.669596 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.669905 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.670192 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.670495 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.670779 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.671087 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.671386 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.671673 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.671962 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.672251 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.672542 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.672842 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.673140 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.673439 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.673740 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.674037 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.674324 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.674640 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.674959 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:38.675185 n-d-830010-8 neutron-server[103759]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 15:46:38.675428 n-d-830010-8 neutron-server[103759]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103759) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 15:46:39.050786 n-d-830010-8 neutron-server[103759]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 15:46:39.051101 n-d-830010-8 neutron-server[103759]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 15:46:39.051416 n-d-830010-8 neutron-server[103759]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 15:46:39.051896 n-d-830010-8 neutron-server[103759]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 15:46:39.382426 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.382638 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.382951 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.384270 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.384552 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.384824 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.431119 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.431406 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.431681 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.445705 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.445993 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.446272 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.475944 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.476224 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.476492 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.513116 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.513400 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.513674 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.861065 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.861692 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.861692 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.861876 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.862577 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.962478 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.962821 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.963109 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.963390 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.963664 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.963984 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.964255 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.964517 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.964779 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.965068 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.965336 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.965610 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.965870 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.966127 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.966389 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.966658 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.966946 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.967224 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.967500 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.967764 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.968041 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.968300 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.968587 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.969225 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.969482 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.969731 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:39.970124 n-d-830010-8 neutron-server[103759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:46:39.970369 n-d-830010-8 neutron-server[103759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:46:39.970610 n-d-830010-8 neutron-server[103759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:46:39.970880 n-d-830010-8 neutron-server[103759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:46:39.971125 n-d-830010-8 neutron-server[103759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:46:39.971365 n-d-830010-8 neutron-server[103759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:46:39.971731 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 15:46:39.975606 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 15:46:39.979730 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 15:46:39.983482 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 07 15:46:39.985157 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 15:46:39.985623 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 15:46:39.985963 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 15:46:39.986354 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 15:46:39.989220 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 15:46:39.989480 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 15:46:39.989831 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 15:46:39.994808 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 15:46:40.018767 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 15:46:40.019250 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.019556 n-d-830010-8 neutron-server[103759]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103759) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 15:46:40.019939 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.021842 n-d-830010-8 neutron-server[103759]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103759) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 15:46:40.022125 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 15:46:40.022539 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 15:46:40.025858 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.026147 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.089265 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 15:46:40.089511 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 15:46:40.089755 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 15:46:40.090130 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 15:46:40.110294 n-d-830010-8 neutron-server[103759]: DEBUG oslo_db.sqlalchemy.engines [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103759) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 15:46:40.556888 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Initializing driver for type 'gre' Mar 07 15:46:40.557390 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] gre ID ranges: [(1, 1000)] Mar 07 15:46:40.611603 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Initializing driver for type 'local' Mar 07 15:46:40.611995 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Initializing driver for type 'vlan' Mar 07 15:46:40.625714 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] VlanTypeDriver initialization complete Mar 07 15:46:40.626060 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Initializing driver for type 'vxlan' Mar 07 15:46:40.626556 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] vxlan ID ranges: [(1, 1000)] Mar 07 15:46:40.687616 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Initializing extension driver 'port_security' Mar 07 15:46:40.688078 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.extensions.port_security [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] PortSecurityExtensionDriver initialization complete Mar 07 15:46:40.688442 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Initializing mechanism driver 'openvswitch' Mar 07 15:46:40.688758 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Initializing mechanism driver 'hyperv' Mar 07 15:46:40.695626 n-d-830010-8 neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:46:40.696494 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > port after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.696880 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > port after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.697249 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > port after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.697793 n-d-830010-8 neutron-server[103759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:46:40.698235 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > subnet after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.698599 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > subnet after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.698985 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.699393 n-d-830010-8 neutron-server[103759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:46:40.699811 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > network after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.700168 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > network after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.700516 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > network after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.700921 n-d-830010-8 neutron-server[103759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:46:40.701341 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > security_group after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.701698 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > security_group after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.702047 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.702456 n-d-830010-8 neutron-server[103759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:46:40.702893 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.703251 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.703598 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.704036 n-d-830010-8 neutron-server[103759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:46:40.704418 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > address_group after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.704771 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > address_group after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.705119 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.705522 n-d-830010-8 neutron-server[103759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 15:46:40.706001 n-d-830010-8 neutron-server[103759]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] ML2 OVO RPC backend initialized. {{(pid=103759) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 15:46:40.706711 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.707098 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.707524 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > network before_response 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.707882 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > networks before_response 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.708237 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > port before_response 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.708587 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > ports before_response 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.709457 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > subnet before_response 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.709809 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > subnets before_response 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.710163 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > network after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.710511 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > network after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.710886 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > network after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.711236 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > port after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.711581 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > port after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.711924 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > port after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.712265 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > subnet after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.712607 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > subnet after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.712956 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.720570 n-d-830010-8 neutron-server[103759]: INFO neutron.quota [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded quota_driver: . Mar 07 15:46:40.720947 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Modular L2 Plugin initialization complete Mar 07 15:46:40.721332 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading services supported by the core plugin {{(pid=103759) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 15:46:40.721683 n-d-830010-8 neutron-server[103759]: INFO neutron.plugins.ml2.managers [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Got port-security extension from driver 'port_security' Mar 07 15:46:40.722168 n-d-830010-8 neutron-server[103759]: INFO neutron.extensions.vlantransparent [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Disabled vlantransparent extension. Mar 07 15:46:40.722669 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103759) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 15:46:40.723047 n-d-830010-8 neutron-server[103759]: INFO neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading Plugin: router Mar 07 15:46:40.760056 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.760458 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router after_create 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.760841 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router before_create 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.761215 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.761601 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.761970 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router after_delete 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.762339 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.762697 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.763093 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router after_create 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.763453 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router after_update 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.763813 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router after_update 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.764176 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.764544 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router after_update 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.764964 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router precommit_update 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.765349 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: port after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.765704 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: port after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.766053 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: subnet after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.766405 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.766766 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.767147 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router precommit_create 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.767505 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: port before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.767857 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router precommit_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.768224 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router after_update 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.768577 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.769064 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router precommit_create 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.769439 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.769796 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router precommit_update 55549900 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.770175 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > agent after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.770538 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > agent after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.770926 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > network after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.772078 n-d-830010-8 neutron-server[103759]: DEBUG neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Tracking information for resource: router configured {{(pid=103759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:46:40.772422 n-d-830010-8 neutron-server[103759]: DEBUG neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Tracking information for resource: floatingip configured {{(pid=103759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 15:46:40.777567 n-d-830010-8 neutron-server[103759]: INFO neutron.db.l3_agentschedulers_db [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 15:46:40.778157 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: port after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.778529 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: port after_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.778922 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: port after_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.779285 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: port after_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.780080 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router before_create 55550100 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.780454 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.780828 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router precommit_create 55550100 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.781211 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > router precommit_update 55550100 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.786048 n-d-830010-8 neutron-server[103759]: DEBUG neutron.services.provider_configuration [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service providers = [] {{(pid=103759) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 15:46:40.786422 n-d-830010-8 neutron-server[103759]: DEBUG neutron.db.servicetype_db [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103759) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 15:46:40.789640 n-d-830010-8 neutron-server[103759]: DEBUG neutron.services.service_base [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 15:46:40.789998 n-d-830010-8 neutron-server[103759]: DEBUG neutron.services.service_base [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 15:46:40.790349 n-d-830010-8 neutron-server[103759]: DEBUG neutron.services.service_base [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 15:46:40.791290 n-d-830010-8 neutron-server[103759]: DEBUG neutron.services.service_base [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 15:46:40.791675 n-d-830010-8 neutron-server[103759]: INFO neutron.services.service_base [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 15:46:40.792066 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:46:40.792394 n-d-830010-8 neutron-server[103759]: INFO neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 15:46:40.803835 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:46:40.804179 n-d-830010-8 neutron-server[103759]: INFO neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading Plugin: auto_allocate Mar 07 15:46:40.810101 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: network precommit_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.810431 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: network precommit_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.810998 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:46:40.811330 n-d-830010-8 neutron-server[103759]: INFO neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading Plugin: tag Mar 07 15:46:40.818862 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:46:40.819257 n-d-830010-8 neutron-server[103759]: INFO neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading Plugin: timestamp Mar 07 15:46:40.823190 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:46:40.823529 n-d-830010-8 neutron-server[103759]: INFO neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading Plugin: network_ip_availability Mar 07 15:46:40.829095 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.829480 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.829844 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:40.830591 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:46:40.830959 n-d-830010-8 neutron-server[103759]: INFO neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading Plugin: flavors Mar 07 15:46:40.836029 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:46:40.836370 n-d-830010-8 neutron-server[103759]: INFO neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading Plugin: revisions Mar 07 15:46:40.840805 n-d-830010-8 neutron-server[103759]: DEBUG neutron.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 15:46:40.841213 n-d-830010-8 neutron-server[103759]: DEBUG oslo_concurrency.lockutils [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=103759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 15:46:40.841974 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103759) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 15:46:40.842324 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Initializing extension manager. Mar 07 15:46:40.842893 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: __init__.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.843245 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: __pycache__ {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.843589 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.844183 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: address_group.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.844956 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.845543 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: address-group Mar 07 15:46:40.845875 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: address_scope.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.846605 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.847172 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: address-scope Mar 07 15:46:40.847502 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.848444 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.848983 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: router-admin-state-down-before-update Mar 07 15:46:40.849313 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: agent.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.850144 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.850672 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: agent Mar 07 15:46:40.851031 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: agent_resources_synced.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.851967 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.852494 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: agent-resources-synced Mar 07 15:46:40.852822 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: allowedaddresspairs.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.854648 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.855222 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: allowed-address-pairs Mar 07 15:46:40.855561 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: auto_allocated_topology.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.856658 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.857191 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: auto-allocated-topology Mar 07 15:46:40.857522 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: availability_zone.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.858228 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.858760 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: availability_zone Mar 07 15:46:40.859114 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: availability_zone_filter.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.860043 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.860567 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: availability_zone_filter Mar 07 15:46:40.860896 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: data_plane_status.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.861815 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.862330 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 15:46:40.862651 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: default_subnetpools.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.863601 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.864127 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: default-subnetpools Mar 07 15:46:40.864455 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.865892 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.866428 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: dhcp_agent_scheduler Mar 07 15:46:40.866759 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: dns.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.867717 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.868242 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension dns-integration not supported by any of loaded plugins Mar 07 15:46:40.868572 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: dns_domain_ports.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.869512 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.870040 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 15:46:40.870370 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.871365 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.871890 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 15:46:40.872221 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: dvr.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.872905 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.873427 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: dvr Mar 07 15:46:40.873756 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: ecmp_routes.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.874691 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.875237 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 15:46:40.875568 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: empty_string_filtering.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.876492 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.877018 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: empty-string-filtering Mar 07 15:46:40.877348 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.878270 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.878818 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 15:46:40.879155 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.880086 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.880641 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 15:46:40.881617 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: external_net.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.882551 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.883112 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: external-net Mar 07 15:46:40.883447 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.884370 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.884897 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: extra_dhcp_opt Mar 07 15:46:40.885228 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: extraroute.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.886161 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.886687 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: extraroute Mar 07 15:46:40.887063 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: extraroute_atomic.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.888122 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.888662 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: extraroute-atomic Mar 07 15:46:40.888999 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: filter_validation.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.889681 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.890206 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: filter-validation Mar 07 15:46:40.890538 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: fip_pf_description.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.891507 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.892031 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 15:46:40.892361 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: fip_port_details.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.893484 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.894016 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: fip-port-details Mar 07 15:46:40.894352 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: flavors.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.895648 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.896188 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: flavors Mar 07 15:46:40.896551 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.898270 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.898882 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 15:46:40.899172 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: floatingip_pools.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.899886 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.900416 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: floatingip-pools Mar 07 15:46:40.900748 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: ip_allocation.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.901697 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.902217 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 15:46:40.902547 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.903512 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.904051 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: ip-substring-filtering Mar 07 15:46:40.904373 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l2_adjacency.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.905321 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.905839 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 15:46:40.906168 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l3.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.907162 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.907695 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: router Mar 07 15:46:40.908027 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.910332 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.910912 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 15:46:40.911261 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.912238 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.912763 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: ext-gw-mode Mar 07 15:46:40.913104 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.914039 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.914567 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: l3-ha Mar 07 15:46:40.914938 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.915871 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.916393 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 15:46:40.916725 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l3_flavors.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.917654 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.918182 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: l3-flavors Mar 07 15:46:40.918520 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.919960 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.920492 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 15:46:40.920829 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.921763 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.922293 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 15:46:40.922624 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: l3agentscheduler.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.923717 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.924253 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: l3_agent_scheduler Mar 07 15:46:40.924590 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: local_ip.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.926399 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.926977 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension local_ip not supported by any of loaded plugins Mar 07 15:46:40.927317 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: logging.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.930819 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.931366 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension logging not supported by any of loaded plugins Mar 07 15:46:40.931709 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: metering.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.932475 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.933071 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: metering Mar 07 15:46:40.933409 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.934532 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.935102 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: metering_source_and_destination_fields Mar 07 15:46:40.935443 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: multiprovidernet.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.936385 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.936918 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: multi-provider Mar 07 15:46:40.937254 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: netmtu.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.938188 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.938718 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: net-mtu Mar 07 15:46:40.939081 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: netmtu_writable.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.940020 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.940545 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: net-mtu-writable Mar 07 15:46:40.940876 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: network_availability_zone.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.941560 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.942083 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: network_availability_zone Mar 07 15:46:40.942413 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: network_ip_availability.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.944196 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.944728 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: network-ip-availability Mar 07 15:46:40.945060 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: network_segment_range.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.945840 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.946362 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 15:46:40.946695 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: pagination.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.947717 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.948061 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: pagination Mar 07 15:46:40.948394 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: port_device_profile.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.949329 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.949865 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: port-device-profile Mar 07 15:46:40.950197 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.951166 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.951694 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: port-mac-address-regenerate Mar 07 15:46:40.952028 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.952963 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.953488 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: port-numa-affinity-policy Mar 07 15:46:40.953816 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: port_resource_request.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.954751 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.955300 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 15:46:40.955635 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: port_resource_request_groups.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.956615 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.957134 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 15:46:40.957464 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: portbindings.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.958408 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.959073 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: binding Mar 07 15:46:40.959412 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: portbindings_extended.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.960717 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.961252 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: binding-extended Mar 07 15:46:40.961586 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: portsecurity.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.962515 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.963070 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: port-security Mar 07 15:46:40.963405 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: project_id.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.964399 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.964738 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: project-id Mar 07 15:46:40.965071 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: providernet.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.966004 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.966532 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: provider Mar 07 15:46:40.966894 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.970750 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.971319 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos not supported by any of loaded plugins Mar 07 15:46:40.971663 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.972942 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.973480 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 15:46:40.973818 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.974784 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.975340 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 15:46:40.975676 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_default.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.976610 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.977143 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-default not supported by any of loaded plugins Mar 07 15:46:40.977473 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_fip.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.978426 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.978989 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-fip not supported by any of loaded plugins Mar 07 15:46:40.979325 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.980262 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.980793 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 15:46:40.981124 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_gateway_ip.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.982061 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.982585 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 15:46:40.982951 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_port_network_policy.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.984020 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.984546 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 15:46:40.984877 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.985934 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.986466 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 15:46:40.986848 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.987913 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.988443 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 15:46:40.988774 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_pps_rule.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.989979 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.991131 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-pps not supported by any of loaded plugins Mar 07 15:46:40.991466 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_rule_type_details.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.992406 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.992936 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 15:46:40.993269 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: qos_rules_alias.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.994342 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.994903 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 15:46:40.995239 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: quota_check_limit.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.996169 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.996702 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: quota-check-limit Mar 07 15:46:40.997036 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: quotasv2.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:40.997973 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:40.998307 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: quotas Mar 07 15:46:40.998635 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: quotasv2_detail.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.000397 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.000745 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: quota_details Mar 07 15:46:41.001084 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: rbac.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.002137 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.002677 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: rbac-policies Mar 07 15:46:41.003044 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: rbac_address_group.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.003989 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.004522 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: rbac-address-group Mar 07 15:46:41.004855 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: rbac_address_scope.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.006390 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.006957 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: rbac-address-scope Mar 07 15:46:41.007289 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: rbac_security_groups.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.008228 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.008758 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: rbac-security-groups Mar 07 15:46:41.009088 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: rbac_subnetpool.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.010126 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.010656 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: rbac-subnetpool Mar 07 15:46:41.011023 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: revisionifmatch.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.011965 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.012495 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: revision-if-match Mar 07 15:46:41.012827 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: revisions.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.013967 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.014500 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: standard-attr-revisions Mar 07 15:46:41.014862 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: router_availability_zone.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.015554 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.016085 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: router_availability_zone Mar 07 15:46:41.016424 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: routerservicetype.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.017364 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.017887 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension router-service-type not supported by any of loaded plugins Mar 07 15:46:41.018213 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.019186 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.019719 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: security-groups-normalized-cidr Mar 07 15:46:41.020044 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.020978 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.021572 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: port-security-groups-filtering Mar 07 15:46:41.021897 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.022860 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.023389 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: security-groups-remote-address-group Mar 07 15:46:41.023717 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.024668 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.025193 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: security-groups-shared-filtering Mar 07 15:46:41.025521 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.026120 n-d-830010-8 neutron-server[103759]: WARNING neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 15:46:41.026447 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: securitygroup.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.036053 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.036599 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: security-group Mar 07 15:46:41.037465 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: segment.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.038266 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.038814 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension segment not supported by any of loaded plugins Mar 07 15:46:41.039156 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.040115 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.040644 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 15:46:41.040978 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: servicetype.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.042101 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.042641 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: service-type Mar 07 15:46:41.043013 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: sorting.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.044015 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.044359 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: sorting Mar 07 15:46:41.044695 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: standard_attr_segment.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.045624 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.046156 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 15:46:41.046492 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: standardattrdescription.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.047183 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.047714 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: standard-attr-description Mar 07 15:46:41.048045 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: stateful_security_group.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.049011 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.049546 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: stateful-security-group Mar 07 15:46:41.049880 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: stdattrs_common.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.050467 n-d-830010-8 neutron-server[103759]: WARNING neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 15:46:41.050814 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.051769 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.052300 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 15:46:41.053232 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: subnet_onboard.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.054393 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.056449 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: subnet_onboard Mar 07 15:46:41.056785 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.057793 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.058504 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 15:46:41.058862 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: subnet_service_types.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.059883 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.060544 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: subnet-service-types Mar 07 15:46:41.060878 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: subnetallocation.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.062125 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.062662 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: subnet_allocation Mar 07 15:46:41.063024 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.063711 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.064240 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: subnetpool-prefix-ops Mar 07 15:46:41.064571 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.065524 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.066047 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 15:46:41.066379 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: tagging.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.067476 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.068011 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: standard-attr-tag Mar 07 15:46:41.068463 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: timestamp.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.069692 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.070232 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loaded extension: standard-attr-timestamp Mar 07 15:46:41.070570 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: trunk.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.071667 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.072202 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension trunk not supported by any of loaded plugins Mar 07 15:46:41.072538 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: trunk_details.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.073474 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.074004 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension trunk-details not supported by any of loaded plugins Mar 07 15:46:41.074339 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: uplink_status_propagation.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.075309 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.075842 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 15:46:41.076176 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Loading extension file: vlantransparent.py {{(pid=103759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 15:46:41.076859 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 15:46:41.077384 n-d-830010-8 neutron-server[103759]: INFO neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 15:46:41.079920 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:network Mar 07 15:46:41.080466 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:subnet Mar 07 15:46:41.080874 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:46:41.081281 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:port Mar 07 15:46:41.082499 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.082972 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service FLAVORS assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.083606 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.084065 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.084544 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:router Mar 07 15:46:41.084979 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:floatingip Mar 07 15:46:41.085478 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service METERING assigned prefix: /metering {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.086966 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:41.087346 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:41.087707 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:46:41.088707 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 15:46:41.089162 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:security_group Mar 07 15:46:41.089607 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 15:46:41.090214 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service CORE assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.090560 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:46:41.090957 n-d-830010-8 neutron-server[103759]: WARNING neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] subnetpool is already registered Mar 07 15:46:41.091403 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service CORE assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.091750 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:46:41.092091 n-d-830010-8 neutron-server[103759]: WARNING neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] subnetpool is already registered Mar 07 15:46:41.094602 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.095081 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service FLAVORS assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.095682 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.096110 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.096450 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:router Mar 07 15:46:41.096796 n-d-830010-8 neutron-server[103759]: WARNING neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] router is already registered Mar 07 15:46:41.097211 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:floatingip Mar 07 15:46:41.097553 n-d-830010-8 neutron-server[103759]: WARNING neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] floatingip is already registered Mar 07 15:46:41.098011 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service METERING assigned prefix: /metering {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.098682 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 15:46:41.099044 n-d-830010-8 neutron-server[103759]: WARNING neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] rbac_policy is already registered Mar 07 15:46:41.099995 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:security_group Mar 07 15:46:41.100339 n-d-830010-8 neutron-server[103759]: WARNING neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] security_group is already registered Mar 07 15:46:41.100749 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 15:46:41.101089 n-d-830010-8 neutron-server[103759]: WARNING neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] security_group_rule is already registered Mar 07 15:46:41.101719 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service CORE assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.102064 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:46:41.102407 n-d-830010-8 neutron-server[103759]: WARNING neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] subnetpool is already registered Mar 07 15:46:41.102862 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.v2.resource_helper [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Service CORE assigned prefix: {{(pid=103759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 15:46:41.103196 n-d-830010-8 neutron-server[103759]: INFO neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 15:46:41.103531 n-d-830010-8 neutron-server[103759]: WARNING neutron.quota.resource_registry [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] subnetpool is already registered Mar 07 15:46:41.104001 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: extensions {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.105445 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: address-groups {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.106960 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: address-scopes {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.108302 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: agents {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.109461 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: auto-allocated-topology {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.110708 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: availability_zones {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.111965 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: dhcp-networks {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.113457 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: dhcp-agents {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.114925 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: routers {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.117696 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: flavors {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.118897 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: service_profiles {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.120127 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: next_providers {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.121586 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: service_profiles {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.123159 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: floatingip-pools {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.124383 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: routers {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.126490 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: floatingips {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.128708 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: l3-routers {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.130127 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: l3-agents {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.131803 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: metering-labels {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.133185 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: metering-label-rules {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.134463 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: network-ip-availabilities {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.135761 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: bindings {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.137429 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: quotas {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.139019 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: quotas {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.140552 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: rbac-policies {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.141848 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: security-groups {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.143121 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: security-group-rules {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.144369 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: service-providers {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.145583 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: subnetpools {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.147296 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: subnetpools {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.148768 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.150454 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.152288 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.154047 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.155887 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.157751 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.159469 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.161364 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.164022 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.165862 n-d-830010-8 neutron-server[103759]: DEBUG neutron.api.extensions [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Extended resource: tags {{(pid=103759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 15:46:41.171741 n-d-830010-8 neutron-server[103759]: WARNING keystonemiddleware.auth_token [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 15:46:41.176447 n-d-830010-8 neutron-server[103759]: WARNING keystonemiddleware.auth_token [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 15:46:41.185729 n-d-830010-8 neutron-server[103759]: DEBUG oslo_concurrency.lockutils [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Acquired lock "singleton_lock" {{(pid=103759) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 15:46:41.186209 n-d-830010-8 neutron-server[103759]: DEBUG oslo_concurrency.lockutils [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Releasing lock "singleton_lock" {{(pid=103759) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 15:46:41.186895 n-d-830010-8 neutron-server[103759]: INFO oslo_service.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Starting 2 workers Mar 07 15:46:41.191789 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Started child 103866 {{(pid=103759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 15:46:41.196481 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Started child 103867 {{(pid=103759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 15:46:41.197522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:41.198209 n-d-830010-8 neutron-server[103759]: INFO neutron.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 15:46:41.198759 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:41.199107 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [-] (103866) wsgi starting up on http://0.0.0.0:9696 Mar 07 15:46:41.201225 n-d-830010-8 neutron-server[103759]: INFO oslo_service.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Starting 1 workers Mar 07 15:46:41.201390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:41.202735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [-] (103867) wsgi starting up on http://0.0.0.0:9696 Mar 07 15:46:41.206471 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Started child 103868 {{(pid=103759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 15:46:41.207067 n-d-830010-8 neutron-server[103759]: INFO oslo_service.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Starting 1 workers Mar 07 15:46:41.210218 n-d-830010-8 neutron-server[103868]: DEBUG neutron.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] calling RpcWorker wait() {{(pid=103868) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 15:46:41.210755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] returning from RpcWorker wait() {{(pid=103868) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 15:46:41.211645 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Started child 103869 {{(pid=103759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 15:46:41.212194 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:41.212477 n-d-830010-8 neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25f07b0e-2940-44ee-892a-7c4a3ea9386c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:41.212778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:46:41.214459 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103759) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 15:46:41.214685 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 15:46:41.214913 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 15:46:41.215151 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 15:46:41.215491 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 15:46:41.215662 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 15:46:41.216184 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.216484 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.216575 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:41.217015 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.217015 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.217308 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.217909 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.218175 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.218420 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.218711 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.219264 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.219444 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.219620 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.219895 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.220153 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.220456 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.220730 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.220991 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.221277 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.221459 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.221723 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.221998 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.222255 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.222537 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] debug = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.222783 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226305 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226305 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226305 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226305 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226305 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226305 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226731 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226731 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226731 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.226731 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.227012 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.227079 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.227342 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.227615 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.227854 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.228177 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.228341 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.228812 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] host = n-d-830010-8 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.229063 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.229326 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.229583 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.229840 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.230097 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.230348 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.230615 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.230912 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.231174 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.231411 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.231669 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.231942 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.232207 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.232468 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.232630 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_options = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.232881 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.233158 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.233447 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.233642 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.233820 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.233990 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.234260 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.234430 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.234695 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.234948 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.235176 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.235401 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.235641 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.235884 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.236151 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.236376 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.236627 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.236864 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.237132 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.237383 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.237680 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.237878 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.238133 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.238343 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.238587 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.238847 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.239087 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.239309 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.239537 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.239765 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.240850 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.241008 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.241137 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.241384 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.241656 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.241902 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.242141 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.242370 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.242649 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.242956 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.243212 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.243435 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.243680 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.243878 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.244290 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.244507 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.244648 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_json = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.244757 n-d-830010-8 neutron-server[103869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:46:41.244853 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.245082 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.245357 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.245715 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.246263 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.246395 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.246571 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.246856 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.247101 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.247566 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.247861 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.248261 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.248451 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.248725 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.249164 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.249306 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.249487 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.249751 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.250002 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.250348 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.250691 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.250945 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.251241 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.251552 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.251885 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.252163 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.252447 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.252680 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.252927 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.253157 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.253406 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.253809 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.253949 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.254573 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.254573 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.254866 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.254995 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.255236 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.255588 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.255871 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.256753 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.257040 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.257269 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.257526 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.257774 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.258005 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.258253 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.258494 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.258760 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.259342 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.259342 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.259648 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.259851 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.260186 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.260452 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.260719 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.260965 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.261541 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.261541 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.261802 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.261937 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.262073 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.262280 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.263078 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.263078 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.263078 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.263334 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.263820 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.263820 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.264100 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.264225 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.264401 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.264625 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.264842 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.265216 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.265354 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.265487 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.265955 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.265955 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.266231 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.266386 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.266786 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.266990 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.267119 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.268006 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.268006 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.268006 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.268006 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.268328 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.268328 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.268543 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.268764 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.269003 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.269224 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.269440 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.269881 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.270106 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.270325 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.270545 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.270761 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.271072 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.271395 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.272364 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.272823 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.273235 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.273488 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.273747 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.274004 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.274234 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.274466 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.274690 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.274994 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.275232 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.275470 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.275723 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.275955 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.276219 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.276488 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.276722 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.276951 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.277175 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.277418 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.277667 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.277937 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.278199 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.278439 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.278682 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.278963 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.279281 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.279539 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.279812 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.280058 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.280338 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.280632 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.280899 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.281179 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.281454 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.281710 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.282175 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.282337 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.282477 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.282760 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.282974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.283230 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.283485 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.283732 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.283929 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.284181 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.284764 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.284764 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.285053 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.285200 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.285421 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.285646 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.285888 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.286153 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.286422 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.286663 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.287809 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.288139 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.288397 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.288625 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.288866 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.289107 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.289329 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.289580 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.289797 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.290037 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.290258 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.290519 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.290754 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.291000 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.291243 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.291465 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.291854 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.292014 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.292164 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.292802 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.292802 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.292802 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.293221 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.293360 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.293527 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.293722 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.293971 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.294236 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.294487 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.294731 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.295039 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.295291 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.295531 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.295758 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.296010 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.296233 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.296450 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.296688 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.296912 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.297130 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.297369 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.297602 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.297820 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.298087 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.298338 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.298687 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.298955 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.300082 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.300082 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.300082 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.300082 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.300082 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.301136 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.301136 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.301136 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.301136 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.301985 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.301985 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.301985 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.301985 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.302290 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.302376 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.303570 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.303920 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.304173 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.304430 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.304871 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.305283 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.305672 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.305924 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.306153 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.306403 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.306634 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.306901 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.307210 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.307465 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.307726 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.307994 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.308217 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.308496 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.308794 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.308958 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.309155 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.309393 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.309617 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.309854 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.310111 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.310324 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.310823 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.311011 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.311241 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.311458 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.311889 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.312105 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.312345 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.312580 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.312801 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.313018 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.313271 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.313510 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.313729 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.313959 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.314184 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.314394 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.314650 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.314883 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.315250 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.315500 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.315715 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.315947 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.316225 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.316770 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.317071 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.317376 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.317639 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.317882 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.318138 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.318452 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.318694 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.319162 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.319425 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.319676 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.319916 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.320182 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.320500 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.320809 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.321092 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.321362 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.321630 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.321909 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.322360 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.322580 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.322927 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.323265 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.323565 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.323838 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.324109 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.324376 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.324604 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.324824 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.324923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:46:41.325042 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.325261 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.325481 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.325722 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.325967 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.326194 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.326413 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.326642 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.326909 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.327162 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.327379 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.327631 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.327868 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.328025 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 15:46:41.328573 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103759) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 15:46:41.328738 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 15:46:41.328894 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 15:46:41.329105 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 15:46:41.329224 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 15:46:41.329380 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 15:46:41.329576 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.329743 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.329918 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.330045 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.330223 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.330400 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.330564 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.330725 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.330912 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.331075 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.332521 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.332521 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.332521 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.332521 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.332521 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.332521 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.332521 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.332521 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.333357 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.333357 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.333357 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.333357 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.333357 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] debug = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.333357 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.334477 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.334477 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.334477 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.334477 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.334477 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.334477 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335040 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335040 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335040 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335323 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335323 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335471 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335549 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335669 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335809 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.335971 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.339011 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340611 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] host = n-d-830010-8 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340611 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340611 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37400) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:46:41.340974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.340974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.341428 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.341428 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.341428 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.341597 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.341822 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_options = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.341910 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.342059 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.342230 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.342433 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.342607 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.342778 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.342977 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.343144 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.343357 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.344964 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.345149 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.345328 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.345503 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.345677 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.345847 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.346016 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.346186 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.346356 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.346524 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.346691 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.346904 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.347072 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.347237 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.347403 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.347570 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.347735 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.347900 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.348065 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.348231 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.348395 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.348559 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.348725 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.348890 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.349054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.349220 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.349868 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.350049 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.350214 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.350385 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.350551 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.350876 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.351005 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.351128 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.351251 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.351423 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.351557 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.351720 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_json = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.352446 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.352446 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.352446 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.352823 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104537 Mar 07 15:46:41.353543 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.353543 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.353543 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.353543 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.354429 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.354429 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 15:46:41.354429 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.354429 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.354931 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.354931 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.354931 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.355241 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.355241 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.356020 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.357109 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.357109 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.357109 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.357290 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.357408 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.357584 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.358261 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.358261 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.358593 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.359553 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.359553 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.359553 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.359730 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.359730 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.359907 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.360082 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.360370 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.360524 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.361269 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.361441 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.361616 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.361813 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.362755 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.362755 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.362755 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.362755 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.362755 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.363208 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.363208 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.363208 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.364746 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.364746 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.364746 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.364746 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.364746 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.364746 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.364746 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.364746 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.364746 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.365835 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.365835 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.365835 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.365835 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.366279 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.366279 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.366279 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.366480 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.367652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.367652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.367652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.367652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.367652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.367652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.367652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.368109 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.368109 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.368109 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.368282 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.368347 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.369217 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.369217 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.369217 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.369217 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.369217 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.369556 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.370561 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.370810 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.371088 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.371267 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.371440 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.371612 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.371871 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.372053 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.372226 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.372429 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.372553 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.373492 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.373492 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.373492 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.373492 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.373492 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.373492 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.373908 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.373908 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.374027 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.374145 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.374494 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.374677 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.375253 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.376675 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.376675 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.376675 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.376675 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.376675 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.377375 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.377375 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.377375 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.377798 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.377798 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.377798 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.378200 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.378200 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.378459 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.378459 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.378717 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.378958 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.379113 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.379991 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.379991 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.379991 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.379991 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.379991 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.380331 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.380331 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.380331 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.380545 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.380738 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.381025 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.381208 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.381385 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.381547 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.381716 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.381885 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.382054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.382223 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.382392 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.382560 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.382742 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.382955 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.383125 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.383294 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.383487 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.383656 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.383824 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.383993 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.384894 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.384894 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.384894 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.384894 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.384894 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.385234 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.385234 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.385234 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.385448 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.385568 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.385736 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.385903 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.386071 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.386240 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.386408 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.386575 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.386744 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.386937 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.387106 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.387274 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.387443 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.387612 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.387780 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.387948 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.388116 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.388269 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.388441 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.388606 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.388773 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.388940 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.389810 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.389810 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.389810 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.389810 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.389810 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.390181 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.390181 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.390181 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.390386 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.390517 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.390687 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.390920 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.391049 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.391216 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.391385 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392294 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392294 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392294 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392294 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392294 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392652 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392868 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.392984 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.393153 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.393320 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.393488 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.393654 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.393821 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.393988 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.394158 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.394327 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.394495 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.394662 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.394897 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.395038 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.395184 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.395337 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.395504 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.395672 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.395841 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.396172 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.396366 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.396539 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.396702 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.397044 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.397219 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.397388 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.397564 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.397735 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.397904 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.398072 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.398240 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.398407 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.398576 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.398754 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.398949 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.399116 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.399283 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.399459 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.399614 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.399792 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.399959 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.400127 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.400294 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.400461 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.400629 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.400809 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.400975 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.401142 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.401309 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.401475 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.401644 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.401821 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.401987 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.402154 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.402322 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.402488 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.402654 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.403568 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.403752 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.403923 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.404196 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.404367 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.404533 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.404701 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.404871 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.405039 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.405220 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.405388 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.405554 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.405725 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.405904 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.406073 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.406244 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.406411 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.406595 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.406731 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.406932 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.407144 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.407280 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409054 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409595 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409595 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409595 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409595 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409595 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.409595 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.410053 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.410053 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.410053 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.410263 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.410341 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.410452 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.410620 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.410788 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.410974 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.411142 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.411308 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.411476 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.411643 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 15:46:41.411803 n-d-830010-8 neutron-server[103759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 15:46:52.812465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bae168-0747-4109-8fb7-5590fb55020e None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 15:46:52.884135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bae168-0747-4109-8fb7-5590fb55020e None None] No non-hosted networks {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 15:46:52.913155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.agentschedulers_db [None req-25bae168-0747-4109-8fb7-5590fb55020e None None] DHCP Agent not found on host n-d-830010-8 {{(pid=103868) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 15:46:53.013311 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-80222a7a-457a-4245-ae15-cc291e6082c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-345577'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:55.136957 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a1125f9-7d24-4bb3-a34d-aa4f8e0bb483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-345577'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:55.182269 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-72dc2405-0f33-409f-b794-6807231bdc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:56.245240 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-345577'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:57.604580 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-345577'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:58.839038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37484) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:46:59.053748 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-345577'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:46:59.054864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.055490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.057297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.058876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.059596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.060177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.060937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.061740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.062481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.064915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.065529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.066064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.069022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:46:59.069690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-830010-8', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:46:59.084970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-830010-8', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:46:59.370863 n-d-830010-8 neutron-server[103866]: WARNING oslo_policy.policy [None req-eaaac84a-36f8-4e7b-8566-371b65309d7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:46:59.371467 n-d-830010-8 neutron-server[103866]: WARNING oslo_policy.policy [None req-eaaac84a-36f8-4e7b-8566-371b65309d7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:46:59.597356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-eaaac84a-36f8-4e7b-8566-371b65309d7d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:46:59.610855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eaaac84a-36f8-4e7b-8566-371b65309d7d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7583871 Mar 07 15:47:01.278595 n-d-830010-8 neutron-server[103868]: INFO neutron.db.l3_hamode_db [None req-ba16c330-087b-4460-852a-e5d28e280bc0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 15:47:01.364108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16c330-087b-4460-852a-e5d28e280bc0 None None] Routers set() bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:47:01.364498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16c330-087b-4460-852a-e5d28e280bc0 None None] Router IDs set() for agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 15:47:02.183704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37510) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:02.491441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4f214ed2-f2ca-4666-a0b8-b59e16690357 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:47:02.584893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.policy [None req-4f214ed2-f2ca-4666-a0b8-b59e16690357 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103866) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 15:47:02.627688 n-d-830010-8 neutron-server[103866]: WARNING oslo_policy.policy [None req-4f214ed2-f2ca-4666-a0b8-b59e16690357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:47:02.628085 n-d-830010-8 neutron-server[103866]: WARNING oslo_policy.policy [None req-4f214ed2-f2ca-4666-a0b8-b59e16690357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:47:02.722439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f214ed2-f2ca-4666-a0b8-b59e16690357 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790654380628', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790654381959', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790654366235', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790654365458', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790654353660', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790654543110', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3637129', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3448648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-344852', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782171'] for rbac-policy (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:02.788053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f214ed2-f2ca-4666-a0b8-b59e16690357 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:02.789258 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4f214ed2-f2ca-4666-a0b8-b59e16690357 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6045809 Mar 07 15:47:05.285153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37520) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:05.590289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:47:05.620218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Made reservation on behalf of 08a5a6d53e604ee69497f0a808e24167 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:47:05.624200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:05.640522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:05.749536 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Publish callbacks [] for security_group (86b5a9fc-a36a-4203-aacc-f4d9f29c6e02), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:05.752521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (86b5a9fc-a36a-4203-aacc-f4d9f29c6e02), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:05.772389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:47:05.809731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790655039070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (158225bc-b50b-47e4-91bf-1f386493dfdd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:05.810327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Unsubscribe: segment precommit_create {{(pid=103866) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 15:47:05.810851 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Added segment 158225bc-b50b-47e4-91bf-1f386493dfdd of type vlan for network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee Mar 07 15:47:05.830617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=86b5a9fc-a36a-4203-aacc-f4d9f29c6e02,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:05.881255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.881592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.881929 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.882260 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.882588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.882937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.883269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.883585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.883906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.884329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.884651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.884969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.885290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Tracked resource versions report: Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: pushed versions: Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: { 'AddressGroup': {'1.2'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'ConntrackHelper': {'1.0'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Log': {'1.0'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Network': {'1.1'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Port': {'1.7'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'PortForwarding': {'1.2'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'QosPolicy': {'1.10'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'SecurityGroup': {'1.5'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'SubPort': {'1.0'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Subnet': {'1.1'}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Trunk': {'1.1'}} Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: consumer versions: Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: { DHCP agent@n-d-830010-8: {}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: L3 agent@n-d-830010-8: {}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: Metadata agent@n-d-830010-8: {}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: Metering agent@n-d-830010-8: {}, Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: Open vSwitch agent@n-d-830010-8: { 'AddressGroup': '1.2', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'ConntrackHelper': '1.0', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'LocalIPAssociation': '1.0', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Log': '1.0', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Network': '1.1', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Port': '1.7', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'PortForwarding': '1.2', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'QosPolicy': '1.10', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'SecurityGroup': '1.5', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'SecurityGroupRule': '1.2', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'SubPort': '1.0', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Subnet': '1.1', Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: 'Trunk': '1.1'}} Mar 07 15:47:05.886455 n-d-830010-8 neutron-server[103866]: {{(pid=103866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:47:05.923456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (43502b28-c323-4efd-af6c-fd8b4bf2a2ee), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:05.967534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (43502b28-c323-4efd-af6c-fd8b4bf2a2ee), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:05.973063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:47:05.973804 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:06.035743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7495365 Mar 07 15:47:06.093032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe168f-76be-4427-819b-0c9b21d3d0f2 demo demo] Pushing event updated for resources: {'Network': ['ID=43502b28-c323-4efd-af6c-fd8b4bf2a2ee,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:06.105391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:47:08.636164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37532) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:09.126267 n-d-830010-8 neutron-server[103867]: WARNING oslo_policy.policy [None req-c0a1d5a3-6855-4a75-a8a6-6a05d55cab7d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:47:09.126872 n-d-830010-8 neutron-server[103867]: WARNING oslo_policy.policy [None req-c0a1d5a3-6855-4a75-a8a6-6a05d55cab7d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:47:09.563789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.policy [None req-c0a1d5a3-6855-4a75-a8a6-6a05d55cab7d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103867) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 15:47:09.606165 n-d-830010-8 neutron-server[103867]: WARNING oslo_policy.policy [None req-c0a1d5a3-6855-4a75-a8a6-6a05d55cab7d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:47:09.606534 n-d-830010-8 neutron-server[103867]: WARNING oslo_policy.policy [None req-c0a1d5a3-6855-4a75-a8a6-6a05d55cab7d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 15:47:09.614847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1d5a3-6855-4a75-a8a6-6a05d55cab7d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:47:09.616726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c0a1d5a3-6855-4a75-a8a6-6a05d55cab7d demo admin] 10.222.0.24 "GET /v2.0/networks/43502b28-c323-4efd-af6c-fd8b4bf2a2ee HTTP/1.1" status: 200 len: 825 time: 0.9785852 Mar 07 15:47:09.656188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f005cdc7-cf3d-4f02-a3e8-d5697d84c701 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/bab51001-d0e2-4efb-9b2e-ab188d56c3d1 HTTP/1.1" status: 200 len: 734 time: 0.0339031 Mar 07 15:47:09.665023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'bab51001-d0e2-4efb-9b2e-ab188d56c3d1', 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:47:09.701463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Made reservation on behalf of 08a5a6d53e604ee69497f0a808e24167 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:47:09.704201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:09.982183 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:10.050073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Checking segment: {'id': '158225bc-b50b-47e4-91bf-1f386493dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:47:10.050480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Network hostable DHCP agents. Network: 43502b28-c323-4efd-af6c-fd8b4bf2a2ee, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:47:10.060683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Pushing event updated for resources: {'Subnet': ['ID=475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:10.072859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.073200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.073577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.073927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.074252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.074572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.074916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.075235 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.075551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.075868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.076180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.076491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.076802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Tracked resource versions report: Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: pushed versions: Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: { 'AddressGroup': {'1.2'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'ConntrackHelper': {'1.0'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Log': {'1.0'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Network': {'1.1'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Port': {'1.7'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'PortForwarding': {'1.2'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'QosPolicy': {'1.10'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'SecurityGroup': {'1.5'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'SubPort': {'1.0'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Subnet': {'1.1'}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Trunk': {'1.1'}} Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: consumer versions: Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: { DHCP agent@n-d-830010-8: {}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: L3 agent@n-d-830010-8: {}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: Metadata agent@n-d-830010-8: {}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: Metering agent@n-d-830010-8: {}, Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: Open vSwitch agent@n-d-830010-8: { 'AddressGroup': '1.2', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'ConntrackHelper': '1.0', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'LocalIPAssociation': '1.0', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Log': '1.0', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Network': '1.1', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Port': '1.7', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'PortForwarding': '1.2', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'QosPolicy': '1.10', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'SecurityGroup': '1.5', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'SecurityGroupRule': '1.2', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'SubPort': '1.0', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Subnet': '1.1', Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: 'Trunk': '1.1'}} Mar 07 15:47:10.077899 n-d-830010-8 neutron-server[103867]: {{(pid=103867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:47:10.100472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:47:10.115319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 43502b28-c323-4efd-af6c-fd8b4bf2a2ee) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:47:10.119687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:47:10.120308 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:10.124735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2024554-17de-4268-b729-7e7ecf51c2df None None] Network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:47:10.140666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e3e4ddcb-41c6-4662-9bf3-bb68b1b29432 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4790735 Mar 07 15:47:10.506197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-43502b28-c323-4efd-af6c-fd8b4bf2a2ee', 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee', 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'fixed_ips': [{'subnet_id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:47:10.507483 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:10.783420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Allocated IP 172.20.0.2 (43502b28-c323-4efd-af6c-fd8b4bf2a2ee/475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf/9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:47:11.055755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Publish callbacks [] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:11.063248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:11.138054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:47:11.147285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:47:11.155558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Pushing event updated for resources: {'Port': ['ID=9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:11.157764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:47:11.188829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.189189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.189541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.189887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.190227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.190567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.190931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.191282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.191602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.192459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.192836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.193190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.193522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Tracked resource versions report: Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: pushed versions: Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: { 'AddressGroup': {'1.2'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'ConntrackHelper': {'1.0'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Log': {'1.0'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Network': {'1.1'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Port': {'1.7'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'PortForwarding': {'1.2'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'QosPolicy': {'1.10'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'SecurityGroup': {'1.5'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'SubPort': {'1.0'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Subnet': {'1.1'}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Trunk': {'1.1'}} Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: consumer versions: Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: { DHCP agent@n-d-830010-8: {}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: L3 agent@n-d-830010-8: {}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: Metadata agent@n-d-830010-8: {}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: Metering agent@n-d-830010-8: {}, Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: Open vSwitch agent@n-d-830010-8: { 'AddressGroup': '1.2', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'ConntrackHelper': '1.0', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'LocalIPAssociation': '1.0', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Log': '1.0', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Network': '1.1', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Port': '1.7', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'PortForwarding': '1.2', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'QosPolicy': '1.10', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'SecurityGroup': '1.5', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'SecurityGroupRule': '1.2', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'SubPort': '1.0', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Subnet': '1.1', Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: 'Trunk': '1.1'}} Mar 07 15:47:11.194748 n-d-830010-8 neutron-server[103868]: {{(pid=103868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:47:11.244364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Attempting to bind port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:47:11.244770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Attempting to bind port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '158225bc-b50b-47e4-91bf-1f386493dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:47:11.245197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Attempting to bind port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 on network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:47:11.250283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:47:11.250672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Checking segment: {'id': '158225bc-b50b-47e4-91bf-1f386493dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:47:11.251205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:11.251620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Bound using segment: {'id': '158225bc-b50b-47e4-91bf-1f386493dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:47:11.252090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Bound port: 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158225bc-b50b-47e4-91bf-1f386493dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:47:11.252503 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:11.315787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] For port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:47:11.320572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] For port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2,segment=NetworkSegment(158225bc-b50b-47e4-91bf-1f386493dfdd),segment_id=158225bc-b50b-47e4-91bf-1f386493dfdd)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:47:11.330605 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:11.396721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e05cb-d604-4ee5-a5a1-f1cfeb2c41a2 None None] Pushing event updated for resources: {'Port': ['ID=9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:12.727237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37552) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:13.048797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [None req-6608a438-583c-4a26-b593-26dd19a24bae admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:47:13.049815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6608a438-583c-4a26-b593-26dd19a24bae admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3216443 Mar 07 15:47:15.590738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37560) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:15.900965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-a98ab113-00f9-455f-b0e8-be31bcd6652d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:47:15.902067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a98ab113-00f9-455f-b0e8-be31bcd6652d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102160 Mar 07 15:47:18.434490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37568) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:18.741182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7bfd4a62-1539-451e-86c0-9d4864e142b8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:47:18.766861 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4a62-1539-451e-86c0-9d4864e142b8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (0acb470e-7697-4af1-8d85-4a7844857f06), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:18.768630 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4a62-1539-451e-86c0-9d4864e142b8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (0acb470e-7697-4af1-8d85-4a7844857f06), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:18.904686 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4a62-1539-451e-86c0-9d4864e142b8 demo demo] Publish callbacks [] for router_controller (0acb470e-7697-4af1-8d85-4a7844857f06), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:18.909846 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4a62-1539-451e-86c0-9d4864e142b8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (0acb470e-7697-4af1-8d85-4a7844857f06), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:18.929934 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4a62-1539-451e-86c0-9d4864e142b8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:18.931122 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7bfd4a62-1539-451e-86c0-9d4864e142b8 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4954803 Mar 07 15:47:21.479163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37580) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:21.830364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [None req-b9030cef-4b18-4911-8bec-092789ace2c1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:47:21.837082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b9030cef-4b18-4911-8bec-092789ace2c1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3551159 Mar 07 15:47:21.873806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:47:21.987030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:21.987379 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:22.131763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:47:22.132230 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:22.171199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2,segment=NetworkSegment(158225bc-b50b-47e4-91bf-1f386493dfdd),segment_id=158225bc-b50b-47e4-91bf-1f386493dfdd)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:47:22.175061 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:22.229027 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:22.789200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0c89e66c-8740-48ac-99ad-4c296ce7e347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:22.835240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b37bb-eef1-4ffa-9d35-605e7cefba49 None None] Network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:47:22.922636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-39b22150-6b54-44b7-86d0-ae79adbfa6ca None None] Provisioning complete for port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:22.923327 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39b22150-6b54-44b7-86d0-ae79adbfa6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:23.044975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-39b22150-6b54-44b7-86d0-ae79adbfa6ca None None] Current status of the port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:47:23.265517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8155ea1d-ee31-4025-9e1a-b4389ac40b39 None None] Provisioning complete for port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:23.265901 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8155ea1d-ee31-4025-9e1a-b4389ac40b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:23.343591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8155ea1d-ee31-4025-9e1a-b4389ac40b39 None None] Current status of the port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:47:23.826555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:47:23.873151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:23.873541 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:23.950244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:47:24.474665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37588) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:24.781312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:47:24.803897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Made reservation on behalf of 1f2ba18c577148e6a9fe71dad783990c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:47:24.806323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:24.839088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:24.941033 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Publish callbacks [] for security_group (bde66023-5fdd-45ff-b9bb-2e7e1831644a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:24.944795 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bde66023-5fdd-45ff-b9bb-2e7e1831644a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:24.962750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Reserving flat network on physical network physnet1 {{(pid=103867) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 15:47:24.983609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde66023-5fdd-45ff-b9bb-2e7e1831644a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:24.991858 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790655039070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4e38eac8-2749-4c4c-975d-2472f09ddae4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:24.992399 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Unsubscribe: segment precommit_create {{(pid=103867) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 15:47:24.992860 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Added segment 4e38eac8-2749-4c4c-975d-2472f09ddae4 of type flat for network 877b2474-111c-4dd4-8ddd-e779782e349c Mar 07 15:47:25.055985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (877b2474-111c-4dd4-8ddd-e779782e349c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:25.094243 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (877b2474-111c-4dd4-8ddd-e779782e349c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:25.095385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:47:25.095967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:25.135297 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1f21ff8e-655f-4d1a-97dc-912567084195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:25.145863 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6700983 Mar 07 15:47:25.195991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888bb08-ee7e-4079-9155-70c2088424ca admin admin] Pushing event updated for resources: {'Network': ['ID=877b2474-111c-4dd4-8ddd-e779782e349c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:25.206558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 877b2474-111c-4dd4-8ddd-e779782e349c details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:47:26.198469 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:27.537330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:27.638742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37606) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:27.812317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bededbe-624e-4396-bb6c-2fcd01480749 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:47:27.813647 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0bededbe-624e-4396-bb6c-2fcd01480749 demo admin] 10.222.0.24 "GET /v2.0/subnets/475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf HTTP/1.1" status: 200 len: 849 time: 0.1739073 Mar 07 15:47:27.932534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-86d98702-f90a-4bac-8fb6-6b47945eb871 demo admin] 10.222.0.24 "GET /v2.0/routers/0acb470e-7697-4af1-8d85-4a7844857f06 HTTP/1.1" status: 200 len: 704 time: 0.1130538 Mar 07 15:47:28.202205 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:28.487590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Allocated IP 172.20.0.1 (43502b28-c323-4efd-af6c-fd8b4bf2a2ee/475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf/f615fa14-e1b6-44fc-8d37-addb891a85e9) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:47:28.636760 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Publish callbacks [] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:28.701797 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:28.821815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:47:28.826344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:47:28.831063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:47:28.832502 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (0acb470e-7697-4af1-8d85-4a7844857f06), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:28.851721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Pushing event updated for resources: {'Port': ['ID=f615fa14-e1b6-44fc-8d37-addb891a85e9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:28.997733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-949ea86f-bc5e-4281-a323-5323e9146d3c None None] Provisioning complete for port f615fa14-e1b6-44fc-8d37-addb891a85e9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:28.998334 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-949ea86f-bc5e-4281-a323-5323e9146d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:29.037850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:29.091003 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:29.092366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-949ea86f-bc5e-4281-a323-5323e9146d3c None None] Port f615fa14-e1b6-44fc-8d37-addb891a85e9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:47:29.250526 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Publish callbacks [] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:29.255517 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:29.256535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (0acb470e-7697-4af1-8d85-4a7844857f06), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:29.338671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Pushing event updated for resources: {'Port': ['ID=f615fa14-e1b6-44fc-8d37-addb891a85e9,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:29.380591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:47:29.381868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:47:29.546239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Router 0acb470e-7697-4af1-8d85-4a7844857f06 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:47:29.623787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d0a42250-862f-4d5b-9a8b-a60c1dcc62c2 None None] Provisioning complete for port f615fa14-e1b6-44fc-8d37-addb891a85e9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:29.624257 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0a42250-862f-4d5b-9a8b-a60c1dcc62c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:29.640155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:47:29.646789 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6e282c81-561e-4e15-9d72-327686c681a1 demo admin] 10.222.0.24 "PUT /v2.0/routers/0acb470e-7697-4af1-8d85-4a7844857f06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7086244 Mar 07 15:47:29.660962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d0a42250-862f-4d5b-9a8b-a60c1dcc62c2 None None] Port f615fa14-e1b6-44fc-8d37-addb891a85e9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:47:29.665254 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Sync routers for ids ['0acb470e-7697-4af1-8d85-4a7844857f06'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:47:29.678574 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Routers {'0acb470e-7697-4af1-8d85-4a7844857f06'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:47:29.679431 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:47:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0acb470e-7697-4af1-8d85-4a7844857f06'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:47:29.869775 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Set router 0acb470e-7697-4af1-8d85-4a7844857f06 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:47:30.293125 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'name': 'router1', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:47:18Z', 'updated_at': '2022-03-07T15:47:28Z', 'revision_number': 2, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'gw_port_host': None, '_interfaces': [{'id': 'f615fa14-e1b6-44fc-8d37-addb891a85e9', 'name': '', 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'mac_address': 'fa:16:3e:55:45:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:47:28Z', 'updated_at': '2022-03-07T15:47:29Z', 'revision_number': 2, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'subnets': [{'id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bab51001-d0e2-4efb-9b2e-ab188d56c3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:47:30.344036 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Checking router: 0acb470e-7697-4af1-8d85-4a7844857f06 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:47:30.344405 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Updating router 0acb470e-7697-4af1-8d85-4a7844857f06 port f615fa14-e1b6-44fc-8d37-addb891a85e9 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:47:30.396473 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:30.914962 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Publish callbacks [] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:30.922821 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:31.091731 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Pushing event updated for resources: {'Port': ['ID=f615fa14-e1b6-44fc-8d37-addb891a85e9,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:31.096478 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Attempting to bind port f615fa14-e1b6-44fc-8d37-addb891a85e9 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:47:31.096897 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Attempting to bind port f615fa14-e1b6-44fc-8d37-addb891a85e9 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '158225bc-b50b-47e4-91bf-1f386493dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:47:31.097417 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Attempting to bind port f615fa14-e1b6-44fc-8d37-addb891a85e9 on network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:47:31.106657 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.106974 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.107322 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.107665 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.107999 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.108331 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.108667 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.109001 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.109330 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.109661 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.109994 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.110324 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.110652 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Tracked resource versions report: Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: pushed versions: Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: { 'AddressGroup': {'1.2'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'ConntrackHelper': {'1.0'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Log': {'1.0'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Network': {'1.1'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Port': {'1.7'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'PortForwarding': {'1.2'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'QosPolicy': {'1.10'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'SecurityGroup': {'1.5'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'SubPort': {'1.0'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Subnet': {'1.1'}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Trunk': {'1.1'}} Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: consumer versions: Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: { DHCP agent@n-d-830010-8: {}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: L3 agent@n-d-830010-8: {}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: Metadata agent@n-d-830010-8: {}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: Metering agent@n-d-830010-8: {}, Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: Open vSwitch agent@n-d-830010-8: { 'AddressGroup': '1.2', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'ConntrackHelper': '1.0', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'LocalIPAssociation': '1.0', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Log': '1.0', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Network': '1.1', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Port': '1.7', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'PortForwarding': '1.2', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'QosPolicy': '1.10', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'SecurityGroup': '1.5', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'SecurityGroupRule': '1.2', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'SubPort': '1.0', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Subnet': '1.1', Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: 'Trunk': '1.1'}} Mar 07 15:47:31.111912 n-d-830010-8 neutron-server[103869]: {{(pid=103869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:47:31.114731 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:47:31.115171 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Checking segment: {'id': '158225bc-b50b-47e4-91bf-1f386493dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:47:31.115680 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:31.116071 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Bound using segment: {'id': '158225bc-b50b-47e4-91bf-1f386493dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:47:31.116565 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Bound port: f615fa14-e1b6-44fc-8d37-addb891a85e9, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158225bc-b50b-47e4-91bf-1f386493dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:47:31.116960 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:31.184407 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] For port f615fa14-e1b6-44fc-8d37-addb891a85e9, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:47:31.194759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1c404a0a-2152-4923-8f5e-83fcccfdffbe None None] Provisioning complete for port f615fa14-e1b6-44fc-8d37-addb891a85e9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:31.195320 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1c404a0a-2152-4923-8f5e-83fcccfdffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:31.204072 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] For port f615fa14-e1b6-44fc-8d37-addb891a85e9, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f615fa14-e1b6-44fc-8d37-addb891a85e9,segment=NetworkSegment(158225bc-b50b-47e4-91bf-1f386493dfdd),segment_id=158225bc-b50b-47e4-91bf-1f386493dfdd)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:47:31.211634 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:31.232571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1c404a0a-2152-4923-8f5e-83fcccfdffbe None None] Port f615fa14-e1b6-44fc-8d37-addb891a85e9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:47:31.274443 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c898511-758c-4e3d-b7eb-f36d19d17980 None None] Pushing event updated for resources: {'Port': ['ID=f615fa14-e1b6-44fc-8d37-addb891a85e9,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:31.278745 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Routers {'0acb470e-7697-4af1-8d85-4a7844857f06'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:47:31.279453 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:47:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0acb470e-7697-4af1-8d85-4a7844857f06'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:47:31.373026 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] Set router 0acb470e-7697-4af1-8d85-4a7844857f06 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:47:31.452768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e8075887-9bdd-408b-adde-2e85424ff766 None None] Provisioning complete for port f615fa14-e1b6-44fc-8d37-addb891a85e9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:31.453297 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8075887-9bdd-408b-adde-2e85424ff766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:31.529597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e8075887-9bdd-408b-adde-2e85424ff766 None None] Current status of the port f615fa14-e1b6-44fc-8d37-addb891a85e9 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:47:31.530063 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8075887-9bdd-408b-adde-2e85424ff766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:31.564358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e8075887-9bdd-408b-adde-2e85424ff766 None None] For port f615fa14-e1b6-44fc-8d37-addb891a85e9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f615fa14-e1b6-44fc-8d37-addb891a85e9,segment=NetworkSegment(158225bc-b50b-47e4-91bf-1f386493dfdd),segment_id=158225bc-b50b-47e4-91bf-1f386493dfdd)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:47:31.569317 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8075887-9bdd-408b-adde-2e85424ff766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:31.587665 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'name': 'router1', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:47:18Z', 'updated_at': '2022-03-07T15:47:28Z', 'revision_number': 2, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'gw_port_host': None, '_interfaces': [{'id': 'f615fa14-e1b6-44fc-8d37-addb891a85e9', 'name': '', 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'mac_address': 'fa:16:3e:55:45:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:47:28Z', 'updated_at': '2022-03-07T15:47:31Z', 'revision_number': 4, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'subnets': [{'id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bab51001-d0e2-4efb-9b2e-ab188d56c3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:47:31.618280 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df0686-089f-4cc2-a78b-1552f097c2c2 None None] The sync data for ids ['0acb470e-7697-4af1-8d85-4a7844857f06'] in n-d-830010-8 is: [{'id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'name': 'router1', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:47:18Z', 'updated_at': '2022-03-07T15:47:28Z', 'revision_number': 2, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'gw_port_host': None, '_interfaces': [{'id': 'f615fa14-e1b6-44fc-8d37-addb891a85e9', 'name': '', 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'mac_address': 'fa:16:3e:55:45:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:47:28Z', 'updated_at': '2022-03-07T15:47:31Z', 'revision_number': 4, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'subnets': [{'id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bab51001-d0e2-4efb-9b2e-ab188d56c3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:47:31.627566 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8075887-9bdd-408b-adde-2e85424ff766 None None] Pushing event updated for resources: {'Port': ['ID=f615fa14-e1b6-44fc-8d37-addb891a85e9,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:32.164717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37628) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:32.275703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12dd7eb-39af-41da-919d-6d9046887ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:47:32.277082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f12dd7eb-39af-41da-919d-6d9046887ab1 admin admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 842 time: 0.1111956 Mar 07 15:47:32.286445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:47:32.306159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Made reservation on behalf of 1f2ba18c577148e6a9fe71dad783990c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:47:32.308326 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:32.594362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 15:47:32.594696 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (8de5f8d5-3992-4ebf-a1ec-f998893d47d1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:32.648232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de5f8d5-3992-4ebf-a1ec-f998893d47d1,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:32.658726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:47:32.659141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Network hostable DHCP agents. Network: 877b2474-111c-4dd4-8ddd-e779782e349c, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:47:32.677305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:47:32.685658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 877b2474-111c-4dd4-8ddd-e779782e349c) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:47:32.690750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:47:32.692249 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:32.695843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff865500-0dbd-41f5-a57a-bd124291c992 None None] Network 877b2474-111c-4dd4-8ddd-e779782e349c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:47:32.721236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-479f22d9-94a0-4a6f-a3a1-87fe3a0c0cb1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4254854 Mar 07 15:47:32.796630 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a24b342-cca9-45b4-b14a-6abe7c88e686 None None] Network 877b2474-111c-4dd4-8ddd-e779782e349c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:47:35.170510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37636) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:35.390001 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-10de1806-b5e4-4b84-954e-8b8de529a4ec demo admin] 10.222.0.24 "GET /v2.0/routers/0acb470e-7697-4af1-8d85-4a7844857f06 HTTP/1.1" status: 200 len: 710 time: 0.2134869 Mar 07 15:47:35.471530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de78a7-8ed3-4d22-8177-0440c862d332 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:47:35.478441 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-84de78a7-8ed3-4d22-8177-0440c862d332 demo admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 886 time: 0.0828714 Mar 07 15:47:35.482196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:47:35.743781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Publish callbacks [] for router_gateway (0acb470e-7697-4af1-8d85-4a7844857f06), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:35.975430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Publish callbacks [] for router_gateway (0acb470e-7697-4af1-8d85-4a7844857f06), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:36.046960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:36.148835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Allocated IP 172.25.4.161 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/fe64759a-7946-461d-bdde-0f74b296a18d) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:47:36.247920 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Publish callbacks [] for port (fe64759a-7946-461d-bdde-0f74b296a18d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:36.279561 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (fe64759a-7946-461d-bdde-0f74b296a18d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:36.318350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:47:36.320999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:47:36.324446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:47:36.329443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Pushing event updated for resources: {'Port': ['ID=fe64759a-7946-461d-bdde-0f74b296a18d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:36.574329 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Publish callbacks [] for router_gateway (0acb470e-7697-4af1-8d85-4a7844857f06), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:36.853446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (0acb470e-7697-4af1-8d85-4a7844857f06), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:36.856973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (0acb470e-7697-4af1-8d85-4a7844857f06), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:36.970539 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Router 0acb470e-7697-4af1-8d85-4a7844857f06 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:47:37.083727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:47:37.088121 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:37.089442 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9274d882-d487-469b-80b2-63a6b312fd9e demo admin] 10.222.0.24 "PUT /v2.0/routers/0acb470e-7697-4af1-8d85-4a7844857f06 HTTP/1.1" status: 200 len: 890 time: 1.6103106 Mar 07 15:47:39.622951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37648) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:47:39.745827 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-005c59ae-3ec9-43cf-adc8-80eb9166ce80 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1216724 Mar 07 15:47:39.884670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f615fa14-e1b6-44fc-8d37-addb891a85e9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:47:39.935895 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f615fa14-e1b6-44fc-8d37-addb891a85e9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:39.936509 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:40.015170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f615fa14-e1b6-44fc-8d37-addb891a85e9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:47:40.272887 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:47:40.370923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Sync routers for ids ['0acb470e-7697-4af1-8d85-4a7844857f06'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:47:40.384256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Routers {'0acb470e-7697-4af1-8d85-4a7844857f06'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:47:40.384921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:47:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0acb470e-7697-4af1-8d85-4a7844857f06'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:47:40.621176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Set router 0acb470e-7697-4af1-8d85-4a7844857f06 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:47:41.123064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'name': 'router1', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'fe64759a-7946-461d-bdde-0f74b296a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:47:18Z', 'updated_at': '2022-03-07T15:47:36Z', 'revision_number': 4, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'gw_port': {'id': 'fe64759a-7946-461d-bdde-0f74b296a18d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:47:36Z', 'updated_at': '2022-03-07T15:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'f615fa14-e1b6-44fc-8d37-addb891a85e9', 'name': '', 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'mac_address': 'fa:16:3e:55:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:47:28Z', 'updated_at': '2022-03-07T15:47:31Z', 'revision_number': 5, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'subnets': [{'id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bab51001-d0e2-4efb-9b2e-ab188d56c3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:47:41.174272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Checking router: 0acb470e-7697-4af1-8d85-4a7844857f06 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:47:41.174644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Updating router 0acb470e-7697-4af1-8d85-4a7844857f06 port fe64759a-7946-461d-bdde-0f74b296a18d binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:47:41.227477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fe64759a-7946-461d-bdde-0f74b296a18d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:41.560487 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Publish callbacks [] for port (fe64759a-7946-461d-bdde-0f74b296a18d), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:41.566757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fe64759a-7946-461d-bdde-0f74b296a18d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:41.613873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da604a-c105-45a8-9a6e-d34678d8aed7 None None] Pushing event updated for resources: {'Port': ['ID=fe64759a-7946-461d-bdde-0f74b296a18d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:41.626151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Attempting to bind port fe64759a-7946-461d-bdde-0f74b296a18d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:47:41.626151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Attempting to bind port fe64759a-7946-461d-bdde-0f74b296a18d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:47:41.626446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Attempting to bind port fe64759a-7946-461d-bdde-0f74b296a18d on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:47:41.631767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:47:41.632153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:47:41.632571 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:41.632976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:47:41.633454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Bound port: fe64759a-7946-461d-bdde-0f74b296a18d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:47:41.633843 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fe64759a-7946-461d-bdde-0f74b296a18d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:41.691527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] For port fe64759a-7946-461d-bdde-0f74b296a18d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:47:41.694858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] For port fe64759a-7946-461d-bdde-0f74b296a18d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fe64759a-7946-461d-bdde-0f74b296a18d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:47:41.701057 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fe64759a-7946-461d-bdde-0f74b296a18d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:41.759545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Routers {'0acb470e-7697-4af1-8d85-4a7844857f06'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:47:41.760174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:47:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0acb470e-7697-4af1-8d85-4a7844857f06'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:47:41.764126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da604a-c105-45a8-9a6e-d34678d8aed7 None None] Pushing event updated for resources: {'Port': ['ID=fe64759a-7946-461d-bdde-0f74b296a18d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:41.877583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] Set router 0acb470e-7697-4af1-8d85-4a7844857f06 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:47:42.105723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'name': 'router1', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'fe64759a-7946-461d-bdde-0f74b296a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:47:18Z', 'updated_at': '2022-03-07T15:47:36Z', 'revision_number': 4, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'gw_port': {'id': 'fe64759a-7946-461d-bdde-0f74b296a18d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:47:36Z', 'updated_at': '2022-03-07T15:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'f615fa14-e1b6-44fc-8d37-addb891a85e9', 'name': '', 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'mac_address': 'fa:16:3e:55:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:47:28Z', 'updated_at': '2022-03-07T15:47:31Z', 'revision_number': 5, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'subnets': [{'id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bab51001-d0e2-4efb-9b2e-ab188d56c3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:47:42.139024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f43a98-c2a1-44c6-a560-89babb449b55 None None] The sync data for ids ['0acb470e-7697-4af1-8d85-4a7844857f06'] in n-d-830010-8 is: [{'id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'name': 'router1', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'fe64759a-7946-461d-bdde-0f74b296a18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:47:18Z', 'updated_at': '2022-03-07T15:47:36Z', 'revision_number': 4, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'gw_port': {'id': 'fe64759a-7946-461d-bdde-0f74b296a18d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:47:36Z', 'updated_at': '2022-03-07T15:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'f615fa14-e1b6-44fc-8d37-addb891a85e9', 'name': '', 'network_id': '43502b28-c323-4efd-af6c-fd8b4bf2a2ee', 'tenant_id': '08a5a6d53e604ee69497f0a808e24167', 'mac_address': 'fa:16:3e:55:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb470e-7697-4af1-8d85-4a7844857f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:47:28Z', 'updated_at': '2022-03-07T15:47:31Z', 'revision_number': 5, 'project_id': '08a5a6d53e604ee69497f0a808e24167', 'subnets': [{'id': '475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bab51001-d0e2-4efb-9b2e-ab188d56c3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:47:43.936460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fe64759a-7946-461d-bdde-0f74b296a18d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:47:44.020840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port fe64759a-7946-461d-bdde-0f74b296a18d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:44.022331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fe64759a-7946-461d-bdde-0f74b296a18d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:44.127381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fe64759a-7946-461d-bdde-0f74b296a18d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:47:44.127381 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fe64759a-7946-461d-bdde-0f74b296a18d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:44.157662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port fe64759a-7946-461d-bdde-0f74b296a18d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fe64759a-7946-461d-bdde-0f74b296a18d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:47:44.167929 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fe64759a-7946-461d-bdde-0f74b296a18d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:44.235897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=fe64759a-7946-461d-bdde-0f74b296a18d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:47:45.895608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fe64759a-7946-461d-bdde-0f74b296a18d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:47:46.001404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port fe64759a-7946-461d-bdde-0f74b296a18d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:47:46.001803 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fe64759a-7946-461d-bdde-0f74b296a18d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:46.131935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fe64759a-7946-461d-bdde-0f74b296a18d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:47:52.783815 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd07a956-9867-4096-be99-9fcbf8612309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:55.140592 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a07f8275-b883-4beb-9fa4-5fa69e6c1069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:56.208300 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:57.547248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:47:59.054940 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:17.272805 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:48:22.787512 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bbce8da4-b530-4add-a86c-3296164d1769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:25.142467 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-28ce7ec2-6486-4af9-a153-6a6304509c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:26.207502 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:27.546518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:29.060250 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:52.789066 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-429bba0a-e012-42c5-b8d3-8a65bdbc804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:54.271216 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:48:55.135139 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f023d39-0a16-4895-beb7-c5355c5df734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:56.208415 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:57.545769 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:48:59.059589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:05.720085 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38162) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:05.781037 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a59b69-f80c-42af-b9bf-e16272c31f52 admin admin] GET failed (client error): The resource could not be found. Mar 07 15:49:05.782847 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-62a59b69-f80c-42af-b9bf-e16272c31f52 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617917 Mar 07 15:49:05.944410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519a455-3194-4b77-9d9b-7ef0fc36ca96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:05.945851 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9519a455-3194-4b77-9d9b-7ef0fc36ca96 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1589298 Mar 07 15:49:08.271628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38172) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:08.363239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140b663-fa00-4ecb-bbb8-55e5820e81fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:08.364565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c140b663-fa00-4ecb-bbb8-55e5820e81fe admin admin] 10.222.0.24 "GET /v2.0/subnets/475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf HTTP/1.1" status: 200 len: 849 time: 0.0916812 Mar 07 15:49:08.373821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:49:08.455909 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Publish callbacks [] for subnet (475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:08.595688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790654969775'] for subnet (475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:08.623354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:08.623949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:08.626278 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] 10.222.0.24 "PUT /v2.0/subnets/475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf HTTP/1.1" status: 200 len: 868 time: 0.2549465 Mar 07 15:49:08.637872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa82aad-98b7-4342-9ef7-d6c1d324c05b None None] Network 43502b28-c323-4efd-af6c-fd8b4bf2a2ee requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:49:08.649236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:49:08.656987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.657804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.658030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.658362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.658699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.659061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.659400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.659731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.660062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.660390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.660719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.661048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:08.661519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30ad-2fb8-4e5d-b695-fa24e9423ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:49:09.024313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d40fedf7-c629-4572-8496-3385d132fc07 None None] Provisioning complete for port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:49:09.024781 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d40fedf7-c629-4572-8496-3385d132fc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:09.105982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d40fedf7-c629-4572-8496-3385d132fc07 None None] Current status of the port 9bacfb0f-400d-4a7b-9b7a-dfe5038ec5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:49:09.116685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d40fedf7-c629-4572-8496-3385d132fc07 None None] Provisioning complete for port f615fa14-e1b6-44fc-8d37-addb891a85e9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:49:09.117070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d40fedf7-c629-4572-8496-3385d132fc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f615fa14-e1b6-44fc-8d37-addb891a85e9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:09.195312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d40fedf7-c629-4572-8496-3385d132fc07 None None] Current status of the port f615fa14-e1b6-44fc-8d37-addb891a85e9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:49:10.972227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38180) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:11.170049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f7aa6-f11c-42c0-87c6-a1010d219371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:11.170444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f7aa6-f11c-42c0-87c6-a1010d219371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:11.172022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7d8f7aa6-f11c-42c0-87c6-a1010d219371 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988103 Mar 07 15:49:13.484122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38188) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:13.613197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94745d70-bf52-4128-a4df-536c4bc44892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:13.613673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94745d70-bf52-4128-a4df-536c4bc44892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:13.615219 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-94745d70-bf52-4128-a4df-536c4bc44892 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301334 Mar 07 15:49:15.930221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38196) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:16.058540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5367b-51ea-4c8e-8c2a-523da7e5f4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:16.059938 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d1b5367b-51ea-4c8e-8c2a-523da7e5f4fa admin admin] 10.222.0.24 "GET /v2.0/networks/43502b28-c323-4efd-af6c-fd8b4bf2a2ee HTTP/1.1" status: 200 len: 869 time: 0.1287553 Mar 07 15:49:18.368214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38204) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:18.491902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbb2934-55c3-4bd1-9ec3-a1633ce04873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:18.493185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3bbb2934-55c3-4bd1-9ec3-a1633ce04873 admin admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 886 time: 0.1240184 Mar 07 15:49:20.808653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38212) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:20.931944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc59794-3239-4dfc-87be-5f1877a1930d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:20.932393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc59794-3239-4dfc-87be-5f1877a1930d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:20.933898 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5bc59794-3239-4dfc-87be-5f1877a1930d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243064 Mar 07 15:49:22.792417 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37f560c6-cd26-4b23-9daa-9338bb5aec6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:23.323813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38220) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:23.425736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29024e14-8430-432d-b384-ecb6f7f0980b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:23.426185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29024e14-8430-432d-b384-ecb6f7f0980b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:23.428526 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-29024e14-8430-432d-b384-ecb6f7f0980b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1035497 Mar 07 15:49:25.136918 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-72d66d84-d9df-44d8-b81a-5e57cd8b9770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:25.756683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38228) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:25.945273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82678824-9149-4c0c-85de-9f09e2a3ac6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:25.946534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-82678824-9149-4c0c-85de-9f09e2a3ac6a admin admin] 10.222.0.24 "GET /v2.0/subnets/475b1b5c-b0f9-4ed4-b1fa-9ff8524d53cf HTTP/1.1" status: 200 len: 868 time: 0.1889057 Mar 07 15:49:26.212409 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:27.548077 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:28.271648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38236) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:28.355450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cc8d3-8d90-452b-8bcb-5c60b6490faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:28.356768 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-606cc8d3-8d90-452b-8bcb-5c60b6490faf admin admin] 10.222.0.24 "GET /v2.0/subnets/8de5f8d5-3992-4ebf-a1ec-f998893d47d1 HTTP/1.1" status: 200 len: 816 time: 0.0841856 Mar 07 15:49:29.056430 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:31.270518 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:49:52.795477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41193af1-7c67-467c-9ae1-37c670322e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:55.137207 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1c4eb5b8-b8ad-4387-9fa7-d10fa67eaf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:56.218423 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:56.697327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38288) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:56.744924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [None req-db330414-ff8f-43f4-ba49-8c9ababbc253 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:49:56.745924 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-db330414-ff8f-43f4-ba49-8c9ababbc253 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476553 Mar 07 15:49:57.553987 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:59.062664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:49:59.128033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38296) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:49:59.187764 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c4b05c-0989-4de8-adec-99f690f2a987 admin admin] GET failed (client error): The resource could not be found. Mar 07 15:49:59.189024 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b0c4b05c-0989-4de8-adec-99f690f2a987 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600543 Mar 07 15:49:59.276461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0276410f-79cc-4c1d-9a2b-185c5666967d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:49:59.277937 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0276410f-79cc-4c1d-9a2b-185c5666967d admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0848560 Mar 07 15:50:01.621293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38304) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:50:01.668198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:50:01.687528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Made reservation on behalf of 1f2ba18c577148e6a9fe71dad783990c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:50:01.689713 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:01.716280 n-d-830010-8 neutron-server[103867]: WARNING neutron.services.revisions.revision_plugin [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Could not find related network for resource to bump revision. Mar 07 15:50:01.729402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:50:01.738322 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (482873e7-7887-4dc9-8683-55c05f979035), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:01.738653 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Added segment 482873e7-7887-4dc9-8683-55c05f979035 of type vlan for network de5f494e-3b7c-429e-beba-821ddf2e7f86 Mar 07 15:50:01.776185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (de5f494e-3b7c-429e-beba-821ddf2e7f86), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:01.799674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (de5f494e-3b7c-429e-beba-821ddf2e7f86), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:01.800644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:50:01.801165 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:01.831913 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2095132 Mar 07 15:50:01.865534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c0367-dce9-4c18-89f4-0174e176d452 admin admin] Pushing event updated for resources: {'Network': ['ID=de5f494e-3b7c-429e-beba-821ddf2e7f86,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:50:01.876692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:50:04.177446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38312) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:50:04.237397 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-183c501a-f416-44e1-88c1-203c6d61eaef admin admin] GET failed (client error): The resource could not be found. Mar 07 15:50:04.238705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-183c501a-f416-44e1-88c1-203c6d61eaef admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602963 Mar 07 15:50:04.308130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fceb9f0-fb1b-4940-82d9-469baead973e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:50:04.309595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0fceb9f0-fb1b-4940-82d9-469baead973e admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669270 Mar 07 15:50:04.319426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:50:04.336431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Made reservation on behalf of 1f2ba18c577148e6a9fe71dad783990c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:50:04.338881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:04.501227 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (c3746bd9-fe9f-4087-967b-c8f2204cee9f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:04.557999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3746bd9-fe9f-4087-967b-c8f2204cee9f,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:50:04.566206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:50:04.566557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Network hostable DHCP agents. Network: de5f494e-3b7c-429e-beba-821ddf2e7f86, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:50:04.581986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:50:04.590397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, de5f494e-3b7c-429e-beba-821ddf2e7f86) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:50:04.595962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:50:04.596572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:04.600662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a93992b-0b1b-4d3a-92d7-83a01a35bdda None None] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:50:04.613880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-76103994-1e4c-4651-9539-1f2d0b6155d0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2979212 Mar 07 15:50:04.703741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-de5f494e-3b7c-429e-beba-821ddf2e7f86', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'project_id': '1f2ba18c577148e6a9fe71dad783990c', 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:50:04.704653 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:04.851653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Allocated IP 192.168.233.2 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/69afcf8d-7775-43f7-9b4a-d726f153547e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:50:05.094086 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Publish callbacks [] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:05.099800 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:05.140341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:50:05.143111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:50:05.147446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:50:05.150419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Pushing event updated for resources: {'Port': ['ID=69afcf8d-7775-43f7-9b4a-d726f153547e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:50:05.158656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.159027 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.159366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.159698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.160029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.160353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.160681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.161001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.161324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.161645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.161967 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.162288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.162608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:50:05.218666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Attempting to bind port 69afcf8d-7775-43f7-9b4a-d726f153547e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:50:05.219068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Attempting to bind port 69afcf8d-7775-43f7-9b4a-d726f153547e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:50:05.219438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Attempting to bind port 69afcf8d-7775-43f7-9b4a-d726f153547e on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:50:05.224521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:50:05.224899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:50:05.225301 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:05.225691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:50:05.226163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Bound port: 69afcf8d-7775-43f7-9b4a-d726f153547e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:50:05.226543 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:05.289338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] For port 69afcf8d-7775-43f7-9b4a-d726f153547e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:50:05.292374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] For port 69afcf8d-7775-43f7-9b4a-d726f153547e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=69afcf8d-7775-43f7-9b4a-d726f153547e,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:50:05.299399 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:05.360832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93753be0-4948-49c9-b133-ac5cf1b9ac15 None None] Pushing event updated for resources: {'Port': ['ID=69afcf8d-7775-43f7-9b4a-d726f153547e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:50:06.002523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 69afcf8d-7775-43f7-9b4a-d726f153547e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:50:06.059372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 69afcf8d-7775-43f7-9b4a-d726f153547e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:50:06.059800 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:06.159917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 69afcf8d-7775-43f7-9b4a-d726f153547e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:50:06.160343 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:06.196837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 69afcf8d-7775-43f7-9b4a-d726f153547e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=69afcf8d-7775-43f7-9b4a-d726f153547e,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:50:06.203877 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:06.258695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=69afcf8d-7775-43f7-9b4a-d726f153547e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:50:06.266767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115163b-1edb-4007-b3cd-dad796c403d9 None None] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:50:06.375617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c0b56a90-3525-4aef-99a5-64404c7cc49b None None] Provisioning complete for port 69afcf8d-7775-43f7-9b4a-d726f153547e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:50:06.375925 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c0b56a90-3525-4aef-99a5-64404c7cc49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:06.475133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c0b56a90-3525-4aef-99a5-64404c7cc49b None None] Current status of the port 69afcf8d-7775-43f7-9b4a-d726f153547e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:50:06.697799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a6b9c97c-fe2e-4851-b685-b616ede8af1b None None] Provisioning complete for port 69afcf8d-7775-43f7-9b4a-d726f153547e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:50:06.698186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c97c-fe2e-4851-b685-b616ede8af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:06.776469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9c97c-fe2e-4851-b685-b616ede8af1b None None] Current status of the port 69afcf8d-7775-43f7-9b4a-d726f153547e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:50:07.938008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 69afcf8d-7775-43f7-9b4a-d726f153547e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:50:07.987634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 69afcf8d-7775-43f7-9b4a-d726f153547e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:50:07.988035 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (69afcf8d-7775-43f7-9b4a-d726f153547e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:08.061912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 69afcf8d-7775-43f7-9b4a-d726f153547e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:50:08.269140 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:50:22.798316 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ad0e48cb-710a-4793-83e8-bf11d41ae10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:25.142105 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c5ba87d0-35e0-489b-99bc-fedd8f34467a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:26.219178 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:27.555235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:29.055635 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:45.267804 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:50:52.799477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39cba951-48cc-4075-9f9f-60d44a41b7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:55.149011 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-478279b8-bd38-42fc-992f-c87e097f4257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:56.222747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:57.558028 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:50:59.059858 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:22.267802 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:51:22.802643 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42f76c2b-c616-46dc-b5a8-8608eb7f0c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:25.149206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-357c3ddf-bddd-4dcc-8ae4-343a0627ee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:26.226490 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:27.559785 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:29.063147 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:33.191373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38350) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:51:33.197032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [None req-6f7294da-1b3a-4fcd-9cc2-da1e210d1128 tempest-verify_tempest_config-324646214 tempest-verify_tempest_config-324646214-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:51:33.198323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6f7294da-1b3a-4fcd-9cc2-da1e210d1128 tempest-verify_tempest_config-324646214 tempest-verify_tempest_config-324646214-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059898 Mar 07 15:51:33.488677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38368) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:51:33.592593 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:33.666875 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Publish callbacks [] for security_group (9f48b401-2f84-45ea-9245-1d9977c88dde), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:33.670873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9f48b401-2f84-45ea-9245-1d9977c88dde), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:33.715742 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ca93776e871430e8cf91c7fe183e781&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2260318 Mar 07 15:51:33.716710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48b401-2f84-45ea-9245-1d9977c88dde,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:51:33.718470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38374) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:51:33.723422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.723781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.724150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.724463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.724798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.725134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.725463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.725792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.726119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.726447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.726773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.727127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.727453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc4489-c9d7-401c-a0a5-446ecbff581c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.772001 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Publish callbacks [] for security_group (9f48b401-2f84-45ea-9245-1d9977c88dde), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:33.793520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Publish callbacks [] for security_group (9f48b401-2f84-45ea-9245-1d9977c88dde), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:33.881479 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9f48b401-2f84-45ea-9245-1d9977c88dde), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:33.884094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:33.885793 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f48b401-2f84-45ea-9245-1d9977c88dde HTTP/1.1" status: 204 len: 168 time: 0.1657982 Mar 07 15:51:33.893682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48b401-2f84-45ea-9245-1d9977c88dde,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:51:33.900133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.900468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.901355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.901698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.902124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.902461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.902788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.903135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.903459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.903779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.904100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.904418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:33.904785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf090-4c68-41b6-8005-63de9ab5e726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:51:52.804390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a84f89ea-cd65-4e63-a1ca-334b0445652c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:55.143235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4f888d7d-49bf-4c0d-aecc-7c053f2fa834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:56.228424 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:57.562491 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:59.065873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:51:59.266205 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:52:22.806070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f541c41-d556-4c9d-a28d-d41e83a277b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:52:25.144875 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a60265da-ff71-45bd-b804-4d27352712ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:52:26.231298 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:52:27.564457 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:52:29.068548 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:52:36.265261 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:52:52.807519 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cff7eb92-c329-44d0-be5d-c89fe6b86d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:52:55.147118 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e0647da-e3e7-419e-a175-8ff7b0b6856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:52:56.236115 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:52:57.567180 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:52:59.070156 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:13.264260 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:53:22.809467 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-85ae1888-5e73-416e-bde8-bb7ca1a817d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:25.149108 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b9af-36b7-4692-b253-697a5dd94f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:26.235871 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:27.569710 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:29.174505 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:50.262365 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:53:52.810590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-359e05b4-074e-4dcf-b467-61c55a4b0804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:55.150677 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f046-6481-45a6-8c8a-16f8ec8e223a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:56.239043 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:57.572395 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:53:59.077197 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:22.815219 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8453111f-a700-410e-9073-c06aff956832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:25.153401 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1202acf6-0d3f-4ab3-b7bc-d8bdd691b547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:26.242550 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:27.261257 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 5 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:54:27.575500 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:29.078750 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:36.425193 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-345577'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:40.764341 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-345577'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:52.807890 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4070c634-3802-4309-a388-77bcbbc6ce46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:55.157059 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-244c7681-fb89-4d66-9786-c8db71544912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:56.245603 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:57.578249 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:54:59.081383 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:04.261207 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:55:06.379229 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:10.725997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:22.808714 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5942df0-470c-4a0f-b1dc-6d5d8bc4d697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:25.158290 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-98a3983a-a762-400e-bbaa-6e8057b7edd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:26.248755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:26.667180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38430) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:55:26.772208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2fe882fc-c537-42a2-8613-7283a607d161 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1039021 Mar 07 15:55:27.583054 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:29.083808 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:29.300719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38440) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:55:29.357662 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-09072843-308b-43c4-8ad2-5ff89d6cafd3 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0558231 Mar 07 15:55:36.393402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:40.721587 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:41.261382 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:55:52.809476 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1961e4-9620-4a94-83df-e566225eaa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:55.160595 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6b3b-f5b7-46cd-a1ed-c83f7a39a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:56.251494 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:57.583790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:55:59.090849 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:06.396562 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:10.720195 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:18.260634 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:56:22.811831 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3db73b28-62f0-4433-81ef-a5dcd07702c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:25.161723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d898cd7d-75be-40bf-b058-aa079da79885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:26.254738 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:27.588603 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:29.083563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:36.395741 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:40.721968 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:52.826298 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0d1c91cd-94b3-4170-a324-aff2fb549a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:55.167274 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d2bdf050-57ca-401a-919a-3684224258e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:55.259691 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:56:56.258682 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:56.847479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38660) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:56:57.155481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-network', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:56:57.176242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Made reservation on behalf of cf3de462621c4348ab8702b3741d7cef for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:56:57.179778 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.189914 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.272959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Publish callbacks [] for security_group (3367a02c-1388-4b31-b62d-f31dec231782), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.277676 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3367a02c-1388-4b31-b62d-f31dec231782), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.308611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:56:57.310484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3367a02c-1388-4b31-b62d-f31dec231782,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:56:57.322240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.322820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.323307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.323788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.324875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.325365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.325703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.326040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.326373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.326707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.327064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.327387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.327799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Tracked resource versions report: Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: pushed versions: Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: { 'AddressGroup': {'1.2'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'ConntrackHelper': {'1.0'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Log': {'1.0'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Network': {'1.1'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Port': {'1.7'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'PortForwarding': {'1.2'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'QosPolicy': {'1.10'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'SecurityGroup': {'1.5'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'SubPort': {'1.0'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Subnet': {'1.1'}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Trunk': {'1.1'}} Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: consumer versions: Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: { DHCP agent@n-d-830010-8: {}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: HyperV agent@n-h1-830010-8: {}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: HyperV agent@n-h2-830010-8: {}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: L3 agent@n-d-830010-8: {}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: Metadata agent@n-d-830010-8: {}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: Metering agent@n-d-830010-8: {}, Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: Open vSwitch agent@n-d-830010-8: { 'AddressGroup': '1.2', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'ConntrackHelper': '1.0', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'LocalIPAssociation': '1.0', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Log': '1.0', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Network': '1.1', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Port': '1.7', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'PortForwarding': '1.2', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'QosPolicy': '1.10', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'SecurityGroup': '1.5', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'SecurityGroupRule': '1.2', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'SubPort': '1.0', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Subnet': '1.1', Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: 'Trunk': '1.1'}} Mar 07 15:56:57.329128 n-d-830010-8 neutron-server[103867]: {{(pid=103867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:56:57.335688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (db85b6ef-b156-4889-8a49-cfb9dea8f7d4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.336039 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Added segment db85b6ef-b156-4889-8a49-cfb9dea8f7d4 of type vlan for network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d Mar 07 15:56:57.378697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.406703 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.407779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:56:57.408428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.452182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6009932 Mar 07 15:56:57.452565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38698) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:56:57.459023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Request body: {'subnet': {'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-subnet', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:56:57.483415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Made reservation on behalf of cf3de462621c4348ab8702b3741d7cef for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:56:57.486424 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.488749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a82e6-6009-49e3-83b5-4a24752ab259 admin admin] Pushing event updated for resources: {'Network': ['ID=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:56:57.500598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:56:57.593966 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.794497 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (6cc165be-8c36-4fad-bc66-d9e9ab914a05), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.849476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc165be-8c36-4fad-bc66-d9e9ab914a05,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:56:57.860414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.860775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.861130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.861476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.861818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.862159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.862495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Tracked resource versions report: Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: pushed versions: Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: { 'AddressGroup': {'1.2'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'ConntrackHelper': {'1.0'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Log': {'1.0'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Network': {'1.1'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Port': {'1.7'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'PortForwarding': {'1.2'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'QosPolicy': {'1.10'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'SecurityGroup': {'1.5'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'SubPort': {'1.0'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Subnet': {'1.1'}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Trunk': {'1.1'}} Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: consumer versions: Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: { DHCP agent@n-d-830010-8: {}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: HyperV agent@n-h1-830010-8: {}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: HyperV agent@n-h2-830010-8: {}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: L3 agent@n-d-830010-8: {}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: Metadata agent@n-d-830010-8: {}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: Metering agent@n-d-830010-8: {}, Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: Open vSwitch agent@n-d-830010-8: { 'AddressGroup': '1.2', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'ConntrackHelper': '1.0', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'LocalIPAssociation': '1.0', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Log': '1.0', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Network': '1.1', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Port': '1.7', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'PortForwarding': '1.2', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'QosPolicy': '1.10', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'SecurityGroup': '1.5', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'SecurityGroupRule': '1.2', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'SubPort': '1.0', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Subnet': '1.1', Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: 'Trunk': '1.1'}} Mar 07 15:56:57.866332 n-d-830010-8 neutron-server[103866]: {{(pid=103866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:56:57.891291 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Checking segment: {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:56:57.891687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Network hostable DHCP agents. Network: 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:56:57.914597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:56:57.927811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:56:57.934164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:56:57.934866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.943446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e881b73-68ea-4a32-b735-c3efa69de6cb None None] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:56:57.958917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38730) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:56:57.959851 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3c6a9410-1282-42d6-97bc-085ddee43134 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5051134 Mar 07 15:56:57.964343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:56:57.985792 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:57.987348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.049484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks [] for router_controller (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.057391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:56:58.058254 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.217612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks [] for router_gateway (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.247247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Allocated IP 172.20.0.2 (24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d/6cc165be-8c36-4fad-bc66-d9e9ab914a05/e8ccf149-559d-40d0-8965-93175439db30) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:56:58.504234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks [] for router_gateway (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.514922 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Publish callbacks [] for port (e8ccf149-559d-40d0-8965-93175439db30), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.525308 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e8ccf149-559d-40d0-8965-93175439db30), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.530671 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.576788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Pushing event updated for resources: {'Port': ['ID=e8ccf149-559d-40d0-8965-93175439db30,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:56:58.587314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.587862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.588355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.588864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.589393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.589728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.590204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.590676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.591192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.591529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.591868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.592200 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.592535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Tracked resource versions report: Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: pushed versions: Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: { 'AddressGroup': {'1.2'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'ConntrackHelper': {'1.0'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Log': {'1.0'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Network': {'1.1'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Port': {'1.7'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'PortForwarding': {'1.2'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'QosPolicy': {'1.10'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'SecurityGroup': {'1.5'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'SubPort': {'1.0'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Subnet': {'1.1'}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Trunk': {'1.1'}} Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: consumer versions: Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: { DHCP agent@n-d-830010-8: {}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: HyperV agent@n-h1-830010-8: {}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: HyperV agent@n-h2-830010-8: {}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: L3 agent@n-d-830010-8: {}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: Metadata agent@n-d-830010-8: {}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: Metering agent@n-d-830010-8: {}, Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: Open vSwitch agent@n-d-830010-8: { 'AddressGroup': '1.2', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'ConntrackHelper': '1.0', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'LocalIPAssociation': '1.0', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Log': '1.0', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Network': '1.1', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Port': '1.7', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'PortForwarding': '1.2', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'QosPolicy': '1.10', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'SecurityGroup': '1.5', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'SecurityGroupRule': '1.2', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'SubPort': '1.0', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Subnet': '1.1', Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: 'Trunk': '1.1'}} Mar 07 15:56:58.593706 n-d-830010-8 neutron-server[103868]: {{(pid=103868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:56:58.612188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:56:58.613665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:56:58.616194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:56:58.656830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Allocated IP 172.25.4.194 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/ce5e7e28-b9c8-4537-a2ad-0a859cc94b33) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:56:58.677778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Attempting to bind port e8ccf149-559d-40d0-8965-93175439db30 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:56:58.678401 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Attempting to bind port e8ccf149-559d-40d0-8965-93175439db30 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:56:58.678965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Attempting to bind port e8ccf149-559d-40d0-8965-93175439db30 on network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:56:58.684913 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:56:58.685622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Checking segment: {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:56:58.686242 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.686826 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Bound using segment: {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:56:58.687472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Bound port: e8ccf149-559d-40d0-8965-93175439db30, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:56:58.688010 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e8ccf149-559d-40d0-8965-93175439db30), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.765032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] For port e8ccf149-559d-40d0-8965-93175439db30, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:56:58.769334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] For port e8ccf149-559d-40d0-8965-93175439db30, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e8ccf149-559d-40d0-8965-93175439db30,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:56:58.779080 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e8ccf149-559d-40d0-8965-93175439db30), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.808511 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks [] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.844745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10072236-97f3-473d-99c3-415c3f434ee9 None None] Pushing event updated for resources: {'Port': ['ID=e8ccf149-559d-40d0-8965-93175439db30,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:56:58.863614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:58.904672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:56:58.907600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:56:58.911291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:56:58.956628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5e7e28-b9c8-4537-a2ad-0a859cc94b33,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:56:59.103587 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:59.328535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks [] for router_gateway (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:59.553614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:59.748092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:56:59.904494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:56:59.916876 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Sync routers for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:56:59.924272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:56:59.926854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1c1222c7-fcbd-408f-8c14-ef1c82d88ea0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.9650941 Mar 07 15:56:59.930419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38794) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:56:59.932253 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:56:59.932880 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:00.105889 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:00.153897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c5eb00-c3c6-44dc-9ccd-d4e4bd79b767 None None] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:57:00.267461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e8ccf149-559d-40d0-8965-93175439db30 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:00.280294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-bc8430bf-751e-45de-9f4d-13b9ecba32fa None None] Provisioning complete for port e8ccf149-559d-40d0-8965-93175439db30 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:00.280896 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bc8430bf-751e-45de-9f4d-13b9ecba32fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e8ccf149-559d-40d0-8965-93175439db30), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:00.380436 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:56:59Z', 'revision_number': 3, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:00.409022 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Checking router: 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:57:00.409389 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Updating router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:57:00.429495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e8ccf149-559d-40d0-8965-93175439db30 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:00.430128 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e8ccf149-559d-40d0-8965-93175439db30), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:00.437542 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:00.530842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e8ccf149-559d-40d0-8965-93175439db30 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:00.531544 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e8ccf149-559d-40d0-8965-93175439db30), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:00.574371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port e8ccf149-559d-40d0-8965-93175439db30, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e8ccf149-559d-40d0-8965-93175439db30,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:00.594165 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e8ccf149-559d-40d0-8965-93175439db30), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:00.606129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38838) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:00.610026 n-d-830010-8 neutron-server[103867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 15:57:00.726618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-efe2143e-9e99-40f5-bfaf-2a6328a0d4bf tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175148 Mar 07 15:57:00.760699 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Publish callbacks [] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:00.769619 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:00.860028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=e8ccf149-559d-40d0-8965-93175439db30,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:00.863117 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Attempting to bind port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:00.863505 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Attempting to bind port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:00.863880 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Attempting to bind port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:00.875259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bc8430bf-751e-45de-9f4d-13b9ecba32fa None None] Current status of the port e8ccf149-559d-40d0-8965-93175439db30 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:00.878981 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:00.879754 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:00.885987 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:00.886570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:00.887491 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Bound port: ce5e7e28-b9c8-4537-a2ad-0a859cc94b33, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:00.888043 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:00.951846 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Pushing event updated for resources: {'Port': ['ID=ce5e7e28-b9c8-4537-a2ad-0a859cc94b33,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:00.964090 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.964665 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.965203 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.965726 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.966318 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.966859 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.967423 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.967934 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.968612 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.969141 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.969644 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.970154 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.970677 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Tracked resource versions report: Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: pushed versions: Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: { 'AddressGroup': {'1.2'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'ConntrackHelper': {'1.0'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'LocalIPAssociation': {'1.0'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Log': {'1.0'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Network': {'1.1'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Port': {'1.7'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'PortForwarding': {'1.2'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'QosPolicy': {'1.10'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'SecurityGroup': {'1.5'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'SecurityGroupRule': {'1.2'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'SubPort': {'1.0'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Subnet': {'1.1'}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Trunk': {'1.1'}} Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: consumer versions: Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: { DHCP agent@n-d-830010-8: {}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: HyperV agent@n-h1-830010-8: {}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: HyperV agent@n-h2-830010-8: {}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: L3 agent@n-d-830010-8: {}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: Metadata agent@n-d-830010-8: {}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: Metering agent@n-d-830010-8: {}, Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: Open vSwitch agent@n-d-830010-8: { 'AddressGroup': '1.2', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'ConntrackHelper': '1.0', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'LocalIPAssociation': '1.0', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Log': '1.0', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Network': '1.1', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Port': '1.7', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'PortForwarding': '1.2', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'QosPolicy': '1.10', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'SecurityGroup': '1.5', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'SecurityGroupRule': '1.2', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'SubPort': '1.0', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Subnet': '1.1', Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: 'Trunk': '1.1'}} Mar 07 15:57:00.972010 n-d-830010-8 neutron-server[103869]: {{(pid=103869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 15:57:00.977921 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] For port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:00.981736 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] For port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ce5e7e28-b9c8-4537-a2ad-0a859cc94b33,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:00.994388 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:01.010853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:01.020345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8b42b0c0-f324-4c67-b1a9-bb1e93d6b58b None None] Provisioning complete for port e8ccf149-559d-40d0-8965-93175439db30 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:01.020747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8b42b0c0-f324-4c67-b1a9-bb1e93d6b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e8ccf149-559d-40d0-8965-93175439db30), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:01.084082 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:57:01.084588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-b0d7511c-0073-497e-acc9-c1b77481508f tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:01.085558 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:01.090754 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a9af4-e297-41b4-a9cb-76d43c4d2259 None None] Pushing event updated for resources: {'Port': ['ID=ce5e7e28-b9c8-4537-a2ad-0a859cc94b33,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:01.099745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-b0d7511c-0073-497e-acc9-c1b77481508f tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708189 Mar 07 15:57:01.119612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-ebfbdfce-6ab7-46a2-8669-e76208251b19 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/quotas/2ea986cec49c4638bdc7b4f8e7863902 HTTP/1.1" status: 200 len: 375 time: 0.0188506 Mar 07 15:57:01.244354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-a38f82d6-35a3-4139-a948-97041cb1e717 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235991 Mar 07 15:57:01.268007 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:01.270787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8b42b0c0-f324-4c67-b1a9-bb1e93d6b58b None None] Current status of the port e8ccf149-559d-40d0-8965-93175439db30 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:01.433475 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38864) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:01.463012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38872) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:01.600880 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:56:59Z', 'revision_number': 3, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:01.632825 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b9bfa-e375-4b3a-9985-46eb10b3b430 None None] The sync data for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 is: [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:56:59Z', 'revision_number': 3, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:57:01.640498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Allocated IP 172.20.0.1 (24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d/6cc165be-8c36-4fad-bc66-d9e9ab914a05/0fb2c280-3ab0-4c39-998b-58b959e5c844) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:01.747217 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52efc011-b96c-4718-9774-535dc8ffc106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:01.782905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78aa33bb-d9f2-482f-b07c-39bd930fd1c8 req-743c5d58-1b84-4cd9-a10b-598c3494b527 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 210 time: 0.0890040 Mar 07 15:57:01.811649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-726c534c-8d78-445f-8bef-fbccb650bd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:01.867006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Publish callbacks [] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.025378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.032801 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52efc011-b96c-4718-9774-535dc8ffc106 admin admin] Publish callbacks [] for security_group (0c18e0f4-9ba9-4f39-9faa-0261bf8c9194), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.044417 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52efc011-b96c-4718-9774-535dc8ffc106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0c18e0f4-9ba9-4f39-9faa-0261bf8c9194), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.053175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-726c534c-8d78-445f-8bef-fbccb650bd3e admin admin] Publish callbacks [] for security_group (73cd7864-b036-4442-b7b7-cbe614ed45dc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.054058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38914) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:02.166621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-726c534c-8d78-445f-8bef-fbccb650bd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (73cd7864-b036-4442-b7b7-cbe614ed45dc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.192980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efc011-b96c-4718-9774-535dc8ffc106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18e0f4-9ba9-4f39-9faa-0261bf8c9194,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:02.217310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-52efc011-b96c-4718-9774-535dc8ffc106 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a71968cf64c4d4682e0b8349743332a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7824996 Mar 07 15:57:02.230605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38922) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:02.244139 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-726c534c-8d78-445f-8bef-fbccb650bd3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=657d131461a14234beb9702adc7d0d03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7797565 Mar 07 15:57:02.254624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38924) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:02.291255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c534c-8d78-445f-8bef-fbccb650bd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cd7864-b036-4442-b7b7-cbe614ed45dc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:02.390044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5502273e-fa54-4e6e-9a96-13df3a3c0d01 admin admin] Publish callbacks [] for security_group (0c18e0f4-9ba9-4f39-9faa-0261bf8c9194), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.447829 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5502273e-fa54-4e6e-9a96-13df3a3c0d01 admin admin] Publish callbacks [] for security_group (0c18e0f4-9ba9-4f39-9faa-0261bf8c9194), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.451202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c993284-eca9-48dd-9393-998e750a3df8 admin admin] Publish callbacks [] for security_group (73cd7864-b036-4442-b7b7-cbe614ed45dc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.453689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:02.464099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:02.469644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:02.481717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:02.483682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.563970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c993284-eca9-48dd-9393-998e750a3df8 admin admin] Publish callbacks [] for security_group (73cd7864-b036-4442-b7b7-cbe614ed45dc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.588026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:02.592505 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.688515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5502273e-fa54-4e6e-9a96-13df3a3c0d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0c18e0f4-9ba9-4f39-9faa-0261bf8c9194), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.701935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5502273e-fa54-4e6e-9a96-13df3a3c0d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.704447 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5502273e-fa54-4e6e-9a96-13df3a3c0d01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c18e0f4-9ba9-4f39-9faa-0261bf8c9194 HTTP/1.1" status: 204 len: 168 time: 0.4719377 Mar 07 15:57:02.731742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c993284-eca9-48dd-9393-998e750a3df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (73cd7864-b036-4442-b7b7-cbe614ed45dc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.739262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c993284-eca9-48dd-9393-998e750a3df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.742730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0c993284-eca9-48dd-9393-998e750a3df8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73cd7864-b036-4442-b7b7-cbe614ed45dc HTTP/1.1" status: 204 len: 168 time: 0.4808919 Mar 07 15:57:02.745688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502273e-fa54-4e6e-9a96-13df3a3c0d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18e0f4-9ba9-4f39-9faa-0261bf8c9194,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:02.746734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:02.747267 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.782043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c993284-eca9-48dd-9393-998e750a3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cd7864-b036-4442-b7b7-cbe614ed45dc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:02.793997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ce5e7e28-b9c8-4537-a2ad-0a859cc94b33,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:02.816987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38946) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:02.846764 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:02.847838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e8ccf149-559d-40d0-8965-93175439db30 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:02.852788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-095b4c0a-8269-4e15-b332-1f82aa5ea50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.028639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=ce5e7e28-b9c8-4537-a2ad-0a859cc94b33,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:03.063836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7fcddbeb-ed86-40b2-b183-611f1fbd3672 None None] Provisioning complete for port 0fb2c280-3ab0-4c39-998b-58b959e5c844 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:03.064213 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7fcddbeb-ed86-40b2-b183-611f1fbd3672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.089144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb2c280-3ab0-4c39-998b-58b959e5c844,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:03.137957 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-095b4c0a-8269-4e15-b332-1f82aa5ea50a admin admin] Publish callbacks [] for security_group (79c3e0a3-d5bd-42ac-8011-ff3731d697ca), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.139385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e8ccf149-559d-40d0-8965-93175439db30 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:03.140013 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e8ccf149-559d-40d0-8965-93175439db30), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.176970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f9e4200d-0dc9-4ecf-83ac-0baf8b33ecb2 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=afa0def8107f4c5d8da14f294dde8475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681038 Mar 07 15:57:03.177625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-095b4c0a-8269-4e15-b332-1f82aa5ea50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (79c3e0a3-d5bd-42ac-8011-ff3731d697ca), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.186775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7fcddbeb-ed86-40b2-b183-611f1fbd3672 None None] Port 0fb2c280-3ab0-4c39-998b-58b959e5c844 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:03.281112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e8ccf149-559d-40d0-8965-93175439db30 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:03.287706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.416812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-a6b4027a-ef7f-46b5-9cf3-8306a434c0c7 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:03.419371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-a6b4027a-ef7f-46b5-9cf3-8306a434c0c7 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258129 Mar 07 15:57:03.478157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8919b8a6-c367-4387-937e-6d685d8f99a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.486924 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-095b4c0a-8269-4e15-b332-1f82aa5ea50a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83bdb541811e4449b050001a9f1c8997&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4143338 Mar 07 15:57:03.489787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38978) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:03.495390 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-2ec36638-ce4b-4f18-beb3-d55a86c441eb tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/quotas/afa0def8107f4c5d8da14f294dde8475 HTTP/1.1" status: 200 len: 375 time: 0.0575042 Mar 07 15:57:03.497201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c0a-8269-4e15-b332-1f82aa5ea50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c3e0a3-d5bd-42ac-8011-ff3731d697ca,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:03.540646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38980) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:03.575769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38986) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:03.587277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-2a8920ec-36ac-4758-a9ca-8d41573a6bfe tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afa0def8107f4c5d8da14f294dde8475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910213 Mar 07 15:57:03.612820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22828eb9-eb16-45ac-b2a0-84ded0c8193d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.685211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1ab4-8b36-41b3-98e3-ef5a1c74db68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.686901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38992) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:03.781635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Publish callbacks [] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.786999 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2b11-beac-4644-ac24-aea3b4f72d95 admin admin] Publish callbacks [] for security_group (79c3e0a3-d5bd-42ac-8011-ff3731d697ca), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.814749 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.815620 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.892855 n-d-830010-8 neutron-server[103866]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 15:57:03.913665 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2b11-beac-4644-ac24-aea3b4f72d95 admin admin] Publish callbacks [] for security_group (79c3e0a3-d5bd-42ac-8011-ff3731d697ca), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:03.974062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4202c0c1-becf-4d04-9993-8b22d2175d1b req-a0421159-c6c6-4d25-87fa-5fdd1483208f tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 210 time: 0.0327604 Mar 07 15:57:03.987034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f367ff0-b3ac-4034-a8a9-4c10d42e6148 req-7cfe3578-9b1e-47c4-bc61-4ab8ccd8a92e tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 210 time: 0.2943017 Mar 07 15:57:03.994440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8919b8a6-c367-4387-937e-6d685d8f99a4 admin admin] Publish callbacks [] for security_group (1b899c46-1649-4fae-b670-342a4c4a7c37), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.001192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8919b8a6-c367-4387-937e-6d685d8f99a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1b899c46-1649-4fae-b670-342a4c4a7c37), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.083539 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8919b8a6-c367-4387-937e-6d685d8f99a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4b5dc966ed74ef69ad3500e743682b7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2654161 Mar 07 15:57:04.086418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39012) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:04.097715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919b8a6-c367-4387-937e-6d685d8f99a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b899c46-1649-4fae-b670-342a4c4a7c37,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:04.127027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb2c280-3ab0-4c39-998b-58b959e5c844,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:04.165174 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22828eb9-eb16-45ac-b2a0-84ded0c8193d admin admin] Publish callbacks [] for security_group (01f267b0-9002-4957-954e-1d0cf75f829f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.176706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd0b8deb-3017-4bfc-8eba-09b62c3c207f admin admin] Publish callbacks [] for security_group (1b899c46-1649-4fae-b670-342a4c4a7c37), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.177089 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22828eb9-eb16-45ac-b2a0-84ded0c8193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (01f267b0-9002-4957-954e-1d0cf75f829f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.205739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd0b8deb-3017-4bfc-8eba-09b62c3c207f admin admin] Publish callbacks [] for security_group (1b899c46-1649-4fae-b670-342a4c4a7c37), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.234733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1ab4-8b36-41b3-98e3-ef5a1c74db68 admin admin] Publish callbacks [] for security_group (30016134-c043-4b52-b716-55d4c11f7d49), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.239857 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-22828eb9-eb16-45ac-b2a0-84ded0c8193d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6f75db76ab14959a8093c46d5e25ef1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6982231 Mar 07 15:57:04.243817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39016) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:04.248682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2b11-beac-4644-ac24-aea3b4f72d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (79c3e0a3-d5bd-42ac-8011-ff3731d697ca), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.251561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2b11-beac-4644-ac24-aea3b4f72d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.252739 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cc6c2b11-beac-4644-ac24-aea3b4f72d95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79c3e0a3-d5bd-42ac-8011-ff3731d697ca HTTP/1.1" status: 204 len: 168 time: 0.7618587 Mar 07 15:57:04.256353 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1ab4-8b36-41b3-98e3-ef5a1c74db68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (30016134-c043-4b52-b716-55d4c11f7d49), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.272904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22828eb9-eb16-45ac-b2a0-84ded0c8193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f267b0-9002-4957-954e-1d0cf75f829f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:04.279034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:04.286495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:04.301274 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c2b11-beac-4644-ac24-aea3b4f72d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c3e0a3-d5bd-42ac-8011-ff3731d697ca,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:04.309305 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0a6c1ab4-8b36-41b3-98e3-ef5a1c74db68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e2b083484b64a8abe771385b0367115&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7302246 Mar 07 15:57:04.312155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39020) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:04.324534 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d29501a9-9697-4e53-850b-7229a74e42cb admin admin] Publish callbacks [] for security_group (01f267b0-9002-4957-954e-1d0cf75f829f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.393162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd0b8deb-3017-4bfc-8eba-09b62c3c207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1b899c46-1649-4fae-b670-342a4c4a7c37), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.406865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd0b8deb-3017-4bfc-8eba-09b62c3c207f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.408126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dd0b8deb-3017-4bfc-8eba-09b62c3c207f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b899c46-1649-4fae-b670-342a4c4a7c37 HTTP/1.1" status: 204 len: 168 time: 0.3193514 Mar 07 15:57:04.427824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:04.431157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d29501a9-9697-4e53-850b-7229a74e42cb admin admin] Publish callbacks [] for security_group (01f267b0-9002-4957-954e-1d0cf75f829f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.468503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b8deb-3017-4bfc-8eba-09b62c3c207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b899c46-1649-4fae-b670-342a4c4a7c37,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:04.477567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c1ab4-8b36-41b3-98e3-ef5a1c74db68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30016134-c043-4b52-b716-55d4c11f7d49,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:04.560304 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d29501a9-9697-4e53-850b-7229a74e42cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (01f267b0-9002-4957-954e-1d0cf75f829f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.565806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d29501a9-9697-4e53-850b-7229a74e42cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.567607 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d29501a9-9697-4e53-850b-7229a74e42cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01f267b0-9002-4957-954e-1d0cf75f829f HTTP/1.1" status: 204 len: 168 time: 0.3228397 Mar 07 15:57:04.576941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29501a9-9697-4e53-850b-7229a74e42cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f267b0-9002-4957-954e-1d0cf75f829f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:04.601956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5be8-552a-4728-b4b2-c127c435b068 admin admin] Publish callbacks [] for security_group (30016134-c043-4b52-b716-55d4c11f7d49), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.634316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:57:04.656996 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5be8-552a-4728-b4b2-c127c435b068 admin admin] Publish callbacks [] for security_group (30016134-c043-4b52-b716-55d4c11f7d49), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.660226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:04.660820 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.663276 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.11', 50152) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:04.717102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-483e5629-e3a4-4c66-a1c2-019f69d8755b tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522032 Mar 07 15:57:04.820178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-25747096-3c6c-4823-a66c-b5c1dcf7e41f None None] Provisioning complete for port 0fb2c280-3ab0-4c39-998b-58b959e5c844 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:04.821718 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-25747096-3c6c-4823-a66c-b5c1dcf7e41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.846482 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5be8-552a-4728-b4b2-c127c435b068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (30016134-c043-4b52-b716-55d4c11f7d49), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.851385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5be8-552a-4728-b4b2-c127c435b068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:04.853050 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1dbd5be8-552a-4728-b4b2-c127c435b068 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30016134-c043-4b52-b716-55d4c11f7d49 HTTP/1.1" status: 204 len: 168 time: 0.5411196 Mar 07 15:57:04.859581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:57:04.871354 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b2b7636d-ad6e-4051-bf7d-798c65b06fa5 admin admin] 10.222.0.24 "PUT /v2.0/routers/45baa10c-7bd1-4bac-b0bc-3ebba9af3eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9389291 Mar 07 15:57:04.873091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd5be8-552a-4728-b4b2-c127c435b068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30016134-c043-4b52-b716-55d4c11f7d49,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:04.922099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Sync routers for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:57:04.997781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-735feafb-437d-4855-864a-fb3ebf43af92 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:04.999918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-735feafb-437d-4855-864a-fb3ebf43af92 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761111 Mar 07 15:57:05.010527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:57:05.011276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:05.013445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-25747096-3c6c-4823-a66c-b5c1dcf7e41f None None] Port 0fb2c280-3ab0-4c39-998b-58b959e5c844 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:05.070441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:05.120156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd65f869-1f2a-4f68-b4dd-5bf905a47413 req-bfa59620-41a0-4f02-a554-48b2c8fd1e43 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 210 time: 0.0691516 Mar 07 15:57:05.144929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Request body: {'port': {'device_id': '08aa86f5-2018-43d5-b982-f253d67311d9', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '2ea986cec49c4638bdc7b4f8e7863902'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:05.192715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:05.276388 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08266f4c-7376-4439-a711-e936b42ce557 req-8e558162-aca3-432f-969b-a874dae40a58 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 210 time: 0.0750146 Mar 07 15:57:05.352445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39064) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:05.370771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0fe397f8-43a5-4d22-a4c0-a6db58c48ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.463943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Made reservation on behalf of 2ea986cec49c4638bdc7b4f8e7863902 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:05.470296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.483402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.590365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0fe397f8-43a5-4d22-a4c0-a6db58c48ae2 admin admin] Publish callbacks [] for security_group (4453b9fb-8c70-4939-8117-f22842192129), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.598763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0fe397f8-43a5-4d22-a4c0-a6db58c48ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4453b9fb-8c70-4939-8117-f22842192129), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.616484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks [] for security_group (4656eb8a-d6fa-4f22-b042-c531d95f641e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.625924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 2, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:05.627468 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4656eb8a-d6fa-4f22-b042-c531d95f641e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.641521 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0fe397f8-43a5-4d22-a4c0-a6db58c48ae2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02c6b4892eb345d48492b71ddcbc7d3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2880399 Mar 07 15:57:05.644975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39068) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:05.661284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Checking router: 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:57:05.661832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Updating router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee port 0fb2c280-3ab0-4c39-998b-58b959e5c844 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:57:05.672341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe397f8-43a5-4d22-a4c0-a6db58c48ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4453b9fb-8c70-4939-8117-f22842192129,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:05.692935 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.702489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39072) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:05.721506 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb216338-f298-4436-b8bb-6fe527aac8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.742425 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-66dceabc-50b5-47c6-9f2e-213c3df1b84a admin admin] Publish callbacks [] for security_group (4453b9fb-8c70-4939-8117-f22842192129), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.762477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4656eb8a-d6fa-4f22-b042-c531d95f641e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:05.768610 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-66dceabc-50b5-47c6-9f2e-213c3df1b84a admin admin] Publish callbacks [] for security_group (4453b9fb-8c70-4939-8117-f22842192129), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.902150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-66dceabc-50b5-47c6-9f2e-213c3df1b84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4453b9fb-8c70-4939-8117-f22842192129), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.905204 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-66dceabc-50b5-47c6-9f2e-213c3df1b84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:05.910370 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-66dceabc-50b5-47c6-9f2e-213c3df1b84a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4453b9fb-8c70-4939-8117-f22842192129 HTTP/1.1" status: 204 len: 168 time: 0.2606206 Mar 07 15:57:05.937544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dceabc-50b5-47c6-9f2e-213c3df1b84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4453b9fb-8c70-4939-8117-f22842192129,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:06.034930 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb216338-f298-4436-b8bb-6fe527aac8b9 admin admin] Publish callbacks [] for security_group (9554485c-4b50-4b07-aff0-02cca119d133), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.041212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb216338-f298-4436-b8bb-6fe527aac8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9554485c-4b50-4b07-aff0-02cca119d133), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.090320 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eb216338-f298-4436-b8bb-6fe527aac8b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e9de902b3f94ec6b630fa02139d3aba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3856063 Mar 07 15:57:06.091101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39092) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:06.099924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb216338-f298-4436-b8bb-6fe527aac8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9554485c-4b50-4b07-aff0-02cca119d133,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:06.166956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2634d9e1-213f-403a-8d37-18be88a1ff89 admin admin] Publish callbacks [] for security_group (9554485c-4b50-4b07-aff0-02cca119d133), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.185436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.11', 50156) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:06.199852 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2634d9e1-213f-403a-8d37-18be88a1ff89 admin admin] Publish callbacks [] for security_group (9554485c-4b50-4b07-aff0-02cca119d133), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.259103 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2634d9e1-213f-403a-8d37-18be88a1ff89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9554485c-4b50-4b07-aff0-02cca119d133), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.262578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2634d9e1-213f-403a-8d37-18be88a1ff89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.263039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-40d961bd-6eca-463d-8a5e-1b85003c9910 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=afa0def8107f4c5d8da14f294dde8475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761228 Mar 07 15:57:06.267421 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2634d9e1-213f-403a-8d37-18be88a1ff89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9554485c-4b50-4b07-aff0-02cca119d133 HTTP/1.1" status: 204 len: 168 time: 0.1738279 Mar 07 15:57:06.276503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634d9e1-213f-403a-8d37-18be88a1ff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554485c-4b50-4b07-aff0-02cca119d133,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:06.277204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Allocated IP 192.168.233.14 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/1466858a-38fa-4d89-8f5d-1ed705bdbe90) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:06.489181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ba73e16f-77a0-4120-9e9f-0d47b2944981 req-20448411-675e-4f9b-b503-972883164f92 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 210 time: 0.0745764 Mar 07 15:57:06.499773 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Publish callbacks [] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.503824 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.511825 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.580753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19cb89f0-4455-4535-9159-061dfe578feb req-d084f442-3706-4b06-92ff-9a70ce81bc57 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 210 time: 0.0698922 Mar 07 15:57:06.606933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-618675a5-d024-40cb-a360-e91d51e7a528 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:06.608713 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-618675a5-d024-40cb-a360-e91d51e7a528 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334134 Mar 07 15:57:06.633143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f107470-4dc7-446e-aa14-707ce5ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=0fb2c280-3ab0-4c39-998b-58b959e5c844,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:06.666854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Attempting to bind port 0fb2c280-3ab0-4c39-998b-58b959e5c844 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:06.667661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Attempting to bind port 0fb2c280-3ab0-4c39-998b-58b959e5c844 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:06.668168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Attempting to bind port 0fb2c280-3ab0-4c39-998b-58b959e5c844 on network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:06.676351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Request body: {'port': {'device_id': 'ded90704-2d63-4a4b-825b-615a5563da2b', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'afa0def8107f4c5d8da14f294dde8475'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:06.680384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:06.680991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Checking segment: {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:06.681556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.682107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Bound using segment: {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:06.684816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Bound port: 0fb2c280-3ab0-4c39-998b-58b959e5c844, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:06.685366 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.848463 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks [] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.906812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] For port 0fb2c280-3ab0-4c39-998b-58b959e5c844, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:06.914673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] For port 0fb2c280-3ab0-4c39-998b-58b959e5c844, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0fb2c280-3ab0-4c39-998b-58b959e5c844,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:06.915453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Made reservation on behalf of afa0def8107f4c5d8da14f294dde8475 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:06.919418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.924899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.931457 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:06.933883 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:07.048519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f107470-4dc7-446e-aa14-707ce5ac9b74 None None] Pushing event updated for resources: {'Port': ['ID=0fb2c280-3ab0-4c39-998b-58b959e5c844,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:07.057809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1f90fba6-ab11-47b9-a9e4-47fb72ebbe15 None None] Provisioning complete for port 0fb2c280-3ab0-4c39-998b-58b959e5c844 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:07.064434 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1f90fba6-ab11-47b9-a9e4-47fb72ebbe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:07.109724 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks [] for security_group (5f5e4543-96ae-49c4-8d3b-cd2b87d7840d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:07.144612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:07.147942 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5f5e4543-96ae-49c4-8d3b-cd2b87d7840d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:07.180604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:57:07.183631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:07.262524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:07.281413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:07.333176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:07.338722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:07.360101 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:07.424862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Pushing event updated for resources: {'Port': ['ID=1466858a-38fa-4d89-8f5d-1ed705bdbe90,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:07.650183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:07.663857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-fee6ecad-30eb-43ed-b82b-9dbed4d18faa tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5388091 Mar 07 15:57:07.842122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-857309bb-688d-43d5-a5c3-92fe96cf3a88 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:57:07.851486 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-857309bb-688d-43d5-a5c3-92fe96cf3a88 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432646 Mar 07 15:57:07.900159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515c2c5-f8be-4d63-89a6-36709de7b1f5 req-a1dea9f7-444b-4104-9fd6-315a89910198 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:07.901831 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b515c2c5-f8be-4d63-89a6-36709de7b1f5 req-a1dea9f7-444b-4104-9fd6-315a89910198 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 935 time: 0.2637079 Mar 07 15:57:07.940195 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b096648e-2089-449a-ba38-772f8a0fbcbc req-349c1c31-c6dc-4edf-bb4e-5f581dc4bbba tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 210 time: 0.1248729 Mar 07 15:57:07.960568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1f90fba6-ab11-47b9-a9e4-47fb72ebbe15 None None] Current status of the port 0fb2c280-3ab0-4c39-998b-58b959e5c844 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:07.961045 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1f90fba6-ab11-47b9-a9e4-47fb72ebbe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:07.992362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Allocated IP 192.168.233.250 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/187811b2-7ce3-4403-b23f-042fe889be0d) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:08.098018 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b515c2c5-f8be-4d63-89a6-36709de7b1f5 req-d07b2ff3-f5d5-4d2c-a73d-24f8025d729e tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783905 Mar 07 15:57:08.128629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39160) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:08.135793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-network', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:08.156133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1f90fba6-ab11-47b9-a9e4-47fb72ebbe15 None None] For port 0fb2c280-3ab0-4c39-998b-58b959e5c844, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0fb2c280-3ab0-4c39-998b-58b959e5c844,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:08.196386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Made reservation on behalf of 00eaa31034b74c559bd2de7f5304a2f7 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:08.201530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.218430 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1f90fba6-ab11-47b9-a9e4-47fb72ebbe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.227446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.391329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90fba6-ab11-47b9-a9e4-47fb72ebbe15 None None] Pushing event updated for resources: {'Port': ['ID=0fb2c280-3ab0-4c39-998b-58b959e5c844,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:08.408944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks [] for port (187811b2-7ce3-4403-b23f-042fe889be0d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.431954 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Publish callbacks [] for security_group (b6af8c3a-bc44-41ee-a061-fbab82c1bab2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.438409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b6af8c3a-bc44-41ee-a061-fbab82c1bab2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.444460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-34c5451f-8abc-44e7-bd3c-82d331144291 None None] Provisioning complete for port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:08.445033 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-34c5451f-8abc-44e7-bd3c-82d331144291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.465648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:57:08.491247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (40b2d97a-458a-49dd-84e9-e24e32bc2d2e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.491761 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Added segment 40b2d97a-458a-49dd-84e9-e24e32bc2d2e of type vlan for network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f Mar 07 15:57:08.515083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-34c5451f-8abc-44e7-bd3c-82d331144291 None None] Port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:08.548626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-34c5451f-8abc-44e7-bd3c-82d331144291 None None] Provisioning complete for port 0fb2c280-3ab0-4c39-998b-58b959e5c844 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:08.549278 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-34c5451f-8abc-44e7-bd3c-82d331144291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.621153 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (6720bec1-327e-43fb-b2bc-ce534a0cbe7f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.630011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:06Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:08.671167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6af8c3a-bc44-41ee-a061-fbab82c1bab2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:08.674909 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (6720bec1-327e-43fb-b2bc-ce534a0cbe7f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.676279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:08.677123 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.716665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea42aa0-b05a-4b3e-813e-ee76e08baf6b None None] The sync data for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 is: [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:06Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:57:08.720493 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5876307 Mar 07 15:57:08.726086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39168) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:08.757127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Request body: {'subnet': {'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-subnet', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:08.844387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8e9e5-c53a-462b-a01b-06d7a1014a64 admin admin] Pushing event updated for resources: {'Network': ['ID=6720bec1-327e-43fb-b2bc-ce534a0cbe7f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:08.867312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Made reservation on behalf of 00eaa31034b74c559bd2de7f5304a2f7 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:08.868119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:57:08.873897 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:08.998287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:09.085202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-34c5451f-8abc-44e7-bd3c-82d331144291 None None] Current status of the port 0fb2c280-3ab0-4c39-998b-58b959e5c844 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:09.123685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:09.149830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:09.218689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:09.227275 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:09.228323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:09.270742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6526482 Mar 07 15:57:09.327146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01617a04-d6e0-4342-88ef-c2f7eb1f00f0 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Pushing event updated for resources: {'Port': ['ID=187811b2-7ce3-4403-b23f-042fe889be0d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:09.359635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07238e-b24b-420a-99cf-0da95c3f3723 req-06b6c0ee-a010-463c-a92f-a4ba14067491 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:09.361583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e07238e-b24b-420a-99cf-0da95c3f3723 req-06b6c0ee-a010-463c-a92f-a4ba14067491 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 936 time: 0.2669339 Mar 07 15:57:09.473089 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e07238e-b24b-420a-99cf-0da95c3f3723 req-9ed4071c-17e5-4f87-9ec6-90de64a91a96 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053221 Mar 07 15:57:09.553747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Request body: {'port': {'device_id': '08aa86f5-2018-43d5-b982-f253d67311d9', 'device_owner': 'compute:tempest-test_az-1812623483', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:09.603982 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (e3ec60aa-5758-4e7c-a50a-98206f43b4c0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:09.634820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-dd9a6543-ea8a-4726-a40a-bd1c81f91118 None None] Provisioning complete for port 187811b2-7ce3-4403-b23f-042fe889be0d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:09.635399 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd9a6543-ea8a-4726-a40a-bd1c81f91118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:09.729664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Request body: {'port': {'device_id': 'ded90704-2d63-4a4b-825b-615a5563da2b', 'device_owner': 'compute:tempest-test_az-1812623483', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:09.774090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc42d8-8180-4518-9010-ab0bf257ed70 req-b1a55418-aff5-40c8-af33-71c0498bab35 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:09.803839 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20bc42d8-8180-4518-9010-ab0bf257ed70 req-b1a55418-aff5-40c8-af33-71c0498bab35 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 935 time: 0.5416241 Mar 07 15:57:09.847577 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:09.863515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:09.895389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ec60aa-5758-4e7c-a50a-98206f43b4c0,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:09.951565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Checking segment: {'id': '40b2d97a-458a-49dd-84e9-e24e32bc2d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:09.952229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Network hostable DHCP agents. Network: 6720bec1-327e-43fb-b2bc-ce534a0cbe7f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:57:09.986818 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20bc42d8-8180-4518-9010-ab0bf257ed70 req-33dade44-51ea-4150-ab5c-05142e338ba7 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809101 Mar 07 15:57:10.037323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:57:10.059869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 6720bec1-327e-43fb-b2bc-ce534a0cbe7f) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:10.071546 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:10.075694 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:10.113238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-53d831b5-4696-465f-a708-0117f2ccdc6b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3856795 Mar 07 15:57:10.116392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39204) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:10.139637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:10.145389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3207646a-dae5-46b7-bb30-2bdfd0c74c22 None None] Network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:57:10.191726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (72b79536-72ea-4c62-a6e8-6b757f0e49f1), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:10.195098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (72b79536-72ea-4c62-a6e8-6b757f0e49f1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:10.226020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a6543-ea8a-4726-a40a-bd1c81f91118 None None] Port 187811b2-7ce3-4403-b23f-042fe889be0d cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:10.383618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0fb2c280-3ab0-4c39-998b-58b959e5c844 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:10.497327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks [] for router_controller (72b79536-72ea-4c62-a6e8-6b757f0e49f1), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:10.614396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-6720bec1-327e-43fb-b2bc-ce534a0cbe7f', 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f', 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'fixed_ips': [{'subnet_id': 'e3ec60aa-5758-4e7c-a50a-98206f43b4c0'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:57:10.619435 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:10.933812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc64810-7b30-4582-8d59-a4587a05b7a6 req-7a0b81b4-ef75-41af-8fe3-c637a499d35b tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:10.939804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ccc64810-7b30-4582-8d59-a4587a05b7a6 req-7a0b81b4-ef75-41af-8fe3-c637a499d35b tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 936 time: 0.2768404 Mar 07 15:57:10.940433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks [] for router_gateway (72b79536-72ea-4c62-a6e8-6b757f0e49f1), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:10.990921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Allocated IP 172.20.0.2 (6720bec1-327e-43fb-b2bc-ce534a0cbe7f/e3ec60aa-5758-4e7c-a50a-98206f43b4c0/81c060d9-e788-42fa-b9eb-425252a79428) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:11.128223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187811b2-7ce3-4403-b23f-042fe889be0d {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:11.153111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Publish callbacks [] for port (187811b2-7ce3-4403-b23f-042fe889be0d), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.205043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 0fb2c280-3ab0-4c39-998b-58b959e5c844 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:11.207290 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.216782 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.226053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Transition to ACTIVE for port object 187811b2-7ce3-4403-b23f-042fe889be0d will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:57:11.275511 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Publish callbacks [] for port (81c060d9-e788-42fa-b9eb-425252a79428), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.321546 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (81c060d9-e788-42fa-b9eb-425252a79428), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.392202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:11.398995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:11.407312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:11.412886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Pushing event updated for resources: {'Port': ['ID=81c060d9-e788-42fa-b9eb-425252a79428,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:11.477522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1466858a-38fa-4d89-8f5d-1ed705bdbe90 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:11.500303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Publish callbacks [] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.529781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 0fb2c280-3ab0-4c39-998b-58b959e5c844 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:11.532310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Attempting to bind port 81c060d9-e788-42fa-b9eb-425252a79428 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:11.532949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Attempting to bind port 81c060d9-e788-42fa-b9eb-425252a79428 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '40b2d97a-458a-49dd-84e9-e24e32bc2d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:11.533559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Attempting to bind port 81c060d9-e788-42fa-b9eb-425252a79428 on network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:11.542438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Transition to ACTIVE for port object 1466858a-38fa-4d89-8f5d-1ed705bdbe90 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:57:11.545056 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.553728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:11.554388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Checking segment: {'id': '40b2d97a-458a-49dd-84e9-e24e32bc2d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:11.555118 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.556230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Bound using segment: {'id': '40b2d97a-458a-49dd-84e9-e24e32bc2d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:11.556882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Bound port: 81c060d9-e788-42fa-b9eb-425252a79428, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b2d97a-458a-49dd-84e9-e24e32bc2d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:11.557275 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (81c060d9-e788-42fa-b9eb-425252a79428), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.669736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbe335-2d4b-4a94-876b-70274dd6c536 req-644b578d-df95-4096-bb49-104798a24bea tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:11.671540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] For port 81c060d9-e788-42fa-b9eb-425252a79428, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:11.678851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] For port 81c060d9-e788-42fa-b9eb-425252a79428, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=81c060d9-e788-42fa-b9eb-425252a79428,segment=NetworkSegment(40b2d97a-458a-49dd-84e9-e24e32bc2d2e),segment_id=40b2d97a-458a-49dd-84e9-e24e32bc2d2e)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:11.688695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Pushing event updated for resources: {'Port': ['ID=187811b2-7ce3-4403-b23f-042fe889be0d,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:11.693017 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (81c060d9-e788-42fa-b9eb-425252a79428), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.695527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.704054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19fbe335-2d4b-4a94-876b-70274dd6c536 req-644b578d-df95-4096-bb49-104798a24bea tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 935 time: 0.5358608 Mar 07 15:57:11.843313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bfc52-5fbe-4f88-86d6-9695153db06f None None] Pushing event updated for resources: {'Port': ['ID=81c060d9-e788-42fa-b9eb-425252a79428,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:11.907736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks [] for router_gateway (72b79536-72ea-4c62-a6e8-6b757f0e49f1), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:11.974026 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19fbe335-2d4b-4a94-876b-70274dd6c536 req-508ced05-6a64-4da0-b04a-6a3eb6098b22 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687376 Mar 07 15:57:11.977280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:12.002387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ccc64810-7b30-4582-8d59-a4587a05b7a6 req-b6d0ef66-a134-4a2e-bb7d-53c20050b06d tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7683122 Mar 07 15:57:12.119796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Attempting to bind port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:12.120160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Attempting to bind port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:12.120495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Attempting to bind port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:12.149278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:57:12.149660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Attempting to bind port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:12.171858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Attempting to bind port 187811b2-7ce3-4403-b23f-042fe889be0d on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:12.172474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Attempting to bind port 187811b2-7ce3-4403-b23f-042fe889be0d by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:12.172816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Attempting to bind port 187811b2-7ce3-4403-b23f-042fe889be0d on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:12.176764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:12.177106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:12.178198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:12.178784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Bound port: 1466858a-38fa-4d89-8f5d-1ed705bdbe90, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:12.179070 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:12.195591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1466858a-38fa-4d89-8f5d-1ed705bdbe90,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:12.222961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Port 187811b2-7ce3-4403-b23f-042fe889be0d on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:57:12.223370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Attempting to bind port 187811b2-7ce3-4403-b23f-042fe889be0d on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:12.286479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:12.286908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:12.287314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:12.287761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Bound port: 187811b2-7ce3-4403-b23f-042fe889be0d, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:12.288123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:12.375570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Allocated IP 172.25.4.199 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/3bdc2324-7005-437e-af99-f56f97b8ba09) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:12.431897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] For port 1466858a-38fa-4d89-8f5d-1ed705bdbe90, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:12.507986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] For port 187811b2-7ce3-4403-b23f-042fe889be0d, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:12.511345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] For port 1466858a-38fa-4d89-8f5d-1ed705bdbe90, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1466858a-38fa-4d89-8f5d-1ed705bdbe90,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:12.541718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:12.589812 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks [] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:12.621678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] For port 187811b2-7ce3-4403-b23f-042fe889be0d, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=187811b2-7ce3-4403-b23f-042fe889be0d,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:12.669922 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1466858a-38fa-4d89-8f5d-1ed705bdbe90,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:12.673713 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:12.674824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:12.676614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:12.677236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:12.678870 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f15ebdaf-823b-4146-8c68-f5382058b4b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/1466858a-38fa-4d89-8f5d-1ed705bdbe90 HTTP/1.1" status: 200 len: 1117 time: 3.7461524 Mar 07 15:57:12.682013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aa86f5-2018-43d5-b982-f253d67311d9', 'tag': '1466858a-38fa-4d89-8f5d-1ed705bdbe90'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:13.098283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:13.101666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:13.106551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] 10.222.0.11 "PUT /v2.0/ports/187811b2-7ce3-4403-b23f-042fe889be0d HTTP/1.1" status: 200 len: 1118 time: 3.8007283 Mar 07 15:57:13.156600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:13.213875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:13.232888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:13.299835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3d220-2d3f-4bc5-a2e4-f5295a19e35a service neutron] Pushing event updated for resources: {'Port': ['ID=187811b2-7ce3-4403-b23f-042fe889be0d,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:13.366904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-facb217a-1806-460b-8fff-b8f5b5b1e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:13.368823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-facb217a-1806-460b-8fff-b8f5b5b1e21d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 1151 time: 0.5380428 Mar 07 15:57:13.658259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Pushing event updated for resources: {'Port': ['ID=3bdc2324-7005-437e-af99-f56f97b8ba09,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:13.894375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25058ce0-db96-433c-b346-e922318169d0 None None] Network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:57:13.901180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34c5d-1d24-4331-a0a4-039b29273445 req-21fc24a4-ea8a-43d9-9d57-f805b22be817 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:13.902745 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbb34c5d-1d24-4331-a0a4-039b29273445 req-21fc24a4-ea8a-43d9-9d57-f805b22be817 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 969 time: 0.6939237 Mar 07 15:57:13.961349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks [] for router_gateway (72b79536-72ea-4c62-a6e8-6b757f0e49f1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:13.965003 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-f4589b35-3d43-4caa-ae55-5abdccfb2adc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=1466858a-38fa-4d89-8f5d-1ed705bdbe90 HTTP/1.1" status: 200 len: 217 time: 0.5848463 Mar 07 15:57:13.991948 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ba4833-e97f-4ced-9a01-9da18ddffaae" -d '{"events": [{"name": "network-changed", "server_uuid": "08aa86f5-2018-43d5-b982-f253d67311d9", "tag": "1466858a-38fa-4d89-8f5d-1ed705bdbe90"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:14.014447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5962d4-0d01-4589-9adb-ac86f6f12f8c req-d16c83fa-b8b3-4829-a580-237e9edc777d tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:14.020649 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f5962d4-0d01-4589-9adb-ac86f6f12f8c req-d16c83fa-b8b3-4829-a580-237e9edc777d tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 970 time: 0.8252668 Mar 07 15:57:14.031916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-dc639f56-6fbb-45af-a13e-b80746142691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:14.035950 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-dc639f56-6fbb-45af-a13e-b80746142691 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa0def8107f4c5d8da14f294dde8475&device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 1152 time: 0.8654945 Mar 07 15:57:14.113175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b3a222de-b2e8-4e46-9497-b7c49ded4817 None None] Provisioning complete for port 81c060d9-e788-42fa-b9eb-425252a79428 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:14.113764 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3a222de-b2e8-4e46-9497-b7c49ded4817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81c060d9-e788-42fa-b9eb-425252a79428), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:14.121303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbb34c5d-1d24-4331-a0a4-039b29273445 req-58ca1e96-c241-4a85-bd52-750ce9945f72 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873944 Mar 07 15:57:14.143184 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f5962d4-0d01-4589-9adb-ac86f6f12f8c req-f8a0d303-c706-4eb2-b1b1-03af56ce0c5f tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041148 Mar 07 15:57:14.447965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 81c060d9-e788-42fa-b9eb-425252a79428 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:14.502861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-e65e5310-9d75-49e4-89ca-9bc85cb04aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:14.511804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-e65e5310-9d75-49e4-89ca-9bc85cb04aa4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.3570282 Mar 07 15:57:14.517128 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-53ed95a2-7de8-435f-a91f-bfa747be6885 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=187811b2-7ce3-4403-b23f-042fe889be0d HTTP/1.1" status: 200 len: 217 time: 0.3356755 Mar 07 15:57:14.596749 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (72b79536-72ea-4c62-a6e8-6b757f0e49f1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:14.597341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b3a222de-b2e8-4e46-9497-b7c49ded4817 None None] Current status of the port 81c060d9-e788-42fa-b9eb-425252a79428 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:14.603596 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3a222de-b2e8-4e46-9497-b7c49ded4817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (81c060d9-e788-42fa-b9eb-425252a79428), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:14.741922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b3a222de-b2e8-4e46-9497-b7c49ded4817 None None] For port 81c060d9-e788-42fa-b9eb-425252a79428, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=81c060d9-e788-42fa-b9eb-425252a79428,segment=NetworkSegment(40b2d97a-458a-49dd-84e9-e24e32bc2d2e),segment_id=40b2d97a-458a-49dd-84e9-e24e32bc2d2e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:14.764180 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3a222de-b2e8-4e46-9497-b7c49ded4817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (81c060d9-e788-42fa-b9eb-425252a79428), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:14.775456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 81c060d9-e788-42fa-b9eb-425252a79428 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:14.776147 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81c060d9-e788-42fa-b9eb-425252a79428), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:14.916399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a222de-b2e8-4e46-9497-b7c49ded4817 None None] Pushing event updated for resources: {'Port': ['ID=81c060d9-e788-42fa-b9eb-425252a79428,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:14.921673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b11d31bd-15db-45b1-8f1e-3e1455df7660 None None] Provisioning complete for port 81c060d9-e788-42fa-b9eb-425252a79428 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:14.922217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b11d31bd-15db-45b1-8f1e-3e1455df7660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81c060d9-e788-42fa-b9eb-425252a79428), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:14.947687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:57:15.077937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 81c060d9-e788-42fa-b9eb-425252a79428 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:15.142693 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b2a1f1-bf06-4565-a8b0-a56e8da27cba x-openstack-request-id: req-34b2a1f1-bf06-4565-a8b0-a56e8da27cba {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:15.164920 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08aa86f5-2018-43d5-b982-f253d67311d9", "tag": "1466858a-38fa-4d89-8f5d-1ed705bdbe90", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:15.168555 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34b2a1f1-bf06-4565-a8b0-a56e8da27cba {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:15.169533 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aa86f5-2018-43d5-b982-f253d67311d9', 'tag': '1466858a-38fa-4d89-8f5d-1ed705bdbe90', 'status': 'completed', 'code': 200} Mar 07 15:57:15.250304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b11d31bd-15db-45b1-8f1e-3e1455df7660 None None] Current status of the port 81c060d9-e788-42fa-b9eb-425252a79428 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:15.257289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-c832bfdc-90cb-407e-89ef-e2430dbb2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:15.259531 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-c832bfdc-90cb-407e-89ef-e2430dbb2c33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2849836 Mar 07 15:57:15.266455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-65bd152a-debd-4500-a26c-48a419688573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:15.268551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-65bd152a-debd-4500-a26c-48a419688573 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.3021383 Mar 07 15:57:15.275091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-69bdd864-6860-4b2d-bd13-8c6462de0773 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3165642cfca34437bce67a855d406c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102159 Mar 07 15:57:15.435587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:57:15.451469 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Sync routers for ids ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:57:15.512730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:15.514545 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fffd2016-8b6c-4357-9eba-cc5127b929ee admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3961589 Mar 07 15:57:15.519957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39332) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:15.577469 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Routers {'72b79536-72ea-4c62-a6e8-6b757f0e49f1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:57:15.578330 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:15.669917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463770-1a21-4687-be9e-570a1727b7ff req-6db9bd69-ee68-45f4-bdfc-e51f7b4e8cbb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:15.687055 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-6db9bd69-ee68-45f4-bdfc-e51f7b4e8cbb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989658 Mar 07 15:57:15.712277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-42d829d7-17d9-4be9-a22d-c6175a11c5bf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/quotas/3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 375 time: 0.0157275 Mar 07 15:57:15.717587 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Set router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:15.825442 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-5de67a7b-aa16-4673-b078-556045f4e8a2 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061492 Mar 07 15:57:15.925849 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39338) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:16.066429 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:10Z', 'updated_at': '2022-03-07T15:57:13Z', 'revision_number': 3, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'gw_port': {'id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:12Z', 'updated_at': '2022-03-07T15:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:16.083347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6be59-8fdc-46d6-a18c-c7aa37d6b8c4 req-222343c4-7175-4949-8685-7080f7ede755 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:16.085968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61f6be59-8fdc-46d6-a18c-c7aa37d6b8c4 req-222343c4-7175-4949-8685-7080f7ede755 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 969 time: 0.2758763 Mar 07 15:57:16.145817 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Checking router: 72b79536-72ea-4c62-a6e8-6b757f0e49f1 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:57:16.146477 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Updating router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 port 3bdc2324-7005-437e-af99-f56f97b8ba09 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:57:16.198741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e191f00-b520-4168-8ef4-ad2f10efaa71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:16.212750 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:16.257093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61f6be59-8fdc-46d6-a18c-c7aa37d6b8c4 req-e8f36e8e-90d3-4d22-b04d-6cf43f939c74 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286793 Mar 07 15:57:16.372951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 81c060d9-e788-42fa-b9eb-425252a79428 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:16.546407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e191f00-b520-4168-8ef4-ad2f10efaa71 admin admin] Publish callbacks [] for security_group (e4a6b902-8923-4951-9264-b4d3cec03c63), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:16.566827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 81c060d9-e788-42fa-b9eb-425252a79428 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:16.567596 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81c060d9-e788-42fa-b9eb-425252a79428), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:16.701509 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e191f00-b520-4168-8ef4-ad2f10efaa71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e4a6b902-8923-4951-9264-b4d3cec03c63), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:16.712214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 81c060d9-e788-42fa-b9eb-425252a79428 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:16.775593 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Publish callbacks [] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:16.784389 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:16.831840 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856056e1-ae89-4940-bef1-9f82efd45575 None None] Pushing event updated for resources: {'Port': ['ID=3bdc2324-7005-437e-af99-f56f97b8ba09,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:16.861263 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Attempting to bind port 3bdc2324-7005-437e-af99-f56f97b8ba09 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:16.861263 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Attempting to bind port 3bdc2324-7005-437e-af99-f56f97b8ba09 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:16.861263 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Attempting to bind port 3bdc2324-7005-437e-af99-f56f97b8ba09 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:16.863204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2e191f00-b520-4168-8ef4-ad2f10efaa71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d84cfd9b5924c67a0d76ff95bf0f3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9361351 Mar 07 15:57:16.865537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39358) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:16.869013 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:16.869466 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:16.870138 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:16.871419 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:16.872001 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Bound port: 3bdc2324-7005-437e-af99-f56f97b8ba09, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:16.872571 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:16.909741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e191f00-b520-4168-8ef4-ad2f10efaa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a6b902-8923-4951-9264-b4d3cec03c63,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:16.958101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092bd90-65b0-48a5-bdfb-2471d8217e6e req-04d04be9-ff54-4017-ad08-7e84d52094f6 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:16.961825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d092bd90-65b0-48a5-bdfb-2471d8217e6e req-04d04be9-ff54-4017-ad08-7e84d52094f6 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 970 time: 0.4116025 Mar 07 15:57:16.965597 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] For port 3bdc2324-7005-437e-af99-f56f97b8ba09, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:16.971312 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] For port 3bdc2324-7005-437e-af99-f56f97b8ba09, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3bdc2324-7005-437e-af99-f56f97b8ba09,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:16.986381 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:17.016535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f9bbc64f-010b-4001-a82d-64bcc743b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:17.026007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-f9bbc64f-010b-4001-a82d-64bcc743b1fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4736540 Mar 07 15:57:17.050374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93f6d2c4-c899-4126-8061-c0d911558734 admin admin] Publish callbacks [] for security_group (e4a6b902-8923-4951-9264-b4d3cec03c63), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:17.083368 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856056e1-ae89-4940-bef1-9f82efd45575 None None] Pushing event updated for resources: {'Port': ['ID=3bdc2324-7005-437e-af99-f56f97b8ba09,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:17.112647 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d092bd90-65b0-48a5-bdfb-2471d8217e6e req-bc470ad5-26e1-47d2-9ff1-e842095ef6c4 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340766 Mar 07 15:57:17.117042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93f6d2c4-c899-4126-8061-c0d911558734 admin admin] Publish callbacks [] for security_group (e4a6b902-8923-4951-9264-b4d3cec03c63), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:17.118125 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Routers {'72b79536-72ea-4c62-a6e8-6b757f0e49f1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:57:17.124169 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:17.181401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded90704-2d63-4a4b-825b-615a5563da2b', 'tag': '187811b2-7ce3-4403-b23f-042fe889be0d'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:17.217383 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c" -d '{"events": [{"name": "network-changed", "server_uuid": "ded90704-2d63-4a4b-825b-615a5563da2b", "tag": "187811b2-7ce3-4403-b23f-042fe889be0d"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:17.250016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93f6d2c4-c899-4126-8061-c0d911558734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e4a6b902-8923-4951-9264-b4d3cec03c63), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:17.262164 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93f6d2c4-c899-4126-8061-c0d911558734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:17.278757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-376b4c9e-fb71-4628-add4-a54395e2ccce service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593077 Mar 07 15:57:17.281013 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-93f6d2c4-c899-4126-8061-c0d911558734 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4a6b902-8923-4951-9264-b4d3cec03c63 HTTP/1.1" status: 204 len: 168 time: 0.4003687 Mar 07 15:57:17.292747 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:17.293129 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] Set router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:17.306332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80bd4fea-672c-4e73-8d2b-03dbe4c1c11f req-253af6f7-e8ce-41e3-9bee-5adfcbbc7106 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.3046980 Mar 07 15:57:17.307086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6d2c4-c899-4126-8061-c0d911558734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a6b902-8923-4951-9264-b4d3cec03c63,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:17.478768 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dccf132-89ad-4abc-9861-2721ae022f15 x-openstack-request-id: req-5dccf132-89ad-4abc-9861-2721ae022f15 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:17.479298 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded90704-2d63-4a4b-825b-615a5563da2b", "tag": "187811b2-7ce3-4403-b23f-042fe889be0d", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:17.479298 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5dccf132-89ad-4abc-9861-2721ae022f15 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:17.479813 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded90704-2d63-4a4b-825b-615a5563da2b', 'tag': '187811b2-7ce3-4403-b23f-042fe889be0d', 'status': 'completed', 'code': 200} Mar 07 15:57:17.654908 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bab195-9d09-4e90-aa1d-3d3b94914ffc req-b54099b9-1554-4616-8cea-14eb2a55d758 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:17.656867 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a9bab195-9d09-4e90-aa1d-3d3b94914ffc req-b54099b9-1554-4616-8cea-14eb2a55d758 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 969 time: 0.1821625 Mar 07 15:57:17.718604 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-cd6c4329-e93b-4bb1-a912-a5a7acad40f5 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669328 Mar 07 15:57:17.723180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfdf6b55-4995-450b-a29f-213b3f7ebbbf req-00847d96-8ee3-4478-9477-df6407ef9836 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150620 Mar 07 15:57:17.801842 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a9bab195-9d09-4e90-aa1d-3d3b94914ffc req-4aab936a-f832-44d0-9756-e5d65d776d02 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365118 Mar 07 15:57:17.823264 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:10Z', 'updated_at': '2022-03-07T15:57:13Z', 'revision_number': 3, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'gw_port': {'id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:12Z', 'updated_at': '2022-03-07T15:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:17.908129 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df055a-bde2-4b65-b9df-ee0607cc7119 None None] The sync data for ids ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'] in n-d-830010-8 is: [{'id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:10Z', 'updated_at': '2022-03-07T15:57:13Z', 'revision_number': 3, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'gw_port': {'id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:12Z', 'updated_at': '2022-03-07T15:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:57:18.015061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39384) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:18.042442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e19feeba-2400-4b02-8f4b-69e891a8748a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:18.071266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.15', 62018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:18.137038 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e1d08cd-c893-4832-99b1-7c0617ad936b req-255ec664-17a2-4733-9d9d-66cde8f482a3 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561552 Mar 07 15:57:18.192659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-1a7f91da-5758-41c5-8739-95249303ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:18.195347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-1a7f91da-5758-41c5-8739-95249303ef08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 1151 time: 0.2314074 Mar 07 15:57:18.272925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Allocated IP 172.20.0.1 (6720bec1-327e-43fb-b2bc-ce534a0cbe7f/e3ec60aa-5758-4e7c-a50a-98206f43b4c0/87613529-ee2b-4d2a-ba7c-c82284f5fbd3) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:18.354853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-b5c45568-6f19-41a7-bf7c-884a1e2afb97 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3165642cfca34437bce67a855d406c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2757175 Mar 07 15:57:18.714009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e19feeba-2400-4b02-8f4b-69e891a8748a admin admin] Publish callbacks [] for security_group (80c028f0-f952-43f9-af05-55f6ffec40d4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:18.762624 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c515471-606f-4319-96ea-ad2765ca043b req-03661b95-8d34-4d03-b376-4e1f83a9eb96 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.0697708 Mar 07 15:57:18.763360 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e19feeba-2400-4b02-8f4b-69e891a8748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (80c028f0-f952-43f9-af05-55f6ffec40d4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:18.872793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19feeba-2400-4b02-8f4b-69e891a8748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c028f0-f952-43f9-af05-55f6ffec40d4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:18.900658 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e19feeba-2400-4b02-8f4b-69e891a8748a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5abb0af6dccc4b48b728af86a092860c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8844869 Mar 07 15:57:18.913301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463770-1a21-4687-be9e-570a1727b7ff req-00bc5c16-dec0-467b-8a02-1c7ea33eb65f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:18.916435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-00bc5c16-dec0-467b-8a02-1c7ea33eb65f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5542898 Mar 07 15:57:18.917299 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39418) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:19.035547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d39bc6d-6f21-4946-8719-abd869b52880 admin admin] Publish callbacks [] for security_group (80c028f0-f952-43f9-af05-55f6ffec40d4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:19.096608 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d39bc6d-6f21-4946-8719-abd869b52880 admin admin] Publish callbacks [] for security_group (80c028f0-f952-43f9-af05-55f6ffec40d4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:19.263047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d39bc6d-6f21-4946-8719-abd869b52880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (80c028f0-f952-43f9-af05-55f6ffec40d4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:19.269869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d39bc6d-6f21-4946-8719-abd869b52880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:19.272441 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6d39bc6d-6f21-4946-8719-abd869b52880 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80c028f0-f952-43f9-af05-55f6ffec40d4 HTTP/1.1" status: 204 len: 168 time: 0.3517139 Mar 07 15:57:19.298301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39bc6d-6f21-4946-8719-abd869b52880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c028f0-f952-43f9-af05-55f6ffec40d4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:19.335505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a7cb0-ecca-49a5-8cf1-aa72c46e9983 req-b3df0077-8cbc-4013-ad01-26d6ff65b46b tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:19.351379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-136a7cb0-ecca-49a5-8cf1-aa72c46e9983 req-b3df0077-8cbc-4013-ad01-26d6ff65b46b tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 970 time: 1.0808108 Mar 07 15:57:19.423580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-a43970c8-730d-43c3-a0f2-d82a666daad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:19.425490 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-a43970c8-730d-43c3-a0f2-d82a666daad0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afa0def8107f4c5d8da14f294dde8475&device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 1152 time: 1.0559361 Mar 07 15:57:19.430787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-5a47a23a-b38d-4c85-8647-ecb294f5512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:19.432434 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-5a47a23a-b38d-4c85-8647-ecb294f5512f service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 1.2038534 Mar 07 15:57:19.506330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Publish callbacks [] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:19.524559 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-136a7cb0-ecca-49a5-8cf1-aa72c46e9983 req-3b4d6848-1348-424c-a1fb-20adf402e739 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721320 Mar 07 15:57:19.573634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc5380-0058-4bd5-9236-451be8383b31 req-33b1d817-5576-47ec-b2fd-da016e6c3e0f tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:19.586100 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0fc5380-0058-4bd5-9236-451be8383b31 req-33b1d817-5576-47ec-b2fd-da016e6c3e0f tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 969 time: 0.1706738 Mar 07 15:57:19.709690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-edbf8844-cc15-46ce-98c7-aac594be5472 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=1466858a-38fa-4d89-8f5d-1ed705bdbe90 HTTP/1.1" status: 200 len: 217 time: 0.1395397 Mar 07 15:57:19.756442 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0fc5380-0058-4bd5-9236-451be8383b31 req-fc442a60-0095-45ba-aa51-bbfa17f2fbc3 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670675 Mar 07 15:57:19.792845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:19.852395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-f8f0b813-58dd-42cf-8ce8-e267225f11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:19.853852 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-f8f0b813-58dd-42cf-8ce8-e267225f11cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1356885 Mar 07 15:57:19.876151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:19.894705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:19.901663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Pushing event updated for resources: {'Port': ['ID=87613529-ee2b-4d2a-ba7c-c82284f5fbd3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:19.935544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:19.935928 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (72b79536-72ea-4c62-a6e8-6b757f0e49f1), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:19.975209 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5c5af0c-24e2-4dee-b917-2163910068bb req-8a72abfe-21f1-4864-87b2-7cc2b1149e54 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.1026168 Mar 07 15:57:20.106944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-fb155de8-d8cc-4305-8822-c542d5432cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:20.108651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-fb155de8-d8cc-4305-8822-c542d5432cc9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.5027747 Mar 07 15:57:20.283521 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-c97bd42a-1d40-4580-90b3-fdf325fe7233 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=187811b2-7ce3-4403-b23f-042fe889be0d HTTP/1.1" status: 200 len: 217 time: 0.1653440 Mar 07 15:57:20.336497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-92f3a2bf-1143-428a-94ae-f97bbdfe4f1d None None] Provisioning complete for port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:20.337041 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92f3a2bf-1143-428a-94ae-f97bbdfe4f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:20.378343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-40d8aedd-1644-403c-a71c-a6d829f10ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:20.382272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-40d8aedd-1644-403c-a71c-a6d829f10ae1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5160081 Mar 07 15:57:20.403164 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-92f3a2bf-1143-428a-94ae-f97bbdfe4f1d None None] Port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:20.410967 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3bdc2324-7005-437e-af99-f56f97b8ba09 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:20.499144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-ccd958a9-4710-4380-9332-41395c29ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:20.503755 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-ccd958a9-4710-4380-9332-41395c29ea47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1998444 Mar 07 15:57:20.506029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3bdc2324-7005-437e-af99-f56f97b8ba09 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:20.506610 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:20.657288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3bdc2324-7005-437e-af99-f56f97b8ba09 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:20.660206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:20.703820 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:20.711428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 3bdc2324-7005-437e-af99-f56f97b8ba09, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3bdc2324-7005-437e-af99-f56f97b8ba09,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:20.719639 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:20.805699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=3bdc2324-7005-437e-af99-f56f97b8ba09,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:20.876406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-3592ae2d-3869-4655-8392-80f2e1598222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:20.877975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-3592ae2d-3869-4655-8392-80f2e1598222 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3027773 Mar 07 15:57:20.897906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886c42a-81a2-4e3c-8e13-58bd56710284 req-3aef5bec-7f97-4ed8-abb7-f585abedb85d tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:20.901907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9886c42a-81a2-4e3c-8e13-58bd56710284 req-3aef5bec-7f97-4ed8-abb7-f585abedb85d tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 970 time: 0.2049303 Mar 07 15:57:20.974899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-7523bb8b-40e7-4be4-8b84-ed2e34fb8245 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838447 Mar 07 15:57:20.995587 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9886c42a-81a2-4e3c-8e13-58bd56710284 req-e3527729-eefd-4756-8eff-002cf6c6f52b tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748465 Mar 07 15:57:21.176182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3335ffdf-0ba2-4fe4-a8ae-403caa1d9079 req-b8f9d366-a764-4825-a128-0c6fb83da5c4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.0377822 Mar 07 15:57:21.218469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e7b32-31be-4b83-baa0-25838121bb86 req-53532ff4-c684-41f7-9bb6-507af6a0acc5 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:21.220075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b28e7b32-31be-4b83-baa0-25838121bb86 req-53532ff4-c684-41f7-9bb6-507af6a0acc5 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 969 time: 0.2484355 Mar 07 15:57:21.222307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-65b6a955-91ad-401d-90b7-ed8ea71d7d99 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310351 Mar 07 15:57:21.222437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39476) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:21.318993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54ba4833-e97f-4ced-9a01-9da18ddffaae req-ea547f89-4283-4907-941e-dbda2ebb09be service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993181 Mar 07 15:57:21.377340 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Publish callbacks [] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.388570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.389564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (72b79536-72ea-4c62-a6e8-6b757f0e49f1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.400987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b28e7b32-31be-4b83-baa0-25838121bb86 req-fbae403f-eee8-40ac-be73-86ca06e9083e tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721106 Mar 07 15:57:21.446828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-830046696-network', 'tenant_id': 'cb36658e777d4c14a575b1f3ef77e706'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:21.478340 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39a92ff9-70cd-4f6d-aff2-9ea5522c579c req-7dbf3b43-2a8e-48bf-ac06-78db6e46562c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440510 Mar 07 15:57:21.479279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Pushing event updated for resources: {'Port': ['ID=87613529-ee2b-4d2a-ba7c-c82284f5fbd3,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:21.484526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Made reservation on behalf of cb36658e777d4c14a575b1f3ef77e706 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:21.488991 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.510423 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.600575 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:21.605566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:21.611166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Publish callbacks [] for security_group (2afbda60-94f7-4361-afac-4e7f41ce3f4c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.615690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2afbda60-94f7-4361-afac-4e7f41ce3f4c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.640827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:57:21.657852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afbda60-94f7-4361-afac-4e7f41ce3f4c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:21.678937 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d9680deb-b3aa-4045-a5a7-b32ece3501fb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.679814 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Added segment d9680deb-b3aa-4045-a5a7-b32ece3501fb of type vlan for network 099477e4-23c0-427d-9020-dfe0eec5f24b Mar 07 15:57:21.779544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (099477e4-23c0-427d-9020-dfe0eec5f24b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.836658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (099477e4-23c0-427d-9020-dfe0eec5f24b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.837976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:21.839098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:21.892160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6653426 Mar 07 15:57:21.918258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39494) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:21.928402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Request body: {'subnet': {'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-830046696-subnet', 'tenant_id': 'cb36658e777d4c14a575b1f3ef77e706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:21.939625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd377-50d2-4c4b-9008-de86015335eb admin admin] Pushing event updated for resources: {'Network': ['ID=099477e4-23c0-427d-9020-dfe0eec5f24b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:21.957505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 099477e4-23c0-427d-9020-dfe0eec5f24b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:57:21.962227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Made reservation on behalf of cb36658e777d4c14a575b1f3ef77e706 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:21.966680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.045560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39498) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:22.104883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:57:22.185295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cbff97dd-a311-4279-932a-14299aa518f9 None None] Provisioning complete for port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:22.185818 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbff97dd-a311-4279-932a-14299aa518f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.233069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cbff97dd-a311-4279-932a-14299aa518f9 None None] Port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:22.290903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3bdc2324-7005-437e-af99-f56f97b8ba09 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:22.321446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f63dddd4-4373-4197-b42d-b9d566047779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.354506 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-17041bde-0f6c-46c7-9a30-e6700bb22883 req-e1ccca25-d935-406d-b0a2-141ddfc79ffa tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.0391564 Mar 07 15:57:22.379183 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (a0f53018-f90a-4cce-922b-b3a7ec0c1805), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.415611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902ac69-030c-4e5c-ade9-c93b22d7dc83 req-60109be0-2633-4af7-adf0-1a54925e7b43 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:22.417925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3902ac69-030c-4e5c-ade9-c93b22d7dc83 req-60109be0-2633-4af7-adf0-1a54925e7b43 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 970 time: 0.2299514 Mar 07 15:57:22.418081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3bdc2324-7005-437e-af99-f56f97b8ba09 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:22.418655 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.430389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:57:22.443836 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0bcdf32d-a160-41a3-8e73-8ea2567e98d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/72b79536-72ea-4c62-a6e8-6b757f0e49f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9214423 Mar 07 15:57:22.482535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f53018-f90a-4cce-922b-b3a7ec0c1805,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:22.488008 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Checking segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:22.488371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Network hostable DHCP agents. Network: 099477e4-23c0-427d-9020-dfe0eec5f24b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:57:22.508074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Sync routers for ids ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:57:22.559350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Network 099477e4-23c0-427d-9020-dfe0eec5f24b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:57:22.570091 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3902ac69-030c-4e5c-ade9-c93b22d7dc83 req-e5715298-81ff-4014-a8d8-f6ca2ef644f8 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400487 Mar 07 15:57:22.588669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 099477e4-23c0-427d-9020-dfe0eec5f24b) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:22.597254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:22.598068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.623721 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5ae6-e6b4-4204-ab28-c767ddd7631d req-d605eca2-717f-4e08-aab8-e60a7e50ac02 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:22.625555 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd3a5ae6-e6b4-4204-ab28-c767ddd7631d req-d605eca2-717f-4e08-aab8-e60a7e50ac02 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 969 time: 0.1042104 Mar 07 15:57:22.646854 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6a3b3fa9-8488-4174-b319-a52e06a4dc4e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7183876 Mar 07 15:57:22.659234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f63dddd4-4373-4197-b42d-b9d566047779 admin admin] Publish callbacks [] for security_group (127a0018-9f4f-4f28-9152-336ac4503e45), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.673199 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f63dddd4-4373-4197-b42d-b9d566047779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (127a0018-9f4f-4f28-9152-336ac4503e45), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.734543 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd3a5ae6-e6b4-4204-ab28-c767ddd7631d req-265b39bc-e4d6-4526-b1b5-70782d153163 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875962 Mar 07 15:57:22.759424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63dddd4-4373-4197-b42d-b9d566047779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127a0018-9f4f-4f28-9152-336ac4503e45,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:22.765745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f63dddd4-4373-4197-b42d-b9d566047779 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5850473fe11349d3929d3cacc5ebe1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7186129 Mar 07 15:57:22.768391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39514) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:22.775020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Routers {'72b79536-72ea-4c62-a6e8-6b757f0e49f1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:57:22.775647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:22.783046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a69b53-2557-41b9-9e6a-3d606e7765f9 None None] Network 099477e4-23c0-427d-9020-dfe0eec5f24b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:57:22.848359 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3552b0f8-75d7-416a-a8af-ed990c7e90d9 admin admin] Publish callbacks [] for security_group (127a0018-9f4f-4f28-9152-336ac4503e45), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.903222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3552b0f8-75d7-416a-a8af-ed990c7e90d9 admin admin] Publish callbacks [] for security_group (127a0018-9f4f-4f28-9152-336ac4503e45), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:22.990917 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3552b0f8-75d7-416a-a8af-ed990c7e90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (127a0018-9f4f-4f28-9152-336ac4503e45), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:23.004383 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76861760-1199-43df-bc26-36e0a82fbb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:23.007448 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3552b0f8-75d7-416a-a8af-ed990c7e90d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:23.014067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3552b0f8-75d7-416a-a8af-ed990c7e90d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/127a0018-9f4f-4f28-9152-336ac4503e45 HTTP/1.1" status: 204 len: 168 time: 0.2435286 Mar 07 15:57:23.031241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552b0f8-75d7-416a-a8af-ed990c7e90d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a0018-9f4f-4f28-9152-336ac4503e45,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:23.100496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1466858a-38fa-4d89-8f5d-1ed705bdbe90 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:57:23.232584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742d40f-3f2a-48a6-83f3-14e3baa1546b None None] Network 099477e4-23c0-427d-9020-dfe0eec5f24b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:57:23.273754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Set router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:23.281092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3bdc2324-7005-437e-af99-f56f97b8ba09 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:23.328755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-370ff747-99e9-463b-9427-a455d923a034 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:57:23.521958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0d17a6d-a849-47bf-8dbc-1e201e6147de req-3d9ff614-afa3-401b-9706-f1d8e484d8dd tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.0438447 Mar 07 15:57:23.664021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 1466858a-38fa-4d89-8f5d-1ed705bdbe90, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1466858a-38fa-4d89-8f5d-1ed705bdbe90,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:23.672291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39544) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:23.686495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53c6a4ba-661e-47bb-bb6d-4e5d8dbf83fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:23.794435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '1466858a-38fa-4d89-8f5d-1ed705bdbe90', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '1466858a-38fa-4d89-8f5d-1ed705bdbe90', 'mac_address': 'fa:16:3e:05:31:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:tempest-test_az-1812623483', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:57:23.798899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e2c1c-3eaa-4c0a-9164-dc15ee26773b req-025b74b3-7987-42d5-a5cd-939715969bab tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:23.806516 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-726e2c1c-3eaa-4c0a-9164-dc15ee26773b req-025b74b3-7987-42d5-a5cd-939715969bab tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 970 time: 0.1047719 Mar 07 15:57:23.908717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-726e2c1c-3eaa-4c0a-9164-dc15ee26773b req-3ace0a79-b4b5-4679-a1bd-72e9d0f8de8b tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870645 Mar 07 15:57:23.916820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:23.917138 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:23.946168 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53c6a4ba-661e-47bb-bb6d-4e5d8dbf83fb admin admin] Publish callbacks [] for security_group (eb0810cb-1b47-41ec-bdbe-b55018af2545), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:23.955059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1466858a-38fa-4d89-8f5d-1ed705bdbe90 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:23.957916 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53c6a4ba-661e-47bb-bb6d-4e5d8dbf83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (eb0810cb-1b47-41ec-bdbe-b55018af2545), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.002912 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-53c6a4ba-661e-47bb-bb6d-4e5d8dbf83fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ab03681f10e499c954d0b049d7b5831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293445 Mar 07 15:57:24.005900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39552) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:24.008583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 1466858a-38fa-4d89-8f5d-1ed705bdbe90, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1466858a-38fa-4d89-8f5d-1ed705bdbe90,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:24.019617 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.020086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 187811b2-7ce3-4403-b23f-042fe889be0d details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:57:24.059941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6a4ba-661e-47bb-bb6d-4e5d8dbf83fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0810cb-1b47-41ec-bdbe-b55018af2545,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:24.113504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 187811b2-7ce3-4403-b23f-042fe889be0d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=187811b2-7ce3-4403-b23f-042fe889be0d,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:24.137564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '187811b2-7ce3-4403-b23f-042fe889be0d', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '187811b2-7ce3-4403-b23f-042fe889be0d', 'mac_address': 'fa:16:3e:f9:30:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:tempest-test_az-1812623483', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:57:24.158635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0fdee288-4449-46b3-b562-0ec08aa5c01d admin admin] Publish callbacks [] for security_group (eb0810cb-1b47-41ec-bdbe-b55018af2545), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.192410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39556) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:24.197250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-dc397449-aa75-4e01-b963-51175394ef3b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945229537', 'description': 'tempest-description--1951767673'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:24.211929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:10Z', 'updated_at': '2022-03-07T15:57:20Z', 'revision_number': 4, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'gw_port': {'id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:12Z', 'updated_at': '2022-03-07T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '87613529-ee2b-4d2a-ba7c-c82284f5fbd3', 'name': '', 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'mac_address': 'fa:16:3e:ae:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e3ec60aa-5758-4e7c-a50a-98206f43b4c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:17Z', 'updated_at': '2022-03-07T15:57:20Z', 'revision_number': 2, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'subnets': [{'id': 'e3ec60aa-5758-4e7c-a50a-98206f43b4c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:24.213591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39558) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:24.220967 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0fdee288-4449-46b3-b562-0ec08aa5c01d admin admin] Publish callbacks [] for security_group (eb0810cb-1b47-41ec-bdbe-b55018af2545), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.235809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1949708156-network', 'tenant_id': 'a7bd4d897b8641a09a5829c4a18210fe'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:24.254156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Checking router: 72b79536-72ea-4c62-a6e8-6b757f0e49f1 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:57:24.254509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Updating router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:57:24.288084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 187811b2-7ce3-4403-b23f-042fe889be0d is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:24.288484 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.306374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc397449-aa75-4e01-b963-51175394ef3b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.306978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0fdee288-4449-46b3-b562-0ec08aa5c01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (eb0810cb-1b47-41ec-bdbe-b55018af2545), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.319460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0fdee288-4449-46b3-b562-0ec08aa5c01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.324441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Made reservation on behalf of a7bd4d897b8641a09a5829c4a18210fe for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:24.326001 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.326191 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0fdee288-4449-46b3-b562-0ec08aa5c01d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb0810cb-1b47-41ec-bdbe-b55018af2545 HTTP/1.1" status: 204 len: 168 time: 0.3188112 Mar 07 15:57:24.329226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187811b2-7ce3-4403-b23f-042fe889be0d {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:24.337536 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.339972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdee288-4449-46b3-b562-0ec08aa5c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0810cb-1b47-41ec-bdbe-b55018af2545,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:24.356464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 187811b2-7ce3-4403-b23f-042fe889be0d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=187811b2-7ce3-4403-b23f-042fe889be0d,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:24.359333 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.361511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=1466858a-38fa-4d89-8f5d-1ed705bdbe90,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:24.375246 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.445900 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Publish callbacks [] for security_group (dd9ca8c2-195d-4e73-9b55-b2bafb910ee7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.456965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60966c-2f91-4323-a535-a1063285e521 req-f46caed4-f231-488a-8b65-363417ca5d99 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:24.465534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c60966c-2f91-4323-a535-a1063285e521 req-f46caed4-f231-488a-8b65-363417ca5d99 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 970 time: 0.2088351 Mar 07 15:57:24.470121 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dd9ca8c2-195d-4e73-9b55-b2bafb910ee7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.507095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9ca8c2-195d-4e73-9b55-b2bafb910ee7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:24.579281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:57:24.592134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=187811b2-7ce3-4403-b23f-042fe889be0d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:24.602942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c60966c-2f91-4323-a535-a1063285e521 req-0cee5f75-eee9-473e-8c27-c35ba158531e tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248331 Mar 07 15:57:24.638589 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bc93aaa8-fb97-4d49-9f7e-24421deb0d39), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.639278 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Added segment bc93aaa8-fb97-4d49-9f7e-24421deb0d39 of type vlan for network b65a2e8c-cf7a-4f3e-ac36-afb82952c970 Mar 07 15:57:24.642978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc397449-aa75-4e01-b963-51175394ef3b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group (c2fa9865-7019-4e2a-94a9-034b7b14dc22), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.652684 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc397449-aa75-4e01-b963-51175394ef3b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c2fa9865-7019-4e2a-94a9-034b7b14dc22), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.698072 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68fbc680-c958-4527-928d-1642e9f08827 req-422c571a-c8dc-48d4-bda8-c9efcca698d2 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.0444088 Mar 07 15:57:24.726981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc397449-aa75-4e01-b963-51175394ef3b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa9865-7019-4e2a-94a9-034b7b14dc22,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:24.756105 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b65a2e8c-cf7a-4f3e-ac36-afb82952c970), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.766551 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc397449-aa75-4e01-b963-51175394ef3b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.768069 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dc397449-aa75-4e01-b963-51175394ef3b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5744493 Mar 07 15:57:24.771675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39566) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:24.778130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1466858a-38fa-4d89-8f5d-1ed705bdbe90'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:24.779959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-261529cc-3fee-493c-8377-a31acf796c26 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Request body: {'security_group_rule': {'security_group_id': 'c2fa9865-7019-4e2a-94a9-034b7b14dc22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:24.785761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['187811b2-7ce3-4403-b23f-042fe889be0d'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:24.820093 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b65a2e8c-cf7a-4f3e-ac36-afb82952c970), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.824098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:24.825023 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.853599 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-261529cc-3fee-493c-8377-a31acf796c26 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group_rule (0c0f0d14-993f-4741-919b-f6fd313c9a8a), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:24.967086 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-261529cc-3fee-493c-8377-a31acf796c26 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group_rule (0c0f0d14-993f-4741-919b-f6fd313c9a8a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.013169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-261529cc-3fee-493c-8377-a31acf796c26 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (0c0f0d14-993f-4741-919b-f6fd313c9a8a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.017868 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8032227 Mar 07 15:57:25.022262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39570) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:25.030843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Request body: {'subnet': {'network_id': 'b65a2e8c-cf7a-4f3e-ac36-afb82952c970', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1949708156-subnet', 'tenant_id': 'a7bd4d897b8641a09a5829c4a18210fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:25.035989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39572) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:25.045775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629b1a1-d6c6-4169-ac87-2bad587bc643 admin admin] Pushing event updated for resources: {'Network': ['ID=b65a2e8c-cf7a-4f3e-ac36-afb82952c970,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:25.072147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Made reservation on behalf of a7bd4d897b8641a09a5829c4a18210fe for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:25.075675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.091988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261529cc-3fee-493c-8377-a31acf796c26 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0f0d14-993f-4741-919b-f6fd313c9a8a,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:25.095321 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-79c65932-3320-4e04-8486-45ba6be7bbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.096344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b65a2e8c-cf7a-4f3e-ac36-afb82952c970 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:57:25.117265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-261529cc-3fee-493c-8377-a31acf796c26 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.120992 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-261529cc-3fee-493c-8377-a31acf796c26 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3457859 Mar 07 15:57:25.122719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39574) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:25.128001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-afdf564a-ce97-41e7-956f-2078b8c634ed tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Request body: {'security_group_rule': {'security_group_id': 'c2fa9865-7019-4e2a-94a9-034b7b14dc22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:25.196986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c60d6-6456-4067-b31f-343124a52980 req-9d76a39d-1b4d-4177-a8dc-d1ece7dba8d4 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:25.199218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef8c60d6-6456-4067-b31f-343124a52980 req-9d76a39d-1b4d-4177-a8dc-d1ece7dba8d4 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 971 time: 0.1899412 Mar 07 15:57:25.249279 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afdf564a-ce97-41e7-956f-2078b8c634ed tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group_rule (15f2cad9-1c44-4df3-9807-9eb97ce68e65), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.353026 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (d94dab8e-03fc-434d-881b-4fa73513160b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.373625 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef8c60d6-6456-4067-b31f-343124a52980 req-549b6008-53bb-43fb-a4f1-51220aeaa823 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554351 Mar 07 15:57:25.376607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-79c65932-3320-4e04-8486-45ba6be7bbf3 admin admin] Publish callbacks [] for security_group (cdd0ac59-92b8-4394-875d-43c890b8e025), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.402669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-79c65932-3320-4e04-8486-45ba6be7bbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cdd0ac59-92b8-4394-875d-43c890b8e025), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.422704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94dab8e-03fc-434d-881b-4fa73513160b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:25.461812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Checking segment: {'id': 'bc93aaa8-fb97-4d49-9f7e-24421deb0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b65a2e8c-cf7a-4f3e-ac36-afb82952c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:25.462278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Network hostable DHCP agents. Network: b65a2e8c-cf7a-4f3e-ac36-afb82952c970, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:57:25.482582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afdf564a-ce97-41e7-956f-2078b8c634ed tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group_rule (15f2cad9-1c44-4df3-9807-9eb97ce68e65), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.485214 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-79c65932-3320-4e04-8486-45ba6be7bbf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb8be93c27d940249853594584baab0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448149 Mar 07 15:57:25.488196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:25.488651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Network b65a2e8c-cf7a-4f3e-ac36-afb82952c970 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:57:25.499355 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96674646-56d4-4753-9294-09e7871c905c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.506518 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afdf564a-ce97-41e7-956f-2078b8c634ed tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (15f2cad9-1c44-4df3-9807-9eb97ce68e65), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.508799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b65a2e8c-cf7a-4f3e-ac36-afb82952c970) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:25.522383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:25.524429 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.533172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb6573-76f2-4262-b34c-57d23fcb28cc None None] Network b65a2e8c-cf7a-4f3e-ac36-afb82952c970 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:57:25.536214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c65932-3320-4e04-8486-45ba6be7bbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0ac59-92b8-4394-875d-43c890b8e025,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:25.561737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf564a-ce97-41e7-956f-2078b8c634ed tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f2cad9-1c44-4df3-9807-9eb97ce68e65,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:25.572314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3640ff05-a83b-4f3e-85a8-dbdb914b599c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5485129 Mar 07 15:57:25.585282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afdf564a-ce97-41e7-956f-2078b8c634ed tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.589668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39580) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:25.589868 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-afdf564a-ce97-41e7-956f-2078b8c634ed tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4653497 Mar 07 15:57:25.599815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:25.637168 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3d737359-d2ed-4f0d-9b59-78a2b3da539f admin admin] Publish callbacks [] for security_group (cdd0ac59-92b8-4394-875d-43c890b8e025), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.663938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.675627 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Publish callbacks [] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.706020 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3d737359-d2ed-4f0d-9b59-78a2b3da539f admin admin] Publish callbacks [] for security_group (cdd0ac59-92b8-4394-875d-43c890b8e025), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.852993 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.860931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3d737359-d2ed-4f0d-9b59-78a2b3da539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cdd0ac59-92b8-4394-875d-43c890b8e025), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.867107 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3d737359-d2ed-4f0d-9b59-78a2b3da539f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:25.870773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3d737359-d2ed-4f0d-9b59-78a2b3da539f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdd0ac59-92b8-4394-875d-43c890b8e025 HTTP/1.1" status: 204 len: 168 time: 0.3734469 Mar 07 15:57:25.903528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d737359-d2ed-4f0d-9b59-78a2b3da539f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0ac59-92b8-4394-875d-43c890b8e025,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:25.923380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90551f9a-59ac-457d-a28d-97f6b6a89ff3 None None] Network b65a2e8c-cf7a-4f3e-ac36-afb82952c970 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:57:25.933349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaca1b-c825-42ce-af52-3451b316dc93 None None] Pushing event updated for resources: {'Port': ['ID=87613529-ee2b-4d2a-ba7c-c82284f5fbd3,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:25.997500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09368cd0-60a3-43a8-b329-c53502bedb05 req-2651cb58-dda1-41ef-8eb7-ded401c92cbb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.1200657 Mar 07 15:57:26.033400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f642c-a90e-4e38-a65b-7ee72e5f9b31 req-2c2bff92-1daa-49a2-8cd1-0600683f1450 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:26.039349 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-586f642c-a90e-4e38-a65b-7ee72e5f9b31 req-2c2bff92-1daa-49a2-8cd1-0600683f1450 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 970 time: 0.2767024 Mar 07 15:57:26.232937 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-586f642c-a90e-4e38-a65b-7ee72e5f9b31 req-8d98979d-3740-4656-ac40-cd552c8cd2e4 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665850 Mar 07 15:57:26.308252 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:26.311751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Attempting to bind port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:26.312275 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Attempting to bind port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '40b2d97a-458a-49dd-84e9-e24e32bc2d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:26.312697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Attempting to bind port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 on network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:26.327533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:26.328094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Checking segment: {'id': '40b2d97a-458a-49dd-84e9-e24e32bc2d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:26.328644 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:26.329138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Bound using segment: {'id': '40b2d97a-458a-49dd-84e9-e24e32bc2d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:26.329730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Bound port: 87613529-ee2b-4d2a-ba7c-c82284f5fbd3, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b2d97a-458a-49dd-84e9-e24e32bc2d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:26.330212 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:26.351445 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:26.404603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0b3f6e04-73a7-4e7b-93ac-0eb6fe57129c None None] Provisioning complete for port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:26.405262 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b3f6e04-73a7-4e7b-93ac-0eb6fe57129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:26.454756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f6e04-73a7-4e7b-93ac-0eb6fe57129c None None] Port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:26.480456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] For port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:26.487388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] For port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=87613529-ee2b-4d2a-ba7c-c82284f5fbd3,segment=NetworkSegment(40b2d97a-458a-49dd-84e9-e24e32bc2d2e),segment_id=40b2d97a-458a-49dd-84e9-e24e32bc2d2e)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:26.503325 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:26.612760 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Allocated IP 172.25.4.167 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/bca7b823-9842-4adc-a688-acf449551b17) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:26.629124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c75c54-2013-4a90-9806-1716f9a4e309 req-089522ed-b1bf-4f2f-8467-f34dfac6547e tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:26.631181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-74c75c54-2013-4a90-9806-1716f9a4e309 req-089522ed-b1bf-4f2f-8467-f34dfac6547e tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 971 time: 0.0873921 Mar 07 15:57:26.716367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaca1b-c825-42ce-af52-3451b316dc93 None None] Pushing event updated for resources: {'Port': ['ID=87613529-ee2b-4d2a-ba7c-c82284f5fbd3,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:26.722047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Routers {'72b79536-72ea-4c62-a6e8-6b757f0e49f1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:57:26.723089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:57:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:26.906834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-74c75c54-2013-4a90-9806-1716f9a4e309 req-4eab36f2-2f75-40b6-929e-01c2696e985d tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630026 Mar 07 15:57:26.962774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] Set router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:26.974578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for port (bca7b823-9842-4adc-a688-acf449551b17), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.024326 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (bca7b823-9842-4adc-a688-acf449551b17), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.049072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1466858a-38fa-4d89-8f5d-1ed705bdbe90 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:27.078852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:27.083720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:27.088500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:27.101269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event updated for resources: {'Port': ['ID=bca7b823-9842-4adc-a688-acf449551b17,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:27.156648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e750c-546f-421c-a451-66073befc8e7 req-74148af1-343c-43ea-b59f-d1c8d010b732 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:27.158764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-74148af1-343c-43ea-b59f-d1c8d010b732 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 807 time: 0.3250928 Mar 07 15:57:27.175424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-949c239e-a842-408e-810c-f020d898986f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/quotas/cb36658e777d4c14a575b1f3ef77e706 HTTP/1.1" status: 200 len: 375 time: 0.0110614 Mar 07 15:57:27.185390 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8522b608-ce28-440f-b78f-db89755fd3d6 req-bd4a652b-7fd3-4263-9356-66aa072b940e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.0624511 Mar 07 15:57:27.209174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b19cd3d2-8b55-4e46-bbd7-0e314712ffbf None None] Provisioning complete for port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:27.210004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b19cd3d2-8b55-4e46-bbd7-0e314712ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.218951 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-a54ca2d6-44ac-4192-bb78-09843e11a0ac tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373373 Mar 07 15:57:27.223325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (f5510c5e-8c93-4fa2-be49-a4d379baf752), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.268254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:57:27.272926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bca7b823-9842-4adc-a688-acf449551b17), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.276999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:27.277743 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.406273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b19cd3d2-8b55-4e46-bbd7-0e314712ffbf None None] Current status of the port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:27.407458 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b19cd3d2-8b55-4e46-bbd7-0e314712ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.423692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-eaa88170-c1ab-4325-bef6-3a7219cdc4a4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:57:27.424714 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-eaa88170-c1ab-4325-bef6-3a7219cdc4a4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0618792 Mar 07 15:57:27.485965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b19cd3d2-8b55-4e46-bbd7-0e314712ffbf None None] For port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=87613529-ee2b-4d2a-ba7c-c82284f5fbd3,segment=NetworkSegment(40b2d97a-458a-49dd-84e9-e24e32bc2d2e),segment_id=40b2d97a-458a-49dd-84e9-e24e32bc2d2e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:27.494905 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b19cd3d2-8b55-4e46-bbd7-0e314712ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.497983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:10Z', 'updated_at': '2022-03-07T15:57:20Z', 'revision_number': 4, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'gw_port': {'id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:12Z', 'updated_at': '2022-03-07T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '87613529-ee2b-4d2a-ba7c-c82284f5fbd3', 'name': '', 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'mac_address': 'fa:16:3e:ae:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e3ec60aa-5758-4e7c-a50a-98206f43b4c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:17Z', 'updated_at': '2022-03-07T15:57:26Z', 'revision_number': 4, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'subnets': [{'id': 'e3ec60aa-5758-4e7c-a50a-98206f43b4c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:27.501101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353efc7f-7a5d-49d4-8b52-3205bb2c8e44 req-36a4ead8-fcd8-4ee1-9122-a6fe76de2282 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:27.510679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-353efc7f-7a5d-49d4-8b52-3205bb2c8e44 req-36a4ead8-fcd8-4ee1-9122-a6fe76de2282 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 970 time: 0.1385341 Mar 07 15:57:27.528731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:27.529030 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.555384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e712b2-0610-4227-86e1-93d8c726f818 None None] The sync data for ids ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'] in n-d-830010-8 is: [{'id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:10Z', 'updated_at': '2022-03-07T15:57:20Z', 'revision_number': 4, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'gw_port': {'id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:12Z', 'updated_at': '2022-03-07T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '87613529-ee2b-4d2a-ba7c-c82284f5fbd3', 'name': '', 'network_id': '6720bec1-327e-43fb-b2bc-ce534a0cbe7f', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'mac_address': 'fa:16:3e:ae:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e3ec60aa-5758-4e7c-a50a-98206f43b4c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:17Z', 'updated_at': '2022-03-07T15:57:26Z', 'revision_number': 4, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'subnets': [{'id': 'e3ec60aa-5758-4e7c-a50a-98206f43b4c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:57:27.561344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-d07a889f-5d65-4fd9-a6f3-72224f280a76 service neutron] 10.222.0.24 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269634 Mar 07 15:57:27.602963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-353efc7f-7a5d-49d4-8b52-3205bb2c8e44 req-c043a4f7-6ad2-4d4b-a3db-529888914a92 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912120 Mar 07 15:57:27.608417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aa86f5-2018-43d5-b982-f253d67311d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1466858a-38fa-4d89-8f5d-1ed705bdbe90'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:27.669568 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for port (bca7b823-9842-4adc-a688-acf449551b17), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.674486 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bca7b823-9842-4adc-a688-acf449551b17), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.730396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-81d6a11e-dc27-4b09-946e-97719d084ef0 service neutron] 10.222.0.24 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678050 Mar 07 15:57:27.741482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 1466858a-38fa-4d89-8f5d-1ed705bdbe90, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1466858a-38fa-4d89-8f5d-1ed705bdbe90,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:27.742722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (f5510c5e-8c93-4fa2-be49-a4d379baf752), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.742873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cd3d2-8b55-4e46-bbd7-0e314712ffbf None None] Pushing event updated for resources: {'Port': ['ID=87613529-ee2b-4d2a-ba7c-c82284f5fbd3,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:27.746485 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.747927 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.748761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 187811b2-7ce3-4403-b23f-042fe889be0d up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:27.771768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event updated for resources: {'Port': ['ID=bca7b823-9842-4adc-a688-acf449551b17,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:27.778419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:27.779899 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fc81f167-5506-49be-a61b-2bf49f1d493f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1889913 Mar 07 15:57:27.864813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=1466858a-38fa-4d89-8f5d-1ed705bdbe90,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:27.884687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 187811b2-7ce3-4403-b23f-042fe889be0d completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:57:27.889883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 187811b2-7ce3-4403-b23f-042fe889be0d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:27.890837 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:28.029477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3eedebe2-b287-44a4-b176-c68bb34ba2aa req-2d7b3572-6b8a-4125-a695-8ded2bc92876 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 210 time: 0.0667138 Mar 07 15:57:28.068481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 187811b2-7ce3-4403-b23f-042fe889be0d is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:28.068958 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:28.157062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 187811b2-7ce3-4403-b23f-042fe889be0d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=187811b2-7ce3-4403-b23f-042fe889be0d,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:28.165449 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:28.208100 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d646b820-90b7-4938-aff4-46af8fa96951" -d '{"events": [{"server_uuid": "08aa86f5-2018-43d5-b982-f253d67311d9", "name": "network-vif-plugged", "status": "completed", "tag": "1466858a-38fa-4d89-8f5d-1ed705bdbe90"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:28.250153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cb1cb-3011-44c1-a6d1-44f310394cf9 req-4c61df6c-f5d4-4e29-9d77-b94ca277bfe4 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:28.258001 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d9cb1cb-3011-44c1-a6d1-44f310394cf9 req-4c61df6c-f5d4-4e29-9d77-b94ca277bfe4 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 971 time: 0.1889839 Mar 07 15:57:28.280228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=187811b2-7ce3-4403-b23f-042fe889be0d,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:28.315501 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-1ed3bbab-5be6-44d2-b352-d70ce00a0bc8 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1945229537&fields=id&tenant_id=cf3de462621c4348ab8702b3741d7cef HTTP/1.1" status: 200 len: 267 time: 0.1640294 Mar 07 15:57:28.332359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:28.392969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d9cb1cb-3011-44c1-a6d1-44f310394cf9 req-9c8e7673-0087-40d9-a6d7-c55476cfad46 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341012 Mar 07 15:57:28.611730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-4fd9bff6-37ae-4196-8cbb-4282e2b488da tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:28.617293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-4fd9bff6-37ae-4196-8cbb-4282e2b488da tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/networks?id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d HTTP/1.1" status: 200 len: 823 time: 0.2984853 Mar 07 15:57:28.637874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:28.638392 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:28.646462 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-2e518822-2d4d-4584-ab96-c5cc6db3f2c9 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/quotas/cf3de462621c4348ab8702b3741d7cef HTTP/1.1" status: 200 len: 375 time: 0.0261281 Mar 07 15:57:28.742191 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-0e68846f-4cd1-4fde-9587-e013db31aa6c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf3de462621c4348ab8702b3741d7cef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948055 Mar 07 15:57:28.778034 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44065659-155c-4e17-907b-3a1db32d1cd0 x-openstack-request-id: req-44065659-155c-4e17-907b-3a1db32d1cd0 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:28.778351 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aa86f5-2018-43d5-b982-f253d67311d9", "name": "network-vif-plugged", "status": "completed", "tag": "1466858a-38fa-4d89-8f5d-1ed705bdbe90", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:28.778614 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44065659-155c-4e17-907b-3a1db32d1cd0 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:28.779082 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aa86f5-2018-43d5-b982-f253d67311d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1466858a-38fa-4d89-8f5d-1ed705bdbe90', 'code': 200} Mar 07 15:57:28.801597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Request body: {'port': {'device_id': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '3165642cfca34437bce67a855d406c8f'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:28.815308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:28.944386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a9b1df29-71ec-45b1-a7d7-178218be1b63 req-f89328c6-3250-4661-af5a-def329d0e4bd tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 210 time: 0.1257429 Mar 07 15:57:28.976652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Made reservation on behalf of 3165642cfca34437bce67a855d406c8f for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:28.980086 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:29.008516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:29.019187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca3c6-8e05-4578-95c5-5091c3d18eaa req-27e3ef15-5373-4835-ab89-15d023464be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:29.020899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f92ca3c6-8e05-4578-95c5-5091c3d18eaa req-27e3ef15-5373-4835-ab89-15d023464be9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 1153 time: 0.1863544 Mar 07 15:57:29.059110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-e13ca950-b7cd-4e2f-87cf-17af41e9154e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:57:29.060140 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-e13ca950-b7cd-4e2f-87cf-17af41e9154e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0927432 Mar 07 15:57:29.067064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f92ca3c6-8e05-4578-95c5-5091c3d18eaa req-0436892f-a104-4cbf-a372-a296bfb64162 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:29.095116 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:29.097957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff53772-e5a8-423d-8fb2-d187f8c4e094 req-2606f003-970b-4c5a-88ea-69bbcfcaa603 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:29.106053 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ff53772-e5a8-423d-8fb2-d187f8c4e094 req-2606f003-970b-4c5a-88ea-69bbcfcaa603 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 971 time: 0.0899370 Mar 07 15:57:29.183309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ff53772-e5a8-423d-8fb2-d187f8c4e094 req-ecded43c-faa2-45c3-82cc-eed791b650f4 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719519 Mar 07 15:57:29.238764 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks [] for security_group (82da7caf-b884-4cc8-9068-444768f01840), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:29.244491 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-953edc8d-f393-4ff1-9a53-a9cde98b3c58 service neutron] 10.222.0.24 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649673 Mar 07 15:57:29.245518 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (82da7caf-b884-4cc8-9068-444768f01840), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:29.245633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f92ca3c6-8e05-4578-95c5-5091c3d18eaa req-0436892f-a104-4cbf-a372-a296bfb64162 service neutron] Publish callbacks [] for security_group (2e97b19e-7af9-4d7a-b599-1796c2fbea89), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:29.252677 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f92ca3c6-8e05-4578-95c5-5091c3d18eaa req-0436892f-a104-4cbf-a372-a296bfb64162 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2e97b19e-7af9-4d7a-b599-1796c2fbea89), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:29.309263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f92ca3c6-8e05-4578-95c5-5091c3d18eaa req-0436892f-a104-4cbf-a372-a296bfb64162 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800992 Mar 07 15:57:29.321619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436892f-a104-4cbf-a372-a296bfb64162 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2e97b19e-7af9-4d7a-b599-1796c2fbea89,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:29.373644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82da7caf-b884-4cc8-9068-444768f01840,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:29.398038 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1bc4bc7-1a92-42e7-9494-f544e5f4bff7 req-3094befc-6efe-427f-bea6-5091b473c4bc tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 210 time: 0.0338843 Mar 07 15:57:29.484796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.15', 62022) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:29.578558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Allocated IP 192.168.233.182 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/704865d3-395e-4f13-9e19-ab82c2b58dc3) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:29.587981 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-c7f4efb9-eccc-47be-be28-d80e53f1ec62 service neutron] 10.222.0.24 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308992 Mar 07 15:57:29.841994 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b99bc375-bda5-414f-9bad-e03481df3d7f req-441d4376-4c49-4a75-b923-9dac76f6f6c3 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 210 time: 0.0417085 Mar 07 15:57:29.865739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks [] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:29.865896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e750c-546f-421c-a451-66073befc8e7 req-06f1b125-addb-4bef-a188-e3ef29adabd9 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:29.867498 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-06f1b125-addb-4bef-a188-e3ef29adabd9 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.15 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 807 time: 0.3816788 Mar 07 15:57:29.880916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc24d76-5af8-478b-b954-187726ace24d req-5d531411-2c00-45da-9f12-0b95c0292b1d tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:29.882519 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3cc24d76-5af8-478b-b954-187726ace24d req-5d531411-2c00-45da-9f12-0b95c0292b1d tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 972 time: 0.2942951 Mar 07 15:57:29.887267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Request body: {'port': {'device_id': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b', 'admin_state_up': True, 'tenant_id': 'cb36658e777d4c14a575b1f3ef77e706'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:29.929575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:30.035839 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3cc24d76-5af8-478b-b954-187726ace24d req-e3acd2a7-e732-451d-be30-74695a49df3e tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211889 Mar 07 15:57:30.128117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Made reservation on behalf of cb36658e777d4c14a575b1f3ef77e706 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:30.135960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:30.189801 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:30.213156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:30.216085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:30.223523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:30.224758 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:30.269461 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Pushing event updated for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:30.278384 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-10dfd13d-a335-4033-bd5d-e5b80197a883 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4810345 Mar 07 15:57:30.290395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-41e3e4c0-cb12-4721-8844-8c37de06a328 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:57:30.292260 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-41e3e4c0-cb12-4721-8844-8c37de06a328 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079210 Mar 07 15:57:30.315880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2971660-a391-4634-b22c-cc2ee51aa140 req-d7652aef-c7b7-40c7-b37f-2141091f530b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:30.327549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2971660-a391-4634-b22c-cc2ee51aa140 req-d7652aef-c7b7-40c7-b37f-2141091f530b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 936 time: 0.1391718 Mar 07 15:57:30.414045 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2971660-a391-4634-b22c-cc2ee51aa140 req-a50726c9-1f33-4aea-bf7d-422ff5f94c14 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790339 Mar 07 15:57:30.538395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Allocated IP 172.20.0.5 (099477e4-23c0-427d-9020-dfe0eec5f24b/a0f53018-f90a-4cce-922b-b3a7ec0c1805/d08939ec-d7c6-4c25-b0ed-3acdc681f8f1) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:30.565072 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ba0cac5-ed80-49f0-ab2c-c5f2fe4d6b66 req-837696af-80de-4545-b7f9-88123a402aef tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 210 time: 0.0439215 Mar 07 15:57:30.581994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f0afc-7e07-4488-bec8-389d70ecfa1e req-d634e724-3e74-48c6-a1bf-36072d8b61e9 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:30.581994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e72f0afc-7e07-4488-bec8-389d70ecfa1e req-d634e724-3e74-48c6-a1bf-36072d8b61e9 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 971 time: 0.2123003 Mar 07 15:57:30.596196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-dd681eb3-3202-4914-a7c3-0b0c55abf6d7 None None] Provisioning complete for port 704865d3-395e-4f13-9e19-ab82c2b58dc3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:30.596676 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd681eb3-3202-4914-a7c3-0b0c55abf6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:30.618904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Request body: {'port': {'device_id': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:30.667753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39732) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:30.700029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-dd681eb3-3202-4914-a7c3-0b0c55abf6d7 None None] Port 704865d3-395e-4f13-9e19-ab82c2b58dc3 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:30.708536 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:30.740781 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e72f0afc-7e07-4488-bec8-389d70ecfa1e req-983e07d1-5f94-4bd3-a481-89ed059d1bc6 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531973 Mar 07 15:57:30.758059 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f58-0b32-4393-9c26-0c550a9073aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:30.780624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded90704-2d63-4a4b-825b-615a5563da2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187811b2-7ce3-4403-b23f-042fe889be0d'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:30.782990 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3528d01f-029f-4462-bc68-bf0a946ea882" -d '{"events": [{"server_uuid": "ded90704-2d63-4a4b-825b-615a5563da2b", "name": "network-vif-plugged", "status": "completed", "tag": "187811b2-7ce3-4403-b23f-042fe889be0d"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:30.794532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks [] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:30.843846 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:30.866697 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f770b54-6821-40a6-94f0-d64e0dec58a3 x-openstack-request-id: req-9f770b54-6821-40a6-94f0-d64e0dec58a3 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:30.867357 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded90704-2d63-4a4b-825b-615a5563da2b", "name": "network-vif-plugged", "status": "completed", "tag": "187811b2-7ce3-4403-b23f-042fe889be0d", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:30.867698 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f770b54-6821-40a6-94f0-d64e0dec58a3 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:30.868254 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded90704-2d63-4a4b-825b-615a5563da2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187811b2-7ce3-4403-b23f-042fe889be0d', 'code': 200} Mar 07 15:57:30.892190 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Network 099477e4-23c0-427d-9020-dfe0eec5f24b is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:30.898829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:30.912505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:30.919907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:30.920537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:30.970095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Pushing event updated for resources: {'Port': ['ID=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:30.983638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d628842c-cd0f-4c46-9451-cd523916394f req-99ebb09f-2dcc-46e8-af43-104908619c36 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 210 time: 0.0562069 Mar 07 15:57:30.988557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-defb859f-8e44-4110-a8ba-e53d79383d4b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1049998 Mar 07 15:57:31.011386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Request body: {'port': {'device_id': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:31.068664 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f58-0b32-4393-9c26-0c550a9073aa admin admin] Publish callbacks [] for security_group (87046567-3f2e-4273-bf1a-ee15f1affdeb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.076278 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f58-0b32-4393-9c26-0c550a9073aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (87046567-3f2e-4273-bf1a-ee15f1affdeb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.096914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d52e98-0e8e-4d73-922a-8f02f105f11e req-e447eaaa-df2c-4b45-8935-35e3faa65bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:31.098767 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77d52e98-0e8e-4d73-922a-8f02f105f11e req-e447eaaa-df2c-4b45-8935-35e3faa65bfa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 1154 time: 0.1464920 Mar 07 15:57:31.099694 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.179212 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c8d61f58-0b32-4393-9c26-0c550a9073aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7115ace8279140d899a36fa0e9376547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079198 Mar 07 15:57:31.182610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d61f58-0b32-4393-9c26-0c550a9073aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87046567-3f2e-4273-bf1a-ee15f1affdeb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:31.184247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39744) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:31.195965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77d52e98-0e8e-4d73-922a-8f02f105f11e req-a5ac2b81-ef71-4bf6-84a5-2489ee45c68f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875750 Mar 07 15:57:31.244903 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704865d3-395e-4f13-9e19-ab82c2b58dc3 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:31.255652 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Publish callbacks [] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.269407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bbbbb-ab91-488f-b599-222b6e35ee7e req-f235aca5-9fd7-4718-b5d2-dd28b3033299 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:31.271532 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f9bbbbb-ab91-488f-b599-222b6e35ee7e req-f235aca5-9fd7-4718-b5d2-dd28b3033299 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 972 time: 0.1345832 Mar 07 15:57:31.292812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Transition to ACTIVE for port object 704865d3-395e-4f13-9e19-ab82c2b58dc3 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:57:31.303819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.336307 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53dafbb6-602a-419f-a793-47830d7c6947 admin admin] Publish callbacks [] for security_group (87046567-3f2e-4273-bf1a-ee15f1affdeb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.390780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53dafbb6-602a-419f-a793-47830d7c6947 admin admin] Publish callbacks [] for security_group (87046567-3f2e-4273-bf1a-ee15f1affdeb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.434560 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f9bbbbb-ab91-488f-b599-222b6e35ee7e req-9d40093a-36a2-4751-9f40-6e501d17ec67 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543803 Mar 07 15:57:31.439866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:31.461390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Attempting to bind port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:31.461761 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Attempting to bind port 704865d3-395e-4f13-9e19-ab82c2b58dc3 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:31.462638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Attempting to bind port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:31.473485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:57:31.473846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Attempting to bind port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:31.490362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:31.490874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:31.491515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:31.492004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Bound port: 704865d3-395e-4f13-9e19-ab82c2b58dc3, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:31.492378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.590703 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:31.596278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:31.604546 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.673811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:31.674452 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.675960 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 1096 time: 1.2859287 Mar 07 15:57:31.676573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:31.689175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53dafbb6-602a-419f-a793-47830d7c6947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (87046567-3f2e-4273-bf1a-ee15f1affdeb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.691676 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53dafbb6-602a-419f-a793-47830d7c6947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.694095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-53dafbb6-602a-419f-a793-47830d7c6947 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87046567-3f2e-4273-bf1a-ee15f1affdeb HTTP/1.1" status: 204 len: 168 time: 0.5082030 Mar 07 15:57:31.707442 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:31.722700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-97262fa9-c92c-45d2-b0c8-4039b206cfb8 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:31.724891 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-97262fa9-c92c-45d2-b0c8-4039b206cfb8 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "GET /v2.0/networks?id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d HTTP/1.1" status: 200 len: 823 time: 0.3219693 Mar 07 15:57:31.730905 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Publish callbacks [] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.734608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dafbb6-602a-419f-a793-47830d7c6947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87046567-3f2e-4273-bf1a-ee15f1affdeb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:31.757297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109514e-2b80-4b91-b03f-5a7c8abd8e2a req-5471c510-ec3f-41e3-b463-834085daa4df tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:31.758999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c109514e-2b80-4b91-b03f-5a7c8abd8e2a req-5471c510-ec3f-41e3-b463-834085daa4df tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 948 time: 0.2127774 Mar 07 15:57:31.804015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Transition to ACTIVE for port object d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:57:31.832376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:31.876307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545742f-9c7e-4f2e-ab7c-24f48ed3a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:31.915808 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333dde0-44dc-4bee-8515-a8d60f00866f req-6c716bf2-8e33-476c-afd1-06d93492d724 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:31.917402 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6333dde0-44dc-4bee-8515-a8d60f00866f req-6c716bf2-8e33-476c-afd1-06d93492d724 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 931 time: 0.2664337 Mar 07 15:57:31.932755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463770-1a21-4687-be9e-570a1727b7ff req-4860c552-2224-4fcd-ac00-b34d9f2438bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:31.937262 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-4860c552-2224-4fcd-ac00-b34d9f2438bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1130 time: 0.1565988 Mar 07 15:57:31.960841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d33a7518-00fa-4d46-8415-1987d7341ad7 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf3de462621c4348ab8702b3741d7cef HTTP/1.1" status: 200 len: 380 time: 0.2230253 Mar 07 15:57:31.964282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Pushing event updated for resources: {'Port': ['ID=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:31.969397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c109514e-2b80-4b91-b03f-5a7c8abd8e2a req-15188fc0-f337-42bb-90be-abb5881cc45f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818442 Mar 07 15:57:31.977870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Request body: {'port': {'device_id': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'admin_state_up': True, 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'security_groups': ['c2fa9865-7019-4e2a-94a9-034b7b14dc22']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:32.061153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-61214845-a2d5-446b-aa96-aa47afc760c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 217 time: 0.1087480 Mar 07 15:57:32.065076 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da34325-1513-46f2-a8d1-386f3c3421bc" -d '{"events": [{"name": "network-changed", "server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:32.066623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:32.067199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:32.067581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:32.092542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on network 099477e4-23c0-427d-9020-dfe0eec5f24b not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:57:32.092868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:32.121148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:32.121799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Checking segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:32.122186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Bound using segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:32.122627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Bound port: d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:32.123137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.136081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6333dde0-44dc-4bee-8515-a8d60f00866f req-4063757d-9a84-4410-bf65-1866e5185f82 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093687 Mar 07 15:57:32.144582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463770-1a21-4687-be9e-570a1727b7ff req-fa78a50a-a5e2-4969-843b-792fcf6abc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:32.147384 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-fa78a50a-a5e2-4969-843b-792fcf6abc8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0789354 Mar 07 15:57:32.210427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917032-e518-49ac-8bfe-adab78b972cc req-70415cb5-2381-4f36-a52b-4459a7c9799b tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:32.217054 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60917032-e518-49ac-8bfe-adab78b972cc req-70415cb5-2381-4f36-a52b-4459a7c9799b tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 971 time: 0.1465478 Mar 07 15:57:32.233337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39764) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:32.248068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Made reservation on behalf of cf3de462621c4348ab8702b3741d7cef for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:32.251441 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.266238 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:57:32.277199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:32.281563 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6558e1b6-cfdb-4dfc-8c17-af3e056ae90d req-cbba40ca-f9d9-4d7b-976a-4badea6e5860 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 210 time: 0.0506182 Mar 07 15:57:32.287032 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08fe2ba6-ff84-41c9-82de-8437c88095f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.327898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9de15f2e-252b-4312-be4c-7f30d59e5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:32.328582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:32.329512 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-9de15f2e-252b-4312-be4c-7f30d59e5568 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1761272 Mar 07 15:57:32.376073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60917032-e518-49ac-8bfe-adab78b972cc req-093a85d5-1d2d-4ec8-8e01-826bfa2a1045 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581452 Mar 07 15:57:32.383717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.459045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:32.459709 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.461167 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] 10.222.0.15 "PUT /v2.0/ports/d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 HTTP/1.1" status: 200 len: 1091 time: 1.4549108 Mar 07 15:57:32.463467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:32.465750 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d968d40a-5c7e-422c-995f-524ae802be4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:32.490874 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-43bb7903-e999-421e-a068-fcff30f3ea54 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547396 Mar 07 15:57:32.493248 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08fe2ba6-ff84-41c9-82de-8437c88095f2 admin admin] Publish callbacks [] for security_group (ebc20a76-4fb2-4329-848d-e7cd25909958), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.503265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e36bf-b614-4986-97d4-ce7b408f2344 service neutron] Pushing event updated for resources: {'Port': ['ID=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:32.516449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08fe2ba6-ff84-41c9-82de-8437c88095f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ebc20a76-4fb2-4329-848d-e7cd25909958), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.528476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Allocated IP 172.20.0.11 (24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d/6cc165be-8c36-4fad-bc66-d9e9ab914a05/26a99c16-9054-4002-88d9-aaff080c9834) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:32.610152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e750c-546f-421c-a451-66073befc8e7 req-4bfa27e5-6fd3-48a8-b44b-3f0ca2030b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:32.612057 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-4bfa27e5-6fd3-48a8-b44b-3f0ca2030b27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 1125 time: 0.1020665 Mar 07 15:57:32.627113 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493d779b-70ec-47c4-a240-443dcc53eef3 x-openstack-request-id: req-493d779b-70ec-47c4-a240-443dcc53eef3 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:32.627682 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:32.628078 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-493d779b-70ec-47c4-a240-443dcc53eef3 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:32.628668 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'status': 'completed', 'code': 200} Mar 07 15:57:32.629565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe2ba6-ff84-41c9-82de-8437c88095f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc20a76-4fb2-4329-848d-e7cd25909958,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:32.646347 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-08fe2ba6-ff84-41c9-82de-8437c88095f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e047fdb3cc924e69a2856d9fa38779ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097462 Mar 07 15:57:32.646481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39778) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:32.685261 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3463770-1a21-4687-be9e-570a1727b7ff req-8b45bcc0-3e7c-4de7-b51f-1b85cc16fc7b service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865809 Mar 07 15:57:32.710749 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-02b65edb-9365-479c-a3d8-3e7d2978a186 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 HTTP/1.1" status: 200 len: 217 time: 0.0862982 Mar 07 15:57:32.819889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e750c-546f-421c-a451-66073befc8e7 req-993204f2-7798-492e-b18f-13a4174d5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:32.821477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-993204f2-7798-492e-b18f-13a4174d5480 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.0917349 Mar 07 15:57:32.854233 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for port (26a99c16-9054-4002-88d9-aaff080c9834), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.873826 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-3912a7d7-403b-4a5b-acac-b324041da6dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397584 Mar 07 15:57:32.874472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8102c7eb-24b2-4f1f-a681-619ee33a2430 admin admin] Publish callbacks [] for security_group (ebc20a76-4fb2-4329-848d-e7cd25909958), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.918959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8102c7eb-24b2-4f1f-a681-619ee33a2430 admin admin] Publish callbacks [] for security_group (ebc20a76-4fb2-4329-848d-e7cd25909958), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:32.964799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076df450-43ac-4529-8a31-707b24c50aef req-68e8bdaf-da9b-4e95-b67c-98ffd38d9fca tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:32.972268 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-076df450-43ac-4529-8a31-707b24c50aef req-68e8bdaf-da9b-4e95-b67c-98ffd38d9fca tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 972 time: 0.2715535 Mar 07 15:57:32.986086 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b442cc46-17dd-485e-b43f-a3ccbf2f11ce x-openstack-request-id: req-b442cc46-17dd-485e-b43f-a3ccbf2f11ce {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:32.986381 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:32.986646 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b442cc46-17dd-485e-b43f-a3ccbf2f11ce {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:32.987075 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1', 'status': 'completed', 'code': 200} Mar 07 15:57:32.991608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-6ab38dc0-5388-4017-ab1a-6fa5db8249ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:32.993036 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-6ab38dc0-5388-4017-ab1a-6fa5db8249ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1130 time: 0.1152773 Mar 07 15:57:33.025817 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (26a99c16-9054-4002-88d9-aaff080c9834), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:33.079916 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-076df450-43ac-4529-8a31-707b24c50aef req-892527b6-d82c-4698-97d7-86f2cd9c4fe2 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067641 Mar 07 15:57:33.082872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-43e3b29d-3074-45a9-b0fb-5abeeaa3a1c1 service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010005 Mar 07 15:57:33.092853 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8102c7eb-24b2-4f1f-a681-619ee33a2430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ebc20a76-4fb2-4329-848d-e7cd25909958), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:33.095344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8102c7eb-24b2-4f1f-a681-619ee33a2430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:33.096421 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8102c7eb-24b2-4f1f-a681-619ee33a2430 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebc20a76-4fb2-4329-848d-e7cd25909958 HTTP/1.1" status: 204 len: 168 time: 0.4204128 Mar 07 15:57:33.116440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:33.151945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:33.162988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:33.168274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:33.168907 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:33.172257 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event updated for resources: {'Port': ['ID=26a99c16-9054-4002-88d9-aaff080c9834,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:33.174617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102c7eb-24b2-4f1f-a681-619ee33a2430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc20a76-4fb2-4329-848d-e7cd25909958,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:33.225005 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-2e4432f8-7363-41a1-afa3-c4ac50407849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:33.226471 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-2e4432f8-7363-41a1-afa3-c4ac50407849 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2258291 Mar 07 15:57:33.244629 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-849da20e-3e4a-4590-82cc-ccdf84efb49f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2728240 Mar 07 15:57:33.259788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Request body: {'port': {'device_id': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'device_owner': 'compute:tempest-test_az-1812623483', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:33.303888 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-54332c0c-8e1a-4f20-8c72-299699d29f07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 217 time: 0.0545270 Mar 07 15:57:33.307654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1d970-4a65-4d61-af78-54971808edc0 req-c478af8a-fb05-401a-8e0a-4259bab33d5c tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:33.322062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0cb1d970-4a65-4d61-af78-54971808edc0 req-c478af8a-fb05-401a-8e0a-4259bab33d5c tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 971 time: 0.2887435 Mar 07 15:57:33.357069 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301f7f6-db80-4534-8bad-6fb028e5f3c0 req-dfffda41-ea85-40a9-9ab2-a24c48edcfd5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:33.358673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1301f7f6-db80-4534-8bad-6fb028e5f3c0 req-dfffda41-ea85-40a9-9ab2-a24c48edcfd5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 948 time: 0.1664162 Mar 07 15:57:33.414641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-351bccbb-3ae0-4993-8300-4cb6cff62f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:33.416269 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-351bccbb-3ae0-4993-8300-4cb6cff62f07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1028471 Mar 07 15:57:33.454248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3545e5bc-afe2-4b26-950c-3b2ca959f89a None None] Provisioning complete for port 26a99c16-9054-4002-88d9-aaff080c9834 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:33.456067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3545e5bc-afe2-4b26-950c-3b2ca959f89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26a99c16-9054-4002-88d9-aaff080c9834), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:33.475665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1301f7f6-db80-4534-8bad-6fb028e5f3c0 req-1187eeec-818e-42f6-8fa5-c67ba87802fb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940609 Mar 07 15:57:33.489496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-f6b59dfb-8ea7-428c-9af6-8b5302f4dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:33.491280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-f6b59dfb-8ea7-428c-9af6-8b5302f4dfa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0641811 Mar 07 15:57:33.540276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3545e5bc-afe2-4b26-950c-3b2ca959f89a None None] Port 26a99c16-9054-4002-88d9-aaff080c9834 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:33.591652 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e71e750c-546f-421c-a451-66073befc8e7 req-fdfa411c-2adf-4593-abcf-ff9a4dce753d service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010006 Mar 07 15:57:33.622991 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-0e93dc1f-8a69-4d7c-8cf3-01cae6625e1a service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231356 Mar 07 15:57:33.697539 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26a99c16-9054-4002-88d9-aaff080c9834), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:33.722576 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0cb1d970-4a65-4d61-af78-54971808edc0 req-7c289aba-1b62-4dd6-93ff-4aea2cb6dcb1 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996229 Mar 07 15:57:33.775109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e02b8-255d-4a42-949e-319a97f8b460 req-49e2e961-01b7-4666-b9f1-7e901fbe8e0a tempest-AggregatesAdminTestJSON-869198457 tempest-AggregatesAdminTestJSON-869198457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:33.776609 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c7e02b8-255d-4a42-949e-319a97f8b460 req-49e2e961-01b7-4666-b9f1-7e901fbe8e0a tempest-AggregatesAdminTestJSON-869198457 tempest-AggregatesAdminTestJSON-869198457-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 1154 time: 0.1328168 Mar 07 15:57:33.801690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968d40a-5c7e-422c-995f-524ae802be4f req-ea777ee6-1a81-4f3a-ba29-dd7f31d00fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:33.803326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d968d40a-5c7e-422c-995f-524ae802be4f req-ea777ee6-1a81-4f3a-ba29-dd7f31d00fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 1125 time: 0.1427975 Mar 07 15:57:33.804065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1c7e02b8-255d-4a42-949e-319a97f8b460 req-fde6a703-275a-4603-ac46-97b60a43b890 tempest-AggregatesAdminTestJSON-869198457 tempest-AggregatesAdminTestJSON-869198457-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:33.807290 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3da34325-1513-46f2-a8d1-386f3c3421bc req-386d1a36-28b4-4c04-a404-71d056101b1f service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753561 Mar 07 15:57:33.889105 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1c7e02b8-255d-4a42-949e-319a97f8b460 req-fde6a703-275a-4603-ac46-97b60a43b890 tempest-AggregatesAdminTestJSON-869198457 tempest-AggregatesAdminTestJSON-869198457-project-admin] Publish callbacks [] for security_group (40c73d2f-3d70-41e4-9b89-c49528f37959), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:33.893418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1c7e02b8-255d-4a42-949e-319a97f8b460 req-fde6a703-275a-4603-ac46-97b60a43b890 tempest-AggregatesAdminTestJSON-869198457 tempest-AggregatesAdminTestJSON-869198457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (40c73d2f-3d70-41e4-9b89-c49528f37959), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:33.950220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c7e02b8-255d-4a42-949e-319a97f8b460 req-fde6a703-275a-4603-ac46-97b60a43b890 tempest-AggregatesAdminTestJSON-869198457 tempest-AggregatesAdminTestJSON-869198457-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616507 Mar 07 15:57:33.952566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6a703-275a-4603-ac46-97b60a43b890 tempest-AggregatesAdminTestJSON-869198457 tempest-AggregatesAdminTestJSON-869198457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c73d2f-3d70-41e4-9b89-c49528f37959,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:34.033330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7e6c-277a-4147-9681-f390b2fe913e req-e80a477b-7da1-4d2e-a07d-5cf695d4debb tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:34.035031 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-005a7e6c-277a-4147-9681-f390b2fe913e req-e80a477b-7da1-4d2e-a07d-5cf695d4debb tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 943 time: 0.2308130 Mar 07 15:57:34.078533 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b5cb4-a2ba-4f74-9025-399df77ef255 req-3b74a83d-65cc-4086-a008-9cbe012034f6 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:34.080333 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b87b5cb4-a2ba-4f74-9025-399df77ef255 req-3b74a83d-65cc-4086-a008-9cbe012034f6 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 932 time: 0.0551951 Mar 07 15:57:34.104831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968d40a-5c7e-422c-995f-524ae802be4f req-3c58ed0e-2c3b-44b1-a2b9-73a40513023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:34.106298 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d968d40a-5c7e-422c-995f-524ae802be4f req-3c58ed0e-2c3b-44b1-a2b9-73a40513023e service neutron] 10.222.0.15 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 908 time: 0.2505598 Mar 07 15:57:34.138209 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b87b5cb4-a2ba-4f74-9025-399df77ef255 req-9a091bad-7d8b-40d0-aa31-f475c72c3dea tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508840 Mar 07 15:57:34.168737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d968d40a-5c7e-422c-995f-524ae802be4f req-6ac24603-95ab-4cd3-aaf9-95f616cf8902 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 HTTP/1.1" status: 200 len: 217 time: 0.0553691 Mar 07 15:57:34.193711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-005a7e6c-277a-4147-9681-f390b2fe913e req-1aff871c-3df2-44a0-880f-67b115c7b23e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298380 Mar 07 15:57:34.253739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968d40a-5c7e-422c-995f-524ae802be4f req-eec1ecf4-207b-42da-85c3-684e3d8f4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:34.255354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d968d40a-5c7e-422c-995f-524ae802be4f req-eec1ecf4-207b-42da-85c3-684e3d8f4908 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.0772538 Mar 07 15:57:34.307828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d968d40a-5c7e-422c-995f-524ae802be4f req-9c14ab06-df27-46f1-a0fd-df48341fa4c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325305 Mar 07 15:57:34.314489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a99c16-9054-4002-88d9-aaff080c9834 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:34.333988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Publish callbacks [] for port (26a99c16-9054-4002-88d9-aaff080c9834), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:34.427709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Transition to ACTIVE for port object 26a99c16-9054-4002-88d9-aaff080c9834 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:57:34.459571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26a99c16-9054-4002-88d9-aaff080c9834), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:34.538131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-2f02e049-cac0-4759-815d-9d9557ac244f tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:34.539210 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-2f02e049-cac0-4759-815d-9d9557ac244f tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 1153 time: 0.2087705 Mar 07 15:57:34.545369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d968d40a-5c7e-422c-995f-524ae802be4f req-602b5f6a-3350-4986-9f4a-2d750cb5a0ef service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252557 Mar 07 15:57:34.570177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Pushing event updated for resources: {'Port': ['ID=26a99c16-9054-4002-88d9-aaff080c9834,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:34.651200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749cfe5-2881-4acb-b01d-3292ecf0bf78 req-edaf397f-d098-4102-a9d9-457f3e7a2328 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:34.652759 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0749cfe5-2881-4acb-b01d-3292ecf0bf78 req-edaf397f-d098-4102-a9d9-457f3e7a2328 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 972 time: 0.2277241 Mar 07 15:57:34.667041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4769ec-bd10-45fb-8678-2019b749cf49 req-741d1955-4470-4f05-970d-f5b6ae91705e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:34.670541 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f4769ec-bd10-45fb-8678-2019b749cf49 req-741d1955-4470-4f05-970d-f5b6ae91705e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 948 time: 0.0716038 Mar 07 15:57:34.718458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Attempting to bind port 26a99c16-9054-4002-88d9-aaff080c9834 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:34.718819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Attempting to bind port 26a99c16-9054-4002-88d9-aaff080c9834 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:34.719151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Attempting to bind port 26a99c16-9054-4002-88d9-aaff080c9834 on network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:34.727397 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f4769ec-bd10-45fb-8678-2019b749cf49 req-803a88e3-6773-4a02-bc6c-4b29311f7962 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 Mar 07 15:57:34.739566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Port 26a99c16-9054-4002-88d9-aaff080c9834 on network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:57:34.739566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Attempting to bind port 26a99c16-9054-4002-88d9-aaff080c9834 on network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:34.764576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:34.764848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Checking segment: {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:34.765230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Bound using segment: {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:34.765670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Bound port: 26a99c16-9054-4002-88d9-aaff080c9834, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:34.766026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26a99c16-9054-4002-88d9-aaff080c9834), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:34.806663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d968d40a-5c7e-422c-995f-524ae802be4f req-56ea97cc-f696-4e71-81cb-029a3f57bf4d service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481041 Mar 07 15:57:34.812437 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0749cfe5-2881-4acb-b01d-3292ecf0bf78 req-a1f1e54c-7ae8-4998-a10d-4f32ac3a24c6 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250896 Mar 07 15:57:34.851210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] Deleting port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:57:34.851549 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:34.897474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] For port 26a99c16-9054-4002-88d9-aaff080c9834, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:34.953675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] For port 26a99c16-9054-4002-88d9-aaff080c9834, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=26a99c16-9054-4002-88d9-aaff080c9834,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:34.965046 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26a99c16-9054-4002-88d9-aaff080c9834), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:35.030641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] For port 1466858a-38fa-4d89-8f5d-1ed705bdbe90, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1466858a-38fa-4d89-8f5d-1ed705bdbe90,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:35.031038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:35.037229 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.037847 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:35.039274 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] 10.222.0.11 "PUT /v2.0/ports/26a99c16-9054-4002-88d9-aaff080c9834 HTTP/1.1" status: 200 len: 1114 time: 1.7859757 Mar 07 15:57:35.044758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'tag': '26a99c16-9054-4002-88d9-aaff080c9834'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:35.047971 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf88010c-0a88-42b8-8140-5e2a4646c2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e62f51-4f62-497c-9f6b-7d854103d765", "tag": "26a99c16-9054-4002-88d9-aaff080c9834"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:35.061314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd373f-b35f-418e-a35a-cc9f10fb41d0 req-010319eb-a44b-4e0d-bf5d-4d753fd4a00c tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.063084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0cd373f-b35f-418e-a35a-cc9f10fb41d0 req-010319eb-a44b-4e0d-bf5d-4d753fd4a00c tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 971 time: 0.1878173 Mar 07 15:57:35.071472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] Calling delete_port for 1466858a-38fa-4d89-8f5d-1ed705bdbe90 owned by compute:tempest-test_az-1812623483 {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:57:35.153261 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64cb11e-d3ed-46b5-9deb-29b6cb9d1f08 x-openstack-request-id: req-c64cb11e-d3ed-46b5-9deb-29b6cb9d1f08 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:35.153555 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e62f51-4f62-497c-9f6b-7d854103d765", "tag": "26a99c16-9054-4002-88d9-aaff080c9834", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:35.153971 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c64cb11e-d3ed-46b5-9deb-29b6cb9d1f08 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:35.154520 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'tag': '26a99c16-9054-4002-88d9-aaff080c9834', 'status': 'completed', 'code': 200} Mar 07 15:57:35.155264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa24d7-90a7-493e-b5cf-b164190d2b7d service neutron] Pushing event updated for resources: {'Port': ['ID=26a99c16-9054-4002-88d9-aaff080c9834,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:35.246877 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0cd373f-b35f-418e-a35a-cc9f10fb41d0 req-958b1d76-ed51-47d2-b76b-ad806c5bd7ae tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723390 Mar 07 15:57:35.253944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-fdd022e3-8e74-4461-8e09-17bde4d282f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.255528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-fdd022e3-8e74-4461-8e09-17bde4d282f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf3de462621c4348ab8702b3741d7cef&device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 1148 time: 0.1648440 Mar 07 15:57:35.306869 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-e934a5a7-69cf-42bd-a3c7-e92b6a4c3772 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a99c16-9054-4002-88d9-aaff080c9834 HTTP/1.1" status: 200 len: 217 time: 0.0404680 Mar 07 15:57:35.323612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0f981-e9c6-4d44-8a4e-1068e0e55b29 req-3d7646ec-0b5f-4e29-8a48-1f232a13c147 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.325441 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72d0f981-e9c6-4d44-8a4e-1068e0e55b29 req-3d7646ec-0b5f-4e29-8a48-1f232a13c147 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 966 time: 0.0669158 Mar 07 15:57:35.376467 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72d0f981-e9c6-4d44-8a4e-1068e0e55b29 req-7a79edbe-5c32-4315-b9e0-d4577edde325 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 Mar 07 15:57:35.423330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (1466858a-38fa-4d89-8f5d-1ed705bdbe90), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:35.429464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-c7136c39-39d7-474d-bfc2-32ecb3aedfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.430955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-c7136c39-39d7-474d-bfc2-32ecb3aedfc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cc165be-8c36-4fad-bc66-d9e9ab914a05 HTTP/1.1" status: 200 len: 862 time: 0.1157684 Mar 07 15:57:35.435009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1466858a-38fa-4d89-8f5d-1ed705bdbe90'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:35.475272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] Pushing event deleted for resources: {'Port': ['ID=1466858a-38fa-4d89-8f5d-1ed705bdbe90,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:35.651076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.11', 50167) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:35.707911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cb472-8e83-43e9-bf4a-3ac62556a02e req-11b13295-52b5-40bf-89ed-2f714ba46d63 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.714709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c08cb472-8e83-43e9-bf4a-3ac62556a02e req-11b13295-52b5-40bf-89ed-2f714ba46d63 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 943 time: 0.3484311 Mar 07 15:57:35.718461 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-8bf1e3f0-fa5b-4620-b7cd-35b1e6589c05 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.719977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-8bf1e3f0-fa5b-4620-b7cd-35b1e6589c05 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 972 time: 0.0676434 Mar 07 15:57:35.769765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] No DVR routers for this DVR port 1466858a-38fa-4d89-8f5d-1ed705bdbe90 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:57:35.776152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:35.779628 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d4834cb-b5a0-4cdd-a9c2-0feb720e1469 req-92e6a2a2-0668-4235-a9b9-4900b247df81 tempest-DeleteServersAdminTestJSON-1137116411 tempest-DeleteServersAdminTestJSON-1137116411-project-admin] 10.222.0.11 "DELETE /v2.0/ports/1466858a-38fa-4d89-8f5d-1ed705bdbe90 HTTP/1.1" status: 204 len: 173 time: 1.2302673 Mar 07 15:57:35.809543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-b6aab2fd-5161-40c7-8637-dbe20cd76b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.811004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-b6aab2fd-5161-40c7-8637-dbe20cd76b1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3479660 Mar 07 15:57:35.826341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c08cb472-8e83-43e9-bf4a-3ac62556a02e req-55de40e9-cf31-418c-af44-0915b2299497 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088853 Mar 07 15:57:35.840872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39870) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:35.957963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b697a0a-32b3-4f29-86a0-9f3c7d959f1b req-6f54c933-82c6-4b7b-9016-1e3fbd8edc39 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.959711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b697a0a-32b3-4f29-86a0-9f3c7d959f1b req-6f54c933-82c6-4b7b-9016-1e3fbd8edc39 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 948 time: 0.1167438 Mar 07 15:57:35.982485 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-4bea192f-02a6-45a9-bed1-7c65d4651d2e service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550975 Mar 07 15:57:35.994273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df41002-5567-43f4-b611-5edd94bd2086 req-b584b072-61c9-4c26-932a-316078a8ab12 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:35.995907 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7df41002-5567-43f4-b611-5edd94bd2086 req-b584b072-61c9-4c26-932a-316078a8ab12 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 972 time: 0.0804677 Mar 07 15:57:35.996051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Deleting port 187811b2-7ce3-4403-b23f-042fe889be0d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:57:35.996391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.040570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-101797fd-f5fa-47ec-96c4-563ed8cdd973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.081381 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b697a0a-32b3-4f29-86a0-9f3c7d959f1b req-c0a31434-3717-46ef-9cdb-59d6bc9eaabe tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137745 Mar 07 15:57:36.112992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] For port 187811b2-7ce3-4403-b23f-042fe889be0d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=187811b2-7ce3-4403-b23f-042fe889be0d,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:36.113365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.128265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Calling delete_port for 187811b2-7ce3-4403-b23f-042fe889be0d owned by compute:tempest-test_az-1812623483 {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:57:36.137224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7df41002-5567-43f4-b611-5edd94bd2086 req-0a73d7e3-7195-4c5f-8850-eeaba3d2c16b tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313188 Mar 07 15:57:36.163052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58ac5cbf-ce1f-4720-a5a6-a5599548b601 req-0e8293f7-ca1f-4b21-a736-1510d62d0037 service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660702 Mar 07 15:57:36.205588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-101797fd-f5fa-47ec-96c4-563ed8cdd973 admin admin] Publish callbacks [] for security_group (148c33fe-8595-49f5-961d-f7447c12b419), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.218351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-101797fd-f5fa-47ec-96c4-563ed8cdd973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (148c33fe-8595-49f5-961d-f7447c12b419), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.280549 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-101797fd-f5fa-47ec-96c4-563ed8cdd973 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6c2b80370e64d04b8bef2a611c2e32a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386704 Mar 07 15:57:36.283418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39876) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:36.285772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101797fd-f5fa-47ec-96c4-563ed8cdd973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c33fe-8595-49f5-961d-f7447c12b419,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:36.296864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-e7370ba2-aca5-4e89-838e-eb673e29bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:36.297862 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-e7370ba2-aca5-4e89-838e-eb673e29bf54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf3de462621c4348ab8702b3741d7cef&device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 1148 time: 0.0908790 Mar 07 15:57:36.348224 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (187811b2-7ce3-4403-b23f-042fe889be0d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.359991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['187811b2-7ce3-4403-b23f-042fe889be0d'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:36.374372 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b693e2da-d9f7-4510-991e-63bb793efe26 admin admin] Publish callbacks [] for security_group (148c33fe-8595-49f5-961d-f7447c12b419), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.410405 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b693e2da-d9f7-4510-991e-63bb793efe26 admin admin] Publish callbacks [] for security_group (148c33fe-8595-49f5-961d-f7447c12b419), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.419746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-3b80ec8d-e07c-44ff-8383-7cf48a1074f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:36.421250 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-3b80ec8d-e07c-44ff-8383-7cf48a1074f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d HTTP/1.1" status: 200 len: 924 time: 0.1177437 Mar 07 15:57:36.422594 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.498861 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-a6dc9f6d-476b-4be4-bf70-5d109dd7fd02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a99c16-9054-4002-88d9-aaff080c9834 HTTP/1.1" status: 200 len: 217 time: 0.0703723 Mar 07 15:57:36.575177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-89f01f07-053c-48ba-946d-a40e614a8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:36.576571 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-89f01f07-053c-48ba-946d-a40e614a8027 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cc165be-8c36-4fad-bc66-d9e9ab914a05 HTTP/1.1" status: 200 len: 862 time: 0.0691090 Mar 07 15:57:36.588637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd5368-f227-4055-9f42-bf115ed66f2c req-bb13e237-92e8-4dbf-9b50-4b2c88567b1c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:36.590148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-84cd5368-f227-4055-9f42-bf115ed66f2c req-bb13e237-92e8-4dbf-9b50-4b2c88567b1c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 966 time: 0.0941556 Mar 07 15:57:36.630186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Pushing event deleted for resources: {'Port': ['ID=187811b2-7ce3-4403-b23f-042fe889be0d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:36.654330 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8baa0783-eba7-4387-abbc-bf23b6983689 req-7dcad2e0-22d7-4d46-9e90-ccbb6c327338 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=08aa86f5-2018-43d5-b982-f253d67311d9 HTTP/1.1" status: 200 len: 210 time: 0.2277915 Mar 07 15:57:36.681269 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-84cd5368-f227-4055-9f42-bf115ed66f2c req-ae67e398-2513-483f-b37d-41335378830a tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824840 Mar 07 15:57:36.684390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-1cfaa2fa-6e95-4a8c-bc50-686cf9bb75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:36.685891 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-1cfaa2fa-6e95-4a8c-bc50-686cf9bb75ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0948799 Mar 07 15:57:36.738684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] No DVR routers for this DVR port 187811b2-7ce3-4403-b23f-042fe889be0d on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:57:36.743319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.746710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a6e5094-bda9-4c80-b26f-196c759f8b65 req-2d8b6ac7-3a2d-4c3a-9f48-1189e9649354 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.11 "DELETE /v2.0/ports/187811b2-7ce3-4403-b23f-042fe889be0d HTTP/1.1" status: 204 len: 173 time: 1.0207417 Mar 07 15:57:36.747189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded90704-2d63-4a4b-825b-615a5563da2b', 'name': 'network-vif-deleted', 'tag': '187811b2-7ce3-4403-b23f-042fe889be0d'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:36.749444 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b0abc7-40cd-457f-8d31-cd879d2af655" -d '{"events": [{"server_uuid": "ded90704-2d63-4a4b-825b-615a5563da2b", "name": "network-vif-deleted", "tag": "187811b2-7ce3-4403-b23f-042fe889be0d"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:36.769715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b693e2da-d9f7-4510-991e-63bb793efe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (148c33fe-8595-49f5-961d-f7447c12b419), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.773604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b693e2da-d9f7-4510-991e-63bb793efe26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:36.777201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b693e2da-d9f7-4510-991e-63bb793efe26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/148c33fe-8595-49f5-961d-f7447c12b419 HTTP/1.1" status: 204 len: 168 time: 0.4901769 Mar 07 15:57:36.806176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693e2da-d9f7-4510-991e-63bb793efe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c33fe-8595-49f5-961d-f7447c12b419,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:36.828516 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746c5249-f849-408d-b0bc-f33a06f71935 x-openstack-request-id: req-746c5249-f849-408d-b0bc-f33a06f71935 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:36.828997 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded90704-2d63-4a4b-825b-615a5563da2b", "name": "network-vif-deleted", "tag": "187811b2-7ce3-4403-b23f-042fe889be0d", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:36.829321 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-746c5249-f849-408d-b0bc-f33a06f71935 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:36.830233 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded90704-2d63-4a4b-825b-615a5563da2b', 'name': 'network-vif-deleted', 'tag': '187811b2-7ce3-4403-b23f-042fe889be0d', 'status': 'completed', 'code': 200} Mar 07 15:57:36.852339 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-f838b3da-090d-40e5-a122-4f6830e3985a service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583817 Mar 07 15:57:36.994075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e142-6aa1-47d1-857f-f249472e40a6 req-f4b5f5b1-fa03-48d4-87d7-8cc2561e204c tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:36.995661 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b07e142-6aa1-47d1-857f-f249472e40a6 req-f4b5f5b1-fa03-48d4-87d7-8cc2561e204c tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 943 time: 0.0855374 Mar 07 15:57:37.007586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf88010c-0a88-42b8-8140-5e2a4646c2ec req-93f6c67b-39d8-45b4-8b24-8a2293c71b63 service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458378 Mar 07 15:57:37.046957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b07e142-6aa1-47d1-857f-f249472e40a6 req-a323e8ed-e7a5-407d-9adb-492f09cfe15a tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Mar 07 15:57:37.115490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39892) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:37.128396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73c3a694-fa0d-4ed7-ad1a-6f675de1fdab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:37.159367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aa86f5-2018-43d5-b982-f253d67311d9', 'name': 'network-vif-deleted', 'tag': '1466858a-38fa-4d89-8f5d-1ed705bdbe90'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:37.162141 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9d17a2-219e-4295-ada9-b6d310770c69" -d '{"events": [{"server_uuid": "08aa86f5-2018-43d5-b982-f253d67311d9", "name": "network-vif-deleted", "tag": "1466858a-38fa-4d89-8f5d-1ed705bdbe90"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:37.212170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73c3a694-fa0d-4ed7-ad1a-6f675de1fdab admin admin] Publish callbacks [] for security_group (943ca412-fbe0-4d0d-b577-e0b345cdb0c1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:37.214447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09412a28-faf6-4453-99dc-3121c06e8a3c req-77f29927-5f6b-480e-8396-7adae6bf01e3 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:37.216418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09412a28-faf6-4453-99dc-3121c06e8a3c req-77f29927-5f6b-480e-8396-7adae6bf01e3 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 948 time: 0.0657074 Mar 07 15:57:37.218606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73c3a694-fa0d-4ed7-ad1a-6f675de1fdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (943ca412-fbe0-4d0d-b577-e0b345cdb0c1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:37.232076 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec79adcd-5e78-4757-a4ce-ad77a710daf0 x-openstack-request-id: req-ec79adcd-5e78-4757-a4ce-ad77a710daf0 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:37.232457 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aa86f5-2018-43d5-b982-f253d67311d9", "name": "network-vif-deleted", "tag": "1466858a-38fa-4d89-8f5d-1ed705bdbe90", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:37.232836 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec79adcd-5e78-4757-a4ce-ad77a710daf0 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:37.233410 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aa86f5-2018-43d5-b982-f253d67311d9', 'name': 'network-vif-deleted', 'tag': '1466858a-38fa-4d89-8f5d-1ed705bdbe90', 'status': 'completed', 'code': 200} Mar 07 15:57:37.254327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3a694-fa0d-4ed7-ad1a-6f675de1fdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ca412-fbe0-4d0d-b577-e0b345cdb0c1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:37.275172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09412a28-faf6-4453-99dc-3121c06e8a3c req-b33d3d1b-7657-48c6-9a7e-2acce690f901 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522251 Mar 07 15:57:37.287921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-73c3a694-fa0d-4ed7-ad1a-6f675de1fdab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1e56af6defc48c99c8b4b2007922b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705370 Mar 07 15:57:37.289837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39898) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:37.347558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c6ca207-9058-472e-84c1-a0b3d6afbdbe admin admin] Publish callbacks [] for security_group (943ca412-fbe0-4d0d-b577-e0b345cdb0c1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:37.358291 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aac0df63-462d-4b04-8315-4ab856fc8909 req-4564c813-2e8d-4527-8fd0-e49fbf0e54d3 tempest-AggregatesAdminTestJSON-365580545 tempest-AggregatesAdminTestJSON-365580545-project] 10.222.0.24 "GET /v2.0/ports?device_id=ded90704-2d63-4a4b-825b-615a5563da2b HTTP/1.1" status: 200 len: 210 time: 0.0370831 Mar 07 15:57:37.372764 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c6ca207-9058-472e-84c1-a0b3d6afbdbe admin admin] Publish callbacks [] for security_group (943ca412-fbe0-4d0d-b577-e0b345cdb0c1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:37.423588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c6ca207-9058-472e-84c1-a0b3d6afbdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (943ca412-fbe0-4d0d-b577-e0b345cdb0c1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:37.426158 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c6ca207-9058-472e-84c1-a0b3d6afbdbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:37.427416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5c6ca207-9058-472e-84c1-a0b3d6afbdbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/943ca412-fbe0-4d0d-b577-e0b345cdb0c1 HTTP/1.1" status: 204 len: 168 time: 0.1363218 Mar 07 15:57:37.435482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ca207-9058-472e-84c1-a0b3d6afbdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ca412-fbe0-4d0d-b577-e0b345cdb0c1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:37.544730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 704865d3-395e-4f13-9e19-ab82c2b58dc3 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:57:37.656409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:37.668786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'mac_address': 'fa:16:3e:b4:9c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:57:37.720908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 704865d3-395e-4f13-9e19-ab82c2b58dc3 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:37.721313 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:37.744923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704865d3-395e-4f13-9e19-ab82c2b58dc3 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:37.780681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:37.787935 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:37.789621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:57:37.835034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee883466-d277-405c-8e13-4efc97a912e6 req-425f3e89-6d7f-4c05-8e8f-a04cb946c755 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:37.840418 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee883466-d277-405c-8e13-4efc97a912e6 req-425f3e89-6d7f-4c05-8e8f-a04cb946c755 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 966 time: 0.0806093 Mar 07 15:57:37.862528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:37.916775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee883466-d277-405c-8e13-4efc97a912e6 req-55b45112-864d-461a-8288-c2f81b2b3681 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707684 Mar 07 15:57:37.975786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:37.979914 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-4fdcc357-ee11-49d6-a92c-d47121221eed tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265250 Mar 07 15:57:37.987090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1', 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b', 'port_id': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1', 'mac_address': 'fa:16:3e:d3:a8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f53018-f90a-4cce-922b-b3a7ec0c1805', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:57:38.032982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:38.033375 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:38.046238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:38.065931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:38.072899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:38.100149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-720cdb55-ae18-4a9a-b370-4a2a48ed675a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:38.107304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-720cdb55-ae18-4a9a-b370-4a2a48ed675a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1219704 Mar 07 15:57:38.119752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-a3a15f53-5dde-4eba-9f4c-a1f1dd5863b2 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/quotas/2ea986cec49c4638bdc7b4f8e7863902 HTTP/1.1" status: 200 len: 375 time: 0.0099063 Mar 07 15:57:38.127127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:38.161186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-324f240f-fd0c-4975-a846-8df88e101ed9 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358922 Mar 07 15:57:38.200011 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeaadb3-e48b-4cdd-a41e-a877b0a0587d req-b41fcb7a-657c-4169-a8dc-8f246b96c87e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:38.201707 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-feeaadb3-e48b-4cdd-a41e-a877b0a0587d req-b41fcb7a-657c-4169-a8dc-8f246b96c87e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 944 time: 0.0668113 Mar 07 15:57:38.253304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-feeaadb3-e48b-4cdd-a41e-a877b0a0587d req-6b44fc46-ef27-491a-9d8a-fa02b063bd1f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Mar 07 15:57:38.354908 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c751430-f873-4ff5-85f3-37847a664257 req-f88e83a4-912b-42b6-933b-29c4efbed92d tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 210 time: 0.0334773 Mar 07 15:57:38.449548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7f373-9b6e-4003-a4a1-89716fae02ae req-ee42c042-5e96-4e34-9b85-5400d6bf1059 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:38.451123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6d7f373-9b6e-4003-a4a1-89716fae02ae req-ee42c042-5e96-4e34-9b85-5400d6bf1059 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 949 time: 0.0919304 Mar 07 15:57:38.519512 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6d7f373-9b6e-4003-a4a1-89716fae02ae req-6536b154-e399-4ea9-8d19-5590cbfbdd6a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573733 Mar 07 15:57:38.539581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['d08939ec-d7c6-4c25-b0ed-3acdc681f8f1'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:38.575377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['704865d3-395e-4f13-9e19-ab82c2b58dc3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:39.060069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 26a99c16-9054-4002-88d9-aaff080c9834 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:57:39.062669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1466858a-38fa-4d89-8f5d-1ed705bdbe90 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:57:39.135387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 1466858a-38fa-4d89-8f5d-1ed705bdbe90 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:57:39.136229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1466858a-38fa-4d89-8f5d-1ed705bdbe90 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:57:39.185144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232e7ba-1163-41d4-a247-d9e9e17f6204 req-aee285d8-1ba6-4ff0-8d57-428ce3049ce5 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:39.194556 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0232e7ba-1163-41d4-a247-d9e9e17f6204 req-aee285d8-1ba6-4ff0-8d57-428ce3049ce5 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 966 time: 0.1039023 Mar 07 15:57:39.252296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 26a99c16-9054-4002-88d9-aaff080c9834, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=26a99c16-9054-4002-88d9-aaff080c9834,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:39.263881 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0232e7ba-1163-41d4-a247-d9e9e17f6204 req-d55ad33a-da20-476b-ada5-ced4041b906c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675993 Mar 07 15:57:39.264405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '26a99c16-9054-4002-88d9-aaff080c9834', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'port_id': '26a99c16-9054-4002-88d9-aaff080c9834', 'mac_address': 'fa:16:3e:8c:00:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1812623483', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:57:39.311195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 26a99c16-9054-4002-88d9-aaff080c9834 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:39.312098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26a99c16-9054-4002-88d9-aaff080c9834), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:39.331517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a99c16-9054-4002-88d9-aaff080c9834 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:39.353374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 26a99c16-9054-4002-88d9-aaff080c9834, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=26a99c16-9054-4002-88d9-aaff080c9834,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:39.357290 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26a99c16-9054-4002-88d9-aaff080c9834), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:39.425627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40026) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:39.429671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=26a99c16-9054-4002-88d9-aaff080c9834,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:39.513028 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-a918bfd3-fd2c-46d9-8e71-0e08532a1fd6 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345604 Mar 07 15:57:39.550753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['26a99c16-9054-4002-88d9-aaff080c9834'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:39.762523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-c6d9821f-e89c-4e5c-9529-c4c460cbe4cd tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:39.764386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-c6d9821f-e89c-4e5c-9529-c4c460cbe4cd tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449679 Mar 07 15:57:39.782845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Request body: {'port': {'device_id': 'd2359534-055e-4be2-8c5e-b996e291612a', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '2ea986cec49c4638bdc7b4f8e7863902'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:39.793115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f20d203-f539-42b6-a511-58df3392544d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:39.922856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b3dc-eb3b-4a39-9fc8-2a2e74ee2f70 req-d1172998-3ada-4bea-8230-4d62574b7db9 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:39.924268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9d74b3dc-eb3b-4a39-9fc8-2a2e74ee2f70 req-d1172998-3ada-4bea-8230-4d62574b7db9 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 944 time: 0.1477258 Mar 07 15:57:40.008005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Made reservation on behalf of 2ea986cec49c4638bdc7b4f8e7863902 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:40.011304 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.029283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f20d203-f539-42b6-a511-58df3392544d admin admin] Publish callbacks [] for security_group (542194cb-791f-4480-ae5d-214ef66808fc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.034211 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9d74b3dc-eb3b-4a39-9fc8-2a2e74ee2f70 req-e8cf6a08-c4f3-47d0-9b1b-c3f832fe730c tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989685 Mar 07 15:57:40.036463 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f20d203-f539-42b6-a511-58df3392544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (542194cb-791f-4480-ae5d-214ef66808fc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.136884 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2f20d203-f539-42b6-a511-58df3392544d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f888cf51a7f34ec1a18d66d9f40d8f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7100828 Mar 07 15:57:40.139716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40038) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:40.156557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20d203-f539-42b6-a511-58df3392544d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542194cb-791f-4480-ae5d-214ef66808fc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:40.163469 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5619aef8-fb8c-405d-a4b8-53ad837fb89f req-bc59f364-9264-4dfc-8697-bf48a6cb0d44 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 210 time: 0.0441380 Mar 07 15:57:40.195016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf454d70-3a08-4aed-94db-3714ebb8ee54 admin admin] Publish callbacks [] for security_group (542194cb-791f-4480-ae5d-214ef66808fc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.219802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf454d70-3a08-4aed-94db-3714ebb8ee54 admin admin] Publish callbacks [] for security_group (542194cb-791f-4480-ae5d-214ef66808fc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.240134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Allocated IP 192.168.233.84 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:40.289133 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf454d70-3a08-4aed-94db-3714ebb8ee54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (542194cb-791f-4480-ae5d-214ef66808fc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.292597 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf454d70-3a08-4aed-94db-3714ebb8ee54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.293789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cf454d70-3a08-4aed-94db-3714ebb8ee54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/542194cb-791f-4480-ae5d-214ef66808fc HTTP/1.1" status: 204 len: 168 time: 0.1530643 Mar 07 15:57:40.303773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf454d70-3a08-4aed-94db-3714ebb8ee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542194cb-791f-4480-ae5d-214ef66808fc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:40.433714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c91e-953a-4b50-a659-3f582622516f req-6a9b3093-a8b6-4911-9ef0-b25c4875a06f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:40.435278 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f72c91e-953a-4b50-a659-3f582622516f req-6a9b3093-a8b6-4911-9ef0-b25c4875a06f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 949 time: 0.1461661 Mar 07 15:57:40.490947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks [] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.520755 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f72c91e-953a-4b50-a659-3f582622516f req-f7736c5f-70ba-4b4c-ab9d-81c1a9911855 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757375 Mar 07 15:57:40.548468 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.607697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Pushing event updated for resources: {'Port': ['ID=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:40.624561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40056) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:40.642158 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-54dab2cd-6265-4142-a534-5c421c9ddead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.647142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:40.649192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:40.652179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:40.658690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:40.659492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.689996 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-795bdc34-50b1-431b-8003-3a78de7f9b36 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9122119 Mar 07 15:57:40.704281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b6462-9c96-469c-9043-b434972f06e5 req-2c25f330-8c74-495a-85cb-01d89e9df40f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:40.705720 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f70b6462-9c96-469c-9043-b434972f06e5 req-2c25f330-8c74-495a-85cb-01d89e9df40f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 967 time: 0.1008587 Mar 07 15:57:40.712816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Request body: {'port': {'device_id': 'd2359534-055e-4be2-8c5e-b996e291612a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:40.743778 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.750406 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-54dab2cd-6265-4142-a534-5c421c9ddead admin admin] Publish callbacks [] for security_group (2048b800-7a97-4b68-b179-b47424e32c52), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.756301 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-54dab2cd-6265-4142-a534-5c421c9ddead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2048b800-7a97-4b68-b179-b47424e32c52), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:40.818934 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-54dab2cd-6265-4142-a534-5c421c9ddead admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f425acfbcab44508d73f61f7f10b173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932073 Mar 07 15:57:40.819125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40064) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:40.820245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dab2cd-6265-4142-a534-5c421c9ddead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2048b800-7a97-4b68-b179-b47424e32c52,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:40.844991 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f70b6462-9c96-469c-9043-b434972f06e5 req-50bd0cd9-bb09-496d-a3d8-f8b6bbeec469 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232207 Mar 07 15:57:40.851446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.073922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1ad7e098-89fc-4233-a1e7-26bf0eb91e67 None None] Provisioning complete for port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:41.074296 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ad7e098-89fc-4233-a1e7-26bf0eb91e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.113651 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b788958-4df2-4d45-973f-566d45eced1a admin admin] Publish callbacks [] for security_group (2048b800-7a97-4b68-b179-b47424e32c52), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.121436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 26a99c16-9054-4002-88d9-aaff080c9834 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:41.150915 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b788958-4df2-4d45-973f-566d45eced1a admin admin] Publish callbacks [] for security_group (2048b800-7a97-4b68-b179-b47424e32c52), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.208401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e29ca-f70a-45cd-a287-8aebd2742463 req-7a135be6-457e-47b9-956d-b76e54344581 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:41.210685 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-356e29ca-f70a-45cd-a287-8aebd2742463 req-7a135be6-457e-47b9-956d-b76e54344581 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 944 time: 0.0775278 Mar 07 15:57:41.271864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:41.279074 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b788958-4df2-4d45-973f-566d45eced1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2048b800-7a97-4b68-b179-b47424e32c52), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.282365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b788958-4df2-4d45-973f-566d45eced1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.282996 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-356e29ca-f70a-45cd-a287-8aebd2742463 req-cb288e59-95e6-4b79-a5ab-f805ee5ce786 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662935 Mar 07 15:57:41.285351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7e098-89fc-4233-a1e7-26bf0eb91e67 None None] Port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:41.288138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8b788958-4df2-4d45-973f-566d45eced1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2048b800-7a97-4b68-b179-b47424e32c52 HTTP/1.1" status: 204 len: 168 time: 0.4670880 Mar 07 15:57:41.292295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Publish callbacks [] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.307443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b788958-4df2-4d45-973f-566d45eced1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2048b800-7a97-4b68-b179-b47424e32c52,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:41.323327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 26a99c16-9054-4002-88d9-aaff080c9834 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:57:41.333756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Transition to ACTIVE for port object 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:57:41.333964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 26a99c16-9054-4002-88d9-aaff080c9834 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:41.334547 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26a99c16-9054-4002-88d9-aaff080c9834), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.338437 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.436664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40104) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:41.459389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:41.515081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 26a99c16-9054-4002-88d9-aaff080c9834 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:41.515627 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26a99c16-9054-4002-88d9-aaff080c9834), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.517625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Attempting to bind port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:41.517969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Attempting to bind port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:41.519077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Attempting to bind port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:41.537637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:57:41.539469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Attempting to bind port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:41.553939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:41.554281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:41.556199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:41.556655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Bound port: 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:41.557783 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.564974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 704865d3-395e-4f13-9e19-ab82c2b58dc3 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:41.586785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6800b-33aa-41b0-8262-8af6a274b2dc req-12b20f09-162b-42c4-9fc9-50343d1e1328 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:41.592687 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7dc6800b-33aa-41b0-8262-8af6a274b2dc req-12b20f09-162b-42c4-9fc9-50343d1e1328 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 947 time: 0.1469254 Mar 07 15:57:41.658001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a99c16-9054-4002-88d9-aaff080c9834'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:41.662921 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84038f5f-b660-4552-8ab5-8d29f3c9cbd9" -d '{"events": [{"server_uuid": "e2e62f51-4f62-497c-9f6b-7d854103d765", "name": "network-vif-plugged", "status": "completed", "tag": "26a99c16-9054-4002-88d9-aaff080c9834"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:41.673851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] For port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:41.685777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 26a99c16-9054-4002-88d9-aaff080c9834, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=26a99c16-9054-4002-88d9-aaff080c9834,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:41.687287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] For port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:41.700069 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26a99c16-9054-4002-88d9-aaff080c9834), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.701133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 187811b2-7ce3-4403-b23f-042fe889be0d no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:57:41.704052 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.737324 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7dc6800b-33aa-41b0-8262-8af6a274b2dc req-5c10ee0e-afd8-47db-b340-c51a5ad48b2b tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357684 Mar 07 15:57:41.781216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 187811b2-7ce3-4403-b23f-042fe889be0d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:57:41.781693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 187811b2-7ce3-4403-b23f-042fe889be0d not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:57:41.791024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 704865d3-395e-4f13-9e19-ab82c2b58dc3 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:57:41.828922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a78f291-16c4-48d1-bdb6-2f03f5471c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.834460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 704865d3-395e-4f13-9e19-ab82c2b58dc3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:41.835032 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.893835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:41.894712 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:41.897077 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 HTTP/1.1" status: 200 len: 1095 time: 1.1899755 Mar 07 15:57:41.897774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2359534-055e-4be2-8c5e-b996e291612a', 'tag': '2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:41.900578 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a3f255-1ef0-48c7-854d-c866b8e098c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2359534-055e-4be2-8c5e-b996e291612a", "tag": "2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:41.956477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed176e-9abe-49c1-b7d2-38194a39c5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:41.970121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=26a99c16-9054-4002-88d9-aaff080c9834,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:42.002329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9a538-8f9e-4afc-be69-1e25e24bcc48 req-233f9c27-f57c-46f0-9c0c-ca9111cdf2fc tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:42.009168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7be9a538-8f9e-4afc-be69-1e25e24bcc48 req-233f9c27-f57c-46f0-9c0c-ca9111cdf2fc tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 949 time: 0.2452369 Mar 07 15:57:42.043267 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a78f291-16c4-48d1-bdb6-2f03f5471c8b admin admin] Publish callbacks [] for security_group (bcb102c5-8b68-4b82-ad9b-9904508f2374), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.056777 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a78f291-16c4-48d1-bdb6-2f03f5471c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bcb102c5-8b68-4b82-ad9b-9904508f2374), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.102830 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa30db75-98d1-496a-b00c-a9e874377573 x-openstack-request-id: req-aa30db75-98d1-496a-b00c-a9e874377573 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:42.105168 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e62f51-4f62-497c-9f6b-7d854103d765", "name": "network-vif-plugged", "status": "completed", "tag": "26a99c16-9054-4002-88d9-aaff080c9834", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:42.105650 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa30db75-98d1-496a-b00c-a9e874377573 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:42.106866 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a99c16-9054-4002-88d9-aaff080c9834', 'code': 200} Mar 07 15:57:42.119649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-9a87e73b-1ade-4627-86aa-f7d041b36b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:42.123979 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-9a87e73b-1ade-4627-86aa-f7d041b36b6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 1129 time: 0.1590841 Mar 07 15:57:42.137194 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7be9a538-8f9e-4afc-be69-1e25e24bcc48 req-e22aa786-e5f9-4196-bace-e63c4328c7d3 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107497 Mar 07 15:57:42.148708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 704865d3-395e-4f13-9e19-ab82c2b58dc3 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:42.150577 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.232419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:42.234469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40138) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:42.238471 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.241139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:42.242380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-7b7a7215-cbe9-4cd4-b801-6f9a88e8a2dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 HTTP/1.1" status: 200 len: 217 time: 0.1042886 Mar 07 15:57:42.244209 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea7617a-8993-41fc-bfac-58d42e20fb89 x-openstack-request-id: req-0ea7617a-8993-41fc-bfac-58d42e20fb89 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:42.244582 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2359534-055e-4be2-8c5e-b996e291612a", "tag": "2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:42.244722 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ea7617a-8993-41fc-bfac-58d42e20fb89 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:42.245240 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2359534-055e-4be2-8c5e-b996e291612a', 'tag': '2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6', 'status': 'completed', 'code': 200} Mar 07 15:57:42.308505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-ba8b28c5-ffec-48ee-b046-8b4ff35f12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:42.310619 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-ba8b28c5-ffec-48ee-b046-8b4ff35f12ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0588856 Mar 07 15:57:42.358481 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9a78f291-16c4-48d1-bdb6-2f03f5471c8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b36302df1be84d24989bf500f0143903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9204223 Mar 07 15:57:42.359279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78f291-16c4-48d1-bdb6-2f03f5471c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb102c5-8b68-4b82-ad9b-9904508f2374,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:42.361013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40148) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:42.376967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98f691-c1f1-421f-a58c-709561e23861 req-c0555449-66e7-47db-a922-4d870730ba62 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:42.385496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d98f691-c1f1-421f-a58c-709561e23861 req-c0555449-66e7-47db-a922-4d870730ba62 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 968 time: 0.1073127 Mar 07 15:57:42.402217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:42.409893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:57:42.414523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-4cd3679f-f9ee-4876-ba4f-72aeb064fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:42.417340 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-4cd3679f-f9ee-4876-ba4f-72aeb064fba6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0989380 Mar 07 15:57:42.420195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:42.421393 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.430485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2163-b0c4-4b04-9d67-e728975f4ec1 req-08c5c687-b378-4019-9b84-c11dac93caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:42.432202 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b2b2163-b0c4-4b04-9d67-e728975f4ec1 req-08c5c687-b378-4019-9b84-c11dac93caa9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 1150 time: 0.2525368 Mar 07 15:57:42.523993 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87c5525c-e91a-417c-b080-a25e890cd869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.529915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b2b2163-b0c4-4b04-9d67-e728975f4ec1 req-28e86c8b-c9f8-45e6-a1f2-f22c4dbfc84f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789270 Mar 07 15:57:42.543657 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d98f691-c1f1-421f-a58c-709561e23861 req-731560e0-f474-4147-904a-427428ac90a0 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560023 Mar 07 15:57:42.574534 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59ff95b5-739d-4db9-ad98-662333b705b1 admin admin] Publish callbacks [] for security_group (bcb102c5-8b68-4b82-ad9b-9904508f2374), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.599285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:42.599704 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.600044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59ff95b5-739d-4db9-ad98-662333b705b1 admin admin] Publish callbacks [] for security_group (bcb102c5-8b68-4b82-ad9b-9904508f2374), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.623376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-6ed89549-74c4-46a7-b16a-319cf9feaa83 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943829 Mar 07 15:57:42.666789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:42.672634 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.728407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59ff95b5-739d-4db9-ad98-662333b705b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bcb102c5-8b68-4b82-ad9b-9904508f2374), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.730443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59ff95b5-739d-4db9-ad98-662333b705b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.734626 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-59ff95b5-739d-4db9-ad98-662333b705b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcb102c5-8b68-4b82-ad9b-9904508f2374 HTTP/1.1" status: 204 len: 168 time: 0.3724318 Mar 07 15:57:42.764762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:42.980259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87c5525c-e91a-417c-b080-a25e890cd869 admin admin] Publish callbacks [] for security_group (7bdc380c-23d9-4b84-9c43-bdcb8755d9f7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:42.980597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06bb92-c99f-4df4-ac2c-e8245ebf29cc req-5465ac35-2dc9-4160-9d13-2b0ed1fe4948 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:42.987031 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ed06bb92-c99f-4df4-ac2c-e8245ebf29cc req-5465ac35-2dc9-4160-9d13-2b0ed1fe4948 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 947 time: 0.0751619 Mar 07 15:57:42.990288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff95b5-739d-4db9-ad98-662333b705b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb102c5-8b68-4b82-ad9b-9904508f2374,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:42.996393 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87c5525c-e91a-417c-b080-a25e890cd869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7bdc380c-23d9-4b84-9c43-bdcb8755d9f7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.035420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5680-914b-4e08-a760-d977cc2375b4 req-a5c8c521-e567-41e9-8c5b-f9fab1c164d9 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:43.042603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-457f5680-914b-4e08-a760-d977cc2375b4 req-a5c8c521-e567-41e9-8c5b-f9fab1c164d9 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 945 time: 0.3761582 Mar 07 15:57:43.065222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ed06bb92-c99f-4df4-ac2c-e8245ebf29cc req-3a04f726-e5fa-4a8f-94f0-0c66d25ce3fd tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711756 Mar 07 15:57:43.124714 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-87c5525c-e91a-417c-b080-a25e890cd869 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee8136b8bc194b3c95f6b2befd4a3391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8867183 Mar 07 15:57:43.125159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40188) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:43.135526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5525c-e91a-417c-b080-a25e890cd869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdc380c-23d9-4b84-9c43-bdcb8755d9f7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:43.165932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40192) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:43.167233 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d102b34-3277-4bd6-bd02-1ab8a6745e0d req-cb7608ba-a84c-44f5-95fd-5b61d6a79968 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287300 Mar 07 15:57:43.195475 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-457f5680-914b-4e08-a760-d977cc2375b4 req-e9393883-85f9-455c-8cd2-d3eaf4524778 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518238 Mar 07 15:57:43.215005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b824d954-96a4-4d6c-8b11-e43f9b627464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.343971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b824d954-96a4-4d6c-8b11-e43f9b627464 admin admin] Publish callbacks [] for security_group (a2473dc1-2988-4fad-bf40-1f809a8013ec), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.351494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2dbf-e24a-4d83-a6a7-06463e8d8d6f admin admin] Publish callbacks [] for security_group (7bdc380c-23d9-4b84-9c43-bdcb8755d9f7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.353477 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b824d954-96a4-4d6c-8b11-e43f9b627464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a2473dc1-2988-4fad-bf40-1f809a8013ec), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.368802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-36676f4c-cf45-4341-8439-e04144ccc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:43.370660 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-36676f4c-cf45-4341-8439-e04144ccc40b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 1129 time: 0.1475625 Mar 07 15:57:43.392953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32bd3f-8d1b-46b7-b742-cc6b5b128c26 req-a1bd76a9-162b-4871-b335-c3527c05826f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:43.401447 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa32bd3f-8d1b-46b7-b742-cc6b5b128c26 req-a1bd76a9-162b-4871-b335-c3527c05826f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.1144502 Mar 07 15:57:43.423264 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2dbf-e24a-4d83-a6a7-06463e8d8d6f admin admin] Publish callbacks [] for security_group (7bdc380c-23d9-4b84-9c43-bdcb8755d9f7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.432243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824d954-96a4-4d6c-8b11-e43f9b627464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2473dc1-2988-4fad-bf40-1f809a8013ec,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:43.442373 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b824d954-96a4-4d6c-8b11-e43f9b627464 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d7bae173a4c4e4ca1a5ca88da0d5645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741916 Mar 07 15:57:43.445414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40210) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:43.550101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-20dda9c8-af7c-4262-a500-4ccc41ba5d97 admin admin] Publish callbacks [] for security_group (a2473dc1-2988-4fad-bf40-1f809a8013ec), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.550689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa32bd3f-8d1b-46b7-b742-cc6b5b128c26 req-2bd53c7a-0941-4685-8f58-6e4a8b3874db tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437354 Mar 07 15:57:43.568361 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2dbf-e24a-4d83-a6a7-06463e8d8d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7bdc380c-23d9-4b84-9c43-bdcb8755d9f7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.575906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2dbf-e24a-4d83-a6a7-06463e8d8d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.579560 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a2e2dbf-e24a-4d83-a6a7-06463e8d8d6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bdc380c-23d9-4b84-9c43-bdcb8755d9f7 HTTP/1.1" status: 204 len: 168 time: 0.4529006 Mar 07 15:57:43.591058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-8ebb23e4-19dc-4aff-846f-2f92a7630986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:43.593232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-8ebb23e4-19dc-4aff-846f-2f92a7630986 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1753056 Mar 07 15:57:43.647669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e2dbf-e24a-4d83-a6a7-06463e8d8d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdc380c-23d9-4b84-9c43-bdcb8755d9f7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:43.680510 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-20dda9c8-af7c-4262-a500-4ccc41ba5d97 admin admin] Publish callbacks [] for security_group (a2473dc1-2988-4fad-bf40-1f809a8013ec), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.694231 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-85ebb819-be8a-45db-a5d6-3396e075ea54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 HTTP/1.1" status: 200 len: 217 time: 0.0815339 Mar 07 15:57:43.765574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-20dda9c8-af7c-4262-a500-4ccc41ba5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a2473dc1-2988-4fad-bf40-1f809a8013ec), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.769545 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-20dda9c8-af7c-4262-a500-4ccc41ba5d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:43.772739 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-20dda9c8-af7c-4262-a500-4ccc41ba5d97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2473dc1-2988-4fad-bf40-1f809a8013ec HTTP/1.1" status: 204 len: 168 time: 0.3259931 Mar 07 15:57:43.782874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dda9c8-af7c-4262-a500-4ccc41ba5d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2473dc1-2988-4fad-bf40-1f809a8013ec,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:43.800948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-3ecbb5d3-4b89-43ae-a6e5-9807f7f92c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:43.802530 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-3ecbb5d3-4b89-43ae-a6e5-9807f7f92c12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0672770 Mar 07 15:57:43.830004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40dff2-b862-4b79-b479-63c1dbf70970 req-48cb4815-8d94-4cf9-9423-3dd190abe077 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:43.831679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3a40dff2-b862-4b79-b479-63c1dbf70970 req-48cb4815-8d94-4cf9-9423-3dd190abe077 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 968 time: 0.1496153 Mar 07 15:57:43.906417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-2cfa89cb-2188-4c16-9508-cf96b6886f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:43.907906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-2cfa89cb-2188-4c16-9508-cf96b6886f10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0981746 Mar 07 15:57:43.923155 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3a40dff2-b862-4b79-b479-63c1dbf70970 req-fcce01a7-3657-4495-93c9-676af26ef7a3 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663581 Mar 07 15:57:44.059295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-e70ea26e-6c7f-4e5a-a10f-d08797229aca service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349301 Mar 07 15:57:44.109590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3'}, {'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:44.117505 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18560e65-f0dc-462f-a788-1d090a528553" -d '{"events": [{"server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "name": "network-vif-plugged", "status": "completed", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3"}, {"server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "name": "network-vif-plugged", "status": "completed", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:44.185941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479c945-d762-4926-b723-3cc7570fc9f6 req-c829d2fd-e889-4f42-af24-1c9bf6e15f5c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:44.187622 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6479c945-d762-4926-b723-3cc7570fc9f6 req-c829d2fd-e889-4f42-af24-1c9bf6e15f5c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 968 time: 0.1536701 Mar 07 15:57:44.198345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40260) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:44.207596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Request body: {'floatingip': {'port_id': '26a99c16-9054-4002-88d9-aaff080c9834'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:44.259909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ce411-efc1-4ebc-bd41-3bfc79fadd06 req-2809361c-f9bb-41db-8d12-d070129a1759 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:44.271850 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e48ce411-efc1-4ebc-bd41-3bfc79fadd06 req-2809361c-f9bb-41db-8d12-d070129a1759 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 947 time: 0.0990043 Mar 07 15:57:44.288768 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3a3f255-1ef0-48c7-854d-c866b8e098c3 req-dc0da2c1-b12d-42b4-bd63-3bb5ea48407a service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062197 Mar 07 15:57:44.291345 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (f5510c5e-8c93-4fa2-be49-a4d379baf752), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:44.394710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e48ce411-efc1-4ebc-bd41-3bfc79fadd06 req-c1ee33e1-2939-4eb8-91e6-dc014e8fd445 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215661 Mar 07 15:57:44.412356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40268) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:44.432933 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8dd7d95-0665-4511-967a-b061832f711a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:44.438778 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae7cb3-5d93-471d-9ea7-469a46fb9474 x-openstack-request-id: req-fbae7cb3-5d93-471d-9ea7-469a46fb9474 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:44.439759 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "name": "network-vif-plugged", "status": "completed", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3", "code": 200}, {"server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "name": "network-vif-plugged", "status": "completed", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:44.440258 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbae7cb3-5d93-471d-9ea7-469a46fb9474 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:44.440845 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'code': 200} Mar 07 15:57:44.441333 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1', 'code': 200} Mar 07 15:57:44.701723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fd0b0-f9b3-4ee5-a461-79c77d6c3051 req-371d65b1-4aee-495d-82ec-71bfb2c88853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:44.704356 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc1fd0b0-f9b3-4ee5-a461-79c77d6c3051 req-371d65b1-4aee-495d-82ec-71bfb2c88853 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1132 time: 0.1601892 Mar 07 15:57:44.720745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a758e96-cd6c-4abe-a3fd-1ca50800dccd req-398414d8-fdab-4596-b194-c0f283a52328 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:44.722498 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a758e96-cd6c-4abe-a3fd-1ca50800dccd req-398414d8-fdab-4596-b194-c0f283a52328 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 945 time: 0.1812148 Mar 07 15:57:44.759309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8dd7d95-0665-4511-967a-b061832f711a admin admin] Publish callbacks [] for security_group (03f3d4a0-4670-429f-b03f-4897bcd47c31), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:44.764316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b009-57e2-415c-bbec-675ddee0207f req-8a4d11f9-1290-4b88-b1ba-2107c56a5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:44.765817 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3001b009-57e2-415c-bbec-675ddee0207f req-8a4d11f9-1290-4b88-b1ba-2107c56a5942 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 1127 time: 0.1448114 Mar 07 15:57:44.768132 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8dd7d95-0665-4511-967a-b061832f711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (03f3d4a0-4670-429f-b03f-4897bcd47c31), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:44.847181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e8dd7d95-0665-4511-967a-b061832f711a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b542b816d0c4275b4093455c2353b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315081 Mar 07 15:57:44.851540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40292) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:44.862486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd7d95-0665-4511-967a-b061832f711a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f3d4a0-4670-429f-b03f-4897bcd47c31,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:44.876134 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a758e96-cd6c-4abe-a3fd-1ca50800dccd req-9b63850e-672d-4a2d-8ffa-5b788d8bcf5d tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419241 Mar 07 15:57:44.922564 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3001b009-57e2-415c-bbec-675ddee0207f req-0166d3fb-1c8c-4c92-b675-6248b4760dae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407213 Mar 07 15:57:44.956938 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc1fd0b0-f9b3-4ee5-a461-79c77d6c3051 req-3d231fa8-41ce-4f88-94d5-09c7c8a89d6d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405581 Mar 07 15:57:44.965726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2e35673-f6b7-4542-8979-4c36ac65422d admin admin] Publish callbacks [] for security_group (03f3d4a0-4670-429f-b03f-4897bcd47c31), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:44.999659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2e35673-f6b7-4542-8979-4c36ac65422d admin admin] Publish callbacks [] for security_group (03f3d4a0-4670-429f-b03f-4897bcd47c31), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:45.025130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64355db4-d6a2-4530-95e9-8e4d4f7cc01d req-69de66ed-5295-40b6-856e-7531772753e5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:45.031829 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64355db4-d6a2-4530-95e9-8e4d4f7cc01d req-69de66ed-5295-40b6-856e-7531772753e5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.3050199 Mar 07 15:57:45.066049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2e35673-f6b7-4542-8979-4c36ac65422d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (03f3d4a0-4670-429f-b03f-4897bcd47c31), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:45.069759 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2e35673-f6b7-4542-8979-4c36ac65422d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:45.073768 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a2e35673-f6b7-4542-8979-4c36ac65422d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03f3d4a0-4670-429f-b03f-4897bcd47c31 HTTP/1.1" status: 204 len: 168 time: 0.2210577 Mar 07 15:57:45.082916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e35673-f6b7-4542-8979-4c36ac65422d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f3d4a0-4670-429f-b03f-4897bcd47c31,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:45.197729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64355db4-d6a2-4530-95e9-8e4d4f7cc01d req-a11c5156-996f-4aa7-853d-37b4192a9064 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533175 Mar 07 15:57:45.446361 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:57:45.554687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:45.561594 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (f5510c5e-8c93-4fa2-be49-a4d379baf752), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:45.625399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb451c-6b12-434a-b4eb-710c0f8e6a7c req-c93a8e6a-c93a-43d1-80a4-41c35f646aaf tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:45.627251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2fb451c-6b12-434a-b4eb-710c0f8e6a7c req-c93a8e6a-c93a-43d1-80a4-41c35f646aaf tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 947 time: 0.1414537 Mar 07 15:57:45.760704 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2fb451c-6b12-434a-b4eb-710c0f8e6a7c req-032aa352-731e-4360-85b1-ba63d1249443 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258171 Mar 07 15:57:45.780707 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Floating IP f5510c5e-8c93-4fa2-be49-a4d379baf752 associated. External IP: 172.25.4.167, port: 26a99c16-9054-4002-88d9-aaff080c9834. Mar 07 15:57:45.850458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40362) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:46.006430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016b157-6c26-4e64-a924-d7a3e830af57 req-90c4cc17-3f0c-4364-af5e-ba5a420b1f85 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:46.013721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9016b157-6c26-4e64-a924-d7a3e830af57 req-90c4cc17-3f0c-4364-af5e-ba5a420b1f85 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 945 time: 0.0644400 Mar 07 15:57:46.070662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:57:46.100851 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9016b157-6c26-4e64-a924-d7a3e830af57 req-c0f0a175-0b97-4be8-8011-174c8f0fb7de tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858603 Mar 07 15:57:46.110614 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8dae402e-944b-4d8b-90c7-96ab39530889 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afa0def8107f4c5d8da14f294dde8475&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2589417 Mar 07 15:57:46.113091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40378) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:46.172990 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f67ccd-b712-4b3c-a343-562c0772dfda admin admin] Publish callbacks [] for security_group (5f5e4543-96ae-49c4-8d3b-cd2b87d7840d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:46.180468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40380) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:46.204913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f67ccd-b712-4b3c-a343-562c0772dfda admin admin] Publish callbacks [] for security_group (5f5e4543-96ae-49c4-8d3b-cd2b87d7840d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:46.213118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:57:46.222091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:46.233699 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] Sync routers for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:57:46.254067 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:57:46.259338 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:57:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:46.260834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-90dedd1b-8a90-476e-8812-ff738e3d4896 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "PUT /v2.0/floatingips/f5510c5e-8c93-4fa2-be49-a4d379baf752 HTTP/1.1" status: 200 len: 1014 time: 2.0608113 Mar 07 15:57:46.261604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'tag': '26a99c16-9054-4002-88d9-aaff080c9834'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:46.264397 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e62f51-4f62-497c-9f6b-7d854103d765", "tag": "26a99c16-9054-4002-88d9-aaff080c9834"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:46.303800 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f67ccd-b712-4b3c-a343-562c0772dfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5f5e4543-96ae-49c4-8d3b-cd2b87d7840d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:46.307247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f67ccd-b712-4b3c-a343-562c0772dfda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:46.308915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-44f67ccd-b712-4b3c-a343-562c0772dfda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f5e4543-96ae-49c4-8d3b-cd2b87d7840d HTTP/1.1" status: 204 len: 168 time: 0.1942232 Mar 07 15:57:46.321925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f67ccd-b712-4b3c-a343-562c0772dfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5e4543-96ae-49c4-8d3b-cd2b87d7840d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:46.417631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d5713-7eca-4e59-a442-c71748350861 req-9a529283-31f7-4739-99ad-b0f33b2d5292 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:46.419682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-213d5713-7eca-4e59-a442-c71748350861 req-9a529283-31f7-4739-99ad-b0f33b2d5292 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.0816548 Mar 07 15:57:46.444710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307306e6-529e-4a96-9775-de6cca59bf72 req-d91bab1a-3aac-496c-8b9c-34718523ac4b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:46.447917 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-307306e6-529e-4a96-9775-de6cca59bf72 req-d91bab1a-3aac-496c-8b9c-34718523ac4b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 968 time: 0.1007996 Mar 07 15:57:46.460936 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:46.531973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-307306e6-529e-4a96-9775-de6cca59bf72 req-8131b12b-fa81-4cf2-b953-4c386306406c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777340 Mar 07 15:57:46.540486 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5b2722b-e49a-4965-9300-2a1706c6c88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:46.554054 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-213d5713-7eca-4e59-a442-c71748350861 req-85e2c81e-a58f-44db-b536-847e878c286f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279583 Mar 07 15:57:46.595637 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4606ec69-6378-4606-9995-11cadff27ca9 x-openstack-request-id: req-4606ec69-6378-4606-9995-11cadff27ca9 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:46.596105 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e62f51-4f62-497c-9f6b-7d854103d765", "tag": "26a99c16-9054-4002-88d9-aaff080c9834", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:46.597340 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4606ec69-6378-4606-9995-11cadff27ca9 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:46.597958 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'tag': '26a99c16-9054-4002-88d9-aaff080c9834', 'status': 'completed', 'code': 200} Mar 07 15:57:46.702145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5b2722b-e49a-4965-9300-2a1706c6c88c admin admin] Publish callbacks [] for security_group (4724f98b-13cb-4e68-bbd5-d723cc9387bc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:46.708353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-80cc0390-33d6-4e04-93d3-23d0ab5c1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:46.718404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-80cc0390-33d6-4e04-93d3-23d0ab5c1915 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf3de462621c4348ab8702b3741d7cef&device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 1150 time: 0.0901525 Mar 07 15:57:46.718404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5b2722b-e49a-4965-9300-2a1706c6c88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4724f98b-13cb-4e68-bbd5-d723cc9387bc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:46.787579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2722b-e49a-4965-9300-2a1706c6c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4724f98b-13cb-4e68-bbd5-d723cc9387bc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:46.819365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f5b2722b-e49a-4965-9300-2a1706c6c88c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30c0e62374134cdcadda5719a979571c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6377318 Mar 07 15:57:46.822451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40410) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:46.857273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-eb16c2cc-693b-4593-8a56-c996315170d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:46.859265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-eb16c2cc-693b-4593-8a56-c996315170d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d HTTP/1.1" status: 200 len: 924 time: 0.1374321 Mar 07 15:57:46.912026 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d219b279-17e4-4f79-aa5d-0f9845174252 admin admin] Publish callbacks [] for security_group (4724f98b-13cb-4e68-bbd5-d723cc9387bc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:46.945521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d219b279-17e4-4f79-aa5d-0f9845174252 admin admin] Publish callbacks [] for security_group (4724f98b-13cb-4e68-bbd5-d723cc9387bc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.002151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40414) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:47.061061 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'f5510c5e-8c93-4fa2-be49-a4d379baf752', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'port_id': '26a99c16-9054-4002-88d9-aaff080c9834', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'mac_address': 'fa:16:3e:8c:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'device_owner': 'compute:tempest-test_az-1812623483'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:57:27Z', 'updated_at': '2022-03-07T15:57:45Z', 'revision_number': 1, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:47.072143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-aab06a95-c3d5-4856-aa90-ef51f87dd121 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a99c16-9054-4002-88d9-aaff080c9834 HTTP/1.1" status: 200 len: 1022 time: 0.2050450 Mar 07 15:57:47.093825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-23983ea6-de1d-4832-85c8-4c66f2dce744 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc4090363fb1481ea38a25fd44d0f44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901315 Mar 07 15:57:47.096668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40418) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:47.102815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:57:47.119185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b3fef-ca86-455b-9647-3f9dfdb804f2 req-f6afa1de-e8a3-4248-9070-0a56cd606af3 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:47.134314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a38b3fef-ca86-455b-9647-3f9dfdb804f2 req-f6afa1de-e8a3-4248-9070-0a56cd606af3 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 947 time: 0.1886106 Mar 07 15:57:47.148069 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] Checking router: 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:57:47.152547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d219b279-17e4-4f79-aa5d-0f9845174252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4724f98b-13cb-4e68-bbd5-d723cc9387bc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.168779 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d219b279-17e4-4f79-aa5d-0f9845174252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.172245 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d219b279-17e4-4f79-aa5d-0f9845174252 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4724f98b-13cb-4e68-bbd5-d723cc9387bc HTTP/1.1" status: 204 len: 168 time: 0.3463166 Mar 07 15:57:47.179651 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:57:47.180494 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:57:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:47.228584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219b279-17e4-4f79-aa5d-0f9845174252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724f98b-13cb-4e68-bbd5-d723cc9387bc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:47.290500 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-238c73c0-5304-43e9-acc2-db1ce84d6d53 admin admin] Publish callbacks [] for security_group (40c73d2f-3d70-41e4-9b89-c49528f37959), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.354987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a38b3fef-ca86-455b-9647-3f9dfdb804f2 req-85118b70-6c35-4bc2-adad-7519e6905bee tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454635 Mar 07 15:57:47.359737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-238c73c0-5304-43e9-acc2-db1ce84d6d53 admin admin] Publish callbacks [] for security_group (40c73d2f-3d70-41e4-9b89-c49528f37959), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.374288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-173b0a93-42fe-42e4-95b5-908c0e22d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:47.377875 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-173b0a93-42fe-42e4-95b5-908c0e22d0f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cc165be-8c36-4fad-bc66-d9e9ab914a05 HTTP/1.1" status: 200 len: 862 time: 0.2991619 Mar 07 15:57:47.429258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:47.444865 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:57:47.450583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6', 'mac_address': 'fa:16:3e:6b:3d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:57:47.461611 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-238c73c0-5304-43e9-acc2-db1ce84d6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (40c73d2f-3d70-41e4-9b89-c49528f37959), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.464529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-238c73c0-5304-43e9-acc2-db1ce84d6d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.469665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-238c73c0-5304-43e9-acc2-db1ce84d6d53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40c73d2f-3d70-41e4-9b89-c49528f37959 HTTP/1.1" status: 204 len: 168 time: 0.3712637 Mar 07 15:57:47.490907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c73c0-5304-43e9-acc2-db1ce84d6d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c73d2f-3d70-41e4-9b89-c49528f37959,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:47.554928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:47.560991 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.579753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-cdfdc928-ae49-4944-8c01-975b93d1c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:47.584691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-cdfdc928-ae49-4944-8c01-975b93d1c13e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2009332 Mar 07 15:57:47.590506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:47.625743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3a79d-4919-407e-9e29-cd9257686555 req-913f1527-d937-4f1a-93d7-880100782885 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:47.627339 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09c3a79d-4919-407e-9e29-cd9257686555 req-913f1527-d937-4f1a-93d7-880100782885 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 945 time: 0.1848133 Mar 07 15:57:47.634020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:47.655001 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.750495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:47.787477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09c3a79d-4919-407e-9e29-cd9257686555 req-77886d2a-75cf-46fd-828c-ccbe2f67f466 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409087 Mar 07 15:57:47.806422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-d6278ee6-1991-4412-b445-d5d84ceca403 service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110274 Mar 07 15:57:47.888712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:47.899166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2f0b4-9c09-43ea-a447-09fe2fc92a94 req-9464af20-055e-458d-882b-9dc934f0e0a7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:47.907887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40d2f0b4-9c09-43ea-a447-09fe2fc92a94 req-9464af20-055e-458d-882b-9dc934f0e0a7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.0955346 Mar 07 15:57:47.915465 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'f5510c5e-8c93-4fa2-be49-a4d379baf752', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'port_id': '26a99c16-9054-4002-88d9-aaff080c9834', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'mac_address': 'fa:16:3e:8c:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'device_owner': 'compute:tempest-test_az-1812623483'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:57:27Z', 'updated_at': '2022-03-07T15:57:45Z', 'revision_number': 1, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:57:47.917559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40448) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:47.932382 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3897073-fbae-4dbb-847f-2e5d95d77f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:47.956124 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d351f8d-35fd-44da-be66-27fecdd8eea3 None None] The sync data for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 is: [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'f5510c5e-8c93-4fa2-be49-a4d379baf752', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'port_id': '26a99c16-9054-4002-88d9-aaff080c9834', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'mac_address': 'fa:16:3e:8c:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'device_owner': 'compute:tempest-test_az-1812623483'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:57:27Z', 'updated_at': '2022-03-07T15:57:45Z', 'revision_number': 1, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:57:47.966912 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e04b9a9-fd1f-4892-ab7a-cfa9078f4d77 req-152206a7-3f47-4ec5-9d2e-4b5742352819 service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451271 Mar 07 15:57:48.055090 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40d2f0b4-9c09-43ea-a447-09fe2fc92a94 req-0219b69d-ce81-4e42-8c05-a393962ac5f5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453257 Mar 07 15:57:48.164467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3897073-fbae-4dbb-847f-2e5d95d77f1a admin admin] Publish callbacks [] for security_group (9bffdce1-2181-48d1-b2f3-34b841fb5898), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:48.170064 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3897073-fbae-4dbb-847f-2e5d95d77f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9bffdce1-2181-48d1-b2f3-34b841fb5898), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:48.213916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3897073-fbae-4dbb-847f-2e5d95d77f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bffdce1-2181-48d1-b2f3-34b841fb5898,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:48.241940 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d3897073-fbae-4dbb-847f-2e5d95d77f1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=901db0eb277a44fa890174eaa591c085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227477 Mar 07 15:57:48.244810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40462) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:48.340657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8702dd0b-3c85-451f-96c3-22a9317b8846 admin admin] Publish callbacks [] for security_group (9bffdce1-2181-48d1-b2f3-34b841fb5898), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:48.370644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8702dd0b-3c85-451f-96c3-22a9317b8846 admin admin] Publish callbacks [] for security_group (9bffdce1-2181-48d1-b2f3-34b841fb5898), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:48.389054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584833be-dfe3-4602-847e-0601d570c91a None None] New status for floating IP f5510c5e-8c93-4fa2-be49-a4d379baf752: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:57:48.507831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8702dd0b-3c85-451f-96c3-22a9317b8846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9bffdce1-2181-48d1-b2f3-34b841fb5898), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:48.510601 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8702dd0b-3c85-451f-96c3-22a9317b8846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:48.523768 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8702dd0b-3c85-451f-96c3-22a9317b8846 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bffdce1-2181-48d1-b2f3-34b841fb5898 HTTP/1.1" status: 204 len: 168 time: 0.2777946 Mar 07 15:57:48.545834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702dd0b-3c85-451f-96c3-22a9317b8846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bffdce1-2181-48d1-b2f3-34b841fb5898,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:48.559846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43945b4-d3ff-42f6-b1a7-96be271aa020 req-de00b07b-587e-4506-a7b4-da336a511694 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:48.563917 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a43945b4-d3ff-42f6-b1a7-96be271aa020 req-de00b07b-587e-4506-a7b4-da336a511694 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 1127 time: 0.1075311 Mar 07 15:57:48.637306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a43945b4-d3ff-42f6-b1a7-96be271aa020 req-98bc9c29-a5a0-4188-a777-94b9a6f8e4d4 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647995 Mar 07 15:57:48.680261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c9933-cb92-493c-828d-98414934b50c req-aac54ec0-72dd-40d7-889e-da29e80220c6 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:48.688169 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c17c9933-cb92-493c-828d-98414934b50c req-aac54ec0-72dd-40d7-889e-da29e80220c6 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1132 time: 0.0881281 Mar 07 15:57:48.705383 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c17c9933-cb92-493c-828d-98414934b50c req-d8a03f95-7d55-450c-881b-490e98c20c27 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:48.858974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c17c9933-cb92-493c-828d-98414934b50c req-d8a03f95-7d55-450c-881b-490e98c20c27 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Publish callbacks [] for security_group (3c8b97c7-8580-4c19-979e-a563cec41685), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:48.867811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c17c9933-cb92-493c-828d-98414934b50c req-d8a03f95-7d55-450c-881b-490e98c20c27 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3c8b97c7-8580-4c19-979e-a563cec41685), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:48.883298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332eef49-3b19-401c-8f58-8cbd823ceb16 req-9691200e-f72a-4148-b437-411e88718d08 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:48.888491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-332eef49-3b19-401c-8f58-8cbd823ceb16 req-9691200e-f72a-4148-b437-411e88718d08 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 948 time: 0.0739429 Mar 07 15:57:48.949412 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c17c9933-cb92-493c-828d-98414934b50c req-d8a03f95-7d55-450c-881b-490e98c20c27 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553949 Mar 07 15:57:48.951639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a03f95-7d55-450c-881b-490e98c20c27 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b97c7-8580-4c19-979e-a563cec41685,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:48.968766 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-332eef49-3b19-401c-8f58-8cbd823ceb16 req-a1c40617-afd3-4fb7-80b1-e6d7e58e1c08 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740695 Mar 07 15:57:49.075996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f820df4-ce6c-447d-bd86-38554ab65b85 req-11b1fcbb-4849-43d4-9413-505a4629d6e0 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:49.077800 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f820df4-ce6c-447d-bd86-38554ab65b85 req-11b1fcbb-4849-43d4-9413-505a4629d6e0 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 1127 time: 0.0593858 Mar 07 15:57:49.107590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:57:49.187886 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f820df4-ce6c-447d-bd86-38554ab65b85 req-f3ae08ce-d3fd-429e-9ea7-b6623b22b8ad tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911679 Mar 07 15:57:49.203848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:57:49.211634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:49.212148 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.298548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-e8c7a361-756b-49ae-bd7b-346ddb8a2426 req-b3aa3bc3-ab09-4b4d-825f-26938d382b0d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:57:49.300436 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8c7a361-756b-49ae-bd7b-346ddb8a2426 req-b3aa3bc3-ab09-4b4d-825f-26938d382b0d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074835 Mar 07 15:57:49.331357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:57:49.331796 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.359760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2359534-055e-4be2-8c5e-b996e291612a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:49.362228 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afce9145-7998-404e-92fa-7ff0d9a90b2a" -d '{"events": [{"server_uuid": "d2359534-055e-4be2-8c5e-b996e291612a", "name": "network-vif-plugged", "status": "completed", "tag": "2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:49.383153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:49.389755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.406521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40530) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:49.459952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:49.484832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-a423eb35-6404-499d-81da-6fd7151b0a1b req-b2c8fcce-8d4d-4c21-9b5a-7d52e8d6b9d1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:57:49.485868 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a423eb35-6404-499d-81da-6fd7151b0a1b req-b2c8fcce-8d4d-4c21-9b5a-7d52e8d6b9d1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054281 Mar 07 15:57:49.595370 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eefc7f10-14e5-4652-85e3-4a2d84adf66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.709616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eefc7f10-14e5-4652-85e3-4a2d84adf66b admin admin] Publish callbacks [] for security_group (7c57700e-5699-47d8-87f3-a31feeae8801), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.714892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eefc7f10-14e5-4652-85e3-4a2d84adf66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7c57700e-5699-47d8-87f3-a31feeae8801), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.739714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40544) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:49.760351 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eefc7f10-14e5-4652-85e3-4a2d84adf66b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9e1080754114786adcabbca15b0fc5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501103 Mar 07 15:57:49.760351 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc7f10-14e5-4652-85e3-4a2d84adf66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c57700e-5699-47d8-87f3-a31feeae8801,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:49.760670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40548) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:49.835378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae78f-1dc4-4899-97a7-9c09e2adad2a admin admin] Publish callbacks [] for security_group (7c57700e-5699-47d8-87f3-a31feeae8801), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.860044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae78f-1dc4-4899-97a7-9c09e2adad2a admin admin] Publish callbacks [] for security_group (7c57700e-5699-47d8-87f3-a31feeae8801), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.893015 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2fb38176-2742-4c86-9995-d74e8a4dfb57 tempest-AutoAllocateNetworkTest-590002973 tempest-AutoAllocateNetworkTest-590002973-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f563e5061f8d4513a91bb7eda810908d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1520960 Mar 07 15:57:49.896805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40562) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:49.939042 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae78f-1dc4-4899-97a7-9c09e2adad2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7c57700e-5699-47d8-87f3-a31feeae8801), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.943428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae78f-1dc4-4899-97a7-9c09e2adad2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:49.944811 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3e3ae78f-1dc4-4899-97a7-9c09e2adad2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c57700e-5699-47d8-87f3-a31feeae8801 HTTP/1.1" status: 204 len: 168 time: 0.1825883 Mar 07 15:57:49.954493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ae78f-1dc4-4899-97a7-9c09e2adad2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c57700e-5699-47d8-87f3-a31feeae8801,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:50.077183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a520eee-e912-47a3-8b24-6f1a72f79752 tempest-AutoAllocateNetworkTest-590002973 tempest-AutoAllocateNetworkTest-590002973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:50.080370 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6a520eee-e912-47a3-8b24-6f1a72f79752 tempest-AutoAllocateNetworkTest-590002973 tempest-AutoAllocateNetworkTest-590002973-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1825328 Mar 07 15:57:50.083635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40580) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:50.174425 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1158292-f68c-44f1-ab69-16c0ab819ece x-openstack-request-id: req-a1158292-f68c-44f1-ab69-16c0ab819ece {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:50.174758 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2359534-055e-4be2-8c5e-b996e291612a", "name": "network-vif-plugged", "status": "completed", "tag": "2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:50.175072 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1158292-f68c-44f1-ab69-16c0ab819ece {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:50.175480 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2359534-055e-4be2-8c5e-b996e291612a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6', 'code': 200} Mar 07 15:57:50.183117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40586) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:50.191448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b2f239da-7d36-4a98-9f0a-95c5e6bb07f4 tempest-AutoAllocateNetworkTest-590002973 tempest-AutoAllocateNetworkTest-590002973-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954673 Mar 07 15:57:50.218108 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-96a11f8f-50fc-4bd0-b751-5adedbc9a728 tempest-AutoAllocateNetworkTest-590002973 tempest-AutoAllocateNetworkTest-590002973-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f563e5061f8d4513a91bb7eda810908d HTTP/1.1" status: 200 len: 208 time: 0.0333354 Mar 07 15:57:50.282779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50861a4-f275-4f2b-a6bb-cc76740bc238 req-be97bc43-7c41-4c65-9977-4d8e56a67ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:50.284311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a50861a4-f275-4f2b-a6bb-cc76740bc238 req-be97bc43-7c41-4c65-9977-4d8e56a67ba7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 1131 time: 0.0465896 Mar 07 15:57:50.342195 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a50861a4-f275-4f2b-a6bb-cc76740bc238 req-8104f1de-f65a-4f82-853c-b048f9692e27 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 Mar 07 15:57:50.456205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40602) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:50.480338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bec0653-cac6-4ba9-946e-903d9fc2747a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:50.611207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bec0653-cac6-4ba9-946e-903d9fc2747a admin admin] Publish callbacks [] for security_group (efe1ee4c-6aff-46ee-b199-bd43b8d0529e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:50.617986 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bec0653-cac6-4ba9-946e-903d9fc2747a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (efe1ee4c-6aff-46ee-b199-bd43b8d0529e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:50.650280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40612) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:50.690013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec0653-cac6-4ba9-946e-903d9fc2747a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe1ee4c-6aff-46ee-b199-bd43b8d0529e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:50.696194 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6bec0653-cac6-4ba9-946e-903d9fc2747a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7edd73219b5428da4eddf821993bdd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386580 Mar 07 15:57:50.700845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40618) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:50.715307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779142a6-7c8a-485e-905c-f5342f8ca459 req-7096b2ab-b612-4182-a32c-abcce4d818af tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:50.716853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-779142a6-7c8a-485e-905c-f5342f8ca459 req-7096b2ab-b612-4182-a32c-abcce4d818af tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 949 time: 0.0796947 Mar 07 15:57:50.760017 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cab18dd-a3f5-4e54-b62a-8a92a740e3bf admin admin] Publish callbacks [] for security_group (efe1ee4c-6aff-46ee-b199-bd43b8d0529e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:50.786584 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cab18dd-a3f5-4e54-b62a-8a92a740e3bf admin admin] Publish callbacks [] for security_group (efe1ee4c-6aff-46ee-b199-bd43b8d0529e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:50.790210 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-779142a6-7c8a-485e-905c-f5342f8ca459 req-1803a14a-d6a4-47bc-9dea-e848d1234d1c tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579281 Mar 07 15:57:50.872156 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cab18dd-a3f5-4e54-b62a-8a92a740e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (efe1ee4c-6aff-46ee-b199-bd43b8d0529e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:50.876149 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cab18dd-a3f5-4e54-b62a-8a92a740e3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:50.877642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7cab18dd-a3f5-4e54-b62a-8a92a740e3bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efe1ee4c-6aff-46ee-b199-bd43b8d0529e HTTP/1.1" status: 204 len: 168 time: 0.1757638 Mar 07 15:57:50.894235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab18dd-a3f5-4e54-b62a-8a92a740e3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe1ee4c-6aff-46ee-b199-bd43b8d0529e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:50.931725 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-50962490-cc96-49c3-b39c-57c4d3d83e01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2781098 Mar 07 15:57:50.939279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2858b18-ad79-4558-915f-f06f4ccda561 req-c6355d9f-232f-4b81-827a-839526ed0a47 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:50.939835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4fbeba63-6e5e-491f-8ffb-19088cefa60a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:57:50.940763 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4fbeba63-6e5e-491f-8ffb-19088cefa60a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050156 Mar 07 15:57:50.943352 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d2858b18-ad79-4558-915f-f06f4ccda561 req-c6355d9f-232f-4b81-827a-839526ed0a47 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.0962553 Mar 07 15:57:50.963737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40624) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:51.010691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d2858b18-ad79-4558-915f-f06f4ccda561 req-dbb7a8f8-065f-4886-ad0f-3dd771ff86ea tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607462 Mar 07 15:57:51.060397 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cabe1ce-8b45-4879-9045-083883c5110c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:51.153519 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cabe1ce-8b45-4879-9045-083883c5110c admin admin] Publish callbacks [] for security_group (def74b96-86d8-47bb-8576-03c382a855ac), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:51.157998 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cabe1ce-8b45-4879-9045-083883c5110c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (def74b96-86d8-47bb-8576-03c382a855ac), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:51.211580 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0cabe1ce-8b45-4879-9045-083883c5110c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f563e5061f8d4513a91bb7eda810908d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467279 Mar 07 15:57:51.212726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabe1ce-8b45-4879-9045-083883c5110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def74b96-86d8-47bb-8576-03c382a855ac,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:51.214219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40640) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:51.284352 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-676f53b4-57ad-4a03-b811-f5bdd09e1d41 admin admin] Publish callbacks [] for security_group (def74b96-86d8-47bb-8576-03c382a855ac), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:51.322741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-676f53b4-57ad-4a03-b811-f5bdd09e1d41 admin admin] Publish callbacks [] for security_group (def74b96-86d8-47bb-8576-03c382a855ac), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:51.397625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-676f53b4-57ad-4a03-b811-f5bdd09e1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (def74b96-86d8-47bb-8576-03c382a855ac), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:51.401868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-676f53b4-57ad-4a03-b811-f5bdd09e1d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:51.403230 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-676f53b4-57ad-4a03-b811-f5bdd09e1d41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/def74b96-86d8-47bb-8576-03c382a855ac HTTP/1.1" status: 204 len: 168 time: 0.1869907 Mar 07 15:57:51.418729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f53b4-57ad-4a03-b811-f5bdd09e1d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def74b96-86d8-47bb-8576-03c382a855ac,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:51.634303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40684) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:51.985877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-b7e66184-3f26-4b05-ada1-5ef757477336 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:57:51.986919 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-b7e66184-3f26-4b05-ada1-5ef757477336 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3514593 Mar 07 15:57:52.018284 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ef771-9209-4d8d-be04-fcea73e5b837 req-47af69ea-78cc-4a88-aa69-4f2724f1c95c tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:52.019880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c82ef771-9209-4d8d-be04-fcea73e5b837 req-47af69ea-78cc-4a88-aa69-4f2724f1c95c tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 949 time: 0.0760455 Mar 07 15:57:52.075010 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c82ef771-9209-4d8d-be04-fcea73e5b837 req-dfaceb56-3cd8-4a3e-8cd7-1d167d205eec tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492222 Mar 07 15:57:52.100384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40740) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:52.251320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0355-ee09-47a7-baa7-fd204929bbc0 req-0953644e-ef4c-4741-ba77-c9616a564021 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:52.252892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c69b0355-ee09-47a7-baa7-fd204929bbc0 req-0953644e-ef4c-4741-ba77-c9616a564021 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.0582833 Mar 07 15:57:52.326162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-3279c8af-226e-44bb-bd1c-13dd708c7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:52.327820 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-3279c8af-226e-44bb-bd1c-13dd708c7075 service neutron] 10.222.0.24 "GET /v2.0/ports/d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 HTTP/1.1" status: 200 len: 1124 time: 0.2721686 Mar 07 15:57:52.335429 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c69b0355-ee09-47a7-baa7-fd204929bbc0 req-25ceb775-55b7-4514-97af-bbbe8712abc8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763929 Mar 07 15:57:52.349068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Request body: {'binding': {'host': 'n-h2-830010-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:52.349437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Unknown quota resources ['binding']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 15:57:52.396562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-cacedf87-ded7-4ad9-95ad-9cc820eba25b tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:52.407513 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-cacedf87-ded7-4ad9-95ad-9cc820eba25b tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/ports/704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 1129 time: 0.3057299 Mar 07 15:57:52.534537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on host n-h2-830010-8 for vnic_type normal with profile None {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:52.535063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:52.536280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:52.541641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on network 099477e4-23c0-427d-9020-dfe0eec5f24b not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:57:52.542228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:52.547924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:52.548346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Checking segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:52.548806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Bound using segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:52.549298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Bound port: d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:52.679801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:52.688532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:52.690164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-e6fee374-182a-49cb-8753-0134448e2640 service neutron] 10.222.0.24 "POST /v2.0/ports/d08939ec-d7c6-4c25-b0ed-3acdc681f8f1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3465347 Mar 07 15:57:52.860082 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6eb339a7-3bd8-4004-8160-5686e2a445a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:53.135356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cce3-7abd-4d33-aaeb-1cef5ac3b023 req-b3c915ad-1397-4508-a258-bc6684b04d55 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:53.144197 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bdd5cce3-7abd-4d33-aaeb-1cef5ac3b023 req-b3c915ad-1397-4508-a258-bc6684b04d55 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 945 time: 0.1123309 Mar 07 15:57:53.155512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c518c1-e9a9-4935-8533-694a52a16c61 req-badcc04e-a383-4fb9-b686-9cf8a8d013ae tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:53.165620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8c518c1-e9a9-4935-8533-694a52a16c61 req-badcc04e-a383-4fb9-b686-9cf8a8d013ae tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 949 time: 0.4357018 Mar 07 15:57:53.220867 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bdd5cce3-7abd-4d33-aaeb-1cef5ac3b023 req-4847878c-e54c-4de2-a0f2-76e36d21d41e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755136 Mar 07 15:57:53.272353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8c518c1-e9a9-4935-8533-694a52a16c61 req-cc45f6c8-68e0-4e2b-a82c-2fcb7ba0be2a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038444 Mar 07 15:57:53.283943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-6d1f53da-0a1a-4955-a5c0-f6c82e3c2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:53.286027 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-6d1f53da-0a1a-4955-a5c0-f6c82e3c2521 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 1127 time: 0.1144884 Mar 07 15:57:53.478125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-bed272e6-5ae0-413c-ad9f-e3524aeedb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:53.480730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-bed272e6-5ae0-413c-ad9f-e3524aeedb1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 908 time: 0.1893730 Mar 07 15:57:53.560636 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-733a8937-6e56-4c84-b125-7229f10c68bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 HTTP/1.1" status: 200 len: 217 time: 0.0706909 Mar 07 15:57:53.575194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd62e-1e96-43c9-9a76-db01ba460972 req-d843a246-12c7-4dbb-ae4c-88d0dbf86f20 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:53.577001 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a6cd62e-1e96-43c9-9a76-db01ba460972 req-d843a246-12c7-4dbb-ae4c-88d0dbf86f20 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.0733066 Mar 07 15:57:53.620657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-eacb8675-e113-48fc-b645-58715acf6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:53.622701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-eacb8675-e113-48fc-b645-58715acf6fbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.0546935 Mar 07 15:57:53.671175 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a6cd62e-1e96-43c9-9a76-db01ba460972 req-8a95d470-8703-4524-a726-089eda9c67d9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809891 Mar 07 15:57:53.699948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-9a1b7754-21f8-4726-b5ec-7144d9d491a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599012 Mar 07 15:57:53.821498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b73ad-8134-4709-acf0-9ddb08e10fa6 req-fea76e1a-4482-4c55-915e-1302b598eebc tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:53.823472 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c0b73ad-8134-4709-acf0-9ddb08e10fa6 req-fea76e1a-4482-4c55-915e-1302b598eebc tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 949 time: 0.0714242 Mar 07 15:57:53.850853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-c065ac09-ef10-4eba-bf31-874a92e78d19 service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433394 Mar 07 15:57:53.856041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-133bf92e-5cc0-47a6-b38e-d24e1adb08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:53.857465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-133bf92e-5cc0-47a6-b38e-d24e1adb08c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1132 time: 0.1079090 Mar 07 15:57:53.879961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c0b73ad-8134-4709-acf0-9ddb08e10fa6 req-ad2d93f9-9014-4522-a295-9a205413b9e9 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480406 Mar 07 15:57:54.021996 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-b2b7a8d3-fbe5-400e-91a7-5a02ff24d3e8 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c5a126b7bc164437b75c991cbf515062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442500 Mar 07 15:57:54.085534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-e4695faa-ef2d-48ad-b5d4-f55717f41cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:54.087035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-e4695faa-ef2d-48ad-b5d4-f55717f41cdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2209702 Mar 07 15:57:54.090615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-bcb7074c-d1a8-410d-9a60-16f21474affd service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323277 Mar 07 15:57:54.167251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-3dd29e7a-ffa0-4289-93c9-af1073790062 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 217 time: 0.0734301 Mar 07 15:57:54.243704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49997-27b4-462d-930a-568d285910b6 req-9a9b9956-cb4a-4440-9c77-f2ce624568c0 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:54.245168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-9a9b9956-cb4a-4440-9c77-f2ce624568c0 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154608 Mar 07 15:57:54.251423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-cabeab6d-9cc7-4cf5-82c4-aafff1dbb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:54.252813 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-cabeab6d-9cc7-4cf5-82c4-aafff1dbb7ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0800648 Mar 07 15:57:54.341317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-856d72e3-9108-46ca-8995-6f141b425e62 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/quotas/c5a126b7bc164437b75c991cbf515062 HTTP/1.1" status: 200 len: 375 time: 0.0875638 Mar 07 15:57:54.403391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-58f237d9-7b79-4231-831d-c008740575a5 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5a126b7bc164437b75c991cbf515062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510488 Mar 07 15:57:54.429689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-e756cea2-f511-4623-ac03-b0243f01f725 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:54.439296 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-e756cea2-f511-4623-ac03-b0243f01f725 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc&tenant_id=cb36658e777d4c14a575b1f3ef77e706&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 1127 time: 0.1895204 Mar 07 15:57:54.447769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9590440-bb3a-4519-8cca-b9d61d557e54 req-90c76c0b-9b40-4570-97a6-7f7d254dce81 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:54.449531 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9590440-bb3a-4519-8cca-b9d61d557e54 req-90c76c0b-9b40-4570-97a6-7f7d254dce81 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 945 time: 0.0678890 Mar 07 15:57:54.452424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-064b9376-9b9e-43bf-84d6-e737c58f742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:54.453902 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-064b9376-9b9e-43bf-84d6-e737c58f742c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1917515 Mar 07 15:57:54.459960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-830010-8'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:54.547613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9590440-bb3a-4519-8cca-b9d61d557e54 req-73e1480e-dd96-429e-8244-a4c3ee022aff tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846081 Mar 07 15:57:54.596234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:54.614782 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40874) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:54.649464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40880) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:54.666326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-90c30f42-5cf9-4d8e-9e9e-206bc4db5c66 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021003 Mar 07 15:57:54.744472 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d7b958a7-40e9-4699-b1d8-f132ea357706 req-b47d8932-ee4a-4855-987d-ff0f7a110039 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 210 time: 0.0625339 Mar 07 15:57:54.896659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0566ad36-c842-4dc5-a438-dacdd36e879d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:54.914870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc895c81-bb19-4ba1-8491-05bc112d32f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:54.915763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-7693ee2c-2d74-4880-854b-f23a654257a4 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421284 Mar 07 15:57:54.918069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:55.040645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:55.127315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Publish callbacks [] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.132043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:55.134951 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95dbb75-dec3-4d26-8596-4b3d4e3578b9" -d '{"events": [{"server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "name": "network-vif-unplugged", "status": "completed", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:55.141230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0566ad36-c842-4dc5-a438-dacdd36e879d admin admin] Publish callbacks [] for security_group (c89b3a29-8315-420c-b65b-8b201aa4bb97), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.148923 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.158671 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0566ad36-c842-4dc5-a438-dacdd36e879d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c89b3a29-8315-420c-b65b-8b201aa4bb97), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.163370 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc895c81-bb19-4ba1-8491-05bc112d32f3 admin admin] Publish callbacks [] for security_group (6c477e93-7c5e-44be-969c-3e549ac652bb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.191048 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0529c3ea-feea-44b7-a6c7-60b4d8f536dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.203235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-8599408f-6875-42a4-b744-65f05b8afdeb tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:55.205341 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-8599408f-6875-42a4-b744-65f05b8afdeb tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 949 time: 0.1679158 Mar 07 15:57:55.216566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc895c81-bb19-4ba1-8491-05bc112d32f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c477e93-7c5e-44be-969c-3e549ac652bb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.222382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0714b20-2958-4b8d-941c-abc49e301294 req-d56e7a74-5868-4fc8-a18c-14f790b241ae tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:55.230088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0714b20-2958-4b8d-941c-abc49e301294 req-d56e7a74-5868-4fc8-a18c-14f790b241ae tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.3418205 Mar 07 15:57:55.303330 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0566ad36-c842-4dc5-a438-dacdd36e879d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=917ccc3800314cfc876682f5c9dd5e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6867890 Mar 07 15:57:55.309208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566ad36-c842-4dc5-a438-dacdd36e879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89b3a29-8315-420c-b65b-8b201aa4bb97,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:55.309360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40916) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:55.318942 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cc895c81-bb19-4ba1-8491-05bc112d32f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6746c004989d4a26bf36e9327ff84db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6679246 Mar 07 15:57:55.321628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40918) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:55.334571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Pushing event updated for resources: {'Port': ['ID=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:55.354325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on host n-h1-830010-8 for vnic_type normal with profile {"migrating_to": "n-h2-830010-8"} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:55.354659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:55.355020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:55.366427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0714b20-2958-4b8d-941c-abc49e301294 req-34aac909-601f-453b-bccb-4e00ed43e924 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354511 Mar 07 15:57:55.378134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on network 099477e4-23c0-427d-9020-dfe0eec5f24b not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:57:55.379638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Attempting to bind port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:55.389900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:55.390685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Checking segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:55.391089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Bound using segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:55.391516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Bound port: d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:55.391871 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.410784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da20083-b2de-493e-b563-d440d89e3402 req-90d83b05-6e06-40f0-a785-814435f1bd8d tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:55.413428 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0da20083-b2de-493e-b563-d440d89e3402 req-90d83b05-6e06-40f0-a785-814435f1bd8d tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 949 time: 0.2883630 Mar 07 15:57:55.434785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc895c81-bb19-4ba1-8491-05bc112d32f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c477e93-7c5e-44be-969c-3e549ac652bb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:55.498710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:55.502303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7df03551-768a-4498-9cc1-9ac2f5836913 admin admin] Publish callbacks [] for security_group (c89b3a29-8315-420c-b65b-8b201aa4bb97), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.515581 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a7b7eb-363d-49d4-95b1-5b4c017eafb6 x-openstack-request-id: req-37a7b7eb-363d-49d4-95b1-5b4c017eafb6 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:55.516022 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "name": "network-vif-unplugged", "status": "completed", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:55.516281 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37a7b7eb-363d-49d4-95b1-5b4c017eafb6 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:55.516711 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1', 'code': 200} Mar 07 15:57:55.520237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-319f9775-f52d-453e-8b53-b8a1bc583482 admin admin] Publish callbacks [] for security_group (6c477e93-7c5e-44be-969c-3e549ac652bb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.528070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:55.538478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Deleting port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:57:55.539195 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.542981 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7df03551-768a-4498-9cc1-9ac2f5836913 admin admin] Publish callbacks [] for security_group (c89b3a29-8315-420c-b65b-8b201aa4bb97), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.545509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.548602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0da20083-b2de-493e-b563-d440d89e3402 req-d4f2c1aa-d59b-44c3-9693-32908c13ec4d tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/security-groups?id=4656eb8a-d6fa-4f22-b042-c531d95f641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234460 Mar 07 15:57:55.602303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-319f9775-f52d-453e-8b53-b8a1bc583482 admin admin] Publish callbacks [] for security_group (6c477e93-7c5e-44be-969c-3e549ac652bb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.715772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:55.716679 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.718443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] 10.222.0.11 "PUT /v2.0/ports/d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 HTTP/1.1" status: 200 len: 1121 time: 1.2712004 Mar 07 15:57:55.719712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c97ee-9453-42a5-83f1-dd75cbe63082 service neutron] Pushing event updated for resources: {'Port': ['ID=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,revision_number=8']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:55.736163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] For port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:55.737271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.752059 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7df03551-768a-4498-9cc1-9ac2f5836913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c89b3a29-8315-420c-b65b-8b201aa4bb97), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.766095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab68b4-c10d-4923-bd62-2e87183639f0 req-a6a74e90-2d41-4507-8941-795fc5583b41 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:55.767006 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7df03551-768a-4498-9cc1-9ac2f5836913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.767650 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0ab68b4-c10d-4923-bd62-2e87183639f0 req-a6a74e90-2d41-4507-8941-795fc5583b41 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 943 time: 0.1308358 Mar 07 15:57:55.770443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7df03551-768a-4498-9cc1-9ac2f5836913 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c89b3a29-8315-420c-b65b-8b201aa4bb97 HTTP/1.1" status: 204 len: 168 time: 0.4565737 Mar 07 15:57:55.770814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Calling delete_port for 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:57:55.790440 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-319f9775-f52d-453e-8b53-b8a1bc583482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c477e93-7c5e-44be-969c-3e549ac652bb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.793386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df03551-768a-4498-9cc1-9ac2f5836913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89b3a29-8315-420c-b65b-8b201aa4bb97,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:55.793514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-319f9775-f52d-453e-8b53-b8a1bc583482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:55.797735 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-319f9775-f52d-453e-8b53-b8a1bc583482 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c477e93-7c5e-44be-969c-3e549ac652bb HTTP/1.1" status: 204 len: 168 time: 0.4748991 Mar 07 15:57:55.805194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['d08939ec-d7c6-4c25-b0ed-3acdc681f8f1'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:55.851958 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f9775-f52d-453e-8b53-b8a1bc583482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c477e93-7c5e-44be-969c-3e549ac652bb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:55.908233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0ab68b4-c10d-4923-bd62-2e87183639f0 req-5856b227-f8f0-47c5-89c0-8595ead8ef9a tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297357 Mar 07 15:57:55.971549 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ff201452-d9fe-4abc-8d09-b77f039b772c req-3cfc53f0-6d21-4881-a927-7e05708872e9 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 210 time: 0.0703900 Mar 07 15:57:56.043442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.083527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:57:56.091149 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-67575fce-e790-4e31-91dd-43029a205787 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c5a126b7bc164437b75c991cbf515062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366325 Mar 07 15:57:56.136436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Pushing event deleted for resources: {'Port': ['ID=2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:56.185085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40942) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:56.262205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] No DVR routers for this DVR port 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:57:56.265935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.271292 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-81e70ba9-ccfe-4cd6-85e7-1216368069aa req-29818b16-1ba6-4e26-856e-4f882a0a204a tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.11 "DELETE /v2.0/ports/2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 HTTP/1.1" status: 204 len: 173 time: 1.0518687 Mar 07 15:57:56.272065 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2359534-055e-4be2-8c5e-b996e291612a', 'name': 'network-vif-deleted', 'tag': '2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:56.275310 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481e43bb-ecc3-4bd9-b0e0-87710ce2030a" -d '{"events": [{"server_uuid": "d2359534-055e-4be2-8c5e-b996e291612a", "name": "network-vif-deleted", "tag": "2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:56.306857 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.316714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49997-27b4-462d-930a-568d285910b6 req-966d8d96-cf74-42c2-988c-36bfde30ccd8 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:56.318279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-966d8d96-cf74-42c2-988c-36bfde30ccd8 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216904 Mar 07 15:57:56.331714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Request body: {'port': {'device_id': '8d219774-f6c3-4e14-83aa-9e8f41e9dea2', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'c5a126b7bc164437b75c991cbf515062'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:56.364468 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40327fa5-7956-4aa8-ac0b-0c6da25d5fe4 x-openstack-request-id: req-40327fa5-7956-4aa8-ac0b-0c6da25d5fe4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:56.364691 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2359534-055e-4be2-8c5e-b996e291612a", "name": "network-vif-deleted", "tag": "2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:56.364898 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40327fa5-7956-4aa8-ac0b-0c6da25d5fe4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:56.365282 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2359534-055e-4be2-8c5e-b996e291612a', 'name': 'network-vif-deleted', 'tag': '2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6', 'status': 'completed', 'code': 200} Mar 07 15:57:56.524971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Made reservation on behalf of c5a126b7bc164437b75c991cbf515062 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:56.528593 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.546395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d75ec772-41f8-442b-b6dd-4a606d5d4265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.553556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc307b-022b-4e3a-acf2-8922cd4d0425 req-2e19b098-891d-434a-a4cb-87159dcda6c4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:56.560415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9dfc307b-022b-4e3a-acf2-8922cd4d0425 req-2e19b098-891d-434a-a4cb-87159dcda6c4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.0988729 Mar 07 15:57:56.563145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.651766 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9dfc307b-022b-4e3a-acf2-8922cd4d0425 req-6dee3d45-6583-4275-94fc-72ec38b5324e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855660 Mar 07 15:57:56.682671 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d75ec772-41f8-442b-b6dd-4a606d5d4265 admin admin] Publish callbacks [] for security_group (41fab6d6-67a1-45e9-a331-a515ddc6a89c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.692520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d75ec772-41f8-442b-b6dd-4a606d5d4265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (41fab6d6-67a1-45e9-a331-a515ddc6a89c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.700474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40960) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:56.723046 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb6bfb05-2a4b-40d4-aee3-35271514ea4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.726065 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks [] for security_group (a693c164-ef8e-4fbf-baca-6fa9d35ebbe9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.733798 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a693c164-ef8e-4fbf-baca-6fa9d35ebbe9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.740647 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a48f9ff3-d0e8-4cbc-bb20-74a7b3269e48 req-05e8c7fb-6d6e-442f-a7c8-1055554b76e9 tempest-DeleteServersAdminTestJSON-1765895964 tempest-DeleteServersAdminTestJSON-1765895964-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2359534-055e-4be2-8c5e-b996e291612a HTTP/1.1" status: 200 len: 210 time: 0.0535185 Mar 07 15:57:56.773806 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d75ec772-41f8-442b-b6dd-4a606d5d4265 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f84abc9368634e129aed501ab56313b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5665281 Mar 07 15:57:56.775551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40962) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:56.776622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ec772-41f8-442b-b6dd-4a606d5d4265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fab6d6-67a1-45e9-a331-a515ddc6a89c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:56.831742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:56.887635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-af5fe27a-3e6c-4fc2-aaab-b91f0bce1587 admin admin] Publish callbacks [] for security_group (41fab6d6-67a1-45e9-a331-a515ddc6a89c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.939189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Allocated IP 192.168.233.56 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/e6859f6e-28da-414e-8c50-b44f93e8d0dd) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:56.955787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-af5fe27a-3e6c-4fc2-aaab-b91f0bce1587 admin admin] Publish callbacks [] for security_group (41fab6d6-67a1-45e9-a331-a515ddc6a89c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.981923 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb6bfb05-2a4b-40d4-aee3-35271514ea4d admin admin] Publish callbacks [] for security_group (69227a7f-8d15-4149-bd6c-2f1bf189f957), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:56.993637 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb6bfb05-2a4b-40d4-aee3-35271514ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (69227a7f-8d15-4149-bd6c-2f1bf189f957), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.042655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-af5fe27a-3e6c-4fc2-aaab-b91f0bce1587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (41fab6d6-67a1-45e9-a331-a515ddc6a89c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.045983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-af5fe27a-3e6c-4fc2-aaab-b91f0bce1587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.050398 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-af5fe27a-3e6c-4fc2-aaab-b91f0bce1587 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41fab6d6-67a1-45e9-a331-a515ddc6a89c HTTP/1.1" status: 204 len: 168 time: 0.2566736 Mar 07 15:57:57.061084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fe27a-3e6c-4fc2-aaab-b91f0bce1587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fab6d6-67a1-45e9-a331-a515ddc6a89c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:57.095942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bb6bfb05-2a4b-40d4-aee3-35271514ea4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0477918cb6e4a34b628e3a178153082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921382 Mar 07 15:57:57.105252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bfb05-2a4b-40d4-aee3-35271514ea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69227a7f-8d15-4149-bd6c-2f1bf189f957,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:57.111079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40978) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:57.138994 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-32261af6-42c1-41cf-a919-dc263bf6d20a req-242ca270-30b8-432a-8cc0-59fdd4bf96b1 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 210 time: 0.0483747 Mar 07 15:57:57.139146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40980) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:57.204193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ed054-7371-4e3c-91b3-66ff2a667edc req-80850872-fd9e-4bcd-8302-06894c7a19b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:57.211465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f80ed054-7371-4e3c-91b3-66ff2a667edc req-80850872-fd9e-4bcd-8302-06894c7a19b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 943 time: 0.2186110 Mar 07 15:57:57.245966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-network', 'tenant_id': '736a9dabb4ab44d097650e24bd666897'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:57.271813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Made reservation on behalf of 736a9dabb4ab44d097650e24bd666897 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:57.273714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.284887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.302446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Publish callbacks [] for security_group (69227a7f-8d15-4149-bd6c-2f1bf189f957), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.313256 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks [] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.323975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f80ed054-7371-4e3c-91b3-66ff2a667edc req-a350e422-2b83-4e61-b693-784411db1d9c tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117005 Mar 07 15:57:57.341927 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Publish callbacks [] for security_group (69227a7f-8d15-4149-bd6c-2f1bf189f957), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.389650 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Publish callbacks [] for security_group (c579d5fd-e310-4dda-8adb-a8cb7749f788), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.394038 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c579d5fd-e310-4dda-8adb-a8cb7749f788), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.405268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.426719 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c579d5fd-e310-4dda-8adb-a8cb7749f788,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:57.459531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:57:57.460085 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:57:57.461028 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (69227a7f-8d15-4149-bd6c-2f1bf189f957), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.463956 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.465137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69227a7f-8d15-4149-bd6c-2f1bf189f957 HTTP/1.1" status: 204 len: 168 time: 0.3534899 Mar 07 15:57:57.475904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c0932123-1fa3-4064-be3f-b67a8a5ef36b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.476625 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Added segment c0932123-1fa3-4064-be3f-b67a8a5ef36b of type vlan for network fd6458b5-1fe2-44cf-884f-c22c27be562d Mar 07 15:57:57.478946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:57.481472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:57:57.487158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:57.487782 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.493171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69227a7f-8d15-4149-bd6c-2f1bf189f957,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:57.501748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40988) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:57.516071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Pushing event updated for resources: {'Port': ['ID=e6859f6e-28da-414e-8c50-b44f93e8d0dd,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:57.521944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:57.525391 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911c1e8b-db19-452d-bf8f-61c08e9593d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:57.537517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.537906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.538270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.538676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.539036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.539396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.539723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.540113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.540551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.548649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.549024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.549363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.549698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed6358-873f-4981-87ef-6b4bd748a5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.561853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.562686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.562852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.563162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.563541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.563880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.564213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.564591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.564930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.565257 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.567961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.568359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.568696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:57.573405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39851409-11eb-484e-bb63-95ae972e9653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.576897 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4621cc-a611-4435-88a2-e891a985524d x-openstack-request-id: req-6d4621cc-a611-4435-88a2-e891a985524d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:57.577241 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:57.577501 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d4621cc-a611-4435-88a2-e891a985524d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:57.578601 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1', 'status': 'completed', 'code': 200} Mar 07 15:57:57.580792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (fd6458b5-1fe2-44cf-884f-c22c27be562d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.584197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-a925c271-ebe6-4baf-97cd-3f40867eda98 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2573128 Mar 07 15:57:57.609680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Request body: {'port': {'device_id': '8d219774-f6c3-4e14-83aa-9e8f41e9dea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:57.614955 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.716366 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.838407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39851409-11eb-484e-bb63-95ae972e9653 admin admin] Publish callbacks [] for security_group (ddf437be-a8bd-4a54-8cf5-7788b10fae2c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.850001 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39851409-11eb-484e-bb63-95ae972e9653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ddf437be-a8bd-4a54-8cf5-7788b10fae2c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.905794 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (fd6458b5-1fe2-44cf-884f-c22c27be562d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.917974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:57.918621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:57.934548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e4bafbfa-b652-4c85-9a30-9c9f0af910de None None] Provisioning complete for port e6859f6e-28da-414e-8c50-b44f93e8d0dd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:57:57.935093 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e4bafbfa-b652-4c85-9a30-9c9f0af910de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:58.015717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e4bafbfa-b652-4c85-9a30-9c9f0af910de None None] Port e6859f6e-28da-414e-8c50-b44f93e8d0dd cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:57:58.047892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-e3181f23-31d1-4f5f-8f89-84b546cf2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:58.049473 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-e3181f23-31d1-4f5f-8f89-84b546cf2be9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 1155 time: 0.4420991 Mar 07 15:57:58.057930 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9161260 Mar 07 15:57:58.061029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41016) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:58.101097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Request body: {'subnet': {'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-subnet', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:58.136543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Pushing event updated for resources: {'Network': ['ID=fd6458b5-1fe2-44cf-884f-c22c27be562d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:58.159576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.160416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.160839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.161194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.161536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.161877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.162208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.162542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.162897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.163237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.163568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.163897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.164228 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a22f23-d222-4055-a158-543ccd49b6bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:57:58.185671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network fd6458b5-1fe2-44cf-884f-c22c27be562d details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:57:58.205491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Made reservation on behalf of 736a9dabb4ab44d097650e24bd666897 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:57:58.213495 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:58.227696 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-39851409-11eb-484e-bb63-95ae972e9653 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=408649f382804e59a775723e03c31d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7238538 Mar 07 15:57:58.229443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851409-11eb-484e-bb63-95ae972e9653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf437be-a8bd-4a54-8cf5-7788b10fae2c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:58.234082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41022) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:58.281558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaafc9-7900-4537-8603-aaf71a950e76 req-9719f798-04a9-4bb8-b247-01c3b4aae0d6 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:58.283504 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aaeaafc9-7900-4537-8603-aaf71a950e76 req-9719f798-04a9-4bb8-b247-01c3b4aae0d6 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.5153446 Mar 07 15:57:58.300615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-cedb34d9-11e8-49f4-96cb-b8709d276201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:58.302315 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-cedb34d9-11e8-49f4-96cb-b8709d276201 service neutron] 10.222.0.15 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 908 time: 0.2450297 Mar 07 15:57:58.420447 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aaeaafc9-7900-4537-8603-aaf71a950e76 req-cdba0478-8d84-4a43-b459-add57d91d2de tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245251 Mar 07 15:57:58.428713 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14c0125a-5675-460a-94b0-c66607829522 admin admin] Publish callbacks [] for security_group (ddf437be-a8bd-4a54-8cf5-7788b10fae2c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:58.456791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41032) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:58.469979 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-99f756ea-6b05-4f24-924e-0bc0ced2be7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 HTTP/1.1" status: 200 len: 217 time: 0.1070855 Mar 07 15:57:58.480956 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14c0125a-5675-460a-94b0-c66607829522 admin admin] Publish callbacks [] for security_group (ddf437be-a8bd-4a54-8cf5-7788b10fae2c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:58.556503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df3072-6217-4de6-902c-40358c57c245 req-88940c3d-3ddf-4a79-a08b-996dcaf9cbee tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:58.564288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8df3072-6217-4de6-902c-40358c57c245 req-88940c3d-3ddf-4a79-a08b-996dcaf9cbee tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 935 time: 0.2652047 Mar 07 15:57:58.587910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-6af001f6-0a10-46df-a487-37ff53ab843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:58.589845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-6af001f6-0a10-46df-a487-37ff53ab843e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.1115696 Mar 07 15:57:58.592747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6859f6e-28da-414e-8c50-b44f93e8d0dd {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:57:58.603938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Publish callbacks [] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:58.631913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdbea6-20dd-4f37-86ae-dd77f443c361 req-7974684e-d967-410b-b0e7-57f73b7f7cce tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:58.633459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edfdbea6-20dd-4f37-86ae-dd77f443c361 req-7974684e-d967-410b-b0e7-57f73b7f7cce tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 943 time: 0.1248996 Mar 07 15:57:58.634496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Transition to ACTIVE for port object e6859f6e-28da-414e-8c50-b44f93e8d0dd will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:57:58.635708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14c0125a-5675-460a-94b0-c66607829522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ddf437be-a8bd-4a54-8cf5-7788b10fae2c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:58.638569 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14c0125a-5675-460a-94b0-c66607829522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:58.639800 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-14c0125a-5675-460a-94b0-c66607829522 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddf437be-a8bd-4a54-8cf5-7788b10fae2c HTTP/1.1" status: 204 len: 168 time: 0.4040709 Mar 07 15:57:58.654478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:58.660804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0125a-5675-460a-94b0-c66607829522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf437be-a8bd-4a54-8cf5-7788b10fae2c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:58.668937 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-94377339-9bea-42bb-8920-a8ff74d38b21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653396 Mar 07 15:57:58.757625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8df3072-6217-4de6-902c-40358c57c245 req-c3a55721-bae4-43a7-9abf-5d61fdf84065 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920762 Mar 07 15:57:58.764620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Pushing event updated for resources: {'Port': ['ID=e6859f6e-28da-414e-8c50-b44f93e8d0dd,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:58.790934 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edfdbea6-20dd-4f37-86ae-dd77f443c361 req-bbaa4d58-8d5e-4afa-ae59-0a642886dfae tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473088 Mar 07 15:57:58.836124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Attempting to bind port e6859f6e-28da-414e-8c50-b44f93e8d0dd on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:57:58.836468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Attempting to bind port e6859f6e-28da-414e-8c50-b44f93e8d0dd by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:57:58.836803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Attempting to bind port e6859f6e-28da-414e-8c50-b44f93e8d0dd on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:58.853221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Port e6859f6e-28da-414e-8c50-b44f93e8d0dd on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:57:58.853557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Attempting to bind port e6859f6e-28da-414e-8c50-b44f93e8d0dd on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:57:58.862537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:57:58.862981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:58.864554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:57:58.864963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Bound port: e6859f6e-28da-414e-8c50-b44f93e8d0dd, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:57:58.865401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:58.923745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eb894f78-ae93-4cb8-bbba-c94ac4c3d5c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ea986cec49c4638bdc7b4f8e7863902&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4623208 Mar 07 15:57:58.928555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41044) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:58.968464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-2b180397-5895-4bf5-9bbb-fe443be7da0e service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885892 Mar 07 15:57:58.976697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (7485cc8c-3d51-4341-ac0b-c121c4f1d98c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.021248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] For port e6859f6e-28da-414e-8c50-b44f93e8d0dd, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:57:59.025719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] For port e6859f6e-28da-414e-8c50-b44f93e8d0dd, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e6859f6e-28da-414e-8c50-b44f93e8d0dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:57:59.066379 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e74776a-631e-411c-a6bb-8ffd952fa2ba admin admin] Publish callbacks [] for security_group (4656eb8a-d6fa-4f22-b042-c531d95f641e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.072527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.084735 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.137834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:57:59.140325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7485cc8c-3d51-4341-ac0b-c121c4f1d98c,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:59.177894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:57:59.179733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Pushing event updated for resources: {'Port': ['ID=e6859f6e-28da-414e-8c50-b44f93e8d0dd,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:59.180871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Checking segment: {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:57:59.181248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Network hostable DHCP agents. Network: fd6458b5-1fe2-44cf-884f-c22c27be562d, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:57:59.188777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-911c1e8b-db19-452d-bf8f-61c08e9593d4 req-30b80315-1499-4bf7-8183-7880f3c28fbe service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133586 Mar 07 15:57:59.196511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:59.197374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.198974 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-01d5f687-172b-4fdd-8e56-2dc81b6c2b58 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6859f6e-28da-414e-8c50-b44f93e8d0dd HTTP/1.1" status: 200 len: 1095 time: 1.6032894 Mar 07 15:57:59.212701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Network fd6458b5-1fe2-44cf-884f-c22c27be562d is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:57:59.212943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e74776a-631e-411c-a6bb-8ffd952fa2ba admin admin] Publish callbacks [] for security_group (4656eb8a-d6fa-4f22-b042-c531d95f641e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.229759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, fd6458b5-1fe2-44cf-884f-c22c27be562d) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:57:59.249400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:59.253357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.277732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549608d3-7efd-4644-8820-de5b0139bcf7 None None] Network fd6458b5-1fe2-44cf-884f-c22c27be562d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:57:59.284442 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-370ff747-99e9-463b-9427-a455d923a034 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:57:59.287673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:57:59.288290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 2aa5a47d-84ec-4d44-89ab-805cd2fc7ae6 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:57:59.292677 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b7ace11c-8615-433d-9e0a-87c1c28fd3a8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1962016 Mar 07 15:57:59.296088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41062) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:57:59.312651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:57:59.363928 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (e7336294-900c-4555-a2c8-18f40338b6ef), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.365264 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (e7336294-900c-4555-a2c8-18f40338b6ef), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.426252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49997-27b4-462d-930a-568d285910b6 req-7238c90f-5f3a-44ee-8081-cf61f0dec36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:59.429649 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-7238c90f-5f3a-44ee-8081-cf61f0dec36b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5a126b7bc164437b75c991cbf515062&device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 1129 time: 0.1574357 Mar 07 15:57:59.434970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e74776a-631e-411c-a6bb-8ffd952fa2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4656eb8a-d6fa-4f22-b042-c531d95f641e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.440347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e74776a-631e-411c-a6bb-8ffd952fa2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.448247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9e74776a-631e-411c-a6bb-8ffd952fa2ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4656eb8a-d6fa-4f22-b042-c531d95f641e HTTP/1.1" status: 204 len: 168 time: 0.5163801 Mar 07 15:57:59.525568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:57:59.531957 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks [] for router_controller (e7336294-900c-4555-a2c8-18f40338b6ef), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.540742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-fd6458b5-1fe2-44cf-884f-c22c27be562d', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:57:59.542642 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.569262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 has no active binding in host n-h2-830010-8 {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 15:57:59.581665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d219774-f6c3-4e14-83aa-9e8f41e9dea2', 'tag': 'e6859f6e-28da-414e-8c50-b44f93e8d0dd'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:57:59.589632 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc74082-22cb-4970-88a2-f304bfd43d04" -d '{"events": [{"name": "network-changed", "server_uuid": "8d219774-f6c3-4e14-83aa-9e8f41e9dea2", "tag": "e6859f6e-28da-414e-8c50-b44f93e8d0dd"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:57:59.599875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74776a-631e-411c-a6bb-8ffd952fa2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656eb8a-d6fa-4f22-b042-c531d95f641e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:57:59.604206 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-4bf55813-09b0-4307-ba0e-7aee6b115ce7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e6859f6e-28da-414e-8c50-b44f93e8d0dd HTTP/1.1" status: 200 len: 217 time: 0.1555326 Mar 07 15:57:59.672369 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cadc57b-e9e9-4aef-aca6-59342ea9ddf3 x-openstack-request-id: req-6cadc57b-e9e9-4aef-aca6-59342ea9ddf3 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:57:59.675642 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d219774-f6c3-4e14-83aa-9e8f41e9dea2", "tag": "e6859f6e-28da-414e-8c50-b44f93e8d0dd", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:57:59.683505 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cadc57b-e9e9-4aef-aca6-59342ea9ddf3 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:57:59.683933 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d219774-f6c3-4e14-83aa-9e8f41e9dea2', 'tag': 'e6859f6e-28da-414e-8c50-b44f93e8d0dd', 'status': 'completed', 'code': 200} Mar 07 15:57:59.712863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49997-27b4-462d-930a-568d285910b6 req-79068072-80c7-4426-a698-c926af6f4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:59.714353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-79068072-80c7-4426-a698-c926af6f4c8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1009488 Mar 07 15:57:59.779623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Allocated IP 172.20.0.2 (fd6458b5-1fe2-44cf-884f-c22c27be562d/7485cc8c-3d51-4341-ac0b-c121c4f1d98c/021d8da2-ca48-47ef-a55e-cc3523bf9800) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:57:59.815547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks [] for router_gateway (e7336294-900c-4555-a2c8-18f40338b6ef), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:57:59.828104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280a10c-64f2-4039-bf08-88cd22c0a74c req-824afebb-4c8d-4f7b-ab31-60368e9b8716 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:59.829636 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1280a10c-64f2-4039-bf08-88cd22c0a74c req-824afebb-4c8d-4f7b-ab31-60368e9b8716 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.2201986 Mar 07 15:57:59.876775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49997-27b4-462d-930a-568d285910b6 req-ada37d13-c602-40da-80ac-9a27c77083e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:57:59.878475 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-ada37d13-c602-40da-80ac-9a27c77083e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1574349 Mar 07 15:57:59.905879 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1280a10c-64f2-4039-bf08-88cd22c0a74c req-8abb33e4-b98c-4844-b46c-d2cc5f4679e7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603287 Mar 07 15:57:59.956536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41086) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:00.007122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Publish callbacks [] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.015096 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.026186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e037c42e-2222-4245-a56e-4f09dd996548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.061024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Network fd6458b5-1fe2-44cf-884f-c22c27be562d is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:00.065075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:00.068636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:00.080662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af3e1d-6290-425e-91d2-cce09c229faa req-5b91960e-bc1c-4c03-9efb-4b0eb953b24f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:00.089329 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6af3e1d-6290-425e-91d2-cce09c229faa req-5b91960e-bc1c-4c03-9efb-4b0eb953b24f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 943 time: 0.0822628 Mar 07 15:58:00.116287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Pushing event updated for resources: {'Port': ['ID=021d8da2-ca48-47ef-a55e-cc3523bf9800,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:00.131124 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e037c42e-2222-4245-a56e-4f09dd996548 admin admin] Publish callbacks [] for security_group (41b0ff19-9c96-46cb-8630-ad05072dbf6f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.138965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97af37-d5b5-4012-957b-630b61d1c8fa req-ff9455f4-52f3-414d-be13-0feca0a0e8b4 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:00.145565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.145924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.146197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf97af37-d5b5-4012-957b-630b61d1c8fa req-ff9455f4-52f3-414d-be13-0feca0a0e8b4 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 947 time: 0.2424707 Mar 07 15:58:00.146320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.146610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.146985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.147324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.147766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.148265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.149184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.149540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.149879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.150213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.150545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:00.167251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Attempting to bind port 021d8da2-ca48-47ef-a55e-cc3523bf9800 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:00.167642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Attempting to bind port 021d8da2-ca48-47ef-a55e-cc3523bf9800 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:00.168029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Attempting to bind port 021d8da2-ca48-47ef-a55e-cc3523bf9800 on network fd6458b5-1fe2-44cf-884f-c22c27be562d {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:00.169173 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e037c42e-2222-4245-a56e-4f09dd996548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (41b0ff19-9c96-46cb-8630-ad05072dbf6f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.173501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:00.173918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Checking segment: {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:00.174353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.174935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Bound using segment: {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:00.176380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Bound port: 021d8da2-ca48-47ef-a55e-cc3523bf9800, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:00.176776 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.209690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037c42e-2222-4245-a56e-4f09dd996548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b0ff19-9c96-46cb-8630-ad05072dbf6f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:00.242315 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6af3e1d-6290-425e-91d2-cce09c229faa req-fdfa7dc8-f23e-41b8-97c9-0af2458b289d tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450393 Mar 07 15:58:00.279341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf97af37-d5b5-4012-957b-630b61d1c8fa req-b4c74aed-05e1-40db-8887-486719a16295 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322544 Mar 07 15:58:00.283387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks [] for router_gateway (e7336294-900c-4555-a2c8-18f40338b6ef), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.288710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-e1322a77-6d83-4c62-9a36-5bcffbb9eabf service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016747 Mar 07 15:58:00.292062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e037c42e-2222-4245-a56e-4f09dd996548 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=375ce8b1ba3f48119d56d832b1d42337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304169 Mar 07 15:58:00.296041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] For port 021d8da2-ca48-47ef-a55e-cc3523bf9800, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:00.304464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] For port 021d8da2-ca48-47ef-a55e-cc3523bf9800, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=021d8da2-ca48-47ef-a55e-cc3523bf9800,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:00.321327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41094) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:00.321807 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.324795 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.391186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246646fd-6e9e-4ccb-9f50-2f64ad19077d None None] Pushing event updated for resources: {'Port': ['ID=021d8da2-ca48-47ef-a55e-cc3523bf9800,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:00.401107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36b49997-27b4-462d-930a-568d285910b6 req-3d43cc1b-5d5b-4cae-90fd-7d29dda8a14d service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066608 Mar 07 15:58:00.540534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-1841ec2b-523e-4607-87df-dfd444f91a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:00.544354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-1841ec2b-523e-4607-87df-dfd444f91a21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5a126b7bc164437b75c991cbf515062&device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 1129 time: 0.0797246 Mar 07 15:58:00.581677 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1978d14-c64e-4ee2-87fa-fc97e7191f26 admin admin] Publish callbacks [] for security_group (41b0ff19-9c96-46cb-8630-ad05072dbf6f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.656851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Allocated IP 172.25.4.166 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/59b946f0-5bcc-4bf6-b30c-3b88c086709a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:00.688282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-6d0ef2a4-a389-4d00-a58b-e1d46eb9324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:00.690481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-6d0ef2a4-a389-4d00-a58b-e1d46eb9324c service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1379826 Mar 07 15:58:00.698543 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1978d14-c64e-4ee2-87fa-fc97e7191f26 admin admin] Publish callbacks [] for security_group (41b0ff19-9c96-46cb-8630-ad05072dbf6f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.802310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-4fe166eb-e942-4b34-87b9-dff2d4e11c42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e6859f6e-28da-414e-8c50-b44f93e8d0dd HTTP/1.1" status: 200 len: 217 time: 0.1039112 Mar 07 15:58:00.862705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1978d14-c64e-4ee2-87fa-fc97e7191f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (41b0ff19-9c96-46cb-8630-ad05072dbf6f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.865722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1978d14-c64e-4ee2-87fa-fc97e7191f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.867611 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a1978d14-c64e-4ee2-87fa-fc97e7191f26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41b0ff19-9c96-46cb-8630-ad05072dbf6f HTTP/1.1" status: 204 len: 168 time: 0.5365553 Mar 07 15:58:00.886003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-5986138a-4803-491c-a92f-597c0731c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:00.888779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-5986138a-4803-491c-a92f-597c0731c1f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0797074 Mar 07 15:58:00.888933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1978d14-c64e-4ee2-87fa-fc97e7191f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b0ff19-9c96-46cb-8630-ad05072dbf6f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:00.919034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks [] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.967800 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:00.973114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-f764e920-82b8-4717-a244-3579bdeed968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:00.974644 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-f764e920-82b8-4717-a244-3579bdeed968 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0751185 Mar 07 15:58:01.011016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:01.014293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:01.018097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:01.121856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Pushing event updated for resources: {'Port': ['ID=59b946f0-5bcc-4bf6-b30c-3b88c086709a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:01.184213 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-cb4601cf-c216-4201-b99e-9f30e6f5a02e service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916173 Mar 07 15:58:01.328729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cfc74082-22cb-4970-88a2-f304bfd43d04 req-09c345ef-def0-4005-9d54-9e7e1569e572 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315603 Mar 07 15:58:01.458446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a39a07-8c82-4d99-a31f-6172292874f8 req-9fdc825c-8619-4152-a6f2-e76c1e5526c8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:01.466273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c7a39a07-8c82-4d99-a31f-6172292874f8 req-9fdc825c-8619-4152-a6f2-e76c1e5526c8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.3885612 Mar 07 15:58:01.615474 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c7a39a07-8c82-4d99-a31f-6172292874f8 req-e18b2c5a-4169-44e7-9abf-c5d1660e7ee6 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490986 Mar 07 15:58:01.623643 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-c295012a-144d-43e1-9ea8-8329ecd890d4 service neutron] 10.222.0.15 "GET /v2.0/ports/d08939ec-d7c6-4c25-b0ed-3acdc681f8f1/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 384 time: 0.4538920 Mar 07 15:58:01.628156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41140) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:01.759109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a9e7d-b322-47ca-8753-b757ec2fab72 req-4e8b5b03-b679-407d-aab5-ab74b5ba7f3e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:01.768055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba0a9e7d-b322-47ca-8753-b757ec2fab72 req-4e8b5b03-b679-407d-aab5-ab74b5ba7f3e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 943 time: 0.1016400 Mar 07 15:58:01.805211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8df20a05-3ac6-4142-91fb-56a625e78e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:01.805494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks [] for router_gateway (e7336294-900c-4555-a2c8-18f40338b6ef), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:01.824869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf2d53-d72e-48a3-87b3-e04b38c849f3 None None] Network fd6458b5-1fe2-44cf-884f-c22c27be562d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:01.870716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0baffc96-a10c-4dd8-8e44-b999bf9520a5 None None] Provisioning complete for port 021d8da2-ca48-47ef-a55e-cc3523bf9800 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:01.871407 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0baffc96-a10c-4dd8-8e44-b999bf9520a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:01.877937 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba0a9e7d-b322-47ca-8753-b757ec2fab72 req-cd0f0b09-b97c-4d4e-affe-e6d7fb7b94c8 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935087 Mar 07 15:58:01.992810 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8df20a05-3ac6-4142-91fb-56a625e78e32 admin admin] Publish callbacks [] for security_group (eb44e7e5-186c-4e19-b603-a9aed70c9e8a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.002186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8df20a05-3ac6-4142-91fb-56a625e78e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (eb44e7e5-186c-4e19-b603-a9aed70c9e8a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.029652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c61e4-c0f0-484c-92eb-7461da7bbf50 req-408e94f4-1ee5-4892-8612-153194771a39 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:02.031223 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-359c61e4-c0f0-484c-92eb-7461da7bbf50 req-408e94f4-1ee5-4892-8612-153194771a39 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 947 time: 0.2933044 Mar 07 15:58:02.078065 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8df20a05-3ac6-4142-91fb-56a625e78e32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fec263a77ef547fe9e61f6d6435edb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4486654 Mar 07 15:58:02.078671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41158) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:02.101356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df20a05-3ac6-4142-91fb-56a625e78e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb44e7e5-186c-4e19-b603-a9aed70c9e8a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:02.124673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0baffc96-a10c-4dd8-8e44-b999bf9520a5 None None] Current status of the port 021d8da2-ca48-47ef-a55e-cc3523bf9800 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:02.125209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0baffc96-a10c-4dd8-8e44-b999bf9520a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.159734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-91465440-927e-43ef-96ea-35bf50b2919b req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:02.169763 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2039e472-bd68-4926-917b-1a8b3932c4ee admin admin] Publish callbacks [] for security_group (eb44e7e5-186c-4e19-b603-a9aed70c9e8a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.195901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2039e472-bd68-4926-917b-1a8b3932c4ee admin admin] Publish callbacks [] for security_group (eb44e7e5-186c-4e19-b603-a9aed70c9e8a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.210085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0baffc96-a10c-4dd8-8e44-b999bf9520a5 None None] For port 021d8da2-ca48-47ef-a55e-cc3523bf9800, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=021d8da2-ca48-47ef-a55e-cc3523bf9800,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:02.218451 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0baffc96-a10c-4dd8-8e44-b999bf9520a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.275561 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2039e472-bd68-4926-917b-1a8b3932c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (eb44e7e5-186c-4e19-b603-a9aed70c9e8a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.278394 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2039e472-bd68-4926-917b-1a8b3932c4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.283014 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2039e472-bd68-4926-917b-1a8b3932c4ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb44e7e5-186c-4e19-b603-a9aed70c9e8a HTTP/1.1" status: 204 len: 168 time: 0.1982162 Mar 07 15:58:02.294596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-359c61e4-c0f0-484c-92eb-7461da7bbf50 req-e1f69db5-c1a0-484d-a07e-a227755581be tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515831 Mar 07 15:58:02.295502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039e472-bd68-4926-917b-1a8b3932c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb44e7e5-186c-4e19-b603-a9aed70c9e8a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:02.352323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-91465440-927e-43ef-96ea-35bf50b2919b req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:02.354240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baffc96-a10c-4dd8-8e44-b999bf9520a5 None None] Pushing event updated for resources: {'Port': ['ID=021d8da2-ca48-47ef-a55e-cc3523bf9800,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:02.409122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-91465440-927e-43ef-96ea-35bf50b2919b req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:02.464009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-91465440-927e-43ef-96ea-35bf50b2919b req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:02.492059 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.501188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 021d8da2-ca48-47ef-a55e-cc3523bf9800 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:02.512340 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (e7336294-900c-4555-a2c8-18f40338b6ef), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.565728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 021d8da2-ca48-47ef-a55e-cc3523bf9800 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:02.566517 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.693394 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-91465440-927e-43ef-96ea-35bf50b2919b req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] Transition to ACTIVE for port object d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:02.702349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.712836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 021d8da2-ca48-47ef-a55e-cc3523bf9800 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:02.717807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6d40e186-340e-464f-a0d3-fc11f53131a8 None None] Provisioning complete for port 021d8da2-ca48-47ef-a55e-cc3523bf9800 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:02.718205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6d40e186-340e-464f-a0d3-fc11f53131a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.818198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-91465440-927e-43ef-96ea-35bf50b2919b req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] No DVR routers for this DVR port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:58:02.825367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6d40e186-340e-464f-a0d3-fc11f53131a8 None None] Current status of the port 021d8da2-ca48-47ef-a55e-cc3523bf9800 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:02.883328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] Pushing event updated for resources: {'Port': ['ID=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,revision_number=10']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:02.889160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-a1eb3bec-1225-4210-80b8-2aca7d65a186 service neutron] 10.222.0.15 "PUT /v2.0/ports/d08939ec-d7c6-4c25-b0ed-3acdc681f8f1/bindings/n-h2-830010-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2000618 Mar 07 15:58:02.909209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41200) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:02.937265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18389752-57c1-4b24-98c9-9274b79a396b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:02.939634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7822b-f419-4727-9884-1631706881aa req-6071f733-a2b5-4d25-a235-0cb8c590051f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:02.949802 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-97c7822b-f419-4727-9884-1631706881aa req-6071f733-a2b5-4d25-a235-0cb8c590051f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.1890566 Mar 07 15:58:02.968270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Router e7336294-900c-4555-a2c8-18f40338b6ef is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:58:03.086564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffe173-6592-4266-91d3-7bad991f8f3a req-8afb182b-4afc-4c8b-819a-edc3816ebcf8 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:03.088497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d8ffe173-6592-4266-91d3-7bad991f8f3a req-8afb182b-4afc-4c8b-819a-edc3816ebcf8 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 944 time: 0.1159809 Mar 07 15:58:03.091194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41204) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:03.131175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18389752-57c1-4b24-98c9-9274b79a396b admin admin] Publish callbacks [] for security_group (b3923af3-2254-48ca-a856-4861e6e14f6f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.144444 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18389752-57c1-4b24-98c9-9274b79a396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b3923af3-2254-48ca-a856-4861e6e14f6f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.156938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-97c7822b-f419-4727-9884-1631706881aa req-45c7c538-66eb-4500-9989-1e8d9862220d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061098 Mar 07 15:58:03.166258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-972c949a-c474-45cd-a1ed-0f4b64e9237d tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:03.168205 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-972c949a-c474-45cd-a1ed-0f4b64e9237d tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc&tenant_id=cb36658e777d4c14a575b1f3ef77e706&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 1126 time: 0.2146847 Mar 07 15:58:03.207531 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d8ffe173-6592-4266-91d3-7bad991f8f3a req-3997cc99-f0e6-4102-8f63-0cc52a46a396 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137700 Mar 07 15:58:03.214910 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-18389752-57c1-4b24-98c9-9274b79a396b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfebcaae035f42f79af265e8d27eb65a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022063 Mar 07 15:58:03.217906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41212) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:03.220396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18389752-57c1-4b24-98c9-9274b79a396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3923af3-2254-48ca-a856-4861e6e14f6f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:03.329961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:58:03.337201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7250b79-6192-438d-9c78-d77b32aa1a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.339497 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Sync routers for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:58:03.359867 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:58:03.361676 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:57:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:03.371318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df86ba09-6db4-4ae8-a9ce-0b091674b14f admin admin] Publish callbacks [] for security_group (b3923af3-2254-48ca-a856-4861e6e14f6f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.378446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.383211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c7a3b1df-2ef1-495f-9577-7e938e271083 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.0834608 Mar 07 15:58:03.385118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-7d4bdbef-a94c-4422-ab92-0d2c75421f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:03.386613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-7d4bdbef-a94c-4422-ab92-0d2c75421f18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc&tenant_id=cb36658e777d4c14a575b1f3ef77e706 HTTP/1.1" status: 200 len: 1126 time: 0.2096479 Mar 07 15:58:03.387469 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41220) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:03.474955 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7250b79-6192-438d-9c78-d77b32aa1a53 admin admin] Publish callbacks [] for security_group (80d45855-57ad-4e6d-983e-331909e18100), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.482977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7250b79-6192-438d-9c78-d77b32aa1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (80d45855-57ad-4e6d-983e-331909e18100), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.524241 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:58:03.528599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a7250b79-6192-438d-9c78-d77b32aa1a53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bc43fe27fd7403e92c443a0a3d5e632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371531 Mar 07 15:58:03.529246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41222) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:03.532947 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df86ba09-6db4-4ae8-a9ce-0b091674b14f admin admin] Publish callbacks [] for security_group (b3923af3-2254-48ca-a856-4861e6e14f6f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.612724 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a59f0d1f-c696-41b4-b880-793015596a26 admin admin] Publish callbacks [] for security_group (80d45855-57ad-4e6d-983e-331909e18100), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.624632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e6859f6e-28da-414e-8c50-b44f93e8d0dd details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:03.662856 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a59f0d1f-c696-41b4-b880-793015596a26 admin admin] Publish callbacks [] for security_group (80d45855-57ad-4e6d-983e-331909e18100), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.664916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7250b79-6192-438d-9c78-d77b32aa1a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d45855-57ad-4e6d-983e-331909e18100,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:03.736731 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:01Z', 'revision_number': 3, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:03.756441 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a59f0d1f-c696-41b4-b880-793015596a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (80d45855-57ad-4e6d-983e-331909e18100), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.759739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a59f0d1f-c696-41b4-b880-793015596a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.761637 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a59f0d1f-c696-41b4-b880-793015596a26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80d45855-57ad-4e6d-983e-331909e18100 HTTP/1.1" status: 204 len: 168 time: 0.2300181 Mar 07 15:58:03.767579 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Checking router: e7336294-900c-4555-a2c8-18f40338b6ef for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:58:03.768184 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Updating router e7336294-900c-4555-a2c8-18f40338b6ef port 59b946f0-5bcc-4bf6-b30c-3b88c086709a binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:58:03.792129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f0d1f-c696-41b4-b880-793015596a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d45855-57ad-4e6d-983e-331909e18100,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:03.803412 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.843864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-f516101a-e9ed-4cb2-b65c-35095c1d4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:03.848290 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-f516101a-e9ed-4cb2-b65c-35095c1d4ef2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 1126 time: 0.4243269 Mar 07 15:58:03.895859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e6859f6e-28da-414e-8c50-b44f93e8d0dd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e6859f6e-28da-414e-8c50-b44f93e8d0dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:03.906022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fcddb-0f7f-44c0-b7ac-a00a6d4a707b req-fe08cab7-e489-47ed-a0bc-03247d8ba5ae tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:03.907846 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-445fcddb-0f7f-44c0-b7ac-a00a6d4a707b req-fe08cab7-e489-47ed-a0bc-03247d8ba5ae tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 947 time: 0.4719167 Mar 07 15:58:03.939843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'e6859f6e-28da-414e-8c50-b44f93e8d0dd', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'e6859f6e-28da-414e-8c50-b44f93e8d0dd', 'mac_address': 'fa:16:3e:83:09:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:03.970375 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df86ba09-6db4-4ae8-a9ce-0b091674b14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b3923af3-2254-48ca-a856-4861e6e14f6f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.972960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df86ba09-6db4-4ae8-a9ce-0b091674b14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:03.974270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-df86ba09-6db4-4ae8-a9ce-0b091674b14f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3923af3-2254-48ca-a856-4861e6e14f6f HTTP/1.1" status: 204 len: 168 time: 0.7471685 Mar 07 15:58:04.050213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86ba09-6db4-4ae8-a9ce-0b091674b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3923af3-2254-48ca-a856-4861e6e14f6f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:04.057638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e6859f6e-28da-414e-8c50-b44f93e8d0dd is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:04.060100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.106709 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6859f6e-28da-414e-8c50-b44f93e8d0dd {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:04.127223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-291ef41e-851d-465d-ae9c-49eb2bfb31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:04.128984 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-291ef41e-851d-465d-ae9c-49eb2bfb31ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 908 time: 0.2709191 Mar 07 15:58:04.134574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-445fcddb-0f7f-44c0-b7ac-a00a6d4a707b req-f80f0643-a4e3-4f5e-94d3-f15d790b906e tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170877 Mar 07 15:58:04.181099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e6859f6e-28da-414e-8c50-b44f93e8d0dd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e6859f6e-28da-414e-8c50-b44f93e8d0dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:04.185143 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-3da26a44-3073-4d98-8a12-958d94ba6eeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 HTTP/1.1" status: 200 len: 217 time: 0.0463500 Mar 07 15:58:04.190477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.323495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-b63367b4-0e24-489d-83a6-70406bbc1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:04.325283 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-b63367b4-0e24-489d-83a6-70406bbc1c60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.1249335 Mar 07 15:58:04.351898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e6859f6e-28da-414e-8c50-b44f93e8d0dd,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:04.366762 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Publish callbacks [] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.376880 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.404658 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-a7c9b080-e36f-477d-81f4-f798b6718d0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707812 Mar 07 15:58:04.416674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 021d8da2-ca48-47ef-a55e-cc3523bf9800 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:04.432752 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Pushing event updated for resources: {'Port': ['ID=59b946f0-5bcc-4bf6-b30c-3b88c086709a,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:04.448257 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d523528-373b-417b-b480-4e000cf19e10 req-c8f5ab86-3481-45e5-a714-cb5eaa17092c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:04.454059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d523528-373b-417b-b480-4e000cf19e10 req-c8f5ab86-3481-45e5-a714-cb5eaa17092c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.1536508 Mar 07 15:58:04.462820 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.463452 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.463954 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.464457 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.464946 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.465444 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.465944 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.466678 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.467184 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.467662 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.468169 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.468635 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.469115 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:04.472630 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Attempting to bind port 59b946f0-5bcc-4bf6-b30c-3b88c086709a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:04.473225 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Attempting to bind port 59b946f0-5bcc-4bf6-b30c-3b88c086709a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:04.473806 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Attempting to bind port 59b946f0-5bcc-4bf6-b30c-3b88c086709a on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:04.480569 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:04.481200 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:04.481794 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.482376 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:04.483242 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Bound port: 59b946f0-5bcc-4bf6-b30c-3b88c086709a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:04.483839 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.514212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e6859f6e-28da-414e-8c50-b44f93e8d0dd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:04.563860 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] For port 59b946f0-5bcc-4bf6-b30c-3b88c086709a, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:04.567752 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] For port 59b946f0-5bcc-4bf6-b30c-3b88c086709a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=59b946f0-5bcc-4bf6-b30c-3b88c086709a,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:04.577462 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.600140 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d523528-373b-417b-b480-4e000cf19e10 req-dbe77e4e-2df6-418b-9d45-b82bffb723a3 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429577 Mar 07 15:58:04.637313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41260) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:04.661562 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea6476a1-6cb9-4108-a270-46fc37074e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.680912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941de040-2f5f-4de7-bb68-b216a0c65cf1 req-08a0a768-be63-41bb-bae9-0c572b146396 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:04.688430 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a7467-e6ef-4831-a091-9f36914e074d None None] Pushing event updated for resources: {'Port': ['ID=59b946f0-5bcc-4bf6-b30c-3b88c086709a,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:04.697106 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-941de040-2f5f-4de7-bb68-b216a0c65cf1 req-08a0a768-be63-41bb-bae9-0c572b146396 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 944 time: 0.2018886 Mar 07 15:58:04.755288 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:58:04.757219 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:57:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:04.785626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-26af2241-7c4f-489c-8363-fe58c48f8dac service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655484 Mar 07 15:58:04.803634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 021d8da2-ca48-47ef-a55e-cc3523bf9800 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:04.804200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.819334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea6476a1-6cb9-4108-a270-46fc37074e48 admin admin] Publish callbacks [] for security_group (50272ee9-eb0b-441d-a28a-4fcd940f27e1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.830481 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea6476a1-6cb9-4108-a270-46fc37074e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (50272ee9-eb0b-441d-a28a-4fcd940f27e1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:04.895677 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ea6476a1-6cb9-4108-a270-46fc37074e48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53dd7984bdce43779edde45dcb096d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569165 Mar 07 15:58:04.897705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6476a1-6cb9-4108-a270-46fc37074e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50272ee9-eb0b-441d-a28a-4fcd940f27e1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:04.912582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41274) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:04.975671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 021d8da2-ca48-47ef-a55e-cc3523bf9800 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:04.979673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-941de040-2f5f-4de7-bb68-b216a0c65cf1 req-888a3e23-2918-4216-8467-7c7f31ee6d6d tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816732 Mar 07 15:58:05.028288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-d7883240-f43a-44c4-971c-386bc5c66e59 service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333021 Mar 07 15:58:05.039175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127a1b63-3682-415c-a75e-f8159be2f576 admin admin] Publish callbacks [] for security_group (50272ee9-eb0b-441d-a28a-4fcd940f27e1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.049602 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.091385 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127a1b63-3682-415c-a75e-f8159be2f576 admin admin] Publish callbacks [] for security_group (50272ee9-eb0b-441d-a28a-4fcd940f27e1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.171609 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127a1b63-3682-415c-a75e-f8159be2f576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (50272ee9-eb0b-441d-a28a-4fcd940f27e1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.174631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127a1b63-3682-415c-a75e-f8159be2f576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.178941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-127a1b63-3682-415c-a75e-f8159be2f576 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50272ee9-eb0b-441d-a28a-4fcd940f27e1 HTTP/1.1" status: 204 len: 168 time: 0.2615302 Mar 07 15:58:05.204591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a1b63-3682-415c-a75e-f8159be2f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50272ee9-eb0b-441d-a28a-4fcd940f27e1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:05.262573 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:58:05.298259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Allocated IP 172.20.0.1 (fd6458b5-1fe2-44cf-884f-c22c27be562d/7485cc8c-3d51-4341-ac0b-c121c4f1d98c/17711a2a-128c-46cb-8bee-a6f619b9cdbe) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:05.417535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870a8c7-9401-40d2-aedd-158eef4ae8a1 req-13ac47fb-25cb-4ec0-970a-ca83f15ec026 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:05.427364 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7870a8c7-9401-40d2-aedd-158eef4ae8a1 req-13ac47fb-25cb-4ec0-970a-ca83f15ec026 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 948 time: 0.1217058 Mar 07 15:58:05.487385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465440-927e-43ef-96ea-35bf50b2919b req-f84edd12-9dfe-414b-b2cb-8546bdaba5be tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:05.489500 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:01Z', 'revision_number': 3, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:05.490519 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-f84edd12-9dfe-414b-b2cb-8546bdaba5be tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc&tenant_id=cb36658e777d4c14a575b1f3ef77e706&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 1126 time: 0.1393843 Mar 07 15:58:05.534705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7870a8c7-9401-40d2-aedd-158eef4ae8a1 req-0b7a5708-1d42-4045-aaf4-b2323f29a066 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012051 Mar 07 15:58:05.547388 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42a68b-408a-4fdd-b119-57066df929d3 None None] The sync data for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 is: [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:01Z', 'revision_number': 3, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:58:05.566586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Publish callbacks [] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.599819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41308) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:05.655804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e6859f6e-28da-414e-8c50-b44f93e8d0dd up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:05.712887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.716920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-91465440-927e-43ef-96ea-35bf50b2919b req-dec667ea-14d2-4b23-9e8d-d1747876891c service neutron] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:05.749892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-91465440-927e-43ef-96ea-35bf50b2919b req-dec667ea-14d2-4b23-9e8d-d1747876891c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.751198 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91465440-927e-43ef-96ea-35bf50b2919b req-dec667ea-14d2-4b23-9e8d-d1747876891c service neutron] 10.222.0.11 "DELETE /v2.0/ports/d08939ec-d7c6-4c25-b0ed-3acdc681f8f1/bindings/n-h1-830010-8 HTTP/1.1" status: 204 len: 173 time: 0.2534945 Mar 07 15:58:05.777839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Network fd6458b5-1fe2-44cf-884f-c22c27be562d is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:05.784841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:05.787338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Pushing event updated for resources: {'Port': ['ID=17711a2a-128c-46cb-8bee-a6f619b9cdbe,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:05.790511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:05.790625 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (e7336294-900c-4555-a2c8-18f40338b6ef), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.819063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port e6859f6e-28da-414e-8c50-b44f93e8d0dd completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:05.821437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec6a45-ea71-4fb5-bcfe-660c10d19fe6 req-653e5173-0e79-4789-84f4-903498b471f6 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:05.828852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port e6859f6e-28da-414e-8c50-b44f93e8d0dd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:05.829422 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:05.833654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2dec6a45-ea71-4fb5-bcfe-660c10d19fe6 req-653e5173-0e79-4789-84f4-903498b471f6 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.1252346 Mar 07 15:58:05.883056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-108717144-network', 'tenant_id': '09cd5c0278de475dad3ce06455d6b358'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:05.989845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e6859f6e-28da-414e-8c50-b44f93e8d0dd is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:05.990428 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.047350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Made reservation on behalf of 09cd5c0278de475dad3ce06455d6b358 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:06.051552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.054263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d219774-f6c3-4e14-83aa-9e8f41e9dea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6859f6e-28da-414e-8c50-b44f93e8d0dd'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:06.060692 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9615f0c9-d755-405d-b481-94c6cbcce355" -d '{"events": [{"server_uuid": "8d219774-f6c3-4e14-83aa-9e8f41e9dea2", "name": "network-vif-plugged", "status": "completed", "tag": "e6859f6e-28da-414e-8c50-b44f93e8d0dd"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:06.093838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e6859f6e-28da-414e-8c50-b44f93e8d0dd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e6859f6e-28da-414e-8c50-b44f93e8d0dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:06.101500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.112428 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.114175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:58:06.123555 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.133512 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2dec6a45-ea71-4fb5-bcfe-660c10d19fe6 req-0d9b0d17-f90b-4494-a754-ce5ccecc88bc tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984900 Mar 07 15:58:06.238581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e6859f6e-28da-414e-8c50-b44f93e8d0dd,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:06.245891 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f08095-6863-4ecf-b8ae-e3dcf0607644 x-openstack-request-id: req-f6f08095-6863-4ecf-b8ae-e3dcf0607644 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:06.247280 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d219774-f6c3-4e14-83aa-9e8f41e9dea2", "name": "network-vif-plugged", "status": "completed", "tag": "e6859f6e-28da-414e-8c50-b44f93e8d0dd", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:06.247280 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6f08095-6863-4ecf-b8ae-e3dcf0607644 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:06.247280 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d219774-f6c3-4e14-83aa-9e8f41e9dea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6859f6e-28da-414e-8c50-b44f93e8d0dd', 'code': 200} Mar 07 15:58:06.302034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 15:58:06.302034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:58:06.308799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-dae967a2-2540-4c34-affa-ca1ae5b8d572 None None] Provisioning complete for port 17711a2a-128c-46cb-8bee-a6f619b9cdbe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:06.309105 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dae967a2-2540-4c34-affa-ca1ae5b8d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.353705 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Publish callbacks [] for security_group (856f5e3b-5dd8-4821-b1d2-1a7001f5fff7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.374681 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (856f5e3b-5dd8-4821-b1d2-1a7001f5fff7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.401021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:58:06.428683 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c72713f1-cdd9-4ac3-86db-4e251f7e32aa), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.429180 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Added segment c72713f1-cdd9-4ac3-86db-4e251f7e32aa of type vlan for network a66f4ada-b55d-483d-8496-272ecbb851e3 Mar 07 15:58:06.433499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-dae967a2-2540-4c34-affa-ca1ae5b8d572 None None] Port 17711a2a-128c-46cb-8bee-a6f619b9cdbe cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:58:06.475070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 59b946f0-5bcc-4bf6-b30c-3b88c086709a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:06.511856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.560842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (a66f4ada-b55d-483d-8496-272ecbb851e3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.581491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856f5e3b-5dd8-4821-b1d2-1a7001f5fff7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:06.629930 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (a66f4ada-b55d-483d-8496-272ecbb851e3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.631505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:06.632269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.652782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 59b946f0-5bcc-4bf6-b30c-3b88c086709a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:06.653342 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.717051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] Pushing event updated for resources: {'Network': ['ID=a66f4ada-b55d-483d-8496-272ecbb851e3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:06.718562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be85319-b6a0-4744-a232-b58e75ef6464 req-eabf00cb-09b7-4fe8-aa50-76f05a5da23f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:06.727557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ee94257-85a1-4cb0-b4a9-b23f7bb2acba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1261299 Mar 07 15:58:06.727854 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2be85319-b6a0-4744-a232-b58e75ef6464 req-eabf00cb-09b7-4fe8-aa50-76f05a5da23f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 944 time: 0.2567677 Mar 07 15:58:06.728582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41352) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:06.736514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Request body: {'subnet': {'network_id': 'a66f4ada-b55d-483d-8496-272ecbb851e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-108717144-subnet', 'tenant_id': '09cd5c0278de475dad3ce06455d6b358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:06.739303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network a66f4ada-b55d-483d-8496-272ecbb851e3 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:58:06.741199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a241841-048f-4093-b36e-fe71c21d7edf req-7a4ba50b-07c5-4fe5-8314-1aae0634fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:06.742692 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a241841-048f-4093-b36e-fe71c21d7edf req-7a4ba50b-07c5-4fe5-8314-1aae0634fa75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 1131 time: 0.2729337 Mar 07 15:58:06.793323 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Publish callbacks [] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.816193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023686e2-00cc-48b1-ae60-bc3981817776 req-05dcd430-38d1-435e-b07f-616a110da72b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:06.818446 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-023686e2-00cc-48b1-ae60-bc3981817776 req-05dcd430-38d1-435e-b07f-616a110da72b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 949 time: 0.1115010 Mar 07 15:58:06.819339 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.819675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Made reservation on behalf of 09cd5c0278de475dad3ce06455d6b358 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:06.820431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (e7336294-900c-4555-a2c8-18f40338b6ef), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.821912 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:06.915078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Pushing event updated for resources: {'Port': ['ID=17711a2a-128c-46cb-8bee-a6f619b9cdbe,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:06.924250 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a241841-048f-4093-b36e-fe71c21d7edf req-a6665cf0-50eb-4bd5-aa2b-6a440151c2c6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692243 Mar 07 15:58:06.951055 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2be85319-b6a0-4744-a232-b58e75ef6464 req-334aa9b4-1666-45c9-982c-d84b3ef1833e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139664 Mar 07 15:58:07.062729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (ec9cc0a2-69c5-4449-ac05-0b7aee8dffa4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:07.115893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-023686e2-00cc-48b1-ae60-bc3981817776 req-b2a667a8-68a6-45d9-8ee4-334ae9cafe10 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000254 Mar 07 15:58:07.151855 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Network fd6458b5-1fe2-44cf-884f-c22c27be562d is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:07.155085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:07.248765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9cc0a2-69c5-4449-ac05-0b7aee8dffa4,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:07.269989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Checking segment: {'id': 'c72713f1-cdd9-4ac3-86db-4e251f7e32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a66f4ada-b55d-483d-8496-272ecbb851e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:07.270503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Network hostable DHCP agents. Network: a66f4ada-b55d-483d-8496-272ecbb851e3, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:58:07.295538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 59b946f0-5bcc-4bf6-b30c-3b88c086709a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:07.296074 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:07.319932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 59b946f0-5bcc-4bf6-b30c-3b88c086709a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=59b946f0-5bcc-4bf6-b30c-3b88c086709a,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:07.329223 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:07.345781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Network a66f4ada-b55d-483d-8496-272ecbb851e3 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:58:07.386977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, a66f4ada-b55d-483d-8496-272ecbb851e3) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:07.391911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:07.392716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:07.397968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc49351-961b-480f-8327-2fe55a681731 None None] Network a66f4ada-b55d-483d-8496-272ecbb851e3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:07.428674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3590fbd5-5d6f-4f2b-81f0-438b68291d30 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6890771 Mar 07 15:58:07.438691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=59b946f0-5bcc-4bf6-b30c-3b88c086709a,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:07.440750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5bf0-0527-4a8f-a9b5-08b614e5f6a8 req-7ad81c6b-e4a7-462d-813a-b69b214b5fd8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:07.443094 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18db5bf0-0527-4a8f-a9b5-08b614e5f6a8 req-7ad81c6b-e4a7-462d-813a-b69b214b5fd8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.1385951 Mar 07 15:58:07.507640 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18db5bf0-0527-4a8f-a9b5-08b614e5f6a8 req-b146e58f-8f91-4023-83dc-59ba1eb6e00d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584373 Mar 07 15:58:07.583998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-37e2de79-d984-4e0c-952b-32bbc950ee06 None None] Provisioning complete for port 17711a2a-128c-46cb-8bee-a6f619b9cdbe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:07.584851 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37e2de79-d984-4e0c-952b-32bbc950ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:07.636383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322aa71-226e-4ded-b4c8-05ccb5ea0e0a None None] Network a66f4ada-b55d-483d-8496-272ecbb851e3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:07.653308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949658ed-c413-4aee-8609-9e255e615988 req-c6b52da3-197b-4f99-9a91-4613d5939aa5 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:07.655221 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-949658ed-c413-4aee-8609-9e255e615988 req-c6b52da3-197b-4f99-9a91-4613d5939aa5 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 1126 time: 0.1362975 Mar 07 15:58:07.676625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Router e7336294-900c-4555-a2c8-18f40338b6ef has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:58:07.745617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-37e2de79-d984-4e0c-952b-32bbc950ee06 None None] Port 17711a2a-128c-46cb-8bee-a6f619b9cdbe cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:58:07.846237 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-949658ed-c413-4aee-8609-9e255e615988 req-bc33df9c-dae9-4e67-b081-3e96f68a4c62 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657200 Mar 07 15:58:07.939385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:58:07.953603 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0c575fed-99fa-4c6e-bca4-d1c38b0eebda admin admin] 10.222.0.24 "PUT /v2.0/routers/e7336294-900c-4555-a2c8-18f40338b6ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5346506 Mar 07 15:58:08.218966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-7951cc02-114e-4a51-bd5d-92e29b8a393f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:08.220771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-7951cc02-114e-4a51-bd5d-92e29b8a393f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 807 time: 0.1556940 Mar 07 15:58:08.242653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-7f7ea0ff-a222-48dc-9e0b-be4d33a97e7f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/quotas/cb36658e777d4c14a575b1f3ef77e706 HTTP/1.1" status: 200 len: 375 time: 0.0115430 Mar 07 15:58:08.293151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Sync routers for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:58:08.310713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:58:08.320207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:57:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:08.357785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b26d9f98-f385-4d2f-9724-7d9bbda8f1b1 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080599 Mar 07 15:58:08.471609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:58:08.471840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bdbe45bc-2ce9-4962-aa1b-6dbbfeb44765 service neutron] 10.222.0.24 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130691 Mar 07 15:58:08.476238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 59b946f0-5bcc-4bf6-b30c-3b88c086709a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:08.522736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2482f4a-f453-454e-8b4c-d2a173978e11 req-5c264f00-c665-4a7b-a1c6-2e357f4e418f tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:08.524472 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e2482f4a-f453-454e-8b4c-d2a173978e11 req-5c264f00-c665-4a7b-a1c6-2e357f4e418f tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 949 time: 0.0635798 Mar 07 15:58:08.538324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41446) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:08.549170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-947369320-network', 'tenant_id': 'ea996d06a79c48a8acf5a908d5ae0c32'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:08.590660 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-0fc714e6-b24b-4ab3-832e-bee85ebab1fb service neutron] 10.222.0.24 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170571 Mar 07 15:58:08.593241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Made reservation on behalf of ea996d06a79c48a8acf5a908d5ae0c32 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:08.595532 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:08.602788 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e2482f4a-f453-454e-8b4c-d2a173978e11 req-015fac06-21d7-466b-af6c-9d1e9ff0cfcf tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721061 Mar 07 15:58:08.608911 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:08.666087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 59b946f0-5bcc-4bf6-b30c-3b88c086709a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:08.666780 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:08.703864 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Publish callbacks [] for security_group (7d293e8e-7216-4390-8b11-b2deae901771), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:08.712231 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7d293e8e-7216-4390-8b11-b2deae901771), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:08.730960 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:58:08.787170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a414682f-253e-49b8-a49e-e590cfc72e90), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:08.788677 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Added segment a414682f-253e-49b8-a49e-e590cfc72e90 of type vlan for network 4fd5de94-951b-4709-a6d4-1c884f7110ca Mar 07 15:58:08.820892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 59b946f0-5bcc-4bf6-b30c-3b88c086709a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:08.831562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 2, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:08.863787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Checking router: e7336294-900c-4555-a2c8-18f40338b6ef for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:58:08.864840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Updating router e7336294-900c-4555-a2c8-18f40338b6ef port 17711a2a-128c-46cb-8bee-a6f619b9cdbe binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:58:08.901647 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:08.915047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (4fd5de94-951b-4709-a6d4-1c884f7110ca), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:08.920465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d293e8e-7216-4390-8b11-b2deae901771,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:08.969600 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (4fd5de94-951b-4709-a6d4-1c884f7110ca), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:08.970984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:08.971715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:09.032895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4903085 Mar 07 15:58:09.033010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41466) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:09.038976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Request body: {'subnet': {'network_id': '4fd5de94-951b-4709-a6d4-1c884f7110ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-947369320-subnet', 'tenant_id': 'ea996d06a79c48a8acf5a908d5ae0c32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:09.075791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Made reservation on behalf of ea996d06a79c48a8acf5a908d5ae0c32 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:09.078631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:09.120533 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462c88d-51fe-43bc-8299-ed8c0715c997 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd5de94-951b-4709-a6d4-1c884f7110ca,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:09.145134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 4fd5de94-951b-4709-a6d4-1c884f7110ca details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:58:09.261156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-3645d792-9435-4145-b8cc-c1a7ae2aafd2 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:09.270475 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-3645d792-9435-4145-b8cc-c1a7ae2aafd2 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 821 time: 0.2638435 Mar 07 15:58:09.274254 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:58:09.288423 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-f6d6dbb9-b243-464e-a763-eac2752e3fb5 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/quotas/736a9dabb4ab44d097650e24bd666897 HTTP/1.1" status: 200 len: 375 time: 0.0165892 Mar 07 15:58:09.352636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (474220d6-b87d-427a-9d2b-1c05980994c5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:09.353259 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Publish callbacks [] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:09.356168 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-883d0a03-5466-4837-95d3-9b2e237ceee8 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660825 Mar 07 15:58:09.359836 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:09.404501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21834b-72b3-48b7-82e5-79337aef32a7 req-28d8681d-5c3f-4088-bcfe-e31b5cc96335 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:09.406306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e21834b-72b3-48b7-82e5-79337aef32a7 req-28d8681d-5c3f-4088-bcfe-e31b5cc96335 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.1849980 Mar 07 15:58:09.440193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=474220d6-b87d-427a-9d2b-1c05980994c5,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:09.469632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb332c-ff1d-42e4-9ec2-23330764807c None None] Pushing event updated for resources: {'Port': ['ID=17711a2a-128c-46cb-8bee-a6f619b9cdbe,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:09.476518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Checking segment: {'id': 'a414682f-253e-49b8-a49e-e590cfc72e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4fd5de94-951b-4709-a6d4-1c884f7110ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:09.477358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Network hostable DHCP agents. Network: 4fd5de94-951b-4709-a6d4-1c884f7110ca, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:58:09.497881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Attempting to bind port 17711a2a-128c-46cb-8bee-a6f619b9cdbe on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:09.498992 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Attempting to bind port 17711a2a-128c-46cb-8bee-a6f619b9cdbe by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:09.499376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Attempting to bind port 17711a2a-128c-46cb-8bee-a6f619b9cdbe on network fd6458b5-1fe2-44cf-884f-c22c27be562d {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:09.505878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:09.506317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Checking segment: {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:09.508091 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:09.508550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Bound using segment: {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:09.509061 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Bound port: 17711a2a-128c-46cb-8bee-a6f619b9cdbe, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:09.509510 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:09.517695 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e21834b-72b3-48b7-82e5-79337aef32a7 req-55ac930f-bc20-439b-9dd1-b057022fe202 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004350 Mar 07 15:58:09.542894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Network 4fd5de94-951b-4709-a6d4-1c884f7110ca is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:58:09.543138 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-da6cd1a9-3e4f-4443-ae20-d3d9a55ae4dc service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816280 Mar 07 15:58:09.563555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 4fd5de94-951b-4709-a6d4-1c884f7110ca) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:09.571636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:09.572279 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:09.592978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a0137-e90a-49e3-8e95-b4fb2ff3f731 None None] Network 4fd5de94-951b-4709-a6d4-1c884f7110ca requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:09.610404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fe42d0e4-5ec6-46c6-beb0-97b1dd1be106 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5679069 Mar 07 15:58:09.693454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] For port 17711a2a-128c-46cb-8bee-a6f619b9cdbe, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:09.702978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] For port 17711a2a-128c-46cb-8bee-a6f619b9cdbe, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=17711a2a-128c-46cb-8bee-a6f619b9cdbe,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:09.708995 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-ca3625d4-3007-46f5-b0ab-b187f56c7bd5 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649401 Mar 07 15:58:09.732211 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:09.850019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e99397-75ac-4b58-8324-f542746bf6bc None None] Network 4fd5de94-951b-4709-a6d4-1c884f7110ca requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:09.888271 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3c1bb258-9541-4b32-af71-bfa824b65034 req-866f3f52-f931-4a1a-b21b-774026c7a432 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 210 time: 0.0528243 Mar 07 15:58:09.902446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41490) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:10.004577 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00056f88-7b0c-47f4-a9be-a9ba59bf60d9 req-3dfb3e07-8512-42e0-bdf3-8ef75430bbaf tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 210 time: 0.0497406 Mar 07 15:58:10.026420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:58:10.027093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:57:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:10.044226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-26650083-9a96-435a-b836-1edb6ce7f60b admin admin] Deleting subnet ec9cc0a2-69c5-4449-ac05-0b7aee8dffa4 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:58:10.049048 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26650083-9a96-435a-b836-1edb6ce7f60b admin admin] Publish callbacks [] for subnet (ec9cc0a2-69c5-4449-ac05-0b7aee8dffa4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.118682 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26650083-9a96-435a-b836-1edb6ce7f60b admin admin] Publish callbacks [] for subnet (ec9cc0a2-69c5-4449-ac05-0b7aee8dffa4), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.130570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26650083-9a96-435a-b836-1edb6ce7f60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ec9cc0a2-69c5-4449-ac05-0b7aee8dffa4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.266936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-e52ebc97-898e-41cf-ae6b-80ac146af63f tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c5a126b7bc164437b75c991cbf515062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265217 Mar 07 15:58:10.268723 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26650083-9a96-435a-b836-1edb6ce7f60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (ec9cc0a2-69c5-4449-ac05-0b7aee8dffa4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.285737 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26650083-9a96-435a-b836-1edb6ce7f60b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.292011 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41522) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:10.299045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-26650083-9a96-435a-b836-1edb6ce7f60b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ec9cc0a2-69c5-4449-ac05-0b7aee8dffa4 HTTP/1.1" status: 204 len: 168 time: 0.3952284 Mar 07 15:58:10.394152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:58:10.407978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26650083-9a96-435a-b836-1edb6ce7f60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9cc0a2-69c5-4449-ac05-0b7aee8dffa4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:10.493054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb332c-ff1d-42e4-9ec2-23330764807c None None] Pushing event updated for resources: {'Port': ['ID=17711a2a-128c-46cb-8bee-a6f619b9cdbe,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:10.495934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f58967da-2041-4b4d-a7b1-1292e1047b89 None None] Provisioning complete for port 17711a2a-128c-46cb-8bee-a6f619b9cdbe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:10.499219 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f58967da-2041-4b4d-a7b1-1292e1047b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.557679 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (a66f4ada-b55d-483d-8496-272ecbb851e3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.708282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-6a889916-31b2-44f3-9c1d-d9cf5722265e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:10.709860 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-6a889916-31b2-44f3-9c1d-d9cf5722265e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.11 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 807 time: 0.3702507 Mar 07 15:58:10.742676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f58967da-2041-4b4d-a7b1-1292e1047b89 None None] Current status of the port 17711a2a-128c-46cb-8bee-a6f619b9cdbe is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:10.743167 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f58967da-2041-4b4d-a7b1-1292e1047b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.756339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-c94a066d-bb45-407b-9422-f50d4e653707 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:10.763939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-c94a066d-bb45-407b-9422-f50d4e653707 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4842243 Mar 07 15:58:10.765345 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.775470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Request body: {'port': {'device_id': '03e98402-b908-427d-812f-80753628d0ab', 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b', 'admin_state_up': True, 'tenant_id': 'cb36658e777d4c14a575b1f3ef77e706'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:10.804038 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-5e14e2a8-917d-4491-a84c-1022e9952f78 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/quotas/c5a126b7bc164437b75c991cbf515062 HTTP/1.1" status: 200 len: 375 time: 0.0387473 Mar 07 15:58:10.816728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f58967da-2041-4b4d-a7b1-1292e1047b89 None None] For port 17711a2a-128c-46cb-8bee-a6f619b9cdbe, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=17711a2a-128c-46cb-8bee-a6f619b9cdbe,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:10.829556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f58967da-2041-4b4d-a7b1-1292e1047b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:10.881726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-2b13bd2f-3e4b-484a-8726-cc33b48a3b4e tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5a126b7bc164437b75c991cbf515062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763721 Mar 07 15:58:10.929506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:09Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:10.930961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41538) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:10.966524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf80212-7674-46a8-8e67-84db0a24440a None None] The sync data for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 is: [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:09Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:58:10.973207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58967da-2041-4b4d-a7b1-1292e1047b89 None None] Pushing event updated for resources: {'Port': ['ID=17711a2a-128c-46cb-8bee-a6f619b9cdbe,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:10.992098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41542) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:11.003291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1b78ff6f-994e-47b7-82b9-d9160aa2cf06 None None] Provisioning complete for port 17711a2a-128c-46cb-8bee-a6f619b9cdbe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:11.003819 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b78ff6f-994e-47b7-82b9-d9160aa2cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.009360 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (a66f4ada-b55d-483d-8496-272ecbb851e3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.118854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.118854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.119506 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.119709 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > port after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.120050 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.120417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > port after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.120743 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.121072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.121395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.121723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.232780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1b78ff6f-994e-47b7-82b9-d9160aa2cf06 None None] Current status of the port 17711a2a-128c-46cb-8bee-a6f619b9cdbe is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:11.290627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-495699cd-a660-4be7-8e0b-7a0a649a1970 req-35b8f65b-13bd-414c-9f41-02e9dccca2b7 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 210 time: 0.0891464 Mar 07 15:58:11.307963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ea0f-3522-41fa-894b-a452e1741ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.318940 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.319480 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.319783 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.320255 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:11.320771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66f4ada-b55d-483d-8496-272ecbb851e3']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:11.359992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ace85178-7d91-4005-afc0-8a6e12d7aae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.360156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2822a9-71e1-4701-a164-07bdfeb10190 req-1ccfa9eb-c2e3-405e-9035-8a63eea3ad50 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:11.369719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad2822a9-71e1-4701-a164-07bdfeb10190 req-1ccfa9eb-c2e3-405e-9035-8a63eea3ad50 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.6566343 Mar 07 15:58:11.374373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72713f1-cdd9-4ac3-86db-4e251f7e32aa') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:11.374678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72713f1-cdd9-4ac3-86db-4e251f7e32aa') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:11.417631 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (c72713f1-cdd9-4ac3-86db-4e251f7e32aa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.444264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d00078be-6562-4f67-95eb-153200db6552 req-99ccc47f-0300-4afe-b83e-2e7edab1d3d2 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 210 time: 0.0605361 Mar 07 15:58:11.465363 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c72713f1-cdd9-4ac3-86db-4e251f7e32aa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.492275 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:58:11.493055 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (c72713f1-cdd9-4ac3-86db-4e251f7e32aa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.522013 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ea0f-3522-41fa-894b-a452e1741ad9 admin admin] Publish callbacks [] for security_group (870536b4-c183-473b-b69e-1b740921f086), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: from cryptography.utils import int_from_bytes Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: from cryptography.utils import int_from_bytes Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: timer() Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:58:11.530058 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:58:11.541626 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ea0f-3522-41fa-894b-a452e1741ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (870536b4-c183-473b-b69e-1b740921f086), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.574377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2cf6ea0f-3522-41fa-894b-a452e1741ad9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2aac77b35c084616a324f5e73e03cf77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805414 Mar 07 15:58:11.594913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41556) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:11.604202 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Made reservation on behalf of cb36658e777d4c14a575b1f3ef77e706 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:11.608580 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.634378 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad2822a9-71e1-4701-a164-07bdfeb10190 req-dbd7b757-3e9a-4a29-b892-f1b5da9b0c08 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638953 Mar 07 15:58:11.679718 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43388cd1-eadf-483d-a3ac-90a1fa360e58 req-8a44dc8c-7aa7-48cb-a167-49854525a0a8 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 210 time: 0.1103828 Mar 07 15:58:11.712679 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (a66f4ada-b55d-483d-8496-272ecbb851e3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.714877 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ace85178-7d91-4005-afc0-8a6e12d7aae7 admin admin] Publish callbacks [] for security_group (f9ad8876-b876-4e64-9217-2be50aff343e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.717208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6ea0f-3522-41fa-894b-a452e1741ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870536b4-c183-473b-b69e-1b740921f086,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:11.732376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ace85178-7d91-4005-afc0-8a6e12d7aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f9ad8876-b876-4e64-9217-2be50aff343e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.788405 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:11.792314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a66f4ada-b55d-483d-8496-272ecbb851e3 HTTP/1.1" status: 204 len: 168 time: 1.4992931 Mar 07 15:58:11.803462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41560) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:11.827588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ace85178-7d91-4005-afc0-8a6e12d7aae7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8adc7bbfcdcf4c8eb5e4eddcdf5fef82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8955352 Mar 07 15:58:11.842897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41562) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:11.862156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d7318-8dc0-4d08-b191-b56b35e43795 admin admin] Pushing event deleted for resources: {'Network': ['ID=a66f4ada-b55d-483d-8496-272ecbb851e3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:11.871628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace85178-7d91-4005-afc0-8a6e12d7aae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad8876-b876-4e64-9217-2be50aff343e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:11.927710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58bf3d12-0117-49ab-9775-2be2b3079dd3 admin admin] Publish callbacks [] for security_group (870536b4-c183-473b-b69e-1b740921f086), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.004172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58bf3d12-0117-49ab-9775-2be2b3079dd3 admin admin] Publish callbacks [] for security_group (870536b4-c183-473b-b69e-1b740921f086), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.055408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-83183700-dea8-4ae5-9645-e0ea5a01408c tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:12.056982 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-83183700-dea8-4ae5-9645-e0ea5a01408c tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 821 time: 0.4170842 Mar 07 15:58:12.060112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f8da3a-93d6-4e63-befe-689e9da33857 admin admin] Deleting subnet 474220d6-b87d-427a-9d2b-1c05980994c5 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:58:12.064505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7f8da3a-93d6-4e63-befe-689e9da33857 admin admin] Publish callbacks [] for subnet (474220d6-b87d-427a-9d2b-1c05980994c5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.079257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Request body: {'port': {'device_id': '273afe78-c7bd-475c-892c-a3106220c7aa', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'admin_state_up': True, 'tenant_id': '736a9dabb4ab44d097650e24bd666897'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:12.085515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Allocated IP 172.20.0.7 (099477e4-23c0-427d-9020-dfe0eec5f24b/a0f53018-f90a-4cce-922b-b3a7ec0c1805/309b7805-cf60-4eb2-b5a6-63651f202a57) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:12.105992 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4872d989-4ce4-47a3-b368-5a91f4d038c6 admin admin] Publish callbacks [] for security_group (f9ad8876-b876-4e64-9217-2be50aff343e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.127845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7f8da3a-93d6-4e63-befe-689e9da33857 admin admin] Publish callbacks [] for subnet (474220d6-b87d-427a-9d2b-1c05980994c5), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.136733 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7f8da3a-93d6-4e63-befe-689e9da33857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (474220d6-b87d-427a-9d2b-1c05980994c5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.191229 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58bf3d12-0117-49ab-9775-2be2b3079dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (870536b4-c183-473b-b69e-1b740921f086), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.194219 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58bf3d12-0117-49ab-9775-2be2b3079dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.211489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-58bf3d12-0117-49ab-9775-2be2b3079dd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/870536b4-c183-473b-b69e-1b740921f086 HTTP/1.1" status: 204 len: 168 time: 0.6016846 Mar 07 15:58:12.223520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4872d989-4ce4-47a3-b368-5a91f4d038c6 admin admin] Publish callbacks [] for security_group (f9ad8876-b876-4e64-9217-2be50aff343e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.269150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf3d12-0117-49ab-9775-2be2b3079dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870536b4-c183-473b-b69e-1b740921f086,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:12.312512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7f8da3a-93d6-4e63-befe-689e9da33857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for subnet (474220d6-b87d-427a-9d2b-1c05980994c5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.339926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7f8da3a-93d6-4e63-befe-689e9da33857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.344451 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a7f8da3a-93d6-4e63-befe-689e9da33857 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/474220d6-b87d-427a-9d2b-1c05980994c5 HTTP/1.1" status: 204 len: 168 time: 0.5397580 Mar 07 15:58:12.349441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41568) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:12.473607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (4fd5de94-951b-4709-a6d4-1c884f7110ca), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.478919 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1db4a7ac-8989-4b60-bf82-274e960caf9f req-8483a720-02ea-44da-97f9-0d3304c3b167 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 210 time: 0.0854511 Mar 07 15:58:12.491605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8da3a-93d6-4e63-befe-689e9da33857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474220d6-b87d-427a-9d2b-1c05980994c5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:12.619607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Made reservation on behalf of 736a9dabb4ab44d097650e24bd666897 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:12.623839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.637297 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4872d989-4ce4-47a3-b368-5a91f4d038c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f9ad8876-b876-4e64-9217-2be50aff343e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.640415 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4872d989-4ce4-47a3-b368-5a91f4d038c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.657216 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4872d989-4ce4-47a3-b368-5a91f4d038c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9ad8876-b876-4e64-9217-2be50aff343e HTTP/1.1" status: 204 len: 168 time: 0.7906189 Mar 07 15:58:12.713942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872d989-4ce4-47a3-b368-5a91f4d038c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad8876-b876-4e64-9217-2be50aff343e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:12.752897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 17711a2a-128c-46cb-8bee-a6f619b9cdbe up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:12.791075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks [] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.845451 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (4fd5de94-951b-4709-a6d4-1c884f7110ca), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.879950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 17711a2a-128c-46cb-8bee-a6f619b9cdbe triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:12.880924 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:12.914952 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-6c938225-af21-4fea-a39b-be2e330e0996 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c5a126b7bc164437b75c991cbf515062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1536951 Mar 07 15:58:12.936752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9ae16141-7b0e-406f-8869-7eb90a627f71 req-aae40967-9f5a-4f4f-ba20-72c93415bc32 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 210 time: 0.1776927 Mar 07 15:58:12.946996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41580) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:13.036843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 17711a2a-128c-46cb-8bee-a6f619b9cdbe is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:13.049497 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.049899 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.051331 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.052207 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.052207 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.052411 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.052558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.052877 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.053192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.053513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.090448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Allocated IP 172.20.0.10 (fd6458b5-1fe2-44cf-884f-c22c27be562d/7485cc8c-3d51-4341-ac0b-c121c4f1d98c/ee5f970a-5097-487e-b462-a0b37ac99ab2) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:13.108119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.123931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.124291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.124619 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.124954 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 15:58:13.125329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd5de94-951b-4709-a6d4-1c884f7110ca']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:13.128936 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbdeed-4287-41e3-9ecd-53553ee311df req-ca15cdef-95e7-4e50-9ede-327ec06a2199 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:13.136112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09bbdeed-4287-41e3-9ecd-53553ee311df req-ca15cdef-95e7-4e50-9ede-327ec06a2199 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.1532338 Mar 07 15:58:13.216162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Network 099477e4-23c0-427d-9020-dfe0eec5f24b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:13.240587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:13.254776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:13.263675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Pushing event updated for resources: {'Port': ['ID=309b7805-cf60-4eb2-b5a6-63651f202a57,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:13.380440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83fa1fd8-168b-450e-8f79-7b8f4611a5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.389896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41584) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:13.420417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a414682f-253e-49b8-a49e-e590cfc72e90') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:13.420728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a414682f-253e-49b8-a49e-e590cfc72e90') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:13.482016 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebae4d18-c9fa-413b-9bab-1ad035253859 req-21b6dc7b-238d-4862-bda2-4d659201008a tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 210 time: 0.4362817 Mar 07 15:58:13.492552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (a414682f-253e-49b8-a49e-e590cfc72e90), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.507591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a5ddcfb6-9e70-41b6-b67d-e70bae5ea890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.507825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09bbdeed-4287-41e3-9ecd-53553ee311df req-5e8c18ab-9c4d-4862-973c-d32eeacbec53 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610911 Mar 07 15:58:13.542699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a414682f-253e-49b8-a49e-e590cfc72e90), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.565006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:13.566311 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.574858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:58:13.575268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (a414682f-253e-49b8-a49e-e590cfc72e90), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: from cryptography.utils import int_from_bytes Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: from cryptography.utils import int_from_bytes Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: timer() Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:58:13.581104 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:58:13.591200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b9daca0c-3f71-434b-93a8-7f8d06f10468 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8387694 Mar 07 15:58:13.602889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Request body: {'port': {'device_id': '03e98402-b908-427d-812f-80753628d0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:13.640966 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.674816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-272d10be-805e-46a4-a39e-15e22c427b3a tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:13.676968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-272d10be-805e-46a4-a39e-15e22c427b3a tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7251306 Mar 07 15:58:13.692593 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.704308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Request body: {'port': {'device_id': '47edae4f-ea68-4ec2-aff1-b76a9386a431', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'c5a126b7bc164437b75c991cbf515062'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:13.730894 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.751949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (4fd5de94-951b-4709-a6d4-1c884f7110ca), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.794893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Network fd6458b5-1fe2-44cf-884f-c22c27be562d is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:13.815382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.819105 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4fd5de94-951b-4709-a6d4-1c884f7110ca HTTP/1.1" status: 204 len: 168 time: 1.4385905 Mar 07 15:58:13.843432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:13.850459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c11a75-a83d-4a99-bebf-1bebd42698a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd5de94-951b-4709-a6d4-1c884f7110ca,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:13.854641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:13.855118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83fa1fd8-168b-450e-8f79-7b8f4611a5df admin admin] Publish callbacks [] for security_group (56a43114-6d2f-421a-b942-d644bbe95311), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.861219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Pushing event updated for resources: {'Port': ['ID=ee5f970a-5097-487e-b462-a0b37ac99ab2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:13.867174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043cbc0-e091-422c-9639-8f9c0657a303 req-a9eca3c1-cf63-4aa7-a8ca-9253f8cd9246 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:13.874059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3043cbc0-e091-422c-9639-8f9c0657a303 req-a9eca3c1-cf63-4aa7-a8ca-9253f8cd9246 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 931 time: 0.3054361 Mar 07 15:58:13.895022 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83fa1fd8-168b-450e-8f79-7b8f4611a5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (56a43114-6d2f-421a-b942-d644bbe95311), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.937728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:13.938561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.947938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a5ddcfb6-9e70-41b6-b67d-e70bae5ea890 admin admin] Publish callbacks [] for security_group (d8923296-2271-451a-89c4-384e71b1e950), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:13.982680 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a5ddcfb6-9e70-41b6-b67d-e70bae5ea890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d8923296-2271-451a-89c4-384e71b1e950), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.012307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-83fa1fd8-168b-450e-8f79-7b8f4611a5df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cc11c9d40e5424d9585128c47457bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0351722 Mar 07 15:58:14.012800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41592) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:14.021720 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-a674ab82-fead-47cd-adf9-54525e6c8aaa tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9465985 Mar 07 15:58:14.028052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa1fd8-168b-450e-8f79-7b8f4611a5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a43114-6d2f-421a-b942-d644bbe95311,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:14.035362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Request body: {'port': {'device_id': '273afe78-c7bd-475c-892c-a3106220c7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:14.095250 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3043cbc0-e091-422c-9639-8f9c0657a303 req-ef3d803f-994a-400f-8eca-52dd2b9c8d62 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202799 Mar 07 15:58:14.122148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a5ddcfb6-9e70-41b6-b67d-e70bae5ea890 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2e76f2cd5634f329402865ade8a7bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7161851 Mar 07 15:58:14.123186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41594) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:14.126187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddcfb6-9e70-41b6-b67d-e70bae5ea890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8923296-2271-451a-89c4-384e71b1e950,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:14.137123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Made reservation on behalf of c5a126b7bc164437b75c991cbf515062 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:14.140509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.169460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41596) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:14.187470 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.232463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa221cb-8a42-472b-aa2a-9ad24b6306f0 req-6f976031-f850-4ce8-804c-be49e2887d12 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:14.233994 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aa221cb-8a42-472b-aa2a-9ad24b6306f0 req-6f976031-f850-4ce8-804c-be49e2887d12 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 932 time: 0.1930814 Mar 07 15:58:14.262937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309b7805-cf60-4eb2-b5a6-63651f202a57 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:14.273583 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64a6eafb-9264-477c-9c04-e5517b4aa231 admin admin] Publish callbacks [] for security_group (56a43114-6d2f-421a-b942-d644bbe95311), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.281968 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Publish callbacks [] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.310920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-89dba3e3-4054-4bdd-8380-bd858256399c None None] Provisioning complete for port ee5f970a-5097-487e-b462-a0b37ac99ab2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:14.311939 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89dba3e3-4054-4bdd-8380-bd858256399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.335823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bb3c1ec0-5cc3-476f-91d9-93b5bb573699 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09cd5c0278de475dad3ce06455d6b358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608109 Mar 07 15:58:14.350094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-89dba3e3-4054-4bdd-8380-bd858256399c None None] Port ee5f970a-5097-487e-b462-a0b37ac99ab2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:58:14.360554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41598) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:14.369022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Transition to ACTIVE for port object 309b7805-cf60-4eb2-b5a6-63651f202a57 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:14.370281 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64a6eafb-9264-477c-9c04-e5517b4aa231 admin admin] Publish callbacks [] for security_group (56a43114-6d2f-421a-b942-d644bbe95311), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.371889 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07495741-4e64-43a9-9ccb-80d22aaca297 admin admin] Publish callbacks [] for security_group (d8923296-2271-451a-89c4-384e71b1e950), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.380286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.438521 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aa221cb-8a42-472b-aa2a-9ad24b6306f0 req-753ef8cf-47ca-4f10-94d7-928f0dccc893 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803734 Mar 07 15:58:14.462466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Allocated IP 192.168.233.65 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:14.465605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07495741-4e64-43a9-9ccb-80d22aaca297 admin admin] Publish callbacks [] for security_group (d8923296-2271-451a-89c4-384e71b1e950), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.531407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08a90e31-bf71-4c5e-b09f-d793e2a3e56d admin admin] Publish callbacks [] for security_group (856f5e3b-5dd8-4821-b1d2-1a7001f5fff7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.561268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64a6eafb-9264-477c-9c04-e5517b4aa231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (56a43114-6d2f-421a-b942-d644bbe95311), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.563832 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64a6eafb-9264-477c-9c04-e5517b4aa231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.567299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-64a6eafb-9264-477c-9c04-e5517b4aa231 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56a43114-6d2f-421a-b942-d644bbe95311 HTTP/1.1" status: 204 len: 168 time: 0.5297661 Mar 07 15:58:14.577979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Pushing event updated for resources: {'Port': ['ID=309b7805-cf60-4eb2-b5a6-63651f202a57,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:14.602554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08a90e31-bf71-4c5e-b09f-d793e2a3e56d admin admin] Publish callbacks [] for security_group (856f5e3b-5dd8-4821-b1d2-1a7001f5fff7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.604330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6eafb-9264-477c-9c04-e5517b4aa231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a43114-6d2f-421a-b942-d644bbe95311,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:14.616402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07495741-4e64-43a9-9ccb-80d22aaca297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d8923296-2271-451a-89c4-384e71b1e950), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.618952 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07495741-4e64-43a9-9ccb-80d22aaca297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.620070 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-07495741-4e64-43a9-9ccb-80d22aaca297 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8923296-2271-451a-89c4-384e71b1e950 HTTP/1.1" status: 204 len: 168 time: 0.4948828 Mar 07 15:58:14.706101 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-111414ff-5612-49b3-a8dc-a563a0f4af09 req-e18fd6f9-8e60-4ebd-9a57-b0404799ac29 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 210 time: 0.0911069 Mar 07 15:58:14.707083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07495741-4e64-43a9-9ccb-80d22aaca297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8923296-2271-451a-89c4-384e71b1e950,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:14.747056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:14.754333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:14.755006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:14.771115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08a90e31-bf71-4c5e-b09f-d793e2a3e56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (856f5e3b-5dd8-4821-b1d2-1a7001f5fff7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.771626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Port 309b7805-cf60-4eb2-b5a6-63651f202a57 on network 099477e4-23c0-427d-9020-dfe0eec5f24b not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:14.772167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:14.774591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08a90e31-bf71-4c5e-b09f-d793e2a3e56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.776008 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-08a90e31-bf71-4c5e-b09f-d793e2a3e56d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/856f5e3b-5dd8-4821-b1d2-1a7001f5fff7 HTTP/1.1" status: 204 len: 168 time: 0.4143608 Mar 07 15:58:14.788867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks [] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.796018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55587a1e-24a3-4c4b-9420-89ff4168023e req-629baee0-4425-4f4e-95de-972e97639058 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:14.797059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a90e31-bf71-4c5e-b09f-d793e2a3e56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856f5e3b-5dd8-4821-b1d2-1a7001f5fff7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:14.804664 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55587a1e-24a3-4c4b-9420-89ff4168023e req-629baee0-4425-4f4e-95de-972e97639058 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.1846390 Mar 07 15:58:14.814467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:14.815089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Checking segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:14.815755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Bound using segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:14.816596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Bound port: 309b7805-cf60-4eb2-b5a6-63651f202a57, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:14.817136 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.858969 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:14.871854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e6859f6e-28da-414e-8c50-b44f93e8d0dd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:14.914129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:14.917547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:14.924135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:14.986335 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:14.986996 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.001310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5f970a-5097-487e-b462-a0b37ac99ab2 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:15.006378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Pushing event updated for resources: {'Port': ['ID=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:15.025401 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-708c141b-7e5e-45ea-b39f-525b01b9b673 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3246245 Mar 07 15:58:15.041488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Request body: {'port': {'device_id': '47edae4f-ea68-4ec2-aff1-b76a9386a431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:15.053841 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Publish callbacks [] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.100313 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55587a1e-24a3-4c4b-9420-89ff4168023e req-be47dd58-2bf8-414b-8483-2325841633e8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931507 Mar 07 15:58:15.151305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Transition to ACTIVE for port object ee5f970a-5097-487e-b462-a0b37ac99ab2 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:15.162994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.169864 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.189525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:15.263718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Pushing event updated for resources: {'Port': ['ID=ee5f970a-5097-487e-b462-a0b37ac99ab2,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:15.289332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:15.302950 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.433376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f054153c-2d98-4daa-a5e2-ec367ed9e531 None None] Provisioning complete for port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:15.433855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f054153c-2d98-4daa-a5e2-ec367ed9e531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.436590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ce3a8-6e78-40a0-8390-65d1405f48cc req-54e00934-1ec8-4c17-b53f-4bb46ea59ee3 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:15.438169 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-511ce3a8-6e78-40a0-8390-65d1405f48cc req-54e00934-1ec8-4c17-b53f-4bb46ea59ee3 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 943 time: 0.2149935 Mar 07 15:58:15.466417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:15.470399 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.472512 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] 10.222.0.11 "PUT /v2.0/ports/309b7805-cf60-4eb2-b5a6-63651f202a57 HTTP/1.1" status: 200 len: 1091 time: 1.8736010 Mar 07 15:58:15.505315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:15.512019 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74" -d '{"events": [{"name": "network-changed", "server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:15.513257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f054153c-2d98-4daa-a5e2-ec367ed9e531 None None] Port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:58:15.519385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc575356-4a5f-4ce1-891b-4118f0521a15 service neutron] Pushing event updated for resources: {'Port': ['ID=309b7805-cf60-4eb2-b5a6-63651f202a57,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:15.531885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41632) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:15.612155 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-511ce3a8-6e78-40a0-8390-65d1405f48cc req-e25f3a05-61af-491e-a575-716345c7f4a6 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536314 Mar 07 15:58:15.689701 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3bc0d1aa-79a7-4e61-9246-575015639b30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea996d06a79c48a8acf5a908d5ae0c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339889 Mar 07 15:58:15.695805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41638) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:15.697185 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f17fd25-2130-4a2b-9611-9abf4122f7ab x-openstack-request-id: req-1f17fd25-2130-4a2b-9611-9abf4122f7ab {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:15.697709 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:15.698404 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f17fd25-2130-4a2b-9611-9abf4122f7ab {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:15.699674 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57', 'status': 'completed', 'code': 200} Mar 07 15:58:15.723258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-e94661e8-9315-4c27-8a8b-7dc9e1006a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:15.725306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-e94661e8-9315-4c27-8a8b-7dc9e1006a4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1125 time: 0.1997421 Mar 07 15:58:15.729515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Attempting to bind port ee5f970a-5097-487e-b462-a0b37ac99ab2 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:15.730279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Attempting to bind port ee5f970a-5097-487e-b462-a0b37ac99ab2 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:15.730899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Attempting to bind port ee5f970a-5097-487e-b462-a0b37ac99ab2 on network fd6458b5-1fe2-44cf-884f-c22c27be562d {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:15.779605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-b6e71d82-aaf5-4342-a2c1-fcc3d5bdb946 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309b7805-cf60-4eb2-b5a6-63651f202a57 HTTP/1.1" status: 200 len: 217 time: 0.0440485 Mar 07 15:58:15.783181 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Port ee5f970a-5097-487e-b462-a0b37ac99ab2 on network fd6458b5-1fe2-44cf-884f-c22c27be562d not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:15.783339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:15.783861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Attempting to bind port ee5f970a-5097-487e-b462-a0b37ac99ab2 on network fd6458b5-1fe2-44cf-884f-c22c27be562d {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:15.801073 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Publish callbacks [] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.802967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:15.803479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Checking segment: {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:15.804162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Bound using segment: {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:15.804756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Bound port: ee5f970a-5097-487e-b462-a0b37ac99ab2, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:15.805275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.824321 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f22741a8-e610-46f7-85bb-b1830d74d0f4 admin admin] Publish callbacks [] for security_group (7d293e8e-7216-4390-8b11-b2deae901771), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.855164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f4da4-f436-4356-92bb-d41c1d37be02 req-f034749c-c87f-4ef1-8ca8-6046f31d8c5b tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:15.862225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a3f4da4-f436-4356-92bb-d41c1d37be02 req-f034749c-c87f-4ef1-8ca8-6046f31d8c5b tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 944 time: 0.2367399 Mar 07 15:58:15.869883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Transition to ACTIVE for port object 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:15.880259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.884235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f22741a8-e610-46f7-85bb-b1830d74d0f4 admin admin] Publish callbacks [] for security_group (7d293e8e-7216-4390-8b11-b2deae901771), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:15.922022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-cb4a5213-e575-41a0-97c4-30ab00ed431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:15.924111 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-cb4a5213-e575-41a0-97c4-30ab00ed431a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.1369605 Mar 07 15:58:15.978048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:15.988363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-d0f58e5f-1bb2-4406-bf13-2e8183c3dcb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574603 Mar 07 15:58:15.997607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62cd6a-0cb0-4858-9395-3a4001576f3f req-a73ebe82-7fc8-4d80-8865-b4f6ebdf7106 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:15.999062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a62cd6a-0cb0-4858-9395-3a4001576f3f req-a73ebe82-7fc8-4d80-8865-b4f6ebdf7106 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 935 time: 0.1788518 Mar 07 15:58:16.045874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] For port ee5f970a-5097-487e-b462-a0b37ac99ab2, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:16.072579 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f22741a8-e610-46f7-85bb-b1830d74d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7d293e8e-7216-4390-8b11-b2deae901771), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:16.075160 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f22741a8-e610-46f7-85bb-b1830d74d0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:16.079155 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a3f4da4-f436-4356-92bb-d41c1d37be02 req-24df24a1-2018-4fd8-ad5e-377622dfdb86 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072988 Mar 07 15:58:16.090956 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f22741a8-e610-46f7-85bb-b1830d74d0f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d293e8e-7216-4390-8b11-b2deae901771 HTTP/1.1" status: 204 len: 168 time: 0.3864570 Mar 07 15:58:16.122993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] For port ee5f970a-5097-487e-b462-a0b37ac99ab2, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:16.140971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22741a8-e610-46f7-85bb-b1830d74d0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d293e8e-7216-4390-8b11-b2deae901771,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:16.172600 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:16.205360 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a62cd6a-0cb0-4858-9395-3a4001576f3f req-e06900dc-6c93-4b64-86da-61d2faf7e53f tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879075 Mar 07 15:58:16.208068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Attempting to bind port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:16.208911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Attempting to bind port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:16.209636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Attempting to bind port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:16.215435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:16.216003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Attempting to bind port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:16.223737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:16.224296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:16.224902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:16.225553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Bound port: 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:16.226159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:16.289673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:16.290324 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:16.295471 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] 10.222.0.15 "PUT /v2.0/ports/ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 1092 time: 2.2662270 Mar 07 15:58:16.339408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] For port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:16.345094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] For port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:16.354207 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:16.410046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:16.411420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:16.413579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] 10.222.0.11 "PUT /v2.0/ports/324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb HTTP/1.1" status: 200 len: 1095 time: 1.3806434 Mar 07 15:58:16.414283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47edae4f-ea68-4ec2-aff1-b76a9386a431', 'tag': '324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:16.417308 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50" -d '{"events": [{"name": "network-changed", "server_uuid": "47edae4f-ea68-4ec2-aff1-b76a9386a431", "tag": "324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:16.444390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe942176-c364-4eb8-bcdc-54e15433cfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:16.537277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fb9b0-c3f1-4b79-8061-5ba4fae6495d service neutron] Pushing event updated for resources: {'Port': ['ID=ee5f970a-5097-487e-b462-a0b37ac99ab2,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:16.538723 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7725aafc-3757-4f12-9509-c3cebd78258c x-openstack-request-id: req-7725aafc-3757-4f12-9509-c3cebd78258c {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:16.539252 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47edae4f-ea68-4ec2-aff1-b76a9386a431", "tag": "324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:16.543468 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7725aafc-3757-4f12-9509-c3cebd78258c {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:16.544277 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47edae4f-ea68-4ec2-aff1-b76a9386a431', 'tag': '324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb', 'status': 'completed', 'code': 200} Mar 07 15:58:16.556853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-1b208e94-bb69-4aee-8833-3175cf8cdb40 service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470920 Mar 07 15:58:16.595726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-abb9d5de-16c4-48a3-b6bb-c8615dcbb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:16.602107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-abb9d5de-16c4-48a3-b6bb-c8615dcbb812 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5a126b7bc164437b75c991cbf515062&device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 1129 time: 0.1247387 Mar 07 15:58:16.631032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e752d2-ef44-4d6a-aca3-ecf109b6fcc8 req-5f191773-1c2a-40b9-ac9b-43c2e79e1fcd tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:16.642092 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-05e752d2-ef44-4d6a-aca3-ecf109b6fcc8 req-5f191773-1c2a-40b9-ac9b-43c2e79e1fcd tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.3728683 Mar 07 15:58:16.648653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-792b3689-70b6-430b-83a2-0d2fdeed8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:16.656237 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-792b3689-70b6-430b-83a2-0d2fdeed8ec8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1126 time: 0.2948766 Mar 07 15:58:16.668418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-6fa7a32a-4399-4004-918b-744d3de588b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb HTTP/1.1" status: 200 len: 217 time: 0.0576186 Mar 07 15:58:16.798716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-104b139a-3ef5-4e88-867f-f53b4e44dd4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 217 time: 0.1093385 Mar 07 15:58:16.800601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-258c9100-b3ec-434b-ad8c-82179f238ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:16.802263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-258c9100-b3ec-434b-ad8c-82179f238ab6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1310835 Mar 07 15:58:16.835881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e245a-5d63-42df-9841-177d496bae9f req-263a1cfc-ef58-4fad-aab5-65cc0c26b148 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:16.855563 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1f4e245a-5d63-42df-9841-177d496bae9f req-263a1cfc-ef58-4fad-aab5-65cc0c26b148 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 943 time: 0.1130619 Mar 07 15:58:16.881278 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-05e752d2-ef44-4d6a-aca3-ecf109b6fcc8 req-37603b57-d0b7-42d3-9cda-9a06e8601356 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240334 Mar 07 15:58:16.885787 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9442deac-b255-4b53-bcd7-37aec83f9956 req-2c969be8-1db1-4901-9aa4-69ed7d460c9c service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177316 Mar 07 15:58:16.896404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-345bb6f0-0970-4bd0-a398-51bbf2c56ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:16.897947 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-345bb6f0-0970-4bd0-a398-51bbf2c56ea2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.0906603 Mar 07 15:58:17.013085 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1f4e245a-5d63-42df-9841-177d496bae9f req-94768457-a8b0-4ccc-b3e0-1460e49efcfb tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548793 Mar 07 15:58:17.018559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-b1b62d8d-618a-452d-9673-10ecd6482d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:17.020314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-b1b62d8d-618a-452d-9673-10ecd6482d4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1149311 Mar 07 15:58:17.035603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-263a52d3-cf05-438c-b880-57424eb0cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:17.037314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-263a52d3-cf05-438c-b880-57424eb0cdb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2252476 Mar 07 15:58:17.062315 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-00e87082-9dbc-4f07-9737-fd057e2be25d service neutron] show failed (client error): The resource could not be found. Mar 07 15:58:17.063216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-00e87082-9dbc-4f07-9737-fd057e2be25d service neutron] 10.222.0.15 "GET /v2.0/ports/704865d3-395e-4f13-9e19-ab82c2b58dc3/bindings/n-h2-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.1452212 Mar 07 15:58:17.067201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-938d9066-fe6c-46c0-a439-c81db82a99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:17.068725 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-938d9066-fe6c-46c0-a439-c81db82a99a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1125 time: 0.1148450 Mar 07 15:58:17.144680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-1353ec9c-7314-4eb9-9a43-8de28ff359ed service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177869 Mar 07 15:58:17.195430 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-ec7a7e0c-5d5d-42c8-9bfd-8040d8861630 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437767 Mar 07 15:58:17.490728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20c4b068-5184-4bad-a210-3c6749dc7420 req-fc00ba10-b538-414e-a9c1-61a779d0be8c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874339 Mar 07 15:58:17.500473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-55186cea-0f56-4d36-9ec3-aa6be0bc99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:17.501947 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-55186cea-0f56-4d36-9ec3-aa6be0bc99dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81&tenant_id=3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 1132 time: 0.1518502 Mar 07 15:58:17.517149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60644da3-b1e4-4507-a950-f18da410fb7e req-6ae10ae6-7d23-40cc-bffd-093cce6ab289 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:17.525690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60644da3-b1e4-4507-a950-f18da410fb7e req-6ae10ae6-7d23-40cc-bffd-093cce6ab289 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 947 time: 0.1743164 Mar 07 15:58:17.537372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:17.583328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c5371-9d97-4431-bcd2-efec418f62da req-a7c1cbf6-7109-4762-a487-50c2bc5adbe3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:17.584809 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-391c5371-9d97-4431-bcd2-efec418f62da req-a7c1cbf6-7109-4762-a487-50c2bc5adbe3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 944 time: 0.1745932 Mar 07 15:58:17.589865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-bd80220a-b926-4c35-8910-5500b330d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:17.591015 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-bd80220a-b926-4c35-8910-5500b330d059 service neutron] 10.222.0.11 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 908 time: 0.4452658 Mar 07 15:58:17.649263 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-69d475d3-8120-465d-bc38-8490855f444c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309b7805-cf60-4eb2-b5a6-63651f202a57 HTTP/1.1" status: 200 len: 217 time: 0.0462821 Mar 07 15:58:17.677455 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14fac406-77bc-44cf-b43d-1eeba38109c9 req-59d02415-4439-453f-952c-53f50c38feac service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230947 Mar 07 15:58:17.701308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:17.703604 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c545f128-3745-4b85-a75d-bff59c4b3777" -d '{"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:17.740956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-391c5371-9d97-4431-bcd2-efec418f62da req-997567ec-704b-41e6-a854-0a4f17b3430c tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453516 Mar 07 15:58:17.748249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-b7af57cc-e392-4946-b9f6-0134c65e8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:17.749728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-b7af57cc-e392-4946-b9f6-0134c65e8552 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.0923102 Mar 07 15:58:17.796751 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60644da3-b1e4-4507-a950-f18da410fb7e req-d98650da-b4d4-4259-a5a2-374909928b8d tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656584 Mar 07 15:58:17.798261 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:17.813499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-a8656ea1-b995-4444-8c93-c204ca14b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:17.814102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-a8656ea1-b995-4444-8c93-c204ca14b0a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5a126b7bc164437b75c991cbf515062&device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 1129 time: 0.2461085 Mar 07 15:58:17.818736 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275c8e9d-f501-4723-8039-4b9af81925d0 x-openstack-request-id: req-275c8e9d-f501-4723-8039-4b9af81925d0 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:17.819389 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:17.819389 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-275c8e9d-f501-4723-8039-4b9af81925d0 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:17.819672 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'status': 'completed', 'code': 200} Mar 07 15:58:17.822190 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-18957b26-608b-4dbb-b0fc-cac2ee1d5f11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651138 Mar 07 15:58:17.953737 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-26252bca-eedd-4668-ac5e-f6e2477fdd6c service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220994 Mar 07 15:58:18.106193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-b7b72258-2307-4c5b-9b21-767553c22743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:18.107797 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-b7b72258-2307-4c5b-9b21-767553c22743 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1126 time: 0.2744241 Mar 07 15:58:18.181566 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8b441bc-f41c-4ac9-ad82-b7bc62205c74 req-3299fe54-52c5-493c-b270-66979314a78b service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133739 Mar 07 15:58:18.279620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55299f43-47c5-43df-9ab4-bfb55c1bc376 req-a3da0523-12d1-467e-b62f-56ac57d9d61a tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:18.281316 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55299f43-47c5-43df-9ab4-bfb55c1bc376 req-a3da0523-12d1-467e-b62f-56ac57d9d61a tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 943 time: 0.1281462 Mar 07 15:58:18.282553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-964ec535-78d4-43d4-b86e-504d20c4f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:18.283853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-964ec535-78d4-43d4-b86e-504d20c4f114 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.1701312 Mar 07 15:58:18.344424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-5a9ccd08-3681-42f9-a93b-6ff6392f3abc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 217 time: 0.0528746 Mar 07 15:58:18.404358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-01e9daba-24b2-4b27-bebe-9d9d650dd857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:18.405872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-01e9daba-24b2-4b27-bebe-9d9d650dd857 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.5745728 Mar 07 15:58:18.426593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55299f43-47c5-43df-9ab4-bfb55c1bc376 req-ff664bba-d9b3-4f60-b871-862d7a1e7c9a tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366880 Mar 07 15:58:18.437357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-415850c2-1bba-4fd1-b59c-f6da97c710cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:18.439030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-415850c2-1bba-4fd1-b59c-f6da97c710cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.0811741 Mar 07 15:58:18.484560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b482a35-dee3-4097-bc8f-7a06f4dff9bb req-b7522f51-d506-4755-836b-cbe4ed09e65f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:18.491890 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b482a35-dee3-4097-bc8f-7a06f4dff9bb req-b7522f51-d506-4755-836b-cbe4ed09e65f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.2473094 Mar 07 15:58:18.494403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-b9e7e455-867a-48cc-9ef6-fab97638945d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb HTTP/1.1" status: 200 len: 217 time: 0.0682783 Mar 07 15:58:18.504753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-13b72c6f-dfe0-4516-9b81-abdb024c99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:18.506487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-13b72c6f-dfe0-4516-9b81-abdb024c99cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0614660 Mar 07 15:58:18.620850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-7186393a-6fdb-40ef-a83d-6f075809e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:18.622303 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-7186393a-6fdb-40ef-a83d-6f075809e7d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0834553 Mar 07 15:58:18.624630 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-8cf70ab6-8b22-48c0-a93a-0f8d10064e0a service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062121 Mar 07 15:58:18.629519 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b482a35-dee3-4097-bc8f-7a06f4dff9bb req-67d908b1-4e5d-4645-90a9-b254d4bfe402 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367507 Mar 07 15:58:18.636176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:18.711452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:18.739726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-b9cfaf67-1b3a-4280-b8d1-e2a17bc9a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:18.741399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-b9cfaf67-1b3a-4280-b8d1-e2a17bc9a094 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1078713 Mar 07 15:58:18.745228 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c545f128-3745-4b85-a75d-bff59c4b3777 req-f4bd4d75-9e7e-4853-8316-0228ba972e23 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159282 Mar 07 15:58:18.778281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:18.780622 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441b5026-662f-4fa8-8975-63a687968618" -d '{"events": [{"server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "name": "network-vif-unplugged", "status": "completed", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:18.784438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Publish callbacks [] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:18.837751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Transition to ACTIVE for port object 704865d3-395e-4f13-9e19-ab82c2b58dc3 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:18.843829 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:18.959822 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-833a3595-0cfa-4605-ae98-8d40057ae890 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109289 Mar 07 15:58:18.961278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Pushing event updated for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=6']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:18.973756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] No DVR routers for this DVR port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:58:19.100759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Attempting to bind port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:19.101201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Attempting to bind port 704865d3-395e-4f13-9e19-ab82c2b58dc3 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:19.101603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Attempting to bind port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:19.109814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:19.110123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Attempting to bind port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:19.123694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0ae62-0b6a-43e7-bf88-bdc8ffe68453 req-e7650573-cc96-43b0-b241-fe08587ab377 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:19.125369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72e0ae62-0b6a-43e7-bf88-bdc8ffe68453 req-e7650573-cc96-43b0-b241-fe08587ab377 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 944 time: 0.2258165 Mar 07 15:58:19.131990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:19.132333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:19.132719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:19.133153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Bound port: 704865d3-395e-4f13-9e19-ab82c2b58dc3, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:19.133509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:19.178565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b7bcb8b-8bf5-4a73-bda7-9bbe05266c50 req-3843ad0f-f56f-4ca5-8f1e-af86791541b2 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978760 Mar 07 15:58:19.242044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:19.276280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72e0ae62-0b6a-43e7-bf88-bdc8ffe68453 req-92455352-7736-453b-ae0d-7c9b281a6892 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387777 Mar 07 15:58:19.282980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:19.287317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:19.294147 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:19.342306 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad6d873-60f2-4cbf-be53-b5130d41dca2 x-openstack-request-id: req-bad6d873-60f2-4cbf-be53-b5130d41dca2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:19.342645 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "name": "network-vif-unplugged", "status": "completed", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:19.342870 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bad6d873-60f2-4cbf-be53-b5130d41dca2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:19.343263 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'code': 200} Mar 07 15:58:19.371655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:19.385609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:19.386103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:19.387702 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] 10.222.0.11 "PUT /v2.0/ports/704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 1096 time: 1.8593531 Mar 07 15:58:19.388159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '309b7805-cf60-4eb2-b5a6-63651f202a57', 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b', 'port_id': '309b7805-cf60-4eb2-b5a6-63651f202a57', 'mac_address': 'fa:16:3e:c7:76:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f53018-f90a-4cce-922b-b3a7ec0c1805', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:19.407394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21e147-df32-4093-a025-de53b2aac99e service neutron] Pushing event updated for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:19.435908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 309b7805-cf60-4eb2-b5a6-63651f202a57 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:19.436303 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:19.452235 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309b7805-cf60-4eb2-b5a6-63651f202a57 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:19.461375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30abb5-2116-4593-9bb2-e38f2c99490f req-9903c26a-2e0d-4efc-9dc3-ba4024bf3169 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:19.462872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c30abb5-2116-4593-9bb2-e38f2c99490f req-9903c26a-2e0d-4efc-9dc3-ba4024bf3169 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 947 time: 0.1172132 Mar 07 15:58:19.477505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:19.483279 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:19.495012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-c5690be4-4750-4fcf-b5f4-7d03b28b9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:19.496681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-c5690be4-4750-4fcf-b5f4-7d03b28b9607 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1130 time: 0.0841570 Mar 07 15:58:19.545296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=309b7805-cf60-4eb2-b5a6-63651f202a57,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:19.550778 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c30abb5-2116-4593-9bb2-e38f2c99490f req-ce5f68ef-dd79-402b-bd31-e30c8ac2e4b0 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794308 Mar 07 15:58:19.631924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-892de7fe-624f-4adb-b0f8-5ec9daf55b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:19.633392 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-892de7fe-624f-4adb-b0f8-5ec9daf55b91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1252320 Mar 07 15:58:19.682194 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-6c850bdc-f939-4b09-af43-05d4b2021199 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 217 time: 0.0410938 Mar 07 15:58:19.716503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['309b7805-cf60-4eb2-b5a6-63651f202a57'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:19.756524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-2c4186d4-96b7-47d2-b85b-7f654fb25a18 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c73dd0da9cc94dc2ae4cab85619f5d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602467 Mar 07 15:58:19.783035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-57d5ee96-2f1d-4f0a-bdc1-914534783389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:19.786098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-57d5ee96-2f1d-4f0a-bdc1-914534783389 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0967898 Mar 07 15:58:19.828059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5af396-3fa6-4c02-b614-620d4ecbd353 req-e90c8750-23c3-4317-8c2a-9719d96b6de1 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:19.837824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c5af396-3fa6-4c02-b614-620d4ecbd353 req-e90c8750-23c3-4317-8c2a-9719d96b6de1 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 944 time: 0.0815454 Mar 07 15:58:19.890936 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c5af396-3fa6-4c02-b614-620d4ecbd353 req-f94ada8a-96cb-4d14-acbb-bb2f99b2ef70 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520782 Mar 07 15:58:19.912959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4e2b3743-6c60-40e3-b2e8-80e6c3c7c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:19.915723 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-4e2b3743-6c60-40e3-b2e8-80e6c3c7c788 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1149352 Mar 07 15:58:19.924357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-94dce87a-c202-404e-b03f-592c0641e181 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:19.925885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-94dce87a-c202-404e-b03f-592c0641e181 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590381 Mar 07 15:58:19.963154 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-d45f5b5f-ff87-4190-8c18-a6f3b6f3ac56 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/quotas/c73dd0da9cc94dc2ae4cab85619f5d33 HTTP/1.1" status: 200 len: 375 time: 0.0284057 Mar 07 15:58:20.012721 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea3f55-4fe8-479c-ad32-e21167be20fa req-67c0cac8-8cb6-4072-a7c2-56e3278c4711 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:20.014230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dcea3f55-4fe8-479c-ad32-e21167be20fa req-67c0cac8-8cb6-4072-a7c2-56e3278c4711 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 948 time: 0.0527408 Mar 07 15:58:20.018204 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-2ff8df96-44c3-4da3-96d7-916b373961b0 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c73dd0da9cc94dc2ae4cab85619f5d33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319712 Mar 07 15:58:20.045787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-487ceb07-146c-4bcf-9380-2734fb65bd83 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188917 Mar 07 15:58:20.070855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dcea3f55-4fe8-479c-ad32-e21167be20fa req-f13a24f2-42c1-4229-ae25-30b362b90dc3 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491269 Mar 07 15:58:20.175852 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a318bf5-4921-43aa-a06b-9f2ec7c16f9c req-3779ea3e-0a09-4ed8-a308-d1821a72537f service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212721 Mar 07 15:58:20.238121 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce5a6b48-8ec4-4ec6-a00f-2fc205935a04 req-34969e19-008a-4f71-98cc-148ddba1e366 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 210 time: 0.0323946 Mar 07 15:58:20.434884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d5a24-a6cf-4728-80e2-b5468302e1ad req-ae5ce1ff-74a9-4f14-ba54-b61c9252d570 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:20.437063 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-495d5a24-a6cf-4728-80e2-b5468302e1ad req-ae5ce1ff-74a9-4f14-ba54-b61c9252d570 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 944 time: 0.0670681 Mar 07 15:58:20.508863 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-495d5a24-a6cf-4728-80e2-b5468302e1ad req-c0132839-696c-40b6-bdd2-e0dfc4375272 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652716 Mar 07 15:58:20.696254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da9a07-8b37-44ba-b01f-993f8505343b req-6b750537-4af7-4f9d-8b74-bb832660c27e tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:20.698181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4da9a07-8b37-44ba-b01f-993f8505343b req-6b750537-4af7-4f9d-8b74-bb832660c27e tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 947 time: 0.0619378 Mar 07 15:58:20.772870 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4da9a07-8b37-44ba-b01f-993f8505343b req-509de27f-0ba5-48ac-8bad-a05ba0ce7212 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671101 Mar 07 15:58:20.960143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41856) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:21.023161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cfde0-55fa-4b16-9063-e9fe152b79e4 req-f4fbe51b-54fb-4334-a5de-626cbaa69fe2 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:21.025277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-236cfde0-55fa-4b16-9063-e9fe152b79e4 req-f4fbe51b-54fb-4334-a5de-626cbaa69fe2 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 944 time: 0.0614133 Mar 07 15:58:21.075103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-236cfde0-55fa-4b16-9063-e9fe152b79e4 req-67f801ef-c465-44ca-b0c9-3d71d60537b9 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Mar 07 15:58:21.119410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41864) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:21.230044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9cf27ee2-44a2-4d6e-9930-acf7d2114ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.236220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-0d7cba3e-1214-4a16-aa71-0ebd2a059019 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c73dd0da9cc94dc2ae4cab85619f5d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230470 Mar 07 15:58:21.244196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:21.244758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73e965-f594-4f29-b87c-7b665322d846 req-e4c866e4-9949-4a26-a720-d7aee71a5d50 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:21.245919 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df73e965-f594-4f29-b87c-7b665322d846 req-e4c866e4-9949-4a26-a720-d7aee71a5d50 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 948 time: 0.0892375 Mar 07 15:58:21.253632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc4337a6-fb21-4c45-a132-78ab1188f393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.257131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:21.367187 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa0f9c69-037c-40c7-97db-5216f36d6ec9 req-44a01830-51f8-4251-bfe0-47570de633a7 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 210 time: 0.0335114 Mar 07 15:58:21.404232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:21.406840 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4" -d '{"events": [{"name": "network-changed", "server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:21.416647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 309b7805-cf60-4eb2-b5a6-63651f202a57 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:21.424800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b8e6ca0a-9b4b-410c-8f1d-13edc612f8d1 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:21.426671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b8e6ca0a-9b4b-410c-8f1d-13edc612f8d1 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832702 Mar 07 15:58:21.431427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 309b7805-cf60-4eb2-b5a6-63651f202a57 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:21.432045 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.445950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Request body: {'port': {'device_id': 'a077907b-fc88-4153-ad46-ed53c2666615', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'c73dd0da9cc94dc2ae4cab85619f5d33'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:21.455605 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df73e965-f594-4f29-b87c-7b665322d846 req-52464993-4673-45d6-9937-28c6840013e7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811311 Mar 07 15:58:21.470435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc4337a6-fb21-4c45-a132-78ab1188f393 admin admin] Publish callbacks [] for security_group (a5bd94cd-a0c4-4d30-8c09-53cba02ddd36), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.492157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc4337a6-fb21-4c45-a132-78ab1188f393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a5bd94cd-a0c4-4d30-8c09-53cba02ddd36), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.503554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:21.516931 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1c7167-eaac-40a3-8d02-85dfe17dbb4f x-openstack-request-id: req-7a1c7167-eaac-40a3-8d02-85dfe17dbb4f {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:21.517173 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:21.517427 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a1c7167-eaac-40a3-8d02-85dfe17dbb4f {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:21.517815 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'status': 'completed', 'code': 200} Mar 07 15:58:21.522516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb', 'mac_address': 'fa:16:3e:0f:44:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:21.542035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bc4337a6-fb21-4c45-a132-78ab1188f393 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f631a2109113453587b460e287b066b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808122 Mar 07 15:58:21.546203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41876) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:21.593483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 309b7805-cf60-4eb2-b5a6-63651f202a57 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:21.593886 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.607734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:21.608223 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.630065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a87b7ac5-4e29-4be4-8bbe-3ddeba15f16b admin admin] Publish callbacks [] for security_group (a5bd94cd-a0c4-4d30-8c09-53cba02ddd36), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.632508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:21.633060 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4337a6-fb21-4c45-a132-78ab1188f393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd94cd-a0c4-4d30-8c09-53cba02ddd36,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:21.637032 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2452d0b2-f242-4405-8bbb-906e1596f3aa" -d '{"events": [{"server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "name": "network-vif-plugged", "status": "completed", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:21.641563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:21.656533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:21.661480 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a87b7ac5-4e29-4be4-8bbe-3ddeba15f16b admin admin] Publish callbacks [] for security_group (a5bd94cd-a0c4-4d30-8c09-53cba02ddd36), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.669677 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.678398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:21.698397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Made reservation on behalf of c73dd0da9cc94dc2ae4cab85619f5d33 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:21.702372 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.707533 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9626301-6cf3-4358-a64c-7a560c48ccda x-openstack-request-id: req-a9626301-6cf3-4358-a64c-7a560c48ccda {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:21.707859 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "name": "network-vif-plugged", "status": "completed", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:21.708128 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9626301-6cf3-4358-a64c-7a560c48ccda {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:21.708533 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57', 'code': 200} Mar 07 15:58:21.711062 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.717701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.745470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ee5f970a-5097-487e-b462-a0b37ac99ab2 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:21.747010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-ef5d6445-d03f-4b4a-bb1e-8f89bf3c931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:21.748873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-ef5d6445-d03f-4b4a-bb1e-8f89bf3c931f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1130 time: 0.1907597 Mar 07 15:58:21.756694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 704865d3-395e-4f13-9e19-ab82c2b58dc3 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:58:21.760278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-049b7c04-b76e-4645-bbb5-2f05e5a710d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:21.762032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-049b7c04-b76e-4645-bbb5-2f05e5a710d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1130 time: 0.2188990 Mar 07 15:58:21.771045 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a87b7ac5-4e29-4be4-8bbe-3ddeba15f16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a5bd94cd-a0c4-4d30-8c09-53cba02ddd36), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.773840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a87b7ac5-4e29-4be4-8bbe-3ddeba15f16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.777602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a87b7ac5-4e29-4be4-8bbe-3ddeba15f16b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5bd94cd-a0c4-4d30-8c09-53cba02ddd36 HTTP/1.1" status: 204 len: 168 time: 0.2279799 Mar 07 15:58:21.791604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b7ac5-4e29-4be4-8bbe-3ddeba15f16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd94cd-a0c4-4d30-8c09-53cba02ddd36,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:21.815167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=309b7805-cf60-4eb2-b5a6-63651f202a57,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:21.828818 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks [] for security_group (371a3d21-9fee-41a7-a97a-dde555503620), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.836856 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (371a3d21-9fee-41a7-a97a-dde555503620), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.901624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9cf27ee2-44a2-4d6e-9930-acf7d2114ff8 admin admin] Publish callbacks [] for security_group (3514dff7-9f99-440d-85c7-adb78fd5cb94), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:21.938377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371a3d21-9fee-41a7-a97a-dde555503620,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:21.947103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9cf27ee2-44a2-4d6e-9930-acf7d2114ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3514dff7-9f99-440d-85c7-adb78fd5cb94), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.036082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9cf27ee2-44a2-4d6e-9930-acf7d2114ff8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87ecab235bae4b74b67685e38e381f77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9154596 Mar 07 15:58:22.043832 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:58:22.045612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775bf23-2ad7-4c48-a504-281d9a99f625 req-8d13ec34-53a0-4006-8718-7402059cbd48 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:22.053449 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b775bf23-2ad7-4c48-a504-281d9a99f625 req-8d13ec34-53a0-4006-8718-7402059cbd48 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 948 time: 0.1395097 Mar 07 15:58:22.059320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41888) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:22.061230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b922b-77c6-409e-bc95-8607dee995eb req-9139400b-6eed-403b-a0ba-efd1caf4ba7a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:22.070928 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-730b922b-77c6-409e-bc95-8607dee995eb req-9139400b-6eed-403b-a0ba-efd1caf4ba7a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 944 time: 0.4691713 Mar 07 15:58:22.081626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94d72-1c1d-457a-8fb9-3fcbfe57f031 req-b1f23d70-28bf-4f0b-9cdd-afb64f1a9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:22.083347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13a94d72-1c1d-457a-8fb9-3fcbfe57f031 req-b1f23d70-28bf-4f0b-9cdd-afb64f1a9258 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1127 time: 0.2529581 Mar 07 15:58:22.085360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 704865d3-395e-4f13-9e19-ab82c2b58dc3 host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 15:58:22.086649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 704865d3-395e-4f13-9e19-ab82c2b58dc3 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:58:22.107070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Allocated IP 192.168.233.27 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/958cf123-069b-457a-aebf-07346ef03e40) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:22.131386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:22.162733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b775bf23-2ad7-4c48-a504-281d9a99f625 req-817e4671-1691-4aab-bd0e-363705b56c44 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083093 Mar 07 15:58:22.165680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:22.234730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ee5f970a-5097-487e-b462-a0b37ac99ab2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:22.255053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'port_id': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'mac_address': 'fa:16:3e:fe:b9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:22.274062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13a94d72-1c1d-457a-8fb9-3fcbfe57f031 req-c6578083-a428-4a8b-9c5c-f237119749f7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147225 Mar 07 15:58:22.296313 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3733b5f4-07e5-445f-a9c8-92ac9b3c8fe8 admin admin] Publish callbacks [] for security_group (3514dff7-9f99-440d-85c7-adb78fd5cb94), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.320719 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3733b5f4-07e5-445f-a9c8-92ac9b3c8fe8 admin admin] Publish callbacks [] for security_group (3514dff7-9f99-440d-85c7-adb78fd5cb94), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.336798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ee5f970a-5097-487e-b462-a0b37ac99ab2 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:22.337205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.365214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5f970a-5097-487e-b462-a0b37ac99ab2 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:22.371787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-730b922b-77c6-409e-bc95-8607dee995eb req-34f29403-db94-437e-899d-66921d6ad776 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999084 Mar 07 15:58:22.375288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41894) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:22.392260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf27ee2-44a2-4d6e-9930-acf7d2114ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3514dff7-9f99-440d-85c7-adb78fd5cb94,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:22.415426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ee5f970a-5097-487e-b462-a0b37ac99ab2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:22.418041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-44c93e48-5c15-4b11-b986-56bc4dfd5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:22.424565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-44c93e48-5c15-4b11-b986-56bc4dfd5062 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.6557524 Mar 07 15:58:22.431847 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.446468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-f798be92-0270-42d7-89fa-37e9d181b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:22.447820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1c00d66-65c2-49cf-845a-ddaac327e906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.448072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-f798be92-0270-42d7-89fa-37e9d181b5ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.6093888 Mar 07 15:58:22.491079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394568dc-1755-47b6-aa9f-6372a36759db req-07e00f2d-b131-4932-9a75-1ea52cf3aaa6 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:22.492645 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-394568dc-1755-47b6-aa9f-6372a36759db req-07e00f2d-b131-4932-9a75-1ea52cf3aaa6 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 945 time: 0.2187459 Mar 07 15:58:22.536644 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3733b5f4-07e5-445f-a9c8-92ac9b3c8fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3514dff7-9f99-440d-85c7-adb78fd5cb94), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.539260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3733b5f4-07e5-445f-a9c8-92ac9b3c8fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.540489 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3733b5f4-07e5-445f-a9c8-92ac9b3c8fe8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3514dff7-9f99-440d-85c7-adb78fd5cb94 HTTP/1.1" status: 204 len: 168 time: 0.4801853 Mar 07 15:58:22.580368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks [] for port (958cf123-069b-457a-aebf-07346ef03e40), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.587088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b5f4-07e5-445f-a9c8-92ac9b3c8fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3514dff7-9f99-440d-85c7-adb78fd5cb94,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:22.612929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-bf5e05bb-c449-4553-b1f0-81d19a329c91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 217 time: 0.1552274 Mar 07 15:58:22.636348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ee5f970a-5097-487e-b462-a0b37ac99ab2,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:22.680101 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-394568dc-1755-47b6-aa9f-6372a36759db req-ba60d65e-b01b-406b-a288-22bb3693a629 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744399 Mar 07 15:58:22.715859 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-5a22bff6-eea0-4bbd-a5d5-36ff47763a26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 217 time: 0.1092954 Mar 07 15:58:22.744860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-84ad24de-3442-41f3-ba05-aced3db1a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:22.745731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1c00d66-65c2-49cf-845a-ddaac327e906 admin admin] Publish callbacks [] for security_group (741e7ce1-2a51-4fcc-91a4-d23b8707b7f2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.748297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-84ad24de-3442-41f3-ba05-aced3db1a5b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1229072 Mar 07 15:58:22.750197 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (958cf123-069b-457a-aebf-07346ef03e40), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.753212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1c00d66-65c2-49cf-845a-ddaac327e906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (741e7ce1-2a51-4fcc-91a4-d23b8707b7f2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.801962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ee5f970a-5097-487e-b462-a0b37ac99ab2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:22.849095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c00d66-65c2-49cf-845a-ddaac327e906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741e7ce1-2a51-4fcc-91a4-d23b8707b7f2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:22.861977 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce3a357b-788e-4870-81cf-edd0e00d4f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:22.898717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:22.903772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:22.910977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f1c00d66-65c2-49cf-845a-ddaac327e906 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64561b0190614242bdb0503fa78dcd40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5319831 Mar 07 15:58:22.912520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41908) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:22.915509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:22.966469 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Pushing event updated for resources: {'Port': ['ID=958cf123-069b-457a-aebf-07346ef03e40,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:23.034755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d0f15-7f22-4c7e-a1c5-08cf6bd523ac req-6f210d83-9161-4b75-b085-41d837201071 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:23.042618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b0d0f15-7f22-4c7e-a1c5-08cf6bd523ac req-6f210d83-9161-4b75-b085-41d837201071 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 948 time: 0.2766485 Mar 07 15:58:23.097904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:23.098579 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.102729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41910) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:23.128977 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c65d9e24-381b-45de-b1d1-2a173acc0623 admin admin] Publish callbacks [] for security_group (741e7ce1-2a51-4fcc-91a4-d23b8707b7f2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.149400 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b0d0f15-7f22-4c7e-a1c5-08cf6bd523ac req-a29e0068-237a-4000-8c1a-f142e8b54a18 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053808 Mar 07 15:58:23.150173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16fea324-ad0c-4a28-8fe3-49b61a7f52fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.157999 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-b9186aff-ac75-47b2-b83f-53f38b714a5e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7187037 Mar 07 15:58:23.182220 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Request body: {'port': {'device_id': 'a077907b-fc88-4153-ad46-ed53c2666615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:23.196313 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c65d9e24-381b-45de-b1d1-2a173acc0623 admin admin] Publish callbacks [] for security_group (741e7ce1-2a51-4fcc-91a4-d23b8707b7f2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.204171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-c25c0175-98c9-4311-8c58-9068a24f98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:23.205587 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-c25c0175-98c9-4311-8c58-9068a24f98e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.4561214 Mar 07 15:58:23.208238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-75d0de1e-ea70-41ab-8a51-beab9c940760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:23.209610 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-75d0de1e-ea70-41ab-8a51-beab9c940760 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4385309 Mar 07 15:58:23.229481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093df61-cf90-4214-a20b-e3b6012042f5 req-c6953252-750d-41cb-bd75-5f965c3c42ae tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:23.233242 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e093df61-cf90-4214-a20b-e3b6012042f5 req-c6953252-750d-41cb-bd75-5f965c3c42ae tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 935 time: 0.4909954 Mar 07 15:58:23.236340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9d272ecc-30dc-4539-9bba-7c6fe5dd68da None None] Provisioning complete for port 958cf123-069b-457a-aebf-07346ef03e40 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:23.239703 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9d272ecc-30dc-4539-9bba-7c6fe5dd68da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (958cf123-069b-457a-aebf-07346ef03e40), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.278151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 704865d3-395e-4f13-9e19-ab82c2b58dc3 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:23.280549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:23.340138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9d272ecc-30dc-4539-9bba-7c6fe5dd68da None None] Port 958cf123-069b-457a-aebf-07346ef03e40 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:58:23.341663 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (958cf123-069b-457a-aebf-07346ef03e40), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.390425 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e093df61-cf90-4214-a20b-e3b6012042f5 req-a74b1ffa-1f2a-4f95-bca6-550ad62d1df9 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366487 Mar 07 15:58:23.402846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-5c60321b-5771-4675-a5f3-cce2173efbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:23.404371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-5c60321b-5771-4675-a5f3-cce2173efbd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1701248 Mar 07 15:58:23.455722 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-c3019206-af01-4f71-9b63-492f3cd80557 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1945229537&fields=id&tenant_id=cf3de462621c4348ab8702b3741d7cef HTTP/1.1" status: 200 len: 267 time: 0.1850686 Mar 07 15:58:23.462351 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-e8ee472c-613a-4a39-a009-283db8d872dc service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267127 Mar 07 15:58:23.476034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c65d9e24-381b-45de-b1d1-2a173acc0623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (741e7ce1-2a51-4fcc-91a4-d23b8707b7f2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.478959 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c65d9e24-381b-45de-b1d1-2a173acc0623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.482494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:23.483145 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c65d9e24-381b-45de-b1d1-2a173acc0623 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/741e7ce1-2a51-4fcc-91a4-d23b8707b7f2 HTTP/1.1" status: 204 len: 168 time: 0.5639746 Mar 07 15:58:23.496545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'mac_address': 'fa:16:3e:b4:9c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:23.580711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 704865d3-395e-4f13-9e19-ab82c2b58dc3 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:23.581159 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.583273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:23.589477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:23.589855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.620716 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-f33830af-7eb5-4012-b940-16d257090c5b service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928179 Mar 07 15:58:23.654289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704865d3-395e-4f13-9e19-ab82c2b58dc3 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:23.663030 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-615ed5ef-3b35-4ac9-b6d1-88730ea50b1b service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930935 Mar 07 15:58:23.712365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:23.734775 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.768423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ee5f970a-5097-487e-b462-a0b37ac99ab2 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:23.827897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9e24-381b-45de-b1d1-2a173acc0623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e7ce1-2a51-4fcc-91a4-d23b8707b7f2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:23.865650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a6459-4b01-439a-ae9b-df1efb5d97ff req-093af8ae-941c-4e18-ad0c-6ca7f9a90970 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:23.867819 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f4a6459-4b01-439a-ae9b-df1efb5d97ff req-093af8ae-941c-4e18-ad0c-6ca7f9a90970 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 948 time: 0.0980544 Mar 07 15:58:23.910281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:23.917704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:23.918098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.924987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port ee5f970a-5097-487e-b462-a0b37ac99ab2 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:23.944903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port ee5f970a-5097-487e-b462-a0b37ac99ab2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:23.945287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.978054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16fea324-ad0c-4a28-8fe3-49b61a7f52fd admin admin] Publish callbacks [] for security_group (58a58934-5cb4-47fa-8d1b-d94c550500fa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:23.980484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7057ddc5-6fb7-4683-9d4a-76b4bb3f08c4 req-390d7468-a5d8-437a-937d-36669f501b3a service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161311 Mar 07 15:58:23.981702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47edae4f-ea68-4ec2-aff1-b76a9386a431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:23.984888 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5a2a23-419e-418f-8634-2a3b4bb45719" -d '{"events": [{"server_uuid": "47edae4f-ea68-4ec2-aff1-b76a9386a431", "name": "network-vif-plugged", "status": "completed", "tag": "324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:24.001084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16fea324-ad0c-4a28-8fe3-49b61a7f52fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (58a58934-5cb4-47fa-8d1b-d94c550500fa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.006739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:24.021734 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.047757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-ce6e3a0c-5486-4788-b0d7-0c2c44fba391 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:24.050083 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-ce6e3a0c-5486-4788-b0d7-0c2c44fba391 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81&tenant_id=3165642cfca34437bce67a855d406c8f&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 949 time: 0.1755779 Mar 07 15:58:24.082165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f4a6459-4b01-439a-ae9b-df1efb5d97ff req-e6610236-5af1-4cd1-a45a-333a2408c96a tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057819 Mar 07 15:58:24.121062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['704865d3-395e-4f13-9e19-ab82c2b58dc3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:24.137040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-7f471b07-cdb9-4683-83d6-d4d3e7104fbc tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:24.146664 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-7f471b07-cdb9-4683-83d6-d4d3e7104fbc tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/networks?id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d HTTP/1.1" status: 200 len: 823 time: 0.6896222 Mar 07 15:58:24.167729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ee5f970a-5097-487e-b462-a0b37ac99ab2 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:24.168130 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.185130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:24.201708 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-16fea324-ad0c-4a28-8fe3-49b61a7f52fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b7cad621838437ba9383c41f5ee52cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0951071 Mar 07 15:58:24.205065 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41942) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:24.208589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fea324-ad0c-4a28-8fe3-49b61a7f52fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a58934-5cb4-47fa-8d1b-d94c550500fa,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:24.236676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-fad2fc02-fab0-43da-a394-9dbf6293dbbe tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/quotas/cf3de462621c4348ab8702b3741d7cef HTTP/1.1" status: 200 len: 375 time: 0.0885990 Mar 07 15:58:24.244545 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-bc5aa7da-9f7e-4d05-afc2-458da6b8c2dd service neutron] delete failed (client error): The resource could not be found. Mar 07 15:58:24.246366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-bc5aa7da-9f7e-4d05-afc2-458da6b8c2dd service neutron] 10.222.0.15 "DELETE /v2.0/ports/704865d3-395e-4f13-9e19-ab82c2b58dc3/bindings/n-h1-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.1829469 Mar 07 15:58:24.263605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f52ad-7c17-437b-a07f-34df79830501 req-72d604c2-79b5-471d-b8d9-80e3480ff526 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:24.265726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-883f52ad-7c17-437b-a07f-34df79830501 req-72d604c2-79b5-471d-b8d9-80e3480ff526 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 945 time: 0.0956967 Mar 07 15:58:24.308515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ee5f970a-5097-487e-b462-a0b37ac99ab2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:24.345264 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.409725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ee5f970a-5097-487e-b462-a0b37ac99ab2,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:24.420975 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98268d13-7d9d-4789-85c4-cb7a84f2b72f admin admin] Publish callbacks [] for security_group (58a58934-5cb4-47fa-8d1b-d94c550500fa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.454547 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-883f52ad-7c17-437b-a07f-34df79830501 req-e6e078d5-7108-4fcf-9df7-910e124d6eb1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812861 Mar 07 15:58:24.456672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-52dd5596-b4cd-4120-ac0b-ae116d03a4e3 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf3de462621c4348ab8702b3741d7cef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2179520 Mar 07 15:58:24.480472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-e8dc75e6-91db-4cdb-8150-fd607c1ad4a0 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:24.480472 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-e8dc75e6-91db-4cdb-8150-fd607c1ad4a0 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e62f51-4f62-497c-9f6b-7d854103d765 HTTP/1.1" status: 200 len: 968 time: 0.2047219 Mar 07 15:58:24.481707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-87e33770-d74f-4b06-bb53-adbbe1b5c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:24.483112 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-87e33770-d74f-4b06-bb53-adbbe1b5c65e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1131 time: 0.1268446 Mar 07 15:58:24.496328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98268d13-7d9d-4789-85c4-cb7a84f2b72f admin admin] Publish callbacks [] for security_group (58a58934-5cb4-47fa-8d1b-d94c550500fa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.535793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958cf123-069b-457a-aebf-07346ef03e40 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:24.586885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Publish callbacks [] for port (958cf123-069b-457a-aebf-07346ef03e40), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.630705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Transition to ACTIVE for port object 958cf123-069b-457a-aebf-07346ef03e40 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:24.633495 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-a6cecde7-0a2f-4d8b-8059-22234315d7ef service neutron] 10.222.0.24 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598594 Mar 07 15:58:24.636903 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98268d13-7d9d-4789-85c4-cb7a84f2b72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (58a58934-5cb4-47fa-8d1b-d94c550500fa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.640791 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98268d13-7d9d-4789-85c4-cb7a84f2b72f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.642226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-98268d13-7d9d-4789-85c4-cb7a84f2b72f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58a58934-5cb4-47fa-8d1b-d94c550500fa HTTP/1.1" status: 204 len: 168 time: 0.4347179 Mar 07 15:58:24.664045 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (958cf123-069b-457a-aebf-07346ef03e40), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.668107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98268d13-7d9d-4789-85c4-cb7a84f2b72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a58934-5cb4-47fa-8d1b-d94c550500fa,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:24.761665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bd442-ca5e-4955-88e5-8c41f68ba46d req-44479216-4bae-4805-aff7-2d6e7fd430ec tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:24.763649 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-184bd442-ca5e-4955-88e5-8c41f68ba46d req-44479216-4bae-4805-aff7-2d6e7fd430ec tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 949 time: 0.2152009 Mar 07 15:58:24.794933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Pushing event updated for resources: {'Port': ['ID=958cf123-069b-457a-aebf-07346ef03e40,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:24.812551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-7fe06f9f-715f-4c77-9fba-84267c50dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:24.821124 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-7fe06f9f-715f-4c77-9fba-84267c50dbaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.3241861 Mar 07 15:58:24.874026 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-39acfe09-3db8-45ca-8f74-9f7e3f98ebeb service neutron] 10.222.0.24 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302797 Mar 07 15:58:24.902450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Attempting to bind port 958cf123-069b-457a-aebf-07346ef03e40 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:24.902879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Attempting to bind port 958cf123-069b-457a-aebf-07346ef03e40 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:24.903328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Attempting to bind port 958cf123-069b-457a-aebf-07346ef03e40 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:24.909150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Port 958cf123-069b-457a-aebf-07346ef03e40 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:24.909486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Attempting to bind port 958cf123-069b-457a-aebf-07346ef03e40 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:24.916268 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:24.916617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:24.917009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:24.917446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Bound port: 958cf123-069b-457a-aebf-07346ef03e40, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:24.917813 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (958cf123-069b-457a-aebf-07346ef03e40), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:24.920207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-baabcc70-83c7-4d79-933f-1c5165413a27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 217 time: 0.0797670 Mar 07 15:58:24.991191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-184bd442-ca5e-4955-88e5-8c41f68ba46d req-c1e92945-9409-47db-ad71-bd599cd4d145 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085524 Mar 07 15:58:25.020872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Deleting port 26a99c16-9054-4002-88d9-aaff080c9834 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:58:25.020872 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (26a99c16-9054-4002-88d9-aaff080c9834), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:25.038489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] For port 958cf123-069b-457a-aebf-07346ef03e40, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:25.047114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] For port 958cf123-069b-457a-aebf-07346ef03e40, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=958cf123-069b-457a-aebf-07346ef03e40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:25.060112 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (958cf123-069b-457a-aebf-07346ef03e40), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:25.092086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:25.093582 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:25.095632 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] 10.222.0.15 "PUT /v2.0/ports/958cf123-069b-457a-aebf-07346ef03e40 HTTP/1.1" status: 200 len: 1095 time: 1.9175510 Mar 07 15:58:25.096362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a077907b-fc88-4153-ad46-ed53c2666615', 'tag': '958cf123-069b-457a-aebf-07346ef03e40'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:25.098983 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bf7699-0d27-4e06-abda-b392624df306" -d '{"events": [{"name": "network-changed", "server_uuid": "a077907b-fc88-4153-ad46-ed53c2666615", "tag": "958cf123-069b-457a-aebf-07346ef03e40"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:25.232681 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34bd814-42a9-4d76-a2d2-71a810aaac0e x-openstack-request-id: req-c34bd814-42a9-4d76-a2d2-71a810aaac0e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:25.233091 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47edae4f-ea68-4ec2-aff1-b76a9386a431", "name": "network-vif-plugged", "status": "completed", "tag": "324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:25.234473 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c34bd814-42a9-4d76-a2d2-71a810aaac0e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:25.235033 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47edae4f-ea68-4ec2-aff1-b76a9386a431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb', 'code': 200} Mar 07 15:58:25.239998 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8652e-0503-4d6d-a2af-200d2bc7558b service neutron] Pushing event updated for resources: {'Port': ['ID=958cf123-069b-457a-aebf-07346ef03e40,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:25.269294 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e25693d-183c-470b-9b9e-60aabae9c670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:25.285012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 704865d3-395e-4f13-9e19-ab82c2b58dc3 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:25.346092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-14702c7e-7a82-4051-8573-31567d3d3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:25.348612 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-14702c7e-7a82-4051-8573-31567d3d3979 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c73dd0da9cc94dc2ae4cab85619f5d33&device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 1129 time: 0.1948807 Mar 07 15:58:25.401613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-2122914d-43c8-4f11-b96b-69bb596baa51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=958cf123-069b-457a-aebf-07346ef03e40 HTTP/1.1" status: 200 len: 217 time: 0.0374691 Mar 07 15:58:25.407342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-5ad6e7af-28b6-4b82-a66b-aebbcfefb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:25.409885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-5ad6e7af-28b6-4b82-a66b-aebbcfefb7c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.4699755 Mar 07 15:58:25.441731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 704865d3-395e-4f13-9e19-ab82c2b58dc3 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:25.457591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 704865d3-395e-4f13-9e19-ab82c2b58dc3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:25.458888 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:25.557239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d52a9d-f15b-4832-8e01-3eb2bdbdf85a req-4b838d65-b57c-4496-9609-7a119703963e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:25.565857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13d52a9d-f15b-4832-8e01-3eb2bdbdf85a req-4b838d65-b57c-4496-9609-7a119703963e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 945 time: 0.3861086 Mar 07 15:58:25.591632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] For port 26a99c16-9054-4002-88d9-aaff080c9834, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=26a99c16-9054-4002-88d9-aaff080c9834,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:25.592031 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (26a99c16-9054-4002-88d9-aaff080c9834), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:25.595123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-0a99bdd2-6503-4607-af04-0fe66c5403dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:25.600149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-0a99bdd2-6503-4607-af04-0fe66c5403dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1644750 Mar 07 15:58:25.611923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ae316-0300-4088-9f47-2f7033bac72c req-5257379b-7c51-472f-af8a-51001781dd60 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:25.613801 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a3ae316-0300-4088-9f47-2f7033bac72c req-5257379b-7c51-472f-af8a-51001781dd60 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 947 time: 0.2627811 Mar 07 15:58:25.678717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 704865d3-395e-4f13-9e19-ab82c2b58dc3 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:25.679564 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:25.694407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966eb9-7fbb-44f1-9304-71097a8f97e4 req-1cde19c8-2ecc-4860-b668-f90139499f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:25.696111 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26966eb9-7fbb-44f1-9304-71097a8f97e4 req-1cde19c8-2ecc-4860-b668-f90139499f17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 1131 time: 0.3632674 Mar 07 15:58:25.730455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:25.740378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:25.798162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-c75a0c4b-59a2-4545-9657-33739511d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:25.799775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-c75a0c4b-59a2-4545-9657-33739511d787 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3706446 Mar 07 15:58:25.809830 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13d52a9d-f15b-4832-8e01-3eb2bdbdf85a req-f225337b-4156-48a3-b939-2ba09e3f2775 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428362 Mar 07 15:58:25.819899 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a3ae316-0300-4088-9f47-2f7033bac72c req-d5bbe11d-8c79-41c5-96a2-d1bbfc66b20d tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946635 Mar 07 15:58:25.822950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-60d065a0-5823-4469-b252-c21958e076de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:25.824443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-60d065a0-5823-4469-b252-c21958e076de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2094567 Mar 07 15:58:25.872412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:25.939283 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d543802-8539-4f54-8516-7ecfada97729 x-openstack-request-id: req-9d543802-8539-4f54-8516-7ecfada97729 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:25.939585 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a077907b-fc88-4153-ad46-ed53c2666615", "tag": "958cf123-069b-457a-aebf-07346ef03e40", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:25.939846 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d543802-8539-4f54-8516-7ecfada97729 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:25.940765 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a077907b-fc88-4153-ad46-ed53c2666615', 'tag': '958cf123-069b-457a-aebf-07346ef03e40', 'status': 'completed', 'code': 200} Mar 07 15:58:25.984352 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-12e9bafb-3572-4d45-a57b-5613cb12c4c3 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494124 Mar 07 15:58:26.127727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320131db-f60b-4f47-971e-82bab8d912cd req-66bf263c-3074-4689-a48f-06aca647ea94 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:26.129408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-320131db-f60b-4f47-971e-82bab8d912cd req-66bf263c-3074-4689-a48f-06aca647ea94 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 949 time: 0.1271777 Mar 07 15:58:26.131900 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ccfb21dc-1798-4125-9f36-d85753e89c60 req-15777b15-0915-4e70-90ae-6aac3f8a9df4 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417356 Mar 07 15:58:26.155330 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc5c34f5-4bc0-4995-bc69-b694dade611f req-ced63873-201a-4122-84ef-8dbf67f7537a tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 210 time: 0.1298032 Mar 07 15:58:26.190319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26966eb9-7fbb-44f1-9304-71097a8f97e4 req-1591911c-f755-4d9e-bbe1-25d9bfe87dc7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353015 Mar 07 15:58:26.197636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:26.198044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (f5510c5e-8c93-4fa2-be49-a4d379baf752), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:26.198372 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Floating IP f5510c5e-8c93-4fa2-be49-a4d379baf752 disassociated. External IP: 172.25.4.167, port: 26a99c16-9054-4002-88d9-aaff080c9834. Mar 07 15:58:26.198722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Calling delete_port for 26a99c16-9054-4002-88d9-aaff080c9834 owned by compute:tempest-test_az-1812623483 {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:58:26.281377 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:26.288781 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-320131db-f60b-4f47-971e-82bab8d912cd req-8b6667a9-d713-4ffd-9463-fa3415589f84 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408422 Mar 07 15:58:26.310651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7699-0d27-4e06-abda-b392624df306 req-2b3aa943-d875-4da6-abb6-637a41406c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:26.312769 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9bf7699-0d27-4e06-abda-b392624df306 req-2b3aa943-d875-4da6-abb6-637a41406c2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c73dd0da9cc94dc2ae4cab85619f5d33&device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 1129 time: 0.1112602 Mar 07 15:58:26.316500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-4cee65e3-f756-4de6-b656-6fc24735624a service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982419 Mar 07 15:58:26.428699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738d371-5a8f-4968-adeb-d20f6e67d72f req-4f6000b5-e76b-4ca6-b1cd-e969dc07ce85 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:26.430617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3738d371-5a8f-4968-adeb-d20f6e67d72f req-4f6000b5-e76b-4ca6-b1cd-e969dc07ce85 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 946 time: 0.2098594 Mar 07 15:58:26.459619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48818af8-ec7c-4cce-bb27-a59531af932f req-d06b73fb-329c-479f-bb8a-d39d8bc07a07 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:26.466627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48818af8-ec7c-4cce-bb27-a59531af932f req-d06b73fb-329c-479f-bb8a-d39d8bc07a07 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1127 time: 0.1181536 Mar 07 15:58:26.477571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7699-0d27-4e06-abda-b392624df306 req-36f8f08f-f848-402e-b5ea-30ee67c46c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:26.479061 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9bf7699-0d27-4e06-abda-b392624df306 req-36f8f08f-f848-402e-b5ea-30ee67c46c9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1560581 Mar 07 15:58:26.524375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9bf7699-0d27-4e06-abda-b392624df306 req-d7774774-8afe-4740-ae36-5fabedb6ed72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=958cf123-069b-457a-aebf-07346ef03e40 HTTP/1.1" status: 200 len: 217 time: 0.0383937 Mar 07 15:58:26.593766 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48818af8-ec7c-4cce-bb27-a59531af932f req-55bc64ee-5535-445a-a170-b4e8ec424ed1 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261957 Mar 07 15:58:26.605532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7699-0d27-4e06-abda-b392624df306 req-a4fd9e69-d372-4a3e-a874-d44b7392fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:26.607468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9bf7699-0d27-4e06-abda-b392624df306 req-a4fd9e69-d372-4a3e-a874-d44b7392fffc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0734091 Mar 07 15:58:26.675417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7699-0d27-4e06-abda-b392624df306 req-28b88270-1b0d-4412-8b22-87e3c3400a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:26.677624 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9bf7699-0d27-4e06-abda-b392624df306 req-28b88270-1b0d-4412-8b22-87e3c3400a78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0632422 Mar 07 15:58:26.819782 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44b6436a-3c73-4e80-8750-7191f1b4c0a8 req-e838dac1-352b-41c1-bce7-824f4d10a841 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946702 Mar 07 15:58:26.823422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3738d371-5a8f-4968-adeb-d20f6e67d72f req-e0427cf6-c776-4e3b-a8e0-735f4485d1ef tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789542 Mar 07 15:58:26.882449 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9bf7699-0d27-4e06-abda-b392624df306 req-68df08e2-4e00-4040-ac47-17996294d23b service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973176 Mar 07 15:58:26.907662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (26a99c16-9054-4002-88d9-aaff080c9834), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:26.956938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event deleted for resources: {'Port': ['ID=26a99c16-9054-4002-88d9-aaff080c9834,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:27.043550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9bf7699-0d27-4e06-abda-b392624df306 req-6d688047-77a5-42f6-aae1-8447001c6853 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514831 Mar 07 15:58:27.087066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-a65c50a6-730d-453f-93a8-4d93bf8dc710 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:27.088805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-a65c50a6-730d-453f-93a8-4d93bf8dc710 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "GET /v2.0/networks?id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d HTTP/1.1" status: 200 len: 823 time: 0.2611163 Mar 07 15:58:27.164353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5914-95b8-4679-befe-dce86496d4e4 req-723f861f-01c7-4b09-80d0-f036c825f8d1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:27.165873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82aa5914-95b8-4679-befe-dce86496d4e4 req-723f861f-01c7-4b09-80d0-f036c825f8d1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.2036781 Mar 07 15:58:27.188660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db11c9-a21a-4518-b03a-6a97132746d6 req-e23fab45-8fec-4dea-86ec-df6924ae96b0 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:27.192412 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10db11c9-a21a-4518-b03a-6a97132746d6 req-e23fab45-8fec-4dea-86ec-df6924ae96b0 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1127 time: 0.0528224 Mar 07 15:58:27.236243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2'}, {'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:27.239498 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd02583a-6af5-4eef-a0f8-e25bf8f4864b" -d '{"events": [{"server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2"}, {"server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "name": "network-vif-plugged", "status": "completed", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:27.252533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-dfbb7437-a28b-4790-88c7-12bedc69196d tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf3de462621c4348ab8702b3741d7cef HTTP/1.1" status: 200 len: 380 time: 0.1486580 Mar 07 15:58:27.253327 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10db11c9-a21a-4518-b03a-6a97132746d6 req-d0122f64-83a5-46c5-9901-371dca02d543 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514340 Mar 07 15:58:27.271544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:58:27.279113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Request body: {'port': {'device_id': '2dffbe78-284a-4820-8269-74a6cac380b7', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'admin_state_up': True, 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'security_groups': ['c2fa9865-7019-4e2a-94a9-034b7b14dc22']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:27.368544 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82aa5914-95b8-4679-befe-dce86496d4e4 req-9a67c59c-8abd-49f7-aae4-cd93d9a9e0f9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950181 Mar 07 15:58:27.371948 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba622-55bd-49f6-b050-a2e7c62da248 req-5864c0b6-4a2a-4394-9e53-66f8420e488e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:27.381700 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0bba622-55bd-49f6-b050-a2e7c62da248 req-5864c0b6-4a2a-4394-9e53-66f8420e488e tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 947 time: 0.0762239 Mar 07 15:58:27.445086 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0bba622-55bd-49f6-b050-a2e7c62da248 req-c97a7ff9-a88a-4653-84db-7acf38c38ecd tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574985 Mar 07 15:58:27.535666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:58:27.549649 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] Sync routers for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:58:27.564419 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:58:27.565591 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:27.570836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Made reservation on behalf of cf3de462621c4348ab8702b3741d7cef for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:27.573108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:27.606353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:27.641724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] No DVR routers for this DVR port 26a99c16-9054-4002-88d9-aaff080c9834 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:58:27.645850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:27.650095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad436915-d6b9-46d5-bf41-b652fb038fda req-1da8fb9f-f0a6-4d6e-8a74-78561f61ab6b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "DELETE /v2.0/ports/26a99c16-9054-4002-88d9-aaff080c9834 HTTP/1.1" status: 204 len: 173 time: 3.1615269 Mar 07 15:58:27.651181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'name': 'network-vif-deleted', 'tag': '26a99c16-9054-4002-88d9-aaff080c9834'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:27.654611 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74226f37-9475-4343-9a9d-cd7b2874efbe" -d '{"events": [{"server_uuid": "e2e62f51-4f62-497c-9f6b-7d854103d765", "name": "network-vif-deleted", "tag": "26a99c16-9054-4002-88d9-aaff080c9834"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:27.719641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-0474ddc2-840b-4117-a9f4-c769a6a89121 req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Request body: {'security_group': {'name': 'tempest-securitygroup-539402422', 'description': 'tempest-description-437526411'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:27.831570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0474ddc2-840b-4117-a9f4-c769a6a89121 req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:27.847386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0474ddc2-840b-4117-a9f4-c769a6a89121 req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:27.848211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45a856c4-e277-4433-a62c-1dfe06773596 req-e965cb84-8e94-4cf7-85d8-133276c1aa4a tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 210 time: 0.0308814 Mar 07 15:58:27.875138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Allocated IP 172.20.0.7 (24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d/6cc165be-8c36-4fad-bc66-d9e9ab914a05/c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:27.885109 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:58:27.932425 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646adfa3-76de-40d4-8211-bf67521ffb64 x-openstack-request-id: req-646adfa3-76de-40d4-8211-bf67521ffb64 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:27.932738 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2", "code": 200}, {"server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "name": "network-vif-plugged", "status": "completed", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:27.933001 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-646adfa3-76de-40d4-8211-bf67521ffb64 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:27.933409 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'code': 200} Mar 07 15:58:27.933666 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'code': 200} Mar 07 15:58:28.035559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0474ddc2-840b-4117-a9f4-c769a6a89121 req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (1bce7d97-dffe-426f-bccd-9c5835a73583), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.045068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0474ddc2-840b-4117-a9f4-c769a6a89121 req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1bce7d97-dffe-426f-bccd-9c5835a73583), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.105677 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.128255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce7d97-dffe-426f-bccd-9c5835a73583,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:28.132006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d406a-d258-4bab-bce3-b5a4c9346e1a req-e2d6b21f-d7e8-4d76-a971-a2b3ba43e484 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:28.133895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f38d406a-d258-4bab-bce3-b5a4c9346e1a req-e2d6b21f-d7e8-4d76-a971-a2b3ba43e484 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 949 time: 0.0787318 Mar 07 15:58:28.142333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5d039-d05f-45d1-a7e3-8e106502095e req-9b4c6a80-5c64-4543-93bd-dd191df92096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:28.144909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5f5d039-d05f-45d1-a7e3-8e106502095e req-9b4c6a80-5c64-4543-93bd-dd191df92096 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.1386504 Mar 07 15:58:28.196802 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0474ddc2-840b-4117-a9f4-c769a6a89121 req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (826e8121-b5e2-4b01-8635-6ac148d22dee), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.203294 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0474ddc2-840b-4117-a9f4-c769a6a89121 req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (826e8121-b5e2-4b01-8635-6ac148d22dee), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.217644 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f38d406a-d258-4bab-bce3-b5a4c9346e1a req-a425a334-a95c-4e39-9070-350290f4e73e tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714178 Mar 07 15:58:28.220874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.236646 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5f5d039-d05f-45d1-a7e3-8e106502095e req-7cd0a425-400e-4a5a-bc38-e669e3220afd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753710 Mar 07 15:58:28.276239 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:28.290966 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376b73d3-50cd-4ff9-98d6-568054803177 x-openstack-request-id: req-376b73d3-50cd-4ff9-98d6-568054803177 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:28.291264 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e62f51-4f62-497c-9f6b-7d854103d765", "name": "network-vif-deleted", "tag": "26a99c16-9054-4002-88d9-aaff080c9834", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:28.291525 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-376b73d3-50cd-4ff9-98d6-568054803177 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:28.291934 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e62f51-4f62-497c-9f6b-7d854103d765', 'name': 'network-vif-deleted', 'tag': '26a99c16-9054-4002-88d9-aaff080c9834', 'status': 'completed', 'code': 200} Mar 07 15:58:28.303159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826e8121-b5e2-4b01-8635-6ac148d22dee,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:28.329716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0474ddc2-840b-4117-a9f4-c769a6a89121 req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.341097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0474ddc2-840b-4117-a9f4-c769a6a89121 req-199b6f41-3323-4880-99c0-0135e46ffd3c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6636100 Mar 07 15:58:28.343264 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] Checking router: 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:58:28.355986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:28.359767 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:58:28.361563 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:28.361832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:28.379972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:28.486431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event updated for resources: {'Port': ['ID=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:28.544072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:28.544741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.564574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1b5b9-9a42-433e-b808-9a36d73746cf req-88168793-4211-4914-8bc9-deccb1cba326 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:28.567450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6dc1b5b9-9a42-433e-b808-9a36d73746cf req-88168793-4211-4914-8bc9-deccb1cba326 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 946 time: 0.1365643 Mar 07 15:58:28.588307 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:58:28.605469 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-53fe34be-1e74-4efb-8a21-fbbe9565c359 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3323793 Mar 07 15:58:28.624484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Request body: {'port': {'device_id': '2dffbe78-284a-4820-8269-74a6cac380b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:28.650329 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6dc1b5b9-9a42-433e-b808-9a36d73746cf req-dd88a965-792f-4547-9294-a59d3d29c75f tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677154 Mar 07 15:58:28.680512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-94b19ebe-58a3-4b79-ba80-24883693f5ee req-75673d6c-6aeb-4db5-9150-e262ae2db97c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1271144673', 'description': 'tempest-description-1138382100'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:28.731735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b19ebe-58a3-4b79-ba80-24883693f5ee req-75673d6c-6aeb-4db5-9150-e262ae2db97c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.777102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.856275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b19ebe-58a3-4b79-ba80-24883693f5ee req-75673d6c-6aeb-4db5-9150-e262ae2db97c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (ab7a131d-ac94-4580-b6e3-65c5cbfe4751), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.862165 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b19ebe-58a3-4b79-ba80-24883693f5ee req-75673d6c-6aeb-4db5-9150-e262ae2db97c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ab7a131d-ac94-4580-b6e3-65c5cbfe4751), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.902385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b19ebe-58a3-4b79-ba80-24883693f5ee req-75673d6c-6aeb-4db5-9150-e262ae2db97c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:28.918626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b19ebe-58a3-4b79-ba80-24883693f5ee req-75673d6c-6aeb-4db5-9150-e262ae2db97c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2431545 Mar 07 15:58:28.950087 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75673d6c-6aeb-4db5-9150-e262ae2db97c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7a131d-ac94-4580-b6e3-65c5cbfe4751,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:28.956624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42078) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:29.017139 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:29.051981 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a14320-10d5-4b10-9aba-aa28d501dd53 None None] The sync data for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 is: [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:58:29.067779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b923cc5-faf8-4208-9b69-9e74d92315a3 req-86bf0e3e-63d4-4b91-8a1a-1a0064930690 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:29.076750 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8b923cc5-faf8-4208-9b69-9e74d92315a3 req-86bf0e3e-63d4-4b91-8a1a-1a0064930690 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 947 time: 0.0790086 Mar 07 15:58:29.082574 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.147474 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8b923cc5-faf8-4208-9b69-9e74d92315a3 req-a5556798-8a72-42ec-965b-826e7efbf90f tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691631 Mar 07 15:58:29.162165 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f613baf-c3ca-44f3-8e08-7d2528f797d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.208796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a3405-f283-4940-9cc0-c982e8127d09 req-63ee28dd-cb38-40fd-b26e-cf0ae8c98b7b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:29.220626 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c9a3405-f283-4940-9cc0-c982e8127d09 req-63ee28dd-cb38-40fd-b26e-cf0ae8c98b7b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.2067540 Mar 07 15:58:29.273838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 26a99c16-9054-4002-88d9-aaff080c9834 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:58:29.294211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f613baf-c3ca-44f3-8e08-7d2528f797d5 admin admin] Publish callbacks [] for security_group (59352e18-6ee3-447c-b49c-9f49bfd861d4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.301577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f613baf-c3ca-44f3-8e08-7d2528f797d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (59352e18-6ee3-447c-b49c-9f49bfd861d4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.322039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c9a3405-f283-4940-9cc0-c982e8127d09 req-65ab5e6f-ef06-4db6-a94b-ca0708386eff tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004658 Mar 07 15:58:29.329477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa281-bcd9-474b-aa61-ec8ca97d28c6 req-fd0e929f-7c41-4529-b851-b7d940199063 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:29.330178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 26a99c16-9054-4002-88d9-aaff080c9834 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:58:29.331342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 26a99c16-9054-4002-88d9-aaff080c9834 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:58:29.332084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c7fa281-bcd9-474b-aa61-ec8ca97d28c6 req-fd0e929f-7c41-4529-b851-b7d940199063 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1127 time: 0.0814600 Mar 07 15:58:29.387000 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7f613baf-c3ca-44f3-8e08-7d2528f797d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68c8b43c9a7d4ddca7e99949f03e1844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290166 Mar 07 15:58:29.389748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f613baf-c3ca-44f3-8e08-7d2528f797d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59352e18-6ee3-447c-b49c-9f49bfd861d4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:29.390373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42084) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:29.400076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:29.437560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Publish callbacks [] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.480773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c7fa281-bcd9-474b-aa61-ec8ca97d28c6 req-fcc239ff-efa1-4e3d-8e1c-4e9398b6e59a tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283467 Mar 07 15:58:29.493688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Transition to ACTIVE for port object c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:29.502678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.527348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa739f60-af9e-42ab-ba30-14bb6294fe7c None None] New status for floating IP f5510c5e-8c93-4fa2-be49-a4d379baf752: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:58:29.557859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2924b9e2-0d72-4cb3-8272-35ccf0e307be admin admin] Publish callbacks [] for security_group (59352e18-6ee3-447c-b49c-9f49bfd861d4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.591352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280326f9-268c-4d31-9033-00873efd653f service neutron] Pushing event updated for resources: {'Port': ['ID=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:29.600995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbc620-1886-474a-a648-d650a8c1b0e6 req-dad6845f-1a51-469c-80ad-65351b208f0c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:29.607688 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fdbc620-1886-474a-a648-d650a8c1b0e6 req-dad6845f-1a51-469c-80ad-65351b208f0c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 931 time: 0.1888101 Mar 07 15:58:29.649505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2924b9e2-0d72-4cb3-8272-35ccf0e307be admin admin] Publish callbacks [] for security_group (59352e18-6ee3-447c-b49c-9f49bfd861d4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.658123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf5734-4d23-4162-839b-73e6fc667799 req-892a0e7d-da65-4c46-90e7-cc4fa335f791 tempest-ServersAdminNegativeTestJSON-151351075 tempest-ServersAdminNegativeTestJSON-151351075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:29.667157 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aaf5734-4d23-4162-839b-73e6fc667799 req-892a0e7d-da65-4c46-90e7-cc4fa335f791 tempest-ServersAdminNegativeTestJSON-151351075 tempest-ServersAdminNegativeTestJSON-151351075-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 1131 time: 0.0633299 Mar 07 15:58:29.690943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6aaf5734-4d23-4162-839b-73e6fc667799 req-4d213c43-82ea-46b8-87a6-86c33edc7b84 tempest-ServersAdminNegativeTestJSON-151351075 tempest-ServersAdminNegativeTestJSON-151351075-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.774132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fdbc620-1886-474a-a648-d650a8c1b0e6 req-1481b0cc-ece9-4c27-8b39-6272e32ecb8e tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633658 Mar 07 15:58:29.795876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6aaf5734-4d23-4162-839b-73e6fc667799 req-4d213c43-82ea-46b8-87a6-86c33edc7b84 tempest-ServersAdminNegativeTestJSON-151351075 tempest-ServersAdminNegativeTestJSON-151351075-project-admin] Publish callbacks [] for security_group (587fd8b4-d0bb-4fe5-9b90-644c27f76c64), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.803120 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6aaf5734-4d23-4162-839b-73e6fc667799 req-4d213c43-82ea-46b8-87a6-86c33edc7b84 tempest-ServersAdminNegativeTestJSON-151351075 tempest-ServersAdminNegativeTestJSON-151351075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (587fd8b4-d0bb-4fe5-9b90-644c27f76c64), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.812971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 958cf123-069b-457a-aebf-07346ef03e40 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:29.815675 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2924b9e2-0d72-4cb3-8272-35ccf0e307be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (59352e18-6ee3-447c-b49c-9f49bfd861d4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.818787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2924b9e2-0d72-4cb3-8272-35ccf0e307be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.823858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2924b9e2-0d72-4cb3-8272-35ccf0e307be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59352e18-6ee3-447c-b49c-9f49bfd861d4 HTTP/1.1" status: 204 len: 168 time: 0.4308829 Mar 07 15:58:29.848979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924b9e2-0d72-4cb3-8272-35ccf0e307be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59352e18-6ee3-447c-b49c-9f49bfd861d4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:29.851119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Attempting to bind port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:29.851503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Attempting to bind port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:29.851936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Attempting to bind port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 on network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:29.857833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 on network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:29.858363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Attempting to bind port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 on network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:29.865598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:29.865938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Checking segment: {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:29.866416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Bound using segment: {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:29.866738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Bound port: c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:29.867145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:29.901482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aaf5734-4d23-4162-839b-73e6fc667799 req-4d213c43-82ea-46b8-87a6-86c33edc7b84 tempest-ServersAdminNegativeTestJSON-151351075 tempest-ServersAdminNegativeTestJSON-151351075-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333453 Mar 07 15:58:29.902277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d213c43-82ea-46b8-87a6-86c33edc7b84 tempest-ServersAdminNegativeTestJSON-151351075 tempest-ServersAdminNegativeTestJSON-151351075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587fd8b4-d0bb-4fe5-9b90-644c27f76c64,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:30.001450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] For port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:30.010966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] For port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:30.034585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2b2907cd-0831-4f7d-9a1a-23df1bffa67d req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-869613664', 'description': 'tempest-description-1629302523'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:30.057778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 958cf123-069b-457a-aebf-07346ef03e40, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=958cf123-069b-457a-aebf-07346ef03e40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:30.066008 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.072216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '958cf123-069b-457a-aebf-07346ef03e40', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '958cf123-069b-457a-aebf-07346ef03e40', 'mac_address': 'fa:16:3e:2a:5e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:30.083652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0797-832c-4366-93f5-3ae144c7c08f req-c676de39-8948-4289-86a6-17c52c2992a5 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:30.093500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a9cc0797-832c-4366-93f5-3ae144c7c08f req-c676de39-8948-4289-86a6-17c52c2992a5 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1132 time: 0.0709391 Mar 07 15:58:30.117141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:30.117763 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.119237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-280326f9-268c-4d31-9033-00873efd653f service neutron] 10.222.0.11 "PUT /v2.0/ports/c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 HTTP/1.1" status: 200 len: 1091 time: 1.5055759 Mar 07 15:58:30.145921 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b2907cd-0831-4f7d-9a1a-23df1bffa67d req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.161139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b2907cd-0831-4f7d-9a1a-23df1bffa67d req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.164435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a9cc0797-832c-4366-93f5-3ae144c7c08f req-677c4545-9968-4984-9875-03ebff8e8eed tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697160 Mar 07 15:58:30.167150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 958cf123-069b-457a-aebf-07346ef03e40 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:30.167638 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (958cf123-069b-457a-aebf-07346ef03e40), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.201771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958cf123-069b-457a-aebf-07346ef03e40 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:30.224954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 958cf123-069b-457a-aebf-07346ef03e40, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=958cf123-069b-457a-aebf-07346ef03e40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:30.232945 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (958cf123-069b-457a-aebf-07346ef03e40), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.287406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280326f9-268c-4d31-9033-00873efd653f service neutron] Pushing event updated for resources: {'Port': ['ID=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:30.291779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42102) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:30.295293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dffbe78-284a-4820-8269-74a6cac380b7', 'tag': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:30.297852 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11b8c41-f94a-4619-8651-9c77bfc3245d" -d '{"events": [{"name": "network-changed", "server_uuid": "2dffbe78-284a-4820-8269-74a6cac380b7", "tag": "c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:30.316615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf90-62f1-420b-9298-1be6961574b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.343318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-c1246809-d44d-4f0a-a0e5-08a5027a489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:30.345565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-c1246809-d44d-4f0a-a0e5-08a5027a489a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf3de462621c4348ab8702b3741d7cef&device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 1125 time: 0.1689909 Mar 07 15:58:30.362924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=958cf123-069b-457a-aebf-07346ef03e40,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:30.412253 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-5ce70cbf-79cd-473c-8129-36db695d1b54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 HTTP/1.1" status: 200 len: 217 time: 0.0586357 Mar 07 15:58:30.413145 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf90-62f1-420b-9298-1be6961574b3 admin admin] Publish callbacks [] for security_group (36ef4852-95e1-46a6-86e8-9d0148ea9bb3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.418530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf90-62f1-420b-9298-1be6961574b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (36ef4852-95e1-46a6-86e8-9d0148ea9bb3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.469454 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8d07cf90-62f1-420b-9298-1be6961574b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c52d6279bd834f0ea5fc4d8cd4031825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760755 Mar 07 15:58:30.471602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07cf90-62f1-420b-9298-1be6961574b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ef4852-95e1-46a6-86e8-9d0148ea9bb3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:30.474293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42110) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:30.513619 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b2907cd-0831-4f7d-9a1a-23df1bffa67d req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (568b900a-7d77-4a18-a36d-03c6b8cfe587), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.520396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-9ef9d453-e673-4736-8531-e4e503d1ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:30.522687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-9ef9d453-e673-4736-8531-e4e503d1ca3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cc165be-8c36-4fad-bc66-d9e9ab914a05 HTTP/1.1" status: 200 len: 862 time: 0.0998967 Mar 07 15:58:30.525152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b2907cd-0831-4f7d-9a1a-23df1bffa67d req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (568b900a-7d77-4a18-a36d-03c6b8cfe587), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.540751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfd61-d973-4438-9b95-64143064b51d admin admin] Publish callbacks [] for security_group (36ef4852-95e1-46a6-86e8-9d0148ea9bb3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.554233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['958cf123-069b-457a-aebf-07346ef03e40'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:30.572693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfd61-d973-4438-9b95-64143064b51d admin admin] Publish callbacks [] for security_group (36ef4852-95e1-46a6-86e8-9d0148ea9bb3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.583515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b2907cd-0831-4f7d-9a1a-23df1bffa67d req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (669d0273-f264-431b-ac7a-76946badce7a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.617456 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b2907cd-0831-4f7d-9a1a-23df1bffa67d req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (669d0273-f264-431b-ac7a-76946badce7a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.637874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfd61-d973-4438-9b95-64143064b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (36ef4852-95e1-46a6-86e8-9d0148ea9bb3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.642070 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfd61-d973-4438-9b95-64143064b51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.645728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4d6dfd61-d973-4438-9b95-64143064b51d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36ef4852-95e1-46a6-86e8-9d0148ea9bb3 HTTP/1.1" status: 204 len: 168 time: 0.1701205 Mar 07 15:58:30.655309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dfd61-d973-4438-9b95-64143064b51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ef4852-95e1-46a6-86e8-9d0148ea9bb3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:30.662433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568b900a-7d77-4a18-a36d-03c6b8cfe587,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:30.681423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b2907cd-0831-4f7d-9a1a-23df1bffa67d req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:30.695457 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b2907cd-0831-4f7d-9a1a-23df1bffa67d req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6865404 Mar 07 15:58:30.698151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-d9fcd7ab-89a1-4caf-8a03-3e746fe5177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:30.699717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-d9fcd7ab-89a1-4caf-8a03-3e746fe5177c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1147683 Mar 07 15:58:30.721079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5d941-4697-4ced-92be-17b150187138 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669d0273-f264-431b-ac7a-76946badce7a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:30.942125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15e20c-d700-4ce9-87a0-0659fba3822e req-2a1934a0-1611-4328-a22e-057e5965bc77 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:30.943792 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c15e20c-d700-4ce9-87a0-0659fba3822e req-2a1934a0-1611-4328-a22e-057e5965bc77 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 946 time: 0.1695108 Mar 07 15:58:30.974745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-1ca32376-b586-4efa-bb8b-738d43fb5901 service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501581 Mar 07 15:58:31.036595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c15e20c-d700-4ce9-87a0-0659fba3822e req-cc6ab4c1-e996-4304-8e3c-de1ef7de6dd4 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823607 Mar 07 15:58:31.136041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69135e69-0e0a-4615-ba9c-57b8210a0f7b req-6e6452ab-ab60-4193-a1ea-259a8cdc9083 service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425958 Mar 07 15:58:31.249824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f5455-7a60-434c-b676-153b83ce6412 req-fe295420-4c16-485d-8740-d12f0bd9c33a tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:31.251564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-635f5455-7a60-434c-b676-153b83ce6412 req-fe295420-4c16-485d-8740-d12f0bd9c33a tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 948 time: 0.0628717 Mar 07 15:58:31.307016 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-635f5455-7a60-434c-b676-153b83ce6412 req-2dd589b4-22f0-40b6-8b4d-e17c3b55a635 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 Mar 07 15:58:31.376602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-b3abcd7c-a69d-4947-9e81-da2ed5458925 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:58:31.378152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-b3abcd7c-a69d-4947-9e81-da2ed5458925 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070128 Mar 07 15:58:31.387919 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a785094-4a7e-4a71-8396-6921a24a0dc7 x-openstack-request-id: req-4a785094-4a7e-4a71-8396-6921a24a0dc7 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:31.388246 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dffbe78-284a-4820-8269-74a6cac380b7", "tag": "c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:31.388631 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a785094-4a7e-4a71-8396-6921a24a0dc7 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:31.389032 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dffbe78-284a-4820-8269-74a6cac380b7', 'tag': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6', 'status': 'completed', 'code': 200} Mar 07 15:58:31.429399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4bd2fd7d-3a1f-4ab1-a5e7-b269936b59d7 req-2c317aad-d34f-4fec-9a4e-b5a3d5a35b10 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1031144152', 'description': 'tempest-description-294690430'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:31.468649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-07ca1639-a90f-47dc-8018-c2028958d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:31.470048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-07ca1639-a90f-47dc-8018-c2028958d05c service neutron] 10.222.0.24 "GET /v2.0/ports/309b7805-cf60-4eb2-b5a6-63651f202a57 HTTP/1.1" status: 200 len: 1124 time: 0.0802321 Mar 07 15:58:31.485496 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4bd2fd7d-3a1f-4ab1-a5e7-b269936b59d7 req-2c317aad-d34f-4fec-9a4e-b5a3d5a35b10 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.493330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Request body: {'binding': {'host': 'n-h1-830010-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:31.493842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Unknown quota resources ['binding']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 15:58:31.532897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-ef2f3c92-743c-4f9f-abeb-707d419febf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:31.534434 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-ef2f3c92-743c-4f9f-abeb-707d419febf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf3de462621c4348ab8702b3741d7cef&device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 1125 time: 0.1178341 Mar 07 15:58:31.628385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42162) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:31.742895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-57201c08-8535-4b3b-b889-680a3c298704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:31.744388 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-57201c08-8535-4b3b-b889-680a3c298704 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d HTTP/1.1" status: 200 len: 924 time: 0.2009747 Mar 07 15:58:31.746033 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-146163836-network', 'tenant_id': '4d7c65d634624d0dbe66d8174ec416a9'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:31.754969 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4bd2fd7d-3a1f-4ab1-a5e7-b269936b59d7 req-2c317aad-d34f-4fec-9a4e-b5a3d5a35b10 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (085bfc1d-55fc-4ae9-93b0-97ffe167ca48), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.771318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Made reservation on behalf of 4d7c65d634624d0dbe66d8174ec416a9 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:31.773852 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.782863 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.798590 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4bd2fd7d-3a1f-4ab1-a5e7-b269936b59d7 req-2c317aad-d34f-4fec-9a4e-b5a3d5a35b10 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (085bfc1d-55fc-4ae9-93b0-97ffe167ca48), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.809151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-33878f65-3196-4e5d-a284-b0abe54fc153 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 HTTP/1.1" status: 200 len: 217 time: 0.0573773 Mar 07 15:58:31.817051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 on host n-h1-830010-8 for vnic_type normal with profile None {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:31.817268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:31.817572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:31.821816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 958cf123-069b-457a-aebf-07346ef03e40 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:31.867361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Port 309b7805-cf60-4eb2-b5a6-63651f202a57 on network 099477e4-23c0-427d-9020-dfe0eec5f24b not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:31.867687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:31.872473 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4bd2fd7d-3a1f-4ab1-a5e7-b269936b59d7 req-2c317aad-d34f-4fec-9a4e-b5a3d5a35b10 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.873726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4bd2fd7d-3a1f-4ab1-a5e7-b269936b59d7 req-2c317aad-d34f-4fec-9a4e-b5a3d5a35b10 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4731166 Mar 07 15:58:31.873860 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Publish callbacks [] for security_group (9b0889c4-828b-46e8-8a63-70452b74d90c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.878596 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9b0889c4-828b-46e8-8a63-70452b74d90c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.879866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317aad-d34f-4fec-9a4e-b5a3d5a35b10 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085bfc1d-55fc-4ae9-93b0-97ffe167ca48,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:31.884426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:31.884766 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Checking segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:31.885151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Bound using segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:31.885678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Bound port: 309b7805-cf60-4eb2-b5a6-63651f202a57, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:31.906523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0889c4-828b-46e8-8a63-70452b74d90c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:31.920129 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:58:31.926848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-d319cdb8-2a31-4129-900c-0991df340ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:31.934741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-d319cdb8-2a31-4129-900c-0991df340ec6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cc165be-8c36-4fad-bc66-d9e9ab914a05 HTTP/1.1" status: 200 len: 862 time: 0.1126633 Mar 07 15:58:31.939201 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fd9575d3-7f9a-48ce-944d-8b3bf334a1ad), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.939611 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Added segment fd9575d3-7f9a-48ce-944d-8b3bf334a1ad of type vlan for network 78ee575a-f626-4170-a4cb-a3daa2378837 Mar 07 15:58:31.952806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 958cf123-069b-457a-aebf-07346ef03e40 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:31.961655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 958cf123-069b-457a-aebf-07346ef03e40 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:31.962472 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (958cf123-069b-457a-aebf-07346ef03e40), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:31.996959 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (78ee575a-f626-4170-a4cb-a3daa2378837), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:32.026591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (78ee575a-f626-4170-a4cb-a3daa2378837), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:32.027567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:32.028530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:32.031533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:32.042017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:32.043214 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-d7628099-5866-4779-b494-4a8df2c42ad5 service neutron] 10.222.0.24 "POST /v2.0/ports/309b7805-cf60-4eb2-b5a6-63651f202a57/bindings HTTP/1.1" status: 201 len: 389 time: 0.5590956 Mar 07 15:58:32.060957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-a62462a9-fddb-4326-bffb-034a02868354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:32.062472 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-a62462a9-fddb-4326-bffb-034a02868354 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1195953 Mar 07 15:58:32.085450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b09dd-4351-4960-97f9-d0120d466ba0 req-0775f1c8-5244-4dd9-b68d-03e37fffc07c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:32.093153 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-665b09dd-4351-4960-97f9-d0120d466ba0 req-0775f1c8-5244-4dd9-b68d-03e37fffc07c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 943 time: 0.1064842 Mar 07 15:58:32.098025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 958cf123-069b-457a-aebf-07346ef03e40 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:32.098562 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (958cf123-069b-457a-aebf-07346ef03e40), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:32.145711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5156207 Mar 07 15:58:32.148512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42170) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:32.153921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Request body: {'subnet': {'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-146163836-subnet', 'tenant_id': '4d7c65d634624d0dbe66d8174ec416a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:32.155981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a077907b-fc88-4153-ad46-ed53c2666615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958cf123-069b-457a-aebf-07346ef03e40'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:32.160174 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5ce4fd-8dc1-4a4e-8319-b737fe0c991a" -d '{"events": [{"server_uuid": "a077907b-fc88-4153-ad46-ed53c2666615", "name": "network-vif-plugged", "status": "completed", "tag": "958cf123-069b-457a-aebf-07346ef03e40"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:32.161739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4858b2f-c5ec-40df-8e15-49c190daf8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=78ee575a-f626-4170-a4cb-a3daa2378837,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:32.180885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 78ee575a-f626-4170-a4cb-a3daa2378837 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:58:32.184383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Made reservation on behalf of 4d7c65d634624d0dbe66d8174ec416a9 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:32.198077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:32.239676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 958cf123-069b-457a-aebf-07346ef03e40, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=958cf123-069b-457a-aebf-07346ef03e40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:32.258835 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-665b09dd-4351-4960-97f9-d0120d466ba0 req-e10ba3a0-2347-4810-8788-339e021d652f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646123 Mar 07 15:58:32.275846 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (958cf123-069b-457a-aebf-07346ef03e40), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:32.334824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-27eaf8d7-f856-48b8-9699-a77c70d27b2c service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628429 Mar 07 15:58:32.401519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=958cf123-069b-457a-aebf-07346ef03e40,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:32.584600 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-7ed42046-ee98-4f09-a06e-323d7be09248 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3841145 Mar 07 15:58:32.592696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-b045d3ca-61b1-4b85-b1c1-7f9e4aa4649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:32.594204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-b045d3ca-61b1-4b85-b1c1-7f9e4aa4649d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1127 time: 0.2176621 Mar 07 15:58:32.616045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:32.705958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-16f558a6-b0f6-4f19-9d1e-fc8c43514d8b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3165642cfca34437bce67a855d406c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290334 Mar 07 15:58:32.842740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c11b8c41-f94a-4619-8651-9c77bfc3245d req-8cb09898-b4b7-4344-9164-d27048718da2 service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026093 Mar 07 15:58:32.874913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32b78-c69c-4091-91fa-e60465b67084 req-97f1bc28-5885-4a1c-b6d1-66207a46f560 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:32.876423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-97f1bc28-5885-4a1c-b6d1-66207a46f560 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1386862 Mar 07 15:58:32.891595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-c2d4b956-35ad-4776-bf59-ff973313e697 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/quotas/3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 375 time: 0.0090528 Mar 07 15:58:32.902902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:32.951370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-9b7e76da-c795-4a32-8f91-2a8d690e2e03 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531244 Mar 07 15:58:32.977302 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (36d17b23-18f9-4184-9f22-82907f560c90), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:33.019933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-b31614b9-07a8-465f-8a79-0ad01a92d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:33.021417 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-b31614b9-07a8-465f-8a79-0ad01a92d300 service neutron] 10.222.0.15 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 908 time: 0.4087605 Mar 07 15:58:33.111917 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-b995efb1-135f-490c-ae65-c4a415c0e20b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309b7805-cf60-4eb2-b5a6-63651f202a57 HTTP/1.1" status: 200 len: 217 time: 0.0771110 Mar 07 15:58:33.140568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d17b23-18f9-4184-9f22-82907f560c90,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:33.192086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Checking segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:33.192949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Network hostable DHCP agents. Network: 78ee575a-f626-4170-a4cb-a3daa2378837, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:58:33.208816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-73aefe8c-c862-421c-a5c6-790e7a57c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:33.210320 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-73aefe8c-c862-421c-a5c6-790e7a57c4d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.0901411 Mar 07 15:58:33.251037 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-2f922bb3-8839-4825-af59-95129f4fdf66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340095 Mar 07 15:58:33.253398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Network 78ee575a-f626-4170-a4cb-a3daa2378837 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:58:33.291908 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 78ee575a-f626-4170-a4cb-a3daa2378837) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:33.298829 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:33.302874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:33.303482 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:33.303799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07f74d-2ac5-4680-90da-70bec9656aca None None] Network 78ee575a-f626-4170-a4cb-a3daa2378837 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:33.407916 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-da614c14-35de-4c3d-878a-c2d38a2714da admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2537465 Mar 07 15:58:33.430056 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-aded0586-2987-4ab9-899f-018ee7254f94 service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720107 Mar 07 15:58:33.476410 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-afe6a72b-a944-4ea7-bef0-f539e5663eae tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53728 time: 0.3973961 Mar 07 15:58:33.499479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e3c1f1-ecde-4324-85ac-398f411c010a None None] Network 78ee575a-f626-4170-a4cb-a3daa2378837 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:33.540896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-7adb99ea-6c6d-4068-8e64-eeadf6ea238b tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1bce7d97-dffe-426f-bccd-9c5835a73583 HTTP/1.1" status: 200 len: 2998 time: 0.0540884 Mar 07 15:58:33.614626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Allocated IP 172.25.4.157 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/7cbbef4f-38c3-4013-bbea-c686abcd908f) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:33.655228 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-a9d9cda8-ea44-42c3-a0bc-91558e511116 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1bce7d97-dffe-426f-bccd-9c5835a73583 HTTP/1.1" status: 200 len: 2998 time: 0.1077652 Mar 07 15:58:33.667398 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-f837fa80-50cb-44df-9041-4c2aec6bc80a service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295082 Mar 07 15:58:33.733756 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-cff92b17-a5b8-4141-8692-7b0fd5b4f29b tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2afbda60-94f7-4361-afac-4e7f41ce3f4c HTTP/1.1" status: 200 len: 2998 time: 0.0644269 Mar 07 15:58:33.799385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-fb2755b1-98f1-48e1-a60f-3a5acd4b82e5 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2afbda60-94f7-4361-afac-4e7f41ce3f4c HTTP/1.1" status: 200 len: 2998 time: 0.0601134 Mar 07 15:58:33.845875 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-374c702c-af9d-43a4-9c71-163aacf64478 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2e97b19e-7af9-4d7a-b599-1796c2fbea89 HTTP/1.1" status: 200 len: 2998 time: 0.0454345 Mar 07 15:58:33.854025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for port (7cbbef4f-38c3-4013-bbea-c686abcd908f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:33.866785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-49ad33fc-9990-4856-bd71-1a6a64d35651 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:33.868871 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-49ad33fc-9990-4856-bd71-1a6a64d35651 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab&tenant_id=cb36658e777d4c14a575b1f3ef77e706&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 1127 time: 0.1398938 Mar 07 15:58:33.880294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-830010-8'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:33.896539 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-a5b51fd0-886c-4d29-a149-1ab174d60ad1 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2e97b19e-7af9-4d7a-b599-1796c2fbea89 HTTP/1.1" status: 200 len: 2998 time: 0.0474002 Mar 07 15:58:33.948189 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-33558bce-b219-4fd0-80c5-be05abb4383a tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3367a02c-1388-4b31-b62d-f31dec231782 HTTP/1.1" status: 200 len: 2994 time: 0.0492282 Mar 07 15:58:33.967411 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:33.981108 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7cbbef4f-38c3-4013-bbea-c686abcd908f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.005559 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-8bb2b598-41cf-4ae0-ba34-233c269fc03c tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3367a02c-1388-4b31-b62d-f31dec231782 HTTP/1.1" status: 200 len: 2994 time: 0.0513644 Mar 07 15:58:34.051090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-8718f2d6-1ff9-4934-b5d1-00d7da8c6d0f tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/371a3d21-9fee-41a7-a97a-dde555503620 HTTP/1.1" status: 200 len: 2998 time: 0.0385513 Mar 07 15:58:34.051509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:34.059520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:34.061917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:34.097608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Pushing event updated for resources: {'Port': ['ID=7cbbef4f-38c3-4013-bbea-c686abcd908f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:34.102239 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-45382924-6edc-44df-90d8-3203ed82def4 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/371a3d21-9fee-41a7-a97a-dde555503620 HTTP/1.1" status: 200 len: 2998 time: 0.0441594 Mar 07 15:58:34.124124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42212) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:34.131689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1382297850-network', 'tenant_id': '33a1d0a85f1a4c6f9b18876163448176'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:34.146530 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-03a00324-3eed-4864-8d82-c94a1696c697 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3c8b97c7-8580-4c19-979e-a563cec41685 HTTP/1.1" status: 200 len: 2998 time: 0.0386438 Mar 07 15:58:34.188355 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-ce8006fd-3bff-4077-a4a7-5dd774559759 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3c8b97c7-8580-4c19-979e-a563cec41685 HTTP/1.1" status: 200 len: 2998 time: 0.0358114 Mar 07 15:58:34.232592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-51d82d1a-b2bd-4146-9348-c50484ba598b tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/568b900a-7d77-4a18-a36d-03c6b8cfe587 HTTP/1.1" status: 200 len: 2998 time: 0.0385251 Mar 07 15:58:34.244125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Made reservation on behalf of 33a1d0a85f1a4c6f9b18876163448176 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:34.246406 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.267707 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.279681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:34.280821 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-1a96598e-d092-49fb-9421-556acfe691fb tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/568b900a-7d77-4a18-a36d-03c6b8cfe587 HTTP/1.1" status: 200 len: 2998 time: 0.0377729 Mar 07 15:58:34.281768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.353089 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-01a98b3b-fabf-43fc-8027-1554ff4bd476 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/587fd8b4-d0bb-4fe5-9b90-644c27f76c64 HTTP/1.1" status: 200 len: 2998 time: 0.0649672 Mar 07 15:58:34.355095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-6b42e96d-0983-4b06-81fa-6ce12e3b2e1f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3165642cfca34437bce67a855d406c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255435 Mar 07 15:58:34.381466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7cbbef4f-38c3-4013-bbea-c686abcd908f), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.386401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:34.464710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-3da9a5d0-24bf-4811-9cf4-df5c22931fe0 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/587fd8b4-d0bb-4fe5-9b90-644c27f76c64 HTTP/1.1" status: 200 len: 2998 time: 0.1045678 Mar 07 15:58:34.482624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:34.485050 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed0054-8082-4bdd-bbe2-f1d163f6679a" -d '{"events": [{"server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "name": "network-vif-unplugged", "status": "completed", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:34.489286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Publish callbacks [] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.511572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.521134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32b78-c69c-4091-91fa-e60465b67084 req-c44f3f58-8973-46d7-ae13-9438d084e412 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:34.522603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-c44f3f58-8973-46d7-ae13-9438d084e412 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563165 Mar 07 15:58:34.535928 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-49ef0ae1-9acf-4d36-b391-96404f134fba tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/82da7caf-b884-4cc8-9068-444768f01840 HTTP/1.1" status: 200 len: 2998 time: 0.0606518 Mar 07 15:58:34.543669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Request body: {'port': {'device_id': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '3165642cfca34437bce67a855d406c8f'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:34.604347 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Publish callbacks [] for security_group (ab549ff2-86dd-4833-9027-3af7fe6e9b13), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.616816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ab549ff2-86dd-4833-9027-3af7fe6e9b13), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.639994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-a221f56a-b253-482a-b882-c7ca78f5e018 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/82da7caf-b884-4cc8-9068-444768f01840 HTTP/1.1" status: 200 len: 2998 time: 0.0917337 Mar 07 15:58:34.674078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:58:34.703292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Pushing event updated for resources: {'Port': ['ID=309b7805-cf60-4eb2-b5a6-63651f202a57,revision_number=7']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:34.707999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-17e0997d-7070-4866-9727-00fee8901211 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/86b5a9fc-a36a-4203-aacc-f4d9f29c6e02 HTTP/1.1" status: 200 len: 2990 time: 0.0596170 Mar 07 15:58:34.715471 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Made reservation on behalf of 3165642cfca34437bce67a855d406c8f for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:34.719208 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.724974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (92cb6ef7-8c35-4f49-b2c5-10fbec3dae31), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.725324 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Added segment 92cb6ef7-8c35-4f49-b2c5-10fbec3dae31 of type vlan for network 43d02746-edd6-431f-ae86-7bb4385ef5b9 Mar 07 15:58:34.727359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 on host n-h2-830010-8 for vnic_type normal with profile {"migrating_to": "n-h1-830010-8"} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:34.727697 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:34.728028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:34.740809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab549ff2-86dd-4833-9027-3af7fe6e9b13,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:34.770758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Port 309b7805-cf60-4eb2-b5a6-63651f202a57 on network 099477e4-23c0-427d-9020-dfe0eec5f24b not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:34.771114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Attempting to bind port 309b7805-cf60-4eb2-b5a6-63651f202a57 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:34.796060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:34.796404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Checking segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:34.796786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Bound using segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:34.797221 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Bound port: 309b7805-cf60-4eb2-b5a6-63651f202a57, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:34.797580 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.802203 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (43d02746-edd6-431f-ae86-7bb4385ef5b9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.806170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for port (7cbbef4f-38c3-4013-bbea-c686abcd908f), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.809542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-34d9b8f9-43b1-49a2-b31a-acdaf880fe98 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/86b5a9fc-a36a-4203-aacc-f4d9f29c6e02 HTTP/1.1" status: 200 len: 2990 time: 0.0863724 Mar 07 15:58:34.817801 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7cbbef4f-38c3-4013-bbea-c686abcd908f), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.903575 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-d5aa5f5b-1338-4d05-b0b7-b1b6ee022109 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9b0889c4-828b-46e8-8a63-70452b74d90c HTTP/1.1" status: 200 len: 2998 time: 0.0846891 Mar 07 15:58:34.913181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Allocated IP 192.168.233.72 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/4b66d692-6694-4eed-972e-160f0f4a7704) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:34.923218 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (43d02746-edd6-431f-ae86-7bb4385ef5b9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.924318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:34.925071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:34.934437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Pushing event updated for resources: {'Port': ['ID=7cbbef4f-38c3-4013-bbea-c686abcd908f,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:34.977323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-7fff79c9-f234-4d9e-9b23-3fa2599be07d tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9b0889c4-828b-46e8-8a63-70452b74d90c HTTP/1.1" status: 200 len: 2998 time: 0.0653973 Mar 07 15:58:34.984110 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8550115 Mar 07 15:58:34.984986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42216) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:34.998143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Request body: {'subnet': {'network_id': '43d02746-edd6-431f-ae86-7bb4385ef5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1382297850-subnet', 'tenant_id': '33a1d0a85f1a4c6f9b18876163448176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:35.026217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:35.028657 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.031213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205df5f7-0fa7-4378-917a-8e0df2fadd93 admin admin] Pushing event updated for resources: {'Network': ['ID=43d02746-edd6-431f-ae86-7bb4385ef5b9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:35.044319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 43d02746-edd6-431f-ae86-7bb4385ef5b9 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:58:35.047585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:35.057098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.069415 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.071356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-defc217a-8a53-48a9-b57a-0a2a6faebfcb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4804521 Mar 07 15:58:35.073225 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-3698d6c1-0ff9-4453-bb6e-d199f44b3949 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a693c164-ef8e-4fbf-baca-6fa9d35ebbe9 HTTP/1.1" status: 200 len: 2998 time: 0.0896215 Mar 07 15:58:35.073864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Made reservation on behalf of 33a1d0a85f1a4c6f9b18876163448176 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:35.076488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.195596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-c9afd67b-aecc-4c69-8af3-d19d93fc7aeb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.1003377 Mar 07 15:58:35.203711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Pushing event updated for resources: {'Port': ['ID=309b7805-cf60-4eb2-b5a6-63651f202a57,revision_number=8']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:35.233017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:35.233733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.235085 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-6a74504f-7d5b-4f28-b534-fb0bac5080f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/309b7805-cf60-4eb2-b5a6-63651f202a57 HTTP/1.1" status: 200 len: 1121 time: 1.3590596 Mar 07 15:58:35.245424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks [] for port (4b66d692-6694-4eed-972e-160f0f4a7704), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.250643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-ffa9e856-1e9b-4cf0-8765-84bc92e6854c tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a693c164-ef8e-4fbf-baca-6fa9d35ebbe9 HTTP/1.1" status: 200 len: 2998 time: 0.1435516 Mar 07 15:58:35.282779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:35.331267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['309b7805-cf60-4eb2-b5a6-63651f202a57'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:35.334593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-128aa10a-9aa8-426d-9731-37d748274ade tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:35.335906 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-128aa10a-9aa8-426d-9731-37d748274ade tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1332617 Mar 07 15:58:35.348772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-403f0b9e-ef30-4ff3-95e1-09907a7257ac tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:58:35.350273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ad63c1d-d02a-4be6-bd75-d18f28f79de7 req-403f0b9e-ef30-4ff3-95e1-09907a7257ac tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079272 Mar 07 15:58:35.366931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.391680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['704865d3-395e-4f13-9e19-ab82c2b58dc3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:35.411596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-76a47b71-844f-4f73-ad0d-20fcb0d2ae8c tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b6af8c3a-bc44-41ee-a061-fbab82c1bab2 HTTP/1.1" status: 200 len: 2994 time: 0.1498845 Mar 07 15:58:35.482693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:35.493841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452fdfb-212c-4c32-b48e-3f322fc81a08 req-e06d8132-4361-4554-95ae-9d511296c104 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:35.495628 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5452fdfb-212c-4c32-b48e-3f322fc81a08 req-e06d8132-4361-4554-95ae-9d511296c104 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 943 time: 0.0782638 Mar 07 15:58:35.496068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:35.507498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:35.515837 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (d5eb0a4a-eb88-4f72-a725-1bc5d7b338f6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.546095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Pushing event updated for resources: {'Port': ['ID=4b66d692-6694-4eed-972e-160f0f4a7704,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:35.564450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5452fdfb-212c-4c32-b48e-3f322fc81a08 req-acb1de31-4aad-409c-949b-acffb36a944e tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565317 Mar 07 15:58:35.623822 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-d95e1a3e-9bfa-42ea-8a97-95da58620e16 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b6af8c3a-bc44-41ee-a061-fbab82c1bab2 HTTP/1.1" status: 200 len: 2994 time: 0.2113276 Mar 07 15:58:35.624576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5eb0a4a-eb88-4f72-a725-1bc5d7b338f6,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:35.654379 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165b388-74a7-46d6-9023-c869e577a84a x-openstack-request-id: req-b165b388-74a7-46d6-9023-c869e577a84a {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:35.654690 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a077907b-fc88-4153-ad46-ed53c2666615", "name": "network-vif-plugged", "status": "completed", "tag": "958cf123-069b-457a-aebf-07346ef03e40", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:35.655161 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b165b388-74a7-46d6-9023-c869e577a84a {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:35.655713 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a077907b-fc88-4153-ad46-ed53c2666615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958cf123-069b-457a-aebf-07346ef03e40', 'code': 200} Mar 07 15:58:35.685462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:35.686448 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.769290 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-943dfb1b-7fb9-4f6c-8c43-87700c5bdcae tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bde66023-5fdd-45ff-b9bb-2e7e1831644a HTTP/1.1" status: 200 len: 2994 time: 0.1243155 Mar 07 15:58:35.774133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Checking segment: {'id': '92cb6ef7-8c35-4f49-b2c5-10fbec3dae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '43d02746-edd6-431f-ae86-7bb4385ef5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:35.774622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Network hostable DHCP agents. Network: 43d02746-edd6-431f-ae86-7bb4385ef5b9, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:58:35.782073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-890ad831-8175-4cb4-a5a0-cb253165c7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2421932 Mar 07 15:58:35.789365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:35.806296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477dd57-769a-4e0f-9991-8888f77f5bc2 req-46bf5f52-e1d8-4409-bcb5-e132be33a1b4 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:35.808671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Request body: {'port': {'device_id': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:35.816065 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6477dd57-769a-4e0f-9991-8888f77f5bc2 req-46bf5f52-e1d8-4409-bcb5-e132be33a1b4 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 949 time: 0.1275067 Mar 07 15:58:35.823835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'port_id': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6', 'mac_address': 'fa:16:3e:8f:2f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:35.829684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b97514-a083-44d4-9c3f-7b1a49dbdf68 req-91863ecd-3aa8-4c90-aed2-7f1ae56719e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:35.832662 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9b97514-a083-44d4-9c3f-7b1a49dbdf68 req-91863ecd-3aa8-4c90-aed2-7f1ae56719e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 1131 time: 0.1038611 Mar 07 15:58:35.879393 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-547ef20f-9266-460f-98ae-6d5be81c2c8b tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bde66023-5fdd-45ff-b9bb-2e7e1831644a HTTP/1.1" status: 200 len: 2994 time: 0.0961080 Mar 07 15:58:35.892488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6477dd57-769a-4e0f-9991-8888f77f5bc2 req-1b0f2626-01e9-4b48-b7b1-58f9a341a915 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758274 Mar 07 15:58:35.898607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Network 43d02746-edd6-431f-ae86-7bb4385ef5b9 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:58:35.906831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-68a8941d-4195-4a98-ad27-b54ca328f5bb None None] Provisioning complete for port 4b66d692-6694-4eed-972e-160f0f4a7704 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:35.907216 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-68a8941d-4195-4a98-ad27-b54ca328f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.921654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:35.922052 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.929291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.933162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9b97514-a083-44d4-9c3f-7b1a49dbdf68 req-acf5aac0-ee8b-457e-a248-d8c8454d10e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928566 Mar 07 15:58:35.936610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 43d02746-edd6-431f-ae86-7bb4385ef5b9) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:35.941518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:35.942280 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:35.956137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77330aee-fa67-4459-8a32-51d200d54b11 None None] Network 43d02746-edd6-431f-ae86-7bb4385ef5b9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:35.980490 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-909f1a86-47e2-482f-94fa-bf0e602c9c15 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c579d5fd-e310-4dda-8adb-a8cb7749f788 HTTP/1.1" status: 200 len: 2998 time: 0.0845120 Mar 07 15:58:35.996146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:36.006847 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-388a0d08-6efc-4857-907f-526119b87c41 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0193820 Mar 07 15:58:36.040279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca3ada-3c9b-42f4-98e1-1b462785f1de req-c7ce8d18-5799-4da0-a5b4-588f0a485464 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:36.043019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8bca3ada-3c9b-42f4-98e1-1b462785f1de req-c7ce8d18-5799-4da0-a5b4-588f0a485464 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 935 time: 0.0788541 Mar 07 15:58:36.053107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-68a8941d-4195-4a98-ad27-b54ca328f5bb None None] Port 4b66d692-6694-4eed-972e-160f0f4a7704 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:58:36.071816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:36.084504 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:36.122876 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8bca3ada-3c9b-42f4-98e1-1b462785f1de req-8d176965-0826-4b69-bfa2-7270da93a0dc tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735083 Mar 07 15:58:36.128404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-09d0aba7-e599-403f-a4b1-fe9e0f75da8d tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c579d5fd-e310-4dda-8adb-a8cb7749f788 HTTP/1.1" status: 200 len: 2998 time: 0.1294484 Mar 07 15:58:36.164651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c1b64-0811-4bed-aba6-5f91c765e42c None None] Network 43d02746-edd6-431f-ae86-7bb4385ef5b9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:36.228872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-f98d5aa6-519a-4eaf-8fb0-bc83635b9b4a tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dd9ca8c2-195d-4e73-9b55-b2bafb910ee7 HTTP/1.1" status: 200 len: 2998 time: 0.0940490 Mar 07 15:58:36.238383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:36.291531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625c04c-bacd-4680-8380-a208884c1a42 req-d5b1eab6-a1da-4319-b273-fa9176e69bcf tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:36.292289 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5625c04c-bacd-4680-8380-a208884c1a42 req-d5b1eab6-a1da-4319-b273-fa9176e69bcf tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 944 time: 0.0777225 Mar 07 15:58:36.322734 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f654beb-7d82-4a86-8346-f6c7119531b3 req-1864f85d-3658-4fdb-b757-758e94224cf6 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dd9ca8c2-195d-4e73-9b55-b2bafb910ee7 HTTP/1.1" status: 200 len: 2998 time: 0.0929806 Mar 07 15:58:36.349741 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5625c04c-bacd-4680-8380-a208884c1a42 req-fbbe8313-1e34-49cd-b021-a521767a4c5d tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520995 Mar 07 15:58:36.362468 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acc2416-670d-42f9-b79d-f61d8b33f460 x-openstack-request-id: req-0acc2416-670d-42f9-b79d-f61d8b33f460 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:36.362688 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "name": "network-vif-unplugged", "status": "completed", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:36.363145 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0acc2416-670d-42f9-b79d-f61d8b33f460 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:36.364011 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57', 'code': 200} Mar 07 15:58:36.374930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:36.415734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b66d692-6694-4eed-972e-160f0f4a7704 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:36.424920 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Publish callbacks [] for port (4b66d692-6694-4eed-972e-160f0f4a7704), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:36.451855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Transition to ACTIVE for port object 4b66d692-6694-4eed-972e-160f0f4a7704 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:36.469890 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:36.483107 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:36.602839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Pushing event updated for resources: {'Port': ['ID=4b66d692-6694-4eed-972e-160f0f4a7704,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:36.660188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-aca9dc68-de9f-45e2-b1a9-353103037771 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:36.661808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-aca9dc68-de9f-45e2-b1a9-353103037771 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 821 time: 0.2276459 Mar 07 15:58:36.685767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-159f0172-6ebb-4858-a67d-8d2d9ac08256 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:36.687719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-159f0172-6ebb-4858-a67d-8d2d9ac08256 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 820 time: 0.1163611 Mar 07 15:58:36.691192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-8a310db5-cb20-41db-97b0-94e5a720cb71 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/quotas/736a9dabb4ab44d097650e24bd666897 HTTP/1.1" status: 200 len: 375 time: 0.0225050 Mar 07 15:58:36.693734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Attempting to bind port 4b66d692-6694-4eed-972e-160f0f4a7704 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:36.694079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Attempting to bind port 4b66d692-6694-4eed-972e-160f0f4a7704 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:36.694552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Attempting to bind port 4b66d692-6694-4eed-972e-160f0f4a7704 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:36.707644 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-ec78dc83-01f0-48c5-bd5a-eebeddbd82c1 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/quotas/4d7c65d634624d0dbe66d8174ec416a9 HTTP/1.1" status: 200 len: 375 time: 0.0122759 Mar 07 15:58:36.709116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Port 4b66d692-6694-4eed-972e-160f0f4a7704 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:36.709447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Attempting to bind port 4b66d692-6694-4eed-972e-160f0f4a7704 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:36.715415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:36.715752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:36.716139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:36.716673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Bound port: 4b66d692-6694-4eed-972e-160f0f4a7704, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:36.717045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:36.811144 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-fdc92df7-ca5b-4f82-a729-83a12b6ad857 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1116514 Mar 07 15:58:36.831224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:36.860192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4b66d692-6694-4eed-972e-160f0f4a7704,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:36.891651 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:36.942207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:36.942857 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:36.944265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] 10.222.0.11 "PUT /v2.0/ports/4b66d692-6694-4eed-972e-160f0f4a7704 HTTP/1.1" status: 200 len: 1095 time: 1.1424839 Mar 07 15:58:36.944799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:36.947046 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40344016-af0c-4c9e-8ebe-3d714690f675" -d '{"events": [{"name": "network-changed", "server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:36.947855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-c3ecdae6-7bb1-4f4a-9dd6-8fa756b3b289 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2320261 Mar 07 15:58:36.979273 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-8058be02-e197-4f96-a117-8617d7eeb051 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593149 Mar 07 15:58:36.984380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed6773-12a0-47d9-be84-3e66b5daea5e service neutron] Pushing event updated for resources: {'Port': ['ID=4b66d692-6694-4eed-972e-160f0f4a7704,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:37.066000 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-a16d9c4e-0376-4aa8-9a4c-3831ebadadff service neutron] 10.222.0.24 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061995 Mar 07 15:58:37.092761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32b78-c69c-4091-91fa-e60465b67084 req-b77a42d7-fbd9-4f0c-9fd3-e4622c0e7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:37.094292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-b77a42d7-fbd9-4f0c-9fd3-e4622c0e7638 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 1129 time: 0.0996766 Mar 07 15:58:37.144410 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-f92fde08-29ec-498a-b10e-d75080378592 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4b66d692-6694-4eed-972e-160f0f4a7704 HTTP/1.1" status: 200 len: 217 time: 0.0398057 Mar 07 15:58:37.146449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-31cc73d7-f999-42ba-b08f-21a88c9f9992 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591067 Mar 07 15:58:37.170209 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-f73fd70d-50c7-451b-b5d4-9a6300de78e6 service neutron] 10.222.0.24 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959263 Mar 07 15:58:37.197545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32b78-c69c-4091-91fa-e60465b67084 req-04e9edff-a930-403c-a58b-11d4a965c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:37.199419 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-04e9edff-a930-403c-a58b-11d4a965c8d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0482945 Mar 07 15:58:37.255316 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32b78-c69c-4091-91fa-e60465b67084 req-b19d43d7-b218-49fd-ae80-0f37f8cf0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:37.257263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-b19d43d7-b218-49fd-ae80-0f37f8cf0de4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0500395 Mar 07 15:58:37.292738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:37.465629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:37.475220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:37.476398 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:37.493562 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-629742e9-e9f9-4266-8596-f94307ed74b4 req-90578960-5348-46c6-a6b3-9a3401027a61 tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9751a8146c9949bd8b73216a89ff9d8e HTTP/1.1" status: 200 len: 6153 time: 0.2206247 Mar 07 15:58:37.522545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-8e7d3b46-34ee-4228-9521-87efc053dc5c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581842 Mar 07 15:58:37.625895 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:37.628827 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:37.637649 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-629742e9-e9f9-4266-8596-f94307ed74b4 req-b4bbc33c-3e9a-4412-969a-4c1e81f1127c tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] 10.222.0.24 "GET /v2.0/security-groups/1bce7d97-dffe-426f-bccd-9c5835a73583 HTTP/1.1" status: 200 len: 2998 time: 0.1431713 Mar 07 15:58:37.680035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dffbe78-284a-4820-8269-74a6cac380b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:37.683154 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98f9f7a-ccdb-4de8-9f91-f7d974ef567a" -d '{"events": [{"server_uuid": "2dffbe78-284a-4820-8269-74a6cac380b7", "name": "network-vif-plugged", "status": "completed", "tag": "c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:37.692934 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65b32b78-c69c-4091-91fa-e60465b67084 req-2abb7628-852b-4795-a2c2-86fe57995b5e service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551611 Mar 07 15:58:37.699533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:37.706600 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:37.713985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c7d5-85b9-481d-acd7-6de63363d75c req-59e1a023-9267-4714-9e16-9bf59fe053ee tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:37.717752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7966c7d5-85b9-481d-acd7-6de63363d75c req-59e1a023-9267-4714-9e16-9bf59fe053ee tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 943 time: 0.1170056 Mar 07 15:58:37.718843 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-629742e9-e9f9-4266-8596-f94307ed74b4 req-1399896d-97f6-4edb-8dc1-189f0b436a9e tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] 10.222.0.24 "GET /v2.0/security-groups/1bce7d97-dffe-426f-bccd-9c5835a73583 HTTP/1.1" status: 200 len: 2998 time: 0.0801072 Mar 07 15:58:37.786712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:37.830670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdc699-13b4-410e-b9ad-01911ef0c293 req-2a56d835-8f2a-4886-bf74-284710050fa0 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:37.832782 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5bfdc699-13b4-410e-b9ad-01911ef0c293 req-2a56d835-8f2a-4886-bf74-284710050fa0 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 949 time: 0.0686290 Mar 07 15:58:37.834991 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7966c7d5-85b9-481d-acd7-6de63363d75c req-6d1969bc-9d76-4991-a673-7356162dcf85 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091588 Mar 07 15:58:37.851679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:37.879242 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431688b7-0b4b-4337-8270-de2c457f8fd3 x-openstack-request-id: req-431688b7-0b4b-4337-8270-de2c457f8fd3 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:37.879573 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:37.879836 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-431688b7-0b4b-4337-8270-de2c457f8fd3 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:37.880942 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704', 'status': 'completed', 'code': 200} Mar 07 15:58:37.909494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5bfdc699-13b4-410e-b9ad-01911ef0c293 req-33a1e766-f2e4-4e82-8d22-187e9bcb78ad tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671835 Mar 07 15:58:37.975431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-05c2cd3e-bccc-4a11-a4c5-3f21bae3a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:37.977147 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-05c2cd3e-bccc-4a11-a4c5-3f21bae3a649 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 1129 time: 0.0667298 Mar 07 15:58:38.047119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:38.061097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 has no active binding in host n-h1-830010-8 {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 15:58:38.070025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4becc2e-5893-45bf-b642-597d6054a370 req-75432f94-89c0-42d4-bb31-fbee20859ae8 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 210 time: 0.0817924 Mar 07 15:58:38.076013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee740-4ce7-4112-b362-180763407615 req-3dea5fd9-bd5c-422a-9e5c-c648ceb85e0c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:38.077733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-665ee740-4ce7-4112-b362-180763407615 req-3dea5fd9-bd5c-422a-9e5c-c648ceb85e0c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 947 time: 0.0991306 Mar 07 15:58:38.160018 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-665ee740-4ce7-4112-b362-180763407615 req-d99adf4a-8e69-45c4-b7dc-0abc85b340bd tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762928 Mar 07 15:58:38.166271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-ad6ee71d-b841-4691-9b07-683185af27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:38.168093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-ad6ee71d-b841-4691-9b07-683185af27e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1787143 Mar 07 15:58:38.191075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a6a63cc-7833-4085-a37f-bb48b3d307b6 req-6951dfe2-c425-40d1-9cd3-d341b5cb896a tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 210 time: 0.0451133 Mar 07 15:58:38.240289 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-94922cfe-f98f-4e9e-ae18-77dac0ede82d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4b66d692-6694-4eed-972e-160f0f4a7704 HTTP/1.1" status: 200 len: 217 time: 0.0566683 Mar 07 15:58:38.305473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d439da0-db1b-4d9b-98d7-295a28db8ff9 req-3ffc566f-8f9c-45b4-8f8d-691cba5e1141 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:38.306953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1d439da0-db1b-4d9b-98d7-295a28db8ff9 req-3ffc566f-8f9c-45b4-8f8d-691cba5e1141 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 945 time: 0.0570438 Mar 07 15:58:38.335741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-f292281c-f4b3-494d-af1c-6f16717737f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:38.337592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-f292281c-f4b3-494d-af1c-6f16717737f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0885391 Mar 07 15:58:38.364964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1d439da0-db1b-4d9b-98d7-295a28db8ff9 req-e42aa9b7-49ea-44f2-bb3b-364427144610 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474694 Mar 07 15:58:38.365424 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:38.367666 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5decb1-a3f8-4864-a7ca-83c204c73a61" -d '{"events": [{"name": "network-changed", "server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:38.386445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea53069-02ac-4b86-a7b1-b4b860ecccb1 req-54518182-83e6-4ff9-99db-d796528222ab tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:38.387944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1ea53069-02ac-4b86-a7b1-b4b860ecccb1 req-54518182-83e6-4ff9-99db-d796528222ab tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 949 time: 0.1117051 Mar 07 15:58:38.414710 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55cc3c7-0edb-4465-8def-7e0c522887f4 x-openstack-request-id: req-d55cc3c7-0edb-4465-8def-7e0c522887f4 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:38.416255 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dffbe78-284a-4820-8269-74a6cac380b7", "name": "network-vif-plugged", "status": "completed", "tag": "c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:38.425248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-00cc3c72-e923-4068-b027-9c9e97e3d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:38.426747 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-00cc3c72-e923-4068-b027-9c9e97e3d7a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0813813 Mar 07 15:58:38.427379 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d55cc3c7-0edb-4465-8def-7e0c522887f4 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:38.427873 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dffbe78-284a-4820-8269-74a6cac380b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6', 'code': 200} Mar 07 15:58:38.460806 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c0f5a7d-17ac-4a62-b246-48460a8253f2 req-39ad1ccd-4e9e-4d5c-aca2-6140dc720a4d tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/085bfc1d-55fc-4ae9-93b0-97ffe167ca48 HTTP/1.1" status: 200 len: 1794 time: 0.0364151 Mar 07 15:58:38.476228 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1ea53069-02ac-4b86-a7b1-b4b860ecccb1 req-b6ecdebf-8276-4ef4-860b-c4bcbe872eb5 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803068 Mar 07 15:58:38.523097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6c0f5a7d-17ac-4a62-b246-48460a8253f2 req-76079e2b-a95a-4955-a45c-26e1a8d2d99a tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (085bfc1d-55fc-4ae9-93b0-97ffe167ca48), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:38.554993 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6c0f5a7d-17ac-4a62-b246-48460a8253f2 req-76079e2b-a95a-4955-a45c-26e1a8d2d99a tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (085bfc1d-55fc-4ae9-93b0-97ffe167ca48), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:38.582634 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-cdb27864-c7ba-441c-9198-1bd9014fa884 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480384 Mar 07 15:58:38.587679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d3fa-9ba1-4a9f-a689-1de540fc4652 req-7063f4f1-6f59-4ab4-b2b6-6515074ac575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:38.589098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a42d3fa-9ba1-4a9f-a689-1de540fc4652 req-7063f4f1-6f59-4ab4-b2b6-6515074ac575 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 1127 time: 0.0765407 Mar 07 15:58:38.604928 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e20e52-7100-4fd4-8423-af0505b9b929 x-openstack-request-id: req-a2e20e52-7100-4fd4-8423-af0505b9b929 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:38.606248 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:38.606556 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2e20e52-7100-4fd4-8423-af0505b9b929 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:38.608043 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57', 'status': 'completed', 'code': 200} Mar 07 15:58:38.621461 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6c0f5a7d-17ac-4a62-b246-48460a8253f2 req-76079e2b-a95a-4955-a45c-26e1a8d2d99a tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (085bfc1d-55fc-4ae9-93b0-97ffe167ca48), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:38.624789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6c0f5a7d-17ac-4a62-b246-48460a8253f2 req-76079e2b-a95a-4955-a45c-26e1a8d2d99a tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:38.626585 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c0f5a7d-17ac-4a62-b246-48460a8253f2 req-76079e2b-a95a-4955-a45c-26e1a8d2d99a tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/085bfc1d-55fc-4ae9-93b0-97ffe167ca48 HTTP/1.1" status: 204 len: 173 time: 0.1588476 Mar 07 15:58:38.681379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76079e2b-a95a-4955-a45c-26e1a8d2d99a tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085bfc1d-55fc-4ae9-93b0-97ffe167ca48,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:38.776149 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40344016-af0c-4c9e-8ebe-3d714690f675 req-d77c27ab-b992-40b9-8203-2ca77ab2f066 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845448 Mar 07 15:58:38.801729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a42d3fa-9ba1-4a9f-a689-1de540fc4652 req-b2c38cd8-3f48-4db2-ba58-743755e5ecde service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000282 Mar 07 15:58:38.850438 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-030f26c4-4e19-4eee-90d0-74c39277d992 req-6b702774-bb16-4199-a703-5207d7994e72 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "GET /v2.0/security-groups/669d0273-f264-431b-ac7a-76946badce7a HTTP/1.1" status: 200 len: 1794 time: 0.2009931 Mar 07 15:58:38.883640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-a2c7452d-a823-4a2e-aba5-699e20d991f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:38.885505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-a2c7452d-a823-4a2e-aba5-699e20d991f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1155 time: 0.1661348 Mar 07 15:58:38.918333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-8a13975d-38ef-4db1-967d-73e3599c1413 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:38.919892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-8a13975d-38ef-4db1-967d-73e3599c1413 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 821 time: 0.2683489 Mar 07 15:58:38.936854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Request body: {'port': {'device_id': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'admin_state_up': True, 'tenant_id': '736a9dabb4ab44d097650e24bd666897'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:38.970439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-030f26c4-4e19-4eee-90d0-74c39277d992 req-d5916008-21a1-4364-a659-007ab5714da6 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (669d0273-f264-431b-ac7a-76946badce7a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.054315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-030f26c4-4e19-4eee-90d0-74c39277d992 req-d5916008-21a1-4364-a659-007ab5714da6 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (669d0273-f264-431b-ac7a-76946badce7a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.172313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-13ebe641-e528-4108-bfa3-2b5c3ad712bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:39.173834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-13ebe641-e528-4108-bfa3-2b5c3ad712bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 908 time: 0.1539776 Mar 07 15:58:39.179097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Made reservation on behalf of 736a9dabb4ab44d097650e24bd666897 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:39.182699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.186764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8861-e594-4013-8445-4494cf7f1592 req-4265160d-2789-43a2-a1f9-e3ea1916f864 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:39.188268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-500a8861-e594-4013-8445-4494cf7f1592 req-4265160d-2789-43a2-a1f9-e3ea1916f864 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 949 time: 0.1143811 Mar 07 15:58:39.191988 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-030f26c4-4e19-4eee-90d0-74c39277d992 req-d5916008-21a1-4364-a659-007ab5714da6 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (669d0273-f264-431b-ac7a-76946badce7a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.194824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-8ae9f511-548c-4698-b53a-998c27a4e041 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:39.195121 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-030f26c4-4e19-4eee-90d0-74c39277d992 req-d5916008-21a1-4364-a659-007ab5714da6 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.196218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-8ae9f511-548c-4698-b53a-998c27a4e041 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.15 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 820 time: 0.4168289 Mar 07 15:58:39.196368 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-030f26c4-4e19-4eee-90d0-74c39277d992 req-d5916008-21a1-4364-a659-007ab5714da6 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/669d0273-f264-431b-ac7a-76946badce7a HTTP/1.1" status: 204 len: 173 time: 0.3365488 Mar 07 15:58:39.217427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Request body: {'port': {'device_id': '5a20de04-495a-41e0-9346-5410ac66e688', 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837', 'admin_state_up': True, 'tenant_id': '4d7c65d634624d0dbe66d8174ec416a9'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:39.245422 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-a391a72d-01e9-4dcd-baf9-1945120f8f0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309b7805-cf60-4eb2-b5a6-63651f202a57 HTTP/1.1" status: 200 len: 217 time: 0.0603514 Mar 07 15:58:39.246397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5916008-21a1-4364-a659-007ab5714da6 tempest-SecurityGroupsTestAdminJSON-1538213079 tempest-SecurityGroupsTestAdminJSON-1538213079-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669d0273-f264-431b-ac7a-76946badce7a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:39.363134 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-500a8861-e594-4013-8445-4494cf7f1592 req-75d555e3-30c0-4350-b679-585fb9afadf6 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658943 Mar 07 15:58:39.395157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008c152-8522-4a45-b231-720273048a42 req-c874c6dd-f51b-44c9-8455-e37ae5e84332 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:39.397303 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7008c152-8522-4a45-b231-720273048a42 req-c874c6dd-f51b-44c9-8455-e37ae5e84332 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.11 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 949 time: 0.1563115 Mar 07 15:58:39.414269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-309bcc0b-88a8-411f-96e8-9c8bda89278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:39.415831 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-309bcc0b-88a8-411f-96e8-9c8bda89278f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.1274791 Mar 07 15:58:39.443388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Made reservation on behalf of 4d7c65d634624d0dbe66d8174ec416a9 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:39.446738 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.465964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc598dc-0c17-42be-88df-895704ea0e58 req-11acb21b-2c4c-40f3-9183-fe5e65c3d221 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:39.467508 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ddc598dc-0c17-42be-88df-895704ea0e58 req-11acb21b-2c4c-40f3-9183-fe5e65c3d221 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 943 time: 0.1802955 Mar 07 15:58:39.472655 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-f4e89908-b3b8-4bab-94c1-aa25ae6eef16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466721 Mar 07 15:58:39.473704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Allocated IP 172.20.0.5 (fd6458b5-1fe2-44cf-884f-c22c27be562d/7485cc8c-3d51-4341-ac0b-c121c4f1d98c/87d4d8c7-cb51-41ad-8432-4f5185c745e7) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:39.489784 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e1be666-9714-425e-a409-cde2e7eb56ab req-b44a7945-4bbf-410e-a4f6-536c7fc0d785 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 210 time: 0.0519805 Mar 07 15:58:39.615477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ddc598dc-0c17-42be-88df-895704ea0e58 req-68b4f5b7-8949-499f-aea6-2f46ad43f5ab tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394982 Mar 07 15:58:39.679636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-7008c152-8522-4a45-b231-720273048a42 req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Deleting port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:58:39.679974 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7008c152-8522-4a45-b231-720273048a42 req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.712005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70ed6-2233-4aaf-a04e-f39e408ad0dc req-b4321fef-7a43-4dce-b220-cc1921782644 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:39.713402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ba70ed6-2233-4aaf-a04e-f39e408ad0dc req-b4321fef-7a43-4dce-b220-cc1921782644 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 947 time: 0.1518807 Mar 07 15:58:39.720524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Allocated IP 172.20.0.12 (78ee575a-f626-4170-a4cb-a3daa2378837/36d17b23-18f9-4184-9f22-82907f560c90/dd1f6a97-aada-4012-b141-71363c94e76c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:39.726150 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-16df83a3-cab4-4a1a-b361-d0c4f34f9e1d service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415214 Mar 07 15:58:39.823030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d9dea1e-c842-438e-b075-e970248bdb9c req-533bdc5c-2d0c-4480-8ced-dd8352b74daf tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] 10.222.0.24 "GET /v2.0/security-groups/ab7a131d-ac94-4580-b6e3-65c5cbfe4751 HTTP/1.1" status: 200 len: 1795 time: 0.1611724 Mar 07 15:58:39.852642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7008c152-8522-4a45-b231-720273048a42 req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] For port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:39.853002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7008c152-8522-4a45-b231-720273048a42 req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.860797 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.870424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ba70ed6-2233-4aaf-a04e-f39e408ad0dc req-771da90d-5d24-4fda-b769-7b96f920592f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448648 Mar 07 15:58:39.882625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-7008c152-8522-4a45-b231-720273048a42 req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Calling delete_port for 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:58:39.912765 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc5decb1-a3f8-4864-a7ca-83c204c73a61 req-2968dcea-d6b1-4749-9e0f-4868915c1506 service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762509 Mar 07 15:58:39.945617 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6d9dea1e-c842-438e-b075-e970248bdb9c req-546d6cd4-9806-4ae0-b6be-cd0cc6affcb1 tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (ab7a131d-ac94-4580-b6e3-65c5cbfe4751), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.968900 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:39.990407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ee5f970a-5097-487e-b462-a0b37ac99ab2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:40.019615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6d9dea1e-c842-438e-b075-e970248bdb9c req-546d6cd4-9806-4ae0-b6be-cd0cc6affcb1 tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (ab7a131d-ac94-4580-b6e3-65c5cbfe4751), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.028065 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Network fd6458b5-1fe2-44cf-884f-c22c27be562d is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:40.028281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad384a00-d40b-4b15-a583-3d63f01eaf66 req-d67ec980-4d93-4a97-a962-8e30ddb13377 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 210 time: 0.0430071 Mar 07 15:58:40.037715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:40.047525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:40.075729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks [] for port (dd1f6a97-aada-4012-b141-71363c94e76c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.082780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Pushing event updated for resources: {'Port': ['ID=87d4d8c7-cb51-41ad-8432-4f5185c745e7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:40.171389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6d9dea1e-c842-438e-b075-e970248bdb9c req-546d6cd4-9806-4ae0-b6be-cd0cc6affcb1 tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ab7a131d-ac94-4580-b6e3-65c5cbfe4751), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.174647 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6d9dea1e-c842-438e-b075-e970248bdb9c req-546d6cd4-9806-4ae0-b6be-cd0cc6affcb1 tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.177078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d9dea1e-c842-438e-b075-e970248bdb9c req-546d6cd4-9806-4ae0-b6be-cd0cc6affcb1 tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] 10.222.0.24 "DELETE /v2.0/security-groups/ab7a131d-ac94-4580-b6e3-65c5cbfe4751 HTTP/1.1" status: 204 len: 173 time: 0.3471968 Mar 07 15:58:40.213599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:40.214569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.238199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d6cd4-9806-4ae0-b6be-cd0cc6affcb1 tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7a131d-ac94-4580-b6e3-65c5cbfe4751,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:40.244467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.255878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-9707628d-ff0e-497d-8450-5108ab4882e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3251557 Mar 07 15:58:40.276702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Request body: {'port': {'device_id': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:40.316984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7008c152-8522-4a45-b231-720273048a42 req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.331987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:40.334346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e6859f6e-28da-414e-8c50-b44f93e8d0dd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:40.381961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2dec733-9254-47a9-8012-c4719c993113 req-6181577e-bd15-4200-8c8a-a0edaa405be9 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=47edae4f-ea68-4ec2-aff1-b76a9386a431 HTTP/1.1" status: 200 len: 210 time: 0.0711801 Mar 07 15:58:40.382906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Network 78ee575a-f626-4170-a4cb-a3daa2378837 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:40.390950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:40.409806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:40.424660 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.448960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-48960473-7a76-4617-acc6-c02b43411179 None None] Provisioning complete for port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:40.449438 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48960473-7a76-4617-acc6-c02b43411179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.509156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Pushing event updated for resources: {'Port': ['ID=dd1f6a97-aada-4012-b141-71363c94e76c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:40.532986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-48960473-7a76-4617-acc6-c02b43411179 None None] Port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:58:40.565803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381daaee-95c6-4e7f-acaa-0d1c086439e3 req-b2f13b5b-b1d9-4c10-a438-812b071ffc90 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:40.573552 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-381daaee-95c6-4e7f-acaa-0d1c086439e3 req-b2f13b5b-b1d9-4c10-a438-812b071ffc90 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 945 time: 0.3886576 Mar 07 15:58:40.576807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7008c152-8522-4a45-b231-720273048a42 req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] No DVR routers for this DVR port 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:58:40.579104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Pushing event deleted for resources: {'Port': ['ID=324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:40.582855 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7008c152-8522-4a45-b231-720273048a42 req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.586908 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7008c152-8522-4a45-b231-720273048a42 req-ad82c0e6-2052-463e-92d8-395a58e2e37b tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.11 "DELETE /v2.0/ports/324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb HTTP/1.1" status: 204 len: 173 time: 1.1818287 Mar 07 15:58:40.587373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47edae4f-ea68-4ec2-aff1-b76a9386a431', 'name': 'network-vif-deleted', 'tag': '324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:40.588644 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44246407-8e44-4a26-89d4-0e4b8fa70f02 req-5f1a9fcd-e689-41c1-9ecc-88edec5e0c6e tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] 10.222.0.24 "GET /v2.0/security-groups/826e8121-b5e2-4b01-8635-6ac148d22dee HTTP/1.1" status: 200 len: 1793 time: 0.1712778 Mar 07 15:58:40.595977 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d720ff85-f3ec-4aac-8231-1b596feac402" -d '{"events": [{"server_uuid": "47edae4f-ea68-4ec2-aff1-b76a9386a431", "name": "network-vif-deleted", "tag": "324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:40.609075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:40.610274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.655554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-2a1e5905-b2ef-46a7-9217-04da704e5e1f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4434586 Mar 07 15:58:40.671958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Request body: {'port': {'device_id': '5a20de04-495a-41e0-9346-5410ac66e688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:40.735427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-381daaee-95c6-4e7f-acaa-0d1c086439e3 req-329fe990-be7b-4592-917b-56dd8f123ec7 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603935 Mar 07 15:58:40.738667 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.755248 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-44246407-8e44-4a26-89d4-0e4b8fa70f02 req-4b04e164-2ba1-4488-98f8-6fb24411966d tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (826e8121-b5e2-4b01-8635-6ac148d22dee), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.779259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.796781 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-44246407-8e44-4a26-89d4-0e4b8fa70f02 req-4b04e164-2ba1-4488-98f8-6fb24411966d tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (826e8121-b5e2-4b01-8635-6ac148d22dee), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.871075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d4d8c7-cb51-41ad-8432-4f5185c745e7 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:40.879575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Publish callbacks [] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.888731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-44246407-8e44-4a26-89d4-0e4b8fa70f02 req-4b04e164-2ba1-4488-98f8-6fb24411966d tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (826e8121-b5e2-4b01-8635-6ac148d22dee), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.891324 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-44246407-8e44-4a26-89d4-0e4b8fa70f02 req-4b04e164-2ba1-4488-98f8-6fb24411966d tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.892459 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44246407-8e44-4a26-89d4-0e4b8fa70f02 req-4b04e164-2ba1-4488-98f8-6fb24411966d tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] 10.222.0.24 "DELETE /v2.0/security-groups/826e8121-b5e2-4b01-8635-6ac148d22dee HTTP/1.1" status: 204 len: 173 time: 0.2973676 Mar 07 15:58:40.905388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Transition to ACTIVE for port object 87d4d8c7-cb51-41ad-8432-4f5185c745e7 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:40.911125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04e164-2ba1-4488-98f8-6fb24411966d tempest-SecurityGroupsTestAdminJSON-807729023 tempest-SecurityGroupsTestAdminJSON-807729023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826e8121-b5e2-4b01-8635-6ac148d22dee,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:40.913744 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:40.938159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.15', 62069) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:40.966859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Pushing event updated for resources: {'Port': ['ID=87d4d8c7-cb51-41ad-8432-4f5185c745e7,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:40.978185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51468-186c-4b69-a9d2-8fda133b698c req-ad2a15ea-831d-4c46-aeb0-ae9df14a6a42 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:40.979823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-21c51468-186c-4b69-a9d2-8fda133b698c req-ad2a15ea-831d-4c46-aeb0-ae9df14a6a42 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 949 time: 0.1554425 Mar 07 15:58:41.121119 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-21c51468-186c-4b69-a9d2-8fda133b698c req-85a4ca81-1002-4478-bdba-3a68890b40a5 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110206 Mar 07 15:58:41.149081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-183578a5-5fa9-448b-a904-2a2f39c89631 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:41.149081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-183578a5-5fa9-448b-a904-2a2f39c89631 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.15 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 949 time: 0.2026284 Mar 07 15:58:41.167724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09409a-d902-42be-96e7-d4c2db28738e req-60a0f751-f66c-415f-9733-35a74f65b257 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:41.182241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ed09409a-d902-42be-96e7-d4c2db28738e req-60a0f751-f66c-415f-9733-35a74f65b257 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 943 time: 0.1326802 Mar 07 15:58:41.217063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Attempting to bind port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:41.217860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Attempting to bind port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:41.218263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Attempting to bind port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 on network fd6458b5-1fe2-44cf-884f-c22c27be562d {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:41.234569 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023dc69b-3ad2-4a9c-a354-a6bd951119ea x-openstack-request-id: req-023dc69b-3ad2-4a9c-a354-a6bd951119ea {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:41.239015 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47edae4f-ea68-4ec2-aff1-b76a9386a431", "name": "network-vif-deleted", "tag": "324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:41.239888 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-023dc69b-3ad2-4a9c-a354-a6bd951119ea {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:41.240396 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47edae4f-ea68-4ec2-aff1-b76a9386a431', 'name': 'network-vif-deleted', 'tag': '324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb', 'status': 'completed', 'code': 200} Mar 07 15:58:41.243232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 on network fd6458b5-1fe2-44cf-884f-c22c27be562d not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:41.243703 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Attempting to bind port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 on network fd6458b5-1fe2-44cf-884f-c22c27be562d {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:41.264632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:41.265183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Checking segment: {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:41.265869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Bound using segment: {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:41.266427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Bound port: 87d4d8c7-cb51-41ad-8432-4f5185c745e7, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0932123-1fa3-4064-be3f-b67a8a5ef36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:41.266920 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:41.291342 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ed09409a-d902-42be-96e7-d4c2db28738e req-7e7c5b89-32b0-49e9-ad2e-6ac38ba1caf9 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083221 Mar 07 15:58:41.304177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4b66d692-6694-4eed-972e-160f0f4a7704 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:41.362711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] For port 87d4d8c7-cb51-41ad-8432-4f5185c745e7, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:41.366680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] For port 87d4d8c7-cb51-41ad-8432-4f5185c745e7, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:41.368068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1f6a97-aada-4012-b141-71363c94e76c {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:41.376494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:41.422835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Publish callbacks [] for port (dd1f6a97-aada-4012-b141-71363c94e76c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:41.441295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4b66d692-6694-4eed-972e-160f0f4a7704,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:41.451070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Pushing event updated for resources: {'Port': ['ID=87d4d8c7-cb51-41ad-8432-4f5185c745e7,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:41.465099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:41.465724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:41.467292 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-b147e24b-6a8a-4da9-8755-71eefdf1228d service neutron] 10.222.0.15 "PUT /v2.0/ports/87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 200 len: 1091 time: 1.1957135 Mar 07 15:58:41.467500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42332) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:41.467748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:41.469993 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da229cc-5ab0-4cd2-aab1-5e975517ffba" -d '{"events": [{"name": "network-changed", "server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:41.470613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '4b66d692-6694-4eed-972e-160f0f4a7704', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '4b66d692-6694-4eed-972e-160f0f4a7704', 'mac_address': 'fa:16:3e:c7:27:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:41.522871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Transition to ACTIVE for port object dd1f6a97-aada-4012-b141-71363c94e76c will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:41.533887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 4b66d692-6694-4eed-972e-160f0f4a7704 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:41.534302 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:41.545849 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:41.546384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e95f25-958a-4157-9f0d-dda1d638cf03 req-7411965b-8805-4a62-ad49-1d322f54cddb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:41.548012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7e95f25-958a-4157-9f0d-dda1d638cf03 req-7411965b-8805-4a62-ad49-1d322f54cddb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 947 time: 0.0983171 Mar 07 15:58:41.562628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b66d692-6694-4eed-972e-160f0f4a7704 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:41.597222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4b66d692-6694-4eed-972e-160f0f4a7704,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:41.612734 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:41.626771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-7f85c41c-ce46-4b07-9a59-779d8a4d0bba service neutron] 10.222.0.11 "GET /v2.0/ports/309b7805-cf60-4eb2-b5a6-63651f202a57/bindings/n-h1-830010-8 HTTP/1.1" status: 200 len: 384 time: 0.3368719 Mar 07 15:58:41.640798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378779-d42b-4d76-91a6-00737f307dbd req-6da2e859-40a2-497a-ba6d-06ab4da53ef1 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:41.641894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78378779-d42b-4d76-91a6-00737f307dbd req-6da2e859-40a2-497a-ba6d-06ab4da53ef1 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 943 time: 0.2339530 Mar 07 15:58:41.668066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Deleting port 958cf123-069b-457a-aebf-07346ef03e40 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:58:41.668409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (958cf123-069b-457a-aebf-07346ef03e40), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:41.683514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=4b66d692-6694-4eed-972e-160f0f4a7704,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:41.695892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f6a97-aada-4012-b141-71363c94e76c,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:41.707128 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7e95f25-958a-4157-9f0d-dda1d638cf03 req-2f5f6268-d88f-4c05-8d93-2034b1bae3b4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292632 Mar 07 15:58:41.709333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-0bc0b0a7-819b-4384-a09a-2d6f95d18546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:41.710840 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-0bc0b0a7-819b-4384-a09a-2d6f95d18546 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 1125 time: 0.1908484 Mar 07 15:58:41.775757 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-99be37b6-1f02-47a4-b351-e7b45476a9bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 200 len: 217 time: 0.0561702 Mar 07 15:58:41.852208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:41.857416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['4b66d692-6694-4eed-972e-160f0f4a7704'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:41.878197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-61517a6a-c667-417a-b005-22bf5fa259c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:41.879713 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-61517a6a-c667-417a-b005-22bf5fa259c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.0955141 Mar 07 15:58:41.910469 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3f0e2-5b86-469f-9e3f-aa7400893339 req-979379b9-c3fe-4548-b7dc-da5ecf363f5f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:41.912003 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2cc3f0e2-5b86-469f-9e3f-aa7400893339 req-979379b9-c3fe-4548-b7dc-da5ecf363f5f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 944 time: 0.1389165 Mar 07 15:58:41.930828 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-263cdfce-37c1-416d-9d38-fa5b09236502 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038938 Mar 07 15:58:41.985701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-5e9d471f-66f8-496a-b811-673320e8b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:41.987990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-5e9d471f-66f8-496a-b811-673320e8b90e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1005955 Mar 07 15:58:41.992746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2cc3f0e2-5b86-469f-9e3f-aa7400893339 req-87eaffff-c95a-4f92-93d2-a033d83d2db8 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654209 Mar 07 15:58:42.012702 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78378779-d42b-4d76-91a6-00737f307dbd req-f9ee4f67-bd4b-4ec4-b370-db6ecc3a814a tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597047 Mar 07 15:58:42.015273 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9df145c4-7772-4331-88b2-1b2a56e8758b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9751a8146c9949bd8b73216a89ff9d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331001 Mar 07 15:58:42.032512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42340) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:42.070850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:42.083708 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d8aded-f3b6-41a2-96b9-a36c313f0ce0 x-openstack-request-id: req-36d8aded-f3b6-41a2-96b9-a36c313f0ce0 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:42.084121 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:42.084490 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36d8aded-f3b6-41a2-96b9-a36c313f0ce0 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:42.084983 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'status': 'completed', 'code': 200} Mar 07 15:58:42.094467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:42.094835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:42.097327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:42.121212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Port dd1f6a97-aada-4012-b141-71363c94e76c on network 78ee575a-f626-4170-a4cb-a3daa2378837 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:42.121501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:42.124720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] For port 958cf123-069b-457a-aebf-07346ef03e40, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=958cf123-069b-457a-aebf-07346ef03e40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:42.125163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (958cf123-069b-457a-aebf-07346ef03e40), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.144639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 has no active binding in host n-h1-830010-8 {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 15:58:42.158724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Calling delete_port for 958cf123-069b-457a-aebf-07346ef03e40 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:58:42.163378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:42.163801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Checking segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:42.164260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Bound using segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:42.164778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Bound port: dd1f6a97-aada-4012-b141-71363c94e76c, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:42.165536 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.183171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-1bae807f-a861-4dff-8973-d7103fe224b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:42.185920 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-1bae807f-a861-4dff-8973-d7103fe224b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1132 time: 0.1966653 Mar 07 15:58:42.210890 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9477608-d5ff-4b03-9e42-503bd835bdb1 admin admin] Publish callbacks [] for security_group (1bce7d97-dffe-426f-bccd-9c5835a73583), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.256241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-4d22e485-2325-4924-bfc0-fa5eb6a9e3eb service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548976 Mar 07 15:58:42.264113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:42.330755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:42.374659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:42.436538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:42.445900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309b7805-cf60-4eb2-b5a6-63651f202a57 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:42.460083 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.477167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:42.529125 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.531884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:42.532499 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.534783 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] 10.222.0.15 "PUT /v2.0/ports/dd1f6a97-aada-4012-b141-71363c94e76c HTTP/1.1" status: 200 len: 1092 time: 1.8668211 Mar 07 15:58:42.537989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (958cf123-069b-457a-aebf-07346ef03e40), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.540463 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9477608-d5ff-4b03-9e42-503bd835bdb1 admin admin] Publish callbacks [] for security_group (1bce7d97-dffe-426f-bccd-9c5835a73583), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.558605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['958cf123-069b-457a-aebf-07346ef03e40'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:42.573282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac1ad-f180-43a4-9f76-cf655615c8a3 req-ffc4cf75-fcc4-4b9e-8d97-a9936f3674fd tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:42.580857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d7ac1ad-f180-43a4-9f76-cf655615c8a3 req-ffc4cf75-fcc4-4b9e-8d97-a9936f3674fd tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/ports?device_id=a077907b-fc88-4153-ad46-ed53c2666615 HTTP/1.1" status: 200 len: 949 time: 0.2263556 Mar 07 15:58:42.636470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771f474-1103-44ff-9ca6-c9aae026f462 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f6a97-aada-4012-b141-71363c94e76c,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:42.651037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426576d-5a35-4174-b0e9-ec86793ab4fe req-d441a294-ad51-4d12-9a6c-efc430401546 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:42.652421 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c426576d-5a35-4174-b0e9-ec86793ab4fe req-d441a294-ad51-4d12-9a6c-efc430401546 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 945 time: 0.4803445 Mar 07 15:58:42.674147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-2054295c-1bec-422d-ab4f-ecdf51516364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:42.675959 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-2054295c-1bec-422d-ab4f-ecdf51516364 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.4663548 Mar 07 15:58:42.736733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0affe623-b41c-4f1a-adb8-bc7f7e3c209c req-fa044a6f-663d-4bfc-9827-85f4ae09f706 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605026 Mar 07 15:58:42.742090 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-a6a6cf7b-291b-494e-86b6-575a376cd44e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 217 time: 0.0561283 Mar 07 15:58:42.744559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Pushing event deleted for resources: {'Port': ['ID=958cf123-069b-457a-aebf-07346ef03e40,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:42.755851 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9477608-d5ff-4b03-9e42-503bd835bdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1bce7d97-dffe-426f-bccd-9c5835a73583), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.758880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9477608-d5ff-4b03-9e42-503bd835bdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:42.760177 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a9477608-d5ff-4b03-9e42-503bd835bdb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bce7d97-dffe-426f-bccd-9c5835a73583 HTTP/1.1" status: 204 len: 168 time: 0.7305562 Mar 07 15:58:42.830312 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c426576d-5a35-4174-b0e9-ec86793ab4fe req-d77d6073-403b-47f3-818d-e9d23b2c9abc tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652079 Mar 07 15:58:42.831146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477608-d5ff-4b03-9e42-503bd835bdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce7d97-dffe-426f-bccd-9c5835a73583,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:42.885620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-edae4c43-9803-4e37-8657-c08d2755868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:42.887833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-edae4c43-9803-4e37-8657-c08d2755868b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1329029 Mar 07 15:58:42.967738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-708e0f13-308d-4871-b599-8e00b09726da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:42.969799 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-708e0f13-308d-4871-b599-8e00b09726da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 1125 time: 0.1569345 Mar 07 15:58:43.037850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-11e44f39-8f2f-4643-b94b-5692fc49b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.039648 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-11e44f39-8f2f-4643-b94b-5692fc49b778 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1458404 Mar 07 15:58:43.046788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] No DVR routers for this DVR port 958cf123-069b-457a-aebf-07346ef03e40 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:58:43.059290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:43.062579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59fb202b-94d4-4f0c-9a55-8e934f42532c req-f4faeed7-90a9-4b01-8fd0-2dbfa4afd6fc tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.15 "DELETE /v2.0/ports/958cf123-069b-457a-aebf-07346ef03e40 HTTP/1.1" status: 204 len: 173 time: 1.9062390 Mar 07 15:58:43.077466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d7ac1ad-f180-43a4-9f76-cf655615c8a3 req-3501ad35-987f-46be-b268-b9e9e22a2288 tempest-ServerDiagnosticsNegativeTest-1460369870 tempest-ServerDiagnosticsNegativeTest-1460369870-project] 10.222.0.24 "GET /v2.0/security-groups?id=371a3d21-9fee-41a7-a97a-dde555503620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957314 Mar 07 15:58:43.090909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] Transition to ACTIVE for port object 309b7805-cf60-4eb2-b5a6-63651f202a57 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:43.097602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-91b83320-bb0f-4d6f-87b4-f14dfc54fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.098093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-91b83320-bb0f-4d6f-87b4-f14dfc54fe1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 1126 time: 0.5001915 Mar 07 15:58:43.102355 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:43.142082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7810bc-7c78-448a-8293-dc3d496f3356 req-209cc21a-ff2e-415c-91d3-8af8b518f262 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.143914 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce7810bc-7c78-448a-8293-dc3d496f3356 req-209cc21a-ff2e-415c-91d3-8af8b518f262 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 949 time: 0.1935356 Mar 07 15:58:43.178171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-cc127246-b424-4026-9915-1c6cdbd3e17a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1f6a97-aada-4012-b141-71363c94e76c HTTP/1.1" status: 200 len: 217 time: 0.0706496 Mar 07 15:58:43.222428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] No DVR routers for this DVR port 309b7805-cf60-4eb2-b5a6-63651f202a57 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:58:43.224259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-17f800c6-25dc-401d-9306-8128b5da9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.224259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-17f800c6-25dc-401d-9306-8128b5da9ce3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.2364938 Mar 07 15:58:43.246833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42362) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:43.256606 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c'}, {'server_uuid': 'a077907b-fc88-4153-ad46-ed53c2666615', 'name': 'network-vif-deleted', 'tag': '958cf123-069b-457a-aebf-07346ef03e40'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:43.258838 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09934ccf-ed57-4485-8395-3588009f523c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c"}, {"server_uuid": "a077907b-fc88-4153-ad46-ed53c2666615", "name": "network-vif-deleted", "tag": "958cf123-069b-457a-aebf-07346ef03e40"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:43.293854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4b66d692-6694-4eed-972e-160f0f4a7704 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:43.304617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] Pushing event updated for resources: {'Port': ['ID=309b7805-cf60-4eb2-b5a6-63651f202a57,revision_number=10']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:43.322313 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce7810bc-7c78-448a-8293-dc3d496f3356 req-8d0670f4-5d1d-4654-be50-60abb0e2c48f tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463225 Mar 07 15:58:43.326519 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-561c9300-fbb6-4927-bf34-f11bee0c8330 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452528 Mar 07 15:58:43.329089 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-27ff37f6-ea1b-4782-94d2-ecbb6aafcd33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 200 len: 217 time: 0.0757344 Mar 07 15:58:43.372416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 4b66d692-6694-4eed-972e-160f0f4a7704 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:43.372618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-b4bb48df-e227-46b6-85db-60a1e71ec494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.374006 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-b4bb48df-e227-46b6-85db-60a1e71ec494 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.1872087 Mar 07 15:58:43.379110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 4b66d692-6694-4eed-972e-160f0f4a7704 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:43.379489 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:43.381121 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-880df4a5-9988-436b-ab90-5fcb001c9127 service neutron] 10.222.0.11 "PUT /v2.0/ports/309b7805-cf60-4eb2-b5a6-63651f202a57/bindings/n-h1-830010-8/activate HTTP/1.1" status: 200 len: 369 time: 1.7365429 Mar 07 15:58:43.422494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-d5bd257d-76be-4850-a075-92c49e2a15f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394006 Mar 07 15:58:43.430304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2bc5260f-ff19-4d1b-92cd-ad5142e41293 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fb6c331aeda407a8a91798d8065e877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752927 Mar 07 15:58:43.432047 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34659567-02a2-449b-b706-050bea70dad2 req-cc0c92a0-50d9-4e55-81e9-4fa1c8c50d9c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1561663 Mar 07 15:58:43.434745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42366) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:43.488545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e8249-d64a-42c1-847d-6caa625d3fa3 req-04fa3a41-84e6-4743-b226-7bd4f4a6f095 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.490076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd1e8249-d64a-42c1-847d-6caa625d3fa3 req-04fa3a41-84e6-4743-b226-7bd4f4a6f095 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 943 time: 0.2234743 Mar 07 15:58:43.497972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.15', 62070) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:43.522389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 4b66d692-6694-4eed-972e-160f0f4a7704 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:43.523336 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:43.543887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-8b723f77-be34-4ad4-818d-e9e71333b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.545372 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-8b723f77-be34-4ad4-818d-e9e71333b77b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.2019870 Mar 07 15:58:43.555435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:43.558147 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6af075-f30f-48e8-853b-b427f2139899" -d '{"events": [{"server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "name": "network-vif-plugged", "status": "completed", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:43.569847 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4b66d692-6694-4eed-972e-160f0f4a7704,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:43.581000 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:43.582663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:58:43.616816 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f5afd7-d895-420f-ab1f-ad95b485e9eb req-06570628-6009-4f36-b60a-9134c5e289f5 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764528 Mar 07 15:58:43.637043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b396-7de3-487f-9a0c-86a787335315 req-8cf0fe9f-4861-48dc-84af-85a1285d4530 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.638589 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08d3b396-7de3-487f-9a0c-86a787335315 req-8cf0fe9f-4861-48dc-84af-85a1285d4530 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 948 time: 0.2146215 Mar 07 15:58:43.644460 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659567-02a2-449b-b706-050bea70dad2 req-9b3c364f-1b3a-4b5c-b8cb-6b9a8605a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.645961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34659567-02a2-449b-b706-050bea70dad2 req-9b3c364f-1b3a-4b5c-b8cb-6b9a8605a6f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.1440704 Mar 07 15:58:43.650005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-d1bdd9f1-c8de-49d9-8209-3563bb353a35 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168586 Mar 07 15:58:43.670327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-3a1d700b-6a15-450e-b3e0-9f4d35a5c211 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.673242 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-3a1d700b-6a15-450e-b3e0-9f4d35a5c211 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab&tenant_id=cb36658e777d4c14a575b1f3ef77e706&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 1126 time: 0.2140584 Mar 07 15:58:43.675578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=4b66d692-6694-4eed-972e-160f0f4a7704,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:43.677598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] The host n-h2-830010-8 is not matching for port 309b7805-cf60-4eb2-b5a6-63651f202a57 host n-h1-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 15:58:43.678009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:58:43.678440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:58:43.680283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-711a54db-6d5d-4587-9666-455fd46c4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.682415 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-711a54db-6d5d-4587-9666-455fd46c4df3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1234620 Mar 07 15:58:43.698372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:58:43.698721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 324b0c7b-1c96-444e-b5a6-0a5bd0fb73eb not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:58:43.711422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd1e8249-d64a-42c1-847d-6caa625d3fa3 req-c18d503f-f39d-4212-97eb-12cb32a3c014 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944637 Mar 07 15:58:43.712618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc8d405b-95b2-445a-a9ca-591597d8ccb6 admin admin] Publish callbacks [] for security_group (568b900a-7d77-4a18-a36d-03c6b8cfe587), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:43.776680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08d3b396-7de3-487f-9a0c-86a787335315 req-3ba958e1-e681-4f5c-8997-0042de4ecfc4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297379 Mar 07 15:58:43.843944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc8d405b-95b2-445a-a9ca-591597d8ccb6 admin admin] Publish callbacks [] for security_group (568b900a-7d77-4a18-a36d-03c6b8cfe587), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:43.930818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659567-02a2-449b-b706-050bea70dad2 req-c90f53ab-12f4-4dab-8258-d58fe34e3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.932399 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34659567-02a2-449b-b706-050bea70dad2 req-c90f53ab-12f4-4dab-8258-d58fe34e3497 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.2359335 Mar 07 15:58:43.934500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-9601a22c-bf13-4fbc-b7e6-a3a864238f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.935465 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-eaf666dd-0275-4a91-9999-4bc5fcf3bd7f service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379417 Mar 07 15:58:43.936014 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-9601a22c-bf13-4fbc-b7e6-a3a864238f7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab&tenant_id=cb36658e777d4c14a575b1f3ef77e706 HTTP/1.1" status: 200 len: 1126 time: 0.2210188 Mar 07 15:58:43.942689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8999eeab-0c3f-4a52-bc4c-1333d77ae807 req-e0502889-e517-4d5e-922d-8322d14925e3 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669191 Mar 07 15:58:43.950583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef4163-7e2c-415b-976e-f5dba1a8af23 req-e9f1a625-5bec-4424-b18d-7c5e1b620aaa tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:43.963439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8ef4163-7e2c-415b-976e-f5dba1a8af23 req-e9f1a625-5bec-4424-b18d-7c5e1b620aaa tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 945 time: 0.1807098 Mar 07 15:58:43.963971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42370) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:43.976364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Request body: {'floatingip': {'port_id': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:44.011273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8c93-52fb-47da-b7a3-b1c8079de5e2 req-60d4d497-547c-48c3-8ec6-14cbac5de3cc tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.012938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9ae8c93-52fb-47da-b7a3-b1c8079de5e2 req-60d4d497-547c-48c3-8ec6-14cbac5de3cc tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 944 time: 0.1330891 Mar 07 15:58:44.023152 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34659567-02a2-449b-b706-050bea70dad2 req-26e74701-df60-4576-a2f4-9bc04a3c9433 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 217 time: 0.0747757 Mar 07 15:58:44.039594 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc8d405b-95b2-445a-a9ca-591597d8ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (568b900a-7d77-4a18-a36d-03c6b8cfe587), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:44.042137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc8d405b-95b2-445a-a9ca-591597d8ccb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:44.043258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cc8d405b-95b2-445a-a9ca-591597d8ccb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/568b900a-7d77-4a18-a36d-03c6b8cfe587 HTTP/1.1" status: 204 len: 168 time: 0.6014190 Mar 07 15:58:44.066323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (f5510c5e-8c93-4fa2-be49-a4d379baf752), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:44.115863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d405b-95b2-445a-a9ca-591597d8ccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568b900a-7d77-4a18-a36d-03c6b8cfe587,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:44.152931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659567-02a2-449b-b706-050bea70dad2 req-9aa63d86-7993-40f8-b3cc-486a0a9b2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.154554 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34659567-02a2-449b-b706-050bea70dad2 req-9aa63d86-7993-40f8-b3cc-486a0a9b2402 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.1218212 Mar 07 15:58:44.168880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9ae8c93-52fb-47da-b7a3-b1c8079de5e2 req-74532d01-b323-4362-822b-58872a307d46 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434572 Mar 07 15:58:44.171214 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0da229cc-5ab0-4cd2-aab1-5e975517ffba req-fcde46ef-5a14-4c4a-bec6-f93085117d48 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147310 Mar 07 15:58:44.189213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-b5511e23-2f2f-442a-b78c-51fa9f0075df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.191285 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-b5511e23-2f2f-442a-b78c-51fa9f0075df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1126 time: 0.2198234 Mar 07 15:58:44.256625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659567-02a2-449b-b706-050bea70dad2 req-f0e4dbbf-7018-45e9-be86-5835f92569dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.259515 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34659567-02a2-449b-b706-050bea70dad2 req-f0e4dbbf-7018-45e9-be86-5835f92569dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685241 Mar 07 15:58:44.273656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba91b92-3b6f-41ba-b0fc-f289d56e2360 req-18c8139b-de32-43b2-8082-5b8c05f1dd28 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.275052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ba91b92-3b6f-41ba-b0fc-f289d56e2360 req-18c8139b-de32-43b2-8082-5b8c05f1dd28 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 944 time: 0.2408872 Mar 07 15:58:44.285812 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb5f319-9b97-41c4-8c06-19a4b8adb2a0 x-openstack-request-id: req-cfb5f319-9b97-41c4-8c06-19a4b8adb2a0 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:44.286106 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c", "status": "completed", "code": 200}, {"server_uuid": "a077907b-fc88-4153-ad46-ed53c2666615", "name": "network-vif-deleted", "tag": "958cf123-069b-457a-aebf-07346ef03e40", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:44.286468 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfb5f319-9b97-41c4-8c06-19a4b8adb2a0 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:44.286749 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c', 'status': 'completed', 'code': 200} Mar 07 15:58:44.287015 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a077907b-fc88-4153-ad46-ed53c2666615', 'name': 'network-vif-deleted', 'tag': '958cf123-069b-457a-aebf-07346ef03e40', 'status': 'completed', 'code': 200} Mar 07 15:58:44.322548 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f21c094-c57a-4b4f-b796-74d3a806867a x-openstack-request-id: req-3f21c094-c57a-4b4f-b796-74d3a806867a {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:44.323087 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "name": "network-vif-plugged", "status": "completed", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:44.323443 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f21c094-c57a-4b4f-b796-74d3a806867a {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:44.323935 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704', 'code': 200} Mar 07 15:58:44.427196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-e8654985-5aa1-489d-a835-ed364aa48ac7 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.428751 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-e8654985-5aa1-489d-a835-ed364aa48ac7 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 949 time: 0.2356768 Mar 07 15:58:44.509501 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ba91b92-3b6f-41ba-b0fc-f289d56e2360 req-ba407e08-34fc-4569-8dd6-70ada9e4acfa tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207837 Mar 07 15:58:44.535673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-80bc12fa-8dcd-487d-8028-95539188b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.536607 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-80bc12fa-8dcd-487d-8028-95539188b1f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 908 time: 0.3229353 Mar 07 15:58:44.591356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09934ccf-ed57-4485-8395-3588009f523c req-9b103070-1460-4e0d-8424-3511e949d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.593222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09934ccf-ed57-4485-8395-3588009f523c req-9b103070-1460-4e0d-8424-3511e949d31f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 1126 time: 0.2860811 Mar 07 15:58:44.617904 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34659567-02a2-449b-b706-050bea70dad2 req-c988a1ba-3095-43dd-8875-60d63e0c349b service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350084 Mar 07 15:58:44.644297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-e66aef3a-4d1b-455e-847a-d1d4586f6023 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309b7805-cf60-4eb2-b5a6-63651f202a57 HTTP/1.1" status: 200 len: 217 time: 0.0975375 Mar 07 15:58:44.657400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3034105-98e6-42fa-8374-8c1ac8d5ad19 req-6f8a3e89-ae3d-4c6b-81ed-0ab1d6984138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.659452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3034105-98e6-42fa-8374-8c1ac8d5ad19 req-6f8a3e89-ae3d-4c6b-81ed-0ab1d6984138 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 1131 time: 0.2270541 Mar 07 15:58:44.764996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-5adfa54f-031b-4329-be86-190cf79229fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.765993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-5adfa54f-031b-4329-be86-190cf79229fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.1139686 Mar 07 15:58:44.787549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86a275-6126-4b2c-8351-fdd0b9738474 req-3906a15d-5d04-4182-88c2-9a3959ffbabc tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.794741 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd86a275-6126-4b2c-8351-fdd0b9738474 req-3906a15d-5d04-4182-88c2-9a3959ffbabc tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 949 time: 0.3336210 Mar 07 15:58:44.797898 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34659567-02a2-449b-b706-050bea70dad2 req-46904fc9-57e5-43dd-972c-5a0ea06af5c0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666598 Mar 07 15:58:44.835726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-edef029c-7e9f-4200-b83a-ea9b2ef5635a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371392 Mar 07 15:58:44.842376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Deleting port e6859f6e-28da-414e-8c50-b44f93e8d0dd {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:58:44.842809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:44.857802 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3034105-98e6-42fa-8374-8c1ac8d5ad19 req-387a9940-898d-4ea1-8840-c605548eb0f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585032 Mar 07 15:58:44.865248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42396) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:44.924077 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd86a275-6126-4b2c-8351-fdd0b9738474 req-f1fade32-f7a3-43bc-b783-a474a9da6c17 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264737 Mar 07 15:58:44.946699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09934ccf-ed57-4485-8395-3588009f523c req-8ba9c8cf-9c1f-4b42-ad9b-f35fa279cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:44.948277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09934ccf-ed57-4485-8395-3588009f523c req-8ba9c8cf-9c1f-4b42-ad9b-f35fa279cfbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 921 time: 0.3452816 Mar 07 15:58:45.012779 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09934ccf-ed57-4485-8395-3588009f523c req-c475623a-07b4-4547-93a4-7108aff5fa6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1f6a97-aada-4012-b141-71363c94e76c HTTP/1.1" status: 200 len: 217 time: 0.0580399 Mar 07 15:58:45.059317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:58:45.165244 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:45.179508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c3c6f-573c-492d-ab7f-ef6e23ebdfb7 req-bf768c69-a538-43c4-ace4-42c74304b29b tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:45.181213 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9d0c3c6f-573c-492d-ab7f-ef6e23ebdfb7 req-bf768c69-a538-43c4-ace4-42c74304b29b tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 943 time: 0.3341084 Mar 07 15:58:45.184933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] For port e6859f6e-28da-414e-8c50-b44f93e8d0dd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e6859f6e-28da-414e-8c50-b44f93e8d0dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:45.185385 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:45.188624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (f5510c5e-8c93-4fa2-be49-a4d379baf752), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:45.200032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-29acd017-3e8b-40ad-babd-323d24150fae service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481290 Mar 07 15:58:45.274791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Calling delete_port for e6859f6e-28da-414e-8c50-b44f93e8d0dd owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:58:45.318286 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09934ccf-ed57-4485-8395-3588009f523c req-7fb9b970-f090-470d-b563-e43047f8803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:45.319813 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09934ccf-ed57-4485-8395-3588009f523c req-7fb9b970-f090-470d-b563-e43047f8803d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.2990811 Mar 07 15:58:45.338827 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-05bb9c22-e0e4-445e-ab89-cf78749fa4e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c73dd0da9cc94dc2ae4cab85619f5d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710135 Mar 07 15:58:45.341656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42412) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:45.372197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b0d2c-0010-4cce-babb-5b7e679e2e64 req-4c8bde51-de9d-4d35-a4d6-b5857351ce7d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:45.374128 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-698b0d2c-0010-4cce-babb-5b7e679e2e64 req-4c8bde51-de9d-4d35-a4d6-b5857351ce7d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.3639772 Mar 07 15:58:45.381508 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09934ccf-ed57-4485-8395-3588009f523c req-93a1e63e-ae4f-46ec-b28e-dcf612f0e221 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535088 Mar 07 15:58:45.514003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1bb7fae7-fe52-4cba-a7af-834937700abc admin admin] Publish callbacks [] for security_group (371a3d21-9fee-41a7-a97a-dde555503620), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:45.539534 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-698b0d2c-0010-4cce-babb-5b7e679e2e64 req-e50407dd-c45f-40ac-9f2b-b9112e33cce7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568408 Mar 07 15:58:45.561951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1bb7fae7-fe52-4cba-a7af-834937700abc admin admin] Publish callbacks [] for security_group (371a3d21-9fee-41a7-a97a-dde555503620), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:45.655822 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09934ccf-ed57-4485-8395-3588009f523c req-ca5ee5b6-471f-45e6-bcbd-349896155cdd service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556877 Mar 07 15:58:45.699575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1bb7fae7-fe52-4cba-a7af-834937700abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (371a3d21-9fee-41a7-a97a-dde555503620), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:45.702063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1bb7fae7-fe52-4cba-a7af-834937700abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:45.706506 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1bb7fae7-fe52-4cba-a7af-834937700abc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/371a3d21-9fee-41a7-a97a-dde555503620 HTTP/1.1" status: 204 len: 168 time: 0.3609715 Mar 07 15:58:45.724261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7fae7-fe52-4cba-a7af-834937700abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371a3d21-9fee-41a7-a97a-dde555503620,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:45.785194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187e403-12de-4ed7-852b-76ccaafc7a86 req-6c72a1b9-c43e-4db4-acfe-6cdc2001f9ee tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:45.792977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c187e403-12de-4ed7-852b-76ccaafc7a86 req-6c72a1b9-c43e-4db4-acfe-6cdc2001f9ee tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 944 time: 0.1648891 Mar 07 15:58:45.813879 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9d0c3c6f-573c-492d-ab7f-ef6e23ebdfb7 req-b8f08cd0-aff8-4ede-90e0-87ca0a1e40cd tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164401 Mar 07 15:58:45.859395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:58:45.879182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09934ccf-ed57-4485-8395-3588009f523c req-494f8c58-f153-4174-bd23-60d11d51fe94 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059271 Mar 07 15:58:45.888929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-85e6fb0e-5daa-4f5c-9cba-00a9f00e9bd9 service neutron] 10.222.0.15 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384959 Mar 07 15:58:45.896200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c187e403-12de-4ed7-852b-76ccaafc7a86 req-a1929d81-7be9-406a-8c7d-f2ebaa193216 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021814 Mar 07 15:58:45.900706 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Floating IP f5510c5e-8c93-4fa2-be49-a4d379baf752 associated. External IP: 172.25.4.167, port: c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6. Mar 07 15:58:46.068141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 309b7805-cf60-4eb2-b5a6-63651f202a57 is: DOWN; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:46.072142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e6859f6e-28da-414e-8c50-b44f93e8d0dd no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:58:46.106724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72a496-b1d8-486c-bf39-5ae3b38344cc req-b330fd2e-486f-4a11-85a3-6de0880afbc0 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:46.115175 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce72a496-b1d8-486c-bf39-5ae3b38344cc req-b330fd2e-486f-4a11-85a3-6de0880afbc0 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d219774-f6c3-4e14-83aa-9e8f41e9dea2 HTTP/1.1" status: 200 len: 949 time: 0.0910306 Mar 07 15:58:46.190754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9031303-a84e-4e73-acdd-c92228ffaa1e req-dc0f7316-9c11-4b30-9a58-0be80d5ef01c tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:46.192573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9031303-a84e-4e73-acdd-c92228ffaa1e req-dc0f7316-9c11-4b30-9a58-0be80d5ef01c tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 944 time: 0.1818306 Mar 07 15:58:46.193724 n-d-830010-8 neutron-server[103868]: INFO neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No ports have port_id starting with e6859f6e-28da-414e-8c50-b44f93e8d0dd Mar 07 15:58:46.194542 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce72a496-b1d8-486c-bf39-5ae3b38344cc req-d31e6f71-a3c3-41fd-9693-d49b7d911fd8 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.24 "GET /v2.0/security-groups?id=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731316 Mar 07 15:58:46.196568 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e6859f6e-28da-414e-8c50-b44f93e8d0dd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.209013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 958cf123-069b-457a-aebf-07346ef03e40 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:58:46.263243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 958cf123-069b-457a-aebf-07346ef03e40 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:58:46.264347 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:58:46.265928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 958cf123-069b-457a-aebf-07346ef03e40 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:58:46.288103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Pushing event deleted for resources: {'Port': ['ID=e6859f6e-28da-414e-8c50-b44f93e8d0dd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:46.288541 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42438) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:46.305926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-774276be-3419-4532-b9c0-3fe007756358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.402588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] No DVR routers for this DVR port e6859f6e-28da-414e-8c50-b44f93e8d0dd on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:58:46.405830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:58:46.415313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.418183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8bd6cfcb-7dcc-4d6e-ac8c-e84d20e8b1c7 req-f3dcbf28-9833-4569-abb3-8b425dbe9695 tempest-ServersAdminNegativeTestJSON-2056214749 tempest-ServersAdminNegativeTestJSON-2056214749-project] 10.222.0.15 "DELETE /v2.0/ports/e6859f6e-28da-414e-8c50-b44f93e8d0dd HTTP/1.1" status: 204 len: 173 time: 1.9771297 Mar 07 15:58:46.418937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d219774-f6c3-4e14-83aa-9e8f41e9dea2', 'name': 'network-vif-deleted', 'tag': 'e6859f6e-28da-414e-8c50-b44f93e8d0dd'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:46.421520 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2639a9-b4b2-4c4d-9ddf-414ae9af4140" -d '{"events": [{"server_uuid": "8d219774-f6c3-4e14-83aa-9e8f41e9dea2", "name": "network-vif-deleted", "tag": "e6859f6e-28da-414e-8c50-b44f93e8d0dd"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:46.442073 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-774276be-3419-4532-b9c0-3fe007756358 admin admin] Publish callbacks [] for security_group (d7ccf309-96ce-4ed6-bbad-171ab3304ba7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.448840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9031303-a84e-4e73-acdd-c92228ffaa1e req-4e91826b-c86e-4423-8a64-9e083d5da69b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050672 Mar 07 15:58:46.448985 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-774276be-3419-4532-b9c0-3fe007756358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d7ccf309-96ce-4ed6-bbad-171ab3304ba7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.537903 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-774276be-3419-4532-b9c0-3fe007756358 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bb42b828d9f45c39be50669640e50c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481365 Mar 07 15:58:46.539833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42442) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:46.543010 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786f620d-00e1-4c4e-8990-4b70de48f295 x-openstack-request-id: req-786f620d-00e1-4c4e-8990-4b70de48f295 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:46.543484 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d219774-f6c3-4e14-83aa-9e8f41e9dea2", "name": "network-vif-deleted", "tag": "e6859f6e-28da-414e-8c50-b44f93e8d0dd", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:46.543884 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-786f620d-00e1-4c4e-8990-4b70de48f295 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:46.544444 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d219774-f6c3-4e14-83aa-9e8f41e9dea2', 'name': 'network-vif-deleted', 'tag': 'e6859f6e-28da-414e-8c50-b44f93e8d0dd', 'status': 'completed', 'code': 200} Mar 07 15:58:46.545133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774276be-3419-4532-b9c0-3fe007756358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ccf309-96ce-4ed6-bbad-171ab3304ba7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:46.558206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-413c4716-5e0b-45b4-bd86-bbdbe8bbe427 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:46.559666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-413c4716-5e0b-45b4-bd86-bbdbe8bbe427 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab&tenant_id=cb36658e777d4c14a575b1f3ef77e706&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 1126 time: 0.2185376 Mar 07 15:58:46.646934 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23abbff7-46a8-4f2f-b9f0-deb0a6e5003f admin admin] Publish callbacks [] for security_group (d7ccf309-96ce-4ed6-bbad-171ab3304ba7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.678599 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23abbff7-46a8-4f2f-b9f0-deb0a6e5003f admin admin] Publish callbacks [] for security_group (d7ccf309-96ce-4ed6-bbad-171ab3304ba7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.733118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:58:46.733879 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23abbff7-46a8-4f2f-b9f0-deb0a6e5003f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d7ccf309-96ce-4ed6-bbad-171ab3304ba7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.742559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.744816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23abbff7-46a8-4f2f-b9f0-deb0a6e5003f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.745741 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] Sync routers for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:58:46.749641 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-23abbff7-46a8-4f2f-b9f0-deb0a6e5003f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7ccf309-96ce-4ed6-bbad-171ab3304ba7 HTTP/1.1" status: 204 len: 168 time: 0.2000678 Mar 07 15:58:46.760329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abbff7-46a8-4f2f-b9f0-deb0a6e5003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ccf309-96ce-4ed6-bbad-171ab3304ba7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:46.789923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-84200557-3ab8-42ef-9c69-f1daa6bf4cba tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "PUT /v2.0/floatingips/f5510c5e-8c93-4fa2-be49-a4d379baf752 HTTP/1.1" status: 200 len: 991 time: 2.8213506 Mar 07 15:58:46.793457 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:58:46.802780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed562a5-64d9-43da-9fb8-5de88fdf93c1 req-6a4addd9-9f3a-4f0c-ac02-bc2fc3f73870 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:46.804332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ed562a5-64d9-43da-9fb8-5de88fdf93c1 req-6a4addd9-9f3a-4f0c-ac02-bc2fc3f73870 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.1285481 Mar 07 15:58:46.809930 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:46.881637 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ed562a5-64d9-43da-9fb8-5de88fdf93c1 req-7dba3ee3-11f8-4eb1-90ae-eeddc24b23f7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550895 Mar 07 15:58:46.893826 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-65ffac67-8365-43c8-8d70-f17d18e9e3b3 service neutron] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:46.897392 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-65ffac67-8365-43c8-8d70-f17d18e9e3b3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:46.898775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c344cd8-ae56-4367-82bc-8a8370283468 req-65ffac67-8365-43c8-8d70-f17d18e9e3b3 service neutron] 10.222.0.15 "DELETE /v2.0/ports/309b7805-cf60-4eb2-b5a6-63651f202a57/bindings/n-h2-830010-8 HTTP/1.1" status: 204 len: 173 time: 0.2603347 Mar 07 15:58:46.976866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc18ef-e9e5-444b-b06d-715e72c84807 req-3c3d8b8d-6592-4a3e-b18d-3cdf07f51f75 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:46.985060 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21dc18ef-e9e5-444b-b06d-715e72c84807 req-3c3d8b8d-6592-4a3e-b18d-3cdf07f51f75 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 945 time: 0.0956562 Mar 07 15:58:47.039139 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:58:47.074426 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21dc18ef-e9e5-444b-b06d-715e72c84807 req-adafd6c6-f414-4c14-a392-8f5ba7ff4c05 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880129 Mar 07 15:58:47.168028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2994a2-71b9-4875-a34b-0745927251c2 req-6dfc5f0d-fb44-4c3e-92a0-cdf3c9633d28 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:47.169689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf2994a2-71b9-4875-a34b-0745927251c2 req-6dfc5f0d-fb44-4c3e-92a0-cdf3c9633d28 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 943 time: 0.1447532 Mar 07 15:58:47.273844 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf2994a2-71b9-4875-a34b-0745927251c2 req-0be64695-79e6-48ac-b028-b0b985db186e tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968087 Mar 07 15:58:47.317341 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'f5510c5e-8c93-4fa2-be49-a4d379baf752', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'port_id': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'mac_address': 'fa:16:3e:8f:2f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffbe78-284a-4820-8269-74a6cac380b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:57:27Z', 'updated_at': '2022-03-07T15:58:44Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:47.329448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-9085d611-8aff-463c-a107-640ea9b79adc req-7a1635c4-e68e-42c2-b067-7f8730377b2f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:58:47.331667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9085d611-8aff-463c-a107-640ea9b79adc req-7a1635c4-e68e-42c2-b067-7f8730377b2f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069370 Mar 07 15:58:47.337133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42482) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:47.354310 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] Checking router: 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:58:47.363655 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:58:47.364272 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:47.504341 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d581a8c-99ed-4dca-a906-c9608eb0a462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:47.521166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c9f4-314e-4890-8333-e77b8dec44fe req-a670a8d9-0306-4844-9874-f4d7fd7fa78d tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:47.522878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09e1c9f4-314e-4890-8333-e77b8dec44fe req-a670a8d9-0306-4844-9874-f4d7fd7fa78d tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 944 time: 0.1290615 Mar 07 15:58:47.605803 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:58:47.662309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09e1c9f4-314e-4890-8333-e77b8dec44fe req-54670cc2-9eda-4cee-837c-c5579256e10c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302774 Mar 07 15:58:47.748568 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-675f1d67-9207-4672-ae15-6a811867c6c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1454356 Mar 07 15:58:47.754380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-dac221de-e7c4-4e7a-963f-bd55b749f0d7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:58:47.765033 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ccb3f-db9d-45d9-b697-878ddf634d46 req-581976b9-070c-49fd-bd68-c3a7b9d31bb7 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:47.776081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d08ccb3f-db9d-45d9-b697-878ddf634d46 req-581976b9-070c-49fd-bd68-c3a7b9d31bb7 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 944 time: 0.1225801 Mar 07 15:58:47.784125 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-dac221de-e7c4-4e7a-963f-bd55b749f0d7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0346599 Mar 07 15:58:47.835176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d581a8c-99ed-4dca-a906-c9608eb0a462 admin admin] Publish callbacks [] for security_group (90666076-53a8-4b97-828f-0914b9392598), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:47.877258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device dd1f6a97-aada-4012-b141-71363c94e76c details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:47.891290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d581a8c-99ed-4dca-a906-c9608eb0a462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (90666076-53a8-4b97-828f-0914b9392598), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:47.896235 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d08ccb3f-db9d-45d9-b697-878ddf634d46 req-27c95478-f894-4aec-bfd2-1ccfd727b369 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191354 Mar 07 15:58:48.042425 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0d581a8c-99ed-4dca-a906-c9608eb0a462 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e08f08ec7934c508e1bf5cc26e649a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7020526 Mar 07 15:58:48.042425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42520) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:48.049259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42522) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:48.075154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb1f6a-6ee8-4be6-8fd7-d501b75ce905 req-2430d6b1-50d8-464f-9c64-ee12a439d2e3 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:48.083739 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35cb1f6a-6ee8-4be6-8fd7-d501b75ce905 req-2430d6b1-50d8-464f-9c64-ee12a439d2e3 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 1126 time: 0.0801153 Mar 07 15:58:48.125353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d581a8c-99ed-4dca-a906-c9608eb0a462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90666076-53a8-4b97-828f-0914b9392598,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:48.131669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:48.155569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'dd1f6a97-aada-4012-b141-71363c94e76c', 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837', 'port_id': 'dd1f6a97-aada-4012-b141-71363c94e76c', 'mac_address': 'fa:16:3e:52:9c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d17b23-18f9-4184-9f22-82907f560c90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:48.161221 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'f5510c5e-8c93-4fa2-be49-a4d379baf752', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'port_id': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'mac_address': 'fa:16:3e:8f:2f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffbe78-284a-4820-8269-74a6cac380b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:57:27Z', 'updated_at': '2022-03-07T15:58:44Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:58:48.172500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9099c1-99eb-4c89-a3fd-9dd6c0f21164 req-d7c61d91-15fd-4c26-8704-c7dedab4b621 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:48.183347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab9099c1-99eb-4c89-a3fd-9dd6c0f21164 req-d7c61d91-15fd-4c26-8704-c7dedab4b621 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.3858221 Mar 07 15:58:48.190127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35cb1f6a-6ee8-4be6-8fd7-d501b75ce905 req-7d8d9014-f0a9-4565-8d6c-b5e570a75e67 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044135 Mar 07 15:58:48.203710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port dd1f6a97-aada-4012-b141-71363c94e76c is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:48.204108 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.212737 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eb95a5-93aa-41c6-bbe8-48f47ecab438 None None] The sync data for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 is: [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'f5510c5e-8c93-4fa2-be49-a4d379baf752', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'port_id': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'mac_address': 'fa:16:3e:8f:2f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffbe78-284a-4820-8269-74a6cac380b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:57:27Z', 'updated_at': '2022-03-07T15:58:44Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:58:48.240199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1f6a97-aada-4012-b141-71363c94e76c {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:48.273116 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc72fedd-7d68-4f37-80ec-28117359cdc8 admin admin] Publish callbacks [] for security_group (90666076-53a8-4b97-828f-0914b9392598), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.283918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:48.290286 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.292512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 87d4d8c7-cb51-41ad-8432-4f5185c745e7 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:48.306639 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab9099c1-99eb-4c89-a3fd-9dd6c0f21164 req-779f0630-76fb-4c94-9d06-6d43db1eab9d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224189 Mar 07 15:58:48.344413 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc72fedd-7d68-4f37-80ec-28117359cdc8 admin admin] Publish callbacks [] for security_group (90666076-53a8-4b97-828f-0914b9392598), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.452577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=dd1f6a97-aada-4012-b141-71363c94e76c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:48.503439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc72fedd-7d68-4f37-80ec-28117359cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (90666076-53a8-4b97-828f-0914b9392598), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.506293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc72fedd-7d68-4f37-80ec-28117359cdc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.507997 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bc72fedd-7d68-4f37-80ec-28117359cdc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90666076-53a8-4b97-828f-0914b9392598 HTTP/1.1" status: 204 len: 168 time: 0.4363918 Mar 07 15:58:48.509265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62456-3e71-4818-aad9-f82013a56dc1 req-44256a1b-d655-405b-8262-5f2193da3fd2 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:48.512631 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35c62456-3e71-4818-aad9-f82013a56dc1 req-44256a1b-d655-405b-8262-5f2193da3fd2 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 943 time: 0.1322038 Mar 07 15:58:48.528805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9622067c-bcdc-412e-b5c5-37d3152911dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5a126b7bc164437b75c991cbf515062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808769 Mar 07 15:58:48.529140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42540) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:48.555022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dffbe78-284a-4820-8269-74a6cac380b7', 'tag': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:48.566150 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9c0134-458f-4e57-9019-62d6d5c2d045" -d '{"events": [{"name": "network-changed", "server_uuid": "2dffbe78-284a-4820-8269-74a6cac380b7", "tag": "c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:48.581194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72fedd-7d68-4f37-80ec-28117359cdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90666076-53a8-4b97-828f-0914b9392598,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:48.601920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 87d4d8c7-cb51-41ad-8432-4f5185c745e7, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:48.649465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93e10a74-a697-4762-946c-fc1db2609377 admin admin] Publish callbacks [] for security_group (a693c164-ef8e-4fbf-baca-6fa9d35ebbe9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.651241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35c62456-3e71-4818-aad9-f82013a56dc1 req-fe4c7882-f3e0-4153-ba45-9bdf2e5bd627 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249278 Mar 07 15:58:48.669131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'port_id': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'mac_address': 'fa:16:3e:09:c6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:48.692497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38853055-b4e2-4e2d-ac09-d7341aa63a3d None None] New status for floating IP f5510c5e-8c93-4fa2-be49-a4d379baf752: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:58:48.695296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93e10a74-a697-4762-946c-fc1db2609377 admin admin] Publish callbacks [] for security_group (a693c164-ef8e-4fbf-baca-6fa9d35ebbe9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.789209 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8576093f-b059-4344-8886-e268b2ff8ab1 x-openstack-request-id: req-8576093f-b059-4344-8886-e268b2ff8ab1 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:48.789498 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dffbe78-284a-4820-8269-74a6cac380b7", "tag": "c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:48.789961 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8576093f-b059-4344-8886-e268b2ff8ab1 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:48.790508 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dffbe78-284a-4820-8269-74a6cac380b7', 'tag': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6', 'status': 'completed', 'code': 200} Mar 07 15:58:48.798160 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93e10a74-a697-4762-946c-fc1db2609377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a693c164-ef8e-4fbf-baca-6fa9d35ebbe9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.802461 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93e10a74-a697-4762-946c-fc1db2609377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:48.804408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-93e10a74-a697-4762-946c-fc1db2609377 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a693c164-ef8e-4fbf-baca-6fa9d35ebbe9 HTTP/1.1" status: 204 len: 168 time: 0.2707562 Mar 07 15:58:48.816253 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e10a74-a697-4762-946c-fc1db2609377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a693c164-ef8e-4fbf-baca-6fa9d35ebbe9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:48.861924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-3307d1e3-d861-4a73-8ef9-f49f0c0e6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:48.863574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-3307d1e3-d861-4a73-8ef9-f49f0c0e6eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf3de462621c4348ab8702b3741d7cef&device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 1127 time: 0.1567743 Mar 07 15:58:48.900740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-28220ed3-a836-4104-8178-eba63921e33c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:48.902202 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-28220ed3-a836-4104-8178-eba63921e33c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports/4b66d692-6694-4eed-972e-160f0f4a7704 HTTP/1.1" status: 200 len: 946 time: 0.1322026 Mar 07 15:58:49.043054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4917940-2e14-45fb-8ac7-39735c41eede req-fc78340a-c829-4add-9856-c11ab3b07d48 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:49.051214 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-fc78340a-c829-4add-9856-c11ab3b07d48 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 807 time: 0.2405932 Mar 07 15:58:49.072145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-156a6c8e-1787-4eb9-b1d7-c58b80012c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:49.073589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:49.074089 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-156a6c8e-1787-4eb9-b1d7-c58b80012c5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d HTTP/1.1" status: 200 len: 924 time: 0.1948688 Mar 07 15:58:49.074172 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:49.081564 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-3a3bf86d-ca03-4b0f-957b-77ee911f7b23 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/quotas/cb36658e777d4c14a575b1f3ef77e706 HTTP/1.1" status: 200 len: 375 time: 0.0293825 Mar 07 15:58:49.154740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d4d8c7-cb51-41ad-8432-4f5185c745e7 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:49.233406 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-87f50181-1a28-477a-b69d-6e8b4bc0a050 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 HTTP/1.1" status: 200 len: 999 time: 0.1488597 Mar 07 15:58:49.285932 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-5aa459d6-d493-490e-b73b-f12521df67fa tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033248 Mar 07 15:58:49.322549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 87d4d8c7-cb51-41ad-8432-4f5185c745e7, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:49.332164 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:49.406122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-6f6f8ae9-d94b-4476-a194-c1e768e22e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:49.407663 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-6f6f8ae9-d94b-4476-a194-c1e768e22e6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cc165be-8c36-4fad-bc66-d9e9ab914a05 HTTP/1.1" status: 200 len: 862 time: 0.1668580 Mar 07 15:58:49.412452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1add-4170-4750-a416-c1888c08dd86 req-30d3c4ac-1cb0-4334-82c2-c2ee21db9121 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:49.419565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-574f1add-4170-4750-a416-c1888c08dd86 req-30d3c4ac-1cb0-4334-82c2-c2ee21db9121 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.1451917 Mar 07 15:58:49.443944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=87d4d8c7-cb51-41ad-8432-4f5185c745e7,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:49.495903 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42584) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:49.541724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-574f1add-4170-4750-a416-c1888c08dd86 req-7325a69c-0daf-41f5-91c7-c824f0ec362e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167738 Mar 07 15:58:49.542357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42586) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:49.551221 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8a7f-f877-4951-abd6-232caeeaf7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:49.593190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-0c5446f0-0ae6-4c02-8bd3-d3ae30ff1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:49.594832 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-0c5446f0-0ae6-4c02-8bd3-d3ae30ff1288 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1531987 Mar 07 15:58:49.641672 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f8859662-159b-4f88-99b5-2e612353c8f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f508cee1d4e649e4be2ad695ec4fec31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0979822 Mar 07 15:58:49.649541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42590) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:49.657640 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-7aa03fbe-f8c0-4bc1-82f7-5a8d5b7f0b49 service neutron] 10.222.0.24 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707747 Mar 07 15:58:49.729796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['87d4d8c7-cb51-41ad-8432-4f5185c745e7'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:49.734457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['dd1f6a97-aada-4012-b141-71363c94e76c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:49.776274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43fa7a-94b8-466a-a859-abfaf196ef95 req-1448a1ac-ce06-4dfd-bbb0-8e5a87638658 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:49.784075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf43fa7a-94b8-466a-a859-abfaf196ef95 req-1448a1ac-ce06-4dfd-bbb0-8e5a87638658 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.1245730 Mar 07 15:58:49.794621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58142e3a-9255-456c-8e23-93b4a0cf60c4 admin admin] Publish callbacks [] for security_group (587fd8b4-d0bb-4fe5-9b90-644c27f76c64), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:49.839776 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58142e3a-9255-456c-8e23-93b4a0cf60c4 admin admin] Publish callbacks [] for security_group (587fd8b4-d0bb-4fe5-9b90-644c27f76c64), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:49.879907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-a5269e89-25c9-48b4-9d01-ce421a9af9d6 service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738235 Mar 07 15:58:49.888827 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf43fa7a-94b8-466a-a859-abfaf196ef95 req-9233b983-4036-4a9d-8571-f5a7d22b916a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036294 Mar 07 15:58:49.950069 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58142e3a-9255-456c-8e23-93b4a0cf60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (587fd8b4-d0bb-4fe5-9b90-644c27f76c64), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:49.950714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8a7f-f877-4951-abd6-232caeeaf7a8 admin admin] Publish callbacks [] for security_group (890ccb68-9b3f-446c-a018-a8773946a1c2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:49.953030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58142e3a-9255-456c-8e23-93b4a0cf60c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:49.964731 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-58142e3a-9255-456c-8e23-93b4a0cf60c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/587fd8b4-d0bb-4fe5-9b90-644c27f76c64 HTTP/1.1" status: 204 len: 168 time: 0.3127446 Mar 07 15:58:49.977180 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-3749681a-f014-40d8-81ae-f1347853499b service neutron] 10.222.0.24 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184862 Mar 07 15:58:49.979935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8a7f-f877-4951-abd6-232caeeaf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (890ccb68-9b3f-446c-a018-a8773946a1c2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:50.022961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9d2b8a7f-f877-4951-abd6-232caeeaf7a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7aa16cc4d914faa97367bf8d9b19553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5207944 Mar 07 15:58:50.030428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42610) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:50.059640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58142e3a-9255-456c-8e23-93b4a0cf60c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587fd8b4-d0bb-4fe5-9b90-644c27f76c64,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:50.102103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317770-bb9d-48b9-b373-9f9d7b7421bb req-330e22d4-9fb3-40d9-b3ad-adf33dee2881 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:50.104081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80317770-bb9d-48b9-b373-9f9d7b7421bb req-330e22d4-9fb3-40d9-b3ad-adf33dee2881 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 944 time: 0.1187937 Mar 07 15:58:50.140462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b8a7f-f877-4951-abd6-232caeeaf7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890ccb68-9b3f-446c-a018-a8773946a1c2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:50.171844 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80317770-bb9d-48b9-b373-9f9d7b7421bb req-0757287b-0439-43a3-bdd2-f5c7bdff7d5b tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616503 Mar 07 15:58:50.250733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7d9c0134-458f-4e57-9019-62d6d5c2d045 req-5fa2621e-1b79-42bb-a28b-b07bde029cd7 service neutron] 10.222.0.11 "GET /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512213 Mar 07 15:58:50.319579 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-296b38bf-d4e0-4ebb-a236-56cd4c18fd82 admin admin] Publish callbacks [] for security_group (890ccb68-9b3f-446c-a018-a8773946a1c2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:50.323176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9593d90e-9d9f-4e34-834d-7a56d3b3ad91 req-f2ee551b-641b-41e2-84f1-a2850173f7d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 210 time: 0.0628605 Mar 07 15:58:50.362179 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-296b38bf-d4e0-4ebb-a236-56cd4c18fd82 admin admin] Publish callbacks [] for security_group (890ccb68-9b3f-446c-a018-a8773946a1c2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:50.363775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-947c11e2-4c57-42dc-aea7-db57874284b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:50.367218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-947c11e2-4c57-42dc-aea7-db57874284b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 1131 time: 0.1051910 Mar 07 15:58:50.484067 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-296b38bf-d4e0-4ebb-a236-56cd4c18fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (890ccb68-9b3f-446c-a018-a8773946a1c2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:50.484414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2638bbf4-2609-4ae6-92b0-66baae1c47d3 req-671ac19c-8cbc-4e33-9364-6161b69ce795 tempest-FlavorsV2NegativeTest-2015666398 tempest-FlavorsV2NegativeTest-2015666398-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b9713183002a4d0480be2a6e51218a71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341356 Mar 07 15:58:50.488550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-296b38bf-d4e0-4ebb-a236-56cd4c18fd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:50.489599 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-296b38bf-d4e0-4ebb-a236-56cd4c18fd82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/890ccb68-9b3f-446c-a018-a8773946a1c2 HTTP/1.1" status: 204 len: 168 time: 0.4578352 Mar 07 15:58:50.499200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b38bf-d4e0-4ebb-a236-56cd4c18fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890ccb68-9b3f-446c-a018-a8773946a1c2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:50.529699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-89c7a1a7-ba87-405b-a700-a2ee7979fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:50.531238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-89c7a1a7-ba87-405b-a700-a2ee7979fd2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1584013 Mar 07 15:58:50.612864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-ce57af34-fdd1-4913-bd64-1dc7d730b07c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4b66d692-6694-4eed-972e-160f0f4a7704 HTTP/1.1" status: 200 len: 217 time: 0.0727649 Mar 07 15:58:50.713464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638bbf4-2609-4ae6-92b0-66baae1c47d3 req-66e6b970-a52a-488f-b47a-ec950af42f41 tempest-FlavorsV2NegativeTest-2015666398 tempest-FlavorsV2NegativeTest-2015666398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:50.713889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a1f5a-c267-4c41-8c62-3405563719ec req-8fd1e378-e5fa-48c8-85fd-5a3ccc0bd6e8 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:50.716077 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-111a1f5a-c267-4c41-8c62-3405563719ec req-8fd1e378-e5fa-48c8-85fd-5a3ccc0bd6e8 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.0721109 Mar 07 15:58:50.721072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2638bbf4-2609-4ae6-92b0-66baae1c47d3 req-66e6b970-a52a-488f-b47a-ec950af42f41 tempest-FlavorsV2NegativeTest-2015666398 tempest-FlavorsV2NegativeTest-2015666398-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288747 Mar 07 15:58:50.733842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-3f65c7e7-efa2-4ef5-a3d7-f68ccf2901a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:50.735922 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-3f65c7e7-efa2-4ef5-a3d7-f68ccf2901a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1066399 Mar 07 15:58:50.748231 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2638bbf4-2609-4ae6-92b0-66baae1c47d3 req-3bdcd628-4618-4e15-99b9-5625ea78670d tempest-FlavorsV2NegativeTest-2015666398 tempest-FlavorsV2NegativeTest-2015666398-project] 10.222.0.24 "GET /v2.0/quotas/b9713183002a4d0480be2a6e51218a71 HTTP/1.1" status: 200 len: 375 time: 0.0254912 Mar 07 15:58:50.814855 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2638bbf4-2609-4ae6-92b0-66baae1c47d3 req-85802537-b134-42ad-beaf-5c789d8fa477 tempest-FlavorsV2NegativeTest-2015666398 tempest-FlavorsV2NegativeTest-2015666398-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9713183002a4d0480be2a6e51218a71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646462 Mar 07 15:58:50.830855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-111a1f5a-c267-4c41-8c62-3405563719ec req-15db411f-7192-4453-9737-596b2f386e8f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082993 Mar 07 15:58:50.838472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-329f6755-841b-412c-94ef-da3ba9d04d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:50.841136 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-329f6755-841b-412c-94ef-da3ba9d04d1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0899520 Mar 07 15:58:51.029567 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-49332ecb-ab2b-4ce4-933e-cff83301015d service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821160 Mar 07 15:58:51.042672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f54958-c3d9-42f4-81ba-22b15a031b9a req-ae0093d2-9984-4790-9154-c9b14ca81b19 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:51.044676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18f54958-c3d9-42f4-81ba-22b15a031b9a req-ae0093d2-9984-4790-9154-c9b14ca81b19 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.0750546 Mar 07 15:58:51.117778 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18f54958-c3d9-42f4-81ba-22b15a031b9a req-6411904e-5112-440b-bf97-79d3dc30704e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515926 Mar 07 15:58:51.208867 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-dd2b2573-0a8c-47cb-9a68-47aa05a7ba62 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630738 Mar 07 15:58:51.345099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99602c-994c-48e8-a5f2-609c62d2bfe0 req-578ba7fc-c632-42a4-83b3-5a9e64835775 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:51.347540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad99602c-994c-48e8-a5f2-609c62d2bfe0 req-578ba7fc-c632-42a4-83b3-5a9e64835775 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 944 time: 0.0705736 Mar 07 15:58:51.459516 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad99602c-994c-48e8-a5f2-609c62d2bfe0 req-f3b46517-dc8e-4ebf-8028-658151edf6ca tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061561 Mar 07 15:58:51.515301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56abacf8-5262-44b2-8028-12504072e9c9 req-0bb61db1-6197-4bbe-aecb-45329967c581 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 210 time: 0.0482337 Mar 07 15:58:51.707940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4917940-2e14-45fb-8ac7-39735c41eede req-eacdd7b6-500d-4fbc-98a5-f3db15e474e6 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:51.709481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-eacdd7b6-500d-4fbc-98a5-f3db15e474e6 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.11 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 807 time: 0.1209102 Mar 07 15:58:51.723425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Request body: {'port': {'device_id': '8af0ab9b-4460-4cae-abf1-50d5bacb1aa5', 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b', 'admin_state_up': True, 'tenant_id': 'cb36658e777d4c14a575b1f3ef77e706'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:51.856799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Made reservation on behalf of cb36658e777d4c14a575b1f3ef77e706 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:51.871695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:51.888136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device dd1f6a97-aada-4012-b141-71363c94e76c up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:51.949861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42726) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:52.018715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port dd1f6a97-aada-4012-b141-71363c94e76c completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:52.021688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port dd1f6a97-aada-4012-b141-71363c94e76c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:52.022071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.098408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7edcc-249a-43c0-afb2-709a816b1883 req-2ceaa47c-c77b-4ee4-b9ba-ee36c2a66555 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:52.102010 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-98c7edcc-249a-43c0-afb2-709a816b1883 req-2ceaa47c-c77b-4ee4-b9ba-ee36c2a66555 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.1107028 Mar 07 15:58:52.120147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Allocated IP 172.20.0.10 (099477e4-23c0-427d-9020-dfe0eec5f24b/a0f53018-f90a-4cce-922b-b3a7ec0c1805/79553a24-5aab-470c-b3ed-3265195d77c6) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:52.195882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port dd1f6a97-aada-4012-b141-71363c94e76c is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:52.196284 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.231712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:52.234555 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65634a6e-99e5-4bd8-a4e1-0533da6e8b3d" -d '{"events": [{"server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "name": "network-vif-plugged", "status": "completed", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:52.243316 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-98c7edcc-249a-43c0-afb2-709a816b1883 req-5d913fe5-8182-4280-9fd0-f37edf89ebb3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274729 Mar 07 15:58:52.251297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:52.266098 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-25f6d852-c182-41eb-9202-d202eb88c770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.266204 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.267284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 87d4d8c7-cb51-41ad-8432-4f5185c745e7 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:52.327590 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93ebd62-1428-474e-830e-c6d389d5cde1 x-openstack-request-id: req-e93ebd62-1428-474e-830e-c6d389d5cde1 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:52.328078 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "name": "network-vif-plugged", "status": "completed", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:52.328556 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e93ebd62-1428-474e-830e-c6d389d5cde1 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:52.329128 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c', 'code': 200} Mar 07 15:58:52.380865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=dd1f6a97-aada-4012-b141-71363c94e76c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:52.393814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c10a-be1b-4521-ad6b-6db64fb6e2ef req-351bb5aa-eb7d-4f54-b84e-88c205e40afe tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:52.402932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7db1c10a-be1b-4521-ad6b-6db64fb6e2ef req-351bb5aa-eb7d-4f54-b84e-88c205e40afe tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.1603265 Mar 07 15:58:52.405251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:58:52.412474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:52.413078 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.498377 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks [] for port (79553a24-5aab-470c-b3ed-3265195d77c6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.521055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:52.521507 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.552476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42766) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:52.574663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 87d4d8c7-cb51-41ad-8432-4f5185c745e7, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:52.580610 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.592899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b43f7-e436-4c08-9f2f-26716c84824d req-656dc867-19b5-4584-a9f4-0a04a4155d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:52.594506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b9b43f7-e436-4c08-9f2f-26716c84824d req-656dc867-19b5-4584-a9f4-0a04a4155d7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 1128 time: 0.1821408 Mar 07 15:58:52.630006 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7db1c10a-be1b-4521-ad6b-6db64fb6e2ef req-fcf81d01-38c6-4c88-83d0-df4a3cd68007 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260606 Mar 07 15:58:52.656631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=87d4d8c7-cb51-41ad-8432-4f5185c745e7,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:52.685155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d55544-56c7-498c-8908-f707a1f109a4 req-ad88cde3-6636-4200-81e2-c4acab7521a3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:52.688036 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-07d55544-56c7-498c-8908-f707a1f109a4 req-ad88cde3-6636-4200-81e2-c4acab7521a3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 945 time: 0.1149299 Mar 07 15:58:52.697510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-25f6d852-c182-41eb-9202-d202eb88c770 admin admin] Publish callbacks [] for security_group (3aa61b83-0e69-42ed-af1c-d64c9f585684), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.708843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-25f6d852-c182-41eb-9202-d202eb88c770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3aa61b83-0e69-42ed-af1c-d64c9f585684), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.729109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.769453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-07d55544-56c7-498c-8908-f707a1f109a4 req-2385525c-d680-4123-9648-da467f046f8c tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741367 Mar 07 15:58:52.804408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6d852-c182-41eb-9202-d202eb88c770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa61b83-0e69-42ed-af1c-d64c9f585684,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:52.835619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42a80082-e51f-4b21-906e-d0b3aa5e9d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.854384 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-25f6d852-c182-41eb-9202-d202eb88c770 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9713183002a4d0480be2a6e51218a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9031794 Mar 07 15:58:52.857188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42782) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:52.859611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b9b43f7-e436-4c08-9f2f-26716c84824d req-463fe971-1889-4d1f-b94f-fef23f07ae01 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578197 Mar 07 15:58:52.881287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Network 099477e4-23c0-427d-9020-dfe0eec5f24b is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:52.884551 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4169b88c-42a4-4767-b4cc-fdca4ec85811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.886668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:52.892916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:52.898314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Pushing event updated for resources: {'Port': ['ID=79553a24-5aab-470c-b3ed-3265195d77c6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:52.938568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1038aa-7159-4163-8843-14312fe70aae req-788e4460-1420-4e82-b241-cbda4333bf3d tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:52.944343 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f1038aa-7159-4163-8843-14312fe70aae req-788e4460-1420-4e82-b241-cbda4333bf3d tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 932 time: 0.2312894 Mar 07 15:58:52.952724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca38108b-3b62-4222-91a3-6acd05aba15a admin admin] Publish callbacks [] for security_group (3aa61b83-0e69-42ed-af1c-d64c9f585684), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:52.987358 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca38108b-3b62-4222-91a3-6acd05aba15a admin admin] Publish callbacks [] for security_group (3aa61b83-0e69-42ed-af1c-d64c9f585684), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.004858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:53.005402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.036508 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-17f54ee4-5768-401d-ac7e-d35c1f1f59b5 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3184888 Mar 07 15:58:53.040549 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f1038aa-7159-4163-8843-14312fe70aae req-5f40cb5e-fddb-4afd-a3e1-7167c020c416 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919285 Mar 07 15:58:53.045948 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4169b88c-42a4-4767-b4cc-fdca4ec85811 admin admin] Publish callbacks [] for security_group (057450c0-a26e-4c1e-aeae-ff801e703f9d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.051004 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4169b88c-42a4-4767-b4cc-fdca4ec85811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (057450c0-a26e-4c1e-aeae-ff801e703f9d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.054551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Request body: {'port': {'device_id': '8af0ab9b-4460-4cae-abf1-50d5bacb1aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:53.109283 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4169b88c-42a4-4767-b4cc-fdca4ec85811 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f472c3f3689342bfad26a2d4c0390440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5556605 Mar 07 15:58:53.110208 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca38108b-3b62-4222-91a3-6acd05aba15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3aa61b83-0e69-42ed-af1c-d64c9f585684), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.112859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42790) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:53.113557 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca38108b-3b62-4222-91a3-6acd05aba15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.114523 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ca38108b-3b62-4222-91a3-6acd05aba15a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3aa61b83-0e69-42ed-af1c-d64c9f585684 HTTP/1.1" status: 204 len: 168 time: 0.2563632 Mar 07 15:58:53.122089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169b88c-42a4-4767-b4cc-fdca4ec85811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057450c0-a26e-4c1e-aeae-ff801e703f9d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:53.141675 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.144646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38108b-3b62-4222-91a3-6acd05aba15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa61b83-0e69-42ed-af1c-d64c9f585684,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:53.371652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42802) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:53.506333 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1574a058-2479-4c67-9b92-ddad6e6e4805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.520766 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6d25ecd-fda9-4143-a854-85344cced417 admin admin] Publish callbacks [] for security_group (057450c0-a26e-4c1e-aeae-ff801e703f9d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.586531 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1574a058-2479-4c67-9b92-ddad6e6e4805 admin admin] Publish callbacks [] for security_group (cda8f4f4-2499-4954-9802-424c26e66c40), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.593822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1574a058-2479-4c67-9b92-ddad6e6e4805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cda8f4f4-2499-4954-9802-424c26e66c40), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.626284 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6d25ecd-fda9-4143-a854-85344cced417 admin admin] Publish callbacks [] for security_group (057450c0-a26e-4c1e-aeae-ff801e703f9d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.634155 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1574a058-2479-4c67-9b92-ddad6e6e4805 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78c8e71f4b31467cafb0c087af1c23df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650156 Mar 07 15:58:53.634987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42816) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:53.642733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574a058-2479-4c67-9b92-ddad6e6e4805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8f4f4-2499-4954-9802-424c26e66c40,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:53.693823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ea2bbf1-da39-4ef3-8247-84ca61a77efb admin admin] Publish callbacks [] for security_group (cda8f4f4-2499-4954-9802-424c26e66c40), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.719865 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014deaf-ce38-4b69-b84e-6c6e090a6996 req-3817a957-d801-4a6d-8b2f-c05b59f61ec3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:53.722090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a014deaf-ce38-4b69-b84e-6c6e090a6996 req-3817a957-d801-4a6d-8b2f-c05b59f61ec3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 946 time: 0.2209294 Mar 07 15:58:53.729759 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ea2bbf1-da39-4ef3-8247-84ca61a77efb admin admin] Publish callbacks [] for security_group (cda8f4f4-2499-4954-9802-424c26e66c40), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.784150 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6d25ecd-fda9-4143-a854-85344cced417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (057450c0-a26e-4c1e-aeae-ff801e703f9d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.786716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6d25ecd-fda9-4143-a854-85344cced417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.787894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f6d25ecd-fda9-4143-a854-85344cced417 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/057450c0-a26e-4c1e-aeae-ff801e703f9d HTTP/1.1" status: 204 len: 168 time: 0.6660471 Mar 07 15:58:53.813036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d25ecd-fda9-4143-a854-85344cced417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057450c0-a26e-4c1e-aeae-ff801e703f9d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:53.819153 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a014deaf-ce38-4b69-b84e-6c6e090a6996 req-1667fed2-b77e-4d43-ab25-0e41025ebafa tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903046 Mar 07 15:58:53.880023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804887-6a16-4d8c-be77-ae6d4f689925 req-dcf4c89b-7c23-4fbe-b1b9-1c30e4ea6351 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:53.881210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79553a24-5aab-470c-b3ed-3265195d77c6 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:53.881579 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8b804887-6a16-4d8c-be77-ae6d4f689925 req-dcf4c89b-7c23-4fbe-b1b9-1c30e4ea6351 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.1492200 Mar 07 15:58:53.891903 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Publish callbacks [] for port (79553a24-5aab-470c-b3ed-3265195d77c6), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.917820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ea2bbf1-da39-4ef3-8247-84ca61a77efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cda8f4f4-2499-4954-9802-424c26e66c40), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.920035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Transition to ACTIVE for port object 79553a24-5aab-470c-b3ed-3265195d77c6 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:53.921741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ea2bbf1-da39-4ef3-8247-84ca61a77efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.923211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ea2bbf1-da39-4ef3-8247-84ca61a77efb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cda8f4f4-2499-4954-9802-424c26e66c40 HTTP/1.1" status: 204 len: 168 time: 0.2873287 Mar 07 15:58:53.927586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:53.945858 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2bbf1-da39-4ef3-8247-84ca61a77efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8f4f4-2499-4954-9802-424c26e66c40,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:53.989747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8b804887-6a16-4d8c-be77-ae6d4f689925 req-d69022d3-cf35-4185-8f46-7b0f210f05a5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893636 Mar 07 15:58:53.990233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42832) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:54.043502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Pushing event updated for resources: {'Port': ['ID=79553a24-5aab-470c-b3ed-3265195d77c6,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:54.121232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9f50-de62-436c-9dfb-0d74dfa549c3 req-77606c5c-b781-48fa-8007-3e23ab1c1251 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:54.122918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-032a9f50-de62-436c-9dfb-0d74dfa549c3 req-77606c5c-b781-48fa-8007-3e23ab1c1251 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 945 time: 0.1434851 Mar 07 15:58:54.180248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Attempting to bind port 79553a24-5aab-470c-b3ed-3265195d77c6 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:54.180721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Attempting to bind port 79553a24-5aab-470c-b3ed-3265195d77c6 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:54.181315 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Attempting to bind port 79553a24-5aab-470c-b3ed-3265195d77c6 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:54.196567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Port 79553a24-5aab-470c-b3ed-3265195d77c6 on network 099477e4-23c0-427d-9020-dfe0eec5f24b not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:58:54.197035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Attempting to bind port 79553a24-5aab-470c-b3ed-3265195d77c6 on network 099477e4-23c0-427d-9020-dfe0eec5f24b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:54.206005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:54.206476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Checking segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:54.206983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Bound using segment: {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:54.207538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Bound port: 79553a24-5aab-470c-b3ed-3265195d77c6, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9680deb-b3aa-4045-a5a7-b32ece3501fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:54.207988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.229279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea050c59-f553-4fa7-8482-3051d4058def req-fa62144c-d0c2-4403-883b-4e2be8a926e0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:54.242013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-032a9f50-de62-436c-9dfb-0d74dfa549c3 req-a1f96a65-077f-4e4f-b0e6-c3cd9833b5d7 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993290 Mar 07 15:58:54.247396 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea050c59-f553-4fa7-8482-3051d4058def req-fa62144c-d0c2-4403-883b-4e2be8a926e0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 944 time: 0.1024144 Mar 07 15:58:54.318083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] For port 79553a24-5aab-470c-b3ed-3265195d77c6, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:54.323238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] For port 79553a24-5aab-470c-b3ed-3265195d77c6, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=79553a24-5aab-470c-b3ed-3265195d77c6,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:54.332410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:54.335609 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3ff748-d874-4c8c-84e0-40d39c60a5ec" -d '{"events": [{"server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "name": "network-vif-plugged", "status": "completed", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:54.336791 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea050c59-f553-4fa7-8482-3051d4058def req-707cc37a-fa2c-47b9-9ce6-66c6e6aa5518 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739980 Mar 07 15:58:54.345683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-network', 'tenant_id': '590d3782f20b4793a996ef444625ede1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:54.355650 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.374893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Made reservation on behalf of 590d3782f20b4793a996ef444625ede1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:54.379172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.395253 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.400220 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785430b8-d4fa-4f7a-aa7e-0895ae301827 x-openstack-request-id: req-785430b8-d4fa-4f7a-aa7e-0895ae301827 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:54.400824 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "name": "network-vif-plugged", "status": "completed", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:54.401031 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-785430b8-d4fa-4f7a-aa7e-0895ae301827 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:54.401744 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'code': 200} Mar 07 15:58:54.426471 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:54.427223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.428800 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] 10.222.0.11 "PUT /v2.0/ports/79553a24-5aab-470c-b3ed-3265195d77c6 HTTP/1.1" status: 200 len: 1092 time: 1.3788879 Mar 07 15:58:54.429375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af0ab9b-4460-4cae-abf1-50d5bacb1aa5', 'tag': '79553a24-5aab-470c-b3ed-3265195d77c6'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:58:54.431758 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056" -d '{"events": [{"name": "network-changed", "server_uuid": "8af0ab9b-4460-4cae-abf1-50d5bacb1aa5", "tag": "79553a24-5aab-470c-b3ed-3265195d77c6"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:58:54.449865 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f73bf8-929f-4a46-a49a-5613e8a64eec service neutron] Pushing event updated for resources: {'Port': ['ID=79553a24-5aab-470c-b3ed-3265195d77c6,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:54.452668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42850) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:54.468819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a155bda-2249-4405-8be8-84d87ee56c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.521785 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67f57de-a76e-4175-9e32-f7a2d4e50342 x-openstack-request-id: req-a67f57de-a76e-4175-9e32-f7a2d4e50342 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:58:54.522163 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af0ab9b-4460-4cae-abf1-50d5bacb1aa5", "tag": "79553a24-5aab-470c-b3ed-3265195d77c6", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:58:54.522484 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a67f57de-a76e-4175-9e32-f7a2d4e50342 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:58:54.522919 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af0ab9b-4460-4cae-abf1-50d5bacb1aa5', 'tag': '79553a24-5aab-470c-b3ed-3265195d77c6', 'status': 'completed', 'code': 200} Mar 07 15:58:54.562164 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Publish callbacks [] for security_group (5f1cf987-2480-490e-8af3-6569ec535a92), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.566505 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5f1cf987-2480-490e-8af3-6569ec535a92), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.567327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b23a13-1d8e-4f5d-a040-a513cd1b9710 req-85ca7033-d334-4a77-a843-a51915fcd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:54.568858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0b23a13-1d8e-4f5d-a040-a513cd1b9710 req-85ca7033-d334-4a77-a843-a51915fcd1fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 1127 time: 0.0969882 Mar 07 15:58:54.588670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:58:54.609299 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1cf987-2480-490e-8af3-6569ec535a92,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:54.614607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (dd31072e-c797-4d92-aa72-cd03b4bf3120), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.614981 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Added segment dd31072e-c797-4d92-aa72-cd03b4bf3120 of type vlan for network 9af5246a-7d77-4253-b4f7-af65300cd930 Mar 07 15:58:54.632989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4917940-2e14-45fb-8ac7-39735c41eede req-a490e94c-3e7d-4663-a594-67cdf2a92d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:54.634718 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-a490e94c-3e7d-4663-a594-67cdf2a92d5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 1126 time: 0.1286190 Mar 07 15:58:54.665088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9af5246a-7d77-4253-b4f7-af65300cd930), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.693618 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9af5246a-7d77-4253-b4f7-af65300cd930), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.694967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:54.695662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.697233 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-7c76046b-6f1e-49dd-a519-1e4fb519e2ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79553a24-5aab-470c-b3ed-3265195d77c6 HTTP/1.1" status: 200 len: 217 time: 0.0551898 Mar 07 15:58:54.709226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0b23a13-1d8e-4f5d-a040-a513cd1b9710 req-8ce55e07-7789-4865-94ea-b490f10ab088 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306243 Mar 07 15:58:54.730689 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7393734 Mar 07 15:58:54.749414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42856) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:54.757482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a155bda-2249-4405-8be8-84d87ee56c78 admin admin] Publish callbacks [] for security_group (ccb51ba0-c98c-4296-b028-d1bcfd5667c4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.761793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Request body: {'subnet': {'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-subnet', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:54.765353 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e843c-ae79-461d-b7f6-3b5d73cb5e3d admin admin] Pushing event updated for resources: {'Network': ['ID=9af5246a-7d77-4253-b4f7-af65300cd930,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:54.769067 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a155bda-2249-4405-8be8-84d87ee56c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ccb51ba0-c98c-4296-b028-d1bcfd5667c4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.777116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9af5246a-7d77-4253-b4f7-af65300cd930 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:58:54.825890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4917940-2e14-45fb-8ac7-39735c41eede req-9ba0a66d-44ff-48bd-8002-5c9b7b955de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:54.827391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-9ba0a66d-44ff-48bd-8002-5c9b7b955de3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.1207469 Mar 07 15:58:54.831500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8a155bda-2249-4405-8be8-84d87ee56c78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87b5880ff2454c93a98969fcedae20e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777907 Mar 07 15:58:54.832602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Made reservation on behalf of 590d3782f20b4793a996ef444625ede1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:54.834442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42862) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:54.834899 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.838908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a155bda-2249-4405-8be8-84d87ee56c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb51ba0-c98c-4296-b028-d1bcfd5667c4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:54.887949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-fc33c52b-4098-45c9-9d57-c80c97c231ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506637 Mar 07 15:58:54.903888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d80fcb5-02ec-4f52-b9fb-317d2d2b9d07 admin admin] Publish callbacks [] for security_group (ccb51ba0-c98c-4296-b028-d1bcfd5667c4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.928335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d80fcb5-02ec-4f52-b9fb-317d2d2b9d07 admin admin] Publish callbacks [] for security_group (ccb51ba0-c98c-4296-b028-d1bcfd5667c4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.991997 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d80fcb5-02ec-4f52-b9fb-317d2d2b9d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ccb51ba0-c98c-4296-b028-d1bcfd5667c4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.995087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d80fcb5-02ec-4f52-b9fb-317d2d2b9d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:54.996280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5d80fcb5-02ec-4f52-b9fb-317d2d2b9d07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccb51ba0-c98c-4296-b028-d1bcfd5667c4 HTTP/1.1" status: 204 len: 168 time: 0.1607993 Mar 07 15:58:55.006576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80fcb5-02ec-4f52-b9fb-317d2d2b9d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb51ba0-c98c-4296-b028-d1bcfd5667c4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:55.151968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddcb5b-68a2-4341-b4c5-19139928b983 req-bb35a455-5396-4cb6-984a-fd5e9cf7da5b tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:55.153579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0ddcb5b-68a2-4341-b4c5-19139928b983 req-bb35a455-5396-4cb6-984a-fd5e9cf7da5b tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 946 time: 0.1771998 Mar 07 15:58:55.158187 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-1fbd6639-01b3-45fd-a585-f82095f7b52f service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263288 Mar 07 15:58:55.181886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26229ed-15ce-4948-a2c4-b07e24ae174e req-35d9d98f-64a6-403c-bb11-cd3f1bb03a40 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:55.183742 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e26229ed-15ce-4948-a2c4-b07e24ae174e req-35d9d98f-64a6-403c-bb11-cd3f1bb03a40 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.0839338 Mar 07 15:58:55.198136 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7452-e382-4d2f-820c-9b6c01d55db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:55.253017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e26229ed-15ce-4948-a2c4-b07e24ae174e req-828aebc6-e9f5-4ff2-b607-529f6aa56554 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612121 Mar 07 15:58:55.300755 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (f9d44c7a-4b1e-4400-b581-884f33f5f558), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:55.351674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0ddcb5b-68a2-4341-b4c5-19139928b983 req-cf2e649d-ebe3-448a-9334-e0d8ddb7094e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654880 Mar 07 15:58:55.416122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d44c7a-4b1e-4400-b581-884f33f5f558,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:55.422671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4917940-2e14-45fb-8ac7-39735c41eede req-a8a4afd3-ba67-44ec-8d5a-b3e1a6d3bff9 service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359693 Mar 07 15:58:55.424960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Checking segment: {'id': 'dd31072e-c797-4d92-aa72-cd03b4bf3120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:55.425497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Network hostable DHCP agents. Network: 9af5246a-7d77-4253-b4f7-af65300cd930, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:58:55.448726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Network 9af5246a-7d77-4253-b4f7-af65300cd930 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:58:55.462035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9af5246a-7d77-4253-b4f7-af65300cd930) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:55.474979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:55.475506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:55.479844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f95e97-bfb5-4b4e-8199-ebafd70b56ba None None] Network 9af5246a-7d77-4253-b4f7-af65300cd930 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:55.560972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6eed48d3-ea29-4474-ab8a-a85033c65405 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8123958 Mar 07 15:58:55.563717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42900) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:55.568749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:55.598422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (04a48c26-e652-4815-b882-aa5211f4e9c3), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:55.600510 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (04a48c26-e652-4815-b882-aa5211f4e9c3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:55.613013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab950-c831-4000-bc48-d59001221b58 req-a87c91a2-603b-4da0-8f1a-c222d959d5e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:55.620079 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b23ab950-c831-4000-bc48-d59001221b58 req-a87c91a2-603b-4da0-8f1a-c222d959d5e1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 945 time: 0.1416879 Mar 07 15:58:55.631627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-f43c5344-5950-438d-8ea6-984080211075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:55.633144 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-f43c5344-5950-438d-8ea6-984080211075 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb36658e777d4c14a575b1f3ef77e706&device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 1126 time: 0.1385353 Mar 07 15:58:55.635717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9af5246a-7d77-4253-b4f7-af65300cd930', 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930', 'project_id': '590d3782f20b4793a996ef444625ede1', 'fixed_ips': [{'subnet_id': 'f9d44c7a-4b1e-4400-b581-884f33f5f558'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:58:55.636897 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:55.642386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8b9939c4-ffb4-4c17-8711-cfe57c7777ae tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1b35918f0236408aa18b23ee3e9b3471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352452 Mar 07 15:58:55.728723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks [] for router_controller (04a48c26-e652-4815-b882-aa5211f4e9c3), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:55.755128 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b23ab950-c831-4000-bc48-d59001221b58 req-aedc1eb9-7e69-4da4-b31e-8bdce61fae9b tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342187 Mar 07 15:58:55.822047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-e7b1e281-b311-4a31-8868-77aae775b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:55.824167 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-e7b1e281-b311-4a31-8868-77aae775b45a service neutron] 10.222.0.11 "GET /v2.0/networks?id=099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 200 len: 908 time: 0.1747489 Mar 07 15:58:55.854078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Allocated IP 172.20.0.2 (9af5246a-7d77-4253-b4f7-af65300cd930/f9d44c7a-4b1e-4400-b581-884f33f5f558/d591e67c-4d94-4eec-8cf0-65b50582f1de) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:55.912455 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-5799435b-2fb9-494b-9e3f-e8bf17b4f711 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79553a24-5aab-470c-b3ed-3265195d77c6 HTTP/1.1" status: 200 len: 217 time: 0.0683606 Mar 07 15:58:56.003751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-d3ec2aac-5b82-49b1-a27f-ddbc7c596ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:56.009177 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-d3ec2aac-5b82-49b1-a27f-ddbc7c596ab6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 200 len: 847 time: 0.0879037 Mar 07 15:58:56.029154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42914) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:56.075389 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Publish callbacks [] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.082757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b00ec6-05c6-425b-ad31-935cc8900a58 req-d4f65121-8756-4bbf-906a-5760e2dedddb tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:56.086400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57b00ec6-05c6-425b-ad31-935cc8900a58 req-d4f65121-8756-4bbf-906a-5760e2dedddb tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 944 time: 0.2795177 Mar 07 15:58:56.088612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-ad0d4471-283a-4786-9bf0-0d34001c7f73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=099477e4-23c0-427d-9020-dfe0eec5f24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701747 Mar 07 15:58:56.093155 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.115915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Network 9af5246a-7d77-4253-b4f7-af65300cd930 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:56.140994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:56.145897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-dfb76dc8-c798-40fc-834a-5e7039c2ce49 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:56.153307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:56.154028 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-dfb76dc8-c798-40fc-834a-5e7039c2ce49 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5054193 Mar 07 15:58:56.171759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Pushing event updated for resources: {'Port': ['ID=d591e67c-4d94-4eec-8cf0-65b50582f1de,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:56.200482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-3592c994-89a0-466e-bed6-2fa5eb80ab2c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/quotas/1b35918f0236408aa18b23ee3e9b3471 HTTP/1.1" status: 200 len: 375 time: 0.0446229 Mar 07 15:58:56.204298 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks [] for router_gateway (04a48c26-e652-4815-b882-aa5211f4e9c3), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.205068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-network', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:56.245516 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-417008ae-fa19-49a8-a28e-8a5c28d256c0 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b35918f0236408aa18b23ee3e9b3471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440457 Mar 07 15:58:56.248324 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57b00ec6-05c6-425b-ad31-935cc8900a58 req-ff644565-03eb-4029-9da1-37d8afd918cf tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564112 Mar 07 15:58:56.256601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Made reservation on behalf of efef4621b10a4978a8d7920b79af084e for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:56.259560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.263854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Attempting to bind port d591e67c-4d94-4eec-8cf0-65b50582f1de on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:56.264238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Attempting to bind port d591e67c-4d94-4eec-8cf0-65b50582f1de by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'dd31072e-c797-4d92-aa72-cd03b4bf3120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:56.264606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Attempting to bind port d591e67c-4d94-4eec-8cf0-65b50582f1de on network 9af5246a-7d77-4253-b4f7-af65300cd930 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:56.270656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:56.271086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Checking segment: {'id': 'dd31072e-c797-4d92-aa72-cd03b4bf3120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:56.271497 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.272018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Bound using segment: {'id': 'dd31072e-c797-4d92-aa72-cd03b4bf3120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:56.273054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Bound port: d591e67c-4d94-4eec-8cf0-65b50582f1de, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd31072e-c797-4d92-aa72-cd03b4bf3120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:56.273445 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.289198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.300872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-0ec6500b-bb5f-43d6-83c6-f3df9163ffed service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015674 Mar 07 15:58:56.358838 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.432221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b848cdb6-d6b6-4a83-a2df-27ebf80c6056 req-e043ecb6-f875-4654-9513-d190e3f6edfe service neutron] 10.222.0.11 "GET /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230049 Mar 07 15:58:56.435636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] For port d591e67c-4d94-4eec-8cf0-65b50582f1de, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:56.444906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] For port d591e67c-4d94-4eec-8cf0-65b50582f1de, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d591e67c-4d94-4eec-8cf0-65b50582f1de,segment=NetworkSegment(dd31072e-c797-4d92-aa72-cd03b4bf3120),segment_id=dd31072e-c797-4d92-aa72-cd03b4bf3120)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:56.453192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Publish callbacks [] for security_group (8245970f-3b3f-44ff-b1bd-6a7f46a534c1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.455940 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.461874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8245970f-3b3f-44ff-b1bd-6a7f46a534c1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.535238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e9b4b-6861-43f5-a008-70b8bbf4727c None None] Pushing event updated for resources: {'Port': ['ID=d591e67c-4d94-4eec-8cf0-65b50582f1de,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:56.541858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:58:56.565890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8245970f-3b3f-44ff-b1bd-6a7f46a534c1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:56.581406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.581761 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Added segment acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c of type vlan for network 73834449-fa98-4764-a279-651f523c180a Mar 07 15:58:56.669777 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (73834449-fa98-4764-a279-651f523c180a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.702560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4272868-0b0b-4d09-a1b3-3f915aab7687 req-131f4d78-8999-4a33-9985-6e4417479494 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:56.704247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4272868-0b0b-4d09-a1b3-3f915aab7687 req-131f4d78-8999-4a33-9985-6e4417479494 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.1980157 Mar 07 15:58:56.735522 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (73834449-fa98-4764-a279-651f523c180a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.737643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:56.738295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.749979 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks [] for router_gateway (04a48c26-e652-4815-b882-aa5211f4e9c3), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.775451 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7446575 Mar 07 15:58:56.777377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42932) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:56.789379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Request body: {'subnet': {'network_id': '73834449-fa98-4764-a279-651f523c180a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-subnet', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:56.792290 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.797592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516429-e7bb-4151-9c34-9395b5ebf2d6 req-64e7bcfe-17e3-4f4b-9ce0-f939cc5580f6 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:56.799759 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01516429-e7bb-4151-9c34-9395b5ebf2d6 req-64e7bcfe-17e3-4f4b-9ce0-f939cc5580f6 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 1128 time: 0.1209264 Mar 07 15:58:56.830990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4272868-0b0b-4d09-a1b3-3f915aab7687 req-58ade5b0-805b-4cd0-933a-3d723821c9eb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146898 Mar 07 15:58:56.880096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78592236-6f1b-4524-81c0-d0d9c6e12b58 admin admin] Pushing event updated for resources: {'Network': ['ID=73834449-fa98-4764-a279-651f523c180a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:56.901615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 73834449-fa98-4764-a279-651f523c180a details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:58:56.910147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Made reservation on behalf of efef4621b10a4978a8d7920b79af084e for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:56.912814 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:56.958581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01516429-e7bb-4151-9c34-9395b5ebf2d6 req-00460d54-67c9-4e77-997b-044ddc66bc3c tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990942 Mar 07 15:58:56.994719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09300d55-d359-43d7-aba9-3c4b7844b566 req-6611a614-d435-4cbc-a6e5-7414e0297306 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 210 time: 0.0556560 Mar 07 15:58:57.191631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (76418cb9-2ab9-4c50-b612-9502fc15c4dc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.208879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Allocated IP 172.25.4.175 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/7cd480d4-682a-40d6-9c1d-36b9aa682dc8) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:57.250017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd4805-880e-4d41-9b41-ffc3328b61e5 req-ced34dd9-4563-4f25-84b1-195bdc856de4 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:57.251827 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eabd4805-880e-4d41-9b41-ffc3328b61e5 req-ced34dd9-4563-4f25-84b1-195bdc856de4 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 945 time: 0.1292443 Mar 07 15:58:57.253371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe00b7-f44b-4bd2-b1e4-cdff62828ad5 req-1f373f74-4a8d-484b-8deb-b5c0369e55f9 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:57.254945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bcfe00b7-f44b-4bd2-b1e4-cdff62828ad5 req-1f373f74-4a8d-484b-8deb-b5c0369e55f9 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 1128 time: 0.1151283 Mar 07 15:58:57.260331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=76418cb9-2ab9-4c50-b612-9502fc15c4dc,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:57.278249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Checking segment: {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:57.278596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Network hostable DHCP agents. Network: 73834449-fa98-4764-a279-651f523c180a, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:58:57.334856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bcfe00b7-f44b-4bd2-b1e4-cdff62828ad5 req-1118f087-6576-45a6-9d53-0432c56ae93e tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660701 Mar 07 15:58:57.335577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Network 73834449-fa98-4764-a279-651f523c180a is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:58:57.345056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 73834449-fa98-4764-a279-651f523c180a) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:57.349685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:57.350334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.357375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5985d9db-0ee4-41e2-8266-d69f6d8048ec None None] Network 73834449-fa98-4764-a279-651f523c180a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:57.382166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42940) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:58:57.386666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:57.397674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ca331e83-0463-4663-9f70-1e544d5e00cb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6099854 Mar 07 15:58:57.415245 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eabd4805-880e-4d41-9b41-ffc3328b61e5 req-0750b203-8c26-4434-a305-d80bfc8fc90a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408703 Mar 07 15:58:57.441587 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (ce312f0d-6e82-4f61-98ff-cafef517a32a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.442745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (ce312f0d-6e82-4f61-98ff-cafef517a32a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.456349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks [] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.537844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-73834449-fa98-4764-a279-651f523c180a', 'network_id': '73834449-fa98-4764-a279-651f523c180a', 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'fixed_ips': [{'subnet_id': '76418cb9-2ab9-4c50-b612-9502fc15c4dc'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:58:57.539864 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks [] for router_controller (ce312f0d-6e82-4f61-98ff-cafef517a32a), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.540997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.567215 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e53c82-bc37-4330-81c2-6c03a62f450b req-c4f757d1-b151-4d73-aa44-4b240968cb90 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:57.568902 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28e53c82-bc37-4330-81c2-6c03a62f450b req-c4f757d1-b151-4d73-aa44-4b240968cb90 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 944 time: 0.0828850 Mar 07 15:58:57.641859 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28e53c82-bc37-4330-81c2-6c03a62f450b req-1c9b61c2-33e9-42a4-b4ff-7f7ee816b091 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675180 Mar 07 15:58:57.673379 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.715274 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.800802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Allocated IP 172.20.0.2 (73834449-fa98-4764-a279-651f523c180a/76418cb9-2ab9-4c50-b612-9502fc15c4dc/21b771b2-d9a5-4afd-9500-6c802cdab451) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:57.807498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:57.818981 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks [] for router_gateway (ce312f0d-6e82-4f61-98ff-cafef517a32a), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:57.822516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:57.825485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:57.926106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Pushing event updated for resources: {'Port': ['ID=7cd480d4-682a-40d6-9c1d-36b9aa682dc8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:57.972143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-9e24d0bf-7e72-4e92-90e2-c96d3c80f7bc tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1b35918f0236408aa18b23ee3e9b3471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535996 Mar 07 15:58:57.985158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-693545b1-e4c1-43bc-9b30-277a2380fb75 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:57.996691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-693545b1-e4c1-43bc-9b30-277a2380fb75 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2613065 Mar 07 15:58:58.088195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a3eb8-405c-4307-8920-88fc9fbeff25 None None] Network 9af5246a-7d77-4253-b4f7-af65300cd930 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:58:58.106621 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Publish callbacks [] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.126100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.156969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-f85f2d4c-4bb1-49f8-a18b-9b2e96168708 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:58.163816 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-f85f2d4c-4bb1-49f8-a18b-9b2e96168708 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741793 Mar 07 15:58:58.182849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Request body: {'port': {'device_id': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '1b35918f0236408aa18b23ee3e9b3471'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:58.184621 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-00a1edfd-01a5-4d31-a6cf-9df4c3444305 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.1870492 Mar 07 15:58:58.214760 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Request body: {'floatingip': {'port_id': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:58.242892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Network 73834449-fa98-4764-a279-651f523c180a is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:58.243607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Pushing event updated for resources: {'Port': ['ID=21b771b2-d9a5-4afd-9500-6c802cdab451,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:58.253752 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:58.258907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:58.263869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-41d35d84-a8dc-414f-9d16-bbab4e6ed77c None None] Provisioning complete for port d591e67c-4d94-4eec-8cf0-65b50582f1de triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:58.264432 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41d35d84-a8dc-414f-9d16-bbab4e6ed77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.322675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Made reservation on behalf of 1b35918f0236408aa18b23ee3e9b3471 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:58:58.327530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.342609 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.373205 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.396676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Attempting to bind port 21b771b2-d9a5-4afd-9500-6c802cdab451 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:58:58.397240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Attempting to bind port 21b771b2-d9a5-4afd-9500-6c802cdab451 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:58:58.397798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Attempting to bind port 21b771b2-d9a5-4afd-9500-6c802cdab451 on network 73834449-fa98-4764-a279-651f523c180a {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:58:58.411972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:58:58.412532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Checking segment: {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:58:58.413305 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.413870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Bound using segment: {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:58:58.414360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Bound port: 21b771b2-d9a5-4afd-9500-6c802cdab451, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:58:58.414748 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.445526 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks [] for security_group (fcaf1aad-aa85-4335-a38e-1a3aa1ac9089), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.452797 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fcaf1aad-aa85-4335-a38e-1a3aa1ac9089), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.502919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-41d35d84-a8dc-414f-9d16-bbab4e6ed77c None None] Current status of the port d591e67c-4d94-4eec-8cf0-65b50582f1de is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:58.503568 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41d35d84-a8dc-414f-9d16-bbab4e6ed77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.559121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] For port 21b771b2-d9a5-4afd-9500-6c802cdab451, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:58:58.567206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] For port 21b771b2-d9a5-4afd-9500-6c802cdab451, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21b771b2-d9a5-4afd-9500-6c802cdab451,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:58:58.583429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-41d35d84-a8dc-414f-9d16-bbab4e6ed77c None None] For port d591e67c-4d94-4eec-8cf0-65b50582f1de, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d591e67c-4d94-4eec-8cf0-65b50582f1de,segment=NetworkSegment(dd31072e-c797-4d92-aa72-cd03b4bf3120),segment_id=dd31072e-c797-4d92-aa72-cd03b4bf3120)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:58.587166 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.592687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:58.618065 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41d35d84-a8dc-414f-9d16-bbab4e6ed77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:58.655918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.656278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.658300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.658830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.659735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.659735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.659945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.660153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.660481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.660954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.661300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.662310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.665642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144383e-582e-4c50-b82a-34c73ed88c26 None None] Pushing event updated for resources: {'Port': ['ID=21b771b2-d9a5-4afd-9500-6c802cdab451,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:58.669770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:58:58.794398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Allocated IP 192.168.233.184 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/d307729d-b342-44fc-8c7b-14224deedb48) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:58:58.810703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d35d84-a8dc-414f-9d16-bbab4e6ed77c None None] Pushing event updated for resources: {'Port': ['ID=d591e67c-4d94-4eec-8cf0-65b50582f1de,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:58.847104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d591e67c-4d94-4eec-8cf0-65b50582f1de up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:58:58.919942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d591e67c-4d94-4eec-8cf0-65b50582f1de triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:58.920467 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.011420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d89e0f49-2ffd-47e3-9ce2-a4a79c2a2c17 None None] Provisioning complete for port d591e67c-4d94-4eec-8cf0-65b50582f1de triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:59.012070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d89e0f49-2ffd-47e3-9ce2-a4a79c2a2c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.144220 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks [] for port (d307729d-b342-44fc-8c7b-14224deedb48), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.165501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks [] for router_gateway (04a48c26-e652-4815-b882-aa5211f4e9c3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.184622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.271696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:58:59.275918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:58:59.281157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:58:59.284764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:59.294600 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.327015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d591e67c-4d94-4eec-8cf0-65b50582f1de is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:59.351131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 79553a24-5aab-470c-b3ed-3265195d77c6 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:58:59.361483 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:59.362334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.392520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-8d3a61aa-f386-49eb-a865-de5d1d39f83e tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2175686 Mar 07 15:58:59.405846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Request body: {'port': {'device_id': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:59.467032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d89e0f49-2ffd-47e3-9ce2-a4a79c2a2c17 None None] Current status of the port d591e67c-4d94-4eec-8cf0-65b50582f1de is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:59.472912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks [] for router_gateway (ce312f0d-6e82-4f61-98ff-cafef517a32a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.493132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.544022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 79553a24-5aab-470c-b3ed-3265195d77c6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=79553a24-5aab-470c-b3ed-3265195d77c6,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:59.556246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '79553a24-5aab-470c-b3ed-3265195d77c6', 'network_id': '099477e4-23c0-427d-9020-dfe0eec5f24b', 'port_id': '79553a24-5aab-470c-b3ed-3265195d77c6', 'mac_address': 'fa:16:3e:72:d4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f53018-f90a-4cce-922b-b3a7ec0c1805', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:58:59.578737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-d5c4eb84-c8f1-49f6-ae24-8a1fdc0700fa tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:58:59.580362 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-d5c4eb84-c8f1-49f6-ae24-8a1fdc0700fa tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1799984 Mar 07 15:58:59.581633 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.606595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 79553a24-5aab-470c-b3ed-3265195d77c6 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:58:59.607159 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.626942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79553a24-5aab-470c-b3ed-3265195d77c6 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:59.652430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 79553a24-5aab-470c-b3ed-3265195d77c6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=79553a24-5aab-470c-b3ed-3265195d77c6,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:58:59.657945 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.721320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9637f8f7-7d1f-471d-be86-445b6e81a800 None None] Provisioning complete for port d307729d-b342-44fc-8c7b-14224deedb48 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:58:59.721700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9637f8f7-7d1f-471d-be86-445b6e81a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d307729d-b342-44fc-8c7b-14224deedb48), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.723922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=79553a24-5aab-470c-b3ed-3265195d77c6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:58:59.757364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-7a6f7df5-495f-4150-9e25-ddd49f9cb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:58:59.758719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-7a6f7df5-495f-4150-9e25-ddd49f9cb8ff service neutron] 10.222.0.24 "GET /v2.0/ports/dd1f6a97-aada-4012-b141-71363c94e76c HTTP/1.1" status: 200 len: 1125 time: 0.1609643 Mar 07 15:58:59.781011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9637f8f7-7d1f-471d-be86-445b6e81a800 None None] Port d307729d-b342-44fc-8c7b-14224deedb48 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:58:59.807752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Request body: {'binding': {'host': 'n-h2-830010-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:58:59.808283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Unknown quota resources ['binding']. {{(pid=103866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 15:58:59.839329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d307729d-b342-44fc-8c7b-14224deedb48 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:58:59.848682 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Publish callbacks [] for port (d307729d-b342-44fc-8c7b-14224deedb48), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.862618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Transition to ACTIVE for port object d307729d-b342-44fc-8c7b-14224deedb48 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:58:59.868036 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:58:59.927610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['79553a24-5aab-470c-b3ed-3265195d77c6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:58:59.940877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:00.004584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Attempting to bind port d307729d-b342-44fc-8c7b-14224deedb48 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:00.004927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Attempting to bind port d307729d-b342-44fc-8c7b-14224deedb48 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:00.005254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Attempting to bind port d307729d-b342-44fc-8c7b-14224deedb48 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:00.010116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Port d307729d-b342-44fc-8c7b-14224deedb48 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:59:00.010367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Attempting to bind port d307729d-b342-44fc-8c7b-14224deedb48 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:00.015686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:00.016029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:00.016410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:00.017394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Bound port: d307729d-b342-44fc-8c7b-14224deedb48, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:00.017758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.108737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:00.112888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:00.123745 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.165349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (04a48c26-e652-4815-b882-aa5211f4e9c3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.169629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:00.170437 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.177327 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] 10.222.0.11 "PUT /v2.0/ports/d307729d-b342-44fc-8c7b-14224deedb48 HTTP/1.1" status: 200 len: 1096 time: 0.7763193 Mar 07 15:59:00.178429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:00.181233 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cd1dc8-72d1-4f22-9d4a-592573f35929" -d '{"events": [{"name": "network-changed", "server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "tag": "d307729d-b342-44fc-8c7b-14224deedb48"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:00.193487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Allocated IP 172.25.4.24 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/1e88d2f5-4efc-4702-a727-7b98f106f6c9) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:59:00.211861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd7b58-2638-4752-8c3e-050ba83c79bf service neutron] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:00.217023 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:59:00.258568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d00b7-9a8b-4edd-9652-220533975c7c None None] Network 73834449-fa98-4764-a279-651f523c180a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:59:00.274212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-27009f31-586a-431f-ac20-682a090621ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:00.275872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-27009f31-586a-431f-ac20-682a090621ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b35918f0236408aa18b23ee3e9b3471&device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 1130 time: 0.0542750 Mar 07 15:59:00.329472 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-857c0951-a025-4ff2-927a-4a7d2692f6ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=d307729d-b342-44fc-8c7b-14224deedb48 HTTP/1.1" status: 200 len: 217 time: 0.0446765 Mar 07 15:59:00.349157 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Provisioning complete for port 21b771b2-d9a5-4afd-9500-6c802cdab451 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:00.349623 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.395897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-957cd9ea-faad-46a7-b132-c0ae16f4afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:00.398095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-957cd9ea-faad-46a7-b132-c0ae16f4afe8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0598292 Mar 07 15:59:00.415860 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.487070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Current status of the port 21b771b2-d9a5-4afd-9500-6c802cdab451 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:00.487473 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.489456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-450a1196-696b-4bc6-ae6e-85add7acfdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:00.491118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-450a1196-696b-4bc6-ae6e-85add7acfdde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0856285 Mar 07 15:59:00.529232 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] For port 21b771b2-d9a5-4afd-9500-6c802cdab451, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21b771b2-d9a5-4afd-9500-6c802cdab451,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:00.542710 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.631046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Pushing event updated for resources: {'Port': ['ID=21b771b2-d9a5-4afd-9500-6c802cdab451,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:00.640118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-40c3ea36-a4ad-48cb-bc06-c789281cc18f service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367636 Mar 07 15:59:00.643988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.644508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.644947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.645385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.645819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.646249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.647042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.647474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.647899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.648322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.648750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.649530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.650098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fdd3b-74de-4db0-a7bf-358adb2cfc0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:00.761615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.806455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c on host n-h2-830010-8 for vnic_type normal with profile None {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:00.807042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:00.807383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:00.808774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d591e67c-4d94-4eec-8cf0-65b50582f1de up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:00.840672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Port dd1f6a97-aada-4012-b141-71363c94e76c on network 78ee575a-f626-4170-a4cb-a3daa2378837 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:59:00.841035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:00.868994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-05ddf680-0ab2-45c8-9ca4-b5d6b06a9f00 None None] Provisioning complete for port 21b771b2-d9a5-4afd-9500-6c802cdab451 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:00.869787 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-05ddf680-0ab2-45c8-9ca4-b5d6b06a9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.899531 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks [] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.901105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:00.901445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Checking segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:00.902041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Bound using segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:00.902281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Bound port: dd1f6a97-aada-4012-b141-71363c94e76c, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:00.906889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d591e67c-4d94-4eec-8cf0-65b50582f1de triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:00.907084 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:00.991030 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c associated. External IP: 172.25.4.157, port: ee5f970a-5097-487e-b462-a0b37ac99ab2. Mar 07 15:59:01.022771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-05ddf680-0ab2-45c8-9ca4-b5d6b06a9f00 None None] Current status of the port 21b771b2-d9a5-4afd-9500-6c802cdab451 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:01.023603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6271bfb-3612-4aef-b887-3d8e347b81c0 req-08bbfb6e-3341-4d3f-8194-01a30dbddefc service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736706 Mar 07 15:59:01.036495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d591e67c-4d94-4eec-8cf0-65b50582f1de is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:01.037343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21b771b2-d9a5-4afd-9500-6c802cdab451 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:01.071275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:01.075790 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:01.085209 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Router 04a48c26-e652-4815-b882-aa5211f4e9c3 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:59:01.089457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 21b771b2-d9a5-4afd-9500-6c802cdab451 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:01.089836 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:01.112633 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:01.113834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-4d9ff60f-6a9a-4e07-975b-dddcb82053a4 service neutron] 10.222.0.24 "POST /v2.0/ports/dd1f6a97-aada-4012-b141-71363c94e76c/bindings HTTP/1.1" status: 201 len: 389 time: 1.3184879 Mar 07 15:59:01.156211 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:01.167503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:01.178115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:59:01.182946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 21b771b2-d9a5-4afd-9500-6c802cdab451 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:01.245164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Pushing event updated for resources: {'Port': ['ID=1e88d2f5-4efc-4702-a727-7b98f106f6c9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:01.276462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.276818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.277171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.277515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.277856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.278194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.278530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.278884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.279221 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.279549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.279894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.280220 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.280546 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:01.295827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e69031-e993-443f-98a1-776426ec15bb req-60af194b-26e4-4371-8040-21c1cb687e7b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:01.303537 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a6e69031-e993-443f-98a1-776426ec15bb req-60af194b-26e4-4371-8040-21c1cb687e7b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.0638502 Mar 07 15:59:01.349261 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a6e69031-e993-443f-98a1-776426ec15bb req-fc075c9f-b47c-44f1-8fb4-39bc22b53ecb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Mar 07 15:59:01.382845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 79553a24-5aab-470c-b3ed-3265195d77c6 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:01.434234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 79553a24-5aab-470c-b3ed-3265195d77c6 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:59:01.441181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-ac7aab04-cca0-468c-8a8d-4a124b07d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:01.442756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 79553a24-5aab-470c-b3ed-3265195d77c6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:01.442907 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-ac7aab04-cca0-468c-8a8d-4a124b07d6be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 1128 time: 0.0728650 Mar 07 15:59:01.443253 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:01.483401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:01.505906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Sync routers for ids ['04a48c26-e652-4815-b882-aa5211f4e9c3'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:01.520068 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Routers {'04a48c26-e652-4815-b882-aa5211f4e9c3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:01.520680 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['04a48c26-e652-4815-b882-aa5211f4e9c3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:01.534729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 79553a24-5aab-470c-b3ed-3265195d77c6 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:01.535627 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:01.552620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27341c3-7a39-449c-8272-a8316554eece req-c287e6f1-8f4a-48c9-b44f-675bc80dd44c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:01.554211 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d27341c3-7a39-449c-8272-a8316554eece req-c287e6f1-8f4a-48c9-b44f-675bc80dd44c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 948 time: 0.1295533 Mar 07 15:59:01.566641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af0ab9b-4460-4cae-abf1-50d5bacb1aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79553a24-5aab-470c-b3ed-3265195d77c6'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:01.568931 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9f8aaa-c3e7-43ac-9025-27f34c176d7c" -d '{"events": [{"server_uuid": "8af0ab9b-4460-4cae-abf1-50d5bacb1aa5", "name": "network-vif-plugged", "status": "completed", "tag": "79553a24-5aab-470c-b3ed-3265195d77c6"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:01.585586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 79553a24-5aab-470c-b3ed-3265195d77c6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=79553a24-5aab-470c-b3ed-3265195d77c6,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:01.589192 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:01.593207 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cce36b74-7236-46ef-942f-63c4f3910aed admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0252504 Mar 07 15:59:01.595636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:01.595870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42992) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:01.607634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-8ac7e349-6633-480d-9717-976b121086ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:01.609582 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-8ac7e349-6633-480d-9717-976b121086ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 921 time: 0.1513209 Mar 07 15:59:01.614191 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Router e7336294-900c-4555-a2c8-18f40338b6ef has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:01.649728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=79553a24-5aab-470c-b3ed-3265195d77c6,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:01.697128 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Set router 04a48c26-e652-4815-b882-aa5211f4e9c3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:01.708797 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-b8dfff10-36d3-4e06-be9d-30835163dc03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1f6a97-aada-4012-b141-71363c94e76c HTTP/1.1" status: 200 len: 217 time: 0.0558274 Mar 07 15:59:01.716907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks [] for router_gateway (ce312f0d-6e82-4f61-98ff-cafef517a32a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:01.763702 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d27341c3-7a39-449c-8272-a8316554eece req-3637aefc-331b-45c0-b801-5fbd5c27dfec tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947899 Mar 07 15:59:01.829859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-e0a905b3-d361-41a2-9357-6506434f302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:01.831256 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-e0a905b3-d361-41a2-9357-6506434f302c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.0780985 Mar 07 15:59:01.867945 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:01.873443 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:01.883820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] Sync routers for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:01.893144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:01.893702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:01.911998 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:55Z', 'updated_at': '2022-03-07T15:58:58Z', 'revision_number': 3, 'project_id': '590d3782f20b4793a996ef444625ede1', 'gw_port': {'id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:56Z', 'updated_at': '2022-03-07T15:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:01.945173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4cf35517-7878-49f0-8fb6-adbcf966a089 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "PUT /v2.0/floatingips/05bf4501-d954-402f-a7e2-2cd1d756821c HTTP/1.1" status: 200 len: 997 time: 3.7596474 Mar 07 15:59:01.947764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:01.950393 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f118ee5-10d6-40e5-adf8-f5f31946546a" -d '{"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:01.950771 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Checking router: 04a48c26-e652-4815-b882-aa5211f4e9c3 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:01.951150 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Updating router 04a48c26-e652-4815-b882-aa5211f4e9c3 port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:59:01.993095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-6980d477-a240-4dad-9370-75328aa4ce8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229591 Mar 07 15:59:01.996866 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.030072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:02.046414 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (ce312f0d-6e82-4f61-98ff-cafef517a32a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.100053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-283171ff-808a-44a5-b50d-b52744d133b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:02.101509 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-283171ff-808a-44a5-b50d-b52744d133b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.1101024 Mar 07 15:59:02.165297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db0031-6c30-4c5e-bf4b-2297c46addad req-9add3b69-3e0d-4f20-9987-e34e4664266b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:02.167033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59db0031-6c30-4c5e-bf4b-2297c46addad req-9add3b69-3e0d-4f20-9987-e34e4664266b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 946 time: 0.3409128 Mar 07 15:59:02.169839 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-7af0acc0-898e-4a7c-998f-fb84f1dc1100 service neutron] 10.222.0.11 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642652 Mar 07 15:59:02.259559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-774819c4-142c-464d-8f0e-fa826212b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:02.261246 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-774819c4-142c-464d-8f0e-fa826212b229 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.1533346 Mar 07 15:59:02.320273 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Publish callbacks [] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.328824 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.380112 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59db0031-6c30-4c5e-bf4b-2297c46addad req-1f731766-a6a3-4e35-ae76-e6fbf6464c77 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039609 Mar 07 15:59:02.381026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:fe:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273afe78-c7bd-475c-892c-a3106220c7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:58:59Z', 'revision_number': 1, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:02.382017 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-c6e4708a-3236-4883-95e6-53584044ca26 service neutron] 10.222.0.11 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951828 Mar 07 15:59:02.397638 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a87301-8df3-44e0-a8bc-33d456698d03 None None] Pushing event updated for resources: {'Port': ['ID=7cd480d4-682a-40d6-9c1d-36b9aa682dc8,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:02.449233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] Checking router: e7336294-900c-4555-a2c8-18f40338b6ef for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:02.450096 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Attempting to bind port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:02.453170 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Attempting to bind port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:02.453783 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Attempting to bind port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:02.460684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:02.461344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:02.468345 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:02.469041 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:02.469635 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.470411 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:02.471097 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Bound port: 7cd480d4-682a-40d6-9c1d-36b9aa682dc8, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:02.473612 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.543452 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b54851a-71a6-4090-9125-85b2ad18b140 x-openstack-request-id: req-0b54851a-71a6-4090-9125-85b2ad18b140 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:02.543750 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "tag": "d307729d-b342-44fc-8c7b-14224deedb48", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:02.544011 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b54851a-71a6-4090-9125-85b2ad18b140 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:02.544417 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48', 'status': 'completed', 'code': 200} Mar 07 15:59:02.574741 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] For port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:02.579075 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] For port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7cd480d4-682a-40d6-9c1d-36b9aa682dc8,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:02.592338 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.605920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Router ce312f0d-6e82-4f61-98ff-cafef517a32a is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:59:02.614874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-53d282a3-14a7-4300-bc41-0a8f5534e402 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:02.616543 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-53d282a3-14a7-4300-bc41-0a8f5534e402 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688&tenant_id=4d7c65d634624d0dbe66d8174ec416a9&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 1128 time: 0.1279299 Mar 07 15:59:02.653259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:02.653988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-830010-8'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:02.672700 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Routers {'04a48c26-e652-4815-b882-aa5211f4e9c3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:02.674030 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['04a48c26-e652-4815-b882-aa5211f4e9c3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:02.677389 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a87301-8df3-44e0-a8bc-33d456698d03 None None] Pushing event updated for resources: {'Port': ['ID=7cd480d4-682a-40d6-9c1d-36b9aa682dc8,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:02.708095 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21b771b2-d9a5-4afd-9500-6c802cdab451 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:02.717837 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-604c682f-0d26-49d9-a4e8-2829b97045d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 1000 time: 0.4445457 Mar 07 15:59:02.737781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.761351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b2b80-a623-409b-8ccb-5c1dd044e533 req-f8460642-1971-4eb1-97ef-731210cfd418 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:02.763034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-782b2b80-a623-409b-8ccb-5c1dd044e533 req-f8460642-1971-4eb1-97ef-731210cfd418 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 946 time: 0.1977510 Mar 07 15:59:02.788827 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.800987 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] Set router 04a48c26-e652-4815-b882-aa5211f4e9c3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:02.839948 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-4868f652-ebcd-4909-96f0-c234fd1055c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:02.841480 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-4868f652-ebcd-4909-96f0-c234fd1055c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b35918f0236408aa18b23ee3e9b3471&device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 1130 time: 0.2513287 Mar 07 15:59:02.845991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-d0821e0b-1641-4111-bdb8-022eeaf768e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:02.847645 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-d0821e0b-1641-4111-bdb8-022eeaf768e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.1237686 Mar 07 15:59:02.891097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 21b771b2-d9a5-4afd-9500-6c802cdab451 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:02.891439 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:02.923853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-782b2b80-a623-409b-8ccb-5c1dd044e533 req-bedf0a60-71c0-440f-9680-6afed082d19a tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496859 Mar 07 15:59:03.013684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-f61924e8-b9dd-4b41-bd65-ee6ff575d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:03.015594 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-f61924e8-b9dd-4b41-bd65-ee6ff575d037 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1622477 Mar 07 15:59:03.045617 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:55Z', 'updated_at': '2022-03-07T15:58:58Z', 'revision_number': 3, 'project_id': '590d3782f20b4793a996ef444625ede1', 'gw_port': {'id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:56Z', 'updated_at': '2022-03-07T15:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:03.133060 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f374848-fd6f-443f-a29a-d4f643fb1c07 x-openstack-request-id: req-6f374848-fd6f-443f-a29a-d4f643fb1c07 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:03.133940 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af0ab9b-4460-4cae-abf1-50d5bacb1aa5", "name": "network-vif-plugged", "status": "completed", "tag": "79553a24-5aab-470c-b3ed-3265195d77c6", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:03.134417 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f374848-fd6f-443f-a29a-d4f643fb1c07 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:03.135050 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af0ab9b-4460-4cae-abf1-50d5bacb1aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79553a24-5aab-470c-b3ed-3265195d77c6', 'code': 200} Mar 07 15:59:03.148165 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-2a2184dd-dbe0-40de-a750-47e8fb0a2a43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=d307729d-b342-44fc-8c7b-14224deedb48 HTTP/1.1" status: 200 len: 217 time: 0.1013193 Mar 07 15:59:03.163040 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5a463a-5aed-4435-8caa-4e482425b628 x-openstack-request-id: req-cc5a463a-5aed-4435-8caa-4e482425b628 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:03.163416 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:03.163593 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc5a463a-5aed-4435-8caa-4e482425b628 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:03.164007 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'status': 'completed', 'code': 200} Mar 07 15:59:03.166377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:03.231013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:03.234630 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f7e74f22-630a-419e-a685-81c4720ee87c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8489738 Mar 07 15:59:03.240296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43000) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:03.249692 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c56557-d21c-4ff4-a12d-b3441e18e6a8 None None] The sync data for ids ['04a48c26-e652-4815-b882-aa5211f4e9c3'] in n-d-830010-8 is: [{'id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:55Z', 'updated_at': '2022-03-07T15:58:58Z', 'revision_number': 3, 'project_id': '590d3782f20b4793a996ef444625ede1', 'gw_port': {'id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:56Z', 'updated_at': '2022-03-07T15:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:03.252209 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Sync routers for ids ['ce312f0d-6e82-4f61-98ff-cafef517a32a'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:03.262134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Allocated IP 172.20.0.1 (9af5246a-7d77-4253-b4f7-af65300cd930/f9d44c7a-4b1e-4400-b581-884f33f5f558/5840ac54-438d-4e83-af46-b8c2e59a8994) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:59:03.266463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:03.267903 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Routers {'ce312f0d-6e82-4f61-98ff-cafef517a32a'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:03.270279 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ce312f0d-6e82-4f61-98ff-cafef517a32a'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:03.342740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 21b771b2-d9a5-4afd-9500-6c802cdab451 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:03.357174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64a558-c6b5-4ced-8890-fb3628954f77 req-09d8d3e6-4b86-48b2-9a53-e24d00ad8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:03.359402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba64a558-c6b5-4ced-8890-fb3628954f77 req-09d8d3e6-4b86-48b2-9a53-e24d00ad8d5c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 1128 time: 0.2528417 Mar 07 15:59:03.373258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:fe:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273afe78-c7bd-475c-892c-a3106220c7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:58:59Z', 'revision_number': 1, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:03.375334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a37ad7-3830-43e1-99c7-1a2263cf5bfe req-65002f16-d22e-4f81-9266-4306ed6fbba8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:03.377602 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0a37ad7-3830-43e1-99c7-1a2263cf5bfe req-65002f16-d22e-4f81-9266-4306ed6fbba8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.2071247 Mar 07 15:59:03.389367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-317b99b6-71a9-4a73-8103-f7f081430181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:03.390253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:59:03.390839 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-317b99b6-71a9-4a73-8103-f7f081430181 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.2734237 Mar 07 15:59:03.416838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-d680776c-3d7b-48f1-af5a-0c0a6c9ecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:03.419130 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-d680776c-3d7b-48f1-af5a-0c0a6c9ecd1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5551548 Mar 07 15:59:03.466621 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Set router ce312f0d-6e82-4f61-98ff-cafef517a32a gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:03.479670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:03.486729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-0f055dcb-6577-44b6-883c-8f9206748078 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:59:03.487821 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-0f055dcb-6577-44b6-883c-8f9206748078 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088613 Mar 07 15:59:03.510648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-b6b5b06f-c5de-4eed-a3ca-3b79a8b89ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:03.512984 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-b6b5b06f-c5de-4eed-a3ca-3b79a8b89ba6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.3211002 Mar 07 15:59:03.561265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9e6ab-cb5d-4064-b089-6bb5c33a2540 None None] The sync data for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 is: [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:fe:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273afe78-c7bd-475c-892c-a3106220c7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:58:59Z', 'revision_number': 1, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:03.605009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:03.622433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'd307729d-b342-44fc-8c7b-14224deedb48', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'd307729d-b342-44fc-8c7b-14224deedb48', 'mac_address': 'fa:16:3e:f3:5d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:59:03.669842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Publish callbacks [] for port (dd1f6a97-aada-4012-b141-71363c94e76c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:03.677621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0a37ad7-3830-43e1-99c7-1a2263cf5bfe req-178861ff-2fce-4712-b49f-3b0f1b710af0 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511387 Mar 07 15:59:03.679415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba64a558-c6b5-4ced-8890-fb3628954f77 req-db3c3041-0052-4f14-a372-a6711a18de49 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973907 Mar 07 15:59:03.731258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d307729d-b342-44fc-8c7b-14224deedb48 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:03.731258 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:03.767684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d307729d-b342-44fc-8c7b-14224deedb48 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:59:03.816761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:03.817085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Publish callbacks [] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:03.826823 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:03.849260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-84eb1d0d-c15f-4858-9b67-607b0745c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:03.850831 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-84eb1d0d-c15f-4858-9b67-607b0745c727 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.4151218 Mar 07 15:59:03.854227 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:03.884219 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-4f3108ee-2e95-4698-abfa-342cdfa8b97b service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889582 Mar 07 15:59:03.898048 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-a909267c-9e0c-47e2-a1a3-0fe207159bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:03.899622 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-a909267c-9e0c-47e2-a1a3-0fe207159bf7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3759170 Mar 07 15:59:03.899746 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:57Z', 'updated_at': '2022-03-07T15:59:01Z', 'revision_number': 3, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'gw_port': {'id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:59Z', 'updated_at': '2022-03-07T15:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:03.904265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:03.964831 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Checking router: ce312f0d-6e82-4f61-98ff-cafef517a32a for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:03.964831 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Updating router ce312f0d-6e82-4f61-98ff-cafef517a32a port 1e88d2f5-4efc-4702-a727-7b98f106f6c9 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:59:04.012350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb34c68-de91-4fbf-9f45-4fec92f5ea0b None None] New status for floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:59:04.034247 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.139978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d94040-5d56-49ff-b11e-e01fd4941a41 req-a6abcdf0-2031-425b-a15e-56abad8eac4c service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511249 Mar 07 15:59:04.158823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d307729d-b342-44fc-8c7b-14224deedb48'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:04.236964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-14e2a334-2994-444d-9e64-363c32cf8895 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949624 Mar 07 15:59:04.455709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485583ff-4da8-43f9-adfa-43881ed461d4 req-fd4e1f62-f1f4-4918-a63f-61b26550ebe3 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:04.463033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-485583ff-4da8-43f9-adfa-43881ed461d4 req-fd4e1f62-f1f4-4918-a63f-61b26550ebe3 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 946 time: 0.1955574 Mar 07 15:59:04.535403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f6a97-aada-4012-b141-71363c94e76c,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:04.547584 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.551042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:04.553455 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96123782-0e5e-4dd4-9b2b-a8758513c61c" -d '{"events": [{"server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:04.561172 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77cd1dc8-72d1-4f22-9d4a-592573f35929 req-4b5760c9-2014-453f-a957-d39d75e8216c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147483 Mar 07 15:59:04.563051 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Publish callbacks [] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.574669 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.581164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c on host n-h1-830010-8 for vnic_type normal with profile {"migrating_to": "n-h2-830010-8"} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:04.581713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:04.582558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:04.599702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Port dd1f6a97-aada-4012-b141-71363c94e76c on network 78ee575a-f626-4170-a4cb-a3daa2378837 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:59:04.599950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Attempting to bind port dd1f6a97-aada-4012-b141-71363c94e76c on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:04.603492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-10d64e50-51ce-47d1-b29d-e832c2d5760a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 1000 time: 0.7190368 Mar 07 15:59:04.606540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.607277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-485583ff-4da8-43f9-adfa-43881ed461d4 req-7acf2bfc-df4a-4435-9950-b07bc4e70274 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432929 Mar 07 15:59:04.628162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8b321-1e41-4c0a-8046-9e818e4ee9a2 req-cdab85aa-9bed-463f-a8aa-7a9550512559 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:04.630606 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Pushing event updated for resources: {'Port': ['ID=1e88d2f5-4efc-4702-a727-7b98f106f6c9,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:04.633459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63c8b321-1e41-4c0a-8046-9e818e4ee9a2 req-cdab85aa-9bed-463f-a8aa-7a9550512559 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 949 time: 0.7800250 Mar 07 15:59:04.646267 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.646813 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.647320 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.647836 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.648304 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.648868 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.649311 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.649760 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.650214 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.650661 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.651162 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.652269 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.652269 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 15:59:04.677814 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Attempting to bind port 1e88d2f5-4efc-4702-a727-7b98f106f6c9 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:04.678334 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Attempting to bind port 1e88d2f5-4efc-4702-a727-7b98f106f6c9 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:04.678873 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Attempting to bind port 1e88d2f5-4efc-4702-a727-7b98f106f6c9 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:04.686038 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:04.686535 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:04.687084 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.689824 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:04.690068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Network 9af5246a-7d77-4253-b4f7-af65300cd930 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:04.690531 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Bound port: 1e88d2f5-4efc-4702-a727-7b98f106f6c9, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:04.691059 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.706830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5840ac54-438d-4e83-af46-b8c2e59a8994,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:04.709416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:04.713894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:04.714232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Checking segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:04.714609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Bound using segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:04.715132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Bound port: dd1f6a97-aada-4012-b141-71363c94e76c, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:04.715546 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.747898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:59:04.802401 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:04.818884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (04a48c26-e652-4815-b882-aa5211f4e9c3), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.826404 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] For port 1e88d2f5-4efc-4702-a727-7b98f106f6c9, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:04.833816 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] For port 1e88d2f5-4efc-4702-a727-7b98f106f6c9, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1e88d2f5-4efc-4702-a727-7b98f106f6c9,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:04.842278 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:04.906956 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360790e9-f29e-4032-a01e-231e5c7c5f32 None None] Pushing event updated for resources: {'Port': ['ID=1e88d2f5-4efc-4702-a727-7b98f106f6c9,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:04.949483 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Routers {'ce312f0d-6e82-4f61-98ff-cafef517a32a'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:04.950378 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ce312f0d-6e82-4f61-98ff-cafef517a32a'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:04.967116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e6020-9d88-4edd-9e8f-1cb7f926da63 req-4a478542-a9b8-44ac-a961-4db54a0752c4 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:04.973080 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-be3e6020-9d88-4edd-9e8f-1cb7f926da63 req-4a478542-a9b8-44ac-a961-4db54a0752c4 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 944 time: 0.2417870 Mar 07 15:59:04.980753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:04.982553 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.079523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Allocated IP 172.20.0.1 (73834449-fa98-4764-a279-651f523c180a/76418cb9-2ab9-4c50-b612-9502fc15c4dc/80f9fc8e-0bc0-4d4d-b724-f13493154edf) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:59:05.091424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:05.102403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:05.103895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-be3e6020-9d88-4edd-9e8f-1cb7f926da63 req-d98d6957-0351-4f28-92d1-699764706a05 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861223 Mar 07 15:59:05.146166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:05.146577 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.149790 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] Set router ce312f0d-6e82-4f61-98ff-cafef517a32a gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:05.156218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63c8b321-1e41-4c0a-8046-9e818e4ee9a2 req-7a9b4575-1e0c-4a2f-8024-630617090490 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644332 Mar 07 15:59:05.161635 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.179858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7cd480d4-682a-40d6-9c1d-36b9aa682dc8,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:05.190697 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.231124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-c47844e7-58e5-4a19-98c6-7aa3f03a3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:05.232615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-c47844e7-58e5-4a19-98c6-7aa3f03a3315 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.5964081 Mar 07 15:59:05.233174 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.278963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=7cd480d4-682a-40d6-9c1d-36b9aa682dc8,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:05.292103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f11cd417-1462-4f47-8129-db5c12aae772 None None] Provisioning complete for port 5840ac54-438d-4e83-af46-b8c2e59a8994 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:05.292860 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f11cd417-1462-4f47-8129-db5c12aae772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.321193 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ccbbc-d9f8-407b-ad29-b6129f9a7b05 x-openstack-request-id: req-b76ccbbc-d9f8-407b-ad29-b6129f9a7b05 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:05.321483 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:05.321740 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b76ccbbc-d9f8-407b-ad29-b6129f9a7b05 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:05.322134 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c', 'code': 200} Mar 07 15:59:05.340177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f11cd417-1462-4f47-8129-db5c12aae772 None None] Port 5840ac54-438d-4e83-af46-b8c2e59a8994 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:59:05.398019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:05.402820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:05.404401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.405845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] 10.222.0.11 "PUT /v2.0/ports/dd1f6a97-aada-4012-b141-71363c94e76c HTTP/1.1" status: 200 len: 1122 time: 2.7805972 Mar 07 15:59:05.415205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5db7bf-f422-46ba-b6be-86b63dc9c854 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f6a97-aada-4012-b141-71363c94e76c,revision_number=8']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:05.419887 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:57Z', 'updated_at': '2022-03-07T15:59:01Z', 'revision_number': 3, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'gw_port': {'id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:59Z', 'updated_at': '2022-03-07T15:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:05.439199 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Publish callbacks [] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.451414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-ce669c31-89e3-49e2-aa69-97d4a5b9b12d tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:05.452885 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-ce669c31-89e3-49e2-aa69-97d4a5b9b12d tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1761904 Mar 07 15:59:05.471457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-e28114d9-5873-442e-a303-f957ec210df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:05.473321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-e28114d9-5873-442e-a303-f957ec210df5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2192972 Mar 07 15:59:05.505906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['dd1f6a97-aada-4012-b141-71363c94e76c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:05.511716 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085eeb8-afa8-4f59-97f0-27ffe466b257 None None] The sync data for ids ['ce312f0d-6e82-4f61-98ff-cafef517a32a'] in n-d-830010-8 is: [{'id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:57Z', 'updated_at': '2022-03-07T15:59:01Z', 'revision_number': 3, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'gw_port': {'id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:59Z', 'updated_at': '2022-03-07T15:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:05.531079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port d307729d-b342-44fc-8c7b-14224deedb48 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:59:05.553138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port d307729d-b342-44fc-8c7b-14224deedb48 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:05.553535 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d307729d-b342-44fc-8c7b-14224deedb48), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.644133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5dfdc-fbcd-4556-8f3e-217bbccd2e92 req-391048e9-9599-4b0f-b745-67cff3657851 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:05.645752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fc5dfdc-fbcd-4556-8f3e-217bbccd2e92 req-391048e9-9599-4b0f-b745-67cff3657851 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.2690825 Mar 07 15:59:05.727544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d307729d-b342-44fc-8c7b-14224deedb48 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:05.727544 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.742758 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-92adfc81-db08-4889-8f6a-e48dfbdeb4fd service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556632 Mar 07 15:59:05.749055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fc5dfdc-fbcd-4556-8f3e-217bbccd2e92 req-c4d112c0-3317-4a4d-aa4e-8978ae7fe732 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966115 Mar 07 15:59:05.816347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:05.818679 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dfb1d3-114c-4d50-bf9f-550dd969e4ce" -d '{"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-plugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:05.825974 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Publish callbacks [] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.836884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.863667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:05.872337 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.926358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5840ac54-438d-4e83-af46-b8c2e59a8994,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:05.928399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:05.953448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-8e594fe2-3ecd-4061-b9ed-db04128e71ff tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 1002 time: 0.4905887 Mar 07 15:59:05.958292 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:05.965999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Request body: {'floatingip': {'port_id': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:06.017460 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f118ee5-10d6-40e5-adf8-f5f31946546a req-bf842b8f-9ab9-494a-b34a-9f81f98637c6 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647808 Mar 07 15:59:06.020264 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (04a48c26-e652-4815-b882-aa5211f4e9c3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:06.068372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Network 73834449-fa98-4764-a279-651f523c180a is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:06.073418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:06.081440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0aa5a-fd22-4da2-aa6a-4e3fdd3058fc req-d440979a-3ca9-4cb8-891e-6b569e9f4268 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:06.083527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57d0aa5a-fd22-4da2-aa6a-4e3fdd3058fc req-d440979a-3ca9-4cb8-891e-6b569e9f4268 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 946 time: 0.1579874 Mar 07 15:59:06.088130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:59:06.140333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Pushing event updated for resources: {'Port': ['ID=80f9fc8e-0bc0-4d4d-b724-f13493154edf,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:06.167166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:06.200497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57d0aa5a-fd22-4da2-aa6a-4e3fdd3058fc req-a69c353d-b45a-41cf-b997-61b56e0dbe0d tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847826 Mar 07 15:59:06.206258 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Network 9af5246a-7d77-4253-b4f7-af65300cd930 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:06.215019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:06.288033 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e5676c-b56a-465b-887a-269640e5e74b x-openstack-request-id: req-67e5676c-b56a-465b-887a-269640e5e74b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:06.288309 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-plugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:06.288579 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67e5676c-b56a-465b-887a-269640e5e74b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:06.288977 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48', 'code': 200} Mar 07 15:59:06.398839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (ce312f0d-6e82-4f61-98ff-cafef517a32a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:06.434122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:06.477306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b665bafa-6bb2-43d9-8c65-f8c969271bee None None] Provisioning complete for port 80f9fc8e-0bc0-4d4d-b724-f13493154edf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:06.478462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b665bafa-6bb2-43d9-8c65-f8c969271bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:06.540192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Router 04a48c26-e652-4815-b882-aa5211f4e9c3 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:06.549801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b665bafa-6bb2-43d9-8c65-f8c969271bee None None] Port 80f9fc8e-0bc0-4d4d-b724-f13493154edf cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:59:06.550027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3d84b-545d-495a-9ba8-834044f5377e req-4f8dbc9b-77fd-40b1-b883-fc94a2d47433 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:06.557875 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8d3d84b-545d-495a-9ba8-834044f5377e req-4f8dbc9b-77fd-40b1-b883-fc94a2d47433 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 944 time: 0.1620603 Mar 07 15:59:06.569460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb503b-7cb2-4abd-a8e7-70cb1a7c66a8 req-be97df77-9f63-4c34-a31c-bafe53e74fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:06.571197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41eb503b-7cb2-4abd-a8e7-70cb1a7c66a8 req-be97df77-9f63-4c34-a31c-bafe53e74fb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 1132 time: 0.1741538 Mar 07 15:59:06.669452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cdb68ac9-3285-4094-8fd0-30243ebd89f1 None None] Provisioning complete for port 5840ac54-438d-4e83-af46-b8c2e59a8994 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:06.670071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cdb68ac9-3285-4094-8fd0-30243ebd89f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:06.718920 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8d3d84b-545d-495a-9ba8-834044f5377e req-c2b62583-87e8-4976-a506-ee6332674f76 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597795 Mar 07 15:59:06.725976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cdb68ac9-3285-4094-8fd0-30243ebd89f1 None None] Port 5840ac54-438d-4e83-af46-b8c2e59a8994 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:59:06.727393 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41eb503b-7cb2-4abd-a8e7-70cb1a7c66a8 req-5a2656bf-1c6c-458d-8e11-a0648e29cf1e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427269 Mar 07 15:59:06.785702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:06.822816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1e88d2f5-4efc-4702-a727-7b98f106f6c9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:06.827265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:06.846203 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Sync routers for ids ['04a48c26-e652-4815-b882-aa5211f4e9c3'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:06.848679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a71f67dd-4781-4728-a462-699c882501e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/04a48c26-e652-4815-b882-aa5211f4e9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2511697 Mar 07 15:59:06.881534 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Routers {'04a48c26-e652-4815-b882-aa5211f4e9c3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:06.882533 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['04a48c26-e652-4815-b882-aa5211f4e9c3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:06.898571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1e88d2f5-4efc-4702-a727-7b98f106f6c9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:06.901127 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:06.996650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7dd2-b979-4296-ab96-69b8269437f6 req-9914600c-455f-4e93-b237-68ef754c7eb0 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:06.998708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f8e7dd2-b979-4296-ab96-69b8269437f6 req-9914600c-455f-4e93-b237-68ef754c7eb0 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 950 time: 0.1087065 Mar 07 15:59:07.061986 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Set router 04a48c26-e652-4815-b882-aa5211f4e9c3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:07.068440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1e88d2f5-4efc-4702-a727-7b98f106f6c9 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:07.069115 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:07.070595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f8e7dd2-b979-4296-ab96-69b8269437f6 req-36c2cac1-cd1b-4462-accb-d5efc63df22c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654414 Mar 07 15:59:07.108545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 1e88d2f5-4efc-4702-a727-7b98f106f6c9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1e88d2f5-4efc-4702-a727-7b98f106f6c9,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:07.116158 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:07.117405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:07.182715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Publish callbacks [] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:07.192863 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:07.200496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496401d4-554d-4ccc-b36c-11004da2331e req-40700a82-84de-43ff-b3cd-e57f478aa658 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:07.209186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-496401d4-554d-4ccc-b36c-11004da2331e req-40700a82-84de-43ff-b3cd-e57f478aa658 tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 1128 time: 0.0741172 Mar 07 15:59:07.257863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:07.258499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:07.309383 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-496401d4-554d-4ccc-b36c-11004da2331e req-c938d0f2-d6cb-4471-8ec1-b217d8887e3b tempest-LiveMigrationTest-348062286 tempest-LiveMigrationTest-348062286-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888405 Mar 07 15:59:07.309498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=1e88d2f5-4efc-4702-a727-7b98f106f6c9,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:07.317224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Pushing event updated for resources: {'Port': ['ID=80f9fc8e-0bc0-4d4d-b724-f13493154edf,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:07.323604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:07.323741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:07.326487 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a54cf83-1b2c-4656-bd04-0d684357fb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:07.327421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (ce312f0d-6e82-4f61-98ff-cafef517a32a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:07.334978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:07.381145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:07.397167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dd1f6a97-aada-4012-b141-71363c94e76c details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:59:07.435624 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:55Z', 'updated_at': '2022-03-07T15:59:04Z', 'revision_number': 4, 'project_id': '590d3782f20b4793a996ef444625ede1', 'gw_port': {'id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:56Z', 'updated_at': '2022-03-07T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5840ac54-438d-4e83-af46-b8c2e59a8994', 'name': '', 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'mac_address': 'fa:16:3e:65:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f9d44c7a-4b1e-4400-b581-884f33f5f558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:02Z', 'updated_at': '2022-03-07T15:59:05Z', 'revision_number': 2, 'project_id': '590d3782f20b4793a996ef444625ede1', 'subnets': [{'id': 'f9d44c7a-4b1e-4400-b581-884f33f5f558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:07.472797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149b690-2f28-4d62-8c33-c1e112c9de7d req-8a3ff773-289f-48f8-9c5a-d470a5e255df tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:07.476781 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d149b690-2f28-4d62-8c33-c1e112c9de7d req-8a3ff773-289f-48f8-9c5a-d470a5e255df tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.0790904 Mar 07 15:59:07.483855 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Checking router: 04a48c26-e652-4815-b882-aa5211f4e9c3 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:07.484657 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Updating router 04a48c26-e652-4815-b882-aa5211f4e9c3 port 5840ac54-438d-4e83-af46-b8c2e59a8994 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:59:07.540138 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:07.540848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:07.543443 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c associated. External IP: 172.25.4.157, port: ee5f970a-5097-487e-b462-a0b37ac99ab2. Mar 07 15:59:07.544939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d149b690-2f28-4d62-8c33-c1e112c9de7d req-51c8548d-c2bc-444c-b1f0-4bfab1cd6b36 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617311 Mar 07 15:59:07.559339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dd1f6a97-aada-4012-b141-71363c94e76c has no active binding in host n-h2-830010-8 {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 15:59:07.593976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Network 73834449-fa98-4764-a279-651f523c180a is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:07.596925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:07.732160 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57def7b4-6a61-4376-a844-734a7895bd21 req-a3bbef26-72c0-4d6d-9ce8-7226abd95ec1 tempest-FloatingIPsNegativeTestJSON-121656375 tempest-FloatingIPsNegativeTestJSON-121656375-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=590d3782f20b4793a996ef444625ede1 HTTP/1.1" status: 200 len: 217 time: 0.0838268 Mar 07 15:59:07.834969 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e21165c-ce06-4899-a528-732817dddd4e x-openstack-request-id: req-3e21165c-ce06-4899-a528-732817dddd4e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:07.835514 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:07.835982 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e21165c-ce06-4899-a528-732817dddd4e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:07.836615 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c', 'status': 'completed', 'code': 200} Mar 07 15:59:07.911285 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-626f7f74-eff1-4aab-bc86-d35811f42966 req-f8231817-2635-4d91-b578-b6906902f6a0 tempest-FloatingIPsNegativeTestJSON-121656375 tempest-FloatingIPsNegativeTestJSON-121656375-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0595694 Mar 07 15:59:07.998790 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Router ce312f0d-6e82-4f61-98ff-cafef517a32a has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:08.059567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5500406b-06c5-4181-a86c-1ce2c5e15846 None None] Provisioning complete for port 80f9fc8e-0bc0-4d4d-b724-f13493154edf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:08.060155 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5500406b-06c5-4181-a86c-1ce2c5e15846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:08.070866 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Publish callbacks [] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:08.074054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Router e7336294-900c-4555-a2c8-18f40338b6ef has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:08.076747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-b49b010e-fe8a-4fa3-834e-366b9a3daa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:08.079056 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-b49b010e-fe8a-4fa3-834e-366b9a3daa2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 1156 time: 0.1844943 Mar 07 15:59:08.084366 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:08.145521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5500406b-06c5-4181-a86c-1ce2c5e15846 None None] Port 80f9fc8e-0bc0-4d4d-b724-f13493154edf cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:59:08.174557 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd8475-d798-4e8a-9a3b-9fe2e29b0e73 None None] Pushing event updated for resources: {'Port': ['ID=5840ac54-438d-4e83-af46-b8c2e59a8994,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:08.205932 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7641-2f24-4c95-9817-469d146161ed req-72b5a8a7-b550-4d6c-8806-324523c53fa5 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:08.215944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c56b7641-2f24-4c95-9817-469d146161ed req-72b5a8a7-b550-4d6c-8806-324523c53fa5 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 944 time: 0.2074006 Mar 07 15:59:08.264072 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Attempting to bind port 5840ac54-438d-4e83-af46-b8c2e59a8994 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:08.264545 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Attempting to bind port 5840ac54-438d-4e83-af46-b8c2e59a8994 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'dd31072e-c797-4d92-aa72-cd03b4bf3120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:08.267601 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Attempting to bind port 5840ac54-438d-4e83-af46-b8c2e59a8994 on network 9af5246a-7d77-4253-b4f7-af65300cd930 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:08.275003 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:08.276548 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Checking segment: {'id': 'dd31072e-c797-4d92-aa72-cd03b4bf3120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:08.276548 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:08.276548 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Bound using segment: {'id': 'dd31072e-c797-4d92-aa72-cd03b4bf3120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:08.277092 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Bound port: 5840ac54-438d-4e83-af46-b8c2e59a8994, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd31072e-c797-4d92-aa72-cd03b4bf3120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:08.277545 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:08.316505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c56b7641-2f24-4c95-9817-469d146161ed req-1b662fc9-9829-4010-b230-59f72a0c00a9 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981519 Mar 07 15:59:08.328163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-8c6ecb18-947b-436e-9c82-b4a3599da9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:08.331414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-8c6ecb18-947b-436e-9c82-b4a3599da9ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 921 time: 0.2427578 Mar 07 15:59:08.343616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:08.361471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] Sync routers for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:08.385803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:08.386860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:08.403368 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] For port 5840ac54-438d-4e83-af46-b8c2e59a8994, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:08.408159 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] For port 5840ac54-438d-4e83-af46-b8c2e59a8994, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5840ac54-438d-4e83-af46-b8c2e59a8994,segment=NetworkSegment(dd31072e-c797-4d92-aa72-cd03b4bf3120),segment_id=dd31072e-c797-4d92-aa72-cd03b4bf3120)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:08.417811 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:08.528127 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-0953b257-f8bc-499d-a7e3-6b9b8ba709e8 req-c03bb434-cbde-4d34-86da-0f4244042e7f tempest-FloatingIPsNegativeTestJSON-121656375 tempest-FloatingIPsNegativeTestJSON-121656375-project] show failed (client error): The resource could not be found. Mar 07 15:59:08.528380 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Routers {'04a48c26-e652-4815-b882-aa5211f4e9c3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:08.529054 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['04a48c26-e652-4815-b882-aa5211f4e9c3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:08.556093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0953b257-f8bc-499d-a7e3-6b9b8ba709e8 req-c03bb434-cbde-4d34-86da-0f4244042e7f tempest-FloatingIPsNegativeTestJSON-121656375 tempest-FloatingIPsNegativeTestJSON-121656375-project] 10.222.0.24 "GET /v2.0/floatingips/2e4ecba1-fade-4935-a2c2-be1258ed14a5 HTTP/1.1" status: 404 len: 350 time: 0.2005405 Mar 07 15:59:08.557208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43052) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:08.593325 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-0c40fa27-823a-4ce1-82ee-1ba250e115f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1f6a97-aada-4012-b141-71363c94e76c HTTP/1.1" status: 200 len: 217 time: 0.2548523 Mar 07 15:59:08.628216 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd8475-d798-4e8a-9a3b-9fe2e29b0e73 None None] Pushing event updated for resources: {'Port': ['ID=5840ac54-438d-4e83-af46-b8c2e59a8994,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:08.633806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:08.796172 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] Set router 04a48c26-e652-4815-b882-aa5211f4e9c3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:08.937517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1e88d2f5-4efc-4702-a727-7b98f106f6c9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:08.967336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:08.968924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-8bf9e7b6-bbbd-4ea2-8185-4ee3c451adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:08.972972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-8bf9e7b6-bbbd-4ea2-8185-4ee3c451adf1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.3654764 Mar 07 15:59:08.983570 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f45ea15e-0321-4506-9823-fa583bc6798d admin admin] 10.222.0.24 "PUT /v2.0/routers/ce312f0d-6e82-4f61-98ff-cafef517a32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7319810 Mar 07 15:59:08.994996 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Sync routers for ids ['ce312f0d-6e82-4f61-98ff-cafef517a32a'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:09.022531 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Routers {'ce312f0d-6e82-4f61-98ff-cafef517a32a'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:09.023570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ce312f0d-6e82-4f61-98ff-cafef517a32a'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:09.045630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3df92-5c8b-4062-a0cf-4a340c75a52a req-a0577fa3-dbc1-4883-8ac1-f13a0b30a9e9 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:09.052600 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32e3df92-5c8b-4062-a0cf-4a340c75a52a req-a0577fa3-dbc1-4883-8ac1-f13a0b30a9e9 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 950 time: 0.2960186 Mar 07 15:59:09.058492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-799dbda0-1c12-41c0-ac26-77a01893373d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688784 Mar 07 15:59:09.072541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e0d76237-5273-4fdc-a7cb-22b6935814b8 None None] Provisioning complete for port 5840ac54-438d-4e83-af46-b8c2e59a8994 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:09.073080 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e0d76237-5273-4fdc-a7cb-22b6935814b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:09.184651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1e88d2f5-4efc-4702-a727-7b98f106f6c9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:09.185088 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:09.234613 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Set router ce312f0d-6e82-4f61-98ff-cafef517a32a gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:09.263707 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32e3df92-5c8b-4062-a0cf-4a340c75a52a req-58921cc0-0be4-48b9-9a4f-92c01a9a3c23 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102320 Mar 07 15:59:09.285622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Router e7336294-900c-4555-a2c8-18f40338b6ef has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:09.286945 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:55Z', 'updated_at': '2022-03-07T15:59:04Z', 'revision_number': 4, 'project_id': '590d3782f20b4793a996ef444625ede1', 'gw_port': {'id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:56Z', 'updated_at': '2022-03-07T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5840ac54-438d-4e83-af46-b8c2e59a8994', 'name': '', 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'mac_address': 'fa:16:3e:65:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f9d44c7a-4b1e-4400-b581-884f33f5f558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:02Z', 'updated_at': '2022-03-07T15:59:08Z', 'revision_number': 4, 'project_id': '590d3782f20b4793a996ef444625ede1', 'subnets': [{'id': 'f9d44c7a-4b1e-4400-b581-884f33f5f558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:09.352061 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8851be-34d6-4def-8b74-c77b4f4152f1 None None] The sync data for ids ['04a48c26-e652-4815-b882-aa5211f4e9c3'] in n-d-830010-8 is: [{'id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:55Z', 'updated_at': '2022-03-07T15:59:04Z', 'revision_number': 4, 'project_id': '590d3782f20b4793a996ef444625ede1', 'gw_port': {'id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:56Z', 'updated_at': '2022-03-07T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5840ac54-438d-4e83-af46-b8c2e59a8994', 'name': '', 'network_id': '9af5246a-7d77-4253-b4f7-af65300cd930', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'mac_address': 'fa:16:3e:65:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f9d44c7a-4b1e-4400-b581-884f33f5f558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:02Z', 'updated_at': '2022-03-07T15:59:08Z', 'revision_number': 4, 'project_id': '590d3782f20b4793a996ef444625ede1', 'subnets': [{'id': 'f9d44c7a-4b1e-4400-b581-884f33f5f558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:09.412881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-a7541ffa-0af1-404f-bdc5-2a635dc12582 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430908 Mar 07 15:59:09.413521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e0d76237-5273-4fdc-a7cb-22b6935814b8 None None] Current status of the port 5840ac54-438d-4e83-af46-b8c2e59a8994 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:09.414213 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e0d76237-5273-4fdc-a7cb-22b6935814b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:09.545174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:09.551020 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:09.601022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:09.608781 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4737c8c-2ead-483b-abfa-607022d0519e" -d '{"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:09.672307 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-da94cc94-12cd-4763-9ddd-5d554e535073 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "PUT /v2.0/floatingips/05bf4501-d954-402f-a7e2-2cd1d756821c HTTP/1.1" status: 200 len: 998 time: 3.7104573 Mar 07 15:59:09.700900 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:57Z', 'updated_at': '2022-03-07T15:59:06Z', 'revision_number': 4, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'gw_port': {'id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:59Z', 'updated_at': '2022-03-07T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '80f9fc8e-0bc0-4d4d-b724-f13493154edf', 'name': '', 'network_id': '73834449-fa98-4764-a279-651f523c180a', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'mac_address': 'fa:16:3e:00:18:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '76418cb9-2ab9-4c50-b612-9502fc15c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:04Z', 'updated_at': '2022-03-07T15:59:06Z', 'revision_number': 2, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'subnets': [{'id': '76418cb9-2ab9-4c50-b612-9502fc15c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:09.705712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a54cf83-1b2c-4656-bd04-0d684357fb7c req-f50d4c72-2cde-42be-97eb-bed0dc834416 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776554 Mar 07 15:59:09.713272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1e88d2f5-4efc-4702-a727-7b98f106f6c9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:09.736731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e0d76237-5273-4fdc-a7cb-22b6935814b8 None None] For port 5840ac54-438d-4e83-af46-b8c2e59a8994, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5840ac54-438d-4e83-af46-b8c2e59a8994,segment=NetworkSegment(dd31072e-c797-4d92-aa72-cd03b4bf3120),segment_id=dd31072e-c797-4d92-aa72-cd03b4bf3120)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:09.768109 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e0d76237-5273-4fdc-a7cb-22b6935814b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:09.770735 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Checking router: ce312f0d-6e82-4f61-98ff-cafef517a32a for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:09.771123 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Updating router ce312f0d-6e82-4f61-98ff-cafef517a32a port 80f9fc8e-0bc0-4d4d-b724-f13493154edf binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:59:09.802624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-87f12aa0-c558-47e3-8532-32cbfcdc880f tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:09.804401 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-87f12aa0-c558-47e3-8532-32cbfcdc880f tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports/ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 943 time: 0.1263459 Mar 07 15:59:09.863441 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:09.864272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:09:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:59:07Z', 'revision_number': 3, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:09.900737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43082) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:09.905729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-network', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:09.975633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] Checking router: e7336294-900c-4555-a2c8-18f40338b6ef for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:10.013560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Made reservation on behalf of d7a7df26116e4b7db6d9413d4231303e for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:59:10.016437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.023650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:10.024298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:10.026195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d76237-5273-4fdc-a7cb-22b6935814b8 None None] Pushing event updated for resources: {'Port': ['ID=5840ac54-438d-4e83-af46-b8c2e59a8994,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:10.043034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.130560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4ce8af65-3d44-494e-bff5-8715b389e344 None None] Provisioning complete for port 5840ac54-438d-4e83-af46-b8c2e59a8994 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:10.143599 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4ce8af65-3d44-494e-bff5-8715b389e344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.207983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aaf6d-8a7f-4098-aade-3503d8e49b05 req-4c232ec8-2d4d-402a-a8b4-8dc952310f82 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:10.217052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d14aaf6d-8a7f-4098-aade-3503d8e49b05 req-4c232ec8-2d4d-402a-a8b4-8dc952310f82 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.7921278 Mar 07 15:59:10.231541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Publish callbacks [] for security_group (4ace40a7-353b-4d8e-afd4-837f7906bc63), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.246845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-09748230-b652-4a16-8278-4e0ccd538b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:10.251060 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-09748230-b652-4a16-8278-4e0ccd538b10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.3230269 Mar 07 15:59:10.254381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4ace40a7-353b-4d8e-afd4-837f7906bc63), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.325886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d14aaf6d-8a7f-4098-aade-3503d8e49b05 req-ea60e73d-aacf-4059-a05b-45e4a0627566 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078322 Mar 07 15:59:10.330959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 15:59:10.354743 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a12b12e3-b7c4-4c50-8298-f788f8da0756), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.355214 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Added segment a12b12e3-b7c4-4c50-8298-f788f8da0756 of type vlan for network 7a12218d-4137-49dd-9e28-4b1b495708f1 Mar 07 15:59:10.392130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:10.493046 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Publish callbacks [] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.506472 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.533349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace40a7-353b-4d8e-afd4-837f7906bc63,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:10.562207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0c65d-4454-44ce-93f4-1e1451104f6e req-77d9703d-a7d1-4814-956d-37644e429ba9 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:10.565136 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45c0c65d-4454-44ce-93f4-1e1451104f6e req-77d9703d-a7d1-4814-956d-37644e429ba9 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 944 time: 0.1387377 Mar 07 15:59:10.614225 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8af65-3d44-494e-bff5-8715b389e344 None None] Current status of the port 5840ac54-438d-4e83-af46-b8c2e59a8994 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:10.619620 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d71d-ee7d-41f8-b320-adf2f480c487 None None] Pushing event updated for resources: {'Port': ['ID=80f9fc8e-0bc0-4d4d-b724-f13493154edf,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:10.658734 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7a12218d-4137-49dd-9e28-4b1b495708f1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.770882 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Attempting to bind port 80f9fc8e-0bc0-4d4d-b724-f13493154edf on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:10.771564 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Attempting to bind port 80f9fc8e-0bc0-4d4d-b724-f13493154edf by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:10.771774 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Attempting to bind port 80f9fc8e-0bc0-4d4d-b724-f13493154edf on network 73834449-fa98-4764-a279-651f523c180a {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:10.776897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-2a8a3335-79f5-4db3-8b67-8bd088ebf8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:10.778569 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-2a8a3335-79f5-4db3-8b67-8bd088ebf8e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.5144722 Mar 07 15:59:10.790583 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:10.791159 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Checking segment: {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:10.791573 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.791964 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Bound using segment: {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:10.792914 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Bound port: 80f9fc8e-0bc0-4d4d-b724-f13493154edf, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:10.793308 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.799985 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.822668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5840ac54-438d-4e83-af46-b8c2e59a8994 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:10.837377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-b842e55f-c174-4c3f-a990-f69197efe316 service neutron] 10.222.0.15 "GET /v2.0/ports/dd1f6a97-aada-4012-b141-71363c94e76c/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 384 time: 0.2256041 Mar 07 15:59:10.904511 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-f4b7f913-39bf-4a40-abc0-e871c7c6c12b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 217 time: 0.1042566 Mar 07 15:59:10.905275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7a12218d-4137-49dd-9e28-4b1b495708f1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.911219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:10.911881 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:10.915282 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] For port 80f9fc8e-0bc0-4d4d-b724-f13493154edf, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:10.918978 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] For port 80f9fc8e-0bc0-4d4d-b724-f13493154edf, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=80f9fc8e-0bc0-4d4d-b724-f13493154edf,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:10.929234 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:11.035312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-91f29cdd-1af2-4f0f-af40-362b8862254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:11.037133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-91f29cdd-1af2-4f0f-af40-362b8862254b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.1015434 Mar 07 15:59:11.042252 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1404204 Mar 07 15:59:11.071151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43126) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:11.085029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Request body: {'subnet': {'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-subnet', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:11.092164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45c0c65d-4454-44ce-93f4-1e1451104f6e req-c1fafccc-e7f1-4f64-bab2-b29445767f90 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063303 Mar 07 15:59:11.167293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-735a44d8-1473-49e3-bc0c-4b7224012368 None None] Provisioning complete for port 80f9fc8e-0bc0-4d4d-b724-f13493154edf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:11.167771 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-735a44d8-1473-49e3-bc0c-4b7224012368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:11.196907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55001a98-8c8d-4eff-8222-2d35923e7670 admin admin] Pushing event updated for resources: {'Network': ['ID=7a12218d-4137-49dd-9e28-4b1b495708f1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:11.199949 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d71d-ee7d-41f8-b320-adf2f480c487 None None] Pushing event updated for resources: {'Port': ['ID=80f9fc8e-0bc0-4d4d-b724-f13493154edf,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:11.203285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Made reservation on behalf of d7a7df26116e4b7db6d9413d4231303e for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:59:11.210057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:11.219190 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b2b3c-37b7-4e00-bdcf-9674692291dd x-openstack-request-id: req-e92b2b3c-37b7-4e00-bdcf-9674692291dd {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:11.220249 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:11.220814 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e92b2b3c-37b7-4e00-bdcf-9674692291dd {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:11.221394 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'status': 'completed', 'code': 200} Mar 07 15:59:11.248891 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Routers {'ce312f0d-6e82-4f61-98ff-cafef517a32a'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:11.249570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ce312f0d-6e82-4f61-98ff-cafef517a32a'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:11.260300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7a12218d-4137-49dd-9e28-4b1b495708f1 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 15:59:11.262076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-bebd1923-c36c-4fbf-b324-57d9b3b05d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:11.264065 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-bebd1923-c36c-4fbf-b324-57d9b3b05d24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1903906 Mar 07 15:59:11.365855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5840ac54-438d-4e83-af46-b8c2e59a8994 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:11.370022 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:11.490580 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-b9744ba5-96cb-40dc-bf07-a890b2012632 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002609 Mar 07 15:59:11.494654 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] Set router ce312f0d-6e82-4f61-98ff-cafef517a32a gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:11.514228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:09:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:59:07Z', 'revision_number': 3, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:11.565149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b85cf5-8cd8-4240-9d1c-3514fd8534ae None None] The sync data for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 is: [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:09:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:59:07Z', 'revision_number': 3, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:11.648336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-735a44d8-1473-49e3-bc0c-4b7224012368 None None] Current status of the port 80f9fc8e-0bc0-4d4d-b724-f13493154edf is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:11.648752 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-735a44d8-1473-49e3-bc0c-4b7224012368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:11.659499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4737c8c-2ead-483b-abfa-607022d0519e req-996c20f2-4e60-4343-82fc-53a30ba9343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:11.662208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4737c8c-2ead-483b-abfa-607022d0519e req-996c20f2-4e60-4343-82fc-53a30ba9343f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.3562019 Mar 07 15:59:11.668351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5840ac54-438d-4e83-af46-b8c2e59a8994 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:11.670909 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (04a48c26-e652-4815-b882-aa5211f4e9c3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:11.708260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-735a44d8-1473-49e3-bc0c-4b7224012368 None None] For port 80f9fc8e-0bc0-4d4d-b724-f13493154edf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=80f9fc8e-0bc0-4d4d-b724-f13493154edf,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:11.716017 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-735a44d8-1473-49e3-bc0c-4b7224012368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:11.730031 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-5fb79657-df32-4823-9f38-cd504b8a59a8 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159443 Mar 07 15:59:11.813202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4737c8c-2ead-483b-abfa-607022d0519e req-bed7daa4-57fc-4d24-884a-7e99c89adc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:11.814716 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4737c8c-2ead-483b-abfa-607022d0519e req-bed7daa4-57fc-4d24-884a-7e99c89adc9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.1415904 Mar 07 15:59:11.845802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a44d8-1473-49e3-bc0c-4b7224012368 None None] Pushing event updated for resources: {'Port': ['ID=80f9fc8e-0bc0-4d4d-b724-f13493154edf,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:11.856143 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (6cd8fc4e-7017-43d4-ae9c-abceadec8e5a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:11.861639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-367cebce-8e7b-40d6-9863-791d9a023ec4 None None] Provisioning complete for port 80f9fc8e-0bc0-4d4d-b724-f13493154edf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:11.861864 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-367cebce-8e7b-40d6-9863-791d9a023ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:11.888376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4737c8c-2ead-483b-abfa-607022d0519e req-18cd81f8-9579-4097-9456-89f148eaafb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 217 time: 0.0663395 Mar 07 15:59:11.894999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-53256f70-330b-458e-8625-3fe72b48df63 req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:11.897632 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:57Z', 'updated_at': '2022-03-07T15:59:06Z', 'revision_number': 4, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'gw_port': {'id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:59Z', 'updated_at': '2022-03-07T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '80f9fc8e-0bc0-4d4d-b724-f13493154edf', 'name': '', 'network_id': '73834449-fa98-4764-a279-651f523c180a', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'mac_address': 'fa:16:3e:00:18:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '76418cb9-2ab9-4c50-b612-9502fc15c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:04Z', 'updated_at': '2022-03-07T15:59:10Z', 'revision_number': 4, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'subnets': [{'id': '76418cb9-2ab9-4c50-b612-9502fc15c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:11.907585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e4b91-ab48-4c13-a876-b7057e429508 req-12a34b5b-0331-4525-8325-0e3da14d541b tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:11.909158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e1e4b91-ab48-4c13-a876-b7057e429508 req-12a34b5b-0331-4525-8325-0e3da14d541b tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 950 time: 0.5125992 Mar 07 15:59:11.940470 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58599-eaa6-449f-80f1-4b19cd31e73a None None] The sync data for ids ['ce312f0d-6e82-4f61-98ff-cafef517a32a'] in n-d-830010-8 is: [{'id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:57Z', 'updated_at': '2022-03-07T15:59:06Z', 'revision_number': 4, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'gw_port': {'id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:59Z', 'updated_at': '2022-03-07T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '80f9fc8e-0bc0-4d4d-b724-f13493154edf', 'name': '', 'network_id': '73834449-fa98-4764-a279-651f523c180a', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'mac_address': 'fa:16:3e:00:18:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '76418cb9-2ab9-4c50-b612-9502fc15c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:04Z', 'updated_at': '2022-03-07T15:59:10Z', 'revision_number': 4, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'subnets': [{'id': '76418cb9-2ab9-4c50-b612-9502fc15c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:11.965083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-367cebce-8e7b-40d6-9863-791d9a023ec4 None None] Current status of the port 80f9fc8e-0bc0-4d4d-b724-f13493154edf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:11.983682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-1b6bb9e7-3b3f-4336-ab7e-92f9b7586346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:11.986526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-1b6bb9e7-3b3f-4336-ab7e-92f9b7586346 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 1127 time: 0.1949358 Mar 07 15:59:11.987826 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd8fc4e-7017-43d4-ae9c-abceadec8e5a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:11.996749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Checking segment: {'id': 'a12b12e3-b7c4-4c50-8298-f788f8da0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:11.997224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Network hostable DHCP agents. Network: 7a12218d-4137-49dd-9e28-4b1b495708f1, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 15:59:12.024809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-53256f70-330b-458e-8625-3fe72b48df63 req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:12.050117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Network 7a12218d-4137-49dd-9e28-4b1b495708f1 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 15:59:12.075040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4737c8c-2ead-483b-abfa-607022d0519e req-5e116580-ec53-4f1b-b454-457e48d36b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:12.075040 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4737c8c-2ead-483b-abfa-607022d0519e req-5e116580-ec53-4f1b-b454-457e48d36b28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.1758676 Mar 07 15:59:12.109439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 7a12218d-4137-49dd-9e28-4b1b495708f1) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:12.115558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2a42b-f17a-4e85-9d44-89c639db016b None None] New status for floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:59:12.116966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:12.119072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:12.148798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-8ce42b77-4937-467d-9196-db62216b8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:12.150411 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-8ce42b77-4937-467d-9196-db62216b8454 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.1442637 Mar 07 15:59:12.159941 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7c60a8ef-2a54-4d24-ad8d-e08fea7ec9a4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0812304 Mar 07 15:59:12.159941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43138) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:12.162979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:12.194979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-53256f70-330b-458e-8625-3fe72b48df63 req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1f6a97-aada-4012-b141-71363c94e76c {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:59:12.203082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e1e4b91-ab48-4c13-a876-b7057e429508 req-e882e097-e780-4a60-95cb-822895d83fe6 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451046 Mar 07 15:59:12.230658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-53256f70-330b-458e-8625-3fe72b48df63 req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:12.249929 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (72417f82-ed2d-4f0a-8898-02b8410d2c56), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:12.251745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (72417f82-ed2d-4f0a-8898-02b8410d2c56), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:12.262332 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-a081c666-21e1-4bf9-b713-ab10c29d2661 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 200 len: 1001 time: 0.0958409 Mar 07 15:59:12.296886 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:12.341741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4737c8c-2ead-483b-abfa-607022d0519e req-86e940c8-ae9f-4524-96a0-fa212eba0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:12.343703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4737c8c-2ead-483b-abfa-607022d0519e req-86e940c8-ae9f-4524-96a0-fa212eba0b79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2620599 Mar 07 15:59:12.366895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks [] for router_controller (72417f82-ed2d-4f0a-8898-02b8410d2c56), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:12.379105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-ddf932b2-2df4-4bfa-83c7-8e49b558089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:12.380818 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-ddf932b2-2df4-4bfa-83c7-8e49b558089d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.1099682 Mar 07 15:59:12.527731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48d34e-6119-4fa9-aaa8-972518cc724f None None] Network 7a12218d-4137-49dd-9e28-4b1b495708f1 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:59:12.626504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks [] for router_gateway (72417f82-ed2d-4f0a-8898-02b8410d2c56), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:12.665318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-53256f70-330b-458e-8625-3fe72b48df63 req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] Transition to ACTIVE for port object dd1f6a97-aada-4012-b141-71363c94e76c will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:59:12.668232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4737c8c-2ead-483b-abfa-607022d0519e req-6cdf74a5-d477-47ab-9c71-50454fa1e2a7 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126175 Mar 07 15:59:12.756126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723520c-166d-4552-b84c-8dc5836046eb req-de7b28c3-589a-4435-8ffd-e6262a7958e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:12.758665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-de7b28c3-589a-4435-8ffd-e6262a7958e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3255553 Mar 07 15:59:12.805408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80f9fc8e-0bc0-4d4d-b724-f13493154edf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:12.959041 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-0437f3b0-7cec-4eac-aeca-b5c34707916b service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557548 Mar 07 15:59:12.961224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-7a12218d-4137-49dd-9e28-4b1b495708f1', 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1', 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'fixed_ips': [{'subnet_id': '6cd8fc4e-7017-43d4-ae9c-abceadec8e5a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 15:59:12.963039 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:12.991365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.050554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4737c8c-2ead-483b-abfa-607022d0519e req-9b57732d-c498-4d06-aafe-62c93a0219c3 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997408 Mar 07 15:59:13.085295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d5f45-61bc-4a87-9e49-31e92594c17d req-608f30cc-5202-406c-a8b3-215cc47edda0 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:13.092084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b61d5f45-61bc-4a87-9e49-31e92594c17d req-608f30cc-5202-406c-a8b3-215cc47edda0 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.7341444 Mar 07 15:59:13.138110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-53256f70-330b-458e-8625-3fe72b48df63 req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] No DVR routers for this DVR port dd1f6a97-aada-4012-b141-71363c94e76c on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:13.139933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f6a97-aada-4012-b141-71363c94e76c,revision_number=10']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:13.170570 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7723520c-166d-4552-b84c-8dc5836046eb req-311ad24d-cbb9-44dc-a362-d743d893c442 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032602 Mar 07 15:59:13.176314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks [] for router_gateway (72417f82-ed2d-4f0a-8898-02b8410d2c56), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.198326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Deleting port 5840ac54-438d-4e83-af46-b8c2e59a8994 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:13.201553 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.205127 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.220222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 80f9fc8e-0bc0-4d4d-b724-f13493154edf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:13.220606 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.222642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:13.226143 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bac5da-404a-401d-bb80-404ea5d60405" -d '{"events": [{"name": "network-changed", "server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:13.289715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Allocated IP 172.20.0.2 (7a12218d-4137-49dd-9e28-4b1b495708f1/6cd8fc4e-7017-43d4-ae9c-abceadec8e5a/3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:59:13.330527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-3ab04cab-739e-4104-ba6d-b120405131ab service neutron] 10.222.0.15 "PUT /v2.0/ports/dd1f6a97-aada-4012-b141-71363c94e76c/bindings/n-h2-830010-8/activate HTTP/1.1" status: 200 len: 369 time: 2.4673393 Mar 07 15:59:13.350222 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b61d5f45-61bc-4a87-9e49-31e92594c17d req-e8f9fb8d-67e6-4a5f-bdf0-b94c1a43bbd5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565866 Mar 07 15:59:13.368438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] For port 5840ac54-438d-4e83-af46-b8c2e59a8994, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5840ac54-438d-4e83-af46-b8c2e59a8994,segment=NetworkSegment(dd31072e-c797-4d92-aa72-cd03b4bf3120),segment_id=dd31072e-c797-4d92-aa72-cd03b4bf3120)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:13.368812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.409179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Calling delete_port for 5840ac54-438d-4e83-af46-b8c2e59a8994 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:13.411344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 80f9fc8e-0bc0-4d4d-b724-f13493154edf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:13.418813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236ee9-d88a-4c78-b119-a8692c0e16d7 req-51961426-d2b0-4ca0-8b9a-a35c47ea4288 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:13.420408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53236ee9-d88a-4c78-b119-a8692c0e16d7 req-51961426-d2b0-4ca0-8b9a-a35c47ea4288 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.1584432 Mar 07 15:59:13.448528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Allocated IP 172.25.4.56 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/4cdfb4de-c258-4862-8a64-a2f57f7341d8) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:59:13.531409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53236ee9-d88a-4c78-b119-a8692c0e16d7 req-10af58dc-9cc5-498e-afc1-bfbc60ec031c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962510 Mar 07 15:59:13.546145 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] Sync routers for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:13.556427 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Publish callbacks [] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.567019 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.598679 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:13.602094 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:13.651364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Network 7a12218d-4137-49dd-9e28-4b1b495708f1 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:13.659240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:13.665168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks [] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.665891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:59:13.727711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.775409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Pushing event updated for resources: {'Port': ['ID=3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:13.811684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:13.815948 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:13.820164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:59:13.899125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Pushing event updated for resources: {'Port': ['ID=4cdfb4de-c258-4862-8a64-a2f57f7341d8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:13.917483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Attempting to bind port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:13.918264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Attempting to bind port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a12b12e3-b7c4-4c50-8298-f788f8da0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:13.918713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Attempting to bind port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 on network 7a12218d-4137-49dd-9e28-4b1b495708f1 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:13.944210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:13.944486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Checking segment: {'id': 'a12b12e3-b7c4-4c50-8298-f788f8da0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:13.946378 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:13.948879 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.949300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Bound using segment: {'id': 'a12b12e3-b7c4-4c50-8298-f788f8da0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:13.950059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Bound port: 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12b12e3-b7c4-4c50-8298-f788f8da0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:13.950452 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:13.988285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device dd1f6a97-aada-4012-b141-71363c94e76c no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:14.088532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5840ac54-438d-4e83-af46-b8c2e59a8994), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:14.118263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-e41b0122-d3f8-4f45-9729-678328c211e8 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:14.121080 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-e41b0122-d3f8-4f45-9729-678328c211e8 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688&tenant_id=4d7c65d634624d0dbe66d8174ec416a9&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 1127 time: 0.7025874 Mar 07 15:59:14.133994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port dd1f6a97-aada-4012-b141-71363c94e76c host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 15:59:14.134712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device dd1f6a97-aada-4012-b141-71363c94e76c not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:14.140608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] For port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:14.146497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] For port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6,segment=NetworkSegment(a12b12e3-b7c4-4c50-8298-f788f8da0756),segment_id=a12b12e3-b7c4-4c50-8298-f788f8da0756)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:14.163932 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:14.202341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Pushing event deleted for resources: {'Port': ['ID=5840ac54-438d-4e83-af46-b8c2e59a8994,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:14.252040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15f34b-8399-4e22-aece-c74e4a09e521 None None] Pushing event updated for resources: {'Port': ['ID=3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:14.544764 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:09:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:59:12Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:14.585326 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] Checking router: e7336294-900c-4555-a2c8-18f40338b6ef for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:14.620153 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:14.621039 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:14.724566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-817dd3e3-2f49-4f5d-9667-af6e8373515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:14.727107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-817dd3e3-2f49-4f5d-9667-af6e8373515e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688&tenant_id=4d7c65d634624d0dbe66d8174ec416a9 HTTP/1.1" status: 200 len: 1127 time: 0.5504956 Mar 07 15:59:14.814924 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-481a5d8b-f849-4461-9227-05a770100b66 req-33271a4b-f782-4448-9228-4ebfbc6bf763 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 1001 time: 0.7643275 Mar 07 15:59:14.816555 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6470bc8b-7de0-4b1d-8a99-73c73281029f x-openstack-request-id: req-6470bc8b-7de0-4b1d-8a99-73c73281029f {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:14.816940 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:14.817295 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6470bc8b-7de0-4b1d-8a99-73c73281029f {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:14.817804 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'status': 'completed', 'code': 200} Mar 07 15:59:14.882457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98545b53-a762-4975-b3cc-fb5e4d6e5c62 req-5361bb10-7365-4ac5-b215-78ec0bb9ee78 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:14.884862 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-98545b53-a762-4975-b3cc-fb5e4d6e5c62 req-5361bb10-7365-4ac5-b215-78ec0bb9ee78 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 946 time: 0.3628352 Mar 07 15:59:14.897673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac5da-404a-401d-bb80-404ea5d60405 req-7f648828-2a99-47a5-85b5-ce38802f9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:14.899585 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02bac5da-404a-401d-bb80-404ea5d60405 req-7f648828-2a99-47a5-85b5-ce38802f9ff4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 1127 time: 0.4231815 Mar 07 15:59:14.906615 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:14.913972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a5d8b-f849-4461-9227-05a770100b66 req-27a10b0a-c194-46db-97de-1f508a966048 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:14.915602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-481a5d8b-f849-4461-9227-05a770100b66 req-27a10b0a-c194-46db-97de-1f508a966048 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports/87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 200 len: 942 time: 0.0925791 Mar 07 15:59:15.052221 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks [] for router_gateway (72417f82-ed2d-4f0a-8898-02b8410d2c56), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:15.211404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-98545b53-a762-4975-b3cc-fb5e4d6e5c62 req-0fbd8585-df47-4f29-a14a-0ea5da0fa748 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105993 Mar 07 15:59:15.214454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-9556437f-ce2e-4c0e-8041-8dc55ca1a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:15.216005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-9556437f-ce2e-4c0e-8041-8dc55ca1a0cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 1127 time: 0.3282447 Mar 07 15:59:15.231552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac5da-404a-401d-bb80-404ea5d60405 req-4e09b9e0-42f1-4d07-8e60-5827ae5cc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:15.233157 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02bac5da-404a-401d-bb80-404ea5d60405 req-4e09b9e0-42f1-4d07-8e60-5827ae5cc448 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.2719705 Mar 07 15:59:15.233778 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (04a48c26-e652-4815-b882-aa5211f4e9c3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:15.259311 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:09:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:59:12Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:15.289663 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdec43-0e74-4498-9297-66431e15ba7d None None] The sync data for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 is: [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:09:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:59:12Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:15.377898 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-481a5d8b-f849-4461-9227-05a770100b66 req-b2a86848-2df5-4d55-a996-b61fc2123b12 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 1001 time: 0.1243582 Mar 07 15:59:15.457959 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (72417f82-ed2d-4f0a-8898-02b8410d2c56), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:15.593918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a5d8b-f849-4461-9227-05a770100b66 req-a4003f15-2eab-4b4d-b293-96be03b407c8 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:15.596089 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-481a5d8b-f849-4461-9227-05a770100b66 req-a4003f15-2eab-4b4d-b293-96be03b407c8 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2091122 Mar 07 15:59:15.675932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Router 72417f82-ed2d-4f0a-8898-02b8410d2c56 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 15:59:15.763218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02bac5da-404a-401d-bb80-404ea5d60405 req-c3ae52cc-87ac-4ea1-8d33-e37f618971cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 200 len: 1001 time: 0.5190456 Mar 07 15:59:15.784783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32039fe9-da79-413d-9d34-4631fe80d6f9 req-ec99e4ee-b471-4da1-8a7f-9e71cc58f73e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:15.786330 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-32039fe9-da79-413d-9d34-4631fe80d6f9 req-ec99e4ee-b471-4da1-8a7f-9e71cc58f73e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.1230106 Mar 07 15:59:15.844267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374592d7-d457-4a34-b229-4a004163abf6 req-1f5d1f2c-3115-41f9-b226-10cb266833d4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:15.845881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-374592d7-d457-4a34-b229-4a004163abf6 req-1f5d1f2c-3115-41f9-b226-10cb266833d4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.2083476 Mar 07 15:59:15.874567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85af6a4-df12-47bc-8ccc-f6d72420f1ac None None] Network 7a12218d-4137-49dd-9e28-4b1b495708f1 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:59:15.902708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:15.904823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-9ed0c53d-fb6b-4799-8252-109fd775f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:15.906309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-9ed0c53d-fb6b-4799-8252-109fd775f378 service neutron] 10.222.0.11 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 921 time: 0.6568861 Mar 07 15:59:15.910306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac5da-404a-401d-bb80-404ea5d60405 req-43d7e535-6fa4-4f1b-8685-f6dcb7c21218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:15.911728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02bac5da-404a-401d-bb80-404ea5d60405 req-43d7e535-6fa4-4f1b-8685-f6dcb7c21218 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.1113136 Mar 07 15:59:15.927384 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-32039fe9-da79-413d-9d34-4631fe80d6f9 req-70e7a45e-6352-42cc-b582-a5a5b194fded tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148419 Mar 07 15:59:15.933740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Sync routers for ids ['72417f82-ed2d-4f0a-8898-02b8410d2c56'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:15.940975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-0e4fff44-e987-43a3-ae6f-15f4ce0c1271 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:15.942553 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-0e4fff44-e987-43a3-ae6f-15f4ce0c1271 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 946 time: 0.1095133 Mar 07 15:59:15.946279 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:15.950222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0d2dc0f0-c210-4d4c-9d59-2c5b93a6860a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7880485 Mar 07 15:59:15.951059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43186) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:15.987853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Routers {'72417f82-ed2d-4f0a-8898-02b8410d2c56'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:15.988792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72417f82-ed2d-4f0a-8898-02b8410d2c56'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:16.001834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-d70c960b-17ac-4fa4-8afe-49b6d0d14544 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1f6a97-aada-4012-b141-71363c94e76c HTTP/1.1" status: 200 len: 217 time: 0.0851729 Mar 07 15:59:16.032551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5367741c-a493-454f-81b7-4cb022b40206 None None] Provisioning complete for port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:16.032831 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5367741c-a493-454f-81b7-4cb022b40206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:16.059765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-374592d7-d457-4a34-b229-4a004163abf6 req-a612fdc5-1c0f-4ae8-a0aa-8ac109648b10 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984785 Mar 07 15:59:16.160839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac5da-404a-401d-bb80-404ea5d60405 req-d8fc85af-3280-4649-b171-b4c24323d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:16.162286 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02bac5da-404a-401d-bb80-404ea5d60405 req-d8fc85af-3280-4649-b171-b4c24323d5b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2419109 Mar 07 15:59:16.165591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-30fbbd87-00f6-4336-ad85-111a393bcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:16.167009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-30fbbd87-00f6-4336-ad85-111a393bcf18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.1573517 Mar 07 15:59:16.173945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Set router 72417f82-ed2d-4f0a-8898-02b8410d2c56 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:16.187755 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f80c8fd5-2af1-413e-bfc1-d2fc809203cb tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 1001 time: 0.1880889 Mar 07 15:59:16.261058 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-933bfd53-e8d0-4c52-b9de-b2ec7fbf5bb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769825 Mar 07 15:59:16.285110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Deleting port 79553a24-5aab-470c-b3ed-3265195d77c6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:16.285503 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:16.320625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-a00e63f4-b667-4916-a587-2a7ed7352103 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:16.322240 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-a00e63f4-b667-4916-a587-2a7ed7352103 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports/87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 200 len: 942 time: 0.1281209 Mar 07 15:59:16.326318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5367741c-a493-454f-81b7-4cb022b40206 None None] Current status of the port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:16.326907 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5367741c-a493-454f-81b7-4cb022b40206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:16.417974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5367741c-a493-454f-81b7-4cb022b40206 None None] For port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6,segment=NetworkSegment(a12b12e3-b7c4-4c50-8298-f788f8da0756),segment_id=a12b12e3-b7c4-4c50-8298-f788f8da0756)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:16.444867 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5367741c-a493-454f-81b7-4cb022b40206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:16.481285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Router 04a48c26-e652-4815-b882-aa5211f4e9c3 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:16.524164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02bac5da-404a-401d-bb80-404ea5d60405 req-ee79c065-bd78-4960-8b1e-28e7d0d6e764 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541083 Mar 07 15:59:16.531460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367741c-a493-454f-81b7-4cb022b40206 None None] Pushing event updated for resources: {'Port': ['ID=3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:16.546636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:59:12Z', 'updated_at': '2022-03-07T15:59:14Z', 'revision_number': 3, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'gw_port': {'id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:13Z', 'updated_at': '2022-03-07T15:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:16.639377 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-592e1ce4-895f-45fc-85c7-0a8d0755ec8e tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 1001 time: 0.2229385 Mar 07 15:59:16.655654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] For port 79553a24-5aab-470c-b3ed-3265195d77c6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=79553a24-5aab-470c-b3ed-3265195d77c6,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:16.656028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:16.665357 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-aabe8403-c5c2-4ab8-b730-7f9d53ce794b service neutron] 10.222.0.11 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839417 Mar 07 15:59:16.696806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f881-1184-4588-802d-610e390a145c req-109c2cae-d4f8-4d03-b449-1d4eb28ad16a tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:16.705093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1fe4f881-1184-4588-802d-610e390a145c req-109c2cae-d4f8-4d03-b449-1d4eb28ad16a tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 946 time: 0.2794385 Mar 07 15:59:16.762278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Checking router: 72417f82-ed2d-4f0a-8898-02b8410d2c56 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:16.762634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Updating router 72417f82-ed2d-4f0a-8898-02b8410d2c56 port 4cdfb4de-c258-4862-8a64-a2f57f7341d8 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:59:16.797026 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:16.841784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e118f4fd-61a8-43fa-ad32-5b6862249536 None None] Provisioning complete for port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:16.842135 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e118f4fd-61a8-43fa-ad32-5b6862249536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:16.865797 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02bac5da-404a-401d-bb80-404ea5d60405 req-030baedb-6f7f-4a17-8eb6-270b169393db service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342283 Mar 07 15:59:16.888210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:16.924795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:16.931108 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2c7730de-be2c-4160-8ae5-9475cff22063 admin admin] 10.222.0.24 "PUT /v2.0/routers/04a48c26-e652-4815-b882-aa5211f4e9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3567255 Mar 07 15:59:16.935650 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] Sync routers for ids ['04a48c26-e652-4815-b882-aa5211f4e9c3'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:16.942699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43192) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:16.947811 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] Routers {'04a48c26-e652-4815-b882-aa5211f4e9c3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:16.948662 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['04a48c26-e652-4815-b882-aa5211f4e9c3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:17.005524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1fe4f881-1184-4588-802d-610e390a145c req-39a124f0-a1be-44d0-addc-5d83a00b14fa tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989192 Mar 07 15:59:17.041247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Calling delete_port for 79553a24-5aab-470c-b3ed-3265195d77c6 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:17.081445 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] Set router 04a48c26-e652-4815-b882-aa5211f4e9c3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:17.098374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-974be367-7c5e-401c-9a80-0b1f1ec6d4c2 service neutron] 10.222.0.11 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036422 Mar 07 15:59:17.160844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f28ebc7f-28ce-4b74-8bd8-b8e55d5bd729 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:17.169303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f28ebc7f-28ce-4b74-8bd8-b8e55d5bd729 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.5019948 Mar 07 15:59:17.255901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks [] for router (04a48c26-e652-4815-b882-aa5211f4e9c3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.273744 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Publish callbacks [] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.284982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.298387 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-4fc76214-a066-446e-9c79-2228da41cef6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 1001 time: 0.1279061 Mar 07 15:59:17.303320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f622917d-7d96-4ce7-af44-1571639d94ad tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:17.411978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Attempting to bind port 4cdfb4de-c258-4862-8a64-a2f57f7341d8 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:17.412357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Attempting to bind port 4cdfb4de-c258-4862-8a64-a2f57f7341d8 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:17.412731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Attempting to bind port 4cdfb4de-c258-4862-8a64-a2f57f7341d8 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:17.427062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae3c89-552c-44fa-a024-98f3c1aef489 None None] Pushing event updated for resources: {'Port': ['ID=4cdfb4de-c258-4862-8a64-a2f57f7341d8,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:17.431781 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f622917d-7d96-4ce7-af44-1571639d94ad tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.432751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:17.433130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:17.433582 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.434026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:17.434535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Bound port: 4cdfb4de-c258-4862-8a64-a2f57f7341d8, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:17.434946 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.485432 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.492853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] For port 4cdfb4de-c258-4862-8a64-a2f57f7341d8, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:17.497472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] For port 4cdfb4de-c258-4862-8a64-a2f57f7341d8, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4cdfb4de-c258-4862-8a64-a2f57f7341d8,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:17.502253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:17.502641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.508230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (79553a24-5aab-470c-b3ed-3265195d77c6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.509132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:59:17.520058 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:55Z', 'updated_at': '2022-03-07T15:59:13Z', 'revision_number': 5, 'project_id': '590d3782f20b4793a996ef444625ede1', 'gw_port': {'id': '7cd480d4-682a-40d6-9c1d-36b9aa682dc8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:56Z', 'updated_at': '2022-03-07T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:17.544993 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks [] for router_gateway (04a48c26-e652-4815-b882-aa5211f4e9c3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.549112 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] Checking router: 04a48c26-e652-4815-b882-aa5211f4e9c3 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:17.558419 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] Routers {'04a48c26-e652-4815-b882-aa5211f4e9c3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:17.559182 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['04a48c26-e652-4815-b882-aa5211f4e9c3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:17.569380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e118f4fd-61a8-43fa-ad32-5b6862249536 None None] Current status of the port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:17.575562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['79553a24-5aab-470c-b3ed-3265195d77c6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:17.577533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40891bf-91d3-4592-b661-22d0014c30d3 req-985a77dd-fea8-4a8f-aec3-d0e49c1fd0bb tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:17.586080 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e40891bf-91d3-4592-b661-22d0014c30d3 req-985a77dd-fea8-4a8f-aec3-d0e49c1fd0bb tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.3316576 Mar 07 15:59:17.586898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Pushing event deleted for resources: {'Port': ['ID=79553a24-5aab-470c-b3ed-3265195d77c6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:17.629152 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.656473 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] Set router 04a48c26-e652-4815-b882-aa5211f4e9c3 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:17.696099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] No DVR routers for this DVR port 79553a24-5aab-470c-b3ed-3265195d77c6 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:17.697076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256f70-330b-458e-8625-3fe72b48df63 req-91c71a80-1419-4660-981e-ddbab3d683ec tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:17.698567 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-91c71a80-1419-4660-981e-ddbab3d683ec tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688&tenant_id=4d7c65d634624d0dbe66d8174ec416a9&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 1127 time: 0.2176056 Mar 07 15:59:17.730545 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.735440 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11d3998a-0054-43e3-8c6d-2ca6cad6f670 req-2eb2bbd8-6389-4221-8301-6860578f7c0b tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.11 "DELETE /v2.0/ports/79553a24-5aab-470c-b3ed-3265195d77c6 HTTP/1.1" status: 204 len: 173 time: 1.7826598 Mar 07 15:59:17.740375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af0ab9b-4460-4cae-abf1-50d5bacb1aa5', 'name': 'network-vif-deleted', 'tag': '79553a24-5aab-470c-b3ed-3265195d77c6'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:17.742382 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18e4061-416c-42bb-a8c3-68b1093b0073" -d '{"events": [{"server_uuid": "8af0ab9b-4460-4cae-abf1-50d5bacb1aa5", "name": "network-vif-deleted", "tag": "79553a24-5aab-470c-b3ed-3265195d77c6"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:17.746558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f622917d-7d96-4ce7-af44-1571639d94ad tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.760354 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:55Z', 'updated_at': '2022-03-07T15:59:17Z', 'revision_number': 6, 'project_id': '590d3782f20b4793a996ef444625ede1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:17.766190 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f622917d-7d96-4ce7-af44-1571639d94ad tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.766630 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f622917d-7d96-4ce7-af44-1571639d94ad tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c disassociated. External IP: 172.25.4.157, port: 87d4d8c7-cb51-41ad-8432-4f5185c745e7. Mar 07 15:59:17.771539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:17.791028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Routers {'72417f82-ed2d-4f0a-8898-02b8410d2c56'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:17.791812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72417f82-ed2d-4f0a-8898-02b8410d2c56'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:17.801013 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26cdf3-f11a-4175-8a65-db36036af1ba None None] The sync data for ids ['04a48c26-e652-4815-b882-aa5211f4e9c3'] in n-d-830010-8 is: [{'id': '04a48c26-e652-4815-b882-aa5211f4e9c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2008941821-router', 'tenant_id': '590d3782f20b4793a996ef444625ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:55Z', 'updated_at': '2022-03-07T15:59:17Z', 'revision_number': 6, 'project_id': '590d3782f20b4793a996ef444625ede1', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:17.848197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e40891bf-91d3-4592-b661-22d0014c30d3 req-7de9b338-6da9-4bda-ac5a-75559e8dffe5 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610292 Mar 07 15:59:17.868494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Deleting port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:17.869145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:17.944547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] Set router 72417f82-ed2d-4f0a-8898-02b8410d2c56 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:18.038151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-53256f70-330b-458e-8625-3fe72b48df63 req-6d95ffa0-b176-4699-8904-0d53d707180f service neutron] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:18.058696 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-53256f70-330b-458e-8625-3fe72b48df63 req-6d95ffa0-b176-4699-8904-0d53d707180f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:18.060116 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53256f70-330b-458e-8625-3fe72b48df63 req-6d95ffa0-b176-4699-8904-0d53d707180f service neutron] 10.222.0.11 "DELETE /v2.0/ports/dd1f6a97-aada-4012-b141-71363c94e76c/bindings/n-h1-830010-8 HTTP/1.1" status: 204 len: 173 time: 0.3432543 Mar 07 15:59:18.080957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] For port 7cd480d4-682a-40d6-9c1d-36b9aa682dc8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7cd480d4-682a-40d6-9c1d-36b9aa682dc8,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:18.081486 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:18.092034 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-370ff747-99e9-463b-9427-a455d923a034 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:59:18.093581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae3c89-552c-44fa-a024-98f3c1aef489 None None] Pushing event updated for resources: {'Port': ['ID=4cdfb4de-c258-4862-8a64-a2f57f7341d8,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:18.116019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Calling delete_port for 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:18.138425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Allocated IP 172.20.0.1 (7a12218d-4137-49dd-9e28-4b1b495708f1/6cd8fc4e-7017-43d4-ae9c-abceadec8e5a/2ce974bc-8472-4f00-980b-fb5100bbd8cc) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:59:18.195902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc42ced-62b0-4ad5-8b6c-8c6e428d6091 req-e2c4c2ea-06bd-4b31-9cd4-a5cc9bef5197 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:18.207788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f622917d-7d96-4ce7-af44-1571639d94ad tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Router e7336294-900c-4555-a2c8-18f40338b6ef has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:18.208393 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8dc42ced-62b0-4ad5-8b6c-8c6e428d6091 req-e2c4c2ea-06bd-4b31-9cd4-a5cc9bef5197 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.1719847 Mar 07 15:59:18.253797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:18.272520 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'd307729d-b342-44fc-8c7b-14224deedb48', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'd307729d-b342-44fc-8c7b-14224deedb48', 'mac_address': 'fa:16:3e:f3:5d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:59:18.309351 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8dc42ced-62b0-4ad5-8b6c-8c6e428d6091 req-36314832-cda5-4566-8ccb-0df6c8d6aa8e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999203 Mar 07 15:59:18.345842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:59:12Z', 'updated_at': '2022-03-07T15:59:14Z', 'revision_number': 3, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'gw_port': {'id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:13Z', 'updated_at': '2022-03-07T15:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:18.390529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d307729d-b342-44fc-8c7b-14224deedb48 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:18.390529 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:18.392672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a53bdd-38a3-4902-beeb-aacc7705fbdf None None] The sync data for ids ['72417f82-ed2d-4f0a-8898-02b8410d2c56'] in n-d-830010-8 is: [{'id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:59:12Z', 'updated_at': '2022-03-07T15:59:14Z', 'revision_number': 3, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'gw_port': {'id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:13Z', 'updated_at': '2022-03-07T15:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:18.418499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d307729d-b342-44fc-8c7b-14224deedb48 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:59:18.489697 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d15e32-e1ba-45cf-acd2-e4a4c270f6e4 x-openstack-request-id: req-43d15e32-e1ba-45cf-acd2-e4a4c270f6e4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:18.490054 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af0ab9b-4460-4cae-abf1-50d5bacb1aa5", "name": "network-vif-deleted", "tag": "79553a24-5aab-470c-b3ed-3265195d77c6", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:18.490284 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43d15e32-e1ba-45cf-acd2-e4a4c270f6e4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:18.490619 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af0ab9b-4460-4cae-abf1-50d5bacb1aa5', 'name': 'network-vif-deleted', 'tag': '79553a24-5aab-470c-b3ed-3265195d77c6', 'status': 'completed', 'code': 200} Mar 07 15:59:18.496840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Publish callbacks [] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:18.513811 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:18.535357 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:18.587331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f622917d-7d96-4ce7-af44-1571639d94ad tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:18.619050 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f622917d-7d96-4ce7-af44-1571639d94ad tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:18.624381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] Sync routers for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:18.709726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:18.714856 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d307729d-b342-44fc-8c7b-14224deedb48'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:18.720978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-f622917d-7d96-4ce7-af44-1571639d94ad tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "PUT /v2.0/floatingips/05bf4501-d954-402f-a7e2-2cd1d756821c HTTP/1.1" status: 200 len: 695 time: 1.4211259 Mar 07 15:59:18.757217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:18.758057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:18.764814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:18.804291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7cd480d4-682a-40d6-9c1d-36b9aa682dc8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:18.830355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5840ac54-438d-4e83-af46-b8c2e59a8994 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:18.841467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35355157-5258-4a01-8ed1-cadec35757b0 req-bec01cba-76b7-4faf-b2ee-f13da160bf1f tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af0ab9b-4460-4cae-abf1-50d5bacb1aa5 HTTP/1.1" status: 200 len: 210 time: 0.0564511 Mar 07 15:59:18.872149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd480d4-682a-40d6-9c1d-36b9aa682dc8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:18.905604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Network 7a12218d-4137-49dd-9e28-4b1b495708f1 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:18.927593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 5840ac54-438d-4e83-af46-b8c2e59a8994 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:18.927805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:18.927981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5840ac54-438d-4e83-af46-b8c2e59a8994 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:18.928513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:18.936997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:59:18.947732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce974bc-8472-4f00-980b-fb5100bbd8cc,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:18.966308 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (04a48c26-e652-4815-b882-aa5211f4e9c3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.014599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:19.015156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7cd480d4-682a-40d6-9c1d-36b9aa682dc8 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:19.071150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-0a77000a-c412-48fa-b560-24af065554cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:19.074395 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-0a77000a-c412-48fa-b560-24af065554cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 1127 time: 0.2626860 Mar 07 15:59:19.081290 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (72417f82-ed2d-4f0a-8898-02b8410d2c56), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.257100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:19.270367 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-85efc0a1-f788-4d54-8b1b-8ae03c958f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:19.272139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-85efc0a1-f788-4d54-8b1b-8ae03c958f79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.1860311 Mar 07 15:59:19.303985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (04a48c26-e652-4815-b882-aa5211f4e9c3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.308749 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks [] for router_controller (04a48c26-e652-4815-b882-aa5211f4e9c3), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.390241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-6ddc484c-ec7f-495b-9e30-0f9f9eefb157 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 200 len: 217 time: 0.0627689 Mar 07 15:59:19.443551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 79553a24-5aab-470c-b3ed-3265195d77c6 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:19.452209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (04a48c26-e652-4815-b882-aa5211f4e9c3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.452739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04a48c26-e652-4815-b882-aa5211f4e9c3 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:59:19.472888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 79553a24-5aab-470c-b3ed-3265195d77c6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:19.473103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 79553a24-5aab-470c-b3ed-3265195d77c6 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:19.495400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ffa0e-a58f-499c-894d-0ddc4f2e99be req-7013f83e-1b5f-4759-8c67-274f536eaac8 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:19.498074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e68ffa0e-a58f-499c-894d-0ddc4f2e99be req-7013f83e-1b5f-4759-8c67-274f536eaac8 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.3579962 Mar 07 15:59:19.501195 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.506231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43248) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:19.512461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-84376d86-5016-4e11-a4c8-d6ebc7e94664 admin admin] 10.222.0.24 "DELETE /v2.0/routers/04a48c26-e652-4815-b882-aa5211f4e9c3 HTTP/1.1" status: 204 len: 168 time: 2.5684474 Mar 07 15:59:19.631923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-473d0e02-f9f4-4313-9b21-c134c2127818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:19.633805 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-473d0e02-f9f4-4313-9b21-c134c2127818 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.2228894 Mar 07 15:59:19.667122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ad4f6d-156c-41bd-9d0e-9cdd5ed18846 admin admin] Deleting subnet f9d44c7a-4b1e-4400-b581-884f33f5f558 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:59:19.675150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4f6d-156c-41bd-9d0e-9cdd5ed18846 admin admin] Publish callbacks [] for subnet (f9d44c7a-4b1e-4400-b581-884f33f5f558), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.841724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.861049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4f6d-156c-41bd-9d0e-9cdd5ed18846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (f9d44c7a-4b1e-4400-b581-884f33f5f558), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.917929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-bb6eee24-8ed0-4418-8313-d291ec1227cf None None] Provisioning complete for port 2ce974bc-8472-4f00-980b-fb5100bbd8cc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:19.918604 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bb6eee24-8ed0-4418-8313-d291ec1227cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:19.989449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bb6eee24-8ed0-4418-8313-d291ec1227cf None None] Port 2ce974bc-8472-4f00-980b-fb5100bbd8cc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:59:20.063344 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4f6d-156c-41bd-9d0e-9cdd5ed18846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f9d44c7a-4b1e-4400-b581-884f33f5f558), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:20.072048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:20.084865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e68ffa0e-a58f-499c-894d-0ddc4f2e99be req-af8e07a9-5bdc-4c85-9e51-14a0f947d1ab tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697262 Mar 07 15:59:20.123334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-61ce818f-bab4-4841-a0af-a3a410099479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:20.131695 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-61ce818f-bab4-4841-a0af-a3a410099479 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4856033 Mar 07 15:59:20.149785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] Checking router: e7336294-900c-4555-a2c8-18f40338b6ef for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:20.172308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:20.172953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:20.287539 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4f6d-156c-41bd-9d0e-9cdd5ed18846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (f9d44c7a-4b1e-4400-b581-884f33f5f558), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:20.301797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c61e8a-19d3-46ea-9882-a3cd7b82996e req-4037d8ec-3beb-4490-9203-0949183f7155 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:20.303407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19c61e8a-19d3-46ea-9882-a3cd7b82996e req-4037d8ec-3beb-4490-9203-0949183f7155 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.1004419 Mar 07 15:59:20.345836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:20.415375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4f6d-156c-41bd-9d0e-9cdd5ed18846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d44c7a-4b1e-4400-b581-884f33f5f558,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:20.427728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4f6d-156c-41bd-9d0e-9cdd5ed18846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:20.432208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19c61e8a-19d3-46ea-9882-a3cd7b82996e req-6aedfb79-2a99-49db-8cd5-d533b1211fa2 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171603 Mar 07 15:59:20.435084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d6ad4f6d-156c-41bd-9d0e-9cdd5ed18846 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f9d44c7a-4b1e-4400-b581-884f33f5f558 HTTP/1.1" status: 204 len: 168 time: 0.9244242 Mar 07 15:59:20.435644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43256) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:20.456987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09553503-5784-4750-9e41-16f6bb3adf15 None None] Network 9af5246a-7d77-4253-b4f7-af65300cd930 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:59:20.536112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-56c9ed88-573c-48fd-8750-d89797439e8a service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622150 Mar 07 15:59:20.710147 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9af5246a-7d77-4253-b4f7-af65300cd930), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:20.806908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54d0cf1-7bc6-4129-b5a5-17c7615f21d3 None None] DHCP port deletion for 9af5246a-7d77-4253-b4f7-af65300cd930 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:59:20.841851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Deleting port d591e67c-4d94-4eec-8cf0-65b50582f1de {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:20.842187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:20.854920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:20.892874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e0f3-698f-43f3-88cb-70d096086a2a None None] The sync data for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 is: [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:20.922906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4cdfb4de-c258-4862-8a64-a2f57f7341d8 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:20.984190 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] For port d591e67c-4d94-4eec-8cf0-65b50582f1de, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d591e67c-4d94-4eec-8cf0-65b50582f1de,segment=NetworkSegment(dd31072e-c797-4d92-aa72-cd03b4bf3120),segment_id=dd31072e-c797-4d92-aa72-cd03b4bf3120)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:20.984455 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.029091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Calling delete_port for d591e67c-4d94-4eec-8cf0-65b50582f1de owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:21.051717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d54d0cf1-7bc6-4129-b5a5-17c7615f21d3 None None] Deleting port d591e67c-4d94-4eec-8cf0-65b50582f1de {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:21.054923 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d54d0cf1-7bc6-4129-b5a5-17c7615f21d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.135664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:21.137961 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f47a197-547a-4851-81c1-9a75ca668328" -d '{"events": [{"name": "network-changed", "server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:21.139718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d54d0cf1-7bc6-4129-b5a5-17c7615f21d3 None None] For port d591e67c-4d94-4eec-8cf0-65b50582f1de, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d591e67c-4d94-4eec-8cf0-65b50582f1de,segment=NetworkSegment(dd31072e-c797-4d92-aa72-cd03b4bf3120),segment_id=dd31072e-c797-4d92-aa72-cd03b4bf3120)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:21.140245 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d54d0cf1-7bc6-4129-b5a5-17c7615f21d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.169643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d54d0cf1-7bc6-4129-b5a5-17c7615f21d3 None None] Calling delete_port for d591e67c-4d94-4eec-8cf0-65b50582f1de owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:21.247142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.264640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] No DVR routers for this DVR port d591e67c-4d94-4eec-8cf0-65b50582f1de on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:21.319640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Publish callbacks [] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.335661 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.373350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Pushing event deleted for resources: {'Port': ['ID=d591e67c-4d94-4eec-8cf0-65b50582f1de,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:21.460885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:21.549673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9af5246a-7d77-4253-b4f7-af65300cd930), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.553088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (72417f82-ed2d-4f0a-8898-02b8410d2c56), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.557219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce974bc-8472-4f00-980b-fb5100bbd8cc,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:21.557409 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce01d1-8338-49a9-9a77-97659bea2d08 None None] New status for floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:59:21.626583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4cdfb4de-c258-4862-8a64-a2f57f7341d8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:21.627239 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.631082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af5246a-7d77-4253-b4f7-af65300cd930']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:21.647626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd31072e-c797-4d92-aa72-cd03b4bf3120') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:21.648159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd31072e-c797-4d92-aa72-cd03b4bf3120') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:21.654496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3091f7b9-df8e-492b-abb1-9ca0da75c4dc req-b9dcee64-e19b-464d-be1c-f2e0b83f6307 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1585376 Mar 07 15:59:21.665032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (dd31072e-c797-4d92-aa72-cd03b4bf3120), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.677159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port d307729d-b342-44fc-8c7b-14224deedb48 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:21.677534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d307729d-b342-44fc-8c7b-14224deedb48), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.695752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33294938-455e-4524-9b6e-100fbd2daf54 req-07a731dc-6e2c-4abd-819d-0d0c00909f95 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:21.697573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33294938-455e-4524-9b6e-100fbd2daf54 req-07a731dc-6e2c-4abd-819d-0d0c00909f95 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 1127 time: 0.1214986 Mar 07 15:59:21.698578 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (dd31072e-c797-4d92-aa72-cd03b4bf3120), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.709321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:59:21.709925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (dd31072e-c797-4d92-aa72-cd03b4bf3120), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: timer() Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:59:21.712068 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:59:21.802374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d54d0cf1-7bc6-4129-b5a5-17c7615f21d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (d591e67c-4d94-4eec-8cf0-65b50582f1de), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.806626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4cdfb4de-c258-4862-8a64-a2f57f7341d8 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:21.807509 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.847911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 4cdfb4de-c258-4862-8a64-a2f57f7341d8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4cdfb4de-c258-4862-8a64-a2f57f7341d8,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:21.900172 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Network 7a12218d-4137-49dd-9e28-4b1b495708f1 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:21.902874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:21.913057 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9af5246a-7d77-4253-b4f7-af65300cd930), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.923277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d0cf1-7bc6-4129-b5a5-17c7615f21d3 None None] Pushing event deleted for resources: {'Port': ['ID=d591e67c-4d94-4eec-8cf0-65b50582f1de,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:21.927685 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33294938-455e-4524-9b6e-100fbd2daf54 req-1ae11c6a-9432-4630-8178-a321cd4c011c tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201910 Mar 07 15:59:21.937457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d0cf1-7bc6-4129-b5a5-17c7615f21d3 None None] No DVR routers for this DVR port d591e67c-4d94-4eec-8cf0-65b50582f1de on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:21.944753 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:21.945155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-82f195e8-84ce-4ab7-a60d-801691245684 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:21.946723 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-82f195e8-84ce-4ab7-a60d-801691245684 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.15 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 944 time: 0.2338226 Mar 07 15:59:22.045482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a05a-ecf2-4309-b54f-cb7b7a7ccde5 req-65d4f8a1-1aa4-442c-87c0-a01f596b3757 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:22.048435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b63a05a-ecf2-4309-b54f-cb7b7a7ccde5 req-65d4f8a1-1aa4-442c-87c0-a01f596b3757 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 944 time: 0.2443774 Mar 07 15:59:22.174209 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6365ff-064d-48bc-b492-552ea26a87de x-openstack-request-id: req-2f6365ff-064d-48bc-b492-552ea26a87de {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:22.174839 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:22.175320 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f6365ff-064d-48bc-b492-552ea26a87de {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:22.175926 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'status': 'completed', 'code': 200} Mar 07 15:59:22.201419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d307729d-b342-44fc-8c7b-14224deedb48 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:22.202005 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:22.207294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b63a05a-ecf2-4309-b54f-cb7b7a7ccde5 req-ba721155-a6c8-489a-8229-eeae3e2c04a1 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520295 Mar 07 15:59:22.232888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:22.239883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9af5246a-7d77-4253-b4f7-af65300cd930 HTTP/1.1" status: 204 len: 168 time: 1.7999387 Mar 07 15:59:22.248813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Router 72417f82-ed2d-4f0a-8898-02b8410d2c56 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:22.307490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=4cdfb4de-c258-4862-8a64-a2f57f7341d8,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:22.397596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596f637-83c1-4f41-9c8d-bfee240d3284 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af5246a-7d77-4253-b4f7-af65300cd930,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:22.427598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:22.431998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:22.435000 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a185232-ea96-4e67-8e45-48bc00518a8e" -d '{"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-plugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:22.444021 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:22.480581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a197-547a-4851-81c1-9a75ca668328 req-aaecedf5-980a-4b60-af23-ce3ad4656fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:22.482300 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f47a197-547a-4851-81c1-9a75ca668328 req-aaecedf5-980a-4b60-af23-ce3ad4656fb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 1127 time: 0.2509398 Mar 07 15:59:22.516692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Deleting port 309b7805-cf60-4eb2-b5a6-63651f202a57 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:22.517188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:22.553655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427714b-4454-4869-a08a-a22a810a9796 req-c8cd64b2-262e-43ac-b78c-cc855dd524ea tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:22.555617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9427714b-4454-4869-a08a-a22a810a9796 req-c8cd64b2-262e-43ac-b78c-cc855dd524ea tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.1665289 Mar 07 15:59:22.572107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:22.578950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:22.587746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a41db32e-e236-403e-a35b-8757d394d89c None None] Provisioning complete for port 2ce974bc-8472-4f00-980b-fb5100bbd8cc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:22.588125 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a41db32e-e236-403e-a35b-8757d394d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:22.603028 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-76e2567f-b37b-441e-b47f-161ea84ebbd9 admin admin] 10.222.0.24 "PUT /v2.0/routers/72417f82-ed2d-4f0a-8898-02b8410d2c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6496501 Mar 07 15:59:22.661175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Sync routers for ids ['72417f82-ed2d-4f0a-8898-02b8410d2c56'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:22.688918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a41db32e-e236-403e-a35b-8757d394d89c None None] Port 2ce974bc-8472-4f00-980b-fb5100bbd8cc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:59:22.698824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Routers {'72417f82-ed2d-4f0a-8898-02b8410d2c56'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:22.698824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:58:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72417f82-ed2d-4f0a-8898-02b8410d2c56'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:22.812980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43310) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:22.839468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4cdfb4de-c258-4862-8a64-a2f57f7341d8 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:22.868363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9427714b-4454-4869-a08a-a22a810a9796 req-2b32244c-2da4-412c-90d8-7852d4ea42b7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731104 Mar 07 15:59:22.871018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a197-547a-4851-81c1-9a75ca668328 req-efbc7d8a-a781-4a19-a3c8-21d135d6ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:22.877005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f47a197-547a-4851-81c1-9a75ca668328 req-efbc7d8a-a781-4a19-a3c8-21d135d6ad6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.3831811 Mar 07 15:59:22.923137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] For port 309b7805-cf60-4eb2-b5a6-63651f202a57, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=309b7805-cf60-4eb2-b5a6-63651f202a57,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:22.923137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:22.957773 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2c1c04de-ded7-4632-ab96-d8bd421e1294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:22.961504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4cdfb4de-c258-4862-8a64-a2f57f7341d8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:22.961930 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:23.009600 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1defaef4-c2ee-419c-b2f7-5faed9be7fb1 x-openstack-request-id: req-1defaef4-c2ee-419c-b2f7-5faed9be7fb1 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:23.010532 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-plugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:23.010532 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1defaef4-c2ee-419c-b2f7-5faed9be7fb1 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:23.010532 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48', 'code': 200} Mar 07 15:59:23.026873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Set router 72417f82-ed2d-4f0a-8898-02b8410d2c56 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:23.043935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Calling delete_port for 309b7805-cf60-4eb2-b5a6-63651f202a57 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:23.052225 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f47a197-547a-4851-81c1-9a75ca668328 req-b13fc8cd-cbd5-4b15-aaba-fd98ca26b38d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 200 len: 217 time: 0.1581554 Mar 07 15:59:23.119482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0b64cabf-8add-4fc9-9b6d-ce959a4fa58a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=590d3782f20b4793a996ef444625ede1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050313 Mar 07 15:59:23.122459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43318) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:23.175181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4cdfb4de-c258-4862-8a64-a2f57f7341d8 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:23.248764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-44486529-0887-4ed8-b75d-964e3e39e09c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:23.250674 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-44486529-0887-4ed8-b75d-964e3e39e09c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 820 time: 0.4283729 Mar 07 15:59:23.265404 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 15:59:23.308521 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-56603941-1628-44d4-9836-b898b6715b93 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/quotas/4d7c65d634624d0dbe66d8174ec416a9 HTTP/1.1" status: 200 len: 375 time: 0.0285809 Mar 07 15:59:23.322936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a197-547a-4851-81c1-9a75ca668328 req-0d7c4d02-6dc3-4c38-a25d-70c533872935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:23.323715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b71af980-2381-4de3-b28c-a328ce5f0704 admin admin] Publish callbacks [] for security_group (5f1cf987-2480-490e-8af3-6569ec535a92), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:23.324990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f47a197-547a-4851-81c1-9a75ca668328 req-0d7c4d02-6dc3-4c38-a25d-70c533872935 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.2618904 Mar 07 15:59:23.431245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b71af980-2381-4de3-b28c-a328ce5f0704 admin admin] Publish callbacks [] for security_group (5f1cf987-2480-490e-8af3-6569ec535a92), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:23.450375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d591e67c-4d94-4eec-8cf0-65b50582f1de no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:23.492871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: d591e67c-4d94-4eec-8cf0-65b50582f1de {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:23.493233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d591e67c-4d94-4eec-8cf0-65b50582f1de not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:23.550140 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-e72d71fc-44eb-4169-9b97-d76fbc7a63f7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2221746 Mar 07 15:59:23.568414 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b71af980-2381-4de3-b28c-a328ce5f0704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5f1cf987-2480-490e-8af3-6569ec535a92), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:23.570969 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b71af980-2381-4de3-b28c-a328ce5f0704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:23.572118 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b71af980-2381-4de3-b28c-a328ce5f0704 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f1cf987-2480-490e-8af3-6569ec535a92 HTTP/1.1" status: 204 len: 168 time: 0.4489276 Mar 07 15:59:23.645183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-7093daa8-d1fe-4215-b2f8-9050e917e98d tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:23.658109 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-7093daa8-d1fe-4215-b2f8-9050e917e98d tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5068169 Mar 07 15:59:23.689141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71af980-2381-4de3-b28c-a328ce5f0704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1cf987-2480-490e-8af3-6569ec535a92,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:23.876711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a197-547a-4851-81c1-9a75ca668328 req-053eab14-0fdc-439d-b3aa-db4d45790ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:23.878785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f47a197-547a-4851-81c1-9a75ca668328 req-053eab14-0fdc-439d-b3aa-db4d45790ef2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5374224 Mar 07 15:59:23.895814 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-58fa9090-09b7-4f5a-8c79-400f8a6b0f99 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.2362847 Mar 07 15:59:23.921002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Request body: {'floatingip': {'port_id': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:23.939369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-f25b1399-ee8c-4a29-b5a2-41fc98c9cf54 service neutron] 10.222.0.11 "GET /v2.0/ports/4b66d692-6694-4eed-972e-160f0f4a7704/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 382 time: 0.4548981 Mar 07 15:59:23.939801 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-b9b1ce82-9bc2-4e84-a144-e94ada25f415 service neutron] 10.222.0.24 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885858 Mar 07 15:59:24.042404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:59:12Z', 'updated_at': '2022-03-07T15:59:19Z', 'revision_number': 4, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'gw_port': {'id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:13Z', 'updated_at': '2022-03-07T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2ce974bc-8472-4f00-980b-fb5100bbd8cc', 'name': '', 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'mac_address': 'fa:16:3e:0f:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6cd8fc4e-7017-43d4-ae9c-abceadec8e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:17Z', 'updated_at': '2022-03-07T15:59:20Z', 'revision_number': 2, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'subnets': [{'id': '6cd8fc4e-7017-43d4-ae9c-abceadec8e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:24.164122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Checking router: 72417f82-ed2d-4f0a-8898-02b8410d2c56 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:24.166969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Updating router 72417f82-ed2d-4f0a-8898-02b8410d2c56 port 2ce974bc-8472-4f00-980b-fb5100bbd8cc binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 15:59:24.182765 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:24.341966 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-6cad4e93-a486-4f58-a797-05441fff279e service neutron] 10.222.0.24 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985343 Mar 07 15:59:24.346046 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (309b7805-cf60-4eb2-b5a6-63651f202a57), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:24.349851 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:24.620613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821981c-85db-4b0a-9293-b865a7848867 req-bb8ed9a1-d145-4ac6-900b-fdd397851812 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:24.638153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d821981c-85db-4b0a-9293-b865a7848867 req-bb8ed9a1-d145-4ac6-900b-fdd397851812 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.15 "GET /v2.0/ports?device_id=607b4a7e-3f1d-4472-a564-444e92ab2cc1 HTTP/1.1" status: 200 len: 945 time: 0.2911344 Mar 07 15:59:24.809895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Pushing event deleted for resources: {'Port': ['ID=309b7805-cf60-4eb2-b5a6-63651f202a57,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:24.932408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] No DVR routers for this DVR port 309b7805-cf60-4eb2-b5a6-63651f202a57 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:24.943043 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:24.952732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d485dc8-f3b5-4199-bbfc-dc8f9a8f049f req-7552b2e7-c2ec-4d9f-9093-72fc2d07a302 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.15 "DELETE /v2.0/ports/309b7805-cf60-4eb2-b5a6-63651f202a57 HTTP/1.1" status: 204 len: 173 time: 2.9979362 Mar 07 15:59:25.165836 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fbdf39e9-39d6-4d4c-a43c-a8c46be28575 req-e9306adf-2183-4249-86f8-1ed5287d6c5d tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=03e98402-b908-427d-812f-80753628d0ab HTTP/1.1" status: 200 len: 210 time: 0.1746266 Mar 07 15:59:25.181527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'name': 'network-vif-deleted', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:25.183892 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1fc784-0ecc-41f9-b44b-babe18b306d7" -d '{"events": [{"server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "name": "network-vif-deleted", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:25.206943 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Publish callbacks [] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:25.217865 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:25.227325 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-308360b8-27bf-4db2-93cf-ca9d07d0e178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:25.247502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-d821981c-85db-4b0a-9293-b865a7848867 req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Deleting port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:25.249534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d821981c-85db-4b0a-9293-b865a7848867 req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:25.300714 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f47a197-547a-4851-81c1-9a75ca668328 req-d4da4fd0-ef5a-4e72-8d80-6bff7206cdc3 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4003747 Mar 07 15:59:25.325559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-88e89934-9dd6-4987-8023-06c144ce1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:25.327085 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-88e89934-9dd6-4987-8023-06c144ce1b66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5&tenant_id=3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 1131 time: 0.9856768 Mar 07 15:59:25.545491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f47a197-547a-4851-81c1-9a75ca668328 req-2dfa4eef-674d-4fc8-bddb-30aa374c2bfa service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249582 Mar 07 15:59:25.595592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-d821981c-85db-4b0a-9293-b865a7848867 req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] For port 87d4d8c7-cb51-41ad-8432-4f5185c745e7, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=87d4d8c7-cb51-41ad-8432-4f5185c745e7,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:25.607839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d821981c-85db-4b0a-9293-b865a7848867 req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:25.671363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef1592-3e72-4841-8151-a894b68e9626 None None] Pushing event updated for resources: {'Port': ['ID=2ce974bc-8472-4f00-980b-fb5100bbd8cc,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:25.674020 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-d821981c-85db-4b0a-9293-b865a7848867 req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Calling delete_port for 87d4d8c7-cb51-41ad-8432-4f5185c745e7 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:25.801682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-7a730af1-1da8-485c-8369-0978026e7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:25.826025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-7a730af1-1da8-485c-8369-0978026e7228 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 1131 time: 0.2740378 Mar 07 15:59:25.896355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Attempting to bind port 2ce974bc-8472-4f00-980b-fb5100bbd8cc on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:25.897097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Attempting to bind port 2ce974bc-8472-4f00-980b-fb5100bbd8cc by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a12b12e3-b7c4-4c50-8298-f788f8da0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:25.897656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Attempting to bind port 2ce974bc-8472-4f00-980b-fb5100bbd8cc on network 7a12218d-4137-49dd-9e28-4b1b495708f1 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:25.906223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:25.913226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Checking segment: {'id': 'a12b12e3-b7c4-4c50-8298-f788f8da0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:25.914020 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:25.915276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Bound using segment: {'id': 'a12b12e3-b7c4-4c50-8298-f788f8da0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:25.916043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Bound port: 2ce974bc-8472-4f00-980b-fb5100bbd8cc, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12b12e3-b7c4-4c50-8298-f788f8da0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:25.916826 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:26.001779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:26.060429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 309b7805-cf60-4eb2-b5a6-63651f202a57 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:26.060941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 309b7805-cf60-4eb2-b5a6-63651f202a57 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:26.084334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-28e3d3b5-7875-40a4-8096-ce701a12aa6e None None] Provisioning complete for port 2ce974bc-8472-4f00-980b-fb5100bbd8cc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:26.084824 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-28e3d3b5-7875-40a4-8096-ce701a12aa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:26.134976 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d821981c-85db-4b0a-9293-b865a7848867 req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (87d4d8c7-cb51-41ad-8432-4f5185c745e7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:26.186858 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Pushing event deleted for resources: {'Port': ['ID=87d4d8c7-cb51-41ad-8432-4f5185c745e7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:26.230485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d821981c-85db-4b0a-9293-b865a7848867 req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] No DVR routers for this DVR port 87d4d8c7-cb51-41ad-8432-4f5185c745e7 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:26.234650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ee5f970a-5097-487e-b462-a0b37ac99ab2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:26.235537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d821981c-85db-4b0a-9293-b865a7848867 req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:26.245514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d821981c-85db-4b0a-9293-b865a7848867 req-87e2064b-6ce1-4001-8d25-5a866f1825c3 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.15 "DELETE /v2.0/ports/87d4d8c7-cb51-41ad-8432-4f5185c745e7 HTTP/1.1" status: 204 len: 173 time: 1.6004086 Mar 07 15:59:26.247053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'name': 'network-vif-deleted', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:26.254171 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a51ec3-0d53-468a-89f0-93119fe0bf33" -d '{"events": [{"server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "name": "network-vif-deleted", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:26.641500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-28e3d3b5-7875-40a4-8096-ce701a12aa6e None None] Port 2ce974bc-8472-4f00-980b-fb5100bbd8cc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:59:26.657708 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:26.697151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] For port 2ce974bc-8472-4f00-980b-fb5100bbd8cc, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:26.719874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] For port 2ce974bc-8472-4f00-980b-fb5100bbd8cc, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2ce974bc-8472-4f00-980b-fb5100bbd8cc,segment=NetworkSegment(a12b12e3-b7c4-4c50-8298-f788f8da0756),segment_id=a12b12e3-b7c4-4c50-8298-f788f8da0756)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:26.765736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:26.841510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef1592-3e72-4841-8151-a894b68e9626 None None] Pushing event updated for resources: {'Port': ['ID=2ce974bc-8472-4f00-980b-fb5100bbd8cc,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:26.946361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Routers {'72417f82-ed2d-4f0a-8898-02b8410d2c56'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:26.947081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72417f82-ed2d-4f0a-8898-02b8410d2c56'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:27.171712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] Set router 72417f82-ed2d-4f0a-8898-02b8410d2c56 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:27.254079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-81a7e39d-d3b8-41ae-ba93-13e6799ba138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:27.257046 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-81a7e39d-d3b8-41ae-ba93-13e6799ba138 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 1.4169374 Mar 07 15:59:27.442260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6f737b9b-87a7-46f4-b8e7-dcdeb9901f0c None None] Provisioning complete for port 2ce974bc-8472-4f00-980b-fb5100bbd8cc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:27.442870 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f737b9b-87a7-46f4-b8e7-dcdeb9901f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:27.518615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4b66d692-6694-4eed-972e-160f0f4a7704 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:27.535581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-204d8040-708e-483c-86fc-b52358a81625 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4b66d692-6694-4eed-972e-160f0f4a7704 HTTP/1.1" status: 200 len: 217 time: 0.2548320 Mar 07 15:59:27.610953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-86f5eeb1-f18c-45fe-bffd-bfe7bb836345 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:27.616446 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-86f5eeb1-f18c-45fe-bffd-bfe7bb836345 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.15 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 820 time: 0.2952673 Mar 07 15:59:27.632216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Request body: {'port': {'device_id': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837', 'admin_state_up': True, 'tenant_id': '4d7c65d634624d0dbe66d8174ec416a9'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:27.744364 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:27.802147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6f737b9b-87a7-46f4-b8e7-dcdeb9901f0c None None] Current status of the port 2ce974bc-8472-4f00-980b-fb5100bbd8cc is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:27.802699 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f737b9b-87a7-46f4-b8e7-dcdeb9901f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:27.853848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Made reservation on behalf of 4d7c65d634624d0dbe66d8174ec416a9 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:59:27.859020 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:27.914515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6f737b9b-87a7-46f4-b8e7-dcdeb9901f0c None None] For port 2ce974bc-8472-4f00-980b-fb5100bbd8cc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2ce974bc-8472-4f00-980b-fb5100bbd8cc,segment=NetworkSegment(a12b12e3-b7c4-4c50-8298-f788f8da0756),segment_id=a12b12e3-b7c4-4c50-8298-f788f8da0756)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:27.931638 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f737b9b-87a7-46f4-b8e7-dcdeb9901f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:28.011573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f737b9b-87a7-46f4-b8e7-dcdeb9901f0c None None] Pushing event updated for resources: {'Port': ['ID=2ce974bc-8472-4f00-980b-fb5100bbd8cc,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:28.015171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 4b66d692-6694-4eed-972e-160f0f4a7704 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:28.015731 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:28.031421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 87d4d8c7-cb51-41ad-8432-4f5185c745e7 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:28.041130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-81317ca8-1522-4e99-b5bb-a6e434823c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:28.051437 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-81317ca8-1522-4e99-b5bb-a6e434823c2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.5158124 Mar 07 15:59:28.061221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4b66d692-6694-4eed-972e-160f0f4a7704,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:28.083710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:28.086208 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbdc67a-02a0-491b-aa16-d5d8fdc51a96" -d '{"events": [{"server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "name": "network-vif-unplugged", "status": "completed", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:28.091822 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:28.143931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 87d4d8c7-cb51-41ad-8432-4f5185c745e7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:28.144444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 87d4d8c7-cb51-41ad-8432-4f5185c745e7 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:28.148840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=4b66d692-6694-4eed-972e-160f0f4a7704,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:28.160835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:59:12Z', 'updated_at': '2022-03-07T15:59:19Z', 'revision_number': 4, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'gw_port': {'id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:13Z', 'updated_at': '2022-03-07T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2ce974bc-8472-4f00-980b-fb5100bbd8cc', 'name': '', 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'mac_address': 'fa:16:3e:0f:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6cd8fc4e-7017-43d4-ae9c-abceadec8e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:17Z', 'updated_at': '2022-03-07T15:59:26Z', 'revision_number': 4, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'subnets': [{'id': '6cd8fc4e-7017-43d4-ae9c-abceadec8e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:28.197577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f982dbb2-93a0-4f3f-b579-6928d36a7b31 None None] The sync data for ids ['72417f82-ed2d-4f0a-8898-02b8410d2c56'] in n-d-830010-8 is: [{'id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:59:12Z', 'updated_at': '2022-03-07T15:59:19Z', 'revision_number': 4, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'gw_port': {'id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:13Z', 'updated_at': '2022-03-07T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2ce974bc-8472-4f00-980b-fb5100bbd8cc', 'name': '', 'network_id': '7a12218d-4137-49dd-9e28-4b1b495708f1', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'mac_address': 'fa:16:3e:0f:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6cd8fc4e-7017-43d4-ae9c-abceadec8e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:17Z', 'updated_at': '2022-03-07T15:59:26Z', 'revision_number': 4, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'subnets': [{'id': '6cd8fc4e-7017-43d4-ae9c-abceadec8e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:28.240882 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 15:59:28.258014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Allocated IP 172.20.0.7 (78ee575a-f626-4170-a4cb-a3daa2378837/36d17b23-18f9-4184-9f22-82907f560c90/80af222a-0ca3-4d3f-9fb8-02fa1ff187cd) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:59:28.399313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:28.412168 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:28.725961 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks [] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:28.802349 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c associated. External IP: 172.25.4.157, port: ee5f970a-5097-487e-b462-a0b37ac99ab2. Mar 07 15:59:28.832878 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:28.896007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2ce974bc-8472-4f00-980b-fb5100bbd8cc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:28.961669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-809d4ccb-e8cc-4266-aebc-305db9f9130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:28.964089 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-809d4ccb-e8cc-4266-aebc-305db9f9130d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8846893 Mar 07 15:59:29.023974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Network 78ee575a-f626-4170-a4cb-a3daa2378837 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:29.029000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2ce974bc-8472-4f00-980b-fb5100bbd8cc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:29.032761 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:29.051000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Pushing event updated for resources: {'Port': ['ID=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:29.092051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:29.137982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:59:29.198685 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:29.293425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcab32-e22f-4016-955e-55758133c5e1 req-0caa2416-2c5a-499e-9579-b1db89d10ce1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:29.295726 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53fcab32-e22f-4016-955e-55758133c5e1 req-0caa2416-2c5a-499e-9579-b1db89d10ce1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 947 time: 0.3929033 Mar 07 15:59:29.362280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:29.372070 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:29.395310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2ce974bc-8472-4f00-980b-fb5100bbd8cc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:29.451677 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-5c732d1d-efda-470c-a176-21fd3a4c3bfe tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8238721 Mar 07 15:59:29.478624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Request body: {'port': {'device_id': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:29.575834 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:29.583100 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53fcab32-e22f-4016-955e-55758133c5e1 req-282c7f71-d2c9-4411-a58c-75a0fe8dd677 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803097 Mar 07 15:59:29.601970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-c994cd09-6ad0-4c74-b2bb-dbe503ddfbb1 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274998 Mar 07 15:59:29.957453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Router e7336294-900c-4555-a2c8-18f40338b6ef has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:30.041990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87e15e60-fb80-4c46-a43d-2397e0eeccb8 req-6c051b23-8399-4dd7-8b8d-ec761a0f4293 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292581 Mar 07 15:59:30.086357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2056ca-80bb-4038-8e06-f0b37061fd54 req-36ffcf29-0d69-44ff-b435-ac13eea9839a tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:30.089538 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a2056ca-80bb-4038-8e06-f0b37061fd54 req-36ffcf29-0d69-44ff-b435-ac13eea9839a tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 931 time: 0.2026627 Mar 07 15:59:30.201613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:30.213969 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] Sync routers for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:30.218751 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:30.234148 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:30.235098 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:30.374358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-318d1c37-696a-466c-8dea-5ae639ae87e6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "PUT /v2.0/floatingips/05bf4501-d954-402f-a7e2-2cd1d756821c HTTP/1.1" status: 200 len: 997 time: 6.4766905 Mar 07 15:59:30.457051 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a2056ca-80bb-4038-8e06-f0b37061fd54 req-a4487870-7e49-4e18-b316-a000038224ef tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553584 Mar 07 15:59:30.497700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-d497ff5d-2b6a-456d-8a39-e76be4dff38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:30.512569 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-d497ff5d-2b6a-456d-8a39-e76be4dff38d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.1211624 Mar 07 15:59:30.589653 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9aebc1-a2d7-4686-b642-374e73ffcfe7 x-openstack-request-id: req-6f9aebc1-a2d7-4686-b642-374e73ffcfe7 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:30.589954 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e98402-b908-427d-812f-80753628d0ab", "name": "network-vif-deleted", "tag": "309b7805-cf60-4eb2-b5a6-63651f202a57", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:30.590214 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f9aebc1-a2d7-4686-b642-374e73ffcfe7 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:30.590608 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e98402-b908-427d-812f-80753628d0ab', 'name': 'network-vif-deleted', 'tag': '309b7805-cf60-4eb2-b5a6-63651f202a57', 'status': 'completed', 'code': 200} Mar 07 15:59:30.598763 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:30.615038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:59:30.650420 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Publish callbacks [] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:30.707326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Transition to ACTIVE for port object 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:59:30.716842 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:30.822434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-d4420aae-7545-4d42-bf7f-66964cfca5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:30.833751 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-d4420aae-7545-4d42-bf7f-66964cfca5b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.3182197 Mar 07 15:59:30.834349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Pushing event updated for resources: {'Port': ['ID=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:30.946403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:30.947457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:30.948212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:30.957002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on network 78ee575a-f626-4170-a4cb-a3daa2378837 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:59:30.957792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:30.967358 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:30.968104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Checking segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:30.968806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Bound using segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:30.982048 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Bound port: 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:30.983238 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:31.061906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-41a22b50-ef0b-4156-a6dd-bbbceb070bd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 1000 time: 0.2246962 Mar 07 15:59:31.149190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:31.150668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-7edc41af-8e6f-4088-a3a0-daaba559c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:31.152718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:31.155206 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-7edc41af-8e6f-4088-a3a0-daaba559c2fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.0900218 Mar 07 15:59:31.171255 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:31.244736 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a12e36-a789-400a-bd96-049a8bb7c0a9 x-openstack-request-id: req-f7a12e36-a789-400a-bd96-049a8bb7c0a9 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:31.245765 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607b4a7e-3f1d-4472-a564-444e92ab2cc1", "name": "network-vif-deleted", "tag": "87d4d8c7-cb51-41ad-8432-4f5185c745e7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:31.246049 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7a12e36-a789-400a-bd96-049a8bb7c0a9 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:31.246570 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607b4a7e-3f1d-4472-a564-444e92ab2cc1', 'name': 'network-vif-deleted', 'tag': '87d4d8c7-cb51-41ad-8432-4f5185c745e7', 'status': 'completed', 'code': 200} Mar 07 15:59:31.250366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Pushing event updated for resources: {'Port': ['ID=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:31.272976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:31.274151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:31.276838 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-acc8d8ad-962a-4ce1-850e-25191c9c2656 service neutron] 10.222.0.15 "PUT /v2.0/ports/80af222a-0ca3-4d3f-9fb8-02fa1ff187cd HTTP/1.1" status: 200 len: 1091 time: 1.8145163 Mar 07 15:59:31.294333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-2a289fae-be11-49d3-b920-ea8b30ca4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:31.296505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-2a289fae-be11-49d3-b920-ea8b30ca4389 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1366923 Mar 07 15:59:31.325593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-c43be4d6-ea82-446c-9239-7ed21d6ac3e6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:59:31.333557 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f0c037-a4ef-4413-9592-0febc4486168 x-openstack-request-id: req-35f0c037-a4ef-4413-9592-0febc4486168 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:31.334102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-c43be4d6-ea82-446c-9239-7ed21d6ac3e6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0301781 Mar 07 15:59:31.334560 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "name": "network-vif-unplugged", "status": "completed", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:31.335275 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35f0c037-a4ef-4413-9592-0febc4486168 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:31.335836 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704', 'code': 200} Mar 07 15:59:31.358378 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:fe:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273afe78-c7bd-475c-892c-a3106220c7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:59:27Z', 'revision_number': 8, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:31.430371 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] Checking router: e7336294-900c-4555-a2c8-18f40338b6ef for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:31.441590 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:31.442399 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:31.465950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-bcb885d3-493f-47cc-a118-dac46246fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:31.469634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-bcb885d3-493f-47cc-a118-dac46246fe04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1125 time: 0.1437345 Mar 07 15:59:31.545945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-491f2ec7-627a-4e6d-b5db-40b8a44b155e service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114251 Mar 07 15:59:31.588151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-77a6b1cd-b7d5-4cef-ba54-2429112dff17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd HTTP/1.1" status: 200 len: 217 time: 0.1103909 Mar 07 15:59:31.602939 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:31.684545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-41856b8d-32dd-4eb3-a0fe-30822df06ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:31.685996 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-41856b8d-32dd-4eb3-a0fe-30822df06ceb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.0934572 Mar 07 15:59:31.758518 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cce0ec93-9cf1-4166-9bcc-f0844037bfdc req-0810df85-72f9-44a1-bbfe-f7bff4114030 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116358 Mar 07 15:59:31.800078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-0a6445fd-9de8-4883-8826-25e3fcb35dae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061628 Mar 07 15:59:31.869696 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:fe:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273afe78-c7bd-475c-892c-a3106220c7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:59:27Z', 'revision_number': 8, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:31.991349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d5ed-12ad-455e-af19-e437270dead4 req-6265197b-922e-4b30-8da6-edd93766f71c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:32.004758 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1979d5ed-12ad-455e-af19-e437270dead4 req-6265197b-922e-4b30-8da6-edd93766f71c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 945 time: 0.1223662 Mar 07 15:59:32.012141 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bba815-e667-4ce4-8b64-c7876a35e8df None None] The sync data for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 is: [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '05bf4501-d954-402f-a7e2-2cd1d756821c', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'port_id': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'mac_address': 'fa:16:3e:fe:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273afe78-c7bd-475c-892c-a3106220c7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T15:58:34Z', 'updated_at': '2022-03-07T15:59:27Z', 'revision_number': 8, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:32.083527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f7b35-611b-4b03-828f-1402396e7878 req-fb0cbc82-b99b-447a-9529-59a719e33055 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:32.113921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d09f7b35-611b-4b03-828f-1402396e7878 req-fb0cbc82-b99b-447a-9529-59a719e33055 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 947 time: 0.3478065 Mar 07 15:59:32.178056 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1979d5ed-12ad-455e-af19-e437270dead4 req-0841d33c-f1a6-405e-a2ee-fb04896d4c7a tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720927 Mar 07 15:59:32.257168 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-2f6dfb05-f752-4a87-84b2-43cc8d7c334b service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199529 Mar 07 15:59:32.508938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d09f7b35-611b-4b03-828f-1402396e7878 req-6678779c-55b1-49c1-b286-373f5f4b6010 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932474 Mar 07 15:59:32.587753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a5698-9d5c-44e3-9cbb-b79ffef23e23 None None] New status for floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:59:32.592055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:32.595314 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aafbb2-bc87-4886-abb9-21d22148090a" -d '{"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:32.668091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4d0dbd8-7364-4f96-a4d9-8df3efa94260 req-fed5703d-e99b-4eb1-8ca8-33b745a258d5 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863375 Mar 07 15:59:32.879465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac7ead-522b-4ec2-87c4-8f97631456c4 req-64908b38-b663-4b7c-8228-2312d13b5131 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:32.891781 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4bac7ead-522b-4ec2-87c4-8f97631456c4 req-64908b38-b663-4b7c-8228-2312d13b5131 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 943 time: 0.1360230 Mar 07 15:59:32.944946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-828f1ae1-797e-4bd4-b122-81638eaea45b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:32.946710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-828f1ae1-797e-4bd4-b122-81638eaea45b tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 945 time: 0.1790071 Mar 07 15:59:33.067256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4bac7ead-522b-4ec2-87c4-8f97631456c4 req-86d7c96d-0860-48c5-9f7e-66c5d224f73f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721783 Mar 07 15:59:33.248131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Deleting port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:33.248748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:33.257671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:33.263579 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:33.324838 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4b650cc-29a0-4b22-8c2d-b0a61ae84562 req-ece85cde-7688-4cfa-be68-e8dd9c122f32 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips/05bf4501-d954-402f-a7e2-2cd1d756821c HTTP/1.1" status: 200 len: 999 time: 0.2270539 Mar 07 15:59:33.423565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] For port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:33.424093 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:33.491645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4b66d692-6694-4eed-972e-160f0f4a7704 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:59:33.497104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b650cc-29a0-4b22-8c2d-b0a61ae84562 req-0a6f8ae1-14f4-41e9-923d-8ac38389cc88 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:33.507692 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4b650cc-29a0-4b22-8c2d-b0a61ae84562 req-0a6f8ae1-14f4-41e9-923d-8ac38389cc88 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1816270 Mar 07 15:59:33.516472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-c4b650cc-29a0-4b22-8c2d-b0a61ae84562 req-9653ebb8-4df4-4ace-acf0-d72dfe4da515 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:59:33.539153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4b650cc-29a0-4b22-8c2d-b0a61ae84562 req-9653ebb8-4df4-4ace-acf0-d72dfe4da515 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0302248 Mar 07 15:59:33.575813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-505df46f-3688-4616-9abc-e2bed9e3ae53 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:33.585917 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-505df46f-3688-4616-9abc-e2bed9e3ae53 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 944 time: 0.4208260 Mar 07 15:59:33.853142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4b66d692-6694-4eed-972e-160f0f4a7704,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:33.872519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '4b66d692-6694-4eed-972e-160f0f4a7704', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '4b66d692-6694-4eed-972e-160f0f4a7704', 'mac_address': 'fa:16:3e:c7:27:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:59:33.884486 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec30e35d-353f-475f-acf3-360e45151359 x-openstack-request-id: req-ec30e35d-353f-475f-acf3-360e45151359 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:33.884802 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:33.885030 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec30e35d-353f-475f-acf3-360e45151359 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:33.885431 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'status': 'completed', 'code': 200} Mar 07 15:59:34.141217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9b59c-5d83-48ff-a8d3-a4d944b0e775 req-f8405b0e-adfc-43e2-b3b9-eb8c92826bb7 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:34.160114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bec9b59c-5d83-48ff-a8d3-a4d944b0e775 req-f8405b0e-adfc-43e2-b3b9-eb8c92826bb7 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264459d-7d2b-40ff-8aff-243c0b7c0adc HTTP/1.1" status: 200 len: 944 time: 0.2772920 Mar 07 15:59:34.221115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:34.221771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (f5510c5e-8c93-4fa2-be49-a4d379baf752), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:34.232880 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Floating IP f5510c5e-8c93-4fa2-be49-a4d379baf752 disassociated. External IP: 172.25.4.167, port: c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6. Mar 07 15:59:34.238911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Calling delete_port for c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:34.329562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafbb2-bc87-4886-abb9-21d22148090a req-7dda326a-35ab-43e0-bce6-09d9a7e24269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:34.331303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80aafbb2-bc87-4886-abb9-21d22148090a req-7dda326a-35ab-43e0-bce6-09d9a7e24269 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.6268013 Mar 07 15:59:34.386741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bec9b59c-5d83-48ff-a8d3-a4d944b0e775 req-5026fe9f-ee6c-4a01-ae52-a29c604864ad tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.24 "GET /v2.0/security-groups?id=2afbda60-94f7-4361-afac-4e7f41ce3f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253482 Mar 07 15:59:34.397789 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Deleting port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:34.398204 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:34.409557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 4b66d692-6694-4eed-972e-160f0f4a7704 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:34.415205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:34.495593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b66d692-6694-4eed-972e-160f0f4a7704 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:59:34.582302 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788606ee-de8e-472b-9fd4-307f8c677582 x-openstack-request-id: req-788606ee-de8e-472b-9fd4-307f8c677582 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:34.584044 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:34.584506 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-788606ee-de8e-472b-9fd4-307f8c677582 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:34.585964 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd', 'status': 'completed', 'code': 200} Mar 07 15:59:34.604405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4b66d692-6694-4eed-972e-160f0f4a7704,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:34.612395 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:34.669383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18ac64-1563-4ce1-9865-193289e7e326 req-e1744f86-9fbe-4b65-be04-6b97a07fd8f7 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:34.681501 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4a18ac64-1563-4ce1-9865-193289e7e326 req-e1744f86-9fbe-4b65-be04-6b97a07fd8f7 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dffbe78-284a-4820-8269-74a6cac380b7 HTTP/1.1" status: 200 len: 945 time: 0.4637592 Mar 07 15:59:34.762120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:34.784700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=4b66d692-6694-4eed-972e-160f0f4a7704,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:34.856993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event deleted for resources: {'Port': ['ID=c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:34.921415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['4b66d692-6694-4eed-972e-160f0f4a7704'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:35.096262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-cbe8e297-45c7-43cc-85bd-64ab3e493559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:35.100561 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-cbe8e297-45c7-43cc-85bd-64ab3e493559 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1125 time: 0.3643231 Mar 07 15:59:35.111802 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4a18ac64-1563-4ce1-9865-193289e7e326 req-ff027d84-1992-4f01-968b-9ae32862c5ae tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2fa9865-7019-4e2a-94a9-034b7b14dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279580 Mar 07 15:59:35.365518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] For port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,segment=NetworkSegment(d9680deb-b3aa-4045-a5a7-b32ece3501fb),segment_id=d9680deb-b3aa-4045-a5a7-b32ece3501fb)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:35.366282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:35.384411 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Calling delete_port for d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:35.498618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:35.506899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:35.542228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-bf5e3fe0-42a6-458f-9250-158fd035bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:35.555400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-bf5e3fe0-42a6-458f-9250-158fd035bb18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 921 time: 0.4396634 Mar 07 15:59:35.576639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:35.581524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:35.582123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:35.660536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-a9fc6faa-f7e3-4408-959a-de5a7da34ebe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd HTTP/1.1" status: 200 len: 217 time: 0.1034224 Mar 07 15:59:35.761840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafbb2-bc87-4886-abb9-21d22148090a req-5fcb3d14-8160-4081-87de-eaf47cfbbe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:35.766180 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80aafbb2-bc87-4886-abb9-21d22148090a req-5fcb3d14-8160-4081-87de-eaf47cfbbe57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 1.4259884 Mar 07 15:59:35.777717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 is: DOWN; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:35.841856 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-e167af1c-2a7f-4830-96f3-8dce550e55b7 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 1002 time: 0.6497266 Mar 07 15:59:35.928238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80aafbb2-bc87-4886-abb9-21d22148090a req-11258c21-bf1c-4772-a84d-db1e28e59a38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 1002 time: 0.1568317 Mar 07 15:59:35.929189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-d9251fb0-ba3c-4102-982a-62d3cd8ed699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:35.932451 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-d9251fb0-ba3c-4102-982a-62d3cd8ed699 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.1468453 Mar 07 15:59:35.993986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-9aa8b7b0-fab3-455c-8724-8afde10500e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495439 Mar 07 15:59:36.000553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:59:36.007363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dac7b7-0bd5-42d2-bb85-3de622c1edd1 req-677fab27-b318-4a3c-9a59-649851db1939 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:36.008889 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37dac7b7-0bd5-42d2-bb85-3de622c1edd1 req-677fab27-b318-4a3c-9a59-649851db1939 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 948 time: 0.2171931 Mar 07 15:59:36.055016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525a67-6b96-463a-8b39-6ac566081ade req-b9aeb676-c82f-42fa-87f1-53d08b0a9d8e tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:36.055016 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-b9aeb676-c82f-42fa-87f1-53d08b0a9d8e tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports/ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 943 time: 0.2093048 Mar 07 15:59:36.067087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d08939ec-d7c6-4c25-b0ed-3acdc681f8f1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:36.082964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafbb2-bc87-4886-abb9-21d22148090a req-0fd62c22-9988-4732-97f7-3405d33695f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:36.084857 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80aafbb2-bc87-4886-abb9-21d22148090a req-0fd62c22-9988-4732-97f7-3405d33695f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.1269832 Mar 07 15:59:36.155633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Pushing event deleted for resources: {'Port': ['ID=d08939ec-d7c6-4c25-b0ed-3acdc681f8f1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:36.280707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] No DVR routers for this DVR port d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:36.299303 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-679c9a04-c1ad-4d51-9708-90004b0d2c0c service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806072 Mar 07 15:59:36.302466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:36.304464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:36.306890 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e95690d-89fd-497e-a3cb-4cf3dabf014c req-5f694d3f-1cba-4b51-91a9-9ad01f2f51d0 tempest-LiveMigrationTest-2120900827 tempest-LiveMigrationTest-2120900827-project] 10.222.0.11 "DELETE /v2.0/ports/d08939ec-d7c6-4c25-b0ed-3acdc681f8f1 HTTP/1.1" status: 204 len: 173 time: 2.7156045 Mar 07 15:59:36.326971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafbb2-bc87-4886-abb9-21d22148090a req-41fa0793-1678-49cf-b3b1-19dc5bb8deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:36.329424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80aafbb2-bc87-4886-abb9-21d22148090a req-41fa0793-1678-49cf-b3b1-19dc5bb8deed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2382064 Mar 07 15:59:36.345403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd', 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837', 'port_id': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd', 'mac_address': 'fa:16:3e:24:ce:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d17b23-18f9-4184-9f22-82907f560c90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:59:36.587762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'name': 'network-vif-deleted', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:36.589964 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f33205-18e2-4606-a570-79d487c1aea7" -d '{"events": [{"server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "name": "network-vif-deleted", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:36.617886 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-f41c06e0-3034-4aca-a98f-81f17ca1f4c6 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 1002 time: 0.4221356 Mar 07 15:59:36.637106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:36.637536 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:36.702194 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:36.708034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:59:36.784010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:36.798164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80aafbb2-bc87-4886-abb9-21d22148090a req-38f5add8-b865-44ad-af7b-7ae3ae188673 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210956 Mar 07 15:59:36.810729 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:36.904733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:36.977596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525a67-6b96-463a-8b39-6ac566081ade req-ce1e9690-bee1-4115-8746-679f7816fb75 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:36.980030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-ce1e9690-bee1-4115-8746-679f7816fb75 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.3634074 Mar 07 15:59:37.137605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['80af222a-0ca3-4d3f-9fb8-02fa1ff187cd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:37.213216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa4825cb-ef89-48cc-8937-d7e8a77fbfef req-8770f2df-9c5c-4bef-8e63-33c81a2751a0 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9108744 Mar 07 15:59:37.224041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:37.246005 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] Sync routers for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:37.268174 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:37.268996 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:37.353801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] No DVR routers for this DVR port c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:37.361847 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:37.367771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63baa07b-93b4-4c96-a9cf-ccf9bf81cc03 req-52814c21-dbf2-465f-a486-a1f07eccb2b1 tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.11 "DELETE /v2.0/ports/c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6 HTTP/1.1" status: 204 len: 173 time: 4.4090524 Mar 07 15:59:37.385605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dffbe78-284a-4820-8269-74a6cac380b7', 'name': 'network-vif-deleted', 'tag': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:37.388474 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcedd82d-6d0f-47a5-a960-9c191a79b46b" -d '{"events": [{"server_uuid": "2dffbe78-284a-4820-8269-74a6cac380b7", "name": "network-vif-deleted", "tag": "c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:37.406913 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37dac7b7-0bd5-42d2-bb85-3de622c1edd1 req-aae14e6c-b3f2-42dc-9205-6e491357b62e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1124279 Mar 07 15:59:37.432769 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-dd0c696c-75ac-4d60-a987-44dc172f286e tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 1002 time: 0.3613820 Mar 07 15:59:37.446062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-9b525a67-6b96-463a-8b39-6ac566081ade req-bbfe2583-dd74-48bd-9ec2-815263429414 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:37.493725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4b66d692-6694-4eed-972e-160f0f4a7704 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:37.542320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd38f-4076-496a-b6a9-efa50b693fa2 req-589d7113-bc47-40d2-b324-654afb2b1d47 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:37.550593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f64cd38f-4076-496a-b6a9-efa50b693fa2 req-589d7113-bc47-40d2-b324-654afb2b1d47 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 944 time: 0.0723755 Mar 07 15:59:37.599910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80aafbb2-bc87-4886-abb9-21d22148090a req-84e37a20-138a-4135-b4fb-05f6c52aafa0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549772 Mar 07 15:59:37.642268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f64cd38f-4076-496a-b6a9-efa50b693fa2 req-7fa19b4f-4391-4fea-8194-a8ccee778fca tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902848 Mar 07 15:59:37.660172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9b525a67-6b96-463a-8b39-6ac566081ade req-bbfe2583-dd74-48bd-9ec2-815263429414 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:37.662245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 4b66d692-6694-4eed-972e-160f0f4a7704 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:37.662682 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:37.674664 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:37.829227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 4b66d692-6694-4eed-972e-160f0f4a7704 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:37.829912 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:37.912853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:37.916703 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ef82c5-5815-443c-afcd-025db870f582" -d '{"events": [{"server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "name": "network-vif-plugged", "status": "completed", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:37.947358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4b66d692-6694-4eed-972e-160f0f4a7704,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:37.955567 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:38.010184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9b525a67-6b96-463a-8b39-6ac566081ade req-bbfe2583-dd74-48bd-9ec2-815263429414 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:38.016915 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9b525a67-6b96-463a-8b39-6ac566081ade req-bbfe2583-dd74-48bd-9ec2-815263429414 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:38.017329 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [req-9b525a67-6b96-463a-8b39-6ac566081ade req-bbfe2583-dd74-48bd-9ec2-815263429414 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c disassociated. External IP: 172.25.4.157, port: ee5f970a-5097-487e-b462-a0b37ac99ab2. Mar 07 15:59:38.118524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=4b66d692-6694-4eed-972e-160f0f4a7704,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:38.345886 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:38.436738 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] Checking router: 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:38.501881 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:38.502402 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:38.690743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b525a67-6b96-463a-8b39-6ac566081ade req-bbfe2583-dd74-48bd-9ec2-815263429414 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Router e7336294-900c-4555-a2c8-18f40338b6ef has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:38.827386 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:39.001536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b525a67-6b96-463a-8b39-6ac566081ade req-bbfe2583-dd74-48bd-9ec2-815263429414 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:39.007461 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9b525a67-6b96-463a-8b39-6ac566081ade req-bbfe2583-dd74-48bd-9ec2-815263429414 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:39.016985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] Sync routers for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:39.051579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:39.055677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:39.077200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-bbfe2583-dd74-48bd-9ec2-815263429414 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "PUT /v2.0/floatingips/05bf4501-d954-402f-a7e2-2cd1d756821c HTTP/1.1" status: 200 len: 696 time: 1.6427753 Mar 07 15:59:39.166112 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525a67-6b96-463a-8b39-6ac566081ade req-84974d76-7a95-4fa3-81bd-ac44d00ef661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:39.167714 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-84974d76-7a95-4fa3-81bd-ac44d00ef661 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.0766060 Mar 07 15:59:39.272063 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:39.341266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:39.344646 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565738b-72f3-4187-bbef-b291564d7f03 None None] The sync data for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 is: [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:57:03Z', 'revision_number': 4, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0fb2c280-3ab0-4c39-998b-58b959e5c844', 'name': '', 'network_id': '24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'mac_address': 'fa:16:3e:54:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:01Z', 'updated_at': '2022-03-07T15:57:08Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'subnets': [{'id': '6cc165be-8c36-4fad-bc66-d9e9ab914a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:39.367230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525a67-6b96-463a-8b39-6ac566081ade req-86381d96-ff1d-4dde-aaba-4f9a19af38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:39.368763 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-86381d96-ff1d-4dde-aaba-4f9a19af38c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.1920350 Mar 07 15:59:39.451510 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-7f26eef0-235c-4053-a143-aec5b168dcb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 217 time: 0.0757022 Mar 07 15:59:39.547793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525a67-6b96-463a-8b39-6ac566081ade req-5015d681-f7e2-4f55-8539-aec4def1248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:39.552590 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-5015d681-f7e2-4f55-8539-aec4def1248a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.0928407 Mar 07 15:59:39.626608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525a67-6b96-463a-8b39-6ac566081ade req-fb22873c-1c33-41fa-8a9e-7e98e0ea04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:39.629169 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-fb22873c-1c33-41fa-8a9e-7e98e0ea04c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0677030 Mar 07 15:59:39.826240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:39.868684 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1081bb63-90d8-4557-9fd5-44e40941ee00 None None] New status for floating IP f5510c5e-8c93-4fa2-be49-a4d379baf752: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:59:39.897318 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-61b090c9-7a89-47c4-a905-d20fe8493476 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615392 Mar 07 15:59:39.916804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] Checking router: e7336294-900c-4555-a2c8-18f40338b6ef for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:39.933976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:39.937710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:40.093661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:40.158569 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b525a67-6b96-463a-8b39-6ac566081ade req-f09e431a-0c84-42c8-9181-31bc33aa29e2 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549107 Mar 07 15:59:40.256955 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:40.277520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43582) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:40.381283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4597936-84cd-413c-aa5d-bb51ac93331d admin admin] Deleting subnet a0f53018-f90a-4cce-922b-b3a7ec0c1805 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:59:40.385261 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c4597936-84cd-413c-aa5d-bb51ac93331d admin admin] Publish callbacks [] for subnet (a0f53018-f90a-4cce-922b-b3a7ec0c1805), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.500199 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c4597936-84cd-413c-aa5d-bb51ac93331d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (a0f53018-f90a-4cce-922b-b3a7ec0c1805), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.556926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:59:40.572325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c4597936-84cd-413c-aa5d-bb51ac93331d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (a0f53018-f90a-4cce-922b-b3a7ec0c1805), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.595380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:40.595809 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.655382 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c4597936-84cd-413c-aa5d-bb51ac93331d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (a0f53018-f90a-4cce-922b-b3a7ec0c1805), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.721553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4597936-84cd-413c-aa5d-bb51ac93331d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f53018-f90a-4cce-922b-b3a7ec0c1805,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:40.748811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c4597936-84cd-413c-aa5d-bb51ac93331d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.755998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43588) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:40.768302 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c4597936-84cd-413c-aa5d-bb51ac93331d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a0f53018-f90a-4cce-922b-b3a7ec0c1805 HTTP/1.1" status: 204 len: 168 time: 0.4804637 Mar 07 15:59:40.783277 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.864752 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (099477e4-23c0-427d-9020-dfe0eec5f24b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.903928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:40.904337 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.917917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:40.993042 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (099477e4-23c0-427d-9020-dfe0eec5f24b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:40.997871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba0e2d6-a849-45b9-8922-a18a6b7a6025 None None] The sync data for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 is: [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:58:06Z', 'revision_number': 4, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '17711a2a-128c-46cb-8bee-a6f619b9cdbe', 'name': '', 'network_id': 'fd6458b5-1fe2-44cf-884f-c22c27be562d', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'mac_address': 'fa:16:3e:97:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:05Z', 'updated_at': '2022-03-07T15:58:10Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'subnets': [{'id': '7485cc8c-3d51-4341-ac0b-c121c4f1d98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:41.039346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099477e4-23c0-427d-9020-dfe0eec5f24b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:41.067494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9680deb-b3aa-4045-a5a7-b32ece3501fb') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:41.067950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9680deb-b3aa-4045-a5a7-b32ece3501fb') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:41.072928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:41.084463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.112477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (d9680deb-b3aa-4045-a5a7-b32ece3501fb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.131281 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d9680deb-b3aa-4045-a5a7-b32ece3501fb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.151961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:59:41.152520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (d9680deb-b3aa-4045-a5a7-b32ece3501fb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.184615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: timer() Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:59:41.241390 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:59:41.249345 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (099477e4-23c0-427d-9020-dfe0eec5f24b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.256982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.260388 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] 10.222.0.24 "DELETE /v2.0/networks/099477e4-23c0-427d-9020-dfe0eec5f24b HTTP/1.1" status: 204 len: 168 time: 0.5023658 Mar 07 15:59:41.263741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43590) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:41.280103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc08b8-4a1b-4893-8316-e6ad638e7c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=099477e4-23c0-427d-9020-dfe0eec5f24b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:41.387748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ff71ec-01ec-429b-8b70-47a660af4272 admin admin] Deleting subnet d94dab8e-03fc-434d-881b-4fa73513160b {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:59:41.395565 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e6ff71ec-01ec-429b-8b70-47a660af4272 admin admin] Publish callbacks [] for subnet (d94dab8e-03fc-434d-881b-4fa73513160b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.455793 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7fddb-5dca-4424-b0d3-cdbf78b62f60 None None] New status for floating IP 05bf4501-d954-402f-a7e2-2cd1d756821c: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 15:59:41.487874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e6ff71ec-01ec-429b-8b70-47a660af4272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (d94dab8e-03fc-434d-881b-4fa73513160b), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.591585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e6ff71ec-01ec-429b-8b70-47a660af4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (d94dab8e-03fc-434d-881b-4fa73513160b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.664514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e6ff71ec-01ec-429b-8b70-47a660af4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (d94dab8e-03fc-434d-881b-4fa73513160b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.696908 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff71ec-01ec-429b-8b70-47a660af4272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d94dab8e-03fc-434d-881b-4fa73513160b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:41.702013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e6ff71ec-01ec-429b-8b70-47a660af4272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.712334 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e6ff71ec-01ec-429b-8b70-47a660af4272 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d94dab8e-03fc-434d-881b-4fa73513160b HTTP/1.1" status: 204 len: 168 time: 0.4461856 Mar 07 15:59:41.712602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43592) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:41.826483 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b65a2e8c-cf7a-4f3e-ac36-afb82952c970), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.934932 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b65a2e8c-cf7a-4f3e-ac36-afb82952c970), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:41.960981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65a2e8c-cf7a-4f3e-ac36-afb82952c970']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:41.977293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc93aaa8-fb97-4d49-9f7e-24421deb0d39') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:41.977748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc93aaa8-fb97-4d49-9f7e-24421deb0d39') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:41.990364 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (bc93aaa8-fb97-4d49-9f7e-24421deb0d39), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:42.009688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bc93aaa8-fb97-4d49-9f7e-24421deb0d39), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:42.020931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 15:59:42.021815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (bc93aaa8-fb97-4d49-9f7e-24421deb0d39), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: timer() Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 15:59:42.023921 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 15:59:42.104080 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b65a2e8c-cf7a-4f3e-ac36-afb82952c970), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:42.123761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:42.129953 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] 10.222.0.24 "DELETE /v2.0/networks/b65a2e8c-cf7a-4f3e-ac36-afb82952c970 HTTP/1.1" status: 204 len: 168 time: 0.4163532 Mar 07 15:59:42.141368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e2709-3afb-4ed2-bc8f-4a58b4a02dea admin admin] Pushing event deleted for resources: {'Network': ['ID=b65a2e8c-cf7a-4f3e-ac36-afb82952c970,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:42.441988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43596) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:42.517651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bb0cdd76-1986-445e-9099-1c6f8c6f27ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb36658e777d4c14a575b1f3ef77e706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722656 Mar 07 15:59:42.518486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43600) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:42.585754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c10b369c-d821-45d9-ba8c-3b1ea3323e5e admin admin] Publish callbacks [] for security_group (2afbda60-94f7-4361-afac-4e7f41ce3f4c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:42.628209 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c10b369c-d821-45d9-ba8c-3b1ea3323e5e admin admin] Publish callbacks [] for security_group (2afbda60-94f7-4361-afac-4e7f41ce3f4c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:42.741594 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c10b369c-d821-45d9-ba8c-3b1ea3323e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2afbda60-94f7-4361-afac-4e7f41ce3f4c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:42.748439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c10b369c-d821-45d9-ba8c-3b1ea3323e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:42.756441 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c10b369c-d821-45d9-ba8c-3b1ea3323e5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2afbda60-94f7-4361-afac-4e7f41ce3f4c HTTP/1.1" status: 204 len: 168 time: 0.2368300 Mar 07 15:59:42.791064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b369c-d821-45d9-ba8c-3b1ea3323e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afbda60-94f7-4361-afac-4e7f41ce3f4c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:43.339802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43618) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:43.579134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-06381e82-f298-4e5c-be3b-08736218d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:43.580663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-06381e82-f298-4e5c-be3b-08736218d8fe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5&tenant_id=3165642cfca34437bce67a855d406c8f&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 1131 time: 0.1394613 Mar 07 15:59:43.605610 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c296fd7-45f8-49f3-9616-fb408b8f6f90 x-openstack-request-id: req-8c296fd7-45f8-49f3-9616-fb408b8f6f90 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:43.605930 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dffbe78-284a-4820-8269-74a6cac380b7", "name": "network-vif-deleted", "tag": "c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:43.606195 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c296fd7-45f8-49f3-9616-fb408b8f6f90 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:43.606609 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dffbe78-284a-4820-8269-74a6cac380b7', 'name': 'network-vif-deleted', 'tag': 'c2d24b96-47bb-4a6a-8159-2ac0ed53f4e6', 'status': 'completed', 'code': 200} Mar 07 15:59:43.656416 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ae6a4-a17c-4ebe-84cf-4852bda0535c x-openstack-request-id: req-a98ae6a4-a17c-4ebe-84cf-4852bda0535c {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:43.657283 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "name": "network-vif-plugged", "status": "completed", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:43.657283 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a98ae6a4-a17c-4ebe-84cf-4852bda0535c {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:43.657453 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704', 'code': 200} Mar 07 15:59:43.682735 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c590a96-1161-4eaa-98c1-c6e9082cecf0 x-openstack-request-id: req-4c590a96-1161-4eaa-98c1-c6e9082cecf0 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:43.683349 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d264459d-7d2b-40ff-8aff-243c0b7c0adc", "name": "network-vif-deleted", "tag": "d08939ec-d7c6-4c25-b0ed-3acdc681f8f1", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:43.683349 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c590a96-1161-4eaa-98c1-c6e9082cecf0 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:43.683799 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264459d-7d2b-40ff-8aff-243c0b7c0adc', 'name': 'network-vif-deleted', 'tag': 'd08939ec-d7c6-4c25-b0ed-3acdc681f8f1', 'status': 'completed', 'code': 200} Mar 07 15:59:43.777429 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2e32093a-3abe-423a-9d22-c7d27ec9213c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7bd4d897b8641a09a5829c4a18210fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360127 Mar 07 15:59:43.780073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43650) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:43.798790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-194dc00f-5e44-478e-8470-8627b6cab88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:43.799539 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-edc35b28-0ecd-46db-b6bc-e8ff51523b39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1149561 Mar 07 15:59:43.800465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-194dc00f-5e44-478e-8470-8627b6cab88c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 1131 time: 0.1568842 Mar 07 15:59:43.835032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f94a-e13c-48c2-ae32-8321b0d10e97 req-d926ff9f-5133-4766-a5ab-35d33463108b tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:43.837062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fd4f94a-e13c-48c2-ae32-8321b0d10e97 req-d926ff9f-5133-4766-a5ab-35d33463108b tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 945 time: 0.1244609 Mar 07 15:59:43.911891 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-229a7da4-a4a0-4824-8c38-a605e6bd21e6 admin admin] Publish callbacks [] for security_group (dd9ca8c2-195d-4e73-9b55-b2bafb910ee7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:43.941659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-229a7da4-a4a0-4824-8c38-a605e6bd21e6 admin admin] Publish callbacks [] for security_group (dd9ca8c2-195d-4e73-9b55-b2bafb910ee7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:43.973369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fd4f94a-e13c-48c2-ae32-8321b0d10e97 req-7e40c5b9-afa2-4562-bca4-8e21e491aa51 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260965 Mar 07 15:59:44.013194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-229a7da4-a4a0-4824-8c38-a605e6bd21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dd9ca8c2-195d-4e73-9b55-b2bafb910ee7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:44.013194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-229a7da4-a4a0-4824-8c38-a605e6bd21e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:44.013762 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-229a7da4-a4a0-4824-8c38-a605e6bd21e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd9ca8c2-195d-4e73-9b55-b2bafb910ee7 HTTP/1.1" status: 204 len: 168 time: 0.2323740 Mar 07 15:59:44.020425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-d5d668c2-cc98-4d82-bbe2-c4444ac4067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:44.022854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a7da4-a4a0-4824-8c38-a605e6bd21e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9ca8c2-195d-4e73-9b55-b2bafb910ee7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:44.031079 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-d5d668c2-cc98-4d82-bbe2-c4444ac4067a service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1998067 Mar 07 15:59:44.045476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-b87d62ee-172d-4778-832a-6993c2d05a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:44.055358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-b87d62ee-172d-4778-832a-6993c2d05a07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.1917958 Mar 07 15:59:44.123657 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-3bdd104d-c72e-489a-b0d2-4ffb8889036a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4b66d692-6694-4eed-972e-160f0f4a7704 HTTP/1.1" status: 200 len: 217 time: 0.0882959 Mar 07 15:59:44.197291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-9c505126-bb59-4605-aeae-34524292c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:44.200933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-9c505126-bb59-4605-aeae-34524292c1f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0700765 Mar 07 15:59:44.318409 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-1deed86e-eca8-458a-8044-3caad3de599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:44.321884 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-1deed86e-eca8-458a-8044-3caad3de599c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.2463951 Mar 07 15:59:44.348743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-3b281e0c-1a42-42f6-ab0d-7beda675b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:44.354145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-3b281e0c-1a42-42f6-ab0d-7beda675b4cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1449308 Mar 07 15:59:44.420978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-94e0c446-2569-4d5c-b427-3dc065229ec3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 217 time: 0.0933430 Mar 07 15:59:44.524723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b27de-781e-4978-8a1e-27a72224b7c1 req-57ccca78-9b78-439b-a2b1-1762a10be1ca tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:44.528015 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad4b27de-781e-4978-8a1e-27a72224b7c1 req-57ccca78-9b78-439b-a2b1-1762a10be1ca tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 950 time: 0.1843219 Mar 07 15:59:44.542230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-d5ce6be9-dc6e-4911-b872-123fe235479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:44.544788 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-d5ce6be9-dc6e-4911-b872-123fe235479c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.1160452 Mar 07 15:59:44.607676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-ebbab3e4-7c1d-494e-93fb-d6894cefc4d6 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285490 Mar 07 15:59:44.613852 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad4b27de-781e-4978-8a1e-27a72224b7c1 req-56d6c69f-8ee3-4aab-b235-3602ef8c956a tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775175 Mar 07 15:59:44.659372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-b5bba8c9-5faa-4fe8-9e93-88853daabbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:44.661166 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-b5bba8c9-5faa-4fe8-9e93-88853daabbb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1109266 Mar 07 15:59:44.795328 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-86f3979c-14eb-494e-a96a-fccfe0366aea tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips/05bf4501-d954-402f-a7e2-2cd1d756821c HTTP/1.1" status: 200 len: 694 time: 0.1303232 Mar 07 15:59:44.808373 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c090f4b3-cfa7-412d-947f-17f46586e66d req-9bf1ecee-1f3f-43b8-8ff6-274aefbec76a service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843519 Mar 07 15:59:44.836398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43738) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:44.991503 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-984b3384-4b88-4901-8635-e45f01dc95a0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017991 Mar 07 15:59:45.020147 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a210-ce5e-4a05-a4d5-5cd1e0a3886d tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group (c2fa9865-7019-4e2a-94a9-034b7b14dc22), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.078334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-cbe885a8-202a-441b-86d2-078218e33c4d tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:45.085230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-cbe885a8-202a-441b-86d2-078218e33c4d tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2305274 Mar 07 15:59:45.095146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a210-ce5e-4a05-a4d5-5cd1e0a3886d tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group (c2fa9865-7019-4e2a-94a9-034b7b14dc22), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.097607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-9935b78a-5057-4f4c-ac2b-8185245dcd63 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:59:45.104604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-9935b78a-5057-4f4c-ac2b-8185245dcd63 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184124 Mar 07 15:59:45.200340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-694c7211-a48a-4eed-a787-3418848421c2 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 697 time: 0.0948558 Mar 07 15:59:45.215803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a210-ce5e-4a05-a4d5-5cd1e0a3886d tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c2fa9865-7019-4e2a-94a9-034b7b14dc22), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.220003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a210-ce5e-4a05-a4d5-5cd1e0a3886d tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.221258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6ed6a210-ce5e-4a05-a4d5-5cd1e0a3886d tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "DELETE /v2.0/security-groups/c2fa9865-7019-4e2a-94a9-034b7b14dc22 HTTP/1.1" status: 204 len: 168 time: 0.3826401 Mar 07 15:59:45.232180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43782) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:45.250312 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-4b2e3e2a-0209-4a7f-9ace-52c32fa37f6c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] show failed (client error): The resource could not be found. Mar 07 15:59:45.251528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4b2e3e2a-0209-4a7f-9ace-52c32fa37f6c tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "GET /v2.0/security-groups/c2fa9865-7019-4e2a-94a9-034b7b14dc22 HTTP/1.1" status: 404 len: 347 time: 0.0169356 Mar 07 15:59:45.252711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6a210-ce5e-4a05-a4d5-5cd1e0a3886d tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa9865-7019-4e2a-94a9-034b7b14dc22,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:45.254413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43784) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:45.329079 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-27f59a55-0fd2-4041-a5e8-adebf376ad56 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 697 time: 0.1140952 Mar 07 15:59:45.464701 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5bc7b68-4919-4021-bb54-71dc38903e8e req-cc200f26-0b0d-4a30-bee0-ec7644d0d76f service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587319 Mar 07 15:59:45.518607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Deleting port 7cbbef4f-38c3-4013-bbea-c686abcd908f {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:45.518999 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7cbbef4f-38c3-4013-bbea-c686abcd908f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.608120 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7cbbef4f-38c3-4013-bbea-c686abcd908f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.608451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (7cbbef4f-38c3-4013-bbea-c686abcd908f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.626081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d549666-e631-4d11-a19f-3dc63ff7d44f req-5c610a9b-e536-4ecc-b0bd-053d63c53bb1 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:45.627898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Calling delete_port for 7cbbef4f-38c3-4013-bbea-c686abcd908f owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:45.629379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d549666-e631-4d11-a19f-3dc63ff7d44f req-5c610a9b-e536-4ecc-b0bd-053d63c53bb1 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 945 time: 0.1630001 Mar 07 15:59:45.636415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Deleting port bca7b823-9842-4adc-a688-acf449551b17 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:45.643006 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bca7b823-9842-4adc-a688-acf449551b17), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.659098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:45.661586 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96dc6e6-29a0-43b2-9cd3-0c3a837c999c" -d '{"events": [{"server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "name": "network-vif-plugged", "status": "completed", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:45.691896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:45.694706 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab20da8a-43bf-4708-8604-72a4864d0715" -d '{"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:45.728123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d549666-e631-4d11-a19f-3dc63ff7d44f req-15c2d770-f677-4dcd-b342-0cca5c1b0e31 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806849 Mar 07 15:59:45.829034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7cbbef4f-38c3-4013-bbea-c686abcd908f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.857521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bca7b823-9842-4adc-a688-acf449551b17), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.857726 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (bca7b823-9842-4adc-a688-acf449551b17), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.887428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Pushing event deleted for resources: {'Port': ['ID=7cbbef4f-38c3-4013-bbea-c686abcd908f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:45.892522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Calling delete_port for bca7b823-9842-4adc-a688-acf449551b17 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:45.919033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-cedf81df-625a-40ba-9c3f-baee17fb8f87 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3165642cfca34437bce67a855d406c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423012 Mar 07 15:59:45.964134 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks [] for floatingip (05bf4501-d954-402f-a7e2-2cd1d756821c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.970384 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:45.971526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea4ccf0e-45c4-4977-aae2-3940bd5c3450 req-2e21650b-ff45-4199-b3c4-b70367f1dff1 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "DELETE /v2.0/floatingips/05bf4501-d954-402f-a7e2-2cd1d756821c HTTP/1.1" status: 204 len: 173 time: 0.6322503 Mar 07 15:59:46.239623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-0c1576c7-a35d-4dcc-9780-dd3c2d3d8a4b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:46.241775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-0c1576c7-a35d-4dcc-9780-dd3c2d3d8a4b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3223348 Mar 07 15:59:46.274187 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-1ea744f5-ee20-410d-8f49-e0c06cb8ae79 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/quotas/3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 375 time: 0.0189102 Mar 07 15:59:46.475329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-da528ec8-6d05-47a0-a649-6267f928ed82 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1997671 Mar 07 15:59:46.501045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bca7b823-9842-4adc-a688-acf449551b17), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:46.550593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Pushing event deleted for resources: {'Port': ['ID=bca7b823-9842-4adc-a688-acf449551b17,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:46.708999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks [] for floatingip (f5510c5e-8c93-4fa2-be49-a4d379baf752), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:46.712888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:46.729688 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bd211b46-dcac-4a75-9960-89391a0f7a3f tempest-ServersWithSpecificFlavorTestJSON-1620359585 tempest-ServersWithSpecificFlavorTestJSON-1620359585-project] 10.222.0.24 "DELETE /v2.0/floatingips/f5510c5e-8c93-4fa2-be49-a4d379baf752 HTTP/1.1" status: 204 len: 168 time: 1.4719419 Mar 07 15:59:46.737386 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0341a6e-a677-4bfe-9fe6-2312910760a1 x-openstack-request-id: req-d0341a6e-a677-4bfe-9fe6-2312910760a1 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:46.738439 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "name": "network-vif-plugged", "status": "completed", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:46.738925 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0341a6e-a677-4bfe-9fe6-2312910760a1 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:46.742273 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd', 'code': 200} Mar 07 15:59:46.790945 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb88006-90ea-46bb-9326-7744025ce641 x-openstack-request-id: req-cdb88006-90ea-46bb-9326-7744025ce641 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:46.791277 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:46.791543 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdb88006-90ea-46bb-9326-7744025ce641 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:46.791970 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'status': 'completed', 'code': 200} Mar 07 15:59:46.905313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e7dcf-3c07-4237-b452-c70611631c0b req-2338306b-12f0-4bae-a2e6-103da47352f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:46.907922 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b88e7dcf-3c07-4237-b452-c70611631c0b req-2338306b-12f0-4bae-a2e6-103da47352f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1127 time: 0.0922263 Mar 07 15:59:46.941014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-3a606845-9b5c-4142-b73f-f47cc4e86a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:46.942734 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-3a606845-9b5c-4142-b73f-f47cc4e86a2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736a9dabb4ab44d097650e24bd666897&device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 1128 time: 0.1081915 Mar 07 15:59:47.028669 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b88e7dcf-3c07-4237-b452-c70611631c0b req-46cf29cf-d92c-439f-9063-1c7cd168d222 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143484 Mar 07 15:59:47.098402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-0eb5843e-71c6-4086-b1b8-e847519b72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:47.100343 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-0eb5843e-71c6-4086-b1b8-e847519b72c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 200 len: 922 time: 0.1442962 Mar 07 15:59:47.341525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-ea1b47b4-45a7-4326-9750-5f9397f60e62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 200 len: 217 time: 0.0594192 Mar 07 15:59:47.399913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-d3646147-b78e-4d61-b816-8d6e9ac63614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:47.413304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-d3646147-b78e-4d61-b816-8d6e9ac63614 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 200 len: 860 time: 0.0645814 Mar 07 15:59:47.507072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-bf85d360-bd0e-4921-ab75-0901162b2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:47.508760 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-bf85d360-bd0e-4921-ab75-0901162b2a9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6458b5-1fe2-44cf-884f-c22c27be562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0881722 Mar 07 15:59:47.519025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:47.647468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d307729d-b342-44fc-8c7b-14224deedb48 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:47.647468 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:47.680864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:47.688955 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:47.694933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-b38f74de-5039-4dc3-bbc7-ff9be4d54696 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786139 Mar 07 15:59:47.792075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a1f570a6-3ef0-4ba3-884d-4cdb40e51572 req-f927b19d-1781-44e9-a852-888847e581a6 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 210 time: 0.0362978 Mar 07 15:59:47.948328 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab20da8a-43bf-4708-8604-72a4864d0715 req-5e9c7ed8-2231-493a-8c54-2f28894f64b0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345467 Mar 07 15:59:48.019940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:48.047354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be73c-bcd7-498c-beba-a9e8a45ce763 req-2f3cf844-b513-4740-a0fe-6526bb07ca46 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:48.056197 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b5be73c-bcd7-498c-beba-a9e8a45ce763 req-2f3cf844-b513-4740-a0fe-6526bb07ca46 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 946 time: 0.0778422 Mar 07 15:59:48.074115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84450b-a680-42a6-9206-5372c746d5b4 req-6d27d2b8-462a-4c25-9e6a-9d053b36cf45 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:48.083617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf84450b-a680-42a6-9206-5372c746d5b4 req-6d27d2b8-462a-4c25-9e6a-9d053b36cf45 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 945 time: 0.0831087 Mar 07 15:59:48.107226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b5be73c-bcd7-498c-beba-a9e8a45ce763 req-5dfbb099-c85e-47bb-bdea-ff3a95d87d11 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499513 Mar 07 15:59:48.155217 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-ca6973bb-bbb5-4b68-a55f-def340be18cd tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3165642cfca34437bce67a855d406c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353150 Mar 07 15:59:48.179673 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf84450b-a680-42a6-9206-5372c746d5b4 req-3739d9ae-ff5d-4866-96af-433836ea9084 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852866 Mar 07 15:59:48.329609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-a420ebda-173b-43f0-bd58-e6d49e805b38 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:48.331600 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-a420ebda-173b-43f0-bd58-e6d49e805b38 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508982 Mar 07 15:59:48.360305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Request body: {'port': {'device_id': '6b32265c-8592-4658-bcc4-e7d93a845982', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '3165642cfca34437bce67a855d406c8f'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:48.562934 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Made reservation on behalf of 3165642cfca34437bce67a855d406c8f for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 15:59:48.568118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:48.740913 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:48.743249 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58b767b-f53b-4024-b498-1ffa1cf720ea" -d '{"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-unplugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:48.773203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Allocated IP 192.168.233.185 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/3dcd00aa-65f5-4839-ad54-3eef0e7af058) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 15:59:48.978915 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea566d7a-ae8d-4c74-b665-d2a925ecc454 x-openstack-request-id: req-ea566d7a-ae8d-4c74-b665-d2a925ecc454 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:48.979227 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-unplugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:48.979648 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea566d7a-ae8d-4c74-b665-d2a925ecc454 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:48.980198 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48', 'code': 200} Mar 07 15:59:49.001707 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks [] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:49.060166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41997d-bd15-4f58-84e6-252bae26d33f req-1eb48550-2141-4baa-bc43-aa65364c22c7 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:49.062429 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af41997d-bd15-4f58-84e6-252bae26d33f req-1eb48550-2141-4baa-bc43-aa65364c22c7 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.15 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 946 time: 0.1095462 Mar 07 15:59:49.131848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a0d403d-3ffc-4e81-9ffc-f60d68888457 req-464e48d2-a9f4-4172-8ee6-b05151850b60 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 210 time: 0.0614727 Mar 07 15:59:49.138788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:49.151666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['704865d3-395e-4f13-9e19-ab82c2b58dc3', '4b66d692-6694-4eed-972e-160f0f4a7704'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:49.299535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 15:59:49.319424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 15:59:49.333941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 15:59:49.419742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:49.543077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-af41997d-bd15-4f58-84e6-252bae26d33f req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Deleting port ee5f970a-5097-487e-b462-a0b37ac99ab2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:49.543477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-af41997d-bd15-4f58-84e6-252bae26d33f req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:49.596322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:49.603296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:49.628651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59b38-1862-4949-b0a3-a57c26352485 req-63471ef7-4869-4af7-b30c-57e4b6f1c7f7 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:49.636824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fa59b38-1862-4949-b0a3-a57c26352485 req-63471ef7-4869-4af7-b30c-57e4b6f1c7f7 tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/ports?device_id=273afe78-c7bd-475c-892c-a3106220c7aa HTTP/1.1" status: 200 len: 946 time: 0.1284955 Mar 07 15:59:49.694091 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-388fac79-9893-4baf-abab-47deb873b01d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3468435 Mar 07 15:59:49.712913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Request body: {'port': {'device_id': '6b32265c-8592-4658-bcc4-e7d93a845982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:49.767929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-af41997d-bd15-4f58-84e6-252bae26d33f req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] For port ee5f970a-5097-487e-b462-a0b37ac99ab2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ee5f970a-5097-487e-b462-a0b37ac99ab2,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:49.768587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-af41997d-bd15-4f58-84e6-252bae26d33f req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:49.772538 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fa59b38-1862-4949-b0a3-a57c26352485 req-a106c016-19eb-4a28-9c97-e4311ef5bf6a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.24 "GET /v2.0/security-groups?id=c579d5fd-e310-4dda-8adb-a8cb7749f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226337 Mar 07 15:59:49.792193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54a7bc-279f-4b8f-9111-dc9237ebfc57 req-b93be7c9-6db8-40a9-ac59-eb128e26dd92 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:49.801382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d54a7bc-279f-4b8f-9111-dc9237ebfc57 req-b93be7c9-6db8-40a9-ac59-eb128e26dd92 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 945 time: 0.3154197 Mar 07 15:59:49.844454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-af41997d-bd15-4f58-84e6-252bae26d33f req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Calling delete_port for ee5f970a-5097-487e-b462-a0b37ac99ab2 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:49.894829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-927e1d94-d48d-434e-82a9-847958cc3565 None None] Provisioning complete for port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:49.895215 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-927e1d94-d48d-434e-82a9-847958cc3565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:49.939846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-927e1d94-d48d-434e-82a9-847958cc3565 None None] Port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 15:59:49.941009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:49.947670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44044) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:49.950377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d54a7bc-279f-4b8f-9111-dc9237ebfc57 req-4a327cb0-2709-4ea4-a511-a1ccf8a3ff80 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478367 Mar 07 15:59:50.172200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6469-1359-4743-9899-9e72589cb039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.212289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-af41997d-bd15-4f58-84e6-252bae26d33f req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ee5f970a-5097-487e-b462-a0b37ac99ab2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.261431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6469-1359-4743-9899-9e72589cb039 admin admin] Publish callbacks [] for security_group (ee22e613-9fcd-4c6d-8466-303b4a1487d8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.269828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6469-1359-4743-9899-9e72589cb039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ee22e613-9fcd-4c6d-8466-303b4a1487d8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.278377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Pushing event deleted for resources: {'Port': ['ID=ee5f970a-5097-487e-b462-a0b37ac99ab2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:50.319429 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4c5b6469-1359-4743-9899-9e72589cb039 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a22fb5cc483458ab81861c3a34172e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702388 Mar 07 15:59:50.320096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44078) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:50.372959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-af41997d-bd15-4f58-84e6-252bae26d33f req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] No DVR routers for this DVR port ee5f970a-5097-487e-b462-a0b37ac99ab2 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:50.379013 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-af41997d-bd15-4f58-84e6-252bae26d33f req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.382533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af41997d-bd15-4f58-84e6-252bae26d33f req-c4cf48be-2c6e-45f6-a4bb-32c66843c08a tempest-FloatingIPsAssociationTestJSON-1173387354 tempest-FloatingIPsAssociationTestJSON-1173387354-project] 10.222.0.15 "DELETE /v2.0/ports/ee5f970a-5097-487e-b462-a0b37ac99ab2 HTTP/1.1" status: 204 len: 173 time: 1.3098032 Mar 07 15:59:50.384399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'name': 'network-vif-deleted', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:50.386909 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775a3fba-e3b6-4208-90f6-69ba51e93ee6" -d '{"events": [{"server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "name": "network-vif-deleted", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:50.388658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-30a82561-fb4b-44f4-b12e-53a69f0cae03 admin admin] Publish callbacks [] for security_group (ee22e613-9fcd-4c6d-8466-303b4a1487d8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.402668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cad936-fca4-4405-9dbc-df733daef595 req-ba9726ee-5996-4fc5-afcb-7b5644ceb22b tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:50.410769 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38cad936-fca4-4405-9dbc-df733daef595 req-ba9726ee-5996-4fc5-afcb-7b5644ceb22b tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1127 time: 0.2049024 Mar 07 15:59:50.431639 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-30a82561-fb4b-44f4-b12e-53a69f0cae03 admin admin] Publish callbacks [] for security_group (ee22e613-9fcd-4c6d-8466-303b4a1487d8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.498486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcd00aa-65f5-4839-ad54-3eef0e7af058 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:59:50.510512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Publish callbacks [] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.529635 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38cad936-fca4-4405-9dbc-df733daef595 req-e0e355c4-7851-4605-a535-1a495fb0c13b tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162298 Mar 07 15:59:50.534127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b6469-1359-4743-9899-9e72589cb039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee22e613-9fcd-4c6d-8466-303b4a1487d8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:50.551201 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-30a82561-fb4b-44f4-b12e-53a69f0cae03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ee22e613-9fcd-4c6d-8466-303b4a1487d8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.551980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Transition to ACTIVE for port object 3dcd00aa-65f5-4839-ad54-3eef0e7af058 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 15:59:50.556149 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.576637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-30a82561-fb4b-44f4-b12e-53a69f0cae03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:50.578086 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-30a82561-fb4b-44f4-b12e-53a69f0cae03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee22e613-9fcd-4c6d-8466-303b4a1487d8 HTTP/1.1" status: 204 len: 168 time: 0.2534208 Mar 07 15:59:50.618661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a82561-fb4b-44f4-b12e-53a69f0cae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee22e613-9fcd-4c6d-8466-303b4a1487d8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:50.673470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4753be3-55c6-492b-ad62-e9fb96fe2de0 req-83bdf575-7aab-4df5-a0ae-c4d84bd0cc83 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:50.685376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4753be3-55c6-492b-ad62-e9fb96fe2de0 req-83bdf575-7aab-4df5-a0ae-c4d84bd0cc83 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 948 time: 0.1457927 Mar 07 15:59:50.858449 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4753be3-55c6-492b-ad62-e9fb96fe2de0 req-a5c33025-f3e4-46a1-8127-c8bae77bdfb1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607599 Mar 07 15:59:51.068513 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515d39-89a0-44dc-aa73-427ffd18dbd7 req-12b72390-27e2-49a8-9791-dc44a8f9e179 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:51.076852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb515d39-89a0-44dc-aa73-427ffd18dbd7 req-12b72390-27e2-49a8-9791-dc44a8f9e179 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1127 time: 0.0664947 Mar 07 15:59:51.089450 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c04b44-46d0-4e5f-85e9-8386a90f84ae x-openstack-request-id: req-73c04b44-46d0-4e5f-85e9-8386a90f84ae {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:51.089782 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273afe78-c7bd-475c-892c-a3106220c7aa", "name": "network-vif-deleted", "tag": "ee5f970a-5097-487e-b462-a0b37ac99ab2", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:51.089986 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73c04b44-46d0-4e5f-85e9-8386a90f84ae {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:51.090367 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273afe78-c7bd-475c-892c-a3106220c7aa', 'name': 'network-vif-deleted', 'tag': 'ee5f970a-5097-487e-b462-a0b37ac99ab2', 'status': 'completed', 'code': 200} Mar 07 15:59:51.136107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:51.177707 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb515d39-89a0-44dc-aa73-427ffd18dbd7 req-6c08da88-85d6-4262-a174-116f7c51622c tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988903 Mar 07 15:59:51.295349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Attempting to bind port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:51.295842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Attempting to bind port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:51.296706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Attempting to bind port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:51.303928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:59:51.304276 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Attempting to bind port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:51.316891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44136) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:51.319064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:51.319558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:51.319946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:51.320858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Bound port: 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:51.321230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:51.348312 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-708462a9-d358-4285-b750-d528f0d09c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:51.373234 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44138) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:51.446827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44140) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:51.584544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 15:59:51.605701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:51.627948 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:51.844695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:51.847176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:51.849198 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] 10.222.0.11 "PUT /v2.0/ports/3dcd00aa-65f5-4839-ad54-3eef0e7af058 HTTP/1.1" status: 200 len: 1096 time: 2.1431274 Mar 07 15:59:52.015357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8cb17-c302-4668-8083-097a35038b04 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:52.079453 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-708462a9-d358-4285-b750-d528f0d09c1d admin admin] Publish callbacks [] for security_group (83fcc6f8-5fb7-4af9-a306-72861e70d2c2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:52.096699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-708462a9-d358-4285-b750-d528f0d09c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (83fcc6f8-5fb7-4af9-a306-72861e70d2c2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:52.120597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ee5f970a-5097-487e-b462-a0b37ac99ab2 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:52.163266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3b5b6-7f84-415d-89ef-638b57c90cbf req-3716fde0-b1e6-4a76-9bdf-4ee3b7a1f6a2 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:52.168723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: ee5f970a-5097-487e-b462-a0b37ac99ab2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:52.170746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2f3b5b6-7f84-415d-89ef-638b57c90cbf req-3716fde0-b1e6-4a76-9bdf-4ee3b7a1f6a2 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1127 time: 0.3081620 Mar 07 15:59:52.171866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ee5f970a-5097-487e-b462-a0b37ac99ab2 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:52.183014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-708462a9-d358-4285-b750-d528f0d09c1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13ce75bf09b146179496aa143b10182f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8644433 Mar 07 15:59:52.188292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708462a9-d358-4285-b750-d528f0d09c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fcc6f8-5fb7-4af9-a306-72861e70d2c2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:52.190932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44202) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:52.208469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-176d51f3-20a3-463b-968b-bb063b019462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:52.216651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-176d51f3-20a3-463b-968b-bb063b019462 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 1130 time: 0.2197409 Mar 07 15:59:52.288683 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1de2a0c1-23d6-44e4-be95-b06b98296c58 admin admin] Publish callbacks [] for security_group (83fcc6f8-5fb7-4af9-a306-72861e70d2c2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:52.324656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1de2a0c1-23d6-44e4-be95-b06b98296c58 admin admin] Publish callbacks [] for security_group (83fcc6f8-5fb7-4af9-a306-72861e70d2c2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:52.365870 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-3bad8730-5402-4bea-81c2-8051a40ee5d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058 HTTP/1.1" status: 200 len: 217 time: 0.1253302 Mar 07 15:59:52.372955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2f3b5b6-7f84-415d-89ef-638b57c90cbf req-3f8a9191-88e0-4c8f-b20b-2a23b2a9c841 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006681 Mar 07 15:59:52.377630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (e7336294-900c-4555-a2c8-18f40338b6ef), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:52.384030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1de2a0c1-23d6-44e4-be95-b06b98296c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (83fcc6f8-5fb7-4af9-a306-72861e70d2c2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:52.387232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1de2a0c1-23d6-44e4-be95-b06b98296c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:52.388534 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1de2a0c1-23d6-44e4-be95-b06b98296c58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83fcc6f8-5fb7-4af9-a306-72861e70d2c2 HTTP/1.1" status: 204 len: 168 time: 0.1962690 Mar 07 15:59:52.443749 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:52.508253 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2a0c1-23d6-44e4-be95-b06b98296c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fcc6f8-5fb7-4af9-a306-72861e70d2c2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:52.529863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-8ecae031-257e-491f-a59a-e0aa2a788264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:52.533931 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-8ecae031-257e-491f-a59a-e0aa2a788264 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1520650 Mar 07 15:59:52.681503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-4c8588ca-e006-4e0d-a216-4d200a5d9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:52.683355 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-4c8588ca-e006-4e0d-a216-4d200a5d9540 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1418958 Mar 07 15:59:52.791447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa54560-fa5e-4615-bee0-d54ab2006e31 req-6900880e-7684-4881-85e7-77edadb6d224 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:52.793181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1aa54560-fa5e-4615-bee0-d54ab2006e31 req-6900880e-7684-4881-85e7-77edadb6d224 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 948 time: 0.1883216 Mar 07 15:59:52.845959 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ca79b9cc-461b-4a3c-9a46-c679ed178550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:52.915916 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-b814763a-bed1-496a-8e7e-3b9fb9d7e879 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963792 Mar 07 15:59:53.023818 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1aa54560-fa5e-4615-bee0-d54ab2006e31 req-30229575-5853-4033-bb01-9aac6d5ad2b4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866338 Mar 07 15:59:53.102552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Deleting port 17711a2a-128c-46cb-8bee-a6f619b9cdbe {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:53.103132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:53.103274 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:53.105002 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:53.239345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93add226-b9e1-4dd7-83ae-25dbb1ff9770 req-510ef7db-46cc-4c34-8c9d-6e390496cd2a service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078375 Mar 07 15:59:53.264473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Deleting port 0fb2c280-3ab0-4c39-998b-58b959e5c844 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:53.266362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:53.283315 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a659bcdb-5fe3-467c-8fe4-79db4871c208 x-openstack-request-id: req-a659bcdb-5fe3-467c-8fe4-79db4871c208 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:53.283835 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:53.284175 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a659bcdb-5fe3-467c-8fe4-79db4871c208 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:53.284882 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'status': 'completed', 'code': 200} Mar 07 15:59:53.477238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] For port 0fb2c280-3ab0-4c39-998b-58b959e5c844, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0fb2c280-3ab0-4c39-998b-58b959e5c844,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:53.479334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:53.484632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-92b022a4-4e7e-4705-a2af-7728cf8752e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:53.486352 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-92b022a4-4e7e-4705-a2af-7728cf8752e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 1130 time: 0.1161146 Mar 07 15:59:53.556770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:59:53.680872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Calling delete_port for 0fb2c280-3ab0-4c39-998b-58b959e5c844 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:53.710098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-7bf47cf2-efad-4154-9a79-71894ff47bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:53.711719 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-7bf47cf2-efad-4154-9a79-71894ff47bbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2125225 Mar 07 15:59:53.761320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] For port 17711a2a-128c-46cb-8bee-a6f619b9cdbe, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=17711a2a-128c-46cb-8bee-a6f619b9cdbe,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:53.761677 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:53.777899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:53.789337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b09beb-437a-4077-b895-1996580ac1d2 req-8d541f02-4aff-4d67-958f-03765258dc6d tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:53.801098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-bd53025f-f2fc-4ca8-85fe-bbc571012d88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058 HTTP/1.1" status: 200 len: 217 time: 0.0420268 Mar 07 15:59:53.805999 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c6b09beb-437a-4077-b895-1996580ac1d2 req-8d541f02-4aff-4d67-958f-03765258dc6d tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1127 time: 0.1917076 Mar 07 15:59:53.807154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'd307729d-b342-44fc-8c7b-14224deedb48', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'd307729d-b342-44fc-8c7b-14224deedb48', 'mac_address': 'fa:16:3e:f3:5d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:59:53.808641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Calling delete_port for 17711a2a-128c-46cb-8bee-a6f619b9cdbe owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:53.906197 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c6b09beb-437a-4077-b895-1996580ac1d2 req-17fffc51-fa61-4204-bb26-d5526cf11f6f tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934858 Mar 07 15:59:53.972096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d307729d-b342-44fc-8c7b-14224deedb48 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:53.973510 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:53.990763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d307729d-b342-44fc-8c7b-14224deedb48 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:59:54.035573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:54.050100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:54.063371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-2c5789bd-9d2e-4537-8fe9-9e2f2785f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:54.066391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-2c5789bd-9d2e-4537-8fe9-9e2f2785f4a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.2574024 Mar 07 15:59:54.159481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-5417a0a3-2bfe-4090-9531-3ed3b0fa98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:54.161021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-5417a0a3-2bfe-4090-9531-3ed3b0fa98c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0837078 Mar 07 15:59:54.190728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:54.250266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (17711a2a-128c-46cb-8bee-a6f619b9cdbe), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:54.257698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d307729d-b342-44fc-8c7b-14224deedb48'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:54.440824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-4a31a2a6-177b-4ec3-af44-c59a0fe72100 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638850 Mar 07 15:59:54.450464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17711a2a-128c-46cb-8bee-a6f619b9cdbe,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:54.689107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f4a4f60-f466-43d5-bf3a-1bf87002c98c req-27c1f26d-6d22-4146-bd82-81be645e34a7 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432847 Mar 07 15:59:54.690967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0fb2c280-3ab0-4c39-998b-58b959e5c844), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:54.788902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb2c280-3ab0-4c39-998b-58b959e5c844,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:54.848088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc77195-fbcc-461d-a2f2-a4930dda301a req-b8629e71-cb83-4663-8841-d4bfb537647a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:54.856428 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7bc77195-fbcc-461d-a2f2-a4930dda301a req-b8629e71-cb83-4663-8841-d4bfb537647a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 948 time: 0.6370566 Mar 07 15:59:55.003237 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7bc77195-fbcc-461d-a2f2-a4930dda301a req-e5374a65-1f2f-4af2-a799-929f8042b402 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417391 Mar 07 15:59:55.142676 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (e7336294-900c-4555-a2c8-18f40338b6ef), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:55.184940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:55.187519 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-63d07d49-6445-4804-b8a4-7b788ba7807e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:55.402148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44368) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:55.458341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Router e7336294-900c-4555-a2c8-18f40338b6ef has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:55.592658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 15:59:55.594188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:55.619851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 15:59:55.671372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:55.688022 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] Sync routers for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:55.694118 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b00a0af4-5cc9-4a71-8b94-c592030291a8 admin admin] 10.222.0.24 "PUT /v2.0/routers/e7336294-900c-4555-a2c8-18f40338b6ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3170877 Mar 07 15:59:55.695036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44374) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:55.704313 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:55.705292 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:55.904505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 15:59:55.914313 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-57e17bb3-7794-48df-9472-1ac9aa1ec5e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/45baa10c-7bd1-4bac-b0bc-3ebba9af3eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4620502 Mar 07 15:59:55.917088 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44386) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:55.986159 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks [] for router (e7336294-900c-4555-a2c8-18f40338b6ef), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:56.013301 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:56.069278 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f4eeadaa-7791-43ae-9ed2-c65f82d13b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:56.116317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] Sync routers for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 15:59:56.183226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port d307729d-b342-44fc-8c7b-14224deedb48 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:56.183652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d307729d-b342-44fc-8c7b-14224deedb48), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:56.273139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks [] for router_gateway (e7336294-900c-4555-a2c8-18f40338b6ef), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:56.363709 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:56.365029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:56.452289 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:59:54Z', 'revision_number': 5, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port': {'id': '59b946f0-5bcc-4bf6-b30c-3b88c086709a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:00Z', 'updated_at': '2022-03-07T15:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:56.456677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Deleting port 59b946f0-5bcc-4bf6-b30c-3b88c086709a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:56.458593 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:56.500296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:56.591325 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:56.619592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:56.702475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d307729d-b342-44fc-8c7b-14224deedb48 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:56.707818 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:56.720712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] For port 59b946f0-5bcc-4bf6-b30c-3b88c086709a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=59b946f0-5bcc-4bf6-b30c-3b88c086709a,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:56.721098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:56.770363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Calling delete_port for 59b946f0-5bcc-4bf6-b30c-3b88c086709a owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:56.835147 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] Checking router: e7336294-900c-4555-a2c8-18f40338b6ef for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:56.847708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'mac_address': 'fa:16:3e:64:20:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 15:59:56.860693 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] Routers {'e7336294-900c-4555-a2c8-18f40338b6ef'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:56.863205 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7336294-900c-4555-a2c8-18f40338b6ef'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:56.941043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 15:59:56.941695 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:56.943557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 15:59:56.949637 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cf2696-4f4f-426d-9fef-d884f02d023f" -d '{"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-plugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 15:59:57.008730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:57.023513 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.064440 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] Set router e7336294-900c-4555-a2c8-18f40338b6ef gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:57.128811 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:59:56Z', 'revision_number': 6, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:57.136074 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (59b946f0-5bcc-4bf6-b30c-3b88c086709a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.142007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=10']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:57.168389 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74967d-22f7-4f75-821c-a56aa54e1a10 None None] The sync data for ids ['e7336294-900c-4555-a2c8-18f40338b6ef'] in n-d-830010-8 is: [{'id': 'e7336294-900c-4555-a2c8-18f40338b6ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-1169441664-router', 'tenant_id': '736a9dabb4ab44d097650e24bd666897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:59Z', 'updated_at': '2022-03-07T15:59:56Z', 'revision_number': 6, 'project_id': '736a9dabb4ab44d097650e24bd666897', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:57.204086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcd00aa-65f5-4839-ad54-3eef0e7af058 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 15:59:57.209398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Pushing event deleted for resources: {'Port': ['ID=59b946f0-5bcc-4bf6-b30c-3b88c086709a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:57.243952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:57.251053 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f4eeadaa-7791-43ae-9ed2-c65f82d13b42 admin admin] Publish callbacks [] for security_group (ad07f2da-e9d0-4d86-b468-1d80b5bc0eb4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.254012 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.262385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-64030eaa-dd97-4a0d-9cb3-af2a3261fcf1 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 15:59:57.263926 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-64030eaa-dd97-4a0d-9cb3-af2a3261fcf1 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0581484 Mar 07 15:59:57.269842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f4eeadaa-7791-43ae-9ed2-c65f82d13b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ad07f2da-e9d0-4d86-b468-1d80b5bc0eb4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.284815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (e7336294-900c-4555-a2c8-18f40338b6ef), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.379704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:57.444321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f4eeadaa-7791-43ae-9ed2-c65f82d13b42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=250ac4c2c9ec4c0fbc1ab2169fd8c6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0406775 Mar 07 15:59:57.444881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:59:54Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:57.450831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44418) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:57.478303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] Checking router: 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 15:59:57.488487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] Routers {'45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 15:59:57.489409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:57.491548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeadaa-7791-43ae-9ed2-c65f82d13b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad07f2da-e9d0-4d86-b468-1d80b5bc0eb4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:57.505748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-d37cdf91-39f4-44f2-ba88-0da31afc5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:57.513526 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-d37cdf91-39f4-44f2-ba88-0da31afc5a5b service neutron] 10.222.0.24 "GET /v2.0/ports/80af222a-0ca3-4d3f-9fb8-02fa1ff187cd HTTP/1.1" status: 200 len: 1124 time: 0.1834040 Mar 07 15:59:57.520707 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks [] for router (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.521199 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (e7336294-900c-4555-a2c8-18f40338b6ef), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.525999 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks [] for router_controller (e7336294-900c-4555-a2c8-18f40338b6ef), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.541609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Request body: {'binding': {'host': 'n-h2-830010-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 15:59:57.542080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Unknown quota resources ['binding']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 15:59:57.563321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3dcd00aa-65f5-4839-ad54-3eef0e7af058'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 15:59:57.672814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] Set router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 15:59:57.696627 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (e7336294-900c-4555-a2c8-18f40338b6ef), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.697787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7336294-900c-4555-a2c8-18f40338b6ef {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 15:59:57.720022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.721655 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a78d09e4-a7ef-46e6-a746-07cad95bad9a admin admin] 10.222.0.24 "DELETE /v2.0/routers/e7336294-900c-4555-a2c8-18f40338b6ef HTTP/1.1" status: 204 len: 168 time: 2.0255048 Mar 07 15:59:57.735636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44422) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:57.736631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b0456-0677-46d2-9e5b-9aebb176f709 req-f71ac849-cf3f-456b-afdc-8a8eb9120038 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:57.739389 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-354b0456-0677-46d2-9e5b-9aebb176f709 req-f71ac849-cf3f-456b-afdc-8a8eb9120038 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 949 time: 0.2389729 Mar 07 15:59:57.826158 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-354b0456-0677-46d2-9e5b-9aebb176f709 req-7bc00d78-f78c-4ce8-a4d1-81aa68bf2fd8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789328 Mar 07 15:59:57.898466 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dbe91e44-ede3-4975-98bf-a34944b478a7 admin admin] Publish callbacks [] for security_group (ad07f2da-e9d0-4d86-b468-1d80b5bc0eb4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.915527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef821e6-eeb1-4aa3-aea6-b0b5f087c545 admin admin] Deleting subnet 7485cc8c-3d51-4341-ac0b-c121c4f1d98c {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 15:59:57.929971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fef821e6-eeb1-4aa3-aea6-b0b5f087c545 admin admin] Publish callbacks [] for subnet (7485cc8c-3d51-4341-ac0b-c121c4f1d98c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.991114 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dbe91e44-ede3-4975-98bf-a34944b478a7 admin admin] Publish callbacks [] for security_group (ad07f2da-e9d0-4d86-b468-1d80b5bc0eb4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:57.996648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks [] for router_gateway (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.055908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fef821e6-eeb1-4aa3-aea6-b0b5f087c545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (7485cc8c-3d51-4341-ac0b-c121c4f1d98c), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.115972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on host n-h2-830010-8 for vnic_type normal with profile None {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 15:59:58.116310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 15:59:58.116645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:58.141004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on network 78ee575a-f626-4170-a4cb-a3daa2378837 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 15:59:58.141825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 15:59:58.155859 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.165965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 15:59:58.166307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Checking segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 15:59:58.166721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Bound using segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 15:59:58.167200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Bound port: 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 15:59:58.172480 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 15:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dd7a66-0d34-4cd7-bb6f-77eb7209d938 x-openstack-request-id: req-61dd7a66-0d34-4cd7-bb6f-77eb7209d938 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 15:59:58.173130 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-plugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 15:59:58.173881 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61dd7a66-0d34-4cd7-bb6f-77eb7209d938 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 15:59:58.174485 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48', 'code': 200} Mar 07 15:59:58.214788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dbe91e44-ede3-4975-98bf-a34944b478a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ad07f2da-e9d0-4d86-b468-1d80b5bc0eb4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.217067 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dbe91e44-ede3-4975-98bf-a34944b478a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.221315 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dbe91e44-ede3-4975-98bf-a34944b478a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad07f2da-e9d0-4d86-b468-1d80b5bc0eb4 HTTP/1.1" status: 204 len: 168 time: 0.7568631 Mar 07 15:59:58.277530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe91e44-ede3-4975-98bf-a34944b478a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad07f2da-e9d0-4d86-b468-1d80b5bc0eb4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:58.301226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fef821e6-eeb1-4aa3-aea6-b0b5f087c545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (7485cc8c-3d51-4341-ac0b-c121c4f1d98c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.337986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Deleting port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:58.338314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.373850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 15:59:58.379441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:59:54Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 15:59:58.420126 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.433983 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8f757533-ec7b-449f-ab32-d21b1378f6f5 service neutron] 10.222.0.24 "POST /v2.0/ports/80af222a-0ca3-4d3f-9fb8-02fa1ff187cd/bindings HTTP/1.1" status: 201 len: 389 time: 0.8963344 Mar 07 15:59:58.501543 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fef821e6-eeb1-4aa3-aea6-b0b5f087c545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (7485cc8c-3d51-4341-ac0b-c121c4f1d98c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.505940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2c65a-850f-4ec5-ad11-ba67ba41de4a None None] The sync data for ids ['45baa10c-7bd1-4bac-b0bc-3ebba9af3eee'] in n-d-830010-8 is: [{'id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778661206-router', 'tenant_id': 'cf3de462621c4348ab8702b3741d7cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:56:57Z', 'updated_at': '2022-03-07T15:59:54Z', 'revision_number': 5, 'project_id': 'cf3de462621c4348ab8702b3741d7cef', 'gw_port': {'id': 'ce5e7e28-b9c8-4537-a2ad-0a859cc94b33', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baa10c-7bd1-4bac-b0bc-3ebba9af3eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:56:58Z', 'updated_at': '2022-03-07T15:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 15:59:58.580559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef821e6-eeb1-4aa3-aea6-b0b5f087c545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7485cc8c-3d51-4341-ac0b-c121c4f1d98c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:58.596753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fef821e6-eeb1-4aa3-aea6-b0b5f087c545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.601024 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fef821e6-eeb1-4aa3-aea6-b0b5f087c545 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7485cc8c-3d51-4341-ac0b-c121c4f1d98c HTTP/1.1" status: 204 len: 168 time: 0.8627858 Mar 07 15:59:58.603634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] For port ce5e7e28-b9c8-4537-a2ad-0a859cc94b33, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ce5e7e28-b9c8-4537-a2ad-0a859cc94b33,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:58.604230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:58.607029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44452) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 15:59:58.616207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b4abdf-baa8-4bd2-af06-79e404f0192f None None] Network fd6458b5-1fe2-44cf-884f-c22c27be562d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 15:59:58.657840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Calling delete_port for ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:58.784651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-a2aee1d3-c41c-4c7b-994d-2bfeef46749b tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:58.794694 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-a2aee1d3-c41c-4c7b-994d-2bfeef46749b tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/networks?id=73834449-fa98-4764-a279-651f523c180a HTTP/1.1" status: 200 len: 815 time: 0.3621011 Mar 07 15:59:58.816500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-f22c7931-fcae-4349-b2bc-a6dfbdaf8347 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/quotas/efef4621b10a4978a8d7920b79af084e HTTP/1.1" status: 200 len: 375 time: 0.0205667 Mar 07 15:59:58.903615 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-07176ebf-0122-4d10-a5ac-353e6db1f0b6 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=efef4621b10a4978a8d7920b79af084e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858688 Mar 07 15:59:59.107623 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (fd6458b5-1fe2-44cf-884f-c22c27be562d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:59.112593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef715b99-15cd-443b-a464-e374680632eb None None] DHCP port deletion for fd6458b5-1fe2-44cf-884f-c22c27be562d request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 15:59:59.128196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0fb2c280-3ab0-4c39-998b-58b959e5c844 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:59.207852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 0fb2c280-3ab0-4c39-998b-58b959e5c844 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:59.208294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-25c2540d-ee8b-4559-983e-bb9b2bf4e2bc service neutron] 10.222.0.24 "GET /v2.0/networks/73834449-fa98-4764-a279-651f523c180a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974532 Mar 07 15:59:59.213420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0fb2c280-3ab0-4c39-998b-58b959e5c844 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:59.213930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 17711a2a-128c-46cb-8bee-a6f619b9cdbe no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:59.294683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 17711a2a-128c-46cb-8bee-a6f619b9cdbe {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:59.299430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 17711a2a-128c-46cb-8bee-a6f619b9cdbe not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:59.300053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 59b946f0-5bcc-4bf6-b30c-3b88c086709a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 15:59:59.309530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:59.318589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-12a49019-786f-44a8-8e7a-3b702bab36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:59.320385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-12a49019-786f-44a8-8e7a-3b702bab36e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1127 time: 0.4544971 Mar 07 15:59:59.464176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-68aef163-fbc4-4dec-a04c-5cbdbbe1cf91 service neutron] 10.222.0.24 "GET /v2.0/networks/73834449-fa98-4764-a279-651f523c180a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548749 Mar 07 15:59:59.473129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 59b946f0-5bcc-4bf6-b30c-3b88c086709a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 15:59:59.475642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 59b946f0-5bcc-4bf6-b30c-3b88c086709a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 15:59:59.569964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ef715b99-15cd-443b-a464-e374680632eb None None] Deleting port 021d8da2-ca48-47ef-a55e-cc3523bf9800 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:59.571199 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef715b99-15cd-443b-a464-e374680632eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:59.571646 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ce5e7e28-b9c8-4537-a2ad-0a859cc94b33), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:59.583725 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad00c-0b89-4662-bf02-c5d22dd1f68a req-5b4d3aed-4946-4692-b228-e8ce7a20eebf tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:59.591494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad5ad00c-0b89-4662-bf02-c5d22dd1f68a req-5b4d3aed-4946-4692-b228-e8ce7a20eebf tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 945 time: 0.2273991 Mar 07 15:59:59.611740 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8c79a325-24b3-48c5-b5f4-5e7fcedc8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:59.618712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-8c79a325-24b3-48c5-b5f4-5e7fcedc8165 service neutron] 10.222.0.11 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 921 time: 0.2806382 Mar 07 15:59:59.626613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Deleting port 021d8da2-ca48-47ef-a55e-cc3523bf9800 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 15:59:59.628176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:59.674408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ef715b99-15cd-443b-a464-e374680632eb None None] For port 021d8da2-ca48-47ef-a55e-cc3523bf9800, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=021d8da2-ca48-47ef-a55e-cc3523bf9800,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 15:59:59.675849 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef715b99-15cd-443b-a464-e374680632eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:59.691803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ef715b99-15cd-443b-a464-e374680632eb None None] Calling delete_port for 021d8da2-ca48-47ef-a55e-cc3523bf9800 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 15:59:59.786711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 15:59:59.848008 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef715b99-15cd-443b-a464-e374680632eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 15:59:59.864149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5e7e28-b9c8-4537-a2ad-0a859cc94b33,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:59.907451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef715b99-15cd-443b-a464-e374680632eb None None] Pushing event deleted for resources: {'Port': ['ID=021d8da2-ca48-47ef-a55e-cc3523bf9800,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 15:59:59.911173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34155c-c0ed-4791-ad3d-f475606ca442 req-cd0ac2ab-9c43-4a59-b275-2ab9bf6efe3e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 15:59:59.912395 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ab34155c-c0ed-4791-ad3d-f475606ca442 req-cd0ac2ab-9c43-4a59-b275-2ab9bf6efe3e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 949 time: 0.1654503 Mar 07 15:59:59.921626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef715b99-15cd-443b-a464-e374680632eb None None] No DVR routers for this DVR port 021d8da2-ca48-47ef-a55e-cc3523bf9800 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 15:59:59.958399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 15:59:59.963079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 15:59:59.963463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.019377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-f982bff9-0426-431a-849d-c07d6b168601 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd HTTP/1.1" status: 200 len: 217 time: 0.3775401 Mar 07 16:00:00.023488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ab34155c-c0ed-4791-ad3d-f475606ca442 req-0a33fba2-3cdb-4a01-9eab-2b05fab386e8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950985 Mar 07 16:00:00.057763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.058192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.058776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.058927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.059274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.059613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.059943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.060300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.060628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.060963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.062069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.062317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.062577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:00.109563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] For port 021d8da2-ca48-47ef-a55e-cc3523bf9800, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=021d8da2-ca48-47ef-a55e-cc3523bf9800,segment=NetworkSegment(c0932123-1fa3-4064-be3f-b67a8a5ef36b),segment_id=c0932123-1fa3-4064-be3f-b67a8a5ef36b)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:00.110016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.145399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Calling delete_port for 021d8da2-ca48-47ef-a55e-cc3523bf9800 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:00.151866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad5ad00c-0b89-4662-bf02-c5d22dd1f68a req-509e1b3b-9aef-4ae0-a21e-a58dd1ae19b9 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591948 Mar 07 16:00:00.160263 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.163234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-b1e769dc-fc77-4a97-80cb-227e5acb73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:00.164839 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-b1e769dc-fc77-4a97-80cb-227e5acb73d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.1298485 Mar 07 16:00:00.271401 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23e4b89e-62d5-4de6-ab08-6bc64d3ff711 req-fef307c2-5904-40fa-8bfe-8367d58e11b6 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 210 time: 0.1170444 Mar 07 16:00:00.278768 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:00:00.287684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:00.288281 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.341025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-4c7f761f-a42e-4116-a7e6-ad9e4b03226b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468995 Mar 07 16:00:00.357926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.367613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:00.371608 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks [] for router_controller (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.374620 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eba61b5-0391-49eb-a92a-e7d24ebc8ec3" -d '{"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-plugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:00.411574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:00.421527 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.488392 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (45baa10c-7bd1-4bac-b0bc-3ebba9af3eee), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.488939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45baa10c-7bd1-4bac-b0bc-3ebba9af3eee {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:00:00.500880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.505217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44508) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:00.519557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5c934b37-b456-4237-8ce6-718e4a7669b2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/45baa10c-7bd1-4bac-b0bc-3ebba9af3eee HTTP/1.1" status: 204 len: 168 time: 4.5894530 Mar 07 16:00:00.549016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (021d8da2-ca48-47ef-a55e-cc3523bf9800), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.574305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-a164e40f-11f2-4a94-ab2e-44fb260344f8 service neutron] 10.222.0.11 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259502 Mar 07 16:00:00.594552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Deleting subnet 6cc165be-8c36-4fad-bc66-d9e9ab914a05 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:00:00.602665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:00.607623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Publish callbacks [] for subnet (6cc165be-8c36-4fad-bc66-d9e9ab914a05), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.635854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] No DVR routers for this DVR port 021d8da2-ca48-47ef-a55e-cc3523bf9800 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:00.646887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=021d8da2-ca48-47ef-a55e-cc3523bf9800,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:00.712911 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (6cc165be-8c36-4fad-bc66-d9e9ab914a05), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.804006 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f187b31b-0bc7-487f-9be1-ffe201b558b1 x-openstack-request-id: req-f187b31b-0bc7-487f-9be1-ffe201b558b1 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:00.804831 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-plugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:00.805101 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f187b31b-0bc7-487f-9be1-ffe201b558b1 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:00.805507 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'code': 200} Mar 07 16:00:00.925138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (fd6458b5-1fe2-44cf-884f-c22c27be562d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:00.971106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6458b5-1fe2-44cf-884f-c22c27be562d']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:01.007488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0932123-1fa3-4064-be3f-b67a8a5ef36b') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:01.007866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0932123-1fa3-4064-be3f-b67a8a5ef36b') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:01.021507 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (6cc165be-8c36-4fad-bc66-d9e9ab914a05), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.034714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c0932123-1fa3-4064-be3f-b67a8a5ef36b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.043616 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-5d3cc049-0d7b-41e9-ba5c-c1dbe4710d3c service neutron] 10.222.0.11 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206851 Mar 07 16:00:01.088186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 021d8da2-ca48-47ef-a55e-cc3523bf9800 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:01.096045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c0932123-1fa3-4064-be3f-b67a8a5ef36b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.123029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:00:01.129531 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c0932123-1fa3-4064-be3f-b67a8a5ef36b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:00:01.132081 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:00:01.183788 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (6cc165be-8c36-4fad-bc66-d9e9ab914a05), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.193411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 021d8da2-ca48-47ef-a55e-cc3523bf9800 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:01.193758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 021d8da2-ca48-47ef-a55e-cc3523bf9800 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:01.282592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc165be-8c36-4fad-bc66-d9e9ab914a05,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:01.320170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.320810 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.321494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.321991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.322482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.323041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.324985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.326137 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.326636 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.327595 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.328114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.328617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.329101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:01.339993 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.346144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28c16e-a6c2-49aa-8b6c-098ca64286bf None None] Network 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:01.348001 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a0e9ff67-472c-4a18-9001-c0c935a20d8b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6cc165be-8c36-4fad-bc66-d9e9ab914a05 HTTP/1.1" status: 204 len: 168 time: 0.8414216 Mar 07 16:00:01.350979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44540) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:01.443163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da30987-be44-4a18-b43a-dfe3673c1ec8 req-1563f14f-a745-40d2-97df-00b92d277410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:01.445667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1da30987-be44-4a18-b43a-dfe3673c1ec8 req-1563f14f-a745-40d2-97df-00b92d277410 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 1132 time: 0.2827907 Mar 07 16:00:01.484856 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.489982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44542) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:01.536035 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1da30987-be44-4a18-b43a-dfe3673c1ec8 req-f6203455-4ef5-4e79-bde3-573fe8a338f8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797656 Mar 07 16:00:01.619661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Deleting port e8ccf149-559d-40d0-8965-93175439db30 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:01.620282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e8ccf149-559d-40d0-8965-93175439db30), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.731877 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d193f20d-7045-4874-b41e-dc2e09b08ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.756600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] For port e8ccf149-559d-40d0-8965-93175439db30, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e8ccf149-559d-40d0-8965-93175439db30,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:01.756997 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e8ccf149-559d-40d0-8965-93175439db30), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.784118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Calling delete_port for e8ccf149-559d-40d0-8965-93175439db30 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:01.820149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] DHCP port deletion for 24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:00:01.897623 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (fd6458b5-1fe2-44cf-884f-c22c27be562d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.952276 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:01.955917 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/fd6458b5-1fe2-44cf-884f-c22c27be562d HTTP/1.1" status: 204 len: 168 time: 3.3475697 Mar 07 16:00:01.997962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae255e-bdc2-4420-b054-8df8b59bc7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6458b5-1fe2-44cf-884f-c22c27be562d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:02.009917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Deleting port e8ccf149-559d-40d0-8965-93175439db30 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:02.015299 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e8ccf149-559d-40d0-8965-93175439db30), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.019677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-6a92fff9-d86d-4450-8c91-796d204659fe tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:02.021380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-6a92fff9-d86d-4450-8c91-796d204659fe tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1&tenant_id=4d7c65d634624d0dbe66d8174ec416a9&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 1127 time: 0.8997731 Mar 07 16:00:02.031134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c9c06-0d47-4915-8654-b975786ad2f9 req-d357981a-a4fa-42de-a16e-325eb490e73d tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:02.042553 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-642c9c06-0d47-4915-8654-b975786ad2f9 req-d357981a-a4fa-42de-a16e-325eb490e73d tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 945 time: 0.1657364 Mar 07 16:00:02.044202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-830010-8'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:02.083421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92133ff1-8429-43df-bf10-88c9e79310a8 req-cae094f4-815e-41d6-a5f0-2a9f1f0ebdf9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:02.091203 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92133ff1-8429-43df-bf10-88c9e79310a8 req-cae094f4-815e-41d6-a5f0-2a9f1f0ebdf9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.8560872 Mar 07 16:00:02.135852 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d193f20d-7045-4874-b41e-dc2e09b08ecc admin admin] Publish callbacks [] for security_group (b7a51bb2-9dfc-4bd5-ba8f-36be076b0bb2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.137326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-f7b9b287-6a2d-4c76-88ee-354ce019320c tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:02.142226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-f7b9b287-6a2d-4c76-88ee-354ce019320c tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.15 "GET /v2.0/networks?id=73834449-fa98-4764-a279-651f523c180a HTTP/1.1" status: 200 len: 815 time: 0.3365083 Mar 07 16:00:02.143687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e8ccf149-559d-40d0-8965-93175439db30), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.177277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Request body: {'port': {'device_id': '2f6fd3d4-d30a-4244-b829-c57e36a5f335', 'network_id': '73834449-fa98-4764-a279-651f523c180a', 'admin_state_up': True, 'tenant_id': 'efef4621b10a4978a8d7920b79af084e'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:02.179932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d193f20d-7045-4874-b41e-dc2e09b08ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b7a51bb2-9dfc-4bd5-ba8f-36be076b0bb2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.182524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] No DVR routers for this DVR port e8ccf149-559d-40d0-8965-93175439db30 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:02.186764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] For port e8ccf149-559d-40d0-8965-93175439db30, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e8ccf149-559d-40d0-8965-93175439db30,segment=NetworkSegment(db85b6ef-b156-4889-8a49-cfb9dea8f7d4),segment_id=db85b6ef-b156-4889-8a49-cfb9dea8f7d4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:02.187499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e8ccf149-559d-40d0-8965-93175439db30), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.188629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ccf149-559d-40d0-8965-93175439db30,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:02.209644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Calling delete_port for e8ccf149-559d-40d0-8965-93175439db30 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:02.376923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-642c9c06-0d47-4915-8654-b975786ad2f9 req-e16f7117-c580-4837-9622-bab8df172a71 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333690 Mar 07 16:00:02.390034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92133ff1-8429-43df-bf10-88c9e79310a8 req-ebda660d-0612-4c29-bbcd-fb87c7bc8998 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974143 Mar 07 16:00:02.406060 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (e8ccf149-559d-40d0-8965-93175439db30), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.418766 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.425482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44564) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:02.498318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] No DVR routers for this DVR port e8ccf149-559d-40d0-8965-93175439db30 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:02.528234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Pushing event deleted for resources: {'Port': ['ID=e8ccf149-559d-40d0-8965-93175439db30,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:02.540584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.541187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.541769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.542277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.542768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.543418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.543933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.544897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.545925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.547466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.548453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.548985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.549478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37593-dbbe-49ed-a93d-858173b74519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:02.611944 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b6cf4322-efa7-4762-b53b-6324a53cb002 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=736a9dabb4ab44d097650e24bd666897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741180 Mar 07 16:00:02.617933 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d193f20d-7045-4874-b41e-dc2e09b08ecc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=088cd32f724f4ee4b633a0367d821e21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1202106 Mar 07 16:00:02.621441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44574) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:02.621986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44576) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:02.622812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193f20d-7045-4874-b41e-dc2e09b08ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a51bb2-9dfc-4bd5-ba8f-36be076b0bb2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:02.673232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.677727 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dece519a-750d-46ae-9c41-c6b04d084f2a req-f4223123-c09a-426a-87c0-27686f6c40e7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 210 time: 0.1012392 Mar 07 16:00:02.754297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:02.782972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:02.783596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db85b6ef-b156-4889-8a49-cfb9dea8f7d4') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:02.806751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (db85b6ef-b156-4889-8a49-cfb9dea8f7d4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.814633 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-739667ed-389a-4b37-8ad5-ac8f9a44c44d admin admin] Publish callbacks [] for security_group (b7a51bb2-9dfc-4bd5-ba8f-36be076b0bb2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.838550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-739667ed-389a-4b37-8ad5-ac8f9a44c44d admin admin] Publish callbacks [] for security_group (b7a51bb2-9dfc-4bd5-ba8f-36be076b0bb2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.857501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:02.889108 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-495d03a4-d67a-4f6f-beda-8ce6fdbcbb97 admin admin] Publish callbacks [] for security_group (c579d5fd-e310-4dda-8adb-a8cb7749f788), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.918524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-495d03a4-d67a-4f6f-beda-8ce6fdbcbb97 admin admin] Publish callbacks [] for security_group (c579d5fd-e310-4dda-8adb-a8cb7749f788), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.929557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:02.929909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ce5e7e28-b9c8-4537-a2ad-0a859cc94b33 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:02.930364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e8ccf149-559d-40d0-8965-93175439db30 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:02.961573 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (db85b6ef-b156-4889-8a49-cfb9dea8f7d4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.970842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:02.971396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:00:02.971396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (db85b6ef-b156-4889-8a49-cfb9dea8f7d4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:00:02.972858 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:00:02.987332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-495d03a4-d67a-4f6f-beda-8ce6fdbcbb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c579d5fd-e310-4dda-8adb-a8cb7749f788), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.989926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-495d03a4-d67a-4f6f-beda-8ce6fdbcbb97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:02.991123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-495d03a4-d67a-4f6f-beda-8ce6fdbcbb97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c579d5fd-e310-4dda-8adb-a8cb7749f788 HTTP/1.1" status: 204 len: 168 time: 0.3643756 Mar 07 16:00:03.037251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d03a4-d67a-4f6f-beda-8ce6fdbcbb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c579d5fd-e310-4dda-8adb-a8cb7749f788,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:03.038964 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-739667ed-389a-4b37-8ad5-ac8f9a44c44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b7a51bb2-9dfc-4bd5-ba8f-36be076b0bb2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:03.041465 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-739667ed-389a-4b37-8ad5-ac8f9a44c44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:03.045458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-739667ed-389a-4b37-8ad5-ac8f9a44c44d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7a51bb2-9dfc-4bd5-ba8f-36be076b0bb2 HTTP/1.1" status: 204 len: 168 time: 0.4174831 Mar 07 16:00:03.055971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739667ed-389a-4b37-8ad5-ac8f9a44c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a51bb2-9dfc-4bd5-ba8f-36be076b0bb2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:03.060684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:03.066917 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:03.070764 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] 10.222.0.24 "DELETE /v2.0/networks/24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d HTTP/1.1" status: 204 len: 168 time: 1.7184505 Mar 07 16:00:03.086553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44594) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:03.111572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f6888-4dfd-4b27-8307-df1780fa1450 admin admin] Pushing event deleted for resources: {'Network': ['ID=24dc7a27-3b4a-47b3-8b52-1d5733b6cf2d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:03.136939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e8ccf149-559d-40d0-8965-93175439db30 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:03.137281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e8ccf149-559d-40d0-8965-93175439db30 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:03.237623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:03.398506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Made reservation on behalf of efef4621b10a4978a8d7920b79af084e for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:03.398506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:03.509621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:03.528904 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6d4a3f-4f17-4b84-8bb4-285225c3efa8" -d '{"events": [{"server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "name": "network-vif-unplugged", "status": "completed", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:03.544406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Publish callbacks [] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:03.589216 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:04.026465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0ec1c-888f-47bd-a10c-d4c1229e056f req-92a61daa-8d18-4f44-af72-f94cd4058de7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:04.028468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a6c0ec1c-888f-47bd-a10c-d4c1229e056f req-92a61daa-8d18-4f44-af72-f94cd4058de7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 943 time: 0.2903886 Mar 07 16:00:04.040414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Allocated IP 172.20.0.12 (73834449-fa98-4764-a279-651f523c180a/76418cb9-2ab9-4c50-b612-9502fc15c4dc/aace5734-bc4e-4062-be4c-afe58f9dd1c9) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:04.188902 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a6c0ec1c-888f-47bd-a10c-d4c1229e056f req-15ba91d4-0945-4eda-af90-1e692e6962ff tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514196 Mar 07 16:00:04.281064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Publish callbacks [] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:04.330510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:04.433843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Pushing event updated for resources: {'Port': ['ID=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:04.466947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Network 73834449-fa98-4764-a279-651f523c180a is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:04.493735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:04.519195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:04.590528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd73111-6a9c-4ea1-bfe0-135ab2f12143 req-6bdcbe92-c455-462b-8489-41cae7a977a0 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:04.601165 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2bd73111-6a9c-4ea1-bfe0-135ab2f12143 req-6bdcbe92-c455-462b-8489-41cae7a977a0 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.2297530 Mar 07 16:00:04.642297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on host n-h1-830010-8 for vnic_type normal with profile {"migrating_to": "n-h2-830010-8"} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:04.643021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:04.643529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:04.682018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on network 78ee575a-f626-4170-a4cb-a3daa2378837 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:00:04.682541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Attempting to bind port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:04.696582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Pushing event updated for resources: {'Port': ['ID=aace5734-bc4e-4062-be4c-afe58f9dd1c9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:04.708073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:04.708753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Checking segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:04.709894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Bound using segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:04.710514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Bound port: 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:04.711162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:04.760849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:04.761860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:04.874509 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2bd73111-6a9c-4ea1-bfe0-135ab2f12143 req-634831b1-466a-40c3-8cf0-749560e886c4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582812 Mar 07 16:00:04.941652 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e775f6e1-0c46-4109-b382-d4adb7b368a7 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7680035 Mar 07 16:00:04.968431 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c053c-41d8-47c0-a4c3-9cfce6513d79 x-openstack-request-id: req-ff1c053c-41d8-47c0-a4c3-9cfce6513d79 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:04.968739 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "name": "network-vif-unplugged", "status": "completed", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:04.969010 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff1c053c-41d8-47c0-a4c3-9cfce6513d79 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:04.969434 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd', 'code': 200} Mar 07 16:00:04.984268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Request body: {'port': {'device_id': '2f6fd3d4-d30a-4244-b829-c57e36a5f335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:04.987368 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a1cc50e0-aa7b-4914-b7bd-89f0f558cf91 None None] Provisioning complete for port aace5734-bc4e-4062-be4c-afe58f9dd1c9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:04.990354 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1cc50e0-aa7b-4914-b7bd-89f0f558cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.086026 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (72b79536-72ea-4c62-a6e8-6b757f0e49f1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.088478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:05.111125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:05.160543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc50e0-aa7b-4914-b7bd-89f0f558cf91 None None] Port aace5734-bc4e-4062-be4c-afe58f9dd1c9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:00:05.164320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44652) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:05.189229 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.324423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.402872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Pushing event updated for resources: {'Port': ['ID=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,revision_number=8']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:05.417783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-network', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:05.471630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:05.472475 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.473986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-02c8dea3-0a55-4e61-9e26-b16e9fb820f7 service neutron] 10.222.0.11 "PUT /v2.0/ports/80af222a-0ca3-4d3f-9fb8-02fa1ff187cd HTTP/1.1" status: 200 len: 1121 time: 3.4442308 Mar 07 16:00:05.513667 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Made reservation on behalf of f1b753ab6884410fba753cb28890c17b for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:05.517023 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.528285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['80af222a-0ca3-4d3f-9fb8-02fa1ff187cd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:00:05.647757 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.937283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Publish callbacks [] for security_group (70ca6568-5960-4f10-b3e4-59c192a8fd3d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.951327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1a9b1-61dc-4e9f-8966-10369f1258dc req-0641aa7c-071b-494d-a855-260500b27d50 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:05.956838 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cd1a9b1-61dc-4e9f-8966-10369f1258dc req-0641aa7c-071b-494d-a855-260500b27d50 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 932 time: 0.2896872 Mar 07 16:00:05.962785 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (70ca6568-5960-4f10-b3e4-59c192a8fd3d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.975797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:00:05.990716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a31e6202-45ec-4d71-86c4-dd9232098d5a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:05.991097 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Added segment a31e6202-45ec-4d71-86c4-dd9232098d5a of type vlan for network 45b39d5a-c4a6-499e-b200-51d27720893b Mar 07 16:00:06.009405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Deleting port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:06.010356 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.051472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (45b39d5a-c4a6-499e-b200-51d27720893b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.100323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (45b39d5a-c4a6-499e-b200-51d27720893b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.101291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:06.101867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.137691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] For port 87613529-ee2b-4d2a-ba7c-c82284f5fbd3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=87613529-ee2b-4d2a-ba7c-c82284f5fbd3,segment=NetworkSegment(40b2d97a-458a-49dd-84e9-e24e32bc2d2e),segment_id=40b2d97a-458a-49dd-84e9-e24e32bc2d2e)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:06.140462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.161783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Calling delete_port for 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:06.213925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0461085 Mar 07 16:00:06.233998 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44668) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:06.248794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Request body: {'subnet': {'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-subnet', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:06.270169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aace5734-bc4e-4062-be4c-afe58f9dd1c9 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:00:06.283980 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Publish callbacks [] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.302954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Transition to ACTIVE for port object aace5734-bc4e-4062-be4c-afe58f9dd1c9 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:00:06.305199 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cd1a9b1-61dc-4e9f-8966-10369f1258dc req-578bbe9c-f703-493b-8a63-0bb56d3020d4 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384974 Mar 07 16:00:06.316314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ca6568-5960-4f10-b3e4-59c192a8fd3d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:06.329901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde09dd-2db3-4952-b31c-7365e581a7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=45b39d5a-c4a6-499e-b200-51d27720893b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:06.338632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.370068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 45b39d5a-c4a6-499e-b200-51d27720893b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:00:06.434021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Made reservation on behalf of f1b753ab6884410fba753cb28890c17b for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:06.457203 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.545536 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.591499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=aace5734-bc4e-4062-be4c-afe58f9dd1c9,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:06.688142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Attempting to bind port aace5734-bc4e-4062-be4c-afe58f9dd1c9 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:06.688399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Attempting to bind port aace5734-bc4e-4062-be4c-afe58f9dd1c9 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:06.688733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Attempting to bind port aace5734-bc4e-4062-be4c-afe58f9dd1c9 on network 73834449-fa98-4764-a279-651f523c180a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:06.707031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Port aace5734-bc4e-4062-be4c-afe58f9dd1c9 on network 73834449-fa98-4764-a279-651f523c180a not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:00:06.707690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Attempting to bind port aace5734-bc4e-4062-be4c-afe58f9dd1c9 on network 73834449-fa98-4764-a279-651f523c180a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:06.715212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:06.715565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Checking segment: {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:06.715958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Bound using segment: {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:06.716391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Bound port: aace5734-bc4e-4062-be4c-afe58f9dd1c9, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '73834449-fa98-4764-a279-651f523c180a'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:06.716761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.888433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] For port aace5734-bc4e-4062-be4c-afe58f9dd1c9, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:06.893955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] For port aace5734-bc4e-4062-be4c-afe58f9dd1c9, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=aace5734-bc4e-4062-be4c-afe58f9dd1c9,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:06.912797 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:06.977027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae136-4f0b-4e8d-bc1f-bdf4604d4a75 req-e95db993-5132-4823-a3d4-81a19bdfdd91 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:06.981509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:06.981968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bc4ae136-4f0b-4e8d-bc1f-bdf4604d4a75 req-e95db993-5132-4823-a3d4-81a19bdfdd91 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.3558218 Mar 07 16:00:06.985418 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266a5b66-0680-4066-800e-14ca4b60ee74" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:06.997319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:06.999638 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:07.004168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] 10.222.0.15 "PUT /v2.0/ports/aace5734-bc4e-4062-be4c-afe58f9dd1c9 HTTP/1.1" status: 200 len: 1092 time: 2.0586770 Mar 07 16:00:07.065682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (34ca90fa-0017-479b-b0c6-d03ed265095d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:07.129695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56b844-c148-4ab2-b149-487d32ba4fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=aace5734-bc4e-4062-be4c-afe58f9dd1c9,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:07.136056 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (87613529-ee2b-4d2a-ba7c-c82284f5fbd3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:07.159154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-cf427f77-5ec8-4303-8f00-7079d588c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:07.161039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-cf427f77-5ec8-4303-8f00-7079d588c297 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efef4621b10a4978a8d7920b79af084e&device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 1126 time: 0.1126854 Mar 07 16:00:07.223992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Pushing event deleted for resources: {'Port': ['ID=87613529-ee2b-4d2a-ba7c-c82284f5fbd3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:07.263381 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bc4ae136-4f0b-4e8d-bc1f-bdf4604d4a75 req-c7e2bd53-b842-4ecd-b854-f559836b304e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742033 Mar 07 16:00:07.265693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-94b3ddfb-5641-45f5-93a1-ed24edcbefea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aace5734-bc4e-4062-be4c-afe58f9dd1c9 HTTP/1.1" status: 200 len: 217 time: 0.0830603 Mar 07 16:00:07.269941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ca90fa-0017-479b-b0c6-d03ed265095d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:07.390194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-b10d8da1-1d0a-4eb7-83df-0522ba349553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:07.391833 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-b10d8da1-1d0a-4eb7-83df-0522ba349553 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76418cb9-2ab9-4c50-b612-9502fc15c4dc HTTP/1.1" status: 200 len: 854 time: 0.1182792 Mar 07 16:00:07.457170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Checking segment: {'id': 'a31e6202-45ec-4d71-86c4-dd9232098d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:07.458175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Network hostable DHCP agents. Network: 45b39d5a-c4a6-499e-b200-51d27720893b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:00:07.503649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8d08a939-ce07-467b-ac78-a494a06fef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:07.505741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-8d08a939-ce07-467b-ac78-a494a06fef3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73834449-fa98-4764-a279-651f523c180a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1030214 Mar 07 16:00:07.573562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Network 45b39d5a-c4a6-499e-b200-51d27720893b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:00:07.629225 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-e5a1a408-e995-492c-a0c0-cc3cd0a66974 service neutron] 10.222.0.15 "GET /v2.0/networks/73834449-fa98-4764-a279-651f523c180a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131604 Mar 07 16:00:07.648134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:00:07.699497 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (72b79536-72ea-4c62-a6e8-6b757f0e49f1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:07.706843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 45b39d5a-c4a6-499e-b200-51d27720893b) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:07.725054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:07.725816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:07.749009 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-07b0d236-0bf7-49ca-9e0a-48ad38733e01 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5098739 Mar 07 16:00:07.763238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44678) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:07.776959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:07.793298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd has no active binding in host n-h2-830010-8 {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 16:00:07.795107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c31a95-57c5-4796-b6f2-0782c40a23f1 None None] Network 45b39d5a-c4a6-499e-b200-51d27720893b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:07.839933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:07.877265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (b99f9579-2b17-4143-905b-66b58900e352), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:07.878681 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (b99f9579-2b17-4143-905b-66b58900e352), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:07.907618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3e774b9-e5a5-44d3-9581-782f90aa551a req-1963ca59-05d5-4cc3-8690-f882c0891d12 service neutron] 10.222.0.15 "GET /v2.0/networks/73834449-fa98-4764-a279-651f523c180a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699625 Mar 07 16:00:07.954853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-45b39d5a-c4a6-499e-b200-51d27720893b', 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b', 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'fixed_ips': [{'subnet_id': '34ca90fa-0017-479b-b0c6-d03ed265095d'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:00:07.955920 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:07.978265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks [] for router_controller (b99f9579-2b17-4143-905b-66b58900e352), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:08.248087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks [] for router_gateway (b99f9579-2b17-4143-905b-66b58900e352), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:08.442046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Allocated IP 172.20.0.2 (45b39d5a-c4a6-499e-b200-51d27720893b/34ca90fa-0017-479b-b0c6-d03ed265095d/218f5c20-066f-4c8d-94ca-f448e7258db1) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:08.564092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:00:08.768863 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Publish callbacks [] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:08.781720 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:08.871114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Pushing event updated for resources: {'Port': ['ID=218f5c20-066f-4c8d-94ca-f448e7258db1,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:08.874997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Network 45b39d5a-c4a6-499e-b200-51d27720893b is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:08.876979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:08.881629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:08.967800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Attempting to bind port 218f5c20-066f-4c8d-94ca-f448e7258db1 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:08.968180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Attempting to bind port 218f5c20-066f-4c8d-94ca-f448e7258db1 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a31e6202-45ec-4d71-86c4-dd9232098d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:08.968558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Attempting to bind port 218f5c20-066f-4c8d-94ca-f448e7258db1 on network 45b39d5a-c4a6-499e-b200-51d27720893b {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:08.977961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:08.978351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Checking segment: {'id': 'a31e6202-45ec-4d71-86c4-dd9232098d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:08.978843 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:08.979155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Bound using segment: {'id': 'a31e6202-45ec-4d71-86c4-dd9232098d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:08.979637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Bound port: 218f5c20-066f-4c8d-94ca-f448e7258db1, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31e6202-45ec-4d71-86c4-dd9232098d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:08.982210 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:09.074048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] For port 218f5c20-066f-4c8d-94ca-f448e7258db1, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:09.079470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] For port 218f5c20-066f-4c8d-94ca-f448e7258db1, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=218f5c20-066f-4c8d-94ca-f448e7258db1,segment=NetworkSegment(a31e6202-45ec-4d71-86c4-dd9232098d5a),segment_id=a31e6202-45ec-4d71-86c4-dd9232098d5a)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:09.093125 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:09.191495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be59dc-2285-42c9-a5fd-b5918858aa46 None None] Pushing event updated for resources: {'Port': ['ID=218f5c20-066f-4c8d-94ca-f448e7258db1,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:09.468939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:00:09.471883 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks [] for router_gateway (b99f9579-2b17-4143-905b-66b58900e352), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:09.477166 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-db4523b2-348b-40fe-8ec9-94b6c5e50859 admin admin] 10.222.0.24 "PUT /v2.0/routers/72b79536-72ea-4c62-a6e8-6b757f0e49f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3739731 Mar 07 16:00:09.479990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44690) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:09.488276 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] Sync routers for ids ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:00:09.500715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:09.513071 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] Routers {'72b79536-72ea-4c62-a6e8-6b757f0e49f1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:09.514067 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:09.532283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ce418-1faa-4481-b247-c16af759b876 req-8dceef33-c52f-4e0a-b26b-a9ce49f4765f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:09.542466 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-177ce418-1faa-4481-b247-c16af759b876 req-8dceef33-c52f-4e0a-b26b-a9ce49f4765f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 943 time: 0.1347358 Mar 07 16:00:09.688995 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-177ce418-1faa-4481-b247-c16af759b876 req-80284764-1726-4cd4-9a80-1319c3708ea7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454873 Mar 07 16:00:09.753432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Allocated IP 172.25.4.241 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/8be7738e-3b87-4c0c-98e7-d45945e8c58a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:09.784269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks [] for router (72b79536-72ea-4c62-a6e8-6b757f0e49f1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:09.842812 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] Set router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:10.052444 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks [] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:10.110140 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-e48fc4a6-acae-47e4-a51b-0f3e2199b397 service neutron] 10.222.0.15 "GET /v2.0/ports/80af222a-0ca3-4d3f-9fb8-02fa1ff187cd/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 384 time: 0.5455515 Mar 07 16:00:10.125960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:10.194155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:10.197739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:10.207611 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:10.213587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks [] for router_gateway (72b79536-72ea-4c62-a6e8-6b757f0e49f1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:10.240364 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:10Z', 'updated_at': '2022-03-07T16:00:06Z', 'revision_number': 5, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'gw_port': {'id': '3bdc2324-7005-437e-af99-f56f97b8ba09', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:57:12Z', 'updated_at': '2022-03-07T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:10.249185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8be7738e-3b87-4c0c-98e7-d45945e8c58a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:10.306490 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] Checking router: 72b79536-72ea-4c62-a6e8-6b757f0e49f1 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:00:10.333834 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] Routers {'72b79536-72ea-4c62-a6e8-6b757f0e49f1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:10.334501 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:10.347627 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2465e2db-1b0e-47d6-b204-2a616478ee1b x-openstack-request-id: req-2465e2db-1b0e-47d6-b204-2a616478ee1b {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:10.353009 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:10.353335 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2465e2db-1b0e-47d6-b204-2a616478ee1b {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:10.353766 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd', 'status': 'completed', 'code': 200} Mar 07 16:00:10.595553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-24728013-a39f-4211-979d-bbfdf8a2364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:10.597153 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] Set router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:10.598624 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-24728013-a39f-4211-979d-bbfdf8a2364e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1155 time: 0.1824775 Mar 07 16:00:10.794387 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:10.815365 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:10Z', 'updated_at': '2022-03-07T16:00:10Z', 'revision_number': 6, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:10.817143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6ed0-1379-4702-9668-a08900b4ffad req-ceb18439-dbbf-4ba2-85ed-6b4cebe6e693 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:10.826984 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a7b6ed0-1379-4702-9668-a08900b4ffad req-ceb18439-dbbf-4ba2-85ed-6b4cebe6e693 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 944 time: 0.2708092 Mar 07 16:00:10.835520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:10.885578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Deleting port 3bdc2324-7005-437e-af99-f56f97b8ba09 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:10.887253 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:10.908736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks [] for router_gateway (b99f9579-2b17-4143-905b-66b58900e352), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:10.933715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-41fe76b2-e4f8-4ae4-aa5f-421300c81f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:10.937541 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-41fe76b2-e4f8-4ae4-aa5f-421300c81f90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 921 time: 0.2964864 Mar 07 16:00:10.959808 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae463d9-4e6f-4afb-870a-343cb8a5c487 None None] The sync data for ids ['72b79536-72ea-4c62-a6e8-6b757f0e49f1'] in n-d-830010-8 is: [{'id': '72b79536-72ea-4c62-a6e8-6b757f0e49f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1308345584-router', 'tenant_id': '00eaa31034b74c559bd2de7f5304a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:57:10Z', 'updated_at': '2022-03-07T16:00:10Z', 'revision_number': 6, 'project_id': '00eaa31034b74c559bd2de7f5304a2f7', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:00:10.989952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 218f5c20-066f-4c8d-94ca-f448e7258db1 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:11.055879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] For port 3bdc2324-7005-437e-af99-f56f97b8ba09, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3bdc2324-7005-437e-af99-f56f97b8ba09,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:11.056390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:11.070944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Calling delete_port for 3bdc2324-7005-437e-af99-f56f97b8ba09 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:11.136720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 218f5c20-066f-4c8d-94ca-f448e7258db1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:11.137200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:11.190598 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a7b6ed0-1379-4702-9668-a08900b4ffad req-dac82bda-603b-4a7d-89f6-f7fbd616117d tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575022 Mar 07 16:00:11.192241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-ede59c7a-a3b8-4f25-b3a3-37505df7ebab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd HTTP/1.1" status: 200 len: 217 time: 0.2340722 Mar 07 16:00:11.212973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:11.228029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3e0bc-6fef-49b8-a8b6-5094f41f9b64 None None] Network 45b39d5a-c4a6-499e-b200-51d27720893b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:11.335129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:00:11.361560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-c8e4bd2d-9ecb-42f9-b3bf-d97d8d4ff478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:11.363589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:11.375031 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-c8e4bd2d-9ecb-42f9-b3bf-d97d8d4ff478 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.1710291 Mar 07 16:00:11.482367 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-ef77c702-1fbc-4db4-b20d-547dc96081cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860929 Mar 07 16:00:11.500841 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:11.540256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 218f5c20-066f-4c8d-94ca-f448e7258db1 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:11.544927 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:11.604352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-27a8c8fd-4c81-4412-9a27-6acaeaa031a3 None None] Provisioning complete for port 218f5c20-066f-4c8d-94ca-f448e7258db1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:11.607460 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27a8c8fd-4c81-4412-9a27-6acaeaa031a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:11.733593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 218f5c20-066f-4c8d-94ca-f448e7258db1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=218f5c20-066f-4c8d-94ca-f448e7258db1,segment=NetworkSegment(a31e6202-45ec-4d71-86c4-dd9232098d5a),segment_id=a31e6202-45ec-4d71-86c4-dd9232098d5a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:11.748608 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:11.863800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14da29-6e69-4933-930a-7c9cabf05782 req-007a1b97-80e2-4920-a293-6d63ff5be463 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:11.867542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] Transition to ACTIVE for port object 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:00:11.875158 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f14da29-6e69-4933-930a-7c9cabf05782 req-007a1b97-80e2-4920-a293-6d63ff5be463 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 943 time: 0.2384253 Mar 07 16:00:11.878880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (b99f9579-2b17-4143-905b-66b58900e352), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:11.884596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-b5b9ee87-aaa1-4676-b4f3-01d5d62b9d8d service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900554 Mar 07 16:00:11.889813 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:11.960087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3bdc2324-7005-437e-af99-f56f97b8ba09), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:12.079327 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f14da29-6e69-4933-930a-7c9cabf05782 req-4627c4ff-a952-4b12-b7f5-0923bf6e91d7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018166 Mar 07 16:00:12.200720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-27a8c8fd-4c81-4412-9a27-6acaeaa031a3 None None] Current status of the port 218f5c20-066f-4c8d-94ca-f448e7258db1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:12.223833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-266a5b66-0680-4066-800e-14ca4b60ee74 req-301ff6c6-bfe1-4468-ad64-b5bcbeafe35e service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296921 Mar 07 16:00:12.254400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:12.338341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] No DVR routers for this DVR port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:12.354160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] Pushing event updated for resources: {'Port': ['ID=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,revision_number=10']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:12.358207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Router b99f9579-2b17-4143-905b-66b58900e352 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:00:12.365035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (72b79536-72ea-4c62-a6e8-6b757f0e49f1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:12.421197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:00:12.421898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:12.430699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=218f5c20-066f-4c8d-94ca-f448e7258db1,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:12.453524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6fd3d4-d30a-4244-b829-c57e36a5f335', 'tag': 'aace5734-bc4e-4062-be4c-afe58f9dd1c9'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:12.459407 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a12ea60-107e-4e16-9881-61fdc77b7357" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6fd3d4-d30a-4244-b829-c57e36a5f335", "tag": "aace5734-bc4e-4062-be4c-afe58f9dd1c9"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:12.662344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdc2324-7005-437e-af99-f56f97b8ba09,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:12.739816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-066486de-b7b2-4598-8bd1-c898472fc89f None None] Provisioning complete for port 218f5c20-066f-4c8d-94ca-f448e7258db1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:12.740459 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-066486de-b7b2-4598-8bd1-c898472fc89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:12.741621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:00:12.788068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:12.790844 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bf9947a6-4f72-409f-baa9-c861cde19bb9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0229814 Mar 07 16:00:12.792065 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44724) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:12.806312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Sync routers for ids ['b99f9579-2b17-4143-905b-66b58900e352'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:00:12.853486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 218f5c20-066f-4c8d-94ca-f448e7258db1 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:12.876555 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-06ee3817-4801-45ec-a2e8-3fe901306a45 service neutron] 10.222.0.15 "PUT /v2.0/ports/80af222a-0ca3-4d3f-9fb8-02fa1ff187cd/bindings/n-h2-830010-8/activate HTTP/1.1" status: 200 len: 369 time: 2.7484021 Mar 07 16:00:12.984676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Routers {'b99f9579-2b17-4143-905b-66b58900e352'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:12.991674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b99f9579-2b17-4143-905b-66b58900e352'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:13.016503 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (72b79536-72ea-4c62-a6e8-6b757f0e49f1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:13.030467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks [] for router_controller (72b79536-72ea-4c62-a6e8-6b757f0e49f1), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:13.402216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 218f5c20-066f-4c8d-94ca-f448e7258db1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:13.402833 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:13.572637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-066486de-b7b2-4598-8bd1-c898472fc89f None None] Current status of the port 218f5c20-066f-4c8d-94ca-f448e7258db1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:13.632998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Set router b99f9579-2b17-4143-905b-66b58900e352 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:13.752446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (72b79536-72ea-4c62-a6e8-6b757f0e49f1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:13.753907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b79536-72ea-4c62-a6e8-6b757f0e49f1 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:00:13.763996 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:13.765631 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-69056dc8-b2f0-4c66-a8ce-f62e59978ce4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/72b79536-72ea-4c62-a6e8-6b757f0e49f1 HTTP/1.1" status: 204 len: 168 time: 4.2843430 Mar 07 16:00:13.773092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44730) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:13.795468 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-7bd9de98-3c9d-4fe6-ae8b-3c34c13549eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9534268 Mar 07 16:00:13.824650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-fd125973-71d9-49bd-8330-7fa1c92cc2f7 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:13.827981 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-fd125973-71d9-49bd-8330-7fa1c92cc2f7 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1&tenant_id=4d7c65d634624d0dbe66d8174ec416a9&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 1126 time: 0.8774133 Mar 07 16:00:13.996779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5e7820-b480-45cb-bd16-f943b222ee75 admin admin] Deleting subnet e3ec60aa-5758-4e7c-a50a-98206f43b4c0 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:00:14.002776 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd5e7820-b480-45cb-bd16-f943b222ee75 admin admin] Publish callbacks [] for subnet (e3ec60aa-5758-4e7c-a50a-98206f43b4c0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:14.068012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-d66649c8-7e6f-49cd-b141-ff6ae6209386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:14.069797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406f900-fd60-40cf-9cc3-8e177502ae86 req-6e7294c2-d7c7-42d4-bdee-503cfb885825 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:14.072833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6406f900-fd60-40cf-9cc3-8e177502ae86 req-6e7294c2-d7c7-42d4-bdee-503cfb885825 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 944 time: 0.5225346 Mar 07 16:00:14.075252 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-d66649c8-7e6f-49cd-b141-ff6ae6209386 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1&tenant_id=4d7c65d634624d0dbe66d8174ec416a9 HTTP/1.1" status: 200 len: 1126 time: 0.1953640 Mar 07 16:00:14.180424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 218f5c20-066f-4c8d-94ca-f448e7258db1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:14.184486 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:14.200819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd5e7820-b480-45cb-bd16-f943b222ee75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (e3ec60aa-5758-4e7c-a50a-98206f43b4c0), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:14.242270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6406f900-fd60-40cf-9cc3-8e177502ae86 req-d1fd183b-d8f8-4fb1-8037-f784fea80187 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465702 Mar 07 16:00:14.345491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:14.440361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:14.443183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 87613529-ee2b-4d2a-ba7c-c82284f5fbd3 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:14.443883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3bdc2324-7005-437e-af99-f56f97b8ba09 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:14.456443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f9579-2b17-4143-905b-66b58900e352', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:07Z', 'updated_at': '2022-03-07T16:00:10Z', 'revision_number': 3, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'gw_port': {'id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:09Z', 'updated_at': '2022-03-07T16:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:14.526586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Checking router: b99f9579-2b17-4143-905b-66b58900e352 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:00:14.527550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Updating router b99f9579-2b17-4143-905b-66b58900e352 port 8be7738e-3b87-4c0c-98e7-d45945e8c58a binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:00:14.538238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3bdc2324-7005-437e-af99-f56f97b8ba09 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:14.538238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3bdc2324-7005-437e-af99-f56f97b8ba09 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:14.538576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd5e7820-b480-45cb-bd16-f943b222ee75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (e3ec60aa-5758-4e7c-a50a-98206f43b4c0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:14.610004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:14.616353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-bfdc4e7d-e3b1-43aa-b0e4-e7d0893e27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:14.617923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-bfdc4e7d-e3b1-43aa-b0e4-e7d0893e27cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1126 time: 0.5136957 Mar 07 16:00:14.915994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd5e7820-b480-45cb-bd16-f943b222ee75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (e3ec60aa-5758-4e7c-a50a-98206f43b4c0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.026508 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92302b6-8bd9-41ac-8619-97e2a7089a60 x-openstack-request-id: req-d92302b6-8bd9-41ac-8619-97e2a7089a60 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:15.027213 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6fd3d4-d30a-4244-b829-c57e36a5f335", "tag": "aace5734-bc4e-4062-be4c-afe58f9dd1c9", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:15.027213 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d92302b6-8bd9-41ac-8619-97e2a7089a60 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:15.027755 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6fd3d4-d30a-4244-b829-c57e36a5f335', 'tag': 'aace5734-bc4e-4062-be4c-afe58f9dd1c9', 'status': 'completed', 'code': 200} Mar 07 16:00:15.027874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f393f44-1bbb-44ad-ab27-0185d2a7b91f None None] Network 6720bec1-327e-43fb-b2bc-ce534a0cbe7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:15.028629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e7820-b480-45cb-bd16-f943b222ee75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ec60aa-5758-4e7c-a50a-98206f43b4c0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:15.031696 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd5e7820-b480-45cb-bd16-f943b222ee75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.048076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fd5e7820-b480-45cb-bd16-f943b222ee75 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e3ec60aa-5758-4e7c-a50a-98206f43b4c0 HTTP/1.1" status: 204 len: 168 time: 1.2510648 Mar 07 16:00:15.075069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-f36fdec8-61de-4edf-a2d5-1a189978cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:15.081257 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-f36fdec8-61de-4edf-a2d5-1a189978cbac service neutron] 10.222.0.11 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 921 time: 0.4446511 Mar 07 16:00:15.082095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44758) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:15.299614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (6720bec1-327e-43fb-b2bc-ce534a0cbe7f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.337465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-195d44ae-9349-4b64-bfa9-3f5f052590e1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:15.339023 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-195d44ae-9349-4b64-bfa9-3f5f052590e1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports/3dcd00aa-65f5-4839-ad54-3eef0e7af058 HTTP/1.1" status: 200 len: 947 time: 0.1402667 Mar 07 16:00:15.342490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Allocated IP 172.20.0.1 (45b39d5a-c4a6-499e-b200-51d27720893b/34ca90fa-0017-479b-b0c6-d03ed265095d/7f096525-4c3f-48f2-9473-77818d77a36e) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:15.403278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ec67f-da37-43c2-bdb9-f63d95b8cbca req-9fd0473e-f7b8-44f0-bc07-2942134bc81d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:15.418563 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7e8ec67f-da37-43c2-bdb9-f63d95b8cbca req-9fd0473e-f7b8-44f0-bc07-2942134bc81d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.2214293 Mar 07 16:00:15.468573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-98080410-d9b6-4622-8f4c-3d30477198dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd HTTP/1.1" status: 200 len: 217 time: 0.2088482 Mar 07 16:00:15.519498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7a5163-0f74-4de2-a2c2-4379e47711bc None None] DHCP port deletion for 6720bec1-327e-43fb-b2bc-ce534a0cbe7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:00:15.630480 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Publish callbacks [] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.641969 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.711789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7e8ec67f-da37-43c2-bdb9-f63d95b8cbca req-436045d6-1976-4983-8bda-1093ac07e12f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921865 Mar 07 16:00:15.761280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-2a71cf14-71fb-40a1-8e19-555c21ecdb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:15.763317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36f1ac-06f1-4adb-ac23-067b7a6e6dcf None None] Pushing event updated for resources: {'Port': ['ID=8be7738e-3b87-4c0c-98e7-d45945e8c58a,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:15.766747 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-2a71cf14-71fb-40a1-8e19-555c21ecdb76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efef4621b10a4978a8d7920b79af084e&device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 1126 time: 0.6828394 Mar 07 16:00:15.796461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Attempting to bind port 8be7738e-3b87-4c0c-98e7-d45945e8c58a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:15.797801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Attempting to bind port 8be7738e-3b87-4c0c-98e7-d45945e8c58a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:15.798325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Attempting to bind port 8be7738e-3b87-4c0c-98e7-d45945e8c58a on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:15.806922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:15.807181 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Publish callbacks [] for port (7f096525-4c3f-48f2-9473-77818d77a36e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.807571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:15.808591 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.809092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:15.810350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Bound port: 8be7738e-3b87-4c0c-98e7-d45945e8c58a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:15.811092 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.882182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a5163-0f74-4de2-a2c2-4379e47711bc None None] Deleting port 81c060d9-e788-42fa-b9eb-425252a79428 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:15.883741 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5163-0f74-4de2-a2c2-4379e47711bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (81c060d9-e788-42fa-b9eb-425252a79428), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.916378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.980426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7c7a5163-0f74-4de2-a2c2-4379e47711bc None None] For port 81c060d9-e788-42fa-b9eb-425252a79428, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=81c060d9-e788-42fa-b9eb-425252a79428,segment=NetworkSegment(40b2d97a-458a-49dd-84e9-e24e32bc2d2e),segment_id=40b2d97a-458a-49dd-84e9-e24e32bc2d2e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:15.981177 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5163-0f74-4de2-a2c2-4379e47711bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (81c060d9-e788-42fa-b9eb-425252a79428), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:15.997479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a5163-0f74-4de2-a2c2-4379e47711bc None None] Calling delete_port for 81c060d9-e788-42fa-b9eb-425252a79428 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:16.046977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-2f991666-07b1-4b8f-8d93-0267f21af0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:16.048212 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-2f991666-07b1-4b8f-8d93-0267f21af0a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73834449-fa98-4764-a279-651f523c180a HTTP/1.1" status: 200 len: 916 time: 0.2703519 Mar 07 16:00:16.102161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99acdaa-b53f-4ff9-a9fd-e49cb49ad4ac req-ffd87e1f-ed28-4c6f-afa6-957a32ee43d1 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:16.109809 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f99acdaa-b53f-4ff9-a9fd-e49cb49ad4ac req-ffd87e1f-ed28-4c6f-afa6-957a32ee43d1 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 944 time: 0.2684953 Mar 07 16:00:16.146258 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5163-0f74-4de2-a2c2-4379e47711bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (81c060d9-e788-42fa-b9eb-425252a79428), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:16.166910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a5163-0f74-4de2-a2c2-4379e47711bc None None] No DVR routers for this DVR port 81c060d9-e788-42fa-b9eb-425252a79428 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:16.173611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-a4e829af-414d-49df-8d46-4e0d38a77ea8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aace5734-bc4e-4062-be4c-afe58f9dd1c9 HTTP/1.1" status: 200 len: 217 time: 0.1097102 Mar 07 16:00:16.176548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] For port 8be7738e-3b87-4c0c-98e7-d45945e8c58a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:16.179175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-707db44c-1bc9-4e76-90b7-e4956e90e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:16.180368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-707db44c-1bc9-4e76-90b7-e4956e90e461 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.6885777 Mar 07 16:00:16.209029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a5163-0f74-4de2-a2c2-4379e47711bc None None] Pushing event deleted for resources: {'Port': ['ID=81c060d9-e788-42fa-b9eb-425252a79428,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:16.212355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Network 45b39d5a-c4a6-499e-b200-51d27720893b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:16.223023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] For port 8be7738e-3b87-4c0c-98e7-d45945e8c58a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8be7738e-3b87-4c0c-98e7-d45945e8c58a,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:16.228035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:16.240477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Pushing event updated for resources: {'Port': ['ID=7f096525-4c3f-48f2-9473-77818d77a36e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:16.247136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:16.248028 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:16.270024 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f99acdaa-b53f-4ff9-a9fd-e49cb49ad4ac req-bb759340-7bcd-4006-b55c-686e47f61fc9 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560116 Mar 07 16:00:16.327164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-bacda8af-901b-4b40-9988-d7264dec412c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179225 Mar 07 16:00:16.361688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Routers {'b99f9579-2b17-4143-905b-66b58900e352'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:16.364278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b99f9579-2b17-4143-905b-66b58900e352'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:16.407273 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (b99f9579-2b17-4143-905b-66b58900e352), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:16.454224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36f1ac-06f1-4adb-ac23-067b7a6e6dcf None None] Pushing event updated for resources: {'Port': ['ID=8be7738e-3b87-4c0c-98e7-d45945e8c58a,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:16.459547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Deleting port 81c060d9-e788-42fa-b9eb-425252a79428 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:16.459891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (81c060d9-e788-42fa-b9eb-425252a79428), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:16.462994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-e152b0c5-6db2-4002-896a-25f1c0e313c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:16.464618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-e152b0c5-6db2-4002-896a-25f1c0e313c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76418cb9-2ab9-4c50-b612-9502fc15c4dc HTTP/1.1" status: 200 len: 854 time: 0.2824244 Mar 07 16:00:16.658131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] Set router b99f9579-2b17-4143-905b-66b58900e352 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:16.697561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:16.797564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-10896be2-4afc-4d0e-bb03-4a665668be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:16.801883 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-10896be2-4afc-4d0e-bb03-4a665668be53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 1132 time: 0.1689770 Mar 07 16:00:16.811975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-e72560c4-1dfc-43d2-86cb-cbb83251c14d service neutron] 10.222.0.11 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779441 Mar 07 16:00:16.821943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] For port 81c060d9-e788-42fa-b9eb-425252a79428, host n-d-830010-8, got binding levels [] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:16.822843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (81c060d9-e788-42fa-b9eb-425252a79428), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:16.839261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Calling delete_port for 81c060d9-e788-42fa-b9eb-425252a79428 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:16.843626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Port 81c060d9-e788-42fa-b9eb-425252a79428 was not found and therefore no delete operation was performed {{(pid=103867) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:00:16.845507 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (81c060d9-e788-42fa-b9eb-425252a79428), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.024383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] No DVR routers for this DVR port 81c060d9-e788-42fa-b9eb-425252a79428 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:17.039277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Publish callbacks [] for port (7f096525-4c3f-48f2-9473-77818d77a36e), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.048907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.135056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Pushing event updated for resources: {'Port': ['ID=7f096525-4c3f-48f2-9473-77818d77a36e,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:17.218512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (6720bec1-327e-43fb-b2bc-ce534a0cbe7f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.251893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6720bec1-327e-43fb-b2bc-ce534a0cbe7f']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:17.260506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 81c060d9-e788-42fa-b9eb-425252a79428 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:17.272790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b2d97a-458a-49dd-84e9-e24e32bc2d2e') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:17.273683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b2d97a-458a-49dd-84e9-e24e32bc2d2e') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:17.279564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (b99f9579-2b17-4143-905b-66b58900e352), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.296072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (40b2d97a-458a-49dd-84e9-e24e32bc2d2e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.306079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 81c060d9-e788-42fa-b9eb-425252a79428 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:17.306411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 81c060d9-e788-42fa-b9eb-425252a79428 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:17.321140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-16a71384-67d6-455f-9a96-40f604d6ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:17.323823 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-16a71384-67d6-455f-9a96-40f604d6ae13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.5126002 Mar 07 16:00:17.332908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-384b6d0d-b77e-4763-b716-afca6b8f401f None None] Provisioning complete for port 7f096525-4c3f-48f2-9473-77818d77a36e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:17.333231 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-384b6d0d-b77e-4763-b716-afca6b8f401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.384859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c060d9-e788-42fa-b9eb-425252a79428,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:17.405086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-5b50fa6c-f6c9-44e2-9e42-b5ed5a8519ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:17.407055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-5b50fa6c-f6c9-44e2-9e42-b5ed5a8519ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73834449-fa98-4764-a279-651f523c180a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9276352 Mar 07 16:00:17.420890 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (40b2d97a-458a-49dd-84e9-e24e32bc2d2e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.447283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-384b6d0d-b77e-4763-b716-afca6b8f401f None None] Port 7f096525-4c3f-48f2-9473-77818d77a36e cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:00:17.454156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:00:17.454156 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (40b2d97a-458a-49dd-84e9-e24e32bc2d2e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:00:17.455691 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:00:17.564149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-21a0b367-92ae-4f63-9e22-2814f7b6b86b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058 HTTP/1.1" status: 200 len: 217 time: 0.1495450 Mar 07 16:00:17.586279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-3d8ba607-e419-4eed-a681-607aca8fcae0 service neutron] 10.222.0.11 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363634 Mar 07 16:00:17.604933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8782be-5bb7-4b6d-8916-3d887d05f813 req-60a9ae2a-59a7-4f9e-b0b6-2fc3b5f5ba20 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:17.613932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e8782be-5bb7-4b6d-8916-3d887d05f813 req-60a9ae2a-59a7-4f9e-b0b6-2fc3b5f5ba20 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 944 time: 0.6335931 Mar 07 16:00:17.627380 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (6720bec1-327e-43fb-b2bc-ce534a0cbe7f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.655737 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:17.658754 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6720bec1-327e-43fb-b2bc-ce534a0cbe7f HTTP/1.1" status: 204 len: 168 time: 2.5736673 Mar 07 16:00:17.703540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab66ce8-233f-4e44-b81e-5814492ee224 admin admin] Pushing event deleted for resources: {'Network': ['ID=6720bec1-327e-43fb-b2bc-ce534a0cbe7f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:17.713502 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-6a249113-843a-48da-a8bb-404ee69fb43a service neutron] 10.222.0.15 "GET /v2.0/networks/73834449-fa98-4764-a279-651f523c180a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946424 Mar 07 16:00:17.739667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f9579-2b17-4143-905b-66b58900e352', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:07Z', 'updated_at': '2022-03-07T16:00:10Z', 'revision_number': 3, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'gw_port': {'id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:09Z', 'updated_at': '2022-03-07T16:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:17.814076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Network 45b39d5a-c4a6-499e-b200-51d27720893b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:17.818901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-fe0df512-db85-4ed1-a2c8-544dcc050b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:17.823289 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-fe0df512-db85-4ed1-a2c8-544dcc050b3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1603405 Mar 07 16:00:17.825499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86097635-7717-47bd-a34a-7283cdcc3e36 None None] The sync data for ids ['b99f9579-2b17-4143-905b-66b58900e352'] in n-d-830010-8 is: [{'id': 'b99f9579-2b17-4143-905b-66b58900e352', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:07Z', 'updated_at': '2022-03-07T16:00:10Z', 'revision_number': 3, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'gw_port': {'id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:09Z', 'updated_at': '2022-03-07T16:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:00:17.852074 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa472a-949b-41e7-8476-b34685938030 req-195b8f66-f3cb-4b9b-912a-56c8f20065a1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:17.868614 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88fa472a-949b-41e7-8476-b34685938030 req-195b8f66-f3cb-4b9b-912a-56c8f20065a1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.3387251 Mar 07 16:00:17.877583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e8782be-5bb7-4b6d-8916-3d887d05f813 req-29b0e2fe-1b8e-4f37-a96f-dbbd912e5a21 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616272 Mar 07 16:00:17.883054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:18.183249 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a12ea60-107e-4e16-9881-61fdc77b7357 req-26500d54-2406-445f-b969-ea3bd1dd502a service neutron] 10.222.0.15 "GET /v2.0/networks/73834449-fa98-4764-a279-651f523c180a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482026 Mar 07 16:00:18.204262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-72139d68-3fe1-41cd-9e28-f3cfcb407ada tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:18.205912 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-72139d68-3fe1-41cd-9e28-f3cfcb407ada tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1&tenant_id=4d7c65d634624d0dbe66d8174ec416a9&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 1126 time: 0.2220600 Mar 07 16:00:18.251488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44816) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:18.307402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-e54ea023-85aa-4572-8f30-1da1c9e357ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:18.313729 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-e54ea023-85aa-4572-8f30-1da1c9e357ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4427903 Mar 07 16:00:18.383982 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88fa472a-949b-41e7-8476-b34685938030 req-7bf1dbaf-bf37-421b-85b8-94bc21867767 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141101 Mar 07 16:00:18.392658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-67a86dbc-5c0a-4588-8457-10fd9de1289d None None] Provisioning complete for port 7f096525-4c3f-48f2-9473-77818d77a36e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:18.394591 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67a86dbc-5c0a-4588-8457-10fd9de1289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:18.504928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4f794436-46ab-4929-9a9f-97ad707b4503 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf3de462621c4348ab8702b3741d7cef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2468414 Mar 07 16:00:18.509245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44818) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:18.528610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-21af8b38-e93a-4bf4-8ed5-83f8b87e64f8 service neutron] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:18.533505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-21af8b38-e93a-4bf4-8ed5-83f8b87e64f8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:18.535776 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22a0f73b-e52f-436d-97a4-84a59b1f7950 req-21af8b38-e93a-4bf4-8ed5-83f8b87e64f8 service neutron] 10.222.0.11 "DELETE /v2.0/ports/80af222a-0ca3-4d3f-9fb8-02fa1ff187cd/bindings/n-h1-830010-8 HTTP/1.1" status: 204 len: 173 time: 0.3236036 Mar 07 16:00:18.601116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-67a86dbc-5c0a-4588-8457-10fd9de1289d None None] Port 7f096525-4c3f-48f2-9473-77818d77a36e cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:00:18.778688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c561b9a-222c-4bda-ac2b-568af50be793 admin admin] Publish callbacks [] for security_group (3367a02c-1388-4b31-b62d-f31dec231782), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:18.816134 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c561b9a-222c-4bda-ac2b-568af50be793 admin admin] Publish callbacks [] for security_group (3367a02c-1388-4b31-b62d-f31dec231782), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:18.897525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Router b99f9579-2b17-4143-905b-66b58900e352 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:00:18.904038 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c561b9a-222c-4bda-ac2b-568af50be793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3367a02c-1388-4b31-b62d-f31dec231782), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:18.906993 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c561b9a-222c-4bda-ac2b-568af50be793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:18.908502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5c561b9a-222c-4bda-ac2b-568af50be793 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3367a02c-1388-4b31-b62d-f31dec231782 HTTP/1.1" status: 204 len: 168 time: 0.3770952 Mar 07 16:00:18.947620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c561b9a-222c-4bda-ac2b-568af50be793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3367a02c-1388-4b31-b62d-f31dec231782,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:19.118569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7daf-a809-430d-a11d-7eb053d376e0 req-fde8af79-78c0-40e1-813a-600fafc3ab76 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:19.123574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7ecb7daf-a809-430d-a11d-7eb053d376e0 req-fde8af79-78c0-40e1-813a-600fafc3ab76 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 944 time: 0.4633949 Mar 07 16:00:19.130118 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-09256113-d7bc-4857-bd60-83ca2353d423 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090928 Mar 07 16:00:19.325074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c05bd-8f0b-4948-8d61-774df9c01ff5 req-c55b9c25-60d3-4517-a98d-0567ce63e08f tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:19.336907 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8b2c05bd-8f0b-4948-8d61-774df9c01ff5 req-c55b9c25-60d3-4517-a98d-0567ce63e08f tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 951 time: 0.1735353 Mar 07 16:00:19.342745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8be7738e-3b87-4c0c-98e7-d45945e8c58a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:19.496391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8be7738e-3b87-4c0c-98e7-d45945e8c58a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:19.499125 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:19.518540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8b2c05bd-8f0b-4948-8d61-774df9c01ff5 req-cc3a8a31-4761-42f8-b93f-9cab8bebb092 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803875 Mar 07 16:00:19.658833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7ecb7daf-a809-430d-a11d-7eb053d376e0 req-d29ae54f-4cf9-4d12-b9d7-944ee2da9df1 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270939 Mar 07 16:00:19.677556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:00:19.715196 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fe928f78-2018-497a-af85-b1ea52ce9a85 admin admin] 10.222.0.24 "PUT /v2.0/routers/b99f9579-2b17-4143-905b-66b58900e352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9207437 Mar 07 16:00:19.768158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8be7738e-3b87-4c0c-98e7-d45945e8c58a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:19.768648 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:19.809971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 8be7738e-3b87-4c0c-98e7-d45945e8c58a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8be7738e-3b87-4c0c-98e7-d45945e8c58a,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:19.818700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:19.825631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44838) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:19.889186 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-93d080e9-5199-4589-83ad-f8d21806ad57 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6542974 Mar 07 16:00:19.906005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e41d0026-11eb-4da6-b61a-dc5af8f6fc0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00eaa31034b74c559bd2de7f5304a2f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0782878 Mar 07 16:00:19.911376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44840) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:20.018277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=8be7738e-3b87-4c0c-98e7-d45945e8c58a,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:20.059635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef689b-a592-4be0-a7ca-243e40e65f5c req-1ea367f0-61f9-4bb5-92c2-40ce5ba6d085 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:20.064675 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ef689b-a592-4be0-a7ca-243e40e65f5c req-1ea367f0-61f9-4bb5-92c2-40ce5ba6d085 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 944 time: 0.2901826 Mar 07 16:00:20.111743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae0d31a6-b6dd-4d2b-a44e-328c8dffe636 admin admin] Publish callbacks [] for security_group (b6af8c3a-bc44-41ee-a061-fbab82c1bab2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:20.172814 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ef689b-a592-4be0-a7ca-243e40e65f5c req-fe0b0ae5-6e43-42d7-8221-25f0a167452f tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994613 Mar 07 16:00:20.181255 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae0d31a6-b6dd-4d2b-a44e-328c8dffe636 admin admin] Publish callbacks [] for security_group (b6af8c3a-bc44-41ee-a061-fbab82c1bab2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:20.232556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44850) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:20.315678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae0d31a6-b6dd-4d2b-a44e-328c8dffe636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b6af8c3a-bc44-41ee-a061-fbab82c1bab2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:20.318510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae0d31a6-b6dd-4d2b-a44e-328c8dffe636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:20.322006 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ae0d31a6-b6dd-4d2b-a44e-328c8dffe636 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6af8c3a-bc44-41ee-a061-fbab82c1bab2 HTTP/1.1" status: 204 len: 168 time: 0.4074054 Mar 07 16:00:20.347846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c8ee2-9eae-4b5a-b652-208e67d4fcbb req-e57a6d90-debf-46c0-8177-74c439bc8a3e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:20.356651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-720c8ee2-9eae-4b5a-b652-208e67d4fcbb req-e57a6d90-debf-46c0-8177-74c439bc8a3e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.0824161 Mar 07 16:00:20.358963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d31a6-b6dd-4d2b-a44e-328c8dffe636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6af8c3a-bc44-41ee-a061-fbab82c1bab2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:20.439805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-720c8ee2-9eae-4b5a-b652-208e67d4fcbb req-61ecd156-c8ac-40d9-a63f-a4a79154a04e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772095 Mar 07 16:00:20.531288 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8d55-8044-4076-8009-993754ddaf25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:20.695872 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8d55-8044-4076-8009-993754ddaf25 admin admin] Publish callbacks [] for security_group (0e6efe61-99d3-47af-9780-7a1f945051cb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:20.701281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8d55-8044-4076-8009-993754ddaf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0e6efe61-99d3-47af-9780-7a1f945051cb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:20.763426 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3e2f8d55-8044-4076-8009-993754ddaf25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd6cc088ab1345f583206a32dc0c64ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5278206 Mar 07 16:00:20.766017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44872) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:20.773483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f8d55-8044-4076-8009-993754ddaf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6efe61-99d3-47af-9780-7a1f945051cb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:20.869329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d51649a-badb-4103-997d-09520640050c admin admin] Publish callbacks [] for security_group (0e6efe61-99d3-47af-9780-7a1f945051cb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:20.940424 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d51649a-badb-4103-997d-09520640050c admin admin] Publish callbacks [] for security_group (0e6efe61-99d3-47af-9780-7a1f945051cb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:21.076359 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d51649a-badb-4103-997d-09520640050c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0e6efe61-99d3-47af-9780-7a1f945051cb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:21.079567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d51649a-badb-4103-997d-09520640050c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:21.081783 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1d51649a-badb-4103-997d-09520640050c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e6efe61-99d3-47af-9780-7a1f945051cb HTTP/1.1" status: 204 len: 168 time: 0.3137977 Mar 07 16:00:21.097474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51649a-badb-4103-997d-09520640050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6efe61-99d3-47af-9780-7a1f945051cb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:21.133941 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-536d7e46-8323-495d-a42f-7a5326820a5e req-29297b94-c743-4b62-95a1-09ac6cdf6729 tempest-FloatingIPDetailsNegativeTestJSON-1912952614 tempest-FloatingIPDetailsNegativeTestJSON-1912952614-project] show failed (client error): The resource could not be found. Mar 07 16:00:21.143365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-536d7e46-8323-495d-a42f-7a5326820a5e req-29297b94-c743-4b62-95a1-09ac6cdf6729 tempest-FloatingIPDetailsNegativeTestJSON-1912952614 tempest-FloatingIPDetailsNegativeTestJSON-1912952614-project] 10.222.0.24 "GET /v2.0/floatingips/74808392-ec03-41ff-aa0e-5103ba729716 HTTP/1.1" status: 404 len: 350 time: 0.1379714 Mar 07 16:00:21.149838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44880) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:21.168485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8be7738e-3b87-4c0c-98e7-d45945e8c58a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:21.171520 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Sync routers for ids ['b99f9579-2b17-4143-905b-66b58900e352'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:00:21.187475 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Routers {'b99f9579-2b17-4143-905b-66b58900e352'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:21.188834 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b99f9579-2b17-4143-905b-66b58900e352'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:21.344319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8be7738e-3b87-4c0c-98e7-d45945e8c58a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:21.344703 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:21.458302 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Set router b99f9579-2b17-4143-905b-66b58900e352 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:21.560680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8be7738e-3b87-4c0c-98e7-d45945e8c58a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:21.729434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:21.774448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9de29-cf97-4ca1-9b3b-77ac51958460 req-8eb2c8e2-2f4a-477f-b889-447e74911a01 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:21.776018 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fb9de29-cf97-4ca1-9b3b-77ac51958460 req-8eb2c8e2-2f4a-477f-b889-447e74911a01 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 1126 time: 0.1619453 Mar 07 16:00:21.777754 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f9579-2b17-4143-905b-66b58900e352', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:07Z', 'updated_at': '2022-03-07T16:00:16Z', 'revision_number': 4, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'gw_port': {'id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:09Z', 'updated_at': '2022-03-07T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '7f096525-4c3f-48f2-9473-77818d77a36e', 'name': '', 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'mac_address': 'fa:16:3e:7a:1b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '34ca90fa-0017-479b-b0c6-d03ed265095d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:14Z', 'updated_at': '2022-03-07T16:00:16Z', 'revision_number': 2, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'subnets': [{'id': '34ca90fa-0017-479b-b0c6-d03ed265095d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:21.824164 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Checking router: b99f9579-2b17-4143-905b-66b58900e352 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:00:21.825230 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Updating router b99f9579-2b17-4143-905b-66b58900e352 port 7f096525-4c3f-48f2-9473-77818d77a36e binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:00:21.871779 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:21.873278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44926) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:21.906593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d307729d-b342-44fc-8c7b-14224deedb48 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:21.907970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c75dd2c2-1caf-48e5-8581-a10ae5022ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:21.909882 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:21.929739 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fb9de29-cf97-4ca1-9b3b-77ac51958460 req-158306a4-a64e-4e0a-a1a8-c40c4550f89d tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447625 Mar 07 16:00:21.952718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2fc29-bd6a-429d-b2ee-5c6f76fc9b2d req-339d775c-66b2-44fb-89dc-27921bfb4b34 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:21.965766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:21.968741 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2a53d2-6c9f-4af7-ae75-8daffb732ddd" -d '{"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-unplugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:21.969654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ea2fc29-bd6a-429d-b2ee-5c6f76fc9b2d req-339d775c-66b2-44fb-89dc-27921bfb4b34 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 944 time: 0.1501551 Mar 07 16:00:22.029556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:22.029820 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (b99f9579-2b17-4143-905b-66b58900e352), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.035636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.133618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ea2fc29-bd6a-429d-b2ee-5c6f76fc9b2d req-c3d85362-1fce-4f1a-9f6e-3e488ee3206a tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628735 Mar 07 16:00:22.150462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=11']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:22.235794 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c75dd2c2-1caf-48e5-8581-a10ae5022ca5 admin admin] Publish callbacks [] for security_group (c29c863e-5917-48a1-8d62-f06f2e4bad9a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.244249 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c75dd2c2-1caf-48e5-8581-a10ae5022ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c29c863e-5917-48a1-8d62-f06f2e4bad9a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.309585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dd2c2-1caf-48e5-8581-a10ae5022ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c863e-5917-48a1-8d62-f06f2e4bad9a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:22.324527 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c75dd2c2-1caf-48e5-8581-a10ae5022ca5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9746c1ed88c14e50bd98773728e94dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502473 Mar 07 16:00:22.329509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44938) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:22.346837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e3f4-623f-49c2-b934-5d5f854da9cb req-6b1125bb-9a61-4e57-947c-a589317c02cb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:22.353590 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3823e3f4-623f-49c2-b934-5d5f854da9cb req-6b1125bb-9a61-4e57-947c-a589317c02cb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.1406751 Mar 07 16:00:22.401878 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6795541-7c4a-424e-9df5-428c6c27f2ff admin admin] Publish callbacks [] for security_group (c29c863e-5917-48a1-8d62-f06f2e4bad9a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.415887 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3823e3f4-623f-49c2-b934-5d5f854da9cb req-06e3a670-5ea5-427c-8159-775320a688ff tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Mar 07 16:00:22.457096 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6795541-7c4a-424e-9df5-428c6c27f2ff admin admin] Publish callbacks [] for security_group (c29c863e-5917-48a1-8d62-f06f2e4bad9a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.485908 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Publish callbacks [] for port (7f096525-4c3f-48f2-9473-77818d77a36e), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.494122 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e355549-45fc-43e3-9c26-911ebdf182ec x-openstack-request-id: req-0e355549-45fc-43e3-9c26-911ebdf182ec {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:22.495451 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-unplugged", "status": "completed", "tag": "d307729d-b342-44fc-8c7b-14224deedb48", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:22.495999 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e355549-45fc-43e3-9c26-911ebdf182ec {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:22.496552 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48', 'code': 200} Mar 07 16:00:22.499477 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.538137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Deleting port 7f096525-4c3f-48f2-9473-77818d77a36e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:22.539458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6795541-7c4a-424e-9df5-428c6c27f2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c29c863e-5917-48a1-8d62-f06f2e4bad9a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.540819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.543909 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6795541-7c4a-424e-9df5-428c6c27f2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.545698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a6795541-7c4a-424e-9df5-428c6c27f2ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c29c863e-5917-48a1-8d62-f06f2e4bad9a HTTP/1.1" status: 204 len: 168 time: 0.2152519 Mar 07 16:00:22.582346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6795541-7c4a-424e-9df5-428c6c27f2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c863e-5917-48a1-8d62-f06f2e4bad9a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:22.596998 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Pushing event updated for resources: {'Port': ['ID=7f096525-4c3f-48f2-9473-77818d77a36e,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:22.643582 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.644449 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.645550 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.646044 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.646546 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.659212 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.659647 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.659991 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.660331 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.662513 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.662962 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.663301 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.663912 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:00:22.756680 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.775239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Calling delete_port for 7f096525-4c3f-48f2-9473-77818d77a36e owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:22.783908 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Attempting to bind port 7f096525-4c3f-48f2-9473-77818d77a36e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:22.784302 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Attempting to bind port 7f096525-4c3f-48f2-9473-77818d77a36e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a31e6202-45ec-4d71-86c4-dd9232098d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:22.784822 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Attempting to bind port 7f096525-4c3f-48f2-9473-77818d77a36e on network 45b39d5a-c4a6-499e-b200-51d27720893b {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:22.798191 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 15, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:22.800678 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Checking segment: {'id': 'a31e6202-45ec-4d71-86c4-dd9232098d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:22.801288 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.801850 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Bound using segment: {'id': 'a31e6202-45ec-4d71-86c4-dd9232098d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:22.803847 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Bound port: 7f096525-4c3f-48f2-9473-77818d77a36e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31e6202-45ec-4d71-86c4-dd9232098d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:22.804571 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.847252 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04fcc470-d626-49a3-a05f-4c14aaef775d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:22.909366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-bcf6efd2-c56c-49ca-a0ab-ce204117f28e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:22.912672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-bcf6efd2-c56c-49ca-a0ab-ce204117f28e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 820 time: 0.2502105 Mar 07 16:00:22.941504 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-27e6c3a1-240d-4307-ab7b-ae23c36700bd tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/quotas/4d7c65d634624d0dbe66d8174ec416a9 HTTP/1.1" status: 200 len: 375 time: 0.0231564 Mar 07 16:00:22.980841 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] For port 7f096525-4c3f-48f2-9473-77818d77a36e, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:22.988555 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] For port 7f096525-4c3f-48f2-9473-77818d77a36e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7f096525-4c3f-48f2-9473-77818d77a36e,segment=NetworkSegment(a31e6202-45ec-4d71-86c4-dd9232098d5a),segment_id=a31e6202-45ec-4d71-86c4-dd9232098d5a)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:22.998083 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:23.052426 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-d33b5737-03cb-4a79-87a2-2f71e57200cf tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100512 Mar 07 16:00:23.105088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4652056d-4a75-4080-a1e7-82cf1b04af89 None None] Provisioning complete for port 7f096525-4c3f-48f2-9473-77818d77a36e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:23.109978 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4652056d-4a75-4080-a1e7-82cf1b04af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:23.114939 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Routers {'b99f9579-2b17-4143-905b-66b58900e352'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:23.115665 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T15:59:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b99f9579-2b17-4143-905b-66b58900e352'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:23.179898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7f096525-4c3f-48f2-9473-77818d77a36e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:23.214307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f096525-4c3f-48f2-9473-77818d77a36e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:23.215909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-abe5f8cd-d24f-4be2-9b54-d0e9f3bcdfdf service neutron] 10.222.0.24 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550939 Mar 07 16:00:23.230277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4652056d-4a75-4080-a1e7-82cf1b04af89 None None] Could not find standard attr ID for object 7f096525-4c3f-48f2-9473-77818d77a36e. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:00:23.242257 n-d-830010-8 neutron-server[103868]: INFO neutron.plugins.ml2.db [None req-4652056d-4a75-4080-a1e7-82cf1b04af89 None None] No ports have port_id starting with 7f096525-4c3f-48f2-9473-77818d77a36e Mar 07 16:00:23.353775 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] Set router b99f9579-2b17-4143-905b-66b58900e352 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:23.380591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e22b3b-c50c-4b88-b2e7-af69152d7790 req-c2906ff2-9760-4a21-aec7-069c55f9a6bf tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:23.394115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14e22b3b-c50c-4b88-b2e7-af69152d7790 req-c2906ff2-9760-4a21-aec7-069c55f9a6bf tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 949 time: 0.4425623 Mar 07 16:00:23.442541 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b86ab02f-12e9-4493-a16e-c461b41909cc service neutron] 10.222.0.24 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257068 Mar 07 16:00:23.561104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6dc20f7d-d2cf-4205-8bfd-842c96dcd5c7 None None] Could not find standard attr ID for object 7f096525-4c3f-48f2-9473-77818d77a36e. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:00:23.571445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14e22b3b-c50c-4b88-b2e7-af69152d7790 req-0a6c24f2-9f91-4be2-aece-41f1ad202473 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762464 Mar 07 16:00:23.631072 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67669f55-cd12-4401-b594-68a65ee15ac8 None None] Pushing event updated for resources: {'Port': ['ID=7f096525-4c3f-48f2-9473-77818d77a36e,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:23.668139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (b99f9579-2b17-4143-905b-66b58900e352), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:23.726497 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f9579-2b17-4143-905b-66b58900e352', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:07Z', 'updated_at': '2022-03-07T16:00:16Z', 'revision_number': 4, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'gw_port': {'id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:09Z', 'updated_at': '2022-03-07T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '7f096525-4c3f-48f2-9473-77818d77a36e', 'name': '', 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'mac_address': 'fa:16:3e:7a:1b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '34ca90fa-0017-479b-b0c6-d03ed265095d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:14Z', 'updated_at': '2022-03-07T16:00:22Z', 'revision_number': 4, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'subnets': [{'id': '34ca90fa-0017-479b-b0c6-d03ed265095d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:23.799808 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5086dde5-62c5-4db8-80a9-4290e3d52b8a None None] The sync data for ids ['b99f9579-2b17-4143-905b-66b58900e352'] in n-d-830010-8 is: [{'id': 'b99f9579-2b17-4143-905b-66b58900e352', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:07Z', 'updated_at': '2022-03-07T16:00:16Z', 'revision_number': 4, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'gw_port': {'id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:09Z', 'updated_at': '2022-03-07T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '7f096525-4c3f-48f2-9473-77818d77a36e', 'name': '', 'network_id': '45b39d5a-c4a6-499e-b200-51d27720893b', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'mac_address': 'fa:16:3e:7a:1b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '34ca90fa-0017-479b-b0c6-d03ed265095d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:14Z', 'updated_at': '2022-03-07T16:00:22Z', 'revision_number': 4, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'subnets': [{'id': '34ca90fa-0017-479b-b0c6-d03ed265095d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:00:23.817012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4e8ae-e1e4-490d-ad51-0cac13badf55 req-0f13e551-864c-44de-9b50-0cc479cc585a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:23.825024 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1ad4e8ae-e1e4-490d-ad51-0cac13badf55 req-0f13e551-864c-44de-9b50-0cc479cc585a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.0844648 Mar 07 16:00:23.896256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1ad4e8ae-e1e4-490d-ad51-0cac13badf55 req-f1742cb6-74dc-420f-8764-8efedda87563 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678904 Mar 07 16:00:24.406726 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-78760f53-5fd9-473a-8ca4-45a37d943306 req-f8e3e5a5-fdaf-4d63-b312-0a7af1a73025 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 210 time: 0.0685220 Mar 07 16:00:24.531280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddc419-099a-4f4d-a7a4-fc264592f673 req-b1365b4d-a75e-4014-ac1b-f08906a486d8 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:24.539107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cddc419-099a-4f4d-a7a4-fc264592f673 req-b1365b4d-a75e-4014-ac1b-f08906a486d8 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 944 time: 0.1703455 Mar 07 16:00:24.753612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cddc419-099a-4f4d-a7a4-fc264592f673 req-c7d688d3-824f-4358-8bc2-019b3f3ae632 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125597 Mar 07 16:00:24.769393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-9d190ea6-8144-4257-ae97-15bdbdbc4a6a tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:24.773776 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-9d190ea6-8144-4257-ae97-15bdbdbc4a6a tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.11 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 949 time: 0.1419725 Mar 07 16:00:24.862048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Router b99f9579-2b17-4143-905b-66b58900e352 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:00:24.963628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45048) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:24.994775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Deleting port d307729d-b342-44fc-8c7b-14224deedb48 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:24.995820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d307729d-b342-44fc-8c7b-14224deedb48), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:25.144044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:00:25.151009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-43bd76d7-0177-45e4-a484-6f7aaf8edd20 admin admin] 10.222.0.24 "PUT /v2.0/routers/b99f9579-2b17-4143-905b-66b58900e352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9998848 Mar 07 16:00:25.164773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5be44-6e6d-4f6f-a71b-a01355d7cd0a req-9593cef0-be69-4d0b-b659-6f17def34acf tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:25.175890 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86b5be44-6e6d-4f6f-a71b-a01355d7cd0a req-9593cef0-be69-4d0b-b659-6f17def34acf tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 949 time: 0.1846440 Mar 07 16:00:25.178497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45054) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:25.183961 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e84293e1-4d77-4403-a49b-6acb7b76e879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:25.325237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86b5be44-6e6d-4f6f-a71b-a01355d7cd0a req-01f3ca46-16ba-40c1-8bab-01f91ccfac10 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474259 Mar 07 16:00:25.331567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c61c216-8b16-4897-a1ec-cee41f2a2351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:25.367371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-ee32640a-9952-49d9-9c7f-027f51339269 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:25.368990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-ee32640a-9952-49d9-9c7f-027f51339269 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.15 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 820 time: 0.1901097 Mar 07 16:00:25.382984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Request body: {'port': {'device_id': '856630ae-b9f8-475b-ad97-0aaaed1c7e5b', 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837', 'admin_state_up': True, 'tenant_id': '4d7c65d634624d0dbe66d8174ec416a9'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:25.397153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] For port d307729d-b342-44fc-8c7b-14224deedb48, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d307729d-b342-44fc-8c7b-14224deedb48,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:25.397548 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d307729d-b342-44fc-8c7b-14224deedb48), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:25.467845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Calling delete_port for d307729d-b342-44fc-8c7b-14224deedb48 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:25.533984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Made reservation on behalf of 4d7c65d634624d0dbe66d8174ec416a9 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:25.534539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2789d6-ec1d-40d2-ab88-ebc6c6a8c9f1 req-bcd7c9a1-6692-4214-b22b-a65f93f00d97 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:25.536514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c2789d6-ec1d-40d2-ab88-ebc6c6a8c9f1 req-bcd7c9a1-6692-4214-b22b-a65f93f00d97 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.2725360 Mar 07 16:00:25.538608 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:25.681247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] Sync routers for ids ['b99f9579-2b17-4143-905b-66b58900e352'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:00:25.694442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] Routers {'b99f9579-2b17-4143-905b-66b58900e352'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:25.696672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b99f9579-2b17-4143-905b-66b58900e352'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:25.698982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Allocated IP 172.20.0.6 (78ee575a-f626-4170-a4cb-a3daa2378837/36d17b23-18f9-4184-9f22-82907f560c90/289f7a75-741e-47c5-87cf-4ecfa3a0ff89) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:25.835001 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks [] for router (b99f9579-2b17-4143-905b-66b58900e352), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:25.839895 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] Set router b99f9579-2b17-4143-905b-66b58900e352 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:25.859471 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24d96d01-ac70-48dc-91f0-24cefe22d605 req-6245d264-8f37-4334-93a7-c7dffc84f421 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 210 time: 0.0368917 Mar 07 16:00:25.903516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks [] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:25.980023 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.036790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Network 78ee575a-f626-4170-a4cb-a3daa2378837 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:26.040465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:26.048421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:26.061700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c61c216-8b16-4897-a1ec-cee41f2a2351 admin admin] Publish callbacks [] for security_group (66b4e1fd-ebef-4da5-b4d8-f559b6564561), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.071023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f9579-2b17-4143-905b-66b58900e352', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:07Z', 'updated_at': '2022-03-07T16:00:23Z', 'revision_number': 5, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'gw_port': {'id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:09Z', 'updated_at': '2022-03-07T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:26.080338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c2789d6-ec1d-40d2-ab88-ebc6c6a8c9f1 req-dadd53cd-2ecb-4ef4-8967-fc78595ae2ed tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416441 Mar 07 16:00:26.096725 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d307729d-b342-44fc-8c7b-14224deedb48), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.101316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c61c216-8b16-4897-a1ec-cee41f2a2351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (66b4e1fd-ebef-4da5-b4d8-f559b6564561), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.103141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Pushing event updated for resources: {'Port': ['ID=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:26.132828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:26.133844 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.151840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] Checking router: b99f9579-2b17-4143-905b-66b58900e352 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:00:26.158554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-5c6eb8cd-ef4d-40d9-b040-6172c6d598e7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812743 Mar 07 16:00:26.167743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] Routers {'b99f9579-2b17-4143-905b-66b58900e352'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:26.168352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b99f9579-2b17-4143-905b-66b58900e352'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:26.175858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Request body: {'port': {'device_id': '856630ae-b9f8-475b-ad97-0aaaed1c7e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:26.177296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Pushing event deleted for resources: {'Port': ['ID=d307729d-b342-44fc-8c7b-14224deedb48,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:26.307830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.309279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device aace5734-bc4e-4062-be4c-afe58f9dd1c9 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:00:26.315459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61c216-8b16-4897-a1ec-cee41f2a2351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b4e1fd-ebef-4da5-b4d8-f559b6564561,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:26.324285 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks [] for router_gateway (b99f9579-2b17-4143-905b-66b58900e352), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.345419 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2c61c216-8b16-4897-a1ec-cee41f2a2351 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a265c386381047fda1b894d2bde60fff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3800151 Mar 07 16:00:26.348853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45098) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:26.369709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] No DVR routers for this DVR port d307729d-b342-44fc-8c7b-14224deedb48 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:26.374701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.378103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3190e530-110b-4144-9e30-5c4d2bca7782 req-f97612f7-5cac-4606-b329-7d4e0ae3988c tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.11 "DELETE /v2.0/ports/d307729d-b342-44fc-8c7b-14224deedb48 HTTP/1.1" status: 204 len: 173 time: 1.5972328 Mar 07 16:00:26.385758 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.388590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] Set router b99f9579-2b17-4143-905b-66b58900e352 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:26.398781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-deleted', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:26.402492 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db54394-6eff-41fb-aded-ec3d10888c07" -d '{"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-deleted", "tag": "d307729d-b342-44fc-8c7b-14224deedb48"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:26.472568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73010b-de50-4bb2-a305-d31c255895d5 req-20c86a92-29ee-4612-9489-0891e7524e0b tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:26.475464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c73010b-de50-4bb2-a305-d31c255895d5 req-20c86a92-29ee-4612-9489-0891e7524e0b tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 944 time: 0.2759097 Mar 07 16:00:26.521409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd2bd-f133-4254-b28c-8da6021a0286 admin admin] Publish callbacks [] for security_group (66b4e1fd-ebef-4da5-b4d8-f559b6564561), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.556066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Deleting port 8be7738e-3b87-4c0c-98e7-d45945e8c58a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:26.556566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.564722 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c73010b-de50-4bb2-a305-d31c255895d5 req-ee98a6b1-c7e0-49a8-b449-0d8c91e2f535 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844989 Mar 07 16:00:26.597608 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd2bd-f133-4254-b28c-8da6021a0286 admin admin] Publish callbacks [] for security_group (66b4e1fd-ebef-4da5-b4d8-f559b6564561), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.688414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] For port 8be7738e-3b87-4c0c-98e7-d45945e8c58a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8be7738e-3b87-4c0c-98e7-d45945e8c58a,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:26.688838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.705657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Calling delete_port for 8be7738e-3b87-4c0c-98e7-d45945e8c58a owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:26.715192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82fa090d-57d4-4e64-b072-5b42f9026694 req-c8178cdb-4fd7-4a5c-8b00-8a84f099e7a4 tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2903e6b97b344549aa056a5cdc90a3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1754212 Mar 07 16:00:26.734598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd2bd-f133-4254-b28c-8da6021a0286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (66b4e1fd-ebef-4da5-b4d8-f559b6564561), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.737415 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd2bd-f133-4254-b28c-8da6021a0286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.740960 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fd3fd2bd-f133-4254-b28c-8da6021a0286 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66b4e1fd-ebef-4da5-b4d8-f559b6564561 HTTP/1.1" status: 204 len: 168 time: 0.3882236 Mar 07 16:00:26.809324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fd2bd-f133-4254-b28c-8da6021a0286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b4e1fd-ebef-4da5-b4d8-f559b6564561,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:26.908019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port aace5734-bc4e-4062-be4c-afe58f9dd1c9, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=aace5734-bc4e-4062-be4c-afe58f9dd1c9,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:26.927386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'aace5734-bc4e-4062-be4c-afe58f9dd1c9', 'network_id': '73834449-fa98-4764-a279-651f523c180a', 'port_id': 'aace5734-bc4e-4062-be4c-afe58f9dd1c9', 'mac_address': 'fa:16:3e:1c:b9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76418cb9-2ab9-4c50-b612-9502fc15c4dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:00:26.979640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port aace5734-bc4e-4062-be4c-afe58f9dd1c9 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:26.980034 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:26.997361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aace5734-bc4e-4062-be4c-afe58f9dd1c9 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:00:27.035224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-db47057d-aa1c-4835-a1a6-a0d90b4df4a5 req-5d75c115-2976-4feb-b491-507c20eac343 tempest-ImagesOneServerTestJSON-1537393550 tempest-ImagesOneServerTestJSON-1537393550-project] 10.222.0.24 "GET /v2.0/ports?device_id=07077457-396d-4ae9-bc9f-8d9fbb71e6db HTTP/1.1" status: 200 len: 210 time: 0.1163270 Mar 07 16:00:27.057024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port aace5734-bc4e-4062-be4c-afe58f9dd1c9, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=aace5734-bc4e-4062-be4c-afe58f9dd1c9,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:27.063402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa090d-57d4-4e64-b072-5b42f9026694 req-5555f197-a82e-4097-9963-86333a4fbca9 tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:27.077099 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82fa090d-57d4-4e64-b072-5b42f9026694 req-5555f197-a82e-4097-9963-86333a4fbca9 tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3554981 Mar 07 16:00:27.079234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45122) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:27.084416 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.114342 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82fa090d-57d4-4e64-b072-5b42f9026694 req-9a1b9ec5-7c35-4730-85b6-880cfe10d5ce tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/quotas/2903e6b97b344549aa056a5cdc90a3fc HTTP/1.1" status: 200 len: 375 time: 0.0361695 Mar 07 16:00:27.164250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=aace5734-bc4e-4062-be4c-afe58f9dd1c9,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:27.182703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82fa090d-57d4-4e64-b072-5b42f9026694 req-18da7a3c-05f8-4ccf-bdfe-8b6265eb359c tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2903e6b97b344549aa056a5cdc90a3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670242 Mar 07 16:00:27.212750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:00:27.236930 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Publish callbacks [] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.256973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99f9579-2b17-4143-905b-66b58900e352', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:07Z', 'updated_at': '2022-03-07T16:00:23Z', 'revision_number': 5, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'gw_port': {'id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:09Z', 'updated_at': '2022-03-07T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:27.267664 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a347b5ce-b030-4349-aa36-e65e9daab90c x-openstack-request-id: req-a347b5ce-b030-4349-aa36-e65e9daab90c {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:27.271168 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07077457-396d-4ae9-bc9f-8d9fbb71e6db", "name": "network-vif-deleted", "tag": "d307729d-b342-44fc-8c7b-14224deedb48", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:27.271168 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a347b5ce-b030-4349-aa36-e65e9daab90c {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:27.271455 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07077457-396d-4ae9-bc9f-8d9fbb71e6db', 'name': 'network-vif-deleted', 'tag': 'd307729d-b342-44fc-8c7b-14224deedb48', 'status': 'completed', 'code': 200} Mar 07 16:00:27.273695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8be7738e-3b87-4c0c-98e7-d45945e8c58a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.275155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Transition to ACTIVE for port object 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:00:27.282931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.299565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d464a-e491-4ca1-86e6-0ba8f3292f95 None None] The sync data for ids ['b99f9579-2b17-4143-905b-66b58900e352'] in n-d-830010-8 is: [{'id': 'b99f9579-2b17-4143-905b-66b58900e352', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396180382-router', 'tenant_id': 'f1b753ab6884410fba753cb28890c17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:07Z', 'updated_at': '2022-03-07T16:00:23Z', 'revision_number': 5, 'project_id': 'f1b753ab6884410fba753cb28890c17b', 'gw_port': {'id': '8be7738e-3b87-4c0c-98e7-d45945e8c58a', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f9579-2b17-4143-905b-66b58900e352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:09Z', 'updated_at': '2022-03-07T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:00:27.333134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Pushing event deleted for resources: {'Port': ['ID=8be7738e-3b87-4c0c-98e7-d45945e8c58a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:27.376579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:27.395196 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-546c478e-612b-4a71-a3d8-fca3d5241362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.401893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['aace5734-bc4e-4062-be4c-afe58f9dd1c9'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:00:27.458113 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (b99f9579-2b17-4143-905b-66b58900e352), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.543229 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Attempting to bind port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:27.543229 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Attempting to bind port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:27.543447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Attempting to bind port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:27.554223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 on network 78ee575a-f626-4170-a4cb-a3daa2378837 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:00:27.554510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Attempting to bind port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 on network 78ee575a-f626-4170-a4cb-a3daa2378837 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:27.554905 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb3694-04d9-456a-82d9-5db19609074c req-0d8731de-b3b4-4f3d-8218-8e4c658e4281 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:27.562739 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6fb3694-04d9-456a-82d9-5db19609074c req-0d8731de-b3b4-4f3d-8218-8e4c658e4281 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 943 time: 0.2318122 Mar 07 16:00:27.574508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:27.575353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Checking segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:27.576230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Bound using segment: {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:27.576400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Bound port: 289f7a75-741e-47c5-87cf-4ecfa3a0ff89, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:27.576747 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.589002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade930c-93c2-4609-a0f6-e25692e19971 req-b5e0832f-fa02-4122-b52d-759db142173c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:27.590688 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bade930c-93c2-4609-a0f6-e25692e19971 req-b5e0832f-fa02-4122-b52d-759db142173c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.1820168 Mar 07 16:00:27.629801 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (b99f9579-2b17-4143-905b-66b58900e352), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.631392 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.633087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks [] for router_controller (b99f9579-2b17-4143-905b-66b58900e352), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.704417 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6fb3694-04d9-456a-82d9-5db19609074c req-dd2f2b5b-7dbe-4d9a-bf88-80003f18c08c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401408 Mar 07 16:00:27.705512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (b99f9579-2b17-4143-905b-66b58900e352), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.706040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99f9579-2b17-4143-905b-66b58900e352 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:00:27.710864 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.718310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45146) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:27.719118 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-078c1280-d11a-4ff7-8ad7-882b01ac968a admin admin] 10.222.0.24 "DELETE /v2.0/routers/b99f9579-2b17-4143-905b-66b58900e352 HTTP/1.1" status: 204 len: 168 time: 2.5193317 Mar 07 16:00:27.736306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bade930c-93c2-4609-a0f6-e25692e19971 req-30f5e6f1-d6a9-4689-8243-abd14d529977 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347375 Mar 07 16:00:27.752424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:27.756250 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-546c478e-612b-4a71-a3d8-fca3d5241362 admin admin] Publish callbacks [] for security_group (70efc124-d695-4107-affd-15f9a1ad55d2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.788588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-546c478e-612b-4a71-a3d8-fca3d5241362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (70efc124-d695-4107-affd-15f9a1ad55d2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.816208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: d307729d-b342-44fc-8c7b-14224deedb48 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:27.816603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d307729d-b342-44fc-8c7b-14224deedb48 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:27.853619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] For port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:27.858119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45154) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:27.861422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b21f7c-830e-422a-b914-98e38fa7f569 admin admin] Deleting subnet 34ca90fa-0017-479b-b0c6-d03ed265095d {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:00:27.870412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22b21f7c-830e-422a-b914-98e38fa7f569 admin admin] Publish callbacks [] for subnet (34ca90fa-0017-479b-b0c6-d03ed265095d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.898535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c478e-612b-4a71-a3d8-fca3d5241362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70efc124-d695-4107-affd-15f9a1ad55d2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:27.903856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-546c478e-612b-4a71-a3d8-fca3d5241362 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4531cdd7796445284e00511dea7a628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8212757 Mar 07 16:00:27.905869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] For port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:27.906969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45158) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:27.951221 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.969054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22b21f7c-830e-422a-b914-98e38fa7f569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (34ca90fa-0017-479b-b0c6-d03ed265095d), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:27.997259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cd283f2-871c-4446-92a2-90ad52e14b9f admin admin] Publish callbacks [] for security_group (70efc124-d695-4107-affd-15f9a1ad55d2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.033090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:28.033412 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cd283f2-871c-4446-92a2-90ad52e14b9f admin admin] Publish callbacks [] for security_group (70efc124-d695-4107-affd-15f9a1ad55d2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.033727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.035371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/289f7a75-741e-47c5-87cf-4ecfa3a0ff89 HTTP/1.1" status: 200 len: 1091 time: 1.8695986 Mar 07 16:00:28.041426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856630ae-b9f8-475b-ad97-0aaaed1c7e5b', 'tag': '289f7a75-741e-47c5-87cf-4ecfa3a0ff89'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:28.043816 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32e774e-be60-4feb-80f9-abd876d5d9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "856630ae-b9f8-475b-ad97-0aaaed1c7e5b", "tag": "289f7a75-741e-47c5-87cf-4ecfa3a0ff89"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:28.048678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1036777702-network', 'tenant_id': '5096691c928a4a7e9a0954ea64e51ff3'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:28.089710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501f721-c626-46b5-bb2e-ce7eff3d06fb req-51a7ec5e-b24e-490a-af01-8b7cedd46875 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:28.091765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b501f721-c626-46b5-bb2e-ce7eff3d06fb req-51a7ec5e-b24e-490a-af01-8b7cedd46875 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 945 time: 0.1942649 Mar 07 16:00:28.106177 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Made reservation on behalf of 5096691c928a4a7e9a0954ea64e51ff3 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:28.109722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.127198 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.151423 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cd283f2-871c-4446-92a2-90ad52e14b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (70efc124-d695-4107-affd-15f9a1ad55d2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.157223 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cd283f2-871c-4446-92a2-90ad52e14b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.159918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1cd283f2-871c-4446-92a2-90ad52e14b9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70efc124-d695-4107-affd-15f9a1ad55d2 HTTP/1.1" status: 204 len: 168 time: 0.2503390 Mar 07 16:00:28.166383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c04fc6-9e59-4f59-bf1f-a7bbd5e4a1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:28.174692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd283f2-871c-4446-92a2-90ad52e14b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70efc124-d695-4107-affd-15f9a1ad55d2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:28.215275 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22b21f7c-830e-422a-b914-98e38fa7f569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (34ca90fa-0017-479b-b0c6-d03ed265095d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.274430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device aace5734-bc4e-4062-be4c-afe58f9dd1c9 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:28.283978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b501f721-c626-46b5-bb2e-ce7eff3d06fb req-d2163fe8-d388-47a1-a898-53006db616e0 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709664 Mar 07 16:00:28.303430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-e8ce5ac0-a672-4ca3-80d3-b1a4b3d779e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:28.304982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-e8ce5ac0-a672-4ca3-80d3-b1a4b3d779e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 1125 time: 0.2092664 Mar 07 16:00:28.333884 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Publish callbacks [] for security_group (6e06309f-7467-4264-b1e4-bcf4f523e5e6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.344068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6e06309f-7467-4264-b1e4-bcf4f523e5e6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.366556 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-17c747da-30eb-4088-8a2b-72c49673239f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=289f7a75-741e-47c5-87cf-4ecfa3a0ff89 HTTP/1.1" status: 200 len: 217 time: 0.0430353 Mar 07 16:00:28.391802 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7427fe-30c8-45e6-b154-8d2dd23f465b x-openstack-request-id: req-9f7427fe-30c8-45e6-b154-8d2dd23f465b {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:28.392389 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856630ae-b9f8-475b-ad97-0aaaed1c7e5b", "tag": "289f7a75-741e-47c5-87cf-4ecfa3a0ff89", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:28.392844 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f7427fe-30c8-45e6-b154-8d2dd23f465b {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:28.393454 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856630ae-b9f8-475b-ad97-0aaaed1c7e5b', 'tag': '289f7a75-741e-47c5-87cf-4ecfa3a0ff89', 'status': 'completed', 'code': 200} Mar 07 16:00:28.413948 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:00:28.419350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22b21f7c-830e-422a-b914-98e38fa7f569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (34ca90fa-0017-479b-b0c6-d03ed265095d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.430846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port aace5734-bc4e-4062-be4c-afe58f9dd1c9 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:00:28.431328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e06309f-7467-4264-b1e4-bcf4f523e5e6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:28.438569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port aace5734-bc4e-4062-be4c-afe58f9dd1c9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:28.439369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.448593 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (29dc560a-e4df-456e-a1a0-6089be00a6a9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.450335 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Added segment 29dc560a-e4df-456e-a1a0-6089be00a6a9 of type vlan for network a846373f-2c0b-47df-899b-8ef70e370016 Mar 07 16:00:28.462382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22b21f7c-830e-422a-b914-98e38fa7f569 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.474312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-22b21f7c-830e-422a-b914-98e38fa7f569 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/34ca90fa-0017-479b-b0c6-d03ed265095d HTTP/1.1" status: 204 len: 168 time: 0.7472408 Mar 07 16:00:28.475442 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45174) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:28.480111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b21f7c-830e-422a-b914-98e38fa7f569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ca90fa-0017-479b-b0c6-d03ed265095d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:28.484263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586cf49-b6ed-4f32-8a60-d6a7ebd5a512 None None] Network 45b39d5a-c4a6-499e-b200-51d27720893b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:28.508705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-fea92446-bbeb-4fa3-b83e-dc76d32bf18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:28.510599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-fea92446-bbeb-4fa3-b83e-dc76d32bf18c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.1339612 Mar 07 16:00:28.541921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (a846373f-2c0b-47df-899b-8ef70e370016), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.574136 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-b78a477a-aebf-4ce6-ac2b-b337e5cb1f64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541389 Mar 07 16:00:28.608437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (a846373f-2c0b-47df-899b-8ef70e370016), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.609629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:28.611377 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.620304 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (45b39d5a-c4a6-499e-b200-51d27720893b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.650464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port aace5734-bc4e-4062-be4c-afe58f9dd1c9 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:28.650844 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.697962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6fd3d4-d30a-4244-b829-c57e36a5f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aace5734-bc4e-4062-be4c-afe58f9dd1c9'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:28.706395 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8446109 Mar 07 16:00:28.706640 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f77ff54-9d5f-43cf-9320-8a9b4d5befc2" -d '{"events": [{"server_uuid": "2f6fd3d4-d30a-4244-b829-c57e36a5f335", "name": "network-vif-plugged", "status": "completed", "tag": "aace5734-bc4e-4062-be4c-afe58f9dd1c9"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:28.718434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45180) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:28.726779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Request body: {'subnet': {'network_id': 'a846373f-2c0b-47df-899b-8ef70e370016', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1036777702-subnet', 'tenant_id': '5096691c928a4a7e9a0954ea64e51ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:28.748571 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-85642253-5b8f-4a91-ae59-7f63560435c9 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660643 Mar 07 16:00:28.770572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port aace5734-bc4e-4062-be4c-afe58f9dd1c9, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=aace5734-bc4e-4062-be4c-afe58f9dd1c9,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:28.778728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] DHCP port deletion for 45b39d5a-c4a6-499e-b200-51d27720893b request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:00:28.782916 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.797121 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c757e2a-d999-4ee5-9a00-53a83bc8422d x-openstack-request-id: req-2c757e2a-d999-4ee5-9a00-53a83bc8422d {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:28.797541 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6fd3d4-d30a-4244-b829-c57e36a5f335", "name": "network-vif-plugged", "status": "completed", "tag": "aace5734-bc4e-4062-be4c-afe58f9dd1c9", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:28.797657 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c757e2a-d999-4ee5-9a00-53a83bc8422d {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:28.812720 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6fd3d4-d30a-4244-b829-c57e36a5f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aace5734-bc4e-4062-be4c-afe58f9dd1c9', 'code': 200} Mar 07 16:00:28.860099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Deleting port 218f5c20-066f-4c8d-94ca-f448e7258db1 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:28.860470 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.862966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Made reservation on behalf of 5096691c928a4a7e9a0954ea64e51ff3 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:28.865314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.913486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f63578-a33b-4111-b543-8928be8e8382 admin admin] Pushing event updated for resources: {'Network': ['ID=a846373f-2c0b-47df-899b-8ef70e370016,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:28.977790 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10a50657-7587-429a-85bd-a07ee38d83a3 req-a7f5af84-bc0d-4ce7-aa10-35517bf5f551 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209208 Mar 07 16:00:28.979089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network a846373f-2c0b-47df-899b-8ef70e370016 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:00:28.982421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45190) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:28.992619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] For port 218f5c20-066f-4c8d-94ca-f448e7258db1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=218f5c20-066f-4c8d-94ca-f448e7258db1,segment=NetworkSegment(a31e6202-45ec-4d71-86c4-dd9232098d5a),segment_id=a31e6202-45ec-4d71-86c4-dd9232098d5a)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:28.994659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:28.999557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45194) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:29.026328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Calling delete_port for 218f5c20-066f-4c8d-94ca-f448e7258db1 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:29.028310 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb212a7d-eacc-4755-a35f-e36933164e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.114948 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4d6b-7150-4a55-8f78-2d6f11b33d8b req-e35f07e7-7e40-448c-bb27-c7406805a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:29.116716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0d7b4d6b-7150-4a55-8f78-2d6f11b33d8b req-e35f07e7-7e40-448c-bb27-c7406805a3bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 1128 time: 0.2400146 Mar 07 16:00:29.138989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=aace5734-bc4e-4062-be4c-afe58f9dd1c9,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:29.155208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2714342-050b-442f-96de-4ca29509811a req-ec9a34e9-1e79-4d5a-90ca-12a77bb36b80 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:29.164260 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2714342-050b-442f-96de-4ca29509811a req-ec9a34e9-1e79-4d5a-90ca-12a77bb36b80 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 943 time: 0.1985164 Mar 07 16:00:29.189519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7f096525-4c3f-48f2-9473-77818d77a36e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:29.191891 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.239333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7f096525-4c3f-48f2-9473-77818d77a36e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:29.239808 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7f096525-4c3f-48f2-9473-77818d77a36e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:29.240717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8be7738e-3b87-4c0c-98e7-d45945e8c58a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:29.269052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 8be7738e-3b87-4c0c-98e7-d45945e8c58a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:29.269583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8be7738e-3b87-4c0c-98e7-d45945e8c58a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:29.270099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 218f5c20-066f-4c8d-94ca-f448e7258db1 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:29.274951 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.303795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] Deleting port 218f5c20-066f-4c8d-94ca-f448e7258db1 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:29.304341 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.323615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 218f5c20-066f-4c8d-94ca-f448e7258db1 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:29.324147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 218f5c20-066f-4c8d-94ca-f448e7258db1 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:29.332364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=218f5c20-066f-4c8d-94ca-f448e7258db1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:29.354635 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2714342-050b-442f-96de-4ca29509811a req-fc10b83d-d9c8-4366-a19b-1884e2848ea6 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894846 Mar 07 16:00:29.358221 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0d7b4d6b-7150-4a55-8f78-2d6f11b33d8b req-2436e6ec-62b1-4ab1-95d8-136513e180a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318642 Mar 07 16:00:29.360490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] No DVR routers for this DVR port 218f5c20-066f-4c8d-94ca-f448e7258db1 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:29.384339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] For port 218f5c20-066f-4c8d-94ca-f448e7258db1, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:29.384848 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.400388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] Calling delete_port for 218f5c20-066f-4c8d-94ca-f448e7258db1 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:29.407790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] Port 218f5c20-066f-4c8d-94ca-f448e7258db1 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:00:29.409461 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (218f5c20-066f-4c8d-94ca-f448e7258db1), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.431055 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (67e45a45-0164-4e6b-b2d7-dbbe5dd77104), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.446469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] Pushing event deleted for resources: {'Port': ['ID=218f5c20-066f-4c8d-94ca-f448e7258db1,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:29.453681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303bfff-59e8-40a0-b2dc-56c29dea2eee None None] No DVR routers for this DVR port 218f5c20-066f-4c8d-94ca-f448e7258db1 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:29.454774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-4a00d16d-f609-49f3-9c16-1b45219055c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:29.456663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-4a00d16d-f609-49f3-9c16-1b45219055c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 1125 time: 0.3899415 Mar 07 16:00:29.487070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b5bc5-eef4-402a-995d-88b42ea4c66f req-7a4a8cc9-e6e6-4dd0-a87c-72ad68097aa9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:29.488643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b3b5bc5-eef4-402a-995d-88b42ea4c66f req-7a4a8cc9-e6e6-4dd0-a87c-72ad68097aa9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.2808931 Mar 07 16:00:29.518056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e45a45-0164-4e6b-b2d7-dbbe5dd77104,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:29.531012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Checking segment: {'id': '29dc560a-e4df-456e-a1a0-6089be00a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a846373f-2c0b-47df-899b-8ef70e370016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:29.531802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Network hostable DHCP agents. Network: a846373f-2c0b-47df-899b-8ef70e370016, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:00:29.537719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (45b39d5a-c4a6-499e-b200-51d27720893b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.548919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Network a846373f-2c0b-47df-899b-8ef70e370016 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:00:29.558865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, a846373f-2c0b-47df-899b-8ef70e370016) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:29.563973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:29.564706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.570175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb212a7d-eacc-4755-a35f-e36933164e33 admin admin] Publish callbacks [] for security_group (ecc9ba3c-f3f1-421b-b475-aeff3c20e90c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.572177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed198fa3-a219-4ebe-9a67-20c2f41a77a5 None None] Network a846373f-2c0b-47df-899b-8ef70e370016 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:29.597268 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2a59690-2a81-4d37-b028-f13fedb1c0ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8719952 Mar 07 16:00:29.597493 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb212a7d-eacc-4755-a35f-e36933164e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ecc9ba3c-f3f1-421b-b475-aeff3c20e90c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.616140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b39d5a-c4a6-499e-b200-51d27720893b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:29.624340 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cd381089-b79d-4ff3-811a-083b6a43045f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b35918f0236408aa18b23ee3e9b3471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6406081 Mar 07 16:00:29.626906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45204) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:29.677736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31e6202-45ec-4d71-86c4-dd9232098d5a') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:29.678045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31e6202-45ec-4d71-86c4-dd9232098d5a') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:29.700138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ba56b-6007-40b4-8b7b-af32cb1aba82 None None] Network a846373f-2c0b-47df-899b-8ef70e370016 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:29.712023 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (a31e6202-45ec-4d71-86c4-dd9232098d5a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.722617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fb212a7d-eacc-4755-a35f-e36933164e33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d1205aca96546ffb03ad4afe84c5546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7218480 Mar 07 16:00:29.723273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45206) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:29.742163 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b932f3d-08db-4638-a504-8e76d3443348 admin admin] Publish callbacks [] for security_group (fcaf1aad-aa85-4335-a38e-1a3aa1ac9089), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.780913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b932f3d-08db-4638-a504-8e76d3443348 admin admin] Publish callbacks [] for security_group (fcaf1aad-aa85-4335-a38e-1a3aa1ac9089), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.797365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb212a7d-eacc-4755-a35f-e36933164e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9ba3c-f3f1-421b-b475-aeff3c20e90c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:29.806771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b3b5bc5-eef4-402a-995d-88b42ea4c66f req-f784fb8b-3329-4036-b2f0-a985cf557782 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821479 Mar 07 16:00:29.817419 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a31e6202-45ec-4d71-86c4-dd9232098d5a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.831450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:00:29.833433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (a31e6202-45ec-4d71-86c4-dd9232098d5a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:00:29.875916 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:00:29.887270 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b932f3d-08db-4638-a504-8e76d3443348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fcaf1aad-aa85-4335-a38e-1a3aa1ac9089), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.893516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b932f3d-08db-4638-a504-8e76d3443348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.896551 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1b932f3d-08db-4638-a504-8e76d3443348 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcaf1aad-aa85-4335-a38e-1a3aa1ac9089 HTTP/1.1" status: 204 len: 168 time: 0.2678638 Mar 07 16:00:29.934227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b932f3d-08db-4638-a504-8e76d3443348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf1aad-aa85-4335-a38e-1a3aa1ac9089,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:29.950038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-23eda493-f698-4c6f-ba83-9d41f4f58e7c req-14eecb8d-a2e5-4d69-ac56-15adb7a6fe7c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-915041646', 'description': 'tempest-description-1403531059'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:29.970728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (45b39d5a-c4a6-499e-b200-51d27720893b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.982924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7c28-9b43-4f06-8c2c-ec877e92d852 req-529b5131-c7d3-468e-b9d8-d3a0179d14bc tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:29.986365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-81fd7c28-9b43-4f06-8c2c-ec877e92d852 req-529b5131-c7d3-468e-b9d8-d3a0179d14bc tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 946 time: 0.1162691 Mar 07 16:00:29.991559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:29.998618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/45b39d5a-c4a6-499e-b200-51d27720893b HTTP/1.1" status: 204 len: 168 time: 1.5194323 Mar 07 16:00:30.027216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-fd6a9986-cb1d-4cbf-92a6-7a3c0408c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:30.029530 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-fd6a9986-cb1d-4cbf-92a6-7a3c0408c9d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 200 len: 921 time: 0.4103405 Mar 07 16:00:30.032258 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1fa2c-db18-4fd2-bd13-1e8b02e006e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=45b39d5a-c4a6-499e-b200-51d27720893b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:30.044063 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-23eda493-f698-4c6f-ba83-9d41f4f58e7c req-14eecb8d-a2e5-4d69-ac56-15adb7a6fe7c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.049097 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b105d067-068f-4185-83fd-d45994058f64 admin admin] Publish callbacks [] for security_group (ecc9ba3c-f3f1-421b-b475-aeff3c20e90c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.094696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-81fd7c28-9b43-4f06-8c2c-ec877e92d852 req-096d54aa-d1a5-4074-b3e6-18d363e8cc3b tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965977 Mar 07 16:00:30.111142 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-86994e6c-b666-44c7-b3ad-42eeb31309e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=289f7a75-741e-47c5-87cf-4ecfa3a0ff89 HTTP/1.1" status: 200 len: 217 time: 0.0755324 Mar 07 16:00:30.163009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45230) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:30.166917 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b105d067-068f-4185-83fd-d45994058f64 admin admin] Publish callbacks [] for security_group (ecc9ba3c-f3f1-421b-b475-aeff3c20e90c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.205014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e337f431-9dd7-4b39-88a4-535e96b99a1e req-c654325e-5031-4c56-9ffd-238bc9fd8243 tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2903e6b97b344549aa056a5cdc90a3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332017 Mar 07 16:00:30.220109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-da0a3a65-2248-4c5b-afeb-647d6c4dacef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:30.221706 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-da0a3a65-2248-4c5b-afeb-647d6c4dacef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 200 len: 860 time: 0.1019201 Mar 07 16:00:30.252494 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dc11a436-61b5-4bbd-8ff1-eb200ffcbbcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1b753ab6884410fba753cb28890c17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0858886 Mar 07 16:00:30.257325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45234) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:30.267217 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-ac77bf14-56c1-4660-8bce-898b95103646 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78ee575a-f626-4170-a4cb-a3daa2378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378640 Mar 07 16:00:30.307678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b105d067-068f-4185-83fd-d45994058f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ecc9ba3c-f3f1-421b-b475-aeff3c20e90c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.310621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b105d067-068f-4185-83fd-d45994058f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.314641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b105d067-068f-4185-83fd-d45994058f64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecc9ba3c-f3f1-421b-b475-aeff3c20e90c HTTP/1.1" status: 204 len: 168 time: 0.5812414 Mar 07 16:00:30.317264 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-23eda493-f698-4c6f-ba83-9d41f4f58e7c req-14eecb8d-a2e5-4d69-ac56-15adb7a6fe7c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (a87cc111-626e-49a4-a373-8fdc73389dc6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.334924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-23eda493-f698-4c6f-ba83-9d41f4f58e7c req-14eecb8d-a2e5-4d69-ac56-15adb7a6fe7c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a87cc111-626e-49a4-a373-8fdc73389dc6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.359562 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60a97693-83df-492f-990e-1661e2bee4c7 admin admin] Publish callbacks [] for security_group (70ca6568-5960-4f10-b3e4-59c192a8fd3d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.368950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105d067-068f-4185-83fd-d45994058f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9ba3c-f3f1-421b-b475-aeff3c20e90c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:30.382424 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337f431-9dd7-4b39-88a4-535e96b99a1e req-7006da0b-338e-4c67-98a0-c212f76cafd6 tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:30.383973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e337f431-9dd7-4b39-88a4-535e96b99a1e req-7006da0b-338e-4c67-98a0-c212f76cafd6 tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677597 Mar 07 16:00:30.407268 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60a97693-83df-492f-990e-1661e2bee4c7 admin admin] Publish callbacks [] for security_group (70ca6568-5960-4f10-b3e4-59c192a8fd3d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.411207 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-23eda493-f698-4c6f-ba83-9d41f4f58e7c req-14eecb8d-a2e5-4d69-ac56-15adb7a6fe7c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.412478 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-23eda493-f698-4c6f-ba83-9d41f4f58e7c req-14eecb8d-a2e5-4d69-ac56-15adb7a6fe7c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4783549 Mar 07 16:00:30.425105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eecb8d-a2e5-4d69-ac56-15adb7a6fe7c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87cc111-626e-49a4-a373-8fdc73389dc6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:30.453311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-834a24b4-074c-4f42-bd81-c5248c1aa42b service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793807 Mar 07 16:00:30.453588 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e337f431-9dd7-4b39-88a4-535e96b99a1e req-f573952f-fbc2-4893-ae85-d953a93ce834 tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/quotas/2903e6b97b344549aa056a5cdc90a3fc HTTP/1.1" status: 200 len: 375 time: 0.0313556 Mar 07 16:00:30.498852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e337f431-9dd7-4b39-88a4-535e96b99a1e req-a19fb90c-09b6-41ed-96fc-028190ea4e5c tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2903e6b97b344549aa056a5cdc90a3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349653 Mar 07 16:00:30.524974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60a97693-83df-492f-990e-1661e2bee4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (70ca6568-5960-4f10-b3e4-59c192a8fd3d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.528164 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60a97693-83df-492f-990e-1661e2bee4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.531659 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-60a97693-83df-492f-990e-1661e2bee4c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70ca6568-5960-4f10-b3e4-59c192a8fd3d HTTP/1.1" status: 204 len: 168 time: 0.2721150 Mar 07 16:00:30.552173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a97693-83df-492f-990e-1661e2bee4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ca6568-5960-4f10-b3e4-59c192a8fd3d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:30.624224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a32e774e-be60-4feb-80f9-abd876d5d9a0 req-a897eda1-bf9f-488a-b15d-16a7e87b2062 service neutron] 10.222.0.15 "GET /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643448 Mar 07 16:00:30.635385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b61d-0c95-430e-a99c-4b4becfe2ebc req-329963ad-145a-4979-a207-10ae54c3341b tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:30.637513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b77b61d-0c95-430e-a99c-4b4becfe2ebc req-329963ad-145a-4979-a207-10ae54c3341b tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 943 time: 0.0859385 Mar 07 16:00:30.641493 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c7a2f56b-6e35-4f95-95f5-628335e7942c req-875a2fb2-aea9-4ecb-8505-349979194cec tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/a87cc111-626e-49a4-a373-8fdc73389dc6 HTTP/1.1" status: 200 len: 1821 time: 0.0515459 Mar 07 16:00:30.658622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c7a2f56b-6e35-4f95-95f5-628335e7942c req-be605728-6e02-4079-a480-d4d69d12f9cb tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a87cc111-626e-49a4-a373-8fdc73389dc6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:30.659450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c7a2f56b-6e35-4f95-95f5-628335e7942c req-be605728-6e02-4079-a480-d4d69d12f9cb tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a87cc111-626e-49a4-a373-8fdc73389dc6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:30.697247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b77b61d-0c95-430e-a99c-4b4becfe2ebc req-51287312-ce92-41ed-930d-bb96ebbeb37e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Mar 07 16:00:30.759566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c7a2f56b-6e35-4f95-95f5-628335e7942c req-be605728-6e02-4079-a480-d4d69d12f9cb tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (c7734fa6-3274-434c-8cd9-3300d731fdcd), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.807315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c7a2f56b-6e35-4f95-95f5-628335e7942c req-be605728-6e02-4079-a480-d4d69d12f9cb tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (c7734fa6-3274-434c-8cd9-3300d731fdcd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.813313 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c7a2f56b-6e35-4f95-95f5-628335e7942c req-be605728-6e02-4079-a480-d4d69d12f9cb tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c7734fa6-3274-434c-8cd9-3300d731fdcd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.845498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be605728-6e02-4079-a480-d4d69d12f9cb tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7734fa6-3274-434c-8cd9-3300d731fdcd,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:30.853651 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c7a2f56b-6e35-4f95-95f5-628335e7942c req-be605728-6e02-4079-a480-d4d69d12f9cb tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:30.855109 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c7a2f56b-6e35-4f95-95f5-628335e7942c req-be605728-6e02-4079-a480-d4d69d12f9cb tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2032449 Mar 07 16:00:30.978232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030caac8-20e6-4423-8742-3195aff8ed38 req-38eac17e-9ffe-4223-8ce6-3136a2e3e346 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:30.980326 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-030caac8-20e6-4423-8742-3195aff8ed38 req-38eac17e-9ffe-4223-8ce6-3136a2e3e346 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.0683925 Mar 07 16:00:31.042409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-030caac8-20e6-4423-8742-3195aff8ed38 req-c09219af-ee9d-49d8-a9a8-a1b711d6c728 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551085 Mar 07 16:00:31.076094 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-2b783bfa-6749-4753-81ee-e8c6a10533e5 req-c1a41d40-35ee-4df2-9930-f15633470b70 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-113252252', 'description': 'tempest-description-264772818'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:31.096281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b783bfa-6749-4753-81ee-e8c6a10533e5 req-c1a41d40-35ee-4df2-9930-f15633470b70 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.179731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b783bfa-6749-4753-81ee-e8c6a10533e5 req-c1a41d40-35ee-4df2-9930-f15633470b70 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.186361 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b783bfa-6749-4753-81ee-e8c6a10533e5 req-c1a41d40-35ee-4df2-9930-f15633470b70 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.245451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b783bfa-6749-4753-81ee-e8c6a10533e5 req-c1a41d40-35ee-4df2-9930-f15633470b70 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.250613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b783bfa-6749-4753-81ee-e8c6a10533e5 req-c1a41d40-35ee-4df2-9930-f15633470b70 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1787839 Mar 07 16:00:31.268003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a41d40-35ee-4df2-9930-f15633470b70 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:31.314622 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e0d7bf8-337c-44c1-8217-d4e4a497c70e req-3d1e1d90-3691-4529-b836-00b8b7e466ce tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb HTTP/1.1" status: 200 len: 1820 time: 0.0433128 Mar 07 16:00:31.328876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-9e0d7bf8-337c-44c1-8217-d4e4a497c70e req-69e0987b-b761-481e-a2c6-0b3e5db72c01 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:31.329215 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-9e0d7bf8-337c-44c1-8217-d4e4a497c70e req-69e0987b-b761-481e-a2c6-0b3e5db72c01 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:31.380367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a4d03-2b2d-4a16-b6e3-468ca1218c46 req-8a47e281-da33-443b-ac3b-ed166c167934 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:31.383260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b1a4d03-2b2d-4a16-b6e3-468ca1218c46 req-8a47e281-da33-443b-ac3b-ed166c167934 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 946 time: 0.0663340 Mar 07 16:00:31.408466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9e0d7bf8-337c-44c1-8217-d4e4a497c70e req-69e0987b-b761-481e-a2c6-0b3e5db72c01 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (1bc0c844-96cb-4843-83a4-aff81ffb0e25), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.444489 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9e0d7bf8-337c-44c1-8217-d4e4a497c70e req-69e0987b-b761-481e-a2c6-0b3e5db72c01 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (1bc0c844-96cb-4843-83a4-aff81ffb0e25), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.449837 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9e0d7bf8-337c-44c1-8217-d4e4a497c70e req-69e0987b-b761-481e-a2c6-0b3e5db72c01 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (1bc0c844-96cb-4843-83a4-aff81ffb0e25), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.463593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b1a4d03-2b2d-4a16-b6e3-468ca1218c46 req-6e5ac5e1-aea8-47ec-ac74-da62e34ddf5f tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742338 Mar 07 16:00:31.478313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0987b-b761-481e-a2c6-0b3e5db72c01 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc0c844-96cb-4843-83a4-aff81ffb0e25,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:31.490707 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9e0d7bf8-337c-44c1-8217-d4e4a497c70e req-69e0987b-b761-481e-a2c6-0b3e5db72c01 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.493393 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e0d7bf8-337c-44c1-8217-d4e4a497c70e req-69e0987b-b761-481e-a2c6-0b3e5db72c01 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1688800 Mar 07 16:00:31.521825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-a62d02f8-e664-429d-9d60-c6b69739c100 req-fd5b088f-c0c3-4a95-83f7-bef572fbbad5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-368353694', 'description': 'tempest-description-1563988360'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:31.553584 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a62d02f8-e664-429d-9d60-c6b69739c100 req-fd5b088f-c0c3-4a95-83f7-bef572fbbad5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.631605 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a62d02f8-e664-429d-9d60-c6b69739c100 req-fd5b088f-c0c3-4a95-83f7-bef572fbbad5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (dd978a19-2fe9-460e-a448-72b69bd0ec37), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.640424 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a62d02f8-e664-429d-9d60-c6b69739c100 req-fd5b088f-c0c3-4a95-83f7-bef572fbbad5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dd978a19-2fe9-460e-a448-72b69bd0ec37), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.671321 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a62d02f8-e664-429d-9d60-c6b69739c100 req-fd5b088f-c0c3-4a95-83f7-bef572fbbad5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:31.672834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a62d02f8-e664-429d-9d60-c6b69739c100 req-fd5b088f-c0c3-4a95-83f7-bef572fbbad5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1557524 Mar 07 16:00:31.688422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b088f-c0c3-4a95-83f7-bef572fbbad5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd978a19-2fe9-460e-a448-72b69bd0ec37,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:31.928486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-37773fd6-8cbd-45f1-9b8d-8593bd793848 req-edc634b0-9575-496d-9adb-80f7a1fffe10 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-836333854', 'description': 'tempest-description-1961328978'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:31.951411 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-37773fd6-8cbd-45f1-9b8d-8593bd793848 req-edc634b0-9575-496d-9adb-80f7a1fffe10 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.031964 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-37773fd6-8cbd-45f1-9b8d-8593bd793848 req-edc634b0-9575-496d-9adb-80f7a1fffe10 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (85db8f5e-4b16-4c3e-b107-1885eac058b1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.039493 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-37773fd6-8cbd-45f1-9b8d-8593bd793848 req-edc634b0-9575-496d-9adb-80f7a1fffe10 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (85db8f5e-4b16-4c3e-b107-1885eac058b1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.072060 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-37773fd6-8cbd-45f1-9b8d-8593bd793848 req-edc634b0-9575-496d-9adb-80f7a1fffe10 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.073626 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37773fd6-8cbd-45f1-9b8d-8593bd793848 req-edc634b0-9575-496d-9adb-80f7a1fffe10 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1495659 Mar 07 16:00:32.091220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc634b0-9575-496d-9adb-80f7a1fffe10 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85db8f5e-4b16-4c3e-b107-1885eac058b1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:32.214398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6652a44-8758-49fe-ab72-b68a8eebc965 req-e4eaaf0a-5bbc-4b76-b4a2-19f14bb8b7a0 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:32.216379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6652a44-8758-49fe-ab72-b68a8eebc965 req-e4eaaf0a-5bbc-4b76-b4a2-19f14bb8b7a0 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 943 time: 0.0622418 Mar 07 16:00:32.273661 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6652a44-8758-49fe-ab72-b68a8eebc965 req-42fef959-4ad7-42d0-8539-00631ecf20b7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474787 Mar 07 16:00:32.276452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:00:32.398754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b567f-f08d-4239-9018-40fe34641a91 req-3d7b6450-6bd2-4066-9e12-f4f64820e2f7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:32.401228 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-122b567f-f08d-4239-9018-40fe34641a91 req-3d7b6450-6bd2-4066-9e12-f4f64820e2f7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.0640521 Mar 07 16:00:32.405391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:32.422248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '289f7a75-741e-47c5-87cf-4ecfa3a0ff89', 'network_id': '78ee575a-f626-4170-a4cb-a3daa2378837', 'port_id': '289f7a75-741e-47c5-87cf-4ecfa3a0ff89', 'mac_address': 'fa:16:3e:b3:c5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d17b23-18f9-4184-9f22-82907f560c90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:00:32.454076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-122b567f-f08d-4239-9018-40fe34641a91 req-2484b26d-2317-4d63-a39b-3c91440b54df tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458157 Mar 07 16:00:32.463058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:32.463563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.477833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:00:32.499273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:32.504538 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.540478 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e42e96c-8d9a-45fb-aa5f-5434c99a765f req-7b073041-275b-4b02-8e48-3496e3a8c810 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/dd978a19-2fe9-460e-a448-72b69bd0ec37 HTTP/1.1" status: 200 len: 1821 time: 0.0508509 Mar 07 16:00:32.574582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:32.590835 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e42e96c-8d9a-45fb-aa5f-5434c99a765f req-dd81a934-e4a8-4377-b938-47bd59ffbada tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/85db8f5e-4b16-4c3e-b107-1885eac058b1 HTTP/1.1" status: 200 len: 1821 time: 0.0495484 Mar 07 16:00:32.597677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5e42e96c-8d9a-45fb-aa5f-5434c99a765f req-a52eb84a-290c-4830-8bd0-169b88345807 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dd978a19-2fe9-460e-a448-72b69bd0ec37', 'remote_group_id': '85db8f5e-4b16-4c3e-b107-1885eac058b1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:32.598107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5e42e96c-8d9a-45fb-aa5f-5434c99a765f req-a52eb84a-290c-4830-8bd0-169b88345807 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dd978a19-2fe9-460e-a448-72b69bd0ec37', 'remote_group_id': '85db8f5e-4b16-4c3e-b107-1885eac058b1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:32.677097 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e42e96c-8d9a-45fb-aa5f-5434c99a765f req-a52eb84a-290c-4830-8bd0-169b88345807 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (393d1fb6-20ed-4c7f-903c-cc6ef0bc96f1), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.724266 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e42e96c-8d9a-45fb-aa5f-5434c99a765f req-a52eb84a-290c-4830-8bd0-169b88345807 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (393d1fb6-20ed-4c7f-903c-cc6ef0bc96f1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.729234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e42e96c-8d9a-45fb-aa5f-5434c99a765f req-a52eb84a-290c-4830-8bd0-169b88345807 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (393d1fb6-20ed-4c7f-903c-cc6ef0bc96f1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.744043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52eb84a-290c-4830-8bd0-169b88345807 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393d1fb6-20ed-4c7f-903c-cc6ef0bc96f1,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:32.758720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e42e96c-8d9a-45fb-aa5f-5434c99a765f req-a52eb84a-290c-4830-8bd0-169b88345807 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:32.759978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e42e96c-8d9a-45fb-aa5f-5434c99a765f req-a52eb84a-290c-4830-8bd0-169b88345807 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1675980 Mar 07 16:00:32.800425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['289f7a75-741e-47c5-87cf-4ecfa3a0ff89'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:00:32.906904 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5945fa76-1e9d-48b9-80c1-cf17d179fc0a req-8d4f6a77-be25-4d9e-8153-b55ba199b7dd tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2903e6b97b344549aa056a5cdc90a3fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273175 Mar 07 16:00:32.963949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-e1ed5085-23b9-4040-ab3c-a6cde1d90499 req-6fba9c46-2cf9-4155-9ec5-006247fa76f7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-67757769', 'description': 'tempest-description-209600088'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:32.998865 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e1ed5085-23b9-4040-ab3c-a6cde1d90499 req-6fba9c46-2cf9-4155-9ec5-006247fa76f7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.053377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fa76-1e9d-48b9-80c1-cf17d179fc0a req-1fc89842-df74-4113-a044-ab0c6233d36c tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:33.054901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5945fa76-1e9d-48b9-80c1-cf17d179fc0a req-1fc89842-df74-4113-a044-ab0c6233d36c tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1424086 Mar 07 16:00:33.071781 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5945fa76-1e9d-48b9-80c1-cf17d179fc0a req-0208297f-0e16-4497-bc17-11c2c7564f42 tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/quotas/2903e6b97b344549aa056a5cdc90a3fc HTTP/1.1" status: 200 len: 375 time: 0.0106659 Mar 07 16:00:33.083838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e1ed5085-23b9-4040-ab3c-a6cde1d90499 req-6fba9c46-2cf9-4155-9ec5-006247fa76f7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (4d7eb164-929d-40ff-a505-71a7fc775cee), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.092853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e1ed5085-23b9-4040-ab3c-a6cde1d90499 req-6fba9c46-2cf9-4155-9ec5-006247fa76f7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4d7eb164-929d-40ff-a505-71a7fc775cee), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.112808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5945fa76-1e9d-48b9-80c1-cf17d179fc0a req-617313a3-69d5-47c7-9881-3b90cd27bd4b tempest-QuotasAdminNegativeTest-304046396 tempest-QuotasAdminNegativeTest-304046396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2903e6b97b344549aa056a5cdc90a3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330646 Mar 07 16:00:33.127097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba9c46-2cf9-4155-9ec5-006247fa76f7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7eb164-929d-40ff-a505-71a7fc775cee,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:33.133309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e1ed5085-23b9-4040-ab3c-a6cde1d90499 req-6fba9c46-2cf9-4155-9ec5-006247fa76f7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.135945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45402) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:33.143049 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1ed5085-23b9-4040-ab3c-a6cde1d90499 req-6fba9c46-2cf9-4155-9ec5-006247fa76f7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1802661 Mar 07 16:00:33.257431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a139bb5a-7012-4021-8444-02778796b8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.347159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a139bb5a-7012-4021-8444-02778796b8d9 admin admin] Publish callbacks [] for security_group (53734e8e-da7c-4d6a-8b5d-3c969a495231), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.352462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a139bb5a-7012-4021-8444-02778796b8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (53734e8e-da7c-4d6a-8b5d-3c969a495231), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.655653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-11211eb9-f044-4e83-b9ce-4f5c8e388d0e req-11314374-3905-4cbb-82ca-f39b75c19ede tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-637636465', 'description': 'tempest-description-1653942801'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:33.686144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139bb5a-7012-4021-8444-02778796b8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53734e8e-da7c-4d6a-8b5d-3c969a495231,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:33.693091 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a139bb5a-7012-4021-8444-02778796b8d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c6a662884304c5895e86da8dbb22c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559695 Mar 07 16:00:33.695861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45430) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:33.707409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11211eb9-f044-4e83-b9ce-4f5c8e388d0e req-11314374-3905-4cbb-82ca-f39b75c19ede tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.769483 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f624d455-4a44-43fa-9003-cbba11119918 admin admin] Publish callbacks [] for security_group (53734e8e-da7c-4d6a-8b5d-3c969a495231), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.800526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f624d455-4a44-43fa-9003-cbba11119918 admin admin] Publish callbacks [] for security_group (53734e8e-da7c-4d6a-8b5d-3c969a495231), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.804591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11211eb9-f044-4e83-b9ce-4f5c8e388d0e req-11314374-3905-4cbb-82ca-f39b75c19ede tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (27d56adc-5b07-4b53-b4db-dd6427ac926f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.809824 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11211eb9-f044-4e83-b9ce-4f5c8e388d0e req-11314374-3905-4cbb-82ca-f39b75c19ede tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (27d56adc-5b07-4b53-b4db-dd6427ac926f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.843654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11211eb9-f044-4e83-b9ce-4f5c8e388d0e req-11314374-3905-4cbb-82ca-f39b75c19ede tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.849496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11211eb9-f044-4e83-b9ce-4f5c8e388d0e req-11314374-3905-4cbb-82ca-f39b75c19ede tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2059457 Mar 07 16:00:33.869639 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11314374-3905-4cbb-82ca-f39b75c19ede tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d56adc-5b07-4b53-b4db-dd6427ac926f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:33.878960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f624d455-4a44-43fa-9003-cbba11119918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (53734e8e-da7c-4d6a-8b5d-3c969a495231), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.881563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f624d455-4a44-43fa-9003-cbba11119918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:33.882725 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f624d455-4a44-43fa-9003-cbba11119918 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53734e8e-da7c-4d6a-8b5d-3c969a495231 HTTP/1.1" status: 204 len: 168 time: 0.1858745 Mar 07 16:00:33.892578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624d455-4a44-43fa-9003-cbba11119918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53734e8e-da7c-4d6a-8b5d-3c969a495231,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:33.979926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542798b-acbd-441e-afe3-7d4d3111d837 req-b6ae84e7-9717-46fe-a8ee-c6e5cea4065d tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:33.981819 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d542798b-acbd-441e-afe3-7d4d3111d837 req-b6ae84e7-9717-46fe-a8ee-c6e5cea4065d tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 946 time: 0.0627258 Mar 07 16:00:34.047643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d542798b-acbd-441e-afe3-7d4d3111d837 req-ded78f22-0b0b-4af6-9d12-19beb37e6893 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/security-groups?id=8245970f-3b3f-44ff-b1bd-6a7f46a534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590904 Mar 07 16:00:34.144757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dc6a5-3c63-4893-9b33-313413bb60f6 req-06e40836-f5a5-4408-a770-73dd14b54cc7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:34.148223 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-524dc6a5-3c63-4893-9b33-313413bb60f6 req-06e40836-f5a5-4408-a770-73dd14b54cc7 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 944 time: 0.0616488 Mar 07 16:00:34.201896 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-524dc6a5-3c63-4893-9b33-313413bb60f6 req-83e07ff0-f948-40f7-be12-7520bd9f8e56 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485747 Mar 07 16:00:34.273450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:34.303989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3d24d-6887-4765-8cd6-4133b0bf0205 req-f7a5eff9-1d5f-4f33-af89-61882bfe5181 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:34.312677 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03e3d24d-6887-4765-8cd6-4133b0bf0205 req-f7a5eff9-1d5f-4f33-af89-61882bfe5181 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.0949221 Mar 07 16:00:34.340658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45454) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:34.355723 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eeb424aa-b6fe-467d-bc53-4648eb1cb2bc req-6df0d95c-e828-4001-a601-5b724060cf36 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/4d7eb164-929d-40ff-a505-71a7fc775cee HTTP/1.1" status: 200 len: 1819 time: 0.0742557 Mar 07 16:00:34.360819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6afbbae4-fdcc-4407-b6f5-49d847300f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.365632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:00:34.371202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:34.371582 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.397988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03e3d24d-6887-4765-8cd6-4133b0bf0205 req-cf1fb1c9-45b7-434d-bb6f-424ebc487cfb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741885 Mar 07 16:00:34.423982 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eeb424aa-b6fe-467d-bc53-4648eb1cb2bc req-c69add84-2789-4da9-b829-6078fa93fe7b tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/27d56adc-5b07-4b53-b4db-dd6427ac926f HTTP/1.1" status: 200 len: 1821 time: 0.0565155 Mar 07 16:00:34.431551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-eeb424aa-b6fe-467d-bc53-4648eb1cb2bc req-97812cba-fbf4-408d-8acd-4c1280fe136f tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4d7eb164-929d-40ff-a505-71a7fc775cee', 'remote_group_id': '27d56adc-5b07-4b53-b4db-dd6427ac926f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:34.431551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-eeb424aa-b6fe-467d-bc53-4648eb1cb2bc req-97812cba-fbf4-408d-8acd-4c1280fe136f tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4d7eb164-929d-40ff-a505-71a7fc775cee', 'remote_group_id': '27d56adc-5b07-4b53-b4db-dd6427ac926f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:34.503180 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6afbbae4-fdcc-4407-b6f5-49d847300f27 admin admin] Publish callbacks [] for security_group (f0195741-908f-4af9-9ad4-8e0c1c12c6a1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.511032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6afbbae4-fdcc-4407-b6f5-49d847300f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f0195741-908f-4af9-9ad4-8e0c1c12c6a1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.572890 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eeb424aa-b6fe-467d-bc53-4648eb1cb2bc req-97812cba-fbf4-408d-8acd-4c1280fe136f tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (364069e1-f159-4f25-9c8c-af9b476de365), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.595171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:34.595602 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.616402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6afbbae4-fdcc-4407-b6f5-49d847300f27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08b26e29820e42bd9ae69fa901d6e1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727981 Mar 07 16:00:34.616402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbbae4-fdcc-4407-b6f5-49d847300f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0195741-908f-4af9-9ad4-8e0c1c12c6a1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:34.618559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45464) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:34.649638 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eeb424aa-b6fe-467d-bc53-4648eb1cb2bc req-97812cba-fbf4-408d-8acd-4c1280fe136f tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (364069e1-f159-4f25-9c8c-af9b476de365), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.656654 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eeb424aa-b6fe-467d-bc53-4648eb1cb2bc req-97812cba-fbf4-408d-8acd-4c1280fe136f tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (364069e1-f159-4f25-9c8c-af9b476de365), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.662611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:34.663974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856630ae-b9f8-475b-ad97-0aaaed1c7e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289f7a75-741e-47c5-87cf-4ecfa3a0ff89'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:34.667303 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29ef4a9-0a01-4bf2-a967-5231700fc8b1" -d '{"events": [{"server_uuid": "856630ae-b9f8-475b-ad97-0aaaed1c7e5b", "name": "network-vif-plugged", "status": "completed", "tag": "289f7a75-741e-47c5-87cf-4ecfa3a0ff89"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:34.673345 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.697015 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97812cba-fbf4-408d-8acd-4c1280fe136f tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364069e1-f159-4f25-9c8c-af9b476de365,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:34.707083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45468) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:34.734358 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eeb424aa-b6fe-467d-bc53-4648eb1cb2bc req-97812cba-fbf4-408d-8acd-4c1280fe136f tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.736114 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eeb424aa-b6fe-467d-bc53-4648eb1cb2bc req-97812cba-fbf4-408d-8acd-4c1280fe136f tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3113024 Mar 07 16:00:34.769480 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87d577d8-8f7d-43fd-9424-d894c3d4a4bc admin admin] Publish callbacks [] for security_group (f0195741-908f-4af9-9ad4-8e0c1c12c6a1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.781474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:34.796445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87d577d8-8f7d-43fd-9424-d894c3d4a4bc admin admin] Publish callbacks [] for security_group (f0195741-908f-4af9-9ad4-8e0c1c12c6a1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.805707 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b228c2-549e-4e1c-8a98-5da52e2f163d x-openstack-request-id: req-c6b228c2-549e-4e1c-8a98-5da52e2f163d {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:34.806558 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856630ae-b9f8-475b-ad97-0aaaed1c7e5b", "name": "network-vif-plugged", "status": "completed", "tag": "289f7a75-741e-47c5-87cf-4ecfa3a0ff89", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:34.806865 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6b228c2-549e-4e1c-8a98-5da52e2f163d {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:34.808336 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856630ae-b9f8-475b-ad97-0aaaed1c7e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289f7a75-741e-47c5-87cf-4ecfa3a0ff89', 'code': 200} Mar 07 16:00:34.866178 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87d577d8-8f7d-43fd-9424-d894c3d4a4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f0195741-908f-4af9-9ad4-8e0c1c12c6a1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.868939 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87d577d8-8f7d-43fd-9424-d894c3d4a4bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:34.870428 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-87d577d8-8f7d-43fd-9424-d894c3d4a4bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0195741-908f-4af9-9ad4-8e0c1c12c6a1 HTTP/1.1" status: 204 len: 168 time: 0.2505777 Mar 07 16:00:34.889700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-0c3023b8-2de3-49e9-a216-0035b6bfa86d tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:34.891865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-0c3023b8-2de3-49e9-a216-0035b6bfa86d tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 946 time: 0.1774471 Mar 07 16:00:34.893555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d577d8-8f7d-43fd-9424-d894c3d4a4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0195741-908f-4af9-9ad4-8e0c1c12c6a1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:34.984880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa548-3b99-4290-aac6-34105a4e6198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.002218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea5f7725-2c12-4c92-be0c-8c76f36837c0 req-9b709e10-8438-4f38-b90c-5bd3301c05f3 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/27d56adc-5b07-4b53-b4db-dd6427ac926f HTTP/1.1" status: 200 len: 1821 time: 0.1726351 Mar 07 16:00:35.062414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45480) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:35.085407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Deleting port aace5734-bc4e-4062-be4c-afe58f9dd1c9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:35.085833 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.178421 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c75c03-4ca5-4ff3-a79b-d71f0a557bd9 req-3736dc02-50d0-46fd-9372-e9df908cc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:35.180500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-05c75c03-4ca5-4ff3-a79b-d71f0a557bd9 req-3736dc02-50d0-46fd-9372-e9df908cc870 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 1127 time: 0.3002772 Mar 07 16:00:35.200706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] For port aace5734-bc4e-4062-be4c-afe58f9dd1c9, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=aace5734-bc4e-4062-be4c-afe58f9dd1c9,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:35.201202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.214371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Calling delete_port for aace5734-bc4e-4062-be4c-afe58f9dd1c9 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:35.223312 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea5f7725-2c12-4c92-be0c-8c76f36837c0 req-d3393081-1263-4dfe-9093-0d811a9a6172 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (27d56adc-5b07-4b53-b4db-dd6427ac926f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.330944 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa548-3b99-4290-aac6-34105a4e6198 admin admin] Publish callbacks [] for security_group (ee86629c-9971-4c2c-8a3e-61ebee3f759e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.359068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa548-3b99-4290-aac6-34105a4e6198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ee86629c-9971-4c2c-8a3e-61ebee3f759e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.372089 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-573f18cd-0dcd-4f42-ad1c-f313495cd5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.398862 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea5f7725-2c12-4c92-be0c-8c76f36837c0 req-d3393081-1263-4dfe-9093-0d811a9a6172 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (27d56adc-5b07-4b53-b4db-dd6427ac926f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.420884 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-05c75c03-4ca5-4ff3-a79b-d71f0a557bd9 req-2102f10e-5e7b-45c5-9e08-883f17f58a2e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254281 Mar 07 16:00:35.446752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5d6aa548-3b99-4290-aac6-34105a4e6198 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28945bce8ddd4225a319e0622bb8f094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7354569 Mar 07 16:00:35.447454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45498) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:35.466203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6aa548-3b99-4290-aac6-34105a4e6198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee86629c-9971-4c2c-8a3e-61ebee3f759e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:35.479951 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-573f18cd-0dcd-4f42-ad1c-f313495cd5c6 admin admin] Publish callbacks [] for security_group (09ed9485-1fee-4e53-9a48-6b3e49fbfa7a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.529685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-573f18cd-0dcd-4f42-ad1c-f313495cd5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (09ed9485-1fee-4e53-9a48-6b3e49fbfa7a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.536245 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (aace5734-bc4e-4062-be4c-afe58f9dd1c9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.544555 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-330d4ecf-6155-4eae-b635-ce2b2c82dcf8 admin admin] Publish callbacks [] for security_group (ee86629c-9971-4c2c-8a3e-61ebee3f759e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.551490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['aace5734-bc4e-4062-be4c-afe58f9dd1c9'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:00:35.570948 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-330d4ecf-6155-4eae-b635-ce2b2c82dcf8 admin admin] Publish callbacks [] for security_group (ee86629c-9971-4c2c-8a3e-61ebee3f759e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.589950 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea5f7725-2c12-4c92-be0c-8c76f36837c0 req-d3393081-1263-4dfe-9093-0d811a9a6172 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (27d56adc-5b07-4b53-b4db-dd6427ac926f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.593065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ea5f7725-2c12-4c92-be0c-8c76f36837c0 req-d3393081-1263-4dfe-9093-0d811a9a6172 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.594239 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea5f7725-2c12-4c92-be0c-8c76f36837c0 req-d3393081-1263-4dfe-9093-0d811a9a6172 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "DELETE /v2.0/security-groups/27d56adc-5b07-4b53-b4db-dd6427ac926f HTTP/1.1" status: 204 len: 173 time: 0.5911615 Mar 07 16:00:35.610560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Pushing event deleted for resources: {'Port': ['ID=aace5734-bc4e-4062-be4c-afe58f9dd1c9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:35.615759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3393081-1263-4dfe-9093-0d811a9a6172 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d56adc-5b07-4b53-b4db-dd6427ac926f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:35.630669 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-573f18cd-0dcd-4f42-ad1c-f313495cd5c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2903e6b97b344549aa056a5cdc90a3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670745 Mar 07 16:00:35.633660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45506) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:35.666591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f18cd-0dcd-4f42-ad1c-f313495cd5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed9485-1fee-4e53-9a48-6b3e49fbfa7a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:35.675932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72af9ee9-43d0-430b-bfdd-f95f281268c0 req-6dcbc566-3dcc-4338-a7f4-2ffc0b1088cb tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6fd3d4-d30a-4244-b829-c57e36a5f335 HTTP/1.1" status: 200 len: 210 time: 0.0799263 Mar 07 16:00:35.690749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] No DVR routers for this DVR port aace5734-bc4e-4062-be4c-afe58f9dd1c9 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:35.693388 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.696968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e5ca2c5-cf3d-4b9a-be6d-ee2ecc5a318d req-23acfe34-bdd5-4aa1-bfdc-ef69d2170271 tempest-AttachSCSIVolumeTestJSON-441974834 tempest-AttachSCSIVolumeTestJSON-441974834-project] 10.222.0.15 "DELETE /v2.0/ports/aace5734-bc4e-4062-be4c-afe58f9dd1c9 HTTP/1.1" status: 204 len: 173 time: 0.8008134 Mar 07 16:00:35.697847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6fd3d4-d30a-4244-b829-c57e36a5f335', 'name': 'network-vif-deleted', 'tag': 'aace5734-bc4e-4062-be4c-afe58f9dd1c9'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:35.701926 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f961f5be-36c7-4174-a5d1-d97ae050e4c8" -d '{"events": [{"server_uuid": "2f6fd3d4-d30a-4244-b829-c57e36a5f335", "name": "network-vif-deleted", "tag": "aace5734-bc4e-4062-be4c-afe58f9dd1c9"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:35.710834 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae8c218e-a80b-4bc3-9264-b2241ecf4c0d admin admin] Publish callbacks [] for security_group (09ed9485-1fee-4e53-9a48-6b3e49fbfa7a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.718499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-330d4ecf-6155-4eae-b635-ce2b2c82dcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ee86629c-9971-4c2c-8a3e-61ebee3f759e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.722566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-330d4ecf-6155-4eae-b635-ce2b2c82dcf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.739093 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-330d4ecf-6155-4eae-b635-ce2b2c82dcf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee86629c-9971-4c2c-8a3e-61ebee3f759e HTTP/1.1" status: 204 len: 168 time: 0.2623038 Mar 07 16:00:35.869748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d4ecf-6155-4eae-b635-ce2b2c82dcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee86629c-9971-4c2c-8a3e-61ebee3f759e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:35.871747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db57a-415d-4b2e-b543-aa4fc68971e1 req-2ab312b8-543b-4722-8b6c-40f9c5a74ec7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:35.885362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b47db57a-415d-4b2e-b543-aa4fc68971e1 req-2ab312b8-543b-4722-8b6c-40f9c5a74ec7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.0873785 Mar 07 16:00:35.888874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae8c218e-a80b-4bc3-9264-b2241ecf4c0d admin admin] Publish callbacks [] for security_group (09ed9485-1fee-4e53-9a48-6b3e49fbfa7a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:35.959451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710cf6c-73d2-4e2f-bc80-58741f34f157 req-94af7c9b-423d-4aa5-bdc8-ac360af3b729 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:35.960961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0710cf6c-73d2-4e2f-bc80-58741f34f157 req-94af7c9b-423d-4aa5-bdc8-ac360af3b729 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 945 time: 0.2010844 Mar 07 16:00:35.988881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b47db57a-415d-4b2e-b543-aa4fc68971e1 req-e6122c58-1b3c-47da-9b44-7cba1c8ce03f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991118 Mar 07 16:00:36.025820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae8c218e-a80b-4bc3-9264-b2241ecf4c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (09ed9485-1fee-4e53-9a48-6b3e49fbfa7a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.030038 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae8c218e-a80b-4bc3-9264-b2241ecf4c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.031646 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ae8c218e-a80b-4bc3-9264-b2241ecf4c0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09ed9485-1fee-4e53-9a48-6b3e49fbfa7a HTTP/1.1" status: 204 len: 168 time: 0.3967144 Mar 07 16:00:36.047606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c218e-a80b-4bc3-9264-b2241ecf4c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed9485-1fee-4e53-9a48-6b3e49fbfa7a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:36.085306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0710cf6c-73d2-4e2f-bc80-58741f34f157 req-63194119-07c4-4436-8fc2-470626edcefa tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130109 Mar 07 16:00:36.174511 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-704776a0-7c56-4a14-a138-6e50c8c82cbe req-e0612c2d-51e7-4748-a270-bd42b9206ec6 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/4d7eb164-929d-40ff-a505-71a7fc775cee HTTP/1.1" status: 200 len: 1819 time: 0.0580802 Mar 07 16:00:36.223228 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940092fb-c31f-4e33-8768-4ec098378842 x-openstack-request-id: req-940092fb-c31f-4e33-8768-4ec098378842 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:36.223528 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6fd3d4-d30a-4244-b829-c57e36a5f335", "name": "network-vif-deleted", "tag": "aace5734-bc4e-4062-be4c-afe58f9dd1c9", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:36.223882 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-940092fb-c31f-4e33-8768-4ec098378842 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:36.224252 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6fd3d4-d30a-4244-b829-c57e36a5f335', 'name': 'network-vif-deleted', 'tag': 'aace5734-bc4e-4062-be4c-afe58f9dd1c9', 'status': 'completed', 'code': 200} Mar 07 16:00:36.242953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-107fa94c-d13c-4835-a30d-fb4f26e0739b req-e0f25638-fd00-4224-9d7f-e9e872088c4b tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-267315025', 'description': 'tempest-description-1935684063'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:36.289177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-107fa94c-d13c-4835-a30d-fb4f26e0739b req-e0f25638-fd00-4224-9d7f-e9e872088c4b tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.393773 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-107fa94c-d13c-4835-a30d-fb4f26e0739b req-e0f25638-fd00-4224-9d7f-e9e872088c4b tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.403499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-107fa94c-d13c-4835-a30d-fb4f26e0739b req-e0f25638-fd00-4224-9d7f-e9e872088c4b tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.437749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f25638-fd00-4224-9d7f-e9e872088c4b tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:36.441642 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.448634 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-107fa94c-d13c-4835-a30d-fb4f26e0739b req-e0f25638-fd00-4224-9d7f-e9e872088c4b tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.450092 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-107fa94c-d13c-4835-a30d-fb4f26e0739b req-e0f25638-fd00-4224-9d7f-e9e872088c4b tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2130234 Mar 07 16:00:36.498966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45546) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:36.527736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d414ae-e59e-4220-8c28-1344f66ae206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.534396 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-00e5e6e6-db51-4265-95e2-89d28e59a0a0 req-0786620a-9033-41b3-b6c4-fcedc817a536 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c HTTP/1.1" status: 200 len: 1821 time: 0.0619874 Mar 07 16:00:36.539951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-00e5e6e6-db51-4265-95e2-89d28e59a0a0 req-c85a7dc6-1fb6-4688-92ae-29d0b39173c5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:36.540274 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-00e5e6e6-db51-4265-95e2-89d28e59a0a0 req-c85a7dc6-1fb6-4688-92ae-29d0b39173c5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:36.642987 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d414ae-e59e-4220-8c28-1344f66ae206 admin admin] Publish callbacks [] for security_group (c6c01e27-8670-4985-817c-9afaf7142c27), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.649459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d414ae-e59e-4220-8c28-1344f66ae206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c6c01e27-8670-4985-817c-9afaf7142c27), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.675281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-00e5e6e6-db51-4265-95e2-89d28e59a0a0 req-c85a7dc6-1fb6-4688-92ae-29d0b39173c5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (34bd730b-bae7-4f1f-8541-388a90b39c7b), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.714701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d0d414ae-e59e-4220-8c28-1344f66ae206 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df224d8b16c4462bba1600a01364ef05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144015 Mar 07 16:00:36.718327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45552) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:36.718611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d414ae-e59e-4220-8c28-1344f66ae206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c01e27-8670-4985-817c-9afaf7142c27,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:36.762001 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-00e5e6e6-db51-4265-95e2-89d28e59a0a0 req-c85a7dc6-1fb6-4688-92ae-29d0b39173c5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (34bd730b-bae7-4f1f-8541-388a90b39c7b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.773119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-00e5e6e6-db51-4265-95e2-89d28e59a0a0 req-c85a7dc6-1fb6-4688-92ae-29d0b39173c5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (34bd730b-bae7-4f1f-8541-388a90b39c7b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.803496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a7dc6-1fb6-4688-92ae-29d0b39173c5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bd730b-bae7-4f1f-8541-388a90b39c7b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:36.835936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-00e5e6e6-db51-4265-95e2-89d28e59a0a0 req-c85a7dc6-1fb6-4688-92ae-29d0b39173c5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.845721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-00e5e6e6-db51-4265-95e2-89d28e59a0a0 req-c85a7dc6-1fb6-4688-92ae-29d0b39173c5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3064804 Mar 07 16:00:36.855792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ced7c97a-04f9-452c-a6af-3010d57ec7da admin admin] Publish callbacks [] for security_group (c6c01e27-8670-4985-817c-9afaf7142c27), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.908833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ced7c97a-04f9-452c-a6af-3010d57ec7da admin admin] Publish callbacks [] for security_group (c6c01e27-8670-4985-817c-9afaf7142c27), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:36.991482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6cb0e75a-8f0c-47ac-8c8e-8269241f5906 req-1764db8d-a0bc-44fa-886a-9bcb8c87f02a tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c HTTP/1.1" status: 200 len: 2414 time: 0.0675058 Mar 07 16:00:36.996647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-6cb0e75a-8f0c-47ac-8c8e-8269241f5906 req-874a8794-5921-483a-b18f-17c7e11c68c0 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c', 'remote_group_id': None}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:36.996897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-6cb0e75a-8f0c-47ac-8c8e-8269241f5906 req-874a8794-5921-483a-b18f-17c7e11c68c0 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c', 'remote_group_id': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:37.041115 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ced7c97a-04f9-452c-a6af-3010d57ec7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c6c01e27-8670-4985-817c-9afaf7142c27), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.050708 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ced7c97a-04f9-452c-a6af-3010d57ec7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.050708 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ced7c97a-04f9-452c-a6af-3010d57ec7da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6c01e27-8670-4985-817c-9afaf7142c27 HTTP/1.1" status: 204 len: 168 time: 0.3265989 Mar 07 16:00:37.065070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7c97a-04f9-452c-a6af-3010d57ec7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c01e27-8670-4985-817c-9afaf7142c27,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:37.117262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6cb0e75a-8f0c-47ac-8c8e-8269241f5906 req-874a8794-5921-483a-b18f-17c7e11c68c0 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (32345b73-eb09-49d3-bf14-0124d13109e7), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.143881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fc62d-4192-45a2-b4c2-73df81ae40e7 req-2e28d3a4-0157-4e6f-a286-d1cd8721fdc8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:37.150887 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f0fc62d-4192-45a2-b4c2-73df81ae40e7 req-2e28d3a4-0157-4e6f-a286-d1cd8721fdc8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.0689261 Mar 07 16:00:37.151932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6cb0e75a-8f0c-47ac-8c8e-8269241f5906 req-874a8794-5921-483a-b18f-17c7e11c68c0 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (32345b73-eb09-49d3-bf14-0124d13109e7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.157112 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6cb0e75a-8f0c-47ac-8c8e-8269241f5906 req-874a8794-5921-483a-b18f-17c7e11c68c0 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (32345b73-eb09-49d3-bf14-0124d13109e7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.184428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a8794-5921-483a-b18f-17c7e11c68c0 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32345b73-eb09-49d3-bf14-0124d13109e7,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:37.199901 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6cb0e75a-8f0c-47ac-8c8e-8269241f5906 req-874a8794-5921-483a-b18f-17c7e11c68c0 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.212780 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f0fc62d-4192-45a2-b4c2-73df81ae40e7 req-23572b94-078d-4b81-97c3-0c6ea3de31af tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608830 Mar 07 16:00:37.215720 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6cb0e75a-8f0c-47ac-8c8e-8269241f5906 req-874a8794-5921-483a-b18f-17c7e11c68c0 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2232854 Mar 07 16:00:37.268773 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:00:37.304855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-576fd654-8915-4edd-9142-fbe7ef71364c req-fd53ad77-38f7-49d5-9f72-50e91876d64b tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c HTTP/1.1" status: 200 len: 3012 time: 0.0653059 Mar 07 16:00:37.355120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4469c6-65a4-4ebb-9e8c-8f498fa26983 req-21019c46-9016-4912-a545-fb33c85ce85e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:37.355420 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53eec73c-d9e8-4b4e-aa7e-05e236829036 req-bedfb898-cc11-4469-8a7a-bdc233e7db55 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-group-rules/32345b73-eb09-49d3-bf14-0124d13109e7 HTTP/1.1" status: 200 len: 783 time: 0.0259442 Mar 07 16:00:37.357220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4469c6-65a4-4ebb-9e8c-8f498fa26983 req-21019c46-9016-4912-a545-fb33c85ce85e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 945 time: 0.0820715 Mar 07 16:00:37.414333 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53eec73c-d9e8-4b4e-aa7e-05e236829036 req-a6e38188-a8d8-4c63-8a36-218401d4d8be tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c HTTP/1.1" status: 200 len: 3012 time: 0.0526836 Mar 07 16:00:37.416810 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4469c6-65a4-4ebb-9e8c-8f498fa26983 req-fe38f04c-22a3-45d5-bd7a-e389fe183481 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530775 Mar 07 16:00:37.448670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-53eec73c-d9e8-4b4e-aa7e-05e236829036 req-48205d4d-d57f-41ff-9bad-745b6fad4d64 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (32345b73-eb09-49d3-bf14-0124d13109e7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.458677 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-53eec73c-d9e8-4b4e-aa7e-05e236829036 req-48205d4d-d57f-41ff-9bad-745b6fad4d64 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (32345b73-eb09-49d3-bf14-0124d13109e7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.494494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-53eec73c-d9e8-4b4e-aa7e-05e236829036 req-48205d4d-d57f-41ff-9bad-745b6fad4d64 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (32345b73-eb09-49d3-bf14-0124d13109e7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.511823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-53eec73c-d9e8-4b4e-aa7e-05e236829036 req-48205d4d-d57f-41ff-9bad-745b6fad4d64 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.513501 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53eec73c-d9e8-4b4e-aa7e-05e236829036 req-48205d4d-d57f-41ff-9bad-745b6fad4d64 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/32345b73-eb09-49d3-bf14-0124d13109e7 HTTP/1.1" status: 204 len: 173 time: 0.0978529 Mar 07 16:00:37.517518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48205d4d-d57f-41ff-9bad-745b6fad4d64 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32345b73-eb09-49d3-bf14-0124d13109e7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:37.597244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e2acd-1cc4-4648-9027-b2b90f449412 req-73f0667f-24b6-46bd-8f83-2db957c735ef tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:37.599455 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f16e2acd-1cc4-4648-9027-b2b90f449412 req-73f0667f-24b6-46bd-8f83-2db957c735ef tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 1127 time: 0.0520809 Mar 07 16:00:37.672134 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f16e2acd-1cc4-4648-9027-b2b90f449412 req-fd20d0dd-46cd-455b-b994-5df6b525a735 tempest-LiveAutoBlockMigrationV225Test-57111914 tempest-LiveAutoBlockMigrationV225Test-57111914-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613770 Mar 07 16:00:37.765143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7867fc28-df2c-4414-a468-91fc8ce56bfb req-c8862c5e-a01f-4bd7-8fa7-efd8ce461311 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c HTTP/1.1" status: 200 len: 2414 time: 0.0516853 Mar 07 16:00:37.837979 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7867fc28-df2c-4414-a468-91fc8ce56bfb req-147952ca-694b-4f96-986f-b3d2e38493d3 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.876266 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7867fc28-df2c-4414-a468-91fc8ce56bfb req-147952ca-694b-4f96-986f-b3d2e38493d3 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.934028 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7867fc28-df2c-4414-a468-91fc8ce56bfb req-147952ca-694b-4f96-986f-b3d2e38493d3 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.937609 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7867fc28-df2c-4414-a468-91fc8ce56bfb req-147952ca-694b-4f96-986f-b3d2e38493d3 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:37.938960 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7867fc28-df2c-4414-a468-91fc8ce56bfb req-147952ca-694b-4f96-986f-b3d2e38493d3 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c HTTP/1.1" status: 204 len: 173 time: 0.1728284 Mar 07 16:00:37.954387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147952ca-694b-4f96-986f-b3d2e38493d3 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3d6fda-827f-4cc1-9c5b-6109b2f3fb8c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:38.290262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device aace5734-bc4e-4062-be4c-afe58f9dd1c9 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:38.322211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: aace5734-bc4e-4062-be4c-afe58f9dd1c9 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:38.324315 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-5de03a7d-ceec-4bb0-92db-9b7300fd060c req-59e716de-9775-464d-92d8-49ace5d2557a tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] show failed (client error): The resource could not be found. Mar 07 16:00:38.324780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device aace5734-bc4e-4062-be4c-afe58f9dd1c9 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:38.335553 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5de03a7d-ceec-4bb0-92db-9b7300fd060c req-59e716de-9775-464d-92d8-49ace5d2557a tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/27d56adc-5b07-4b53-b4db-dd6427ac926f HTTP/1.1" status: 404 len: 352 time: 0.0343165 Mar 07 16:00:38.536046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78772a-733b-41d5-8581-af4f0bc80d63 req-12b63f26-e22b-4879-940a-1b7d4fe7808b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:38.537866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e78772a-733b-41d5-8581-af4f0bc80d63 req-12b63f26-e22b-4879-940a-1b7d4fe7808b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.0858898 Mar 07 16:00:38.556899 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6a08d928-fb81-4db3-afcb-626b9e8c33e5 req-fd1dd2fa-f12e-4eb7-958e-378c25900b80 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/4d7eb164-929d-40ff-a505-71a7fc775cee HTTP/1.1" status: 200 len: 1819 time: 0.0496395 Mar 07 16:00:38.597001 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e78772a-733b-41d5-8581-af4f0bc80d63 req-98d48a05-0365-4d4f-83e3-17fb55a402bf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531149 Mar 07 16:00:38.640654 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6a08d928-fb81-4db3-afcb-626b9e8c33e5 req-600faa7b-6023-4b66-9ee4-997ff827adae tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (4d7eb164-929d-40ff-a505-71a7fc775cee), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:38.665658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6a08d928-fb81-4db3-afcb-626b9e8c33e5 req-600faa7b-6023-4b66-9ee4-997ff827adae tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (4d7eb164-929d-40ff-a505-71a7fc775cee), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:38.676278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45706) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:38.690413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45708) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:38.737754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6a08d928-fb81-4db3-afcb-626b9e8c33e5 req-600faa7b-6023-4b66-9ee4-997ff827adae tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4d7eb164-929d-40ff-a505-71a7fc775cee), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:38.741081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6a08d928-fb81-4db3-afcb-626b9e8c33e5 req-600faa7b-6023-4b66-9ee4-997ff827adae tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:38.742252 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6a08d928-fb81-4db3-afcb-626b9e8c33e5 req-600faa7b-6023-4b66-9ee4-997ff827adae tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "DELETE /v2.0/security-groups/4d7eb164-929d-40ff-a505-71a7fc775cee HTTP/1.1" status: 204 len: 173 time: 0.1845694 Mar 07 16:00:38.754169 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600faa7b-6023-4b66-9ee4-997ff827adae tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7eb164-929d-40ff-a505-71a7fc775cee,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:38.838654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce9127aa-d4de-40b3-829a-c96db8e69703 req-d45965c1-e1b5-42a2-8c25-cd151352e04c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/85db8f5e-4b16-4c3e-b107-1885eac058b1 HTTP/1.1" status: 200 len: 1821 time: 0.0605726 Mar 07 16:00:38.912406 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ce9127aa-d4de-40b3-829a-c96db8e69703 req-7b660d57-08b9-484a-9ed7-99e4adddc62c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (85db8f5e-4b16-4c3e-b107-1885eac058b1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:38.952477 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ce9127aa-d4de-40b3-829a-c96db8e69703 req-7b660d57-08b9-484a-9ed7-99e4adddc62c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (85db8f5e-4b16-4c3e-b107-1885eac058b1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:38.955825 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2e9859e-f94d-4752-9c89-8424e48ac8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.066234 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2e9859e-f94d-4752-9c89-8424e48ac8fa admin admin] Publish callbacks [] for security_group (a3b676aa-4533-4fca-a1a6-0cd973be0ee4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.076976 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2e9859e-f94d-4752-9c89-8424e48ac8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a3b676aa-4533-4fca-a1a6-0cd973be0ee4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.137986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45726) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:39.138415 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a2e9859e-f94d-4752-9c89-8424e48ac8fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f62898b3b83345b888f2f6d7dc988282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4468679 Mar 07 16:00:39.141029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9859e-f94d-4752-9c89-8424e48ac8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b676aa-4533-4fca-a1a6-0cd973be0ee4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:39.162396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ce9127aa-d4de-40b3-829a-c96db8e69703 req-7b660d57-08b9-484a-9ed7-99e4adddc62c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (85db8f5e-4b16-4c3e-b107-1885eac058b1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.166959 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ce9127aa-d4de-40b3-829a-c96db8e69703 req-7b660d57-08b9-484a-9ed7-99e4adddc62c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.170522 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce9127aa-d4de-40b3-829a-c96db8e69703 req-7b660d57-08b9-484a-9ed7-99e4adddc62c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "DELETE /v2.0/security-groups/85db8f5e-4b16-4c3e-b107-1885eac058b1 HTTP/1.1" status: 204 len: 173 time: 0.3250875 Mar 07 16:00:39.185914 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b660d57-08b9-484a-9ed7-99e4adddc62c tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db8f5e-4b16-4c3e-b107-1885eac058b1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:39.187926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45730) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:39.230020 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (ce312f0d-6e82-4f61-98ff-cafef517a32a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.252900 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1042e391-c283-42b3-9db4-14ba2d9e7b05 req-e995f6d9-9914-485a-a6d2-58dc768e363f tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/dd978a19-2fe9-460e-a448-72b69bd0ec37 HTTP/1.1" status: 200 len: 1821 time: 0.0566638 Mar 07 16:00:39.279154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1505dfb3-bb5f-42fd-b675-b19fa7c95691 admin admin] Publish callbacks [] for security_group (a3b676aa-4533-4fca-a1a6-0cd973be0ee4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.353893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1505dfb3-bb5f-42fd-b675-b19fa7c95691 admin admin] Publish callbacks [] for security_group (a3b676aa-4533-4fca-a1a6-0cd973be0ee4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.370972 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1042e391-c283-42b3-9db4-14ba2d9e7b05 req-c49a2406-010f-41b9-bd6c-78f5a927bcb7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (dd978a19-2fe9-460e-a448-72b69bd0ec37), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.398378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1042e391-c283-42b3-9db4-14ba2d9e7b05 req-c49a2406-010f-41b9-bd6c-78f5a927bcb7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (dd978a19-2fe9-460e-a448-72b69bd0ec37), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.484372 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1042e391-c283-42b3-9db4-14ba2d9e7b05 req-c49a2406-010f-41b9-bd6c-78f5a927bcb7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dd978a19-2fe9-460e-a448-72b69bd0ec37), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.487507 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1505dfb3-bb5f-42fd-b675-b19fa7c95691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a3b676aa-4533-4fca-a1a6-0cd973be0ee4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.489056 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1042e391-c283-42b3-9db4-14ba2d9e7b05 req-c49a2406-010f-41b9-bd6c-78f5a927bcb7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.490476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1505dfb3-bb5f-42fd-b675-b19fa7c95691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.495152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1505dfb3-bb5f-42fd-b675-b19fa7c95691 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3b676aa-4533-4fca-a1a6-0cd973be0ee4 HTTP/1.1" status: 204 len: 168 time: 0.3530047 Mar 07 16:00:39.495799 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1042e391-c283-42b3-9db4-14ba2d9e7b05 req-c49a2406-010f-41b9-bd6c-78f5a927bcb7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd978a19-2fe9-460e-a448-72b69bd0ec37 HTTP/1.1" status: 204 len: 173 time: 0.2363441 Mar 07 16:00:39.510109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505dfb3-bb5f-42fd-b675-b19fa7c95691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b676aa-4533-4fca-a1a6-0cd973be0ee4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:39.520254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a2406-010f-41b9-bd6c-78f5a927bcb7 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd978a19-2fe9-460e-a448-72b69bd0ec37,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:39.614235 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f5db236-bbe3-4e8e-b4dc-650e025f766d req-1ef01e17-8f36-455b-9958-5db7323197eb tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb HTTP/1.1" status: 200 len: 2419 time: 0.0945909 Mar 07 16:00:39.625007 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a800b9a5-77cb-49b4-be18-ecb763ed2705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.767900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Deleting port 80f9fc8e-0bc0-4d4d-b724-f13493154edf {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:39.769374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.871174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] For port 80f9fc8e-0bc0-4d4d-b724-f13493154edf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=80f9fc8e-0bc0-4d4d-b724-f13493154edf,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:39.872106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:39.888775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Calling delete_port for 80f9fc8e-0bc0-4d4d-b724-f13493154edf owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:40.032563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45786) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:40.075752 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a800b9a5-77cb-49b4-be18-ecb763ed2705 admin admin] Publish callbacks [] for security_group (3e915caf-c4ba-4d3e-a121-4147907ddcbb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.089878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2a31-c56a-4940-9568-9e8886bd6092 req-2acc23d3-b921-42c0-814b-fd13ba6db29d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:40.106098 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a65c2a31-c56a-4940-9568-9e8886bd6092 req-2acc23d3-b921-42c0-814b-fd13ba6db29d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.4273925 Mar 07 16:00:40.108881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f5db236-bbe3-4e8e-b4dc-650e025f766d req-1ad1ab6b-4a94-4c18-a0a0-93223a08d73e tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.120770 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (80f9fc8e-0bc0-4d4d-b724-f13493154edf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.129922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a800b9a5-77cb-49b4-be18-ecb763ed2705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3e915caf-c4ba-4d3e-a121-4147907ddcbb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.161631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f9fc8e-0bc0-4d4d-b724-f13493154edf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:40.193351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f5db236-bbe3-4e8e-b4dc-650e025f766d req-1ad1ab6b-4a94-4c18-a0a0-93223a08d73e tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.232969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800b9a5-77cb-49b4-be18-ecb763ed2705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e915caf-c4ba-4d3e-a121-4147907ddcbb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:40.267942 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a65c2a31-c56a-4940-9568-9e8886bd6092 req-d7c6d177-e2ce-4a03-8cb7-6949ca8f25cf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597240 Mar 07 16:00:40.273800 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a800b9a5-77cb-49b4-be18-ecb763ed2705 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48c90b7dfc164b1f87d6287f988366e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0814590 Mar 07 16:00:40.275309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45816) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:40.383071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd9fc-330f-44ba-a96a-37c0c637a7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.518394 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f5db236-bbe3-4e8e-b4dc-650e025f766d req-1ad1ab6b-4a94-4c18-a0a0-93223a08d73e tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.521018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f5db236-bbe3-4e8e-b4dc-650e025f766d req-1ad1ab6b-4a94-4c18-a0a0-93223a08d73e tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.522317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f5db236-bbe3-4e8e-b4dc-650e025f766d req-1ad1ab6b-4a94-4c18-a0a0-93223a08d73e tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "DELETE /v2.0/security-groups/cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb HTTP/1.1" status: 204 len: 173 time: 0.9070311 Mar 07 16:00:40.558858 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8bac324-a1e2-4990-b9b5-c844444b654d admin admin] Publish callbacks [] for security_group (3e915caf-c4ba-4d3e-a121-4147907ddcbb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.615424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (ce312f0d-6e82-4f61-98ff-cafef517a32a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.617672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8bac324-a1e2-4990-b9b5-c844444b654d admin admin] Publish callbacks [] for security_group (3e915caf-c4ba-4d3e-a121-4147907ddcbb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.648151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd9fc-330f-44ba-a96a-37c0c637a7ba admin admin] Publish callbacks [] for security_group (911c7bac-fba0-4f21-a175-3e3ec79087c1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.662098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd9fc-330f-44ba-a96a-37c0c637a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (911c7bac-fba0-4f21-a175-3e3ec79087c1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.671065 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-207b1bbd-6288-4447-b316-1f0d415704ea req-25192cb1-a144-4b71-a025-1d93835f97b5 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "GET /v2.0/security-groups/a87cc111-626e-49a4-a373-8fdc73389dc6 HTTP/1.1" status: 200 len: 2414 time: 0.0964842 Mar 07 16:00:40.671786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1ab6b-4a94-4c18-a0a0-93223a08d73e tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddcc7bf-dc05-4a9f-af5b-a6ec5f2f48fb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:40.705727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddd9fc-330f-44ba-a96a-37c0c637a7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c7bac-fba0-4f21-a175-3e3ec79087c1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:40.734941 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f4ddd9fc-330f-44ba-a96a-37c0c637a7ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb211c5595f242d2b979ca1cd6b91b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7009037 Mar 07 16:00:40.735747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45836) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:40.770072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8bac324-a1e2-4990-b9b5-c844444b654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3e915caf-c4ba-4d3e-a121-4147907ddcbb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.773774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8bac324-a1e2-4990-b9b5-c844444b654d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.777789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e8bac324-a1e2-4990-b9b5-c844444b654d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e915caf-c4ba-4d3e-a121-4147907ddcbb HTTP/1.1" status: 204 len: 168 time: 0.4991066 Mar 07 16:00:40.777937 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.792574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-207b1bbd-6288-4447-b316-1f0d415704ea req-8b3d6cab-e0ea-4780-8e6f-acc1ec4f2c55 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (a87cc111-626e-49a4-a373-8fdc73389dc6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.809081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bac324-a1e2-4990-b9b5-c844444b654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e915caf-c4ba-4d3e-a121-4147907ddcbb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:40.828961 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31c79235-0120-4380-a456-e01611dd097d admin admin] Publish callbacks [] for security_group (911c7bac-fba0-4f21-a175-3e3ec79087c1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.853995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31c79235-0120-4380-a456-e01611dd097d admin admin] Publish callbacks [] for security_group (911c7bac-fba0-4f21-a175-3e3ec79087c1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.876654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-207b1bbd-6288-4447-b316-1f0d415704ea req-8b3d6cab-e0ea-4780-8e6f-acc1ec4f2c55 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (a87cc111-626e-49a4-a373-8fdc73389dc6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.961531 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31c79235-0120-4380-a456-e01611dd097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (911c7bac-fba0-4f21-a175-3e3ec79087c1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.965414 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31c79235-0120-4380-a456-e01611dd097d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:40.969740 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-31c79235-0120-4380-a456-e01611dd097d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/911c7bac-fba0-4f21-a175-3e3ec79087c1 HTTP/1.1" status: 204 len: 168 time: 0.2303669 Mar 07 16:00:40.978501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c79235-0120-4380-a456-e01611dd097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c7bac-fba0-4f21-a175-3e3ec79087c1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:41.006404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-207b1bbd-6288-4447-b316-1f0d415704ea req-8b3d6cab-e0ea-4780-8e6f-acc1ec4f2c55 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a87cc111-626e-49a4-a373-8fdc73389dc6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.010655 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-207b1bbd-6288-4447-b316-1f0d415704ea req-8b3d6cab-e0ea-4780-8e6f-acc1ec4f2c55 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.011402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45852) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:41.017678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-207b1bbd-6288-4447-b316-1f0d415704ea req-8b3d6cab-e0ea-4780-8e6f-acc1ec4f2c55 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] 10.222.0.24 "DELETE /v2.0/security-groups/a87cc111-626e-49a4-a373-8fdc73389dc6 HTTP/1.1" status: 204 len: 173 time: 0.3336632 Mar 07 16:00:41.022663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45856) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:41.085120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d6cab-e0ea-4780-8e6f-acc1ec4f2c55 tempest-SecurityGroupRulesTestJSON-602918376 tempest-SecurityGroupRulesTestJSON-602918376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87cc111-626e-49a4-a373-8fdc73389dc6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:41.169468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-50376589-7bcb-4de7-9427-3cddb8fea52c admin admin] Deleting subnet 67e45a45-0164-4e6b-b2d7-dbbe5dd77104 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:00:41.173404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50376589-7bcb-4de7-9427-3cddb8fea52c admin admin] Publish callbacks [] for subnet (67e45a45-0164-4e6b-b2d7-dbbe5dd77104), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.223360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50376589-7bcb-4de7-9427-3cddb8fea52c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (67e45a45-0164-4e6b-b2d7-dbbe5dd77104), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.279116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Router ce312f0d-6e82-4f61-98ff-cafef517a32a has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:00:41.393338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50376589-7bcb-4de7-9427-3cddb8fea52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (67e45a45-0164-4e6b-b2d7-dbbe5dd77104), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.435168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-244486114-network', 'tenant_id': '9fdcbd0ff10c45108a08a31b08761e64'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:41.461293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Made reservation on behalf of 9fdcbd0ff10c45108a08a31b08761e64 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:41.466323 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.478890 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.501593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597ec26-ed25-42f9-bf3c-e0de7badeb0b req-581a2706-abac-4b7f-ba68-c0e5b1cf1081 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:41.503152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e597ec26-ed25-42f9-bf3c-e0de7badeb0b req-581a2706-abac-4b7f-ba68-c0e5b1cf1081 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.1577697 Mar 07 16:00:41.526249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45886) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:41.533982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:00:41.545870 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-563f8eba-dcdd-4edc-a795-0bdd87b6c6c8 admin admin] 10.222.0.24 "PUT /v2.0/routers/ce312f0d-6e82-4f61-98ff-cafef517a32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8660491 Mar 07 16:00:41.547032 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] Sync routers for ids ['ce312f0d-6e82-4f61-98ff-cafef517a32a'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:00:41.555334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45888) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:41.569386 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] Routers {'ce312f0d-6e82-4f61-98ff-cafef517a32a'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:41.573448 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ce312f0d-6e82-4f61-98ff-cafef517a32a'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:41.579145 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7fcb-e8d7-4895-b468-62315f0d9ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.626190 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50376589-7bcb-4de7-9427-3cddb8fea52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (67e45a45-0164-4e6b-b2d7-dbbe5dd77104), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.723130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50376589-7bcb-4de7-9427-3cddb8fea52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e45a45-0164-4e6b-b2d7-dbbe5dd77104,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:41.749506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e597ec26-ed25-42f9-bf3c-e0de7badeb0b req-23195fe8-ba85-4bf9-8d6e-acc8c02b6a74 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324545 Mar 07 16:00:41.755002 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] Set router ce312f0d-6e82-4f61-98ff-cafef517a32a gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:41.759010 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50376589-7bcb-4de7-9427-3cddb8fea52c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.766854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-50376589-7bcb-4de7-9427-3cddb8fea52c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/67e45a45-0164-4e6b-b2d7-dbbe5dd77104 HTTP/1.1" status: 204 len: 168 time: 0.7429338 Mar 07 16:00:41.767757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45896) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:41.899811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (a846373f-2c0b-47df-899b-8ef70e370016), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.903902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks [] for router (ce312f0d-6e82-4f61-98ff-cafef517a32a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:41.953003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7fcb-e8d7-4895-b468-62315f0d9ba5 admin admin] Publish callbacks [] for security_group (0733b482-6966-4b89-96c4-99a38e98e043), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.007076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Publish callbacks [] for security_group (cc129f3e-ad08-4edc-b378-6e0fa0cdc61c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.031730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cc129f3e-ad08-4edc-b378-6e0fa0cdc61c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.035371 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7fcb-e8d7-4895-b468-62315f0d9ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0733b482-6966-4b89-96c4-99a38e98e043), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.076480 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2b2d7fcb-e8d7-4895-b468-62315f0d9ba5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4612a3372464228b7d048a903721a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487092 Mar 07 16:00:42.082480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45908) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:42.159649 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:57Z', 'updated_at': '2022-03-07T16:00:40Z', 'revision_number': 5, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'gw_port': {'id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:59Z', 'updated_at': '2022-03-07T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:42.182071 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:00:42.190505 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1596fc39-ab09-4a72-81ac-884a3cb9bfd9 admin admin] Publish callbacks [] for security_group (0733b482-6966-4b89-96c4-99a38e98e043), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.196784 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] Checking router: ce312f0d-6e82-4f61-98ff-cafef517a32a for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:00:42.207244 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] Routers {'ce312f0d-6e82-4f61-98ff-cafef517a32a'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:42.208182 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ce312f0d-6e82-4f61-98ff-cafef517a32a'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:42.228247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1596fc39-ab09-4a72-81ac-884a3cb9bfd9 admin admin] Publish callbacks [] for security_group (0733b482-6966-4b89-96c4-99a38e98e043), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.322815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1596fc39-ab09-4a72-81ac-884a3cb9bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0733b482-6966-4b89-96c4-99a38e98e043), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.327630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1596fc39-ab09-4a72-81ac-884a3cb9bfd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.333783 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1596fc39-ab09-4a72-81ac-884a3cb9bfd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0733b482-6966-4b89-96c4-99a38e98e043 HTTP/1.1" status: 204 len: 168 time: 0.2484744 Mar 07 16:00:42.338419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f4042f66-af36-4cbe-9375-d997ee9e32d5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.339211 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Added segment f4042f66-af36-4cbe-9375-d997ee9e32d5 of type vlan for network f2e65e7d-475f-42bc-b785-221af76b9874 Mar 07 16:00:42.342583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:42.351436 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] Set router ce312f0d-6e82-4f61-98ff-cafef517a32a gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:42.413019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d7fcb-e8d7-4895-b468-62315f0d9ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0733b482-6966-4b89-96c4-99a38e98e043,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:42.433692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596fc39-ab09-4a72-81ac-884a3cb9bfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0733b482-6966-4b89-96c4-99a38e98e043,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:42.445996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45924) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:42.509575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f2e65e7d-475f-42bc-b785-221af76b9874), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.548286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-fb4caf88-bb0b-4e4e-9e2d-d854e699b9c4 service neutron] 10.222.0.11 "GET /v2.0/ports/3dcd00aa-65f5-4839-ad54-3eef0e7af058/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 382 time: 0.7567744 Mar 07 16:00:42.581893 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f2e65e7d-475f-42bc-b785-221af76b9874), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.582838 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:57Z', 'updated_at': '2022-03-07T16:00:40Z', 'revision_number': 5, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'gw_port': {'id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:59Z', 'updated_at': '2022-03-07T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:42.584167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:42.591901 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.608657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks [] for router_gateway (ce312f0d-6e82-4f61-98ff-cafef517a32a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.616413 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988a4fb-637d-4e83-8f71-a0491116dfca None None] The sync data for ids ['ce312f0d-6e82-4f61-98ff-cafef517a32a'] in n-d-830010-8 is: [{'id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184784638-router', 'tenant_id': 'efef4621b10a4978a8d7920b79af084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:58:57Z', 'updated_at': '2022-03-07T16:00:40Z', 'revision_number': 5, 'project_id': 'efef4621b10a4978a8d7920b79af084e', 'gw_port': {'id': '1e88d2f5-4efc-4702-a727-7b98f106f6c9', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce312f0d-6e82-4f61-98ff-cafef517a32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:58:59Z', 'updated_at': '2022-03-07T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:00:42.703430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] Pushing event updated for resources: {'Network': ['ID=f2e65e7d-475f-42bc-b785-221af76b9874,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:42.720532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f2e65e7d-475f-42bc-b785-221af76b9874 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:00:42.721423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (a846373f-2c0b-47df-899b-8ef70e370016), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.739092 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3ee10e07-5b43-44ce-8779-542122fa40dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7261674 Mar 07 16:00:42.745460 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45932) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:42.749882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45934) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:42.761052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Request body: {'subnet': {'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-244486114-subnet', 'tenant_id': '9fdcbd0ff10c45108a08a31b08761e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:42.835396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Made reservation on behalf of 9fdcbd0ff10c45108a08a31b08761e64 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:42.838462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.838877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a846373f-2c0b-47df-899b-8ef70e370016']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:42.865564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328295e0-208f-4726-a725-6082f91f43c6 req-9fe2b576-064b-4493-bc77-826594a678c4 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:42.874593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-328295e0-208f-4726-a725-6082f91f43c6 req-9fe2b576-064b-4493-bc77-826594a678c4 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 945 time: 0.3418212 Mar 07 16:00:42.880269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dc560a-e4df-456e-a1a0-6089be00a6a9') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:42.881346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dc560a-e4df-456e-a1a0-6089be00a6a9') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:42.910372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-623808173-network', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:42.920670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (29dc560a-e4df-456e-a1a0-6089be00a6a9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.973242 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18b5719-e208-4d88-b679-a7fc2b53d309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.974718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (29dc560a-e4df-456e-a1a0-6089be00a6a9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.985820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:00:42.986273 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (29dc560a-e4df-456e-a1a0-6089be00a6a9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:00:42.988218 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:00:42.990374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Deleting port 1e88d2f5-4efc-4702-a727-7b98f106f6c9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:42.990374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.011886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Made reservation on behalf of 87e32b1d77974b749f45d76ce79e72f8 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:43.014322 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.061091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80f9fc8e-0bc0-4d4d-b724-f13493154edf no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:43.091954 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-328295e0-208f-4726-a725-6082f91f43c6 req-2bf5307e-d29b-4970-9bc1-5c643a07fda8 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938162 Mar 07 16:00:43.101056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 80f9fc8e-0bc0-4d4d-b724-f13493154edf {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:43.101412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80f9fc8e-0bc0-4d4d-b724-f13493154edf not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:43.103463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-ba165e2f-7739-4a09-94fd-a27d6228dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:43.108088 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-ba165e2f-7739-4a09-94fd-a27d6228dbe2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982&tenant_id=3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 1132 time: 0.1316879 Mar 07 16:00:43.131107 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.132933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (a846373f-2c0b-47df-899b-8ef70e370016), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.141495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.148307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] 10.222.0.24 "DELETE /v2.0/networks/a846373f-2c0b-47df-899b-8ef70e370016 HTTP/1.1" status: 204 len: 168 time: 1.3740735 Mar 07 16:00:43.167991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99524a28-530a-40be-920d-5b87eff02d3a req-f1f85379-b7a1-4064-9b48-ef6a270033ca tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:43.170957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99524a28-530a-40be-920d-5b87eff02d3a req-f1f85379-b7a1-4064-9b48-ef6a270033ca tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.2536478 Mar 07 16:00:43.234041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dcf64-f592-4bb3-a65d-23876f3f052d admin admin] Pushing event deleted for resources: {'Network': ['ID=a846373f-2c0b-47df-899b-8ef70e370016,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:43.360557 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f72ca13c-8ffe-45cb-9e24-07aaf17581aa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.414984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] For port 1e88d2f5-4efc-4702-a727-7b98f106f6c9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1e88d2f5-4efc-4702-a727-7b98f106f6c9,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:43.415376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.420994 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45954) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:43.447181 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18b5719-e208-4d88-b679-a7fc2b53d309 admin admin] Publish callbacks [] for security_group (16894fe5-5ac3-440f-a34f-a408d47a6944), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.448582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Calling delete_port for 1e88d2f5-4efc-4702-a727-7b98f106f6c9 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:43.456367 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99524a28-530a-40be-920d-5b87eff02d3a req-e2562791-02d4-41b1-a115-519e10918125 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480993 Mar 07 16:00:43.474547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18b5719-e208-4d88-b679-a7fc2b53d309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (16894fe5-5ac3-440f-a34f-a408d47a6944), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.499566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-79d6f697-51e5-4c97-a7a6-0de1cd788420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:43.501185 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-79d6f697-51e5-4c97-a7a6-0de1cd788420 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 1132 time: 0.2080433 Mar 07 16:00:43.521199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72ca13c-8ffe-45cb-9e24-07aaf17581aa,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:43.526239 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-c23fd986-b7d3-4f11-af46-b10fdd3a349c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2092581 Mar 07 16:00:43.557017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Publish callbacks [] for security_group (c31f99f2-5508-4f1a-97cb-72b9156b053f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.568466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Checking segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:43.568907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Network hostable DHCP agents. Network: f2e65e7d-475f-42bc-b785-221af76b9874, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:00:43.572088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c31f99f2-5508-4f1a-97cb-72b9156b053f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.593896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b5719-e208-4d88-b679-a7fc2b53d309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16894fe5-5ac3-440f-a34f-a408d47a6944,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:43.606071 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b18b5719-e208-4d88-b679-a7fc2b53d309 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b94dae96bb51437ab1de4e830ed0509a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1531425 Mar 07 16:00:43.608667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fb785ce1-54b1-4100-b1a1-1b5085ed47ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5096691c928a4a7e9a0954ea64e51ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819451 Mar 07 16:00:43.619264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45958) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:43.619264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45960) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:43.692678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:00:43.705117 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e8cab00b-f866-4d69-bd93-6b22093011e8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.705466 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Added segment e8cab00b-f866-4d69-bd93-6b22093011e8 of type vlan for network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 Mar 07 16:00:43.727329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f99f2-5508-4f1a-97cb-72b9156b053f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:43.760738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Network f2e65e7d-475f-42bc-b785-221af76b9874 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:00:43.792839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8caf0a6a-baa6-4abc-8601-845b7dea4c22 admin admin] Publish callbacks [] for security_group (6e06309f-7467-4264-b1e4-bcf4f523e5e6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.824303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9174c0a6-c1e2-4d55-b462-adc5c374ca59), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.824632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, f2e65e7d-475f-42bc-b785-221af76b9874) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:43.842639 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8caf0a6a-baa6-4abc-8601-845b7dea4c22 admin admin] Publish callbacks [] for security_group (6e06309f-7467-4264-b1e4-bcf4f523e5e6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.844683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250d052-a19e-4e9e-b540-901783e19049 None None] Network f2e65e7d-475f-42bc-b785-221af76b9874 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:43.845578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-e7bbe745-3cbc-4419-84dd-5bc96212d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:43.847000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:43.847697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.848386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-e7bbe745-3cbc-4419-84dd-5bc96212d371 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 1132 time: 0.2227523 Mar 07 16:00:43.852772 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1e88d2f5-4efc-4702-a727-7b98f106f6c9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.881838 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ef3e37f2-7574-4811-a213-afab6fc90bbd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1266837 Mar 07 16:00:43.881838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b680cf2-40a7-44d9-a2e9-e8a6ba265279 admin admin] Publish callbacks [] for security_group (16894fe5-5ac3-440f-a34f-a408d47a6944), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.884526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-2cee6665-0a81-457d-afd1-5dcdfde3e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:43.885804 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-2cee6665-0a81-457d-afd1-5dcdfde3e9f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.3709149 Mar 07 16:00:43.944042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e88d2f5-4efc-4702-a727-7b98f106f6c9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:43.971520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b680cf2-40a7-44d9-a2e9-e8a6ba265279 admin admin] Publish callbacks [] for security_group (16894fe5-5ac3-440f-a34f-a408d47a6944), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.986000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9174c0a6-c1e2-4d55-b462-adc5c374ca59), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:43.987398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:43.988231 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.022552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c514d602-c40e-4333-9d15-b3842ca8d408 None None] Network f2e65e7d-475f-42bc-b785-221af76b9874 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:44.031827 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-84ff0b07-3258-4be7-9b72-366644a8de49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058 HTTP/1.1" status: 200 len: 217 time: 0.1331718 Mar 07 16:00:44.036916 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b680cf2-40a7-44d9-a2e9-e8a6ba265279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (16894fe5-5ac3-440f-a34f-a408d47a6944), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.040456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b680cf2-40a7-44d9-a2e9-e8a6ba265279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.043151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9b680cf2-40a7-44d9-a2e9-e8a6ba265279 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16894fe5-5ac3-440f-a34f-a408d47a6944 HTTP/1.1" status: 204 len: 168 time: 0.4260094 Mar 07 16:00:44.091888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b680cf2-40a7-44d9-a2e9-e8a6ba265279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16894fe5-5ac3-440f-a34f-a408d47a6944,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:44.132940 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8caf0a6a-baa6-4abc-8601-845b7dea4c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6e06309f-7467-4264-b1e4-bcf4f523e5e6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.136569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8caf0a6a-baa6-4abc-8601-845b7dea4c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.143766 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8caf0a6a-baa6-4abc-8601-845b7dea4c22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e06309f-7467-4264-b1e4-bcf4f523e5e6 HTTP/1.1" status: 204 len: 168 time: 0.5240939 Mar 07 16:00:44.156815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-6509be05-12c5-4264-9ce4-4ee7a6cce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:44.159090 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-6509be05-12c5-4264-9ce4-4ee7a6cce9e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1141667 Mar 07 16:00:44.180531 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4097209 Mar 07 16:00:44.181200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45982) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:44.196292 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Request body: {'subnet': {'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-623808173-subnet', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:44.204809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca823e34-43b2-45cc-8bf3-192cdd9fa92d admin admin] Pushing event updated for resources: {'Network': ['ID=9174c0a6-c1e2-4d55-b462-adc5c374ca59,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:44.222190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf0a6a-baa6-4abc-8601-845b7dea4c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e06309f-7467-4264-b1e4-bcf4f523e5e6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:44.238509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (ce312f0d-6e82-4f61-98ff-cafef517a32a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.246862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-5be17bf5-becb-4517-9f93-54a69c5ec248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:44.248373 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-5be17bf5-becb-4517-9f93-54a69c5ec248 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.3283842 Mar 07 16:00:44.264805 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:00:44.303267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718f3-f9fe-467c-8586-0bc018af278a req-0009b95e-e3ce-4d14-8bfc-052356c3bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:44.305381 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-0009b95e-e3ce-4d14-8bfc-052356c3bbe7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1383028 Mar 07 16:00:44.347599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Made reservation on behalf of 87e32b1d77974b749f45d76ce79e72f8 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:44.350236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.417155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-93945ac7-54da-475d-95f2-231cc313182e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:44.418645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-93945ac7-54da-475d-95f2-231cc313182e tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.15 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 945 time: 0.3632729 Mar 07 16:00:44.442018 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-d0a26de3-6580-41b7-8f92-252fc857a2d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 200 len: 217 time: 0.1529181 Mar 07 16:00:44.443767 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (ce312f0d-6e82-4f61-98ff-cafef517a32a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.464931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks [] for router_controller (ce312f0d-6e82-4f61-98ff-cafef517a32a), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.475974 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-6cf8281c-9e6c-4154-b6cf-608b2e2530da service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641941 Mar 07 16:00:44.484227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd2d6a-a1eb-464c-85fb-7001d986bbfd req-9646d82a-8754-4945-a16b-a206f2356f07 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:44.485748 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08bd2d6a-a1eb-464c-85fb-7001d986bbfd req-9646d82a-8754-4945-a16b-a206f2356f07 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 945 time: 0.2427599 Mar 07 16:00:44.601353 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08bd2d6a-a1eb-464c-85fb-7001d986bbfd req-c33c12cb-191d-43ff-a9b1-f7557dfb74d0 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064236 Mar 07 16:00:44.622712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-261718f3-f9fe-467c-8586-0bc018af278a req-33a493aa-4975-4f9a-a5b1-855c3db3244b service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353574 Mar 07 16:00:44.654125 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (ce312f0d-6e82-4f61-98ff-cafef517a32a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.655021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce312f0d-6e82-4f61-98ff-cafef517a32a {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:00:44.668312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.671034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-31223ec7-0846-4c97-9751-971bd9197192 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ce312f0d-6e82-4f61-98ff-cafef517a32a HTTP/1.1" status: 204 len: 168 time: 3.1136916 Mar 07 16:00:44.673883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45996) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:44.677464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-0e9babba-2c23-4540-8b4b-2046b03b9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:44.679195 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-0e9babba-2c23-4540-8b4b-2046b03b9f14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.2259467 Mar 07 16:00:44.827570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Deleting port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:44.828244 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.846456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b4711c-1eff-426f-9af2-ea4afbb384b3 admin admin] Deleting subnet 76418cb9-2ab9-4c50-b612-9502fc15c4dc {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:00:44.849714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-641951af-bb03-463b-b9e1-6c97d6076c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:44.853206 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-641951af-bb03-463b-b9e1-6c97d6076c65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1666145 Mar 07 16:00:44.869374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9bf7b-64fb-4c7e-9a24-51ba3268c541 req-b215964e-0997-4f89-a5fd-07fc707767af tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:44.880892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11f9bf7b-64fb-4c7e-9a24-51ba3268c541 req-b215964e-0997-4f89-a5fd-07fc707767af tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.1456397 Mar 07 16:00:44.882999 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4711c-1eff-426f-9af2-ea4afbb384b3 admin admin] Publish callbacks [] for subnet (76418cb9-2ab9-4c50-b612-9502fc15c4dc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:44.994362 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11f9bf7b-64fb-4c7e-9a24-51ba3268c541 req-9857f9e5-d8d9-467e-ab58-414fa6d3c1af tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125147 Mar 07 16:00:44.995542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46008) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:45.017740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-566d29e4-ff75-4e69-a17e-96134082e33a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.045501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4711c-1eff-426f-9af2-ea4afbb384b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (76418cb9-2ab9-4c50-b612-9502fc15c4dc), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.069040 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (9e7ac3a9-a937-40c1-9c1d-993b5e71bf00), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.180343 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4711c-1eff-426f-9af2-ea4afbb384b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (76418cb9-2ab9-4c50-b612-9502fc15c4dc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.186382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] For port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:45.187030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.232821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-566d29e4-ff75-4e69-a17e-96134082e33a admin admin] Publish callbacks [] for security_group (78e47231-5fba-4f65-bfb8-0dc4c113e0d2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.243715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-566d29e4-ff75-4e69-a17e-96134082e33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (78e47231-5fba-4f65-bfb8-0dc4c113e0d2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.250507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Calling delete_port for 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:45.267894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-c22787ac-ca4e-4368-b6a9-e3a2d2fee97f service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868234 Mar 07 16:00:45.284418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7ac3a9-a937-40c1-9c1d-993b5e71bf00,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:45.303724 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-566d29e4-ff75-4e69-a17e-96134082e33a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8caa89a1209f45e0966ef26627e8ab78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015437 Mar 07 16:00:45.308380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46020) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:45.316909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d29e4-ff75-4e69-a17e-96134082e33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e47231-5fba-4f65-bfb8-0dc4c113e0d2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:45.333212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4711c-1eff-426f-9af2-ea4afbb384b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (76418cb9-2ab9-4c50-b612-9502fc15c4dc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.366404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4711c-1eff-426f-9af2-ea4afbb384b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76418cb9-2ab9-4c50-b612-9502fc15c4dc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:45.370294 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4711c-1eff-426f-9af2-ea4afbb384b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.374325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-77b4711c-1eff-426f-9af2-ea4afbb384b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/76418cb9-2ab9-4c50-b612-9502fc15c4dc HTTP/1.1" status: 204 len: 168 time: 0.6990137 Mar 07 16:00:45.376697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33046cb0-3aa6-4396-a145-d4e21dfbc947 None None] Network 73834449-fa98-4764-a279-651f523c180a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:45.377192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46022) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:45.392020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-8fb568de-6808-4cc5-abab-989e95e780d7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:45.394181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-8fb568de-6808-4cc5-abab-989e95e780d7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.4113500 Mar 07 16:00:45.413569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1e88d2f5-4efc-4702-a727-7b98f106f6c9 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:45.464687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Checking segment: {'id': 'e8cab00b-f866-4d69-bd93-6b22093011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:45.465342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Network hostable DHCP agents. Network: 9174c0a6-c1e2-4d55-b462-adc5c374ca59, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:00:45.479035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-dab55466-0208-4b25-9312-0b9bff6921b4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/quotas/9fdcbd0ff10c45108a08a31b08761e64 HTTP/1.1" status: 200 len: 375 time: 0.0742753 Mar 07 16:00:45.493169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (73834449-fa98-4764-a279-651f523c180a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.555903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 1e88d2f5-4efc-4702-a727-7b98f106f6c9 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:45.556254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1e88d2f5-4efc-4702-a727-7b98f106f6c9 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:45.563320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-24990cc8-1be0-405e-9062-b7f88f8e6d78 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730443 Mar 07 16:00:45.616698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:00:45.630313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Deleting port 21b771b2-d9a5-4afd-9500-6c802cdab451 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:45.630683 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.640970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9681098-4aea-42fe-a6de-669cbf5c38c6 req-9271d41a-7f1b-45ab-ba60-5f0b0ff554ca service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582158 Mar 07 16:00:45.647096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37c1dfa3-4b86-4b0a-86c4-9fdac98fdae4 admin admin] Publish callbacks [] for security_group (78e47231-5fba-4f65-bfb8-0dc4c113e0d2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.687158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9174c0a6-c1e2-4d55-b462-adc5c374ca59) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:45.698441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac2bf41-ad7e-4fbf-83b4-5b03172e6a0a None None] Network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:45.730470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:45.731926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.750252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d5a59-198d-42b7-b56c-fc16a7e9227e None None] DHCP port deletion for 73834449-fa98-4764-a279-651f523c180a request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:00:45.776235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] For port 21b771b2-d9a5-4afd-9500-6c802cdab451, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21b771b2-d9a5-4afd-9500-6c802cdab451,segment=NetworkSegment(acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c),segment_id=acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:45.776761 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.801159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:45.803615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Calling delete_port for 21b771b2-d9a5-4afd-9500-6c802cdab451 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:45.911014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46038) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:45.931504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (21b771b2-d9a5-4afd-9500-6c802cdab451), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:45.982056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b771b2-d9a5-4afd-9500-6c802cdab451,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:45.985995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] No DVR routers for this DVR port 21b771b2-d9a5-4afd-9500-6c802cdab451 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:46.061780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d5a59-198d-42b7-b56c-fc16a7e9227e None None] The port '21b771b2-d9a5-4afd-9500-6c802cdab451' was deleted {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 07 16:00:46.084842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1717422839-network', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:46.099829 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37c1dfa3-4b86-4b0a-86c4-9fdac98fdae4 admin admin] Publish callbacks [] for security_group (78e47231-5fba-4f65-bfb8-0dc4c113e0d2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.124750 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-16eab371-ea21-4da3-aefc-ff79246e02ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9355946 Mar 07 16:00:46.128615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46046) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:46.130545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-3d6c742d-4e0b-4080-8e62-eb0d5aa85095 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552089 Mar 07 16:00:46.139860 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (73834449-fa98-4764-a279-651f523c180a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.140525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:46.146059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:46.146686 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.148356 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (289f7a75-741e-47c5-87cf-4ecfa3a0ff89), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.167028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['289f7a75-741e-47c5-87cf-4ecfa3a0ff89'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:00:46.170754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9174c0a6-c1e2-4d55-b462-adc5c374ca59', 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59', 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'fixed_ips': [{'subnet_id': '9e7ac3a9-a937-40c1-9c1d-993b5e71bf00'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:00:46.171849 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.207242 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dac29a9a-3e99-47ec-8a6a-d9f6559f9b87 req-71c12fca-93a2-4646-83c0-90e717fd2942 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 210 time: 0.0740850 Mar 07 16:00:46.211814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73834449-fa98-4764-a279-651f523c180a']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:46.220874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Made reservation on behalf of f0c91b2c98f8406784bd49fcaaf789ba for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:46.223069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Pushing event deleted for resources: {'Port': ['ID=289f7a75-741e-47c5-87cf-4ecfa3a0ff89,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:46.223576 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.235828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:46.237136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:46.239931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:46.244411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:46.247629 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1516a4-a3ba-4d2f-b490-7962bc2817ea" -d '{"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:46.249097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.257169 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.274152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.279887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (5d3e43f7-cd9b-4bee-b631-55144454b9a9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.281243 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (5d3e43f7-cd9b-4bee-b631-55144454b9a9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.304236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.316602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:00:46.317257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (acd1bce9-8f0e-47ac-bc0e-06f67c61ad2c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:00:46.320947 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:00:46.336446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] No DVR routers for this DVR port 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:46.337933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:46.344054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.347333 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-257dfa55-74b8-4edf-a15f-26e7a941afca req-2b95444c-ff33-47d9-abeb-b235310425a3 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.15 "DELETE /v2.0/ports/289f7a75-741e-47c5-87cf-4ecfa3a0ff89 HTTP/1.1" status: 204 len: 173 time: 1.9120858 Mar 07 16:00:46.348084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856630ae-b9f8-475b-ad97-0aaaed1c7e5b', 'name': 'network-vif-deleted', 'tag': '289f7a75-741e-47c5-87cf-4ecfa3a0ff89'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:46.350311 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee762ea5-ed72-4216-ac08-2c5195b93d14" -d '{"events": [{"server_uuid": "856630ae-b9f8-475b-ad97-0aaaed1c7e5b", "name": "network-vif-deleted", "tag": "289f7a75-741e-47c5-87cf-4ecfa3a0ff89"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:46.358834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37c1dfa3-4b86-4b0a-86c4-9fdac98fdae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (78e47231-5fba-4f65-bfb8-0dc4c113e0d2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.361267 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37c1dfa3-4b86-4b0a-86c4-9fdac98fdae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.365461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-37c1dfa3-4b86-4b0a-86c4-9fdac98fdae4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78e47231-5fba-4f65-bfb8-0dc4c113e0d2 HTTP/1.1" status: 204 len: 168 time: 1.0449123 Mar 07 16:00:46.397905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f2c4c8c5-1e73-4d4d-a8a2-0c33cbf33fda service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531652 Mar 07 16:00:46.400338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1dfa3-4b86-4b0a-86c4-9fdac98fdae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e47231-5fba-4f65-bfb8-0dc4c113e0d2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:46.429078 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Publish callbacks [] for security_group (a1406426-a480-4dc9-a136-67fe82e7df09), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.448869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a1406426-a480-4dc9-a136-67fe82e7df09), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.462474 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks [] for router_controller (5d3e43f7-cd9b-4bee-b631-55144454b9a9), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.511588 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (73834449-fa98-4764-a279-651f523c180a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.547275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.554113 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] 10.222.0.24 "DELETE /v2.0/networks/73834449-fa98-4764-a279-651f523c180a HTTP/1.1" status: 204 len: 168 time: 1.1764045 Mar 07 16:00:46.555280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:00:46.557806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46054) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:46.667429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1406426-a480-4dc9-a136-67fe82e7df09,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:46.675488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Allocated IP 172.20.0.2 (9174c0a6-c1e2-4d55-b462-adc5c374ca59/9e7ac3a9-a937-40c1-9c1d-993b5e71bf00/c8501612-6d97-4d7a-aff9-397ab6e858d3) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:46.688626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab340bb1-272c-49f4-89df-ddee0846ed45 admin admin] Pushing event deleted for resources: {'Network': ['ID=73834449-fa98-4764-a279-651f523c180a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:46.719712 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f6b72c4f-1aa9-4e52-8b4d-515f0d08368e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.720067 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Added segment f6b72c4f-1aa9-4e52-8b4d-515f0d08368e of type vlan for network 20f61a96-6058-4a85-b61f-303a622de412 Mar 07 16:00:46.775806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca013c-0fcd-4eae-9207-80a6e98fb72e req-2fc33ac3-b7ab-415e-8af4-d9adccf240a1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:46.782637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23ca013c-0fcd-4eae-9207-80a6e98fb72e req-2fc33ac3-b7ab-415e-8af4-d9adccf240a1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 948 time: 0.3505712 Mar 07 16:00:46.794555 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks [] for router_gateway (5d3e43f7-cd9b-4bee-b631-55144454b9a9), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.891832 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (20f61a96-6058-4a85-b61f-303a622de412), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.956563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Publish callbacks [] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:46.973834 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eca673-9f8a-489b-8fab-db3b5ace4466 x-openstack-request-id: req-33eca673-9f8a-489b-8fab-db3b5ace4466 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:46.977471 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:46.977961 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33eca673-9f8a-489b-8fab-db3b5ace4466 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:46.979595 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'code': 200} Mar 07 16:00:46.983805 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.004245 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23ca013c-0fcd-4eae-9207-80a6e98fb72e req-ba1b29a7-c053-448d-96c4-7b68c907c2c6 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188153 Mar 07 16:00:47.083886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (20f61a96-6058-4a85-b61f-303a622de412), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.085326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:47.086654 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.102767 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e6ac75-b068-45b2-9110-9c61d167deb6 x-openstack-request-id: req-e1e6ac75-b068-45b2-9110-9c61d167deb6 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:47.103276 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856630ae-b9f8-475b-ad97-0aaaed1c7e5b", "name": "network-vif-deleted", "tag": "289f7a75-741e-47c5-87cf-4ecfa3a0ff89", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:47.103379 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1e6ac75-b068-45b2-9110-9c61d167deb6 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:47.103724 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856630ae-b9f8-475b-ad97-0aaaed1c7e5b', 'name': 'network-vif-deleted', 'tag': '289f7a75-741e-47c5-87cf-4ecfa3a0ff89', 'status': 'completed', 'code': 200} Mar 07 16:00:47.136416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Pushing event updated for resources: {'Port': ['ID=c8501612-6d97-4d7a-aff9-397ab6e858d3,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:47.160014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21b771b2-d9a5-4afd-9500-6c802cdab451 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:47.170076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:47.193901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-646459a7-2e61-41ac-ac76-1b8d830085e7 req-6ef49bbd-7092-4a57-91c5-dd5df19a7892 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 210 time: 0.1104677 Mar 07 16:00:47.197897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:47.200950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 21b771b2-d9a5-4afd-9500-6c802cdab451 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:47.202547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21b771b2-d9a5-4afd-9500-6c802cdab451 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:47.204604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:47.252171 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3398120 Mar 07 16:00:47.258341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46076) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:47.296685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Request body: {'subnet': {'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1717422839-subnet', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:47.304404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14cfab-7258-460e-8e04-3111254568d6 admin admin] Pushing event updated for resources: {'Network': ['ID=20f61a96-6058-4a85-b61f-303a622de412,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:47.346722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 20f61a96-6058-4a85-b61f-303a622de412 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:00:47.353158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Made reservation on behalf of f0c91b2c98f8406784bd49fcaaf789ba for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:47.355564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.393831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks [] for router_gateway (5d3e43f7-cd9b-4bee-b631-55144454b9a9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.428892 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.450722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Attempting to bind port c8501612-6d97-4d7a-aff9-397ab6e858d3 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:47.451263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Attempting to bind port c8501612-6d97-4d7a-aff9-397ab6e858d3 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'e8cab00b-f866-4d69-bd93-6b22093011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:47.451686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Attempting to bind port c8501612-6d97-4d7a-aff9-397ab6e858d3 on network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:47.514096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:47.514481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Checking segment: {'id': 'e8cab00b-f866-4d69-bd93-6b22093011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:47.515007 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.515550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Bound using segment: {'id': 'e8cab00b-f866-4d69-bd93-6b22093011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:47.516055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Bound port: c8501612-6d97-4d7a-aff9-397ab6e858d3, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cab00b-f866-4d69-bd93-6b22093011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:47.516517 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.533857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46084) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:47.559008 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d167b67d-9ad8-4372-9fcc-ffc499d8b636 req-d964d953-092b-4731-b39f-d42a391412f0 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=856630ae-b9f8-475b-ad97-0aaaed1c7e5b HTTP/1.1" status: 200 len: 210 time: 0.1066606 Mar 07 16:00:47.632641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] For port c8501612-6d97-4d7a-aff9-397ab6e858d3, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:47.637481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] For port c8501612-6d97-4d7a-aff9-397ab6e858d3, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c8501612-6d97-4d7a-aff9-397ab6e858d3,segment=NetworkSegment(e8cab00b-f866-4d69-bd93-6b22093011e8),segment_id=e8cab00b-f866-4d69-bd93-6b22093011e8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:47.654505 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.679431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Allocated IP 172.25.4.184 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/cbaec5c1-3b87-4bd7-af68-2172dacf957f) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:47.777104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304aff7-a242-4b2c-a3d4-0a888024c4bf None None] Pushing event updated for resources: {'Port': ['ID=c8501612-6d97-4d7a-aff9-397ab6e858d3,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:47.809787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:00:47.887298 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (479ee108-8f41-4d1f-baf2-c064e6186260), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.905079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks [] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.958207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db625355-5f18-4e27-8a72-1c9855d94480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.974763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:47.975082 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:47.996391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'mac_address': 'fa:16:3e:64:20:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:00:48.067203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:48.074249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:48.081517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:48.081925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:48.082055 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:48.133068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcd00aa-65f5-4839-ad54-3eef0e7af058 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:00:48.155115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Checking segment: {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:48.155695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Network hostable DHCP agents. Network: 20f61a96-6058-4a85-b61f-303a622de412, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:00:48.157831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=479ee108-8f41-4d1f-baf2-c064e6186260,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:48.171690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:48.181738 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:48.203601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (72417f82-ed2d-4f0a-8898-02b8410d2c56), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:48.226878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Pushing event updated for resources: {'Port': ['ID=cbaec5c1-3b87-4bd7-af68-2172dacf957f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:48.352128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:48.360797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Network 20f61a96-6058-4a85-b61f-303a622de412 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:00:48.370479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:48.400350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:48.401075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 289f7a75-741e-47c5-87cf-4ecfa3a0ff89 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:48.426709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 20f61a96-6058-4a85-b61f-303a622de412) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:48.437090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73861a9-28e1-40c1-8b41-0af2e7be4e6b None None] Network 20f61a96-6058-4a85-b61f-303a622de412 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:48.444345 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:48.444949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:48.445506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c3027fc-c544-4c34-a30d-94dc836b8374 req-19961504-6cbe-4890-998f-7a1a9f0cb7f9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 210 time: 0.0549428 Mar 07 16:00:48.482490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69ee03-7890-4101-94d3-38aaf19085cc req-94103615-958a-41c7-8e13-b1a8cf86b09e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:48.484175 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e69ee03-7890-4101-94d3-38aaf19085cc req-94103615-958a-41c7-8e13-b1a8cf86b09e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 949 time: 0.3144410 Mar 07 16:00:48.493657 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db625355-5f18-4e27-8a72-1c9855d94480 admin admin] Publish callbacks [] for security_group (cff34dd0-79c9-445f-9115-7f149c8d3307), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:48.504288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3dcd00aa-65f5-4839-ad54-3eef0e7af058'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:00:48.535642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db625355-5f18-4e27-8a72-1c9855d94480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cff34dd0-79c9-445f-9115-7f149c8d3307), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:48.540421 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d910c51c-5fba-4116-8edc-327901f05ffd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2808471 Mar 07 16:00:48.545816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46104) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:48.563713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:48.640734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db625355-5f18-4e27-8a72-1c9855d94480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff34dd0-79c9-445f-9115-7f149c8d3307,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:48.646068 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-db625355-5f18-4e27-8a72-1c9855d94480 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b51ea5560e141b4b6365350b729085a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1112025 Mar 07 16:00:48.657383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46112) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:48.691450 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:48.693094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:48.727524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-20f61a96-6058-4a85-b61f-303a622de412', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:00:48.728959 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:48.729634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e69ee03-7890-4101-94d3-38aaf19085cc req-98ba6b64-dcc3-4fd9-ac56-d00f555f1f73 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305140 Mar 07 16:00:48.781182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-9c174df5-5070-42b6-84b0-99f80e537797 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:48.783090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-9c174df5-5070-42b6-84b0-99f80e537797 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.3910885 Mar 07 16:00:48.853278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Request body: {'port': {'device_id': '9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'admin_state_up': True, 'tenant_id': '9fdcbd0ff10c45108a08a31b08761e64'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:48.951089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Allocated IP 172.20.0.2 (20f61a96-6058-4a85-b61f-303a622de412/479ee108-8f41-4d1f-baf2-c064e6186260/e98ebe61-3053-4939-8586-5e0b74edb53d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:48.952736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks [] for router_controller (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.036563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4498ea2-746d-4120-9fc8-ca9ca6c598da admin admin] Publish callbacks [] for security_group (cff34dd0-79c9-445f-9115-7f149c8d3307), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.143986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Deleting port 2ce974bc-8472-4f00-980b-fb5100bbd8cc {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:49.144355 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.235708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c8501612-6d97-4d7a-aff9-397ab6e858d3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:49.289590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Publish callbacks [] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.335133 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.362325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4498ea2-746d-4120-9fc8-ca9ca6c598da admin admin] Publish callbacks [] for security_group (cff34dd0-79c9-445f-9115-7f149c8d3307), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.399896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Pushing event updated for resources: {'Port': ['ID=e98ebe61-3053-4939-8586-5e0b74edb53d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:49.431853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Network 20f61a96-6058-4a85-b61f-303a622de412 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:49.441551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:49.446759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:49.458250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c8501612-6d97-4d7a-aff9-397ab6e858d3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:49.459041 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.498174 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks [] for router_gateway (5d3e43f7-cd9b-4bee-b631-55144454b9a9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.547883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc712d8-7b86-4c6d-9bb7-f33ffb0df389 None None] Network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:49.564883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eec72-2713-40f9-b187-b22622945bb9 req-096a6bd9-9998-4275-ae07-1a5c7ffc7ff4 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:49.567291 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c03eec72-2713-40f9-b187-b22622945bb9 req-096a6bd9-9998-4275-ae07-1a5c7ffc7ff4 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 944 time: 0.3027728 Mar 07 16:00:49.577374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks [] for router_gateway (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.582082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Attempting to bind port e98ebe61-3053-4939-8586-5e0b74edb53d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:49.582618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Attempting to bind port e98ebe61-3053-4939-8586-5e0b74edb53d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:49.583095 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Attempting to bind port e98ebe61-3053-4939-8586-5e0b74edb53d on network 20f61a96-6058-4a85-b61f-303a622de412 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:49.629059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-65ea42be-4de3-460c-b99b-7f3725b1ce80 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:49.630848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-65ea42be-4de3-460c-b99b-7f3725b1ce80 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982&tenant_id=3165642cfca34437bce67a855d406c8f&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 949 time: 0.3226044 Mar 07 16:00:49.636944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:49.638187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Checking segment: {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:49.638840 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.639245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Bound using segment: {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:49.639831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Bound port: e98ebe61-3053-4939-8586-5e0b74edb53d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:49.641365 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.675405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-70fa470f-dcba-4339-9c17-ba78c5d6eb75 None None] Provisioning complete for port c8501612-6d97-4d7a-aff9-397ab6e858d3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:49.675876 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-70fa470f-dcba-4339-9c17-ba78c5d6eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.800820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] For port 2ce974bc-8472-4f00-980b-fb5100bbd8cc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2ce974bc-8472-4f00-980b-fb5100bbd8cc,segment=NetworkSegment(a12b12e3-b7c4-4c50-8298-f788f8da0756),segment_id=a12b12e3-b7c4-4c50-8298-f788f8da0756)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:49.801317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.820546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c8501612-6d97-4d7a-aff9-397ab6e858d3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:49.821041 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.826885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c03eec72-2713-40f9-b187-b22622945bb9 req-bd75ec02-30e1-48be-8e43-a9e631370c47 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338240 Mar 07 16:00:49.827563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4498ea2-746d-4120-9fc8-ca9ca6c598da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cff34dd0-79c9-445f-9115-7f149c8d3307), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.827563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4498ea2-746d-4120-9fc8-ca9ca6c598da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.827824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a4498ea2-746d-4120-9fc8-ca9ca6c598da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cff34dd0-79c9-445f-9115-7f149c8d3307 HTTP/1.1" status: 204 len: 168 time: 1.1679945 Mar 07 16:00:49.829023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Calling delete_port for 2ce974bc-8472-4f00-980b-fb5100bbd8cc owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:49.841977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] For port e98ebe61-3053-4939-8586-5e0b74edb53d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:49.860486 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-3cc29d76-6765-4ed1-a361-842b98f39644 service neutron] 10.222.0.11 "GET /v2.0/ports/3dcd00aa-65f5-4839-ad54-3eef0e7af058/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 382 time: 0.2105050 Mar 07 16:00:49.865353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Made reservation on behalf of 9fdcbd0ff10c45108a08a31b08761e64 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:49.865537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4498ea2-746d-4120-9fc8-ca9ca6c598da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff34dd0-79c9-445f-9115-7f149c8d3307,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:49.874560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.897921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] For port e98ebe61-3053-4939-8586-5e0b74edb53d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e98ebe61-3053-4939-8586-5e0b74edb53d,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:49.921238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157088ba-6010-4f91-8923-59fb30d9041e req-8fa47e11-21b0-4c93-84e2-62f651bfbe6f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:49.928792 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-157088ba-6010-4f91-8923-59fb30d9041e req-8fa47e11-21b0-4c93-84e2-62f651bfbe6f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 949 time: 0.5308328 Mar 07 16:00:49.947869 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:49.952308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-47cdbc83-0ced-4b12-b29f-2d7ce1ac032b tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:49.953308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-47cdbc83-0ced-4b12-b29f-2d7ce1ac032b tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 944 time: 0.5121496 Mar 07 16:00:49.971951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port c8501612-6d97-4d7a-aff9-397ab6e858d3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c8501612-6d97-4d7a-aff9-397ab6e858d3,segment=NetworkSegment(e8cab00b-f866-4d69-bd93-6b22093011e8),segment_id=e8cab00b-f866-4d69-bd93-6b22093011e8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:50.003615 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:50.017078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-70fa470f-dcba-4339-9c17-ba78c5d6eb75 None None] Current status of the port c8501612-6d97-4d7a-aff9-397ab6e858d3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:50.017617 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-70fa470f-dcba-4339-9c17-ba78c5d6eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:50.066055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6312e5-5124-43a5-aaaa-3630c8dca2f0 None None] Pushing event updated for resources: {'Port': ['ID=e98ebe61-3053-4939-8586-5e0b74edb53d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:50.147938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-157088ba-6010-4f91-8923-59fb30d9041e req-95c088de-da56-408e-934c-e2a7261fa412 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181585 Mar 07 16:00:50.174291 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-70fa470f-dcba-4339-9c17-ba78c5d6eb75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:00:50.174902 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-70fa470f-dcba-4339-9c17-ba78c5d6eb75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:00:50.182971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=c8501612-6d97-4d7a-aff9-397ab6e858d3,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:50.212041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-c8f7caac-7c2d-4f34-b6a9-9a83310bc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:50.213614 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-c8f7caac-7c2d-4f34-b6a9-9a83310bc0d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 1131 time: 0.2663586 Mar 07 16:00:50.316135 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (5d3e43f7-cd9b-4bee-b631-55144454b9a9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:50.433530 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b14750f-088a-4191-b4f3-81feb767b284 req-a93e8a9a-bbe6-416d-bbb8-a8826723a488 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 210 time: 0.1149507 Mar 07 16:00:50.499423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Deleting port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:50.499778 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:50.649367 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46152) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:50.674993 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cd43d8c-5133-4e06-a425-1ab241169837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:50.683062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2ce974bc-8472-4f00-980b-fb5100bbd8cc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:50.738944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-70fa470f-dcba-4339-9c17-ba78c5d6eb75 None None] Current status of the port c8501612-6d97-4d7a-aff9-397ab6e858d3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:50.749361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] For port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:50.749839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:50.752500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce974bc-8472-4f00-980b-fb5100bbd8cc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:50.791906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Calling delete_port for 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:50.901000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-94a3b96e-09e2-4adb-954b-9fa3fe5a2922 None None] Provisioning complete for port c8501612-6d97-4d7a-aff9-397ab6e858d3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:50.903997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94a3b96e-09e2-4adb-954b-9fa3fe5a2922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:50.963195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Allocated IP 172.20.0.14 (f2e65e7d-475f-42bc-b785-221af76b9874/f72ca13c-8ffe-45cb-9e24-07aaf17581aa/0a64b9c3-89ca-43fc-90b9-aa1d4680a766) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:51.089103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-94a3b96e-09e2-4adb-954b-9fa3fe5a2922 None None] Current status of the port c8501612-6d97-4d7a-aff9-397ab6e858d3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:51.108576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-c1f40d26-3902-48d4-88b1-e4b0e5ff77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:51.110148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-c1f40d26-3902-48d4-88b1-e4b0e5ff77c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.8882058 Mar 07 16:00:51.164114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cd43d8c-5133-4e06-a425-1ab241169837 admin admin] Publish callbacks [] for security_group (e54e5632-e1cb-4fdd-b08d-dab9475a6a26), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.191465 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cd43d8c-5133-4e06-a425-1ab241169837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e54e5632-e1cb-4fdd-b08d-dab9475a6a26), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.266994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks [] for router_gateway (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.286604 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-3dd76368-c514-4bc5-93f0-e4f2e20d940c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058 HTTP/1.1" status: 200 len: 217 time: 0.1525531 Mar 07 16:00:51.326484 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5cd43d8c-5133-4e06-a425-1ab241169837 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c00e0f043ea34ffa92769a3d6a41493d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6759145 Mar 07 16:00:51.334003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46178) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:51.396119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd43d8c-5133-4e06-a425-1ab241169837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e5632-e1cb-4fdd-b08d-dab9475a6a26,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:51.438346 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.444115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c8501612-6d97-4d7a-aff9-397ab6e858d3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:51.454882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (72417f82-ed2d-4f0a-8898-02b8410d2c56), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.474311 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (80af222a-0ca3-4d3f-9fb8-02fa1ff187cd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.546434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd99129-5bf4-48c0-8b5e-3fb493645fa9 req-2e72f6ff-9bd6-47e4-ac15-d608c3222448 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:51.548132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7cd99129-5bf4-48c0-8b5e-3fb493645fa9 req-2e72f6ff-9bd6-47e4-ac15-d608c3222448 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6dc6143-a629-49ac-b76e-21f66abcbcd1 HTTP/1.1" status: 200 len: 944 time: 0.5679934 Mar 07 16:00:51.550479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c8501612-6d97-4d7a-aff9-397ab6e858d3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:51.554061 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.614437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Pushing event deleted for resources: {'Port': ['ID=80af222a-0ca3-4d3f-9fb8-02fa1ff187cd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:51.624507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] No DVR routers for this DVR port 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:51.680625 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.685247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-115b17e2-5b55-4f54-89cf-25076c68d08b req-16caf4ed-235e-4b7b-b513-66b7bd37ec4c tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.11 "DELETE /v2.0/ports/80af222a-0ca3-4d3f-9fb8-02fa1ff187cd HTTP/1.1" status: 204 len: 173 time: 1.7214193 Mar 07 16:00:51.687878 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8e7b-f04d-45a8-a170-7e8cb42be01a admin admin] Publish callbacks [] for security_group (e54e5632-e1cb-4fdd-b08d-dab9475a6a26), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.689390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'name': 'network-vif-deleted', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:51.691784 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60817c-9507-4730-aa7c-75b9608cf67e" -d '{"events": [{"server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "name": "network-vif-deleted", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:51.702920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c8501612-6d97-4d7a-aff9-397ab6e858d3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:51.705556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e98ebe61-3053-4939-8586-5e0b74edb53d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:51.712133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90b1d1-2708-4e39-80e0-21c1269c97b6 req-4839b3a2-a035-4200-bccc-9fe8df00138e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:51.719568 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de90b1d1-2708-4e39-80e0-21c1269c97b6 req-4839b3a2-a035-4200-bccc-9fe8df00138e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 949 time: 0.3588245 Mar 07 16:00:51.724791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Allocated IP 172.25.4.63 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/3ea3d8b6-353b-40c2-a041-f4dea9070386) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:51.772650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d48021c-bc48-416d-9f47-31d928fd8505 None None] Network 20f61a96-6058-4a85-b61f-303a622de412 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:51.805456 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks [] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.812239 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46186) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:51.814538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8e7b-f04d-45a8-a170-7e8cb42be01a admin admin] Publish callbacks [] for security_group (e54e5632-e1cb-4fdd-b08d-dab9475a6a26), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:51.816996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-953a7d0e-8841-4d1a-8bd4-709a625637c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:51.818761 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-953a7d0e-8841-4d1a-8bd4-709a625637c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.4290631 Mar 07 16:00:51.842391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:51.912241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de90b1d1-2708-4e39-80e0-21c1269c97b6 req-f204881c-4912-4c6d-8ef3-9f6b2ead3dff tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848345 Mar 07 16:00:51.983399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7cd99129-5bf4-48c0-8b5e-3fb493645fa9 req-8ac3c74c-88e5-46a3-9b62-21f664c966f2 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703194 Mar 07 16:00:52.019621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:00:52.026484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.070062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-15137fec-5933-439f-a343-1bd2a79a47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:52.071702 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-15137fec-5933-439f-a343-1bd2a79a47b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2392218 Mar 07 16:00:52.080048 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed84c08-14e3-43a0-b9a0-d1ed63b413f9 x-openstack-request-id: req-aed84c08-14e3-43a0-b9a0-d1ed63b413f9 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:52.080460 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dc6143-a629-49ac-b76e-21f66abcbcd1", "name": "network-vif-deleted", "tag": "80af222a-0ca3-4d3f-9fb8-02fa1ff187cd", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:52.080893 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aed84c08-14e3-43a0-b9a0-d1ed63b413f9 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:52.081302 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dc6143-a629-49ac-b76e-21f66abcbcd1', 'name': 'network-vif-deleted', 'tag': '80af222a-0ca3-4d3f-9fb8-02fa1ff187cd', 'status': 'completed', 'code': 200} Mar 07 16:00:52.127806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks [] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.144544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8e7b-f04d-45a8-a170-7e8cb42be01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e54e5632-e1cb-4fdd-b08d-dab9475a6a26), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.149858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Network f2e65e7d-475f-42bc-b785-221af76b9874 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:52.150460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8e7b-f04d-45a8-a170-7e8cb42be01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.152548 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a8ee8e7b-f04d-45a8-a170-7e8cb42be01a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e54e5632-e1cb-4fdd-b08d-dab9475a6a26 HTTP/1.1" status: 204 len: 168 time: 0.8130658 Mar 07 16:00:52.154230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f241-faba-4730-b9f3-b8184b23f45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.193163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e98ebe61-3053-4939-8586-5e0b74edb53d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:52.193692 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.198205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-adecb89d-63b3-4c86-8b05-4447e84f990b None None] Provisioning complete for port e98ebe61-3053-4939-8586-5e0b74edb53d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:52.198205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adecb89d-63b3-4c86-8b05-4447e84f990b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.211143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Router 72417f82-ed2d-4f0a-8898-02b8410d2c56 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:00:52.236346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:52.249178 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee8e7b-f04d-45a8-a170-7e8cb42be01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e5632-e1cb-4fdd-b08d-dab9475a6a26,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:52.250534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:52.253091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event updated for resources: {'Port': ['ID=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:52.297843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:52.298344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.391121 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f241-faba-4730-b9f3-b8184b23f45a admin admin] Publish callbacks [] for security_group (51d2070b-eca8-4947-be3a-7530f6afd177), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.457486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e98ebe61-3053-4939-8586-5e0b74edb53d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:52.457816 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.469785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-adecb89d-63b3-4c86-8b05-4447e84f990b None None] Current status of the port e98ebe61-3053-4939-8586-5e0b74edb53d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:52.470772 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adecb89d-63b3-4c86-8b05-4447e84f990b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.485570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:52.486541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.494066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-b9c2688a-26eb-4da5-a9e0-cea09597cccd service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107723 Mar 07 16:00:52.500744 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.549495 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f241-faba-4730-b9f3-b8184b23f45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (51d2070b-eca8-4947-be3a-7530f6afd177), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.556002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:00:52.564189 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ca1fda7b-79c7-4221-8fb4-bd1ecc35bd9f admin admin] 10.222.0.24 "PUT /v2.0/routers/72417f82-ed2d-4f0a-8898-02b8410d2c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0023670 Mar 07 16:00:52.576951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46196) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:52.580977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:00:52.593685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ff10f-103a-4e76-82bb-d3188db97150 req-bc97068d-fad6-4d62-bd78-54cd90742136 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:52.593832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] Sync routers for ids ['72417f82-ed2d-4f0a-8898-02b8410d2c56'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:00:52.595609 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c0ff10f-103a-4e76-82bb-d3188db97150 req-bc97068d-fad6-4d62-bd78-54cd90742136 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 932 time: 0.5119443 Mar 07 16:00:52.605062 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Sync routers for ids ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:00:52.609461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-f9bb8328-d784-43d3-9289-f4c694d212ce tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7626469 Mar 07 16:00:52.628506 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Routers {'5d3e43f7-cd9b-4bee-b631-55144454b9a9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:52.629166 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:52.644954 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1aa1f241-faba-4730-b9f3-b8184b23f45a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ffd414fc5f643359638496e5dba4144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8281231 Mar 07 16:00:52.660196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1f241-faba-4730-b9f3-b8184b23f45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d2070b-eca8-4947-be3a-7530f6afd177,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:52.662650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46200) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:52.678193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:52.704497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Request body: {'port': {'device_id': '9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:52.738283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port e98ebe61-3053-4939-8586-5e0b74edb53d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e98ebe61-3053-4939-8586-5e0b74edb53d,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:52.741239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:52.742288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c0ff10f-103a-4e76-82bb-d3188db97150 req-baa057ad-d16d-4a34-aa86-74796ae6cafd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293025 Mar 07 16:00:52.755879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:52.757863 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.758133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:52.768313 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2c7e-6f67-4415-98d1-77cec7f3f1c6 admin admin] Publish callbacks [] for security_group (51d2070b-eca8-4947-be3a-7530f6afd177), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.800310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Pushing event updated for resources: {'Port': ['ID=3ea3d8b6-353b-40c2-a041-f4dea9070386,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:52.802181 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2c7e-6f67-4415-98d1-77cec7f3f1c6 admin admin] Publish callbacks [] for security_group (51d2070b-eca8-4947-be3a-7530f6afd177), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.852085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.853734 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a15ce2c9-ecc4-42de-8750-b12172ab53ed admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7222359 Mar 07 16:00:52.854869 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.856938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46204) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:52.883632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:52.889412 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd1082-af26-424b-b287-8479ff11336f" -d '{"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-plugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:52.897435 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Set router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:52.902315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] Routers {'72417f82-ed2d-4f0a-8898-02b8410d2c56'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:52.903897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72417f82-ed2d-4f0a-8898-02b8410d2c56'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:52.925150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:52.963734 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2c7e-6f67-4415-98d1-77cec7f3f1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (51d2070b-eca8-4947-be3a-7530f6afd177), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.970896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2c7e-6f67-4415-98d1-77cec7f3f1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:52.975101 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bd2d2c7e-6f67-4415-98d1-77cec7f3f1c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51d2070b-eca8-4947-be3a-7530f6afd177 HTTP/1.1" status: 204 len: 168 time: 0.3094177 Mar 07 16:00:53.012880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d2c7e-6f67-4415-98d1-77cec7f3f1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d2070b-eca8-4947-be3a-7530f6afd177,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:53.101266 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c500a3-2a0a-4972-8126-da82219280a8 x-openstack-request-id: req-f0c500a3-2a0a-4972-8126-da82219280a8 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:53.101540 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-plugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:53.101807 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0c500a3-2a0a-4972-8126-da82219280a8 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:53.102212 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'code': 200} Mar 07 16:00:53.120989 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:53.127035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:53.165734 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-1255c56e-19d2-4987-94d6-c7b25b491ef9 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558585 Mar 07 16:00:53.248744 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3327a89c-fd23-49d9-89eb-5edf34c5fc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:53.297894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:53.298251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 80af222a-0ca3-4d3f-9fb8-02fa1ff187cd not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:53.306506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:53.327464 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks [] for router (72417f82-ed2d-4f0a-8898-02b8410d2c56), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:53.360007 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:46Z', 'updated_at': '2022-03-07T16:00:48Z', 'revision_number': 3, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'gw_port': {'id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:47Z', 'updated_at': '2022-03-07T16:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:53.424728 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Checking router: 5d3e43f7-cd9b-4bee-b631-55144454b9a9 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:00:53.425087 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Updating router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 port cbaec5c1-3b87-4bd7-af68-2172dacf957f binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:00:53.465568 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-adecb89d-63b3-4c86-8b05-4447e84f990b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:00:53.466472 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-adecb89d-63b3-4c86-8b05-4447e84f990b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:00:53.469158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=e98ebe61-3053-4939-8586-5e0b74edb53d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:53.505925 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:53.521201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] Set router 72417f82-ed2d-4f0a-8898-02b8410d2c56 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:53.625821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46234) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:53.627442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:53.678422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97d9da-9d4f-4cb5-a06c-d59e73634b08 req-273b40d3-34c5-48ce-aee2-b6d3026de8d1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:53.687845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f97d9da-9d4f-4cb5-a06c-d59e73634b08 req-273b40d3-34c5-48ce-aee2-b6d3026de8d1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.6463373 Mar 07 16:00:53.709402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6a1a-4982-4593-a07c-d12ddd8d4e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:53.792209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:59:12Z', 'updated_at': '2022-03-07T16:00:50Z', 'revision_number': 5, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'gw_port': {'id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:13Z', 'updated_at': '2022-03-07T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:53.837299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] Checking router: 72417f82-ed2d-4f0a-8898-02b8410d2c56 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:00:53.848746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] Routers {'72417f82-ed2d-4f0a-8898-02b8410d2c56'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:53.849491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['72417f82-ed2d-4f0a-8898-02b8410d2c56'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:53.938087 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Publish callbacks [] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:53.945855 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:53.960360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc09cce-a047-4331-a46a-39ac15431aa3 req-a8ff2f02-b69e-4e90-a217-2cf840906c02 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:53.962010 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bcc09cce-a047-4331-a46a-39ac15431aa3 req-a8ff2f02-b69e-4e90-a217-2cf840906c02 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.2437451 Mar 07 16:00:54.011486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] Set router 72417f82-ed2d-4f0a-8898-02b8410d2c56 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:54.019073 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9532f-61c9-43f7-8244-0716bcf8f401 None None] Pushing event updated for resources: {'Port': ['ID=cbaec5c1-3b87-4bd7-af68-2172dacf957f,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:54.059769 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:54.068001 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Attempting to bind port cbaec5c1-3b87-4bd7-af68-2172dacf957f on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:54.068384 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Attempting to bind port cbaec5c1-3b87-4bd7-af68-2172dacf957f by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:54.068752 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Attempting to bind port cbaec5c1-3b87-4bd7-af68-2172dacf957f on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:54.079461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-adecb89d-63b3-4c86-8b05-4447e84f990b None None] Current status of the port e98ebe61-3053-4939-8586-5e0b74edb53d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:54.081930 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:54.082775 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:54.084453 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:54.084877 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:54.085841 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Bound port: cbaec5c1-3b87-4bd7-af68-2172dacf957f, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:54.087404 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:54.212508 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] For port cbaec5c1-3b87-4bd7-af68-2172dacf957f, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:54.225578 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] For port cbaec5c1-3b87-4bd7-af68-2172dacf957f, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cbaec5c1-3b87-4bd7-af68-2172dacf957f,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:54.236707 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:54.241795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5b153814-0b87-4519-ae2b-e86a69f673fd None None] Provisioning complete for port e98ebe61-3053-4939-8586-5e0b74edb53d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:54.242178 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b153814-0b87-4519-ae2b-e86a69f673fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:54.295478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:59:12Z', 'updated_at': '2022-03-07T16:00:50Z', 'revision_number': 5, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'gw_port': {'id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:13Z', 'updated_at': '2022-03-07T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:54.323091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Allocated IP 172.20.0.1 (9174c0a6-c1e2-4d55-b462-adc5c374ca59/9e7ac3a9-a937-40c1-9c1d-993b5e71bf00/dbe14a86-97fb-442f-8cc2-223bed7f3d13) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:54.335112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf1ec6b-d19f-4b62-b1be-477335cc2eeb None None] The sync data for ids ['72417f82-ed2d-4f0a-8898-02b8410d2c56'] in n-d-830010-8 is: [{'id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1318902973-router', 'tenant_id': 'd7a7df26116e4b7db6d9413d4231303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T15:59:12Z', 'updated_at': '2022-03-07T16:00:50Z', 'revision_number': 5, 'project_id': 'd7a7df26116e4b7db6d9413d4231303e', 'gw_port': {'id': '4cdfb4de-c258-4862-8a64-a2f57f7341d8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72417f82-ed2d-4f0a-8898-02b8410d2c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T15:59:13Z', 'updated_at': '2022-03-07T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:00:54.384779 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9532f-61c9-43f7-8244-0716bcf8f401 None None] Pushing event updated for resources: {'Port': ['ID=cbaec5c1-3b87-4bd7-af68-2172dacf957f,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:54.399853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5b153814-0b87-4519-ae2b-e86a69f673fd None None] Current status of the port e98ebe61-3053-4939-8586-5e0b74edb53d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:54.407247 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Routers {'5d3e43f7-cd9b-4bee-b631-55144454b9a9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:54.407883 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:54.439435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bcc09cce-a047-4331-a46a-39ac15431aa3 req-31034a73-38ac-43a2-912e-0028966358ed tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685354 Mar 07 16:00:54.559916 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Publish callbacks [] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:54.576443 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] Set router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:54.577191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks [] for router_gateway (72417f82-ed2d-4f0a-8898-02b8410d2c56), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:54.592810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:00:54.632265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Publish callbacks [] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:54.672194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca6854-6a0c-4224-9ecb-4b864f57a597 req-be5fc00d-252b-452d-baaa-e81ae5b93671 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:54.674091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21ca6854-6a0c-4224-9ecb-4b864f57a597 req-be5fc00d-252b-452d-baaa-e81ae5b93671 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 932 time: 0.1191425 Mar 07 16:00:54.810351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-65499bb8-3c91-41ad-b3e0-0184e903bdc8 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:54.813231 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-65499bb8-3c91-41ad-b3e0-0184e903bdc8 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.3825917 Mar 07 16:00:54.815171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Transition to ACTIVE for port object 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:00:54.853738 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:46Z', 'updated_at': '2022-03-07T16:00:48Z', 'revision_number': 3, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'gw_port': {'id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:47Z', 'updated_at': '2022-03-07T16:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:54.858958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f97d9da-9d4f-4cb5-a06c-d59e73634b08 req-59f73235-53bf-4895-8921-d412df672988 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1659708 Mar 07 16:00:54.891468 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5b788-8b0b-46a1-9368-8e3c5e8138f9 None None] The sync data for ids ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'] in n-d-830010-8 is: [{'id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:46Z', 'updated_at': '2022-03-07T16:00:48Z', 'revision_number': 3, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'gw_port': {'id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:47Z', 'updated_at': '2022-03-07T16:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:00:55.011621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.091923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.182674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:55.193394 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks [] for router_gateway (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.196292 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21ca6854-6a0c-4224-9ecb-4b864f57a597 req-283ba501-bdef-42ec-b115-c930a57f66dd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163605 Mar 07 16:00:55.198733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:55.203873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e98ebe61-3053-4939-8586-5e0b74edb53d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:55.210299 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:00:55.233835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe14a86-97fb-442f-8cc2-223bed7f3d13,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:55.292376 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-587bff7b-7f0b-4766-b703-fc49954b4199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.367604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Pushing event updated for resources: {'Port': ['ID=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:55.370638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e98ebe61-3053-4939-8586-5e0b74edb53d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:55.374904 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.397668 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (5d3e43f7-cd9b-4bee-b631-55144454b9a9), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.402279 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6a1a-4982-4593-a07c-d12ddd8d4e36 admin admin] Publish callbacks [] for security_group (28a29fe3-9a3f-4d08-a0ef-7b79967e3661), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.412541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Deleting port 4cdfb4de-c258-4862-8a64-a2f57f7341d8 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:55.413133 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.463348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6a1a-4982-4593-a07c-d12ddd8d4e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (28a29fe3-9a3f-4d08-a0ef-7b79967e3661), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.640121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e98ebe61-3053-4939-8586-5e0b74edb53d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:55.649958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2ce974bc-8472-4f00-980b-fb5100bbd8cc no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:55.686846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 2ce974bc-8472-4f00-980b-fb5100bbd8cc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:00:55.687703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2ce974bc-8472-4f00-980b-fb5100bbd8cc not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:55.694236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a19f6975-10dc-4b00-9fb0-a0f620cceba5 None None] Provisioning complete for port dbe14a86-97fb-442f-8cc2-223bed7f3d13 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:55.695288 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a19f6975-10dc-4b00-9fb0-a0f620cceba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.745198 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-856019d5-08bb-49fb-b820-58b4d3658772 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e54caa9555964e35b0e1dab06a67190f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1183867 Mar 07 16:00:55.749801 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-55243336-82c2-4aa0-80ac-a8de7debc84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:55.751728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-55243336-82c2-4aa0-80ac-a8de7debc84c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982&tenant_id=3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 1132 time: 0.1511271 Mar 07 16:00:55.755528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.767399 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2adf5-664f-43e0-996d-8fe9dc3cbc3c req-8551ae40-76cb-4ed8-b553-f57029eb066f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:55.775578 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21a2adf5-664f-43e0-996d-8fe9dc3cbc3c req-8551ae40-76cb-4ed8-b553-f57029eb066f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.1793013 Mar 07 16:00:55.782408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a19f6975-10dc-4b00-9fb0-a0f620cceba5 None None] Port dbe14a86-97fb-442f-8cc2-223bed7f3d13 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:00:55.795303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb6a1a-4982-4593-a07c-d12ddd8d4e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a29fe3-9a3f-4d08-a0ef-7b79967e3661,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:55.799866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1cbb6a1a-4982-4593-a07c-d12ddd8d4e36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c21741f8367e4e05b051483a1d8ecedb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1701524 Mar 07 16:00:55.804459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46270) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:55.832454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Deleting port dd1f6a97-aada-4012-b141-71363c94e76c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:00:55.832800 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.945130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] For port 4cdfb4de-c258-4862-8a64-a2f57f7341d8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4cdfb4de-c258-4862-8a64-a2f57f7341d8,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:55.945584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:55.956164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21a2adf5-664f-43e0-996d-8fe9dc3cbc3c req-cc669c42-4d30-4d0c-8286-463b026a3aeb tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794317 Mar 07 16:00:55.999329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-f8289683-2c50-48f4-9c05-f7b36ff4a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:56.001717 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-f8289683-2c50-48f4-9c05-f7b36ff4a253 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 1132 time: 0.2147694 Mar 07 16:00:56.006345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Calling delete_port for 4cdfb4de-c258-4862-8a64-a2f57f7341d8 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:56.008159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Attempting to bind port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:00:56.008565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Attempting to bind port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:00:56.008901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Attempting to bind port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:56.044508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 on network f2e65e7d-475f-42bc-b785-221af76b9874 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:00:56.044508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Attempting to bind port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:00:56.056916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-a1c501c9-75de-4847-bb02-6b1952d5f005 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:56.058461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-a1c501c9-75de-4847-bb02-6b1952d5f005 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124838 Mar 07 16:00:56.127345 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5e824a2f-5574-4380-b290-8ba18d96343c admin admin] Publish callbacks [] for security_group (28a29fe3-9a3f-4d08-a0ef-7b79967e3661), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.144219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:00:56.144474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Checking segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:00:56.144773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Bound using segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:00:56.145229 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Bound port: 0a64b9c3-89ca-43fc-90b9-aa1d4680a766, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:00:56.145594 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.177260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-a72956c2-ced9-4a43-b3a5-ff42dd51ac8f tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/quotas/e54caa9555964e35b0e1dab06a67190f HTTP/1.1" status: 200 len: 375 time: 0.0572555 Mar 07 16:00:56.180758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] For port dd1f6a97-aada-4012-b141-71363c94e76c, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dd1f6a97-aada-4012-b141-71363c94e76c,segment=NetworkSegment(fd9575d3-7f9a-48ce-944d-8b3bf334a1ad),segment_id=fd9575d3-7f9a-48ce-944d-8b3bf334a1ad)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:56.181140 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.230387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5e824a2f-5574-4380-b290-8ba18d96343c admin admin] Publish callbacks [] for security_group (28a29fe3-9a3f-4d08-a0ef-7b79967e3661), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.237625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Calling delete_port for dd1f6a97-aada-4012-b141-71363c94e76c owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:00:56.269729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-f5d15046-7cdd-4542-9c44-6e9ba270b85c tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e54caa9555964e35b0e1dab06a67190f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839822 Mar 07 16:00:56.278832 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.308053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c165-8a86-4eef-947a-37c76637f304 req-7da6a28d-56b2-469d-91c9-405146ecae2b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:56.310465 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f61c165-8a86-4eef-947a-37c76637f304 req-7da6a28d-56b2-469d-91c9-405146ecae2b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.2369478 Mar 07 16:00:56.318110 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Publish callbacks [] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.329835 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.330861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.396239 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-8a90a281-6f81-4fe3-8aee-7a1d0ab47cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:56.397906 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-8a90a281-6f81-4fe3-8aee-7a1d0ab47cfd service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.3844504 Mar 07 16:00:56.462844 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5e824a2f-5574-4380-b290-8ba18d96343c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (28a29fe3-9a3f-4d08-a0ef-7b79967e3661), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.465460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5e824a2f-5574-4380-b290-8ba18d96343c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.469314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5e824a2f-5574-4380-b290-8ba18d96343c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28a29fe3-9a3f-4d08-a0ef-7b79967e3661 HTTP/1.1" status: 204 len: 168 time: 0.6570940 Mar 07 16:00:56.477469 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-7fc0cca2-d3c3-4b9f-89cc-e5542c82f18b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058 HTTP/1.1" status: 200 len: 217 time: 0.0727303 Mar 07 16:00:56.489393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] For port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:00:56.494274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] For port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:00:56.519175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.535440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e824a2f-5574-4380-b290-8ba18d96343c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a29fe3-9a3f-4d08-a0ef-7b79967e3661,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:56.538530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (5d3e43f7-cd9b-4bee-b631-55144454b9a9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.572696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe14a86-97fb-442f-8cc2-223bed7f3d13,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:56.658286 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4cdfb4de-c258-4862-8a64-a2f57f7341d8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.690762 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f61c165-8a86-4eef-947a-37c76637f304 req-e4cb7988-9693-4651-a9dd-cf488e2ff6cc tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703775 Mar 07 16:00:56.719239 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:00:56.720732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:00:56.734082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-ac92e3c6-7952-48ea-b1b9-19534f3bdde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:56.735680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-ac92e3c6-7952-48ea-b1b9-19534f3bdde1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.2253850 Mar 07 16:00:56.746634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:56.747592 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:56.749188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a64b9c3-89ca-43fc-90b9-aa1d4680a766 HTTP/1.1" status: 200 len: 1092 time: 4.0814664 Mar 07 16:00:56.752594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8', 'tag': '0a64b9c3-89ca-43fc-90b9-aa1d4680a766'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:56.771466 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c670dba9-e4c6-4e80-8373-2fe46e0f8870" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8", "tag": "0a64b9c3-89ca-43fc-90b9-aa1d4680a766"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:56.971328 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-64c5bbba-26af-4c5b-856b-58c87cfb12f8 req-e1bc7aa2-f51d-44dc-84d8-9077b6571f4e tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 210 time: 0.1123078 Mar 07 16:00:57.086111 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1234d082-3071-47dc-822a-dc99c3a12436 x-openstack-request-id: req-1234d082-3071-47dc-822a-dc99c3a12436 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:57.086427 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8", "tag": "0a64b9c3-89ca-43fc-90b9-aa1d4680a766", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:57.086674 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1234d082-3071-47dc-822a-dc99c3a12436 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:57.087151 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8', 'tag': '0a64b9c3-89ca-43fc-90b9-aa1d4680a766', 'status': 'completed', 'code': 200} Mar 07 16:00:57.129311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cbc1221a-2e9c-4781-ac5d-37a8d293c3ee None None] Provisioning complete for port dbe14a86-97fb-442f-8cc2-223bed7f3d13 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:57.129816 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbc1221a-2e9c-4781-ac5d-37a8d293c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:57.149597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fe889-5aeb-4278-9ab5-be11d0e01367 service neutron] Pushing event updated for resources: {'Port': ['ID=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:57.167961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-51661669-6439-496b-9976-b7df274c8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:57.170153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-51661669-6439-496b-9976-b7df274c8890 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4211831 Mar 07 16:00:57.228631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0c617-f6e2-4d56-b4aa-3d045f233794 req-55eef0d7-0329-4d55-b92a-a3b0fec26c3b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:57.231822 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ff0c617-f6e2-4d56-b4aa-3d045f233794 req-55eef0d7-0329-4d55-b92a-a3b0fec26c3b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 944 time: 0.7231624 Mar 07 16:00:57.271364 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (72417f82-ed2d-4f0a-8898-02b8410d2c56), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:57.272358 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:00:57.285732 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdfb4de-c258-4862-8a64-a2f57f7341d8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:57.317928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1221a-2e9c-4781-ac5d-37a8d293c3ee None None] Port dbe14a86-97fb-442f-8cc2-223bed7f3d13 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:00:57.331124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cbaec5c1-3b87-4bd7-af68-2172dacf957f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:57.441870 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-7ed3f857-9187-4814-a839-d4e8984dc324 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628870 Mar 07 16:00:57.456968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port cbaec5c1-3b87-4bd7-af68-2172dacf957f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:57.460652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:57.461660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ad991-d5c5-4dba-9fa8-41d28c7cdfd7 req-4acd399b-f25d-4964-8c30-99e45f372291 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:57.469238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-418ad991-d5c5-4dba-9fa8-41d28c7cdfd7 req-4acd399b-f25d-4964-8c30-99e45f372291 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 945 time: 0.1865048 Mar 07 16:00:57.628805 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port cbaec5c1-3b87-4bd7-af68-2172dacf957f is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:57.629380 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:57.642524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:57.664607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port cbaec5c1-3b87-4bd7-af68-2172dacf957f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cbaec5c1-3b87-4bd7-af68-2172dacf957f,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:57.670488 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:57.711401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-12dbe334-c84f-4f9b-9510-6bc9fabb64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:57.713030 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-12dbe334-c84f-4f9b-9510-6bc9fabb64b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 1126 time: 0.9077532 Mar 07 16:00:57.716423 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-418ad991-d5c5-4dba-9fa8-41d28c7cdfd7 req-610bc002-7309-41a6-83ae-ec3f1ef95965 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b0889c4-828b-46e8-8a63-70452b74d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460699 Mar 07 16:00:57.743142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=cbaec5c1-3b87-4bd7-af68-2172dacf957f,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:57.761651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:00:57.780085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Sync routers for ids ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:00:57.781168 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f512ec5d-751d-4d02-beed-69b2ffc42dd7 admin admin] 10.222.0.24 "PUT /v2.0/routers/5d3e43f7-cd9b-4bee-b631-55144454b9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9231575 Mar 07 16:00:57.817392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Routers {'5d3e43f7-cd9b-4bee-b631-55144454b9a9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:57.818133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:57.819340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c9ea6af-3385-47a4-9707-a83893fa6d5b req-54235d40-080a-49ec-9844-0b262d49604e service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448553 Mar 07 16:00:57.827555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dd1f6a97-aada-4012-b141-71363c94e76c no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:57.853249 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-a690b2f4-8965-4b4c-b823-3f6382d60531 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a64b9c3-89ca-43fc-90b9-aa1d4680a766 HTTP/1.1" status: 200 len: 217 time: 0.0997245 Mar 07 16:00:57.856135 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (72417f82-ed2d-4f0a-8898-02b8410d2c56), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:57.884698 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks [] for router_controller (72417f82-ed2d-4f0a-8898-02b8410d2c56), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:57.890416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ff0c617-f6e2-4d56-b4aa-3d045f233794 req-140d34c4-752e-4f8f-be72-c4d27d728434 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137121 Mar 07 16:00:57.891279 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (dd1f6a97-aada-4012-b141-71363c94e76c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:57.907920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6fdb-2295-4957-a50e-493b78193b41 req-31c87477-8166-4122-99b0-86c004237e86 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:57.910219 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-688a6fdb-2295-4957-a50e-493b78193b41 req-31c87477-8166-4122-99b0-86c004237e86 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.0897763 Mar 07 16:00:57.965710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-df80acc2-4709-4f59-8fea-f056e0118e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:57.972315 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-df80acc2-4709-4f59-8fea-f056e0118e8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.0891802 Mar 07 16:00:57.979288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:00:58.001889 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-688a6fdb-2295-4957-a50e-493b78193b41 req-5f091e24-cfef-4e16-b9a7-5b8ec01d1121 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856726 Mar 07 16:00:58.055857 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-2ee5ea3b-6ec6-41a7-af62-490af6ab8c24 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e54caa9555964e35b0e1dab06a67190f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417285 Mar 07 16:00:58.086541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No active binding found for port dd1f6a97-aada-4012-b141-71363c94e76c {{(pid=103868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 16:00:58.086854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] The host n-h2-830010-8 is not matching for port dd1f6a97-aada-4012-b141-71363c94e76c host None! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:00:58.087259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dd1f6a97-aada-4012-b141-71363c94e76c not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:00:58.087695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:00:58.140184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Pushing event deleted for resources: {'Port': ['ID=dd1f6a97-aada-4012-b141-71363c94e76c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:58.193842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Set router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:58.220789 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-d1b6e520-2c27-45e1-9121-6bdf6d2c815b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2202098 Mar 07 16:00:58.290071 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (72417f82-ed2d-4f0a-8898-02b8410d2c56), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.290902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72417f82-ed2d-4f0a-8898-02b8410d2c56 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:00:58.300664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.305823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d1f10596-2d7e-4331-9527-f2217f848279 admin admin] 10.222.0.24 "DELETE /v2.0/routers/72417f82-ed2d-4f0a-8898-02b8410d2c56 HTTP/1.1" status: 204 len: 168 time: 5.7226305 Mar 07 16:00:58.322750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-eff49d49-6803-41fa-a305-99ad3283ef4a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:58.323930 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-62058ac9-b8bd-48ab-8e82-aeb386f767fb req-d869d1d1-75ac-4a25-af5c-4cb0b7628deb tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 210 time: 0.1991587 Mar 07 16:00:58.325744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46324) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:58.328833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-eff49d49-6803-41fa-a305-99ad3283ef4a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705090 Mar 07 16:00:58.361473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Request body: {'port': {'device_id': '16faed33-f350-4d08-b452-08584205c0cc', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'e54caa9555964e35b0e1dab06a67190f'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:58.372656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] No DVR routers for this DVR port dd1f6a97-aada-4012-b141-71363c94e76c on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:00:58.377248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:58.377704 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.454333 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.457866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2513f820-3776-4d05-b40a-2bbba9b72812 req-c5dc8f15-24a4-4280-84f0-55fe3174c68f tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.11 "DELETE /v2.0/ports/dd1f6a97-aada-4012-b141-71363c94e76c HTTP/1.1" status: 204 len: 173 time: 3.5966463 Mar 07 16:00:58.459930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:58.462325 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7175e46e-3081-45f4-b3d5-b1b5a9ab519c" -d '{"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:58.508314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:58.528529 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.618531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Made reservation on behalf of e54caa9555964e35b0e1dab06a67190f for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:00:58.622754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.633467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.639870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae327a4c-9d54-4cca-9a2c-6ba6118c7bce admin admin] Deleting subnet 6cd8fc4e-7017-43d4-ae9c-abceadec8e5a {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:00:58.646692 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae327a4c-9d54-4cca-9a2c-6ba6118c7bce admin admin] Publish callbacks [] for subnet (6cd8fc4e-7017-43d4-ae9c-abceadec8e5a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.698642 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c22e3f-b32d-49df-9c91-ce77e248d907 x-openstack-request-id: req-c7c22e3f-b32d-49df-9c91-ce77e248d907 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:00:58.704642 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:00:58.706168 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7c22e3f-b32d-49df-9c91-ce77e248d907 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:00:58.706608 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'code': 200} Mar 07 16:00:58.732737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks [] for security_group (fc907e2e-b704-4a4a-82be-54dbd0236cbe), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.740847 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-db8fbdb4-e329-4b0a-ab20-f0d508a8201d service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590855 Mar 07 16:00:58.741705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fc907e2e-b704-4a4a-82be-54dbd0236cbe), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.749440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae327a4c-9d54-4cca-9a2c-6ba6118c7bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (6cd8fc4e-7017-43d4-ae9c-abceadec8e5a), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.776917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:58.813227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:00:58.824195 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Sync routers for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:00:58.831573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc907e2e-b704-4a4a-82be-54dbd0236cbe,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:58.839852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:46Z', 'updated_at': '2022-03-07T16:00:55Z', 'revision_number': 4, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'gw_port': {'id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:47Z', 'updated_at': '2022-03-07T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'dbe14a86-97fb-442f-8cc2-223bed7f3d13', 'name': '', 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'mac_address': 'fa:16:3e:ba:96:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9e7ac3a9-a937-40c1-9c1d-993b5e71bf00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:54Z', 'updated_at': '2022-03-07T16:00:55Z', 'revision_number': 2, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'subnets': [{'id': '9e7ac3a9-a937-40c1-9c1d-993b5e71bf00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:58.869214 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:00:58.872255 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:58.896106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46338) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:58.906175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Checking router: 5d3e43f7-cd9b-4bee-b631-55144454b9a9 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:00:58.906532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Updating router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 port dbe14a86-97fb-442f-8cc2-223bed7f3d13 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:00:58.984528 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:58.997689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094754897', 'description': 'tempest-description--786548346'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:00:59.092443 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:00:59.170016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae327a4c-9d54-4cca-9a2c-6ba6118c7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (6cd8fc4e-7017-43d4-ae9c-abceadec8e5a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.213880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Allocated IP 192.168.233.25 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/5fbefd27-7988-40ed-96a3-67801c29b9e3) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:00:59.229787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'name': 'network-vif-deleted', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:00:59.232689 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4fd45c-0c37-4291-bf51-10b0c8c2f9c3" -d '{"events": [{"server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "name": "network-vif-deleted", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:00:59.246441 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.248123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2a5dc874-f156-4be2-9230-0ee389bef06e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.7002282 Mar 07 16:00:59.281480 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae327a4c-9d54-4cca-9a2c-6ba6118c7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (6cd8fc4e-7017-43d4-ae9c-abceadec8e5a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.291002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46350) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:59.316053 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-257271a1-c034-4c3f-8b94-8e0203301f70 req-ce08fcdd-1c36-408a-b12c-f2714551a113 tempest-LiveAutoBlockMigrationV225Test-111412235 tempest-LiveAutoBlockMigrationV225Test-111412235-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a20de04-495a-41e0-9346-5410ac66e688 HTTP/1.1" status: 200 len: 210 time: 0.3489249 Mar 07 16:00:59.391365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cbaec5c1-3b87-4bd7-af68-2172dacf957f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:00:59.395812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60fd38c-5938-40cb-ab89-c8570c9ac35d None None] Network 7a12218d-4137-49dd-9e28-4b1b495708f1 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:00:59.441365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae327a4c-9d54-4cca-9a2c-6ba6118c7bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.448288 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ae327a4c-9d54-4cca-9a2c-6ba6118c7bce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6cd8fc4e-7017-43d4-ae9c-abceadec8e5a HTTP/1.1" status: 204 len: 168 time: 1.0952568 Mar 07 16:00:59.456477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46356) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:00:59.458533 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:00:53Z', 'revision_number': 3, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:00:59.495383 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1823aec0-6f51-4e44-b6b3-699d4235238f req-75490e4f-2f71-4d2e-8d78-597e74b54caf service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435913 Mar 07 16:00:59.499197 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.504428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae327a4c-9d54-4cca-9a2c-6ba6118c7bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd8fc4e-7017-43d4-ae9c-abceadec8e5a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:00:59.540085 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Checking router: 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:00:59.540592 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Updating router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 port 3ea3d8b6-353b-40c2-a041-f4dea9070386 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:00:59.572467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.589919 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.668807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port cbaec5c1-3b87-4bd7-af68-2172dacf957f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:00:59.669326 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.719744 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7a12218d-4137-49dd-9e28-4b1b495708f1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.727800 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Publish callbacks [] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.780915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port cbaec5c1-3b87-4bd7-af68-2172dacf957f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:00:59.784532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8071d36-2ca2-48ce-8bab-e24401671652 None None] DHCP port deletion for 7a12218d-4137-49dd-9e28-4b1b495708f1 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:00:59.789302 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.866584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40639f73-337b-45b2-ad1f-888b88dfec81 req-c3abc1cd-a52e-4cec-9ffe-9583ea0cda46 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:59.870009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:00:59.874414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40639f73-337b-45b2-ad1f-888b88dfec81 req-c3abc1cd-a52e-4cec-9ffe-9583ea0cda46 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 948 time: 0.4241731 Mar 07 16:00:59.912453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-469d4bb7-8680-4d8e-81bd-54f0695ff5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:59.913998 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-469d4bb7-8680-4d8e-81bd-54f0695ff5b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 1126 time: 0.2726779 Mar 07 16:00:59.975311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:00:59.983685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498b06d-b0ef-4f33-b2cb-b4021cb6305c req-61b0c5dc-825c-4911-acc7-4062becf58b5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:00:59.988652 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Publish callbacks [] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:00:59.992310 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e498b06d-b0ef-4f33-b2cb-b4021cb6305c req-61b0c5dc-825c-4911-acc7-4062becf58b5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 944 time: 0.9256747 Mar 07 16:01:00.002032 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.008278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'mac_address': 'fa:16:3e:64:20:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:01:00.013258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4cdfb4de-c258-4862-8a64-a2f57f7341d8 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:00.138242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Deleting port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:00.138616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.158201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e498b06d-b0ef-4f33-b2cb-b4021cb6305c req-9a760578-5e99-48f7-9c24-5d9e100eafd5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624675 Mar 07 16:01:00.209454 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks [] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.210200 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40639f73-337b-45b2-ad1f-888b88dfec81 req-c058a9d7-fe47-4508-a020-a95031f9dc30 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346148 Mar 07 16:01:00.239498 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58d99f-bec6-43d0-b6d1-85996bbe548f None None] Pushing event updated for resources: {'Port': ['ID=3ea3d8b6-353b-40c2-a041-f4dea9070386,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:00.248885 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Attempting to bind port 3ea3d8b6-353b-40c2-a041-f4dea9070386 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:00.249272 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Attempting to bind port 3ea3d8b6-353b-40c2-a041-f4dea9070386 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:00.249649 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Attempting to bind port 3ea3d8b6-353b-40c2-a041-f4dea9070386 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:00.257007 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:00.257606 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:00.258237 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.258834 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:00.259503 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Bound port: 3ea3d8b6-353b-40c2-a041-f4dea9070386, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:00.260065 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.268200 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 4cdfb4de-c258-4862-8a64-a2f57f7341d8 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:00.268543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4cdfb4de-c258-4862-8a64-a2f57f7341d8 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:00.270986 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d71a98-d49f-4792-bacd-8d9a4e2a4b0a x-openstack-request-id: req-a5d71a98-d49f-4792-bacd-8d9a4e2a4b0a {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:00.271368 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a20de04-495a-41e0-9346-5410ac66e688", "name": "network-vif-deleted", "tag": "dd1f6a97-aada-4012-b141-71363c94e76c", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:00.271542 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5d71a98-d49f-4792-bacd-8d9a4e2a4b0a {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:00.272102 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a20de04-495a-41e0-9346-5410ac66e688', 'name': 'network-vif-deleted', 'tag': 'dd1f6a97-aada-4012-b141-71363c94e76c', 'status': 'completed', 'code': 200} Mar 07 16:01:00.278399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:00.279326 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.301325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.323385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcd00aa-65f5-4839-ad54-3eef0e7af058 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:00.351588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Attempting to bind port dbe14a86-97fb-442f-8cc2-223bed7f3d13 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:00.352074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Attempting to bind port dbe14a86-97fb-442f-8cc2-223bed7f3d13 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'e8cab00b-f866-4d69-bd93-6b22093011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:00.352318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Attempting to bind port dbe14a86-97fb-442f-8cc2-223bed7f3d13 on network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:00.363511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1c2f2abe-6ca8-4002-8901-e62e897be581 None None] Provisioning complete for port dbe14a86-97fb-442f-8cc2-223bed7f3d13 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:00.364004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1c2f2abe-6ca8-4002-8901-e62e897be581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.376057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:00.382866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:00.401074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:00.401619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Checking segment: {'id': 'e8cab00b-f866-4d69-bd93-6b22093011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:00.401940 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.402259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Bound using segment: {'id': 'e8cab00b-f866-4d69-bd93-6b22093011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:00.403329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Bound port: dbe14a86-97fb-442f-8cc2-223bed7f3d13, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cab00b-f866-4d69-bd93-6b22093011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:00.403777 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.411325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:00.412944 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] For port 3ea3d8b6-353b-40c2-a041-f4dea9070386, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:00.419006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Pushing event updated for resources: {'Port': ['ID=5fbefd27-7988-40ed-96a3-67801c29b9e3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:00.421344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f5acc-def6-41d8-8ad2-b61a374a2d0a None None] Pushing event updated for resources: {'Port': ['ID=dbe14a86-97fb-442f-8cc2-223bed7f3d13,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:00.421706 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] For port 3ea3d8b6-353b-40c2-a041-f4dea9070386, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3ea3d8b6-353b-40c2-a041-f4dea9070386,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:00.426959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f2abe-6ca8-4002-8901-e62e897be581 None None] Port dbe14a86-97fb-442f-8cc2-223bed7f3d13 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:00.442525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:00.443141 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.444337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group (f176fa55-29ec-4851-aff5-445b7f83df10), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.473437 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.477171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a8071d36-2ca2-48ce-8bab-e24401671652 None None] Deleting port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:00.477953 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8071d36-2ca2-48ce-8bab-e24401671652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.512938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f176fa55-29ec-4851-aff5-445b7f83df10), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.540594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:00.542168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.550203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a8071d36-2ca2-48ce-8bab-e24401671652 None None] For port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6,segment=NetworkSegment(a12b12e3-b7c4-4c50-8298-f788f8da0756),segment_id=a12b12e3-b7c4-4c50-8298-f788f8da0756)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:00.551862 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8071d36-2ca2-48ce-8bab-e24401671652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.568354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a8071d36-2ca2-48ce-8bab-e24401671652 None None] Calling delete_port for 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:00.594522 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:00.595603 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56cc9cb5-d09a-4d12-9c61-42b5811856b8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2555983 Mar 07 16:01:00.608383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f176fa55-29ec-4851-aff5-445b7f83df10,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:00.609501 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:00.613943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.615221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6436732 Mar 07 16:01:00.619292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Request body: {'port': {'device_id': '16faed33-f350-4d08-b452-08584205c0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:00.627598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46366) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:00.649930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c591d-661f-4f77-8931-4cbe2f1fea8b req-3deb3e26-68c7-4122-b52c-47545e4722f3 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:00.665053 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a68c591d-661f-4f77-8931-4cbe2f1fea8b req-3deb3e26-68c7-4122-b52c-47545e4722f3 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 935 time: 0.3374174 Mar 07 16:01:00.676157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-3cc3f243-2cd7-4bee-9be1-2bbae1f2915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:00.677803 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-3cc3f243-2cd7-4bee-9be1-2bbae1f2915b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 912 time: 0.7510514 Mar 07 16:01:00.683120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a9d12fd1-cd42-4d2b-8777-d5d9dbf3219d tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Request body: {'security_group_rule': {'security_group_id': 'f176fa55-29ec-4851-aff5-445b7f83df10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:00.707699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-7cfb2556-e1dd-4d52-b7cd-a507b979fea6 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4fe2b2bbb83144e1a95458b63f2e8f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410249 Mar 07 16:01:00.723552 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58d99f-bec6-43d0-b6d1-85996bbe548f None None] Pushing event updated for resources: {'Port': ['ID=3ea3d8b6-353b-40c2-a041-f4dea9070386,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:00.740357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=10']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:00.744342 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8071d36-2ca2-48ce-8bab-e24401671652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.763053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8071d36-2ca2-48ce-8bab-e24401671652 None None] No DVR routers for this DVR port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:00.772710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] For port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6,segment=NetworkSegment(a12b12e3-b7c4-4c50-8298-f788f8da0756),segment_id=a12b12e3-b7c4-4c50-8298-f788f8da0756)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:00.773075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.792828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.798726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.799320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.799850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.800358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.800844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.801372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.801855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.802353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.803024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.803572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.804246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.804996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.805578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df0646b-6c16-4b3e-a8b3-d8f6ce7b62ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:00.821354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8071d36-2ca2-48ce-8bab-e24401671652 None None] Pushing event deleted for resources: {'Port': ['ID=3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:00.829359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3dcd00aa-65f5-4839-ad54-3eef0e7af058'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:00.861516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e9b2eb0c-8366-4caa-aab2-8514079bb7cc None None] Provisioning complete for port 5fbefd27-7988-40ed-96a3-67801c29b9e3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:00.861896 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9b2eb0c-8366-4caa-aab2-8514079bb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.863584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Calling delete_port for 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:00.895436 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:00.898336 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-b53cf891-8213-4504-9871-e49cfac6f19c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a64b9c3-89ca-43fc-90b9-aa1d4680a766 HTTP/1.1" status: 200 len: 217 time: 0.1287041 Mar 07 16:01:00.928903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] For port dbe14a86-97fb-442f-8cc2-223bed7f3d13, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:00.961690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] For port dbe14a86-97fb-442f-8cc2-223bed7f3d13, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=dbe14a86-97fb-442f-8cc2-223bed7f3d13,segment=NetworkSegment(e8cab00b-f866-4d69-bd93-6b22093011e8),segment_id=e8cab00b-f866-4d69-bd93-6b22093011e8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:00.974517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2eb0c-8366-4caa-aab2-8514079bb7cc None None] Port 5fbefd27-7988-40ed-96a3-67801c29b9e3 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:00.981925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9d12fd1-cd42-4d2b-8777-d5d9dbf3219d tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group_rule (8973f21e-2a2c-45c2-a7c6-81c55c610c13), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:00.984860 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:01.000001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-7e5135ed-a0be-4153-bdf6-99c51dabaeb7 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:01.006654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-7e5135ed-a0be-4153-bdf6-99c51dabaeb7 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859321 Mar 07 16:01:01.031509 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-e975b097-4097-4690-8fcc-8a338adcee54 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/quotas/4fe2b2bbb83144e1a95458b63f2e8f1f HTTP/1.1" status: 200 len: 375 time: 0.0238101 Mar 07 16:01:01.051542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a68c591d-661f-4f77-8931-4cbe2f1fea8b req-afff496e-1ad4-418a-a7e5-b85b3ddbc7ef tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853071 Mar 07 16:01:01.089116 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-de818bf7-61b9-4122-a145-6505443190fe tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fe2b2bbb83144e1a95458b63f2e8f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563529 Mar 07 16:01:01.144065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46372) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:01.162931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f5acc-def6-41d8-8ad2-b61a374a2d0a None None] Pushing event updated for resources: {'Port': ['ID=dbe14a86-97fb-442f-8cc2-223bed7f3d13,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:01.168797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-dab43a64-84fd-48e1-9aa4-06f22aabfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:01.170679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-dab43a64-84fd-48e1-9aa4-06f22aabfc6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.2644541 Mar 07 16:01:01.186055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:01.203870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Routers {'5d3e43f7-cd9b-4bee-b631-55144454b9a9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:01.204532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:01.236455 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:00:53Z', 'revision_number': 3, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:01.294557 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9f0fe-5ac2-44da-bc8d-3c6d453df536 None None] The sync data for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 is: [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:00:53Z', 'revision_number': 3, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:01.303115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-40690cb6-f354-406d-8fab-56a944a59dd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207802 Mar 07 16:01:01.414030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbefd27-7988-40ed-96a3-67801c29b9e3 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:01.424820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Publish callbacks [] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:01.446139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Transition to ACTIVE for port object 5fbefd27-7988-40ed-96a3-67801c29b9e3 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:01:01.456017 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:01.474622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] Set router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:01.524236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:01.524676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:01.540585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbefd27-7988-40ed-96a3-67801c29b9e3,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:01.628863 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.629334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.629596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.630070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.630414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.630760 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.631142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.631457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.631794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.632125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.632463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.633078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.634779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:01.678335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-91483e69-cbb3-4493-99c0-b04fa2619d4f None None] Provisioning complete for port dbe14a86-97fb-442f-8cc2-223bed7f3d13 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:01.678720 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91483e69-cbb3-4493-99c0-b04fa2619d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:01.731374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab832ec-a83b-42ab-a8ae-cd9bc686b0f7 req-45fb3d4f-1c30-4924-b964-6f29554808c5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:01.766077 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9ab832ec-a83b-42ab-a8ae-cd9bc686b0f7 req-45fb3d4f-1c30-4924-b964-6f29554808c5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.2255692 Mar 07 16:01:01.904972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Attempting to bind port 5fbefd27-7988-40ed-96a3-67801c29b9e3 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:01.906179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Attempting to bind port 5fbefd27-7988-40ed-96a3-67801c29b9e3 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:01.911247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Attempting to bind port 5fbefd27-7988-40ed-96a3-67801c29b9e3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:01.916892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Port 5fbefd27-7988-40ed-96a3-67801c29b9e3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:01:01.917255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Attempting to bind port 5fbefd27-7988-40ed-96a3-67801c29b9e3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:01.937476 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9ab832ec-a83b-42ab-a8ae-cd9bc686b0f7 req-31532862-2100-40a4-b33c-a21a5ea9c702 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704028 Mar 07 16:01:01.954363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:01.955070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:01.955665 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:01.956286 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Bound port: 5fbefd27-7988-40ed-96a3-67801c29b9e3, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:01.956824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.042022 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.051137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-91483e69-cbb3-4493-99c0-b04fa2619d4f None None] Current status of the port dbe14a86-97fb-442f-8cc2-223bed7f3d13 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:02.051609 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91483e69-cbb3-4493-99c0-b04fa2619d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.077147 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9d12fd1-cd42-4d2b-8777-d5d9dbf3219d tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group_rule (8973f21e-2a2c-45c2-a7c6-81c55c610c13), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.108511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b254c5a-52f7-4ac3-b6f8-261160449d4f admin admin] Deleting subnet 36d17b23-18f9-4184-9f22-82907f560c90 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:01:02.108964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe1e5e41-90ea-4a32-ab40-a57469a651d5 req-42ed2540-5580-4dc0-a51f-0e7d06917a13 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 210 time: 0.0586684 Mar 07 16:01:02.112505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b254c5a-52f7-4ac3-b6f8-261160449d4f admin admin] Publish callbacks [] for subnet (36d17b23-18f9-4184-9f22-82907f560c90), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.140017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-91483e69-cbb3-4493-99c0-b04fa2619d4f None None] For port dbe14a86-97fb-442f-8cc2-223bed7f3d13, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=dbe14a86-97fb-442f-8cc2-223bed7f3d13,segment=NetworkSegment(e8cab00b-f866-4d69-bd93-6b22093011e8),segment_id=e8cab00b-f866-4d69-bd93-6b22093011e8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:02.150079 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91483e69-cbb3-4493-99c0-b04fa2619d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.156957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] For port 5fbefd27-7988-40ed-96a3-67801c29b9e3, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:02.163803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b254c5a-52f7-4ac3-b6f8-261160449d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (36d17b23-18f9-4184-9f22-82907f560c90), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.166169 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] For port 5fbefd27-7988-40ed-96a3-67801c29b9e3, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=5fbefd27-7988-40ed-96a3-67801c29b9e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:02.175265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.213189 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b254c5a-52f7-4ac3-b6f8-261160449d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (36d17b23-18f9-4184-9f22-82907f560c90), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.222578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:46Z', 'updated_at': '2022-03-07T16:00:55Z', 'revision_number': 4, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'gw_port': {'id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:47Z', 'updated_at': '2022-03-07T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'dbe14a86-97fb-442f-8cc2-223bed7f3d13', 'name': '', 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'mac_address': 'fa:16:3e:ba:96:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9e7ac3a9-a937-40c1-9c1d-993b5e71bf00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:54Z', 'updated_at': '2022-03-07T16:01:00Z', 'revision_number': 4, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'subnets': [{'id': '9e7ac3a9-a937-40c1-9c1d-993b5e71bf00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:02.251413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:02.252136 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.253592 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] 10.222.0.15 "PUT /v2.0/ports/5fbefd27-7988-40ed-96a3-67801c29b9e3 HTTP/1.1" status: 200 len: 1095 time: 1.6442902 Mar 07 16:01:02.254126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16faed33-f350-4d08-b452-08584205c0cc', 'tag': '5fbefd27-7988-40ed-96a3-67801c29b9e3'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:02.256590 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957d97b8-3d04-47ba-b25b-435f55085782" -d '{"events": [{"name": "network-changed", "server_uuid": "16faed33-f350-4d08-b452-08584205c0cc", "tag": "5fbefd27-7988-40ed-96a3-67801c29b9e3"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:02.309854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:02.315235 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] No DVR routers for this DVR port 3bc4b9e2-d0d3-4fc2-8d0c-69a56491c2e6 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:02.343833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acfd39-c550-49eb-a4e1-a860788cf734 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbefd27-7988-40ed-96a3-67801c29b9e3,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:02.349821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611d67b-645b-4656-a723-cc30d2b4f2d2 None None] The sync data for ids ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'] in n-d-830010-8 is: [{'id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:46Z', 'updated_at': '2022-03-07T16:00:55Z', 'revision_number': 4, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'gw_port': {'id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:47Z', 'updated_at': '2022-03-07T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'dbe14a86-97fb-442f-8cc2-223bed7f3d13', 'name': '', 'network_id': '9174c0a6-c1e2-4d55-b462-adc5c374ca59', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'mac_address': 'fa:16:3e:ba:96:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9e7ac3a9-a937-40c1-9c1d-993b5e71bf00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:54Z', 'updated_at': '2022-03-07T16:01:00Z', 'revision_number': 4, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'subnets': [{'id': '9e7ac3a9-a937-40c1-9c1d-993b5e71bf00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:02.351928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91483e69-cbb3-4493-99c0-b04fa2619d4f None None] Pushing event updated for resources: {'Port': ['ID=dbe14a86-97fb-442f-8cc2-223bed7f3d13,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:02.356929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-63674622-bd60-4e50-9d04-1e480a3121c6 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9950252 Mar 07 16:01:02.375394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:01:02.420442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a95d6-bdeb-4045-b79b-8543762f485e req-f88ec1aa-b1c9-44a3-9623-c9a95a4540d4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:02.433265 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f86a95d6-bdeb-4045-b79b-8543762f485e req-f88ec1aa-b1c9-44a3-9623-c9a95a4540d4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 950 time: 0.1835070 Mar 07 16:01:02.439881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7a12218d-4137-49dd-9e28-4b1b495708f1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.491525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a12218d-4137-49dd-9e28-4b1b495708f1']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:02.494684 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9d12fd1-cd42-4d2b-8777-d5d9dbf3219d tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (8973f21e-2a2c-45c2-a7c6-81c55c610c13), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.533931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b254c5a-52f7-4ac3-b6f8-261160449d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (36d17b23-18f9-4184-9f22-82907f560c90), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.559513 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f86a95d6-bdeb-4045-b79b-8543762f485e req-1b1849d7-7264-4b7c-9abf-8323330cffc8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206784 Mar 07 16:01:02.563715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56620ef3-055c-45c0-a0c5-044eca263b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:02.566348 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-56620ef3-055c-45c0-a0c5-044eca263b85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e54caa9555964e35b0e1dab06a67190f&device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 1129 time: 0.1735930 Mar 07 16:01:02.612741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b254c5a-52f7-4ac3-b6f8-261160449d4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.617708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2b254c5a-52f7-4ac3-b6f8-261160449d4f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/36d17b23-18f9-4184-9f22-82907f560c90 HTTP/1.1" status: 204 len: 168 time: 1.4602625 Mar 07 16:01:02.645331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d12fd1-cd42-4d2b-8777-d5d9dbf3219d tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8973f21e-2a2c-45c2-a7c6-81c55c610c13,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:02.649031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b254c5a-52f7-4ac3-b6f8-261160449d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d17b23-18f9-4184-9f22-82907f560c90,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:02.653967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9d12fd1-cd42-4d2b-8777-d5d9dbf3219d tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.658109 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a9d12fd1-cd42-4d2b-8777-d5d9dbf3219d tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0233555 Mar 07 16:01:02.670153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46398) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:02.670494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46400) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:02.672324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12b12e3-b7c4-4c50-8298-f788f8da0756') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:02.672623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12b12e3-b7c4-4c50-8298-f788f8da0756') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:02.680865 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-36425300-05ea-45d7-9c18-e8099daf1106 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5fbefd27-7988-40ed-96a3-67801c29b9e3 HTTP/1.1" status: 200 len: 217 time: 0.1070659 Mar 07 16:01:02.726624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:02.755506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '0a64b9c3-89ca-43fc-90b9-aa1d4680a766', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'port_id': '0a64b9c3-89ca-43fc-90b9-aa1d4680a766', 'mac_address': 'fa:16:3e:12:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72ca13c-8ffe-45cb-9e24-07aaf17581aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:01:02.772993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b2c1ece8-7622-49a1-9daf-31ed33b807f4 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Request body: {'security_group_rule': {'security_group_id': 'f176fa55-29ec-4851-aff5-445b7f83df10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:02.779986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-88f3a548-a69d-41a4-ab1a-3ecec6042c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:02.781670 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-88f3a548-a69d-41a4-ab1a-3ecec6042c54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0939996 Mar 07 16:01:02.803774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f095a5-990b-4b18-a296-e881695c89ed req-17b348b1-448c-4133-9e6c-e07f65890fcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:02.805464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b7f095a5-990b-4b18-a296-e881695c89ed req-17b348b1-448c-4133-9e6c-e07f65890fcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 944 time: 1.5163414 Mar 07 16:01:02.808072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (78ee575a-f626-4170-a4cb-a3daa2378837), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.814661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:02.815097 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.831876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:02.849910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (a12b12e3-b7c4-4c50-8298-f788f8da0756), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.874928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:02.893334 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:02.947351 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a1383-e21c-46eb-9095-a0cced449df5 req-f63c4720-3581-4976-9e6a-5e9b1837dc50 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:02.955704 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-862a1383-e21c-46eb-9095-a0cced449df5 req-f63c4720-3581-4976-9e6a-5e9b1837dc50 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 947 time: 0.1727986 Mar 07 16:01:02.967176 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b7f095a5-990b-4b18-a296-e881695c89ed req-d81315f5-3a7b-412b-bf42-55c70c8e08e1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235507 Mar 07 16:01:03.001907 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2c1ece8-7622-49a1-9daf-31ed33b807f4 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group_rule (fd9eef10-6e29-4fec-a23c-5deb2ab62097), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.017909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-dccb25bd-523b-4308-bfc6-52211793ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:03.025583 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-dccb25bd-523b-4308-bfc6-52211793ed46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2305138 Mar 07 16:01:03.035923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-939b59d3-c1ca-4ad8-ae27-ba0f2014e284 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4fe2b2bbb83144e1a95458b63f2e8f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679190 Mar 07 16:01:03.039940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:03.045236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a12b12e3-b7c4-4c50-8298-f788f8da0756), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.063453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.064436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.066456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.066456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.068994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.068994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.069239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.069820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.070725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.072442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.072892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.073332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.075620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:03.227185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['0a64b9c3-89ca-43fc-90b9-aa1d4680a766'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:03.241161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:01:03.241570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (a12b12e3-b7c4-4c50-8298-f788f8da0756), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.243036 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e22327-051f-4f50-8971-920ea79af7fa x-openstack-request-id: req-78e22327-051f-4f50-8971-920ea79af7fa {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:03.243843 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16faed33-f350-4d08-b452-08584205c0cc", "tag": "5fbefd27-7988-40ed-96a3-67801c29b9e3", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:03.244100 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78e22327-051f-4f50-8971-920ea79af7fa {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:03.244513 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16faed33-f350-4d08-b452-08584205c0cc', 'tag': '5fbefd27-7988-40ed-96a3-67801c29b9e3', 'status': 'completed', 'code': 200} Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:01:03.255491 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:01:03.301651 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-862a1383-e21c-46eb-9095-a0cced449df5 req-83c84e4d-4130-4891-b956-e472f80875e8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447905 Mar 07 16:01:03.317106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7089a08c-445b-4111-a27b-fc34c0eeaa12 req-ac402784-7321-4bfe-9849-cecefbe55236 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 210 time: 0.0678661 Mar 07 16:01:03.391066 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-9906522f-c5e6-4bea-9a80-40ce6f70738e service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506804 Mar 07 16:01:03.393836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3ea3d8b6-353b-40c2-a041-f4dea9070386 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:03.408028 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.501353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c670dba9-e4c6-4e80-8373-2fe46e0f8870 req-4a4870e0-c131-47df-b152-b4075b5de6fb service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1353610 Mar 07 16:01:03.524344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3ea3d8b6-353b-40c2-a041-f4dea9070386 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:03.525091 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.544323 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-66d76764-35d3-4ed9-b471-3bd20cea0fec tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:03.546093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-66d76764-35d3-4ed9-b471-3bd20cea0fec tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4735229 Mar 07 16:01:03.550124 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (78ee575a-f626-4170-a4cb-a3daa2378837), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.559891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-2aca8b36-3519-4f76-b361-ba6879222adc tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3165642cfca34437bce67a855d406c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408924 Mar 07 16:01:03.567054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Request body: {'port': {'device_id': '0bc1b313-4101-4079-ac8a-51d4eb1b7077', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '4fe2b2bbb83144e1a95458b63f2e8f1f'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:03.567991 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b726c81-713b-4ea7-8d1d-ed16eac33da2 req-f84f69f3-6cfa-45db-bb1d-6e8c49a60fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641526 Mar 07 16:01:03.580978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (7a12218d-4137-49dd-9e28-4b1b495708f1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.620386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.628762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7a12218d-4137-49dd-9e28-4b1b495708f1 HTTP/1.1" status: 204 len: 168 time: 4.1517372 Mar 07 16:01:03.639179 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2c1ece8-7622-49a1-9daf-31ed33b807f4 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group_rule (fd9eef10-6e29-4fec-a23c-5deb2ab62097), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.656881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3ea3d8b6-353b-40c2-a041-f4dea9070386 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:03.657462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.667178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ee575a-f626-4170-a4cb-a3daa2378837']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:03.673167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2c1ece8-7622-49a1-9daf-31ed33b807f4 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (fd9eef10-6e29-4fec-a23c-5deb2ab62097), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.674843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348e4e0-d1fb-4dcc-bf1b-85afa2a9b511 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a12218d-4137-49dd-9e28-4b1b495708f1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:03.684019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 3ea3d8b6-353b-40c2-a041-f4dea9070386, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3ea3d8b6-353b-40c2-a041-f4dea9070386,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:03.689172 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.690131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device dbe14a86-97fb-442f-8cc2-223bed7f3d13 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:03.738865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-938ed85e-1916-472a-80d2-4ebf4d991386 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:03.746243 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-938ed85e-1916-472a-80d2-4ebf4d991386 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596029 Mar 07 16:01:03.781068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port dbe14a86-97fb-442f-8cc2-223bed7f3d13 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:03.781701 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.816733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-2a854574-42bc-4075-8a87-dd3a3b91d704 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/quotas/3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 375 time: 0.0683012 Mar 07 16:01:03.841366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=3ea3d8b6-353b-40c2-a041-f4dea9070386,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:03.848050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:03.848350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9575d3-7f9a-48ce-944d-8b3bf334a1ad') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:03.892428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port dbe14a86-97fb-442f-8cc2-223bed7f3d13 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:03.912560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:03.916379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d97b8-3d04-47ba-b25b-435f55085782 req-69ec7b94-6162-4aba-bde7-9a4bb7271f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:03.921459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (fd9575d3-7f9a-48ce-944d-8b3bf334a1ad), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.924152 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-957d97b8-3d04-47ba-b25b-435f55085782 req-69ec7b94-6162-4aba-bde7-9a4bb7271f23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e54caa9555964e35b0e1dab06a67190f&device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 1129 time: 0.1735463 Mar 07 16:01:03.924299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1ece8-7622-49a1-9daf-31ed33b807f4 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9eef10-6e29-4fec-a23c-5deb2ab62097,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:03.936539 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2c1ece8-7622-49a1-9daf-31ed33b807f4 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:03.937859 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b2c1ece8-7622-49a1-9daf-31ed33b807f4 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2575324 Mar 07 16:01:03.952250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46418) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:03.957644 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-c7c0638c-7890-48b9-9806-5b46d407d5c9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1320825 Mar 07 16:01:03.961954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:04.008665 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fd9575d3-7f9a-48ce-944d-8b3bf334a1ad), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.023524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:04.023984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46422) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:04.026674 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.088803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:01:04.089294 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (fd9575d3-7f9a-48ce-944d-8b3bf334a1ad), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:01:04.097451 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:01:04.146037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d97b8-3d04-47ba-b25b-435f55085782 req-aefff50f-2876-4e88-b231-4207067c8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:04.148453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-957d97b8-3d04-47ba-b25b-435f55085782 req-aefff50f-2876-4e88-b231-4207067c8665 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2185221 Mar 07 16:01:04.162590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:04.163474 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.183892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c112eb5f-8211-4a69-8a51-38cc454e2fe9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efef4621b10a4978a8d7920b79af084e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539443 Mar 07 16:01:04.192477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46424) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:04.207609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:04.208453 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.208958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:04.212750 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bae61d-a289-4e54-9a53-26264c4ae261" -d '{"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-plugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:04.217244 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.253654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-957d97b8-3d04-47ba-b25b-435f55085782 req-78585039-c68e-4634-adbc-1186253b2c5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5fbefd27-7988-40ed-96a3-67801c29b9e3 HTTP/1.1" status: 200 len: 217 time: 0.0733435 Mar 07 16:01:04.295795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=11']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:04.329390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d97b8-3d04-47ba-b25b-435f55085782 req-73dfc5f0-2313-4a57-ac66-f56de2efa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:04.331119 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-957d97b8-3d04-47ba-b25b-435f55085782 req-73dfc5f0-2313-4a57-ac66-f56de2efa524 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0646284 Mar 07 16:01:04.336973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Made reservation on behalf of 4fe2b2bbb83144e1a95458b63f2e8f1f for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:04.342348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.374964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:04.416729 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fcee27b4-688d-41a4-a507-e7af31485db4 req-86983b83-af90-4730-9612-17267ba652ac tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 210 time: 0.0846136 Mar 07 16:01:04.471513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b0531f7-a822-42ea-86f9-ac166aa96bf4 admin admin] Publish callbacks [] for security_group (8245970f-3b3f-44ff-b1bd-6a7f46a534c1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.500127 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.505662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b0531f7-a822-42ea-86f9-ac166aa96bf4 admin admin] Publish callbacks [] for security_group (8245970f-3b3f-44ff-b1bd-6a7f46a534c1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.530370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:01:04.540488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:04.540965 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.550732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d97b8-3d04-47ba-b25b-435f55085782 req-6abbbce2-daa0-4707-b735-b6120211f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:04.553117 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-957d97b8-3d04-47ba-b25b-435f55085782 req-6abbbce2-daa0-4707-b735-b6120211f7f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1940885 Mar 07 16:01:04.571617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f455a-d871-4f9a-99c1-75dc985daa6f req-fe4bc412-67c7-4241-a2ed-489279ffdf40 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:04.579582 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0d3f455a-d871-4f9a-99c1-75dc985daa6f req-fe4bc412-67c7-4241-a2ed-489279ffdf40 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 945 time: 0.4965189 Mar 07 16:01:04.582869 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (78ee575a-f626-4170-a4cb-a3daa2378837), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.603586 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f68776e-e24d-4dbc-ac5d-876bd8159a99 x-openstack-request-id: req-2f68776e-e24d-4dbc-ac5d-876bd8159a99 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:04.603970 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-plugged", "status": "completed", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:04.604241 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f68776e-e24d-4dbc-ac5d-876bd8159a99 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:04.606509 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'code': 200} Mar 07 16:01:04.650748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.656314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] 10.222.0.24 "DELETE /v2.0/networks/78ee575a-f626-4170-a4cb-a3daa2378837 HTTP/1.1" status: 204 len: 168 time: 1.9769158 Mar 07 16:01:04.667196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46440) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:04.680750 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b0531f7-a822-42ea-86f9-ac166aa96bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8245970f-3b3f-44ff-b1bd-6a7f46a534c1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.684630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b0531f7-a822-42ea-86f9-ac166aa96bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.688342 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3b0531f7-a822-42ea-86f9-ac166aa96bf4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8245970f-3b3f-44ff-b1bd-6a7f46a534c1 HTTP/1.1" status: 204 len: 168 time: 0.4923792 Mar 07 16:01:04.723228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a1438-423c-4d93-8a10-fb68bdff8d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ee575a-f626-4170-a4cb-a3daa2378837,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:04.732810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Allocated IP 172.20.0.1 (20f61a96-6058-4a85-b61f-303a622de412/479ee108-8f41-4d1f-baf2-c064e6186260/64a0b574-4ae8-448c-bec8-6f2de66f4b25) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:04.734419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:04.734942 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.739060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0531f7-a822-42ea-86f9-ac166aa96bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8245970f-3b3f-44ff-b1bd-6a7f46a534c1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:04.804454 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-957d97b8-3d04-47ba-b25b-435f55085782 req-d66cbb04-09a1-4e3d-84aa-4a5580508e56 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435293 Mar 07 16:01:04.807679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0d3f455a-d871-4f9a-99c1-75dc985daa6f req-25f90c59-4a1e-486c-873d-a5161657ea88 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259324 Mar 07 16:01:04.817698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-894f7a7b-dd7d-45c1-b046-e95b70eab102 admin admin] Deleting subnet d5eb0a4a-eb88-4f72-a725-1bc5d7b338f6 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:01:04.829641 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-894f7a7b-dd7d-45c1-b046-e95b70eab102 admin admin] Publish callbacks [] for subnet (d5eb0a4a-eb88-4f72-a725-1bc5d7b338f6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.864265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:04.869350 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:04.960827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:04.995770 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa96bea6-5abd-479f-b8fd-cf254c4e8ce7 req-0a9f96e0-e9a3-4b38-a23d-9d453574bd75 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 210 time: 0.0648141 Mar 07 16:01:05.009482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b1df-8ff1-4339-bdb8-2c8fb282c38c req-d08c67ca-d00c-49ec-bd3b-77d35874e178 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:05.020237 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3937b1df-8ff1-4339-bdb8-2c8fb282c38c req-d08c67ca-d00c-49ec-bd3b-77d35874e178 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 947 time: 0.3283257 Mar 07 16:01:05.023486 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-894f7a7b-dd7d-45c1-b046-e95b70eab102 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (d5eb0a4a-eb88-4f72-a725-1bc5d7b338f6), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.060751 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.073293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks [] for security_group (e720e788-1726-4e2e-bb5b-1fc2bde1c561), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.093068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e720e788-1726-4e2e-bb5b-1fc2bde1c561), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.124378 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-957d97b8-3d04-47ba-b25b-435f55085782 req-42218b6c-9dfe-4fef-b861-1450d83d0772 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844589 Mar 07 16:01:05.152692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-894f7a7b-dd7d-45c1-b046-e95b70eab102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (d5eb0a4a-eb88-4f72-a725-1bc5d7b338f6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.173571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3ea3d8b6-353b-40c2-a041-f4dea9070386 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:05.195284 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Publish callbacks [] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.196691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3937b1df-8ff1-4339-bdb8-2c8fb282c38c req-93b190ac-8ec8-4d79-848e-7089ef4c55c1 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682391 Mar 07 16:01:05.249775 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-894f7a7b-dd7d-45c1-b046-e95b70eab102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (d5eb0a4a-eb88-4f72-a725-1bc5d7b338f6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.259938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3ea3d8b6-353b-40c2-a041-f4dea9070386 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:05.260230 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.283023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e720e788-1726-4e2e-bb5b-1fc2bde1c561,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:05.293001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f7a7b-dd7d-45c1-b046-e95b70eab102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5eb0a4a-eb88-4f72-a725-1bc5d7b338f6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:05.297265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-894f7a7b-dd7d-45c1-b046-e95b70eab102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.301435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-894f7a7b-dd7d-45c1-b046-e95b70eab102 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d5eb0a4a-eb88-4f72-a725-1bc5d7b338f6 HTTP/1.1" status: 204 len: 168 time: 0.6317132 Mar 07 16:01:05.304774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46448) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:05.384289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3ea3d8b6-353b-40c2-a041-f4dea9070386 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:05.398152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46450) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:05.432600 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (43d02746-edd6-431f-ae86-7bb4385ef5b9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.441669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Allocated IP 192.168.233.108 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/8e9492b5-6f7e-41f0-bc17-0662026591ed) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:05.468013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Allocated IP 172.25.4.155 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/2d529d08-5f79-4adc-9e64-bf6d59303128) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:05.470520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.516096 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2346507c-337a-493a-8e24-7ca4117b7765 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7a7df26116e4b7db6d9413d4231303e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1165550 Mar 07 16:01:05.517971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46454) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:05.566372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Network 20f61a96-6058-4a85-b61f-303a622de412 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:05.606184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:05.609557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aef06dfb-045d-4cd9-9310-3440669f8325 req-3f63c11b-f137-4aba-9ceb-863911514547 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 210 time: 0.0769117 Mar 07 16:01:05.613512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (43d02746-edd6-431f-ae86-7bb4385ef5b9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.618405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:05.646166 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-dad6c89b-1220-4cf9-bd48-a2a689f57f38 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3165642cfca34437bce67a855d406c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495875 Mar 07 16:01:05.657128 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.699892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d02746-edd6-431f-ae86-7bb4385ef5b9']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:05.709129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b03b-c1ee-4fd2-8f12-be29d75d9193 admin admin] Publish callbacks [] for security_group (4ace40a7-353b-4d8e-afd4-837f7906bc63), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.721709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cb6ef7-8c35-4f49-b2c5-10fbec3dae31') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:05.722041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cb6ef7-8c35-4f49-b2c5-10fbec3dae31') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:05.726277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Pushing event updated for resources: {'Port': ['ID=64a0b574-4ae8-448c-bec8-6f2de66f4b25,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:05.776710 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (92cb6ef7-8c35-4f49-b2c5-10fbec3dae31), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.805714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b03b-c1ee-4fd2-8f12-be29d75d9193 admin admin] Publish callbacks [] for security_group (4ace40a7-353b-4d8e-afd4-837f7906bc63), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.824681 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (92cb6ef7-8c35-4f49-b2c5-10fbec3dae31), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.858197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:01:05.858606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (92cb6ef7-8c35-4f49-b2c5-10fbec3dae31), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:01:05.861878 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:01:05.893061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for port (2d529d08-5f79-4adc-9e64-bf6d59303128), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.893433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-14a3da1d-fba0-4023-9e7d-49488eb5be28 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:05.894959 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-14a3da1d-fba0-4023-9e7d-49488eb5be28 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449234 Mar 07 16:01:05.932689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Request body: {'port': {'device_id': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '3165642cfca34437bce67a855d406c8f'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:05.967667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-040d19a6-6e34-4a71-a386-61ace21f6eb8 None None] Provisioning complete for port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:05.968269 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-040d19a6-6e34-4a71-a386-61ace21f6eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.974637 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2d529d08-5f79-4adc-9e64-bf6d59303128), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.987801 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks [] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.994262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (43d02746-edd6-431f-ae86-7bb4385ef5b9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:05.999334 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.002657 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] 10.222.0.24 "DELETE /v2.0/networks/43d02746-edd6-431f-ae86-7bb4385ef5b9 HTTP/1.1" status: 204 len: 168 time: 0.6966226 Mar 07 16:01:06.018544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-040d19a6-6e34-4a71-a386-61ace21f6eb8 None None] Port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:06.026820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:06.033002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.039879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:06.054295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:06.073965 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b03b-c1ee-4fd2-8f12-be29d75d9193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4ace40a7-353b-4d8e-afd4-837f7906bc63), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.078160 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b03b-c1ee-4fd2-8f12-be29d75d9193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.088657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Pushing event updated for resources: {'Port': ['ID=2d529d08-5f79-4adc-9e64-bf6d59303128,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:06.089592 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f9b9b03b-c1ee-4fd2-8f12-be29d75d9193 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ace40a7-353b-4d8e-afd4-837f7906bc63 HTTP/1.1" status: 204 len: 168 time: 0.5643296 Mar 07 16:01:06.095704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e33454-b6e7-46b1-9250-7191f6eef537 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d02746-edd6-431f-ae86-7bb4385ef5b9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:06.145335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd09082b-b065-4bb4-bf2b-6b82ea84facc req-168ac045-b9b3-42d4-a10b-a56ea6413026 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 210 time: 0.0454714 Mar 07 16:01:06.181387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9b03b-c1ee-4fd2-8f12-be29d75d9193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace40a7-353b-4d8e-afd4-837f7906bc63,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:06.183328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Made reservation on behalf of 3165642cfca34437bce67a855d406c8f for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:06.187508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.198765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997372ab-9551-4164-8500-ba5d137015a6 req-587790ea-662c-4976-9a0d-c82c06edd88d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:06.207575 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-997372ab-9551-4164-8500-ba5d137015a6 req-587790ea-662c-4976-9a0d-c82c06edd88d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 946 time: 0.2855697 Mar 07 16:01:06.214306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.327903 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46466) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:06.373607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:06.375721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-997372ab-9551-4164-8500-ba5d137015a6 req-67d49bde-c063-45ac-969c-2ef01c7e52d0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667769 Mar 07 16:01:06.384947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 5fbefd27-7988-40ed-96a3-67801c29b9e3 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:01:06.406543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:06.412361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Pushing event updated for resources: {'Port': ['ID=8e9492b5-6f7e-41f0-bc17-0662026591ed,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:06.428819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:06.470175 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ac158631-feae-4656-b881-26261ec29057 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d7c65d634624d0dbe66d8174ec416a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410215 Mar 07 16:01:06.475954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46470) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:06.503825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Allocated IP 192.168.233.26 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/2a182992-db76-4c44-8436-e2235fb2b111) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:06.541994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 5fbefd27-7988-40ed-96a3-67801c29b9e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=5fbefd27-7988-40ed-96a3-67801c29b9e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:06.557949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '5fbefd27-7988-40ed-96a3-67801c29b9e3', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '5fbefd27-7988-40ed-96a3-67801c29b9e3', 'mac_address': 'fa:16:3e:ef:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:01:06.608374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a64b9c3-89ca-43fc-90b9-aa1d4680a766'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:06.611091 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5e97d5-8e07-484b-ac1f-35bf3684ed4b" -d '{"events": [{"server_uuid": "9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8", "name": "network-vif-plugged", "status": "completed", "tag": "0a64b9c3-89ca-43fc-90b9-aa1d4680a766"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:06.625130 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.643686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 5fbefd27-7988-40ed-96a3-67801c29b9e3 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:06.644102 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.668561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6169b9c0-e063-4de3-a4a1-ac92fedcf332 admin admin] Publish callbacks [] for security_group (9b0889c4-828b-46e8-8a63-70452b74d90c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.678267 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ac80e6-257c-4ac8-b904-5d06b24fd096 x-openstack-request-id: req-b2ac80e6-257c-4ac8-b904-5d06b24fd096 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:06.680665 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8", "name": "network-vif-plugged", "status": "completed", "tag": "0a64b9c3-89ca-43fc-90b9-aa1d4680a766", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:06.680908 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2ac80e6-257c-4ac8-b904-5d06b24fd096 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:06.681333 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a64b9c3-89ca-43fc-90b9-aa1d4680a766', 'code': 200} Mar 07 16:01:06.687483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbefd27-7988-40ed-96a3-67801c29b9e3 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:06.752400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6169b9c0-e063-4de3-a4a1-ac92fedcf332 admin admin] Publish callbacks [] for security_group (9b0889c4-828b-46e8-8a63-70452b74d90c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.762647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 5fbefd27-7988-40ed-96a3-67801c29b9e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=5fbefd27-7988-40ed-96a3-67801c29b9e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:06.769315 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.828731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=5fbefd27-7988-40ed-96a3-67801c29b9e3,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:06.842316 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2f2f1ea9-6ff8-450d-9083-e2fc31d6e167 req-99a1eda2-1879-4349-a6ae-ec64ca3da595 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 210 time: 0.0875559 Mar 07 16:01:06.845730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c1b33ecc-fe91-4277-a8af-ab58362bb6c3 None None] Provisioning complete for port 8e9492b5-6f7e-41f0-bc17-0662026591ed triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:06.846106 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1b33ecc-fe91-4277-a8af-ab58362bb6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.891482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c1b33ecc-fe91-4277-a8af-ab58362bb6c3 None None] Port 8e9492b5-6f7e-41f0-bc17-0662026591ed cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:06.915054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6169b9c0-e063-4de3-a4a1-ac92fedcf332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9b0889c4-828b-46e8-8a63-70452b74d90c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.918311 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6169b9c0-e063-4de3-a4a1-ac92fedcf332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.920963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6169b9c0-e063-4de3-a4a1-ac92fedcf332 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b0889c4-828b-46e8-8a63-70452b74d90c HTTP/1.1" status: 204 len: 168 time: 0.4425578 Mar 07 16:01:06.937455 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for floatingip (9a19f97b-fd10-4149-b16a-d8771b8ad81a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.943312 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks [] for port (2a182992-db76-4c44-8436-e2235fb2b111), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:06.944919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169b9c0-e063-4de3-a4a1-ac92fedcf332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0889c4-828b-46e8-8a63-70452b74d90c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:06.990264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa68e7-4c66-4af6-b75e-d2097ad4f054 req-07c708b2-3692-44a1-95d9-33eb572fd9ea tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:06.997204 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74fa68e7-4c66-4af6-b75e-d2097ad4f054 req-07c708b2-3692-44a1-95d9-33eb572fd9ea tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 947 time: 0.6808729 Mar 07 16:01:07.000071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.012864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['704865d3-395e-4f13-9e19-ab82c2b58dc3', '4b66d692-6694-4eed-972e-160f0f4a7704', '3dcd00aa-65f5-4839-ad54-3eef0e7af058'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:07.050539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:07.053863 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:07.060356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:07.065057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:07.065967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.089322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['5fbefd27-7988-40ed-96a3-67801c29b9e3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:07.117798 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2d529d08-5f79-4adc-9e64-bf6d59303128), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.123521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:07.125029 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.153295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:07.160524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-accc7087-032f-4eba-8632-51efee868bbd tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6042721 Mar 07 16:01:07.163371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-e28c5161-5c8e-41d5-aeff-b4df9d9d3473 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2388976 Mar 07 16:01:07.174162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb419b-2de7-422f-8133-267abab28962 req-8df92890-06db-40cc-8008-36693d9d3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:07.176254 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7ebb419b-2de7-422f-8133-267abab28962 req-8df92890-06db-40cc-8008-36693d9d3742 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 1128 time: 0.2658753 Mar 07 16:01:07.178139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Request body: {'port': {'device_id': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:07.191969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Request body: {'port': {'device_id': '0bc1b313-4101-4079-ac8a-51d4eb1b7077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:07.260544 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74fa68e7-4c66-4af6-b75e-d2097ad4f054 req-26a41577-42fd-44df-ab25-ecd0d9eb1722 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623615 Mar 07 16:01:07.294408 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.329461 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Publish callbacks [] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.352204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.451429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9625324-62d2-4c8a-8249-3a871ea1a738 req-a6e4f4b3-36c6-4395-b5c9-6c69a7f02eaa tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:07.453012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9625324-62d2-4c8a-8249-3a871ea1a738 req-a6e4f4b3-36c6-4395-b5c9-6c69a7f02eaa tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 936 time: 0.1512561 Mar 07 16:01:07.549917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46500) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:07.563916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46502) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:07.633653 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-81aeb329-10dd-4b0a-9b0d-85daddd114f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33a1d0a85f1a4c6f9b18876163448176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0824220 Mar 07 16:01:07.634115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46506) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:07.698393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-794cb804-3f1b-4f82-beb9-72f4cc2ec80d None None] Provisioning complete for port 2a182992-db76-4c44-8436-e2235fb2b111 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:07.699681 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-794cb804-3f1b-4f82-beb9-72f4cc2ec80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2a182992-db76-4c44-8436-e2235fb2b111), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.699819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for port (2d529d08-5f79-4adc-9e64-bf6d59303128), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.702144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Pushing event updated for resources: {'Port': ['ID=64a0b574-4ae8-448c-bec8-6f2de66f4b25,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:07.713069 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9625324-62d2-4c8a-8249-3a871ea1a738 req-f65e96a5-e0d3-4157-9821-4f384de8deda tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979549 Mar 07 16:01:07.755960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.770004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-794cb804-3f1b-4f82-beb9-72f4cc2ec80d None None] Port 2a182992-db76-4c44-8436-e2235fb2b111 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:07.773776 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (2d529d08-5f79-4adc-9e64-bf6d59303128), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.791249 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de74d1d-14fa-4cb0-81e5-d4a24e7ba0d7 admin admin] Publish callbacks [] for security_group (ab549ff2-86dd-4833-9027-3af7fe6e9b13), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.814368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de74d1d-14fa-4cb0-81e5-d4a24e7ba0d7 admin admin] Publish callbacks [] for security_group (ab549ff2-86dd-4833-9027-3af7fe6e9b13), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.848265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-812510453-network', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:07.892592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7ebb419b-2de7-422f-8133-267abab28962 req-443c9c33-86ae-47b8-9500-35743c7ffee5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970305 Mar 07 16:01:07.915257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Made reservation on behalf of e32f114e732c4c908c468bd3ff10b67e for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:07.917512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.926485 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.931114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a182992-db76-4c44-8436-e2235fb2b111 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:07.939775 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.943407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Publish callbacks [] for port (2a182992-db76-4c44-8436-e2235fb2b111), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.954016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de74d1d-14fa-4cb0-81e5-d4a24e7ba0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ab549ff2-86dd-4833-9027-3af7fe6e9b13), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.956673 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de74d1d-14fa-4cb0-81e5-d4a24e7ba0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:07.961312 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5de74d1d-14fa-4cb0-81e5-d4a24e7ba0d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab549ff2-86dd-4833-9027-3af7fe6e9b13 HTTP/1.1" status: 204 len: 168 time: 0.3216946 Mar 07 16:01:07.963367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Pushing event updated for resources: {'Port': ['ID=2d529d08-5f79-4adc-9e64-bf6d59303128,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:07.981887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Transition to ACTIVE for port object 2a182992-db76-4c44-8436-e2235fb2b111 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:01:07.989690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2c5d6-51b8-4e79-9410-a590a1fe79ef req-6af1a4fa-76e7-4279-a331-8052873ed2ee tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:07.991880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d8d2c5d6-51b8-4e79-9410-a590a1fe79ef req-6af1a4fa-76e7-4279-a331-8052873ed2ee tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 946 time: 0.3672094 Mar 07 16:01:07.997492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de74d1d-14fa-4cb0-81e5-d4a24e7ba0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab549ff2-86dd-4833-9027-3af7fe6e9b13,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:08.074745 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (9a19f97b-fd10-4149-b16a-d8771b8ad81a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.171743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.175333 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9355a931-6f62-4697-b58f-357b957f0786 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2219324 Mar 07 16:01:08.250432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Network 20f61a96-6058-4a85-b61f-303a622de412 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:08.256806 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d8d2c5d6-51b8-4e79-9410-a590a1fe79ef req-0341d64f-9e15-4835-ac83-25330ff7f452 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551460 Mar 07 16:01:08.264139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:08.394528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.404505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 5fbefd27-7988-40ed-96a3-67801c29b9e3 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:08.499341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 5fbefd27-7988-40ed-96a3-67801c29b9e3 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:01:08.506105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 5fbefd27-7988-40ed-96a3-67801c29b9e3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:08.508730 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.687683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:08.702316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Publish callbacks [] for security_group (785d4219-442f-4e25-ad72-b908a86d3cba), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.705188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 5fbefd27-7988-40ed-96a3-67801c29b9e3 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:08.705626 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.726072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-77e09f48-a2a2-4522-bdd4-bb5953466260 None None] Provisioning complete for port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:08.726463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-77e09f48-a2a2-4522-bdd4-bb5953466260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.751486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25763dd-7ace-49f1-96e3-b08fd60f0ba5 req-3ed1764b-163b-4318-814d-5bfc73e31f2f tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:08.760105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16faed33-f350-4d08-b452-08584205c0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbefd27-7988-40ed-96a3-67801c29b9e3'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:08.763101 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfa1be0-6361-430c-8b90-07ac520b1686" -d '{"events": [{"server_uuid": "16faed33-f350-4d08-b452-08584205c0cc", "name": "network-vif-plugged", "status": "completed", "tag": "5fbefd27-7988-40ed-96a3-67801c29b9e3"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:08.763936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e25763dd-7ace-49f1-96e3-b08fd60f0ba5 req-3ed1764b-163b-4318-814d-5bfc73e31f2f tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 948 time: 0.3779342 Mar 07 16:01:08.783242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594c041-62ed-4990-bd2d-eaa9f5a427c6 req-903d8cfd-3010-46f6-9891-8ae113582ce5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:08.786396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 5fbefd27-7988-40ed-96a3-67801c29b9e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=5fbefd27-7988-40ed-96a3-67801c29b9e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:08.787521 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f594c041-62ed-4990-bd2d-eaa9f5a427c6 req-903d8cfd-3010-46f6-9891-8ae113582ce5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 947 time: 0.8034756 Mar 07 16:01:08.791744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-77e09f48-a2a2-4522-bdd4-bb5953466260 None None] Port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:08.792619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (785d4219-442f-4e25-ad72-b908a86d3cba), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.799323 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.852399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:01:08.868092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:01:08.881183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785d4219-442f-4e25-ad72-b908a86d3cba,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:08.885265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9492b5-6f7e-41f0-bc17-0662026591ed {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:08.907133 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (abaea1b6-50f6-451b-a161-477f048db49a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:08.907133 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Added segment abaea1b6-50f6-451b-a161-477f048db49a of type vlan for network 124249d5-3e17-4cce-85aa-3daee9fd4d17 Mar 07 16:01:08.916981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:08.917498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:08.917748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:08.927712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=5fbefd27-7988-40ed-96a3-67801c29b9e3,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:08.978234 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Port 2a182992-db76-4c44-8436-e2235fb2b111 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:01:08.978603 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:08.992881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Publish callbacks [] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.001852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f594c041-62ed-4990-bd2d-eaa9f5a427c6 req-68df6009-6726-45c2-865f-b8bac77efd86 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957808 Mar 07 16:01:09.015559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:09.015944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:09.016262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:09.018270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Bound port: 2a182992-db76-4c44-8436-e2235fb2b111, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:09.018499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.030484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Transition to ACTIVE for port object 8e9492b5-6f7e-41f0-bc17-0662026591ed will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:01:09.034035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e25763dd-7ace-49f1-96e3-b08fd60f0ba5 req-48530a8e-e764-44d4-9381-3f8b2f6aba51 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690444 Mar 07 16:01:09.051759 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (124249d5-3e17-4cce-85aa-3daee9fd4d17), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.115811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.207756 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b76e5e-5ce8-45cc-af6c-0f4875b110ab x-openstack-request-id: req-b5b76e5e-5ce8-45cc-af6c-0f4875b110ab {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:09.208317 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16faed33-f350-4d08-b452-08584205c0cc", "name": "network-vif-plugged", "status": "completed", "tag": "5fbefd27-7988-40ed-96a3-67801c29b9e3", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:09.208838 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5b76e5e-5ce8-45cc-af6c-0f4875b110ab {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:09.209293 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16faed33-f350-4d08-b452-08584205c0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbefd27-7988-40ed-96a3-67801c29b9e3', 'code': 200} Mar 07 16:01:09.259308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9492b5-6f7e-41f0-bc17-0662026591ed,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:09.265222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:09.275719 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-960fedd9-2fc8-4c2e-81bf-e7042165625f admin admin] 10.222.0.24 "PUT /v2.0/routers/65f7c41c-e135-420a-bbff-b9b31bf2e7d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9582834 Mar 07 16:01:09.283672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Sync routers for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:09.299906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (124249d5-3e17-4cce-85aa-3daee9fd4d17), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.300879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:09.301466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.351583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:09.354705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:09.381349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:09.463485 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8984599 Mar 07 16:01:09.477049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46584) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:09.494932 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Request body: {'subnet': {'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-812510453-subnet', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:09.497233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:09.499992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e4a24-7186-435a-8f1e-44dd86d60771 admin admin] Pushing event updated for resources: {'Network': ['ID=124249d5-3e17-4cce-85aa-3daee9fd4d17,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:09.520408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfe9fa-971d-4c0f-b8ed-4104c59443ef req-c5d7974e-8a20-42b7-bd55-d29430a14515 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:09.527887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bcbfe9fa-971d-4c0f-b8ed-4104c59443ef req-c5d7974e-8a20-42b7-bd55-d29430a14515 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 948 time: 0.3906605 Mar 07 16:01:09.542512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.547425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 124249d5-3e17-4cce-85aa-3daee9fd4d17 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:01:09.607873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Attempting to bind port 8e9492b5-6f7e-41f0-bc17-0662026591ed on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:09.608214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Attempting to bind port 8e9492b5-6f7e-41f0-bc17-0662026591ed by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:09.608548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Attempting to bind port 8e9492b5-6f7e-41f0-bc17-0662026591ed on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:09.627096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Made reservation on behalf of e32f114e732c4c908c468bd3ff10b67e for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:09.629728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.635357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:09.637591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.639319 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] 10.222.0.15 "PUT /v2.0/ports/2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 1095 time: 2.4658730 Mar 07 16:01:09.648328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Port 8e9492b5-6f7e-41f0-bc17-0662026591ed on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:01:09.653697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Attempting to bind port 8e9492b5-6f7e-41f0-bc17-0662026591ed on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:09.662844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:09.667054 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3245388-0c36-432d-89fb-5fcd3754bbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "tag": "2a182992-db76-4c44-8436-e2235fb2b111"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:09.674663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:09.700853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194abf5-1fda-4c47-a3c4-760c1f97921e req-ff6a25db-3516-47dc-b2b9-aa3f54a9b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:09.703170 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e194abf5-1fda-4c47-a3c4-760c1f97921e req-ff6a25db-3516-47dc-b2b9-aa3f54a9b387 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 1131 time: 0.3299265 Mar 07 16:01:09.717485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:09.718212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:09.718849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:09.719541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Bound port: 8e9492b5-6f7e-41f0-bc17-0662026591ed, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:09.720138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:09.749965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24d859-8993-42db-827b-50f88213ddbf service neutron] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:09.759876 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bcbfe9fa-971d-4c0f-b8ed-4104c59443ef req-606a54e9-04a3-4d67-a49d-87042d42b016 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289944 Mar 07 16:01:09.781747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-56677a29-22b7-456a-8313-d1dd4a47680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:09.783486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-56677a29-22b7-456a-8313-d1dd4a47680b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1129 time: 0.0990655 Mar 07 16:01:09.832683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40017b7-cd1c-4515-98df-38859d00b473 req-cc13dca5-a3e6-4d82-abb3-b740308a2fa2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:09.840810 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f40017b7-cd1c-4515-98df-38859d00b473 req-cc13dca5-a3e6-4d82-abb3-b740308a2fa2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 946 time: 0.3725641 Mar 07 16:01:09.850882 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-d2fa1e5e-bd6b-4cef-b45e-ee2ffa245cdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.0597615 Mar 07 16:01:09.931673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-66a49c1e-4347-451e-96af-29994bba5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:09.934934 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-66a49c1e-4347-451e-96af-29994bba5a7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0740569 Mar 07 16:01:09.991372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e194abf5-1fda-4c47-a3c4-760c1f97921e req-bf1b98de-bc4e-4f35-9531-c5a179e17d9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758412 Mar 07 16:01:10.016265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-bfe26168-978b-478e-953d-c49970f2b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:10.018272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f40017b7-cd1c-4515-98df-38859d00b473 req-f4856f23-237c-43a9-9d31-3879cedf2127 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763854 Mar 07 16:01:10.018964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-bfe26168-978b-478e-953d-c49970f2b646 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0774906 Mar 07 16:01:10.044229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:01:05Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '64a0b574-4ae8-448c-bec8-6f2de66f4b25', 'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'mac_address': 'fa:16:3e:80:0b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:03Z', 'updated_at': '2022-03-07T16:01:06Z', 'revision_number': 2, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'subnets': [{'id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:10.079077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] For port 8e9492b5-6f7e-41f0-bc17-0662026591ed, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:10.082431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Checking router: 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:01:10.082807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Updating router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:01:10.091384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] For port 8e9492b5-6f7e-41f0-bc17-0662026591ed, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8e9492b5-6f7e-41f0-bc17-0662026591ed,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:10.094070 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e00872-f078-44b9-9e8f-366e8a798345 x-openstack-request-id: req-55e00872-f078-44b9-9e8f-366e8a798345 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:10.094376 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "tag": "2a182992-db76-4c44-8436-e2235fb2b111", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:10.094704 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55e00872-f078-44b9-9e8f-366e8a798345 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:10.095152 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111', 'status': 'completed', 'code': 200} Mar 07 16:01:10.123120 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.165022 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.242659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:10.243795 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.245405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] 10.222.0.11 "PUT /v2.0/ports/8e9492b5-6f7e-41f0-bc17-0662026591ed HTTP/1.1" status: 200 len: 1096 time: 3.0676842 Mar 07 16:01:10.246143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc1b313-4101-4079-ac8a-51d4eb1b7077', 'tag': '8e9492b5-6f7e-41f0-bc17-0662026591ed'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:10.248670 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ead91-b557-4aa4-b5df-93f35b430af9" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc1b313-4101-4079-ac8a-51d4eb1b7077", "tag": "8e9492b5-6f7e-41f0-bc17-0662026591ed"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:10.436780 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-70e74956-0dc1-48fe-93fe-416ed383550b service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077816 Mar 07 16:01:10.447269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134324a-0251-4552-9d4e-728b72a63838 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9492b5-6f7e-41f0-bc17-0662026591ed,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:10.470299 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (6b560056-f43e-4a22-b3c0-61b50713929a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.604666 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ccd8e5-1951-4df6-9f53-66128cd9b2d9 req-91130b31-bfc4-4b55-91ba-aac9217a4c85 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613724 Mar 07 16:01:10.610824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b560056-f43e-4a22-b3c0-61b50713929a,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:10.633755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-b62a9d63-c1b9-4dc2-8ab2-6f604fe10250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:10.635378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-b62a9d63-c1b9-4dc2-8ab2-6f604fe10250 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fe2b2bbb83144e1a95458b63f2e8f1f&device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 1130 time: 0.3274608 Mar 07 16:01:10.647866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b064f-f9b9-4b4e-8ed3-454d96909b8a req-df61d7f8-b263-4c5c-929e-50eac8d342c5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:10.654772 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f8b064f-f9b9-4b4e-8ed3-454d96909b8a req-df61d7f8-b263-4c5c-929e-50eac8d342c5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 947 time: 0.2241163 Mar 07 16:01:10.672738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Checking segment: {'id': 'abaea1b6-50f6-451b-a161-477f048db49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:10.673106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Network hostable DHCP agents. Network: 124249d5-3e17-4cce-85aa-3daee9fd4d17, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:01:10.677688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46622) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:10.704571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4238f740-a36a-4452-ae5d-97d63bbd28a8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480069975', 'description': 'tempest-description--630111283'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:10.714870 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Publish callbacks [] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.722306 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.728829 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-de09a4ca-b98e-4c34-8a0d-301ba99cef7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=8e9492b5-6f7e-41f0-bc17-0662026591ed HTTP/1.1" status: 200 len: 217 time: 0.0714397 Mar 07 16:01:10.793797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Network 124249d5-3e17-4cce-85aa-3daee9fd4d17 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:01:10.797404 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.798450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce632d-c1a1-48d0-9536-f59c3db1168b None None] Pushing event updated for resources: {'Port': ['ID=64a0b574-4ae8-448c-bec8-6f2de66f4b25,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:10.807489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f8b064f-f9b9-4b4e-8ed3-454d96909b8a req-deacb9d2-54f2-46bf-9a33-9e40d88200eb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517065 Mar 07 16:01:10.818898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 124249d5-3e17-4cce-85aa-3daee9fd4d17) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:10.832956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4238f740-a36a-4452-ae5d-97d63bbd28a8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.837706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aef41d-7993-4ccd-a1ec-c97e09088a48 None None] Network 124249d5-3e17-4cce-85aa-3daee9fd4d17 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:10.842014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-dc9098e1-b02c-4b14-9fa4-3e722b400885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:10.845138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-dc9098e1-b02c-4b14-9fa4-3e722b400885 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1086047 Mar 07 16:01:10.846523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:10.847199 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.882490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-9c003057-26fe-4c70-b6b4-d6523817ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:10.888060 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-9c003057-26fe-4c70-b6b4-d6523817ad9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1129 time: 0.2218685 Mar 07 16:01:10.900389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Attempting to bind port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:10.900768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Attempting to bind port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:10.901136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Attempting to bind port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 on network 20f61a96-6058-4a85-b61f-303a622de412 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:10.910605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:10.911048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Checking segment: {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:10.911418 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.911859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Bound using segment: {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:10.912339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Bound port: 64a0b574-4ae8-448c-bec8-6f2de66f4b25, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:10.912839 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:10.923078 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a3eb9-db84-4f12-bb66-23b5ef7bf28b x-openstack-request-id: req-313a3eb9-db84-4f12-bb66-23b5ef7bf28b {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:10.923432 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc1b313-4101-4079-ac8a-51d4eb1b7077", "tag": "8e9492b5-6f7e-41f0-bc17-0662026591ed", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:10.923646 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-313a3eb9-db84-4f12-bb66-23b5ef7bf28b {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:10.926280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ce4f3-27f8-4014-87c0-4ea149099d2e req-7a68b3ef-0476-4a9d-97bf-bd6292a46901 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:10.927861 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc1b313-4101-4079-ac8a-51d4eb1b7077', 'tag': '8e9492b5-6f7e-41f0-bc17-0662026591ed', 'status': 'completed', 'code': 200} Mar 07 16:01:10.928728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c16ce4f3-27f8-4014-87c0-4ea149099d2e req-7a68b3ef-0476-4a9d-97bf-bd6292a46901 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 949 time: 0.1954789 Mar 07 16:01:10.944645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-68243f51-43a5-4548-b7ab-39e71ec643ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4661779 Mar 07 16:01:10.952055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46626) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:10.962858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:11.024314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-34f6401d-8fe6-4ee2-9422-be63905f5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.026287 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-34f6401d-8fe6-4ee2-9422-be63905f5f27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1709375 Mar 07 16:01:11.029598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (1f6512cb-2881-4f62-8c36-594ae9731aeb), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.031004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (1f6512cb-2881-4f62-8c36-594ae9731aeb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.069366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-124249d5-3e17-4cce-85aa-3daee9fd4d17', 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17', 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'fixed_ips': [{'subnet_id': '6b560056-f43e-4a22-b3c0-61b50713929a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:01:11.069879 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.097233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] For port 64a0b574-4ae8-448c-bec8-6f2de66f4b25, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:11.123384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] For port 64a0b574-4ae8-448c-bec8-6f2de66f4b25, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=64a0b574-4ae8-448c-bec8-6f2de66f4b25,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:11.126444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a3c7e-53fb-4268-93e1-e2159b627c5f req-820b0c71-2850-4bba-a502-8dd01de1dae9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.128092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-784a3c7e-53fb-4268-93e1-e2159b627c5f req-820b0c71-2850-4bba-a502-8dd01de1dae9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 946 time: 0.1748223 Mar 07 16:01:11.143985 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4238f740-a36a-4452-ae5d-97d63bbd28a8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group (137a1530-0e18-4cdd-80ef-351e48f43b60), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.146850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-74d6b9ef-b142-43e1-ba08-b19111e24ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.148634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-74d6b9ef-b142-43e1-ba08-b19111e24ca8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2491753 Mar 07 16:01:11.153094 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c16ce4f3-27f8-4014-87c0-4ea149099d2e req-15084ccb-a300-4d8c-9544-910873388992 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071621 Mar 07 16:01:11.153897 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4238f740-a36a-4452-ae5d-97d63bbd28a8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (137a1530-0e18-4cdd-80ef-351e48f43b60), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.188541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4238f740-a36a-4452-ae5d-97d63bbd28a8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.189889 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4238f740-a36a-4452-ae5d-97d63bbd28a8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5078399 Mar 07 16:01:11.219130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46630) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:11.226090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-09b92dc6-1bab-4c0b-a844-409d5fbf3600 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Request body: {'security_group_rule': {'security_group_id': '137a1530-0e18-4cdd-80ef-351e48f43b60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:11.227202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks [] for router_controller (1f6512cb-2881-4f62-8c36-594ae9731aeb), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.231632 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-d10e0685-ccb0-4b66-82e0-231cf3dca5c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.0660434 Mar 07 16:01:11.235616 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-784a3c7e-53fb-4268-93e1-e2159b627c5f req-93c0b699-0e99-471f-92e5-7b5023dffc74 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909128 Mar 07 16:01:11.238514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.261579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-f377c4e3-c63c-424e-a86c-4db179d17aee service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263606 Mar 07 16:01:11.281706 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238f740-a36a-4452-ae5d-97d63bbd28a8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137a1530-0e18-4cdd-80ef-351e48f43b60,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:11.324809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46632) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:11.329860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-4ba181d7-9537-4f82-9c51-afdf7a7f4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.331620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-4ba181d7-9537-4f82-9c51-afdf7a7f4dd2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0942752 Mar 07 16:01:11.332825 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-09b92dc6-1bab-4c0b-a844-409d5fbf3600 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group_rule (2664c960-2a1e-44c5-ad16-4085ba57324c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.382089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce632d-c1a1-48d0-9536-f59c3db1168b None None] Pushing event updated for resources: {'Port': ['ID=64a0b574-4ae8-448c-bec8-6f2de66f4b25,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:11.396255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c27c83ca-5a41-46fc-b4ae-95c314de54dd None None] Provisioning complete for port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:11.396564 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c27c83ca-5a41-46fc-b4ae-95c314de54dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.443988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-8e7d6ddf-1997-48ec-ba07-f813dd33c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.445627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-8e7d6ddf-1997-48ec-ba07-f813dd33c50d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1003218 Mar 07 16:01:11.479297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:11.480087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:11.534729 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-09b92dc6-1bab-4c0b-a844-409d5fbf3600 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group_rule (2664c960-2a1e-44c5-ad16-4085ba57324c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.550469 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-954dc51a-47c1-40d3-bba5-68d0872165f3 req-0b008cf8-818e-4582-98ba-58ca500d5908 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519333 Mar 07 16:01:11.589960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-09b92dc6-1bab-4c0b-a844-409d5fbf3600 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (2664c960-2a1e-44c5-ad16-4085ba57324c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.772013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:11.782263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b92dc6-1bab-4c0b-a844-409d5fbf3600 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2664c960-2a1e-44c5-ad16-4085ba57324c,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:11.792544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-09b92dc6-1bab-4c0b-a844-409d5fbf3600 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.796200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-09b92dc6-1bab-4c0b-a844-409d5fbf3600 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5737386 Mar 07 16:01:11.803748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46634) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:11.815793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3e9b7316-5d8d-476c-b8e6-0a934502ccaa tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Request body: {'security_group_rule': {'security_group_id': '137a1530-0e18-4cdd-80ef-351e48f43b60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:11.858146 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-bf8d67db-443e-462a-9fce-77d8cbfd1649 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974748 Mar 07 16:01:11.894332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Allocated IP 172.20.0.2 (124249d5-3e17-4cce-85aa-3daee9fd4d17/6b560056-f43e-4a22-b3c0-61b50713929a/809de585-c70a-4605-9153-718d3abe57e5) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:11.905284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55e89-2038-4f94-b432-7517734a1f6a req-2b091f23-bf3c-456c-9d1d-13e7de47555a tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.905904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55e89-2038-4f94-b432-7517734a1f6a req-2b091f23-bf3c-456c-9d1d-13e7de47555a tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.906212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55e89-2038-4f94-b432-7517734a1f6a req-2b091f23-bf3c-456c-9d1d-13e7de47555a tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.906676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55e89-2038-4f94-b432-7517734a1f6a req-2b091f23-bf3c-456c-9d1d-13e7de47555a tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.907174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55e89-2038-4f94-b432-7517734a1f6a req-2b091f23-bf3c-456c-9d1d-13e7de47555a tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.907623 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55e89-2038-4f94-b432-7517734a1f6a req-2b091f23-bf3c-456c-9d1d-13e7de47555a tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.908072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55e89-2038-4f94-b432-7517734a1f6a req-2b091f23-bf3c-456c-9d1d-13e7de47555a tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:11.909916 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25d55e89-2038-4f94-b432-7517734a1f6a req-2b091f23-bf3c-456c-9d1d-13e7de47555a tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5005 time: 0.4934146 Mar 07 16:01:11.921983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7316-5d8d-476c-b8e6-0a934502ccaa tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group_rule (01231254-3d4f-4e7e-a866-a255a8a616bd), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:11.973934 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks [] for router_gateway (1f6512cb-2881-4f62-8c36-594ae9731aeb), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.013765 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3245388-0c36-432d-89fb-5fcd3754bbcf req-1a9d1245-7fbd-46f4-b0c3-e53ae734de8d service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408713 Mar 07 16:01:12.038124 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7316-5d8d-476c-b8e6-0a934502ccaa tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group_rule (01231254-3d4f-4e7e-a866-a255a8a616bd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.057735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7316-5d8d-476c-b8e6-0a934502ccaa tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (01231254-3d4f-4e7e-a866-a255a8a616bd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.065971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c27c83ca-5a41-46fc-b4ae-95c314de54dd None None] Current status of the port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:12.066367 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c27c83ca-5a41-46fc-b4ae-95c314de54dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.081907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b7316-5d8d-476c-b8e6-0a934502ccaa tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01231254-3d4f-4e7e-a866-a255a8a616bd,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:12.099222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7316-5d8d-476c-b8e6-0a934502ccaa tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.103669 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3e9b7316-5d8d-476c-b8e6-0a934502ccaa tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2900138 Mar 07 16:01:12.104224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46640) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:12.116394 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5df70-9b5a-4ab7-b827-f3377714500a req-191be3eb-8083-48b1-8318-f625636a3bbf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.122072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:12.124117 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d0b5df70-9b5a-4ab7-b827-f3377714500a req-191be3eb-8083-48b1-8318-f625636a3bbf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 947 time: 0.1056039 Mar 07 16:01:12.137164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636ead5-930e-4bae-a5f9-238b1276b131 req-7fe3fe2f-0ea7-4001-ab54-23b108b23513 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.143308 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5636ead5-930e-4bae-a5f9-238b1276b131 req-7fe3fe2f-0ea7-4001-ab54-23b108b23513 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 948 time: 0.7627380 Mar 07 16:01:12.164402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c27c83ca-5a41-46fc-b4ae-95c314de54dd None None] For port 64a0b574-4ae8-448c-bec8-6f2de66f4b25, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=64a0b574-4ae8-448c-bec8-6f2de66f4b25,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:12.170398 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6c94-e8a5-4100-9423-f68bc0d9e24f tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group (f176fa55-29ec-4851-aff5-445b7f83df10), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.171716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d0b5df70-9b5a-4ab7-b827-f3377714500a req-05980a5b-259f-4c69-be50-3a84f1202c8f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466454 Mar 07 16:01:12.177406 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c27c83ca-5a41-46fc-b4ae-95c314de54dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.185498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-bb3b66a3-9f96-43a1-aed5-a4a1f8ef9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.187081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-bb3b66a3-9f96-43a1-aed5-a4a1f8ef9e02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fe2b2bbb83144e1a95458b63f2e8f1f&device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 1130 time: 0.2037151 Mar 07 16:01:12.219412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a954500-894c-4820-a315-e838fbc147f6 req-d8efdcf1-c801-461c-960f-24044ade2ad0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.220920 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a954500-894c-4820-a315-e838fbc147f6 req-d8efdcf1-c801-461c-960f-24044ade2ad0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 946 time: 0.2408783 Mar 07 16:01:12.271246 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Publish callbacks [] for port (809de585-c70a-4605-9153-718d3abe57e5), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.272922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c83ca-5a41-46fc-b4ae-95c314de54dd None None] Pushing event updated for resources: {'Port': ['ID=64a0b574-4ae8-448c-bec8-6f2de66f4b25,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:12.284943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:01:05Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '64a0b574-4ae8-448c-bec8-6f2de66f4b25', 'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'mac_address': 'fa:16:3e:80:0b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:03Z', 'updated_at': '2022-03-07T16:01:11Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'subnets': [{'id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:12.287363 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (809de585-c70a-4605-9153-718d3abe57e5), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.312416 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6c94-e8a5-4100-9423-f68bc0d9e24f tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group (f176fa55-29ec-4851-aff5-445b7f83df10), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.317166 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.338091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42668e01-9b9e-497a-ad81-793015e6eb6a req-3a3ccf94-4697-45e6-80f8-116244b76585 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.340134 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42668e01-9b9e-497a-ad81-793015e6eb6a req-3a3ccf94-4697-45e6-80f8-116244b76585 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 886 time: 0.1300411 Mar 07 16:01:12.356477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447a030-045c-4a3d-a0ab-348c0ae2a52a None None] The sync data for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 is: [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:01:05Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '64a0b574-4ae8-448c-bec8-6f2de66f4b25', 'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'mac_address': 'fa:16:3e:80:0b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:03Z', 'updated_at': '2022-03-07T16:01:11Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'subnets': [{'id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:12.383474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Network 124249d5-3e17-4cce-85aa-3daee9fd4d17 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:12.408155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:12.411906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cec0b2fc-7cf5-476c-b277-de6e8953ba6a None None] Provisioning complete for port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:12.411906 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cec0b2fc-7cf5-476c-b277-de6e8953ba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.414507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Pushing event updated for resources: {'Port': ['ID=809de585-c70a-4605-9153-718d3abe57e5,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:12.426219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:12.445744 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5636ead5-930e-4bae-a5f9-238b1276b131 req-2fd222ce-6d81-4b65-8d81-299963ca0543 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007009 Mar 07 16:01:12.549463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b41630-0445-4a00-8d0d-79403e995548 req-0086b02a-c8df-4eb8-8eae-945b427be27a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.551126 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3b41630-0445-4a00-8d0d-79403e995548 req-0086b02a-c8df-4eb8-8eae-945b427be27a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 949 time: 0.1302693 Mar 07 16:01:12.568181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Attempting to bind port 809de585-c70a-4605-9153-718d3abe57e5 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:12.568825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Attempting to bind port 809de585-c70a-4605-9153-718d3abe57e5 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'abaea1b6-50f6-451b-a161-477f048db49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:12.569505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Attempting to bind port 809de585-c70a-4605-9153-718d3abe57e5 on network 124249d5-3e17-4cce-85aa-3daee9fd4d17 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:12.577532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:12.578238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Checking segment: {'id': 'abaea1b6-50f6-451b-a161-477f048db49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:12.578931 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.579495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Bound using segment: {'id': 'abaea1b6-50f6-451b-a161-477f048db49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:12.580146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Bound port: 809de585-c70a-4605-9153-718d3abe57e5, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaea1b6-50f6-451b-a161-477f048db49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:12.580812 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (809de585-c70a-4605-9153-718d3abe57e5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.627504 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3b41630-0445-4a00-8d0d-79403e995548 req-7c7be7da-c63b-4abe-a52a-c82b252f9ba0 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673110 Mar 07 16:01:12.633421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-bf0c8316-5444-45c0-b4c5-e3d1109ed7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.635108 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-bf0c8316-5444-45c0-b4c5-e3d1109ed7fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.4343579 Mar 07 16:01:12.657438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cec0b2fc-7cf5-476c-b277-de6e8953ba6a None None] Current status of the port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:12.707246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] For port 809de585-c70a-4605-9153-718d3abe57e5, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:12.711827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] For port 809de585-c70a-4605-9153-718d3abe57e5, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=809de585-c70a-4605-9153-718d3abe57e5,segment=NetworkSegment(abaea1b6-50f6-451b-a161-477f048db49a),segment_id=abaea1b6-50f6-451b-a161-477f048db49a)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:12.721043 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (809de585-c70a-4605-9153-718d3abe57e5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.724169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6c94-e8a5-4100-9423-f68bc0d9e24f tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f176fa55-29ec-4851-aff5-445b7f83df10), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.727014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6c94-e8a5-4100-9423-f68bc0d9e24f tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:12.731765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ffa6c94-e8a5-4100-9423-f68bc0d9e24f tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] 10.222.0.24 "DELETE /v2.0/security-groups/f176fa55-29ec-4851-aff5-445b7f83df10 HTTP/1.1" status: 204 len: 168 time: 1.4058466 Mar 07 16:01:12.739501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46650) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:12.809073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6402fc2-dded-4bf0-a129-5c3e3d01cd15 None None] Pushing event updated for resources: {'Port': ['ID=809de585-c70a-4605-9153-718d3abe57e5,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:12.811162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee52c-d299-4000-8dd2-0ae234828d4b req-77d2d6ca-7da3-48b2-9e53-52ee9f21c5d5 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.811413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6c94-e8a5-4100-9423-f68bc0d9e24f tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f176fa55-29ec-4851-aff5-445b7f83df10,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:12.811626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee52c-d299-4000-8dd2-0ae234828d4b req-77d2d6ca-7da3-48b2-9e53-52ee9f21c5d5 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.812091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee52c-d299-4000-8dd2-0ae234828d4b req-77d2d6ca-7da3-48b2-9e53-52ee9f21c5d5 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.812552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee52c-d299-4000-8dd2-0ae234828d4b req-77d2d6ca-7da3-48b2-9e53-52ee9f21c5d5 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.813009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee52c-d299-4000-8dd2-0ae234828d4b req-77d2d6ca-7da3-48b2-9e53-52ee9f21c5d5 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.813463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee52c-d299-4000-8dd2-0ae234828d4b req-77d2d6ca-7da3-48b2-9e53-52ee9f21c5d5 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.813915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee52c-d299-4000-8dd2-0ae234828d4b req-77d2d6ca-7da3-48b2-9e53-52ee9f21c5d5 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:12.815768 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5fbee52c-d299-4000-8dd2-0ae234828d4b req-77d2d6ca-7da3-48b2-9e53-52ee9f21c5d5 tempest-NetworksTest-1200426048 tempest-NetworksTest-1200426048-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5005 time: 0.1459916 Mar 07 16:01:12.844803 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-1882e4bb-a9ad-4e0b-bb1a-79a1aa1313ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] show failed (client error): The resource could not be found. Mar 07 16:01:12.849033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1882e4bb-a9ad-4e0b-bb1a-79a1aa1313ea tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] 10.222.0.24 "GET /v2.0/security-groups/f176fa55-29ec-4851-aff5-445b7f83df10 HTTP/1.1" status: 404 len: 347 time: 0.0889285 Mar 07 16:01:12.849292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46656) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:12.870041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-c1ad8bfe-3fca-44fc-8862-54870176c84d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=8e9492b5-6f7e-41f0-bc17-0662026591ed HTTP/1.1" status: 200 len: 217 time: 0.1756496 Mar 07 16:01:13.017905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beab45-b31a-4140-a730-5d57fa5fc37f req-03851bca-b1e9-4dc3-ac99-32320c77bd93 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:13.051936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b7beab45-b31a-4140-a730-5d57fa5fc37f req-03851bca-b1e9-4dc3-ac99-32320c77bd93 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 946 time: 0.5179601 Mar 07 16:01:13.054947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-7a954500-894c-4820-a315-e838fbc147f6 req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Deleting port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:13.055302 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a954500-894c-4820-a315-e838fbc147f6 req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.082668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Deleting port 2d529d08-5f79-4adc-9e64-bf6d59303128 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:13.089355 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2d529d08-5f79-4adc-9e64-bf6d59303128), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.296208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 64a0b574-4ae8-448c-bec8-6f2de66f4b25 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:13.337101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2d529d08-5f79-4adc-9e64-bf6d59303128), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.337696 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for floatingip (2d529d08-5f79-4adc-9e64-bf6d59303128), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.361686 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51740d-4243-4eef-9035-2dfea4e99167 req-9a59c41b-bff1-4839-89ca-ed29b4268f2e tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:13.363541 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-df51740d-4243-4eef-9035-2dfea4e99167 req-9a59c41b-bff1-4839-89ca-ed29b4268f2e tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 949 time: 0.1568131 Mar 07 16:01:13.364728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Calling delete_port for 2d529d08-5f79-4adc-9e64-bf6d59303128 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:13.366561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46664) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:13.388215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:13.388592 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.405838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7a954500-894c-4820-a315-e838fbc147f6 req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] For port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:13.406346 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a954500-894c-4820-a315-e838fbc147f6 req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.428803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-f2a02aa0-9828-4f6f-b8d6-d6c1f8613d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:13.430318 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-f2a02aa0-9828-4f6f-b8d6-d6c1f8613d8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.5495281 Mar 07 16:01:13.474137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-df51740d-4243-4eef-9035-2dfea4e99167 req-840fb153-7715-4a1f-a712-5ff8ae8826ab tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992653 Mar 07 16:01:13.494009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:13.495726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 809de585-c70a-4605-9153-718d3abe57e5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:13.523776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-7a954500-894c-4820-a315-e838fbc147f6 req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Calling delete_port for 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:13.537173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-feff2f8c-b2c2-4ec3-9825-84a6a04c870b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.613004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b7beab45-b31a-4140-a730-5d57fa5fc37f req-ca28b025-0259-45f5-acc6-26654a398861 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601137 Mar 07 16:01:13.625323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 809de585-c70a-4605-9153-718d3abe57e5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:13.625756 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (809de585-c70a-4605-9153-718d3abe57e5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.667312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.750642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2d529d08-5f79-4adc-9e64-bf6d59303128), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.843647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 809de585-c70a-4605-9153-718d3abe57e5 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:13.844793 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (809de585-c70a-4605-9153-718d3abe57e5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.864170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Pushing event deleted for resources: {'Port': ['ID=2d529d08-5f79-4adc-9e64-bf6d59303128,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:13.906410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 809de585-c70a-4605-9153-718d3abe57e5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=809de585-c70a-4605-9153-718d3abe57e5,segment=NetworkSegment(abaea1b6-50f6-451b-a161-477f048db49a),segment_id=abaea1b6-50f6-451b-a161-477f048db49a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:13.911917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecdef3-cd5a-4a66-a9b4-b1942ba21c43 req-a34181cb-ba23-4464-81d5-51a2ac3b23e9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:13.913814 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6ecdef3-cd5a-4a66-a9b4-b1942ba21c43 req-a34181cb-ba23-4464-81d5-51a2ac3b23e9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 947 time: 0.3144093 Mar 07 16:01:13.914104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (809de585-c70a-4605-9153-718d3abe57e5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.951741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks [] for router_gateway (1f6512cb-2881-4f62-8c36-594ae9731aeb), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:13.972612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8e9492b5-6f7e-41f0-bc17-0662026591ed details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:01:13.990147 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.040688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Allocated IP 172.25.4.160 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/72a99bb5-360b-4d60-913a-66ffeabc5850) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:14.049884 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-feff2f8c-b2c2-4ec3-9825-84a6a04c870b admin admin] Publish callbacks [] for security_group (9d36645a-e14f-4c69-91f8-21d1bdb85d99), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.070017 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-feff2f8c-b2c2-4ec3-9825-84a6a04c870b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9d36645a-e14f-4c69-91f8-21d1bdb85d99), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.124779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=809de585-c70a-4605-9153-718d3abe57e5,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:14.172456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks [] for floatingip (9a19f97b-fd10-4149-b16a-d8771b8ad81a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.176736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.178267 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e9865eec-cff5-4b92-8b75-ff2d1373f324 tempest-ServersTestBootFromVolume-1245842805 tempest-ServersTestBootFromVolume-1245842805-project] 10.222.0.24 "DELETE /v2.0/floatingips/9a19f97b-fd10-4149-b16a-d8771b8ad81a HTTP/1.1" status: 204 len: 168 time: 1.3282790 Mar 07 16:01:14.194940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46674) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:14.202192 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-feff2f8c-b2c2-4ec3-9825-84a6a04c870b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2af1a3a622146db90c2ff7b54fa493b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8342254 Mar 07 16:01:14.217177 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46676) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:14.234118 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6ecdef3-cd5a-4a66-a9b4-b1942ba21c43 req-f23c783e-a40a-48c5-88e0-e9433da88c0f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223282 Mar 07 16:01:14.246877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff2f8c-b2c2-4ec3-9825-84a6a04c870b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d36645a-e14f-4c69-91f8-21d1bdb85d99,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:14.249381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-507958c2-00ed-417a-afe0-7c5a027f9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:14.251038 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-507958c2-00ed-417a-afe0-7c5a027f9cbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7289958 Mar 07 16:01:14.254996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 8e9492b5-6f7e-41f0-bc17-0662026591ed, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8e9492b5-6f7e-41f0-bc17-0662026591ed,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:14.269618 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:01:14.282360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '8e9492b5-6f7e-41f0-bc17-0662026591ed', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '8e9492b5-6f7e-41f0-bc17-0662026591ed', 'mac_address': 'fa:16:3e:a2:e0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:01:14.341727 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 8e9492b5-6f7e-41f0-bc17-0662026591ed is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:14.342745 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.354245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1dfa-8265-4cfd-87ec-bb7b47d0d000 admin admin] Publish callbacks [] for security_group (9d36645a-e14f-4c69-91f8-21d1bdb85d99), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.363901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9492b5-6f7e-41f0-bc17-0662026591ed {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:14.408735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeeeb2b-1536-4ca2-abdb-e0c6b07ee9ff req-ec1afa08-b5fc-4ff3-a752-388b06fe3345 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:14.410994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cbeeeb2b-1536-4ca2-abdb-e0c6b07ee9ff req-ec1afa08-b5fc-4ff3-a752-388b06fe3345 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 948 time: 0.5640509 Mar 07 16:01:14.431589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 8e9492b5-6f7e-41f0-bc17-0662026591ed, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8e9492b5-6f7e-41f0-bc17-0662026591ed,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:14.432941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:01:14.455001 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1dfa-8265-4cfd-87ec-bb7b47d0d000 admin admin] Publish callbacks [] for security_group (9d36645a-e14f-4c69-91f8-21d1bdb85d99), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.459103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-3fcdefad-26f0-4d4f-bfdd-f63ea21cbd72 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e54caa9555964e35b0e1dab06a67190f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577016 Mar 07 16:01:14.535650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:14.543472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42364b83-fca2-4e83-9778-c818d537f307 None None] Network 124249d5-3e17-4cce-85aa-3daee9fd4d17 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:14.565482 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.628924 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1dfa-8265-4cfd-87ec-bb7b47d0d000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9d36645a-e14f-4c69-91f8-21d1bdb85d99), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.631505 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1dfa-8265-4cfd-87ec-bb7b47d0d000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.636861 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fe0d1dfa-8265-4cfd-87ec-bb7b47d0d000 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d36645a-e14f-4c69-91f8-21d1bdb85d99 HTTP/1.1" status: 204 len: 168 time: 0.4007916 Mar 07 16:01:14.645415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:14.669371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044fae-7971-49d1-a826-b60708f703b7 req-a492c9cf-b6cc-40d2-bc3b-b328314d1f9c tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:14.672133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-a492c9cf-b6cc-40d2-bc3b-b328314d1f9c tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050996 Mar 07 16:01:14.673606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d1dfa-8265-4cfd-87ec-bb7b47d0d000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d36645a-e14f-4c69-91f8-21d1bdb85d99,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:14.690500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-d47b34eb-5686-4388-84eb-6527625a49ac tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/quotas/e54caa9555964e35b0e1dab06a67190f HTTP/1.1" status: 200 len: 375 time: 0.0122182 Mar 07 16:01:14.700207 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for port (72a99bb5-360b-4d60-913a-66ffeabc5850), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.728348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a954500-894c-4820-a315-e838fbc147f6 req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0a64b9c3-89ca-43fc-90b9-aa1d4680a766), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.733132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cbeeeb2b-1536-4ca2-abdb-e0c6b07ee9ff req-c74d99e0-053a-4aa8-bf0f-9d6e89a39eef tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050430 Mar 07 16:01:14.748421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=8e9492b5-6f7e-41f0-bc17-0662026591ed,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:14.772839 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-28dc38d3-337c-4352-94c3-d378b8e16cb6 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e54caa9555964e35b0e1dab06a67190f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741994 Mar 07 16:01:14.792446 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-eb9a7c88-f350-4cd5-9a1f-836c0947e88e service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061467 Mar 07 16:01:14.826970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event deleted for resources: {'Port': ['ID=0a64b9c3-89ca-43fc-90b9-aa1d4680a766,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:14.894582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '2a182992-db76-4c44-8436-e2235fb2b111', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '2a182992-db76-4c44-8436-e2235fb2b111', 'mac_address': 'fa:16:3e:3b:a2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:01:14.898823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-40ea0b13-bb28-49af-9610-c234e2edd932 None None] Provisioning complete for port 809de585-c70a-4605-9153-718d3abe57e5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:14.899212 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40ea0b13-bb28-49af-9610-c234e2edd932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (809de585-c70a-4605-9153-718d3abe57e5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:14.901047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No active binding found for port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 {{(pid=103868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 16:01:14.901429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 host None! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:01:14.902490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:14.995036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a954500-894c-4820-a315-e838fbc147f6 req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] No DVR routers for this DVR port 0a64b9c3-89ca-43fc-90b9-aa1d4680a766 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:15.009792 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a954500-894c-4820-a315-e838fbc147f6 req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:15.017494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a954500-894c-4820-a315-e838fbc147f6 req-d33b4d9b-92c1-4f5b-839f-b73b335a5d17 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "DELETE /v2.0/ports/0a64b9c3-89ca-43fc-90b9-aa1d4680a766 HTTP/1.1" status: 204 len: 173 time: 2.7823963 Mar 07 16:01:15.022903 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8', 'name': 'network-vif-deleted', 'tag': '0a64b9c3-89ca-43fc-90b9-aa1d4680a766'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:15.025377 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae8f1c-dd5f-46c4-b407-da82f1b9fa92" -d '{"events": [{"server_uuid": "9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8", "name": "network-vif-deleted", "tag": "0a64b9c3-89ca-43fc-90b9-aa1d4680a766"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:15.027704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['8e9492b5-6f7e-41f0-bc17-0662026591ed'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:15.087872 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cc5c76ef-2f7a-48a0-8016-cf3354f28c07 req-7400a681-e1a5-4b14-81e9-9a0c11c4e59c tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 210 time: 0.1079016 Mar 07 16:01:15.144813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 2a182992-db76-4c44-8436-e2235fb2b111 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:15.145209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:15.181736 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a9239c6a-99a9-46a7-af7a-512c16eaaabd req-3d668e71-bd8c-45c0-a9cc-a92fc61c4241 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8 HTTP/1.1" status: 200 len: 210 time: 0.2812626 Mar 07 16:01:15.297878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 809de585-c70a-4605-9153-718d3abe57e5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:15.330464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Allocated IP 172.25.4.252 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/a3982508-4ee7-4f4e-a114-9772ea2cd049) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:15.335888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46700) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:15.343087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a182992-db76-4c44-8436-e2235fb2b111 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:15.363199 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a53af3-6f98-4c22-8114-d03a9706f1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:15.378417 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711e6c12-b755-481d-8ac0-56e809502327 x-openstack-request-id: req-711e6c12-b755-481d-8ac0-56e809502327 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:15.378886 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8", "name": "network-vif-deleted", "tag": "0a64b9c3-89ca-43fc-90b9-aa1d4680a766", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:15.379407 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-711e6c12-b755-481d-8ac0-56e809502327 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:15.380111 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7b04f1-57d5-4cd1-9671-ef8460e0f2d8', 'name': 'network-vif-deleted', 'tag': '0a64b9c3-89ca-43fc-90b9-aa1d4680a766', 'status': 'completed', 'code': 200} Mar 07 16:01:15.382527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (72a99bb5-360b-4d60-913a-66ffeabc5850), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:15.410536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:15.431896 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:15.508260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:15.533211 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a6db4-74f7-46df-9ef1-af6c0231b7ca req-1fc43696-efa3-4526-9b28-e9d76d2180fd tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:15.541416 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b0a6db4-74f7-46df-9ef1-af6c0231b7ca req-1fc43696-efa3-4526-9b28-e9d76d2180fd tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 947 time: 0.1685617 Mar 07 16:01:15.568989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-40ea0b13-bb28-49af-9610-c234e2edd932 None None] Current status of the port 809de585-c70a-4605-9153-718d3abe57e5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:15.572771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:15.578182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:15.580658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 809de585-c70a-4605-9153-718d3abe57e5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:15.581094 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (809de585-c70a-4605-9153-718d3abe57e5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:15.595170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:15.624217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Pushing event updated for resources: {'Port': ['ID=72a99bb5-360b-4d60-913a-66ffeabc5850,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:15.714834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 809de585-c70a-4605-9153-718d3abe57e5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:15.721417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cf91e86a-ba76-4964-9f0c-b210c2e1efcb None None] Provisioning complete for port 809de585-c70a-4605-9153-718d3abe57e5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:15.721801 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cf91e86a-ba76-4964-9f0c-b210c2e1efcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (809de585-c70a-4605-9153-718d3abe57e5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:15.752859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['2a182992-db76-4c44-8436-e2235fb2b111'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:16.025415 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b0a6db4-74f7-46df-9ef1-af6c0231b7ca req-624fd8f7-0a74-410e-b195-12a80607011a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828625 Mar 07 16:01:16.033091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a53af3-6f98-4c22-8114-d03a9706f1ad admin admin] Publish callbacks [] for security_group (20dd11ee-0b6a-462c-a330-7090dcd68554), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.039013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16a53af3-6f98-4c22-8114-d03a9706f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (20dd11ee-0b6a-462c-a330-7090dcd68554), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.083513 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a53af3-6f98-4c22-8114-d03a9706f1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd11ee-0b6a-462c-a330-7090dcd68554,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:16.090709 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-16a53af3-6f98-4c22-8114-d03a9706f1ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=807630b05d3b4f1db693f264de229efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7527316 Mar 07 16:01:16.093276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46710) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:16.103093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cf91e86a-ba76-4964-9f0c-b210c2e1efcb None None] Current status of the port 809de585-c70a-4605-9153-718d3abe57e5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:16.149721 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3df1-ea70-4008-92f7-ebff0c5249e5 admin admin] Publish callbacks [] for security_group (20dd11ee-0b6a-462c-a330-7090dcd68554), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.175361 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3df1-ea70-4008-92f7-ebff0c5249e5 admin admin] Publish callbacks [] for security_group (20dd11ee-0b6a-462c-a330-7090dcd68554), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.205572 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e3ead91-b557-4aa4-b5df-93f35b430af9 req-3c5a0ab9-b3ba-43b4-ac58-25c891a6ac4d service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3906562 Mar 07 16:01:16.238175 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b98e0423-1582-41fc-809f-fcc8b21b42ef req-d56f4858-908d-4af3-aa63-e54b93c1b4fd tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 210 time: 0.0508308 Mar 07 16:01:16.271925 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3df1-ea70-4008-92f7-ebff0c5249e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (20dd11ee-0b6a-462c-a330-7090dcd68554), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.275113 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3df1-ea70-4008-92f7-ebff0c5249e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.276635 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4bbe3df1-ea70-4008-92f7-ebff0c5249e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20dd11ee-0b6a-462c-a330-7090dcd68554 HTTP/1.1" status: 204 len: 168 time: 0.1823757 Mar 07 16:01:16.289972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe3df1-ea70-4008-92f7-ebff0c5249e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd11ee-0b6a-462c-a330-7090dcd68554,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:16.298706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for floatingip (375b79cb-c288-4a81-8d2a-59ed3623b2ed), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.330979 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks [] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.342073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d616-ec4e-4118-ac58-40b17d062971 req-1fa63484-ffc4-4f74-97de-828a1405242d tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:16.343649 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5678d616-ec4e-4118-ac58-40b17d062971 req-1fa63484-ffc4-4f74-97de-828a1405242d tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 949 time: 0.2623088 Mar 07 16:01:16.405766 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (72a99bb5-360b-4d60-913a-66ffeabc5850), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.550760 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.560125 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-a378330a-8c6c-49ad-b81b-1d3ef8ba7f6c tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e54caa9555964e35b0e1dab06a67190f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583811 Mar 07 16:01:16.575398 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5678d616-ec4e-4118-ac58-40b17d062971 req-41f26139-14fd-46fe-a25a-64d89d039d63 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031319 Mar 07 16:01:16.608827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-830a6b4b-2178-4d19-a661-6b26fa2145fe tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:16.615328 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-830a6b4b-2178-4d19-a661-6b26fa2145fe tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.1375408 Mar 07 16:01:16.640945 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ca9a98aa-b26c-4817-a26f-f73f54de664a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/quotas/9fdcbd0ff10c45108a08a31b08761e64 HTTP/1.1" status: 200 len: 375 time: 0.0229363 Mar 07 16:01:16.688848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:16.695768 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-11710410-6785-4829-981b-84021e1db78f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537481 Mar 07 16:01:16.728225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:16.773558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:16.794893 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-428dc6b7-2b8d-404d-86b6-a62b6f84e4c3 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975499 Mar 07 16:01:16.802514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Pushing event updated for resources: {'Port': ['ID=a3982508-4ee7-4f4e-a114-9772ea2cd049,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:16.848495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (5d3e43f7-cd9b-4bee-b631-55144454b9a9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:16.904251 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-69592e17-5d5b-4803-ab5a-10b8d1588a65 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018059 Mar 07 16:01:16.958590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044fae-7971-49d1-a826-b60708f703b7 req-7196b1d7-c039-46f1-b48f-2b97d21e1ce8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:16.960344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-7196b1d7-c039-46f1-b48f-2b97d21e1ce8 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3837841 Mar 07 16:01:16.982030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Request body: {'port': {'device_id': 'f4fed49b-107b-4d37-9955-604b42e37d16', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'e54caa9555964e35b0e1dab06a67190f'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:17.111510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for port (72a99bb5-360b-4d60-913a-66ffeabc5850), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:17.164732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (72a99bb5-360b-4d60-913a-66ffeabc5850), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:17.192295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7232-ec9d-4796-bbab-dc3b445d42e2 req-ad38533b-9eb7-4b20-bb55-e51e0cc85ce9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:17.201166 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d8c18a3-8d1d-44e3-a894-7b7c5cebab58 req-e75c80f8-60b2-4dc5-b3c2-922b1bc5ff0d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 210 time: 0.0860665 Mar 07 16:01:17.214699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a4d7232-ec9d-4796-bbab-dc3b445d42e2 req-ad38533b-9eb7-4b20-bb55-e51e0cc85ce9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 948 time: 0.0877316 Mar 07 16:01:17.302157 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a4d7232-ec9d-4796-bbab-dc3b445d42e2 req-76a3be6e-8574-4ee0-900d-43d61ee9a703 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816405 Mar 07 16:01:17.342082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Pushing event updated for resources: {'Port': ['ID=72a99bb5-360b-4d60-913a-66ffeabc5850,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:17.419710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6bdfc6e6-cd9d-4135-9347-4dcaf52c0af0 req-7b09bd44-40af-42c3-9b0d-18f2579a7c65 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 210 time: 0.0380797 Mar 07 16:01:17.452543 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (375b79cb-c288-4a81-8d2a-59ed3623b2ed), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:17.517485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Made reservation on behalf of e54caa9555964e35b0e1dab06a67190f for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:17.521061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:17.529077 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:17.530337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-445a11a8-83e4-4419-8208-d25478bb778e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4128001 Mar 07 16:01:17.548528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks [] for router_gateway (1f6512cb-2881-4f62-8c36-594ae9731aeb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:17.848709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Allocated IP 192.168.233.131 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/f01dca5d-09c6-41d1-a391-47f191f40903) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:17.875209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6003e-24a3-48ee-a9da-45bf25fbf5df req-9c20f2d0-e62b-4ecd-b9e6-9353cd04613f tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:17.876709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eaa6003e-24a3-48ee-a9da-45bf25fbf5df req-9c20f2d0-e62b-4ecd-b9e6-9353cd04613f tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 949 time: 0.2185447 Mar 07 16:01:17.988059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8e9492b5-6f7e-41f0-bc17-0662026591ed up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:18.042140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Deleting port dbe14a86-97fb-442f-8cc2-223bed7f3d13 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:18.042690 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.051507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 8e9492b5-6f7e-41f0-bc17-0662026591ed completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:01:18.056112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 8e9492b5-6f7e-41f0-bc17-0662026591ed triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:18.056885 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.085023 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-be68eff2-d0b9-4307-b395-8062d23d8a8e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1480069975&fields=id&tenant_id=f0c91b2c98f8406784bd49fcaaf789ba HTTP/1.1" status: 200 len: 267 time: 0.0625653 Mar 07 16:01:18.096459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eaa6003e-24a3-48ee-a9da-45bf25fbf5df req-31519288-ce7d-49ac-ba17-b3264071f223 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839697 Mar 07 16:01:18.175377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 8e9492b5-6f7e-41f0-bc17-0662026591ed is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:18.176535 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.210427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1b313-4101-4079-ac8a-51d4eb1b7077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9492b5-6f7e-41f0-bc17-0662026591ed'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:18.212966 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26c6245-d835-4522-a668-2632d685b731" -d '{"events": [{"server_uuid": "0bc1b313-4101-4079-ac8a-51d4eb1b7077", "name": "network-vif-plugged", "status": "completed", "tag": "8e9492b5-6f7e-41f0-bc17-0662026591ed"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:18.232746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 8e9492b5-6f7e-41f0-bc17-0662026591ed, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8e9492b5-6f7e-41f0-bc17-0662026591ed,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:18.241050 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.244024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f64412-7066-4f21-9de1-5805384655a0 req-3986f311-b624-403b-9ae2-ecfa0c4e188c tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:18.252602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-3986f311-b624-403b-9ae2-ecfa0c4e188c tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/networks?id=20f61a96-6058-4a85-b61f-303a622de412 HTTP/1.1" status: 200 len: 812 time: 0.1652632 Mar 07 16:01:18.270704 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-b1525443-14fb-4cbb-999c-1cabdba88fcf tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/quotas/f0c91b2c98f8406784bd49fcaaf789ba HTTP/1.1" status: 200 len: 375 time: 0.0171044 Mar 07 16:01:18.353982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=8e9492b5-6f7e-41f0-bc17-0662026591ed,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:18.375323 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-1bc1f7a5-eda6-416a-a670-ea51b7831517 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0c91b2c98f8406784bd49fcaaf789ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859997 Mar 07 16:01:18.461087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:18.502050 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-bdc5fa54-cfe9-4bd6-889a-545317b25add service neutron] 10.222.0.24 "GET /v2.0/networks/20f61a96-6058-4a85-b61f-303a622de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222410 Mar 07 16:01:18.541576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 2a182992-db76-4c44-8436-e2235fb2b111 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:01:18.545881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (1f6512cb-2881-4f62-8c36-594ae9731aeb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.546979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 2a182992-db76-4c44-8436-e2235fb2b111 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:18.547358 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2a182992-db76-4c44-8436-e2235fb2b111), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.617459 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-36be8c89-3f75-4932-83b6-06f30899814f service neutron] 10.222.0.24 "GET /v2.0/networks/20f61a96-6058-4a85-b61f-303a622de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136847 Mar 07 16:01:18.659400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 2a182992-db76-4c44-8436-e2235fb2b111 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:18.659802 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.702390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks [] for port (f01dca5d-09c6-41d1-a391-47f191f40903), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.706132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:18.712723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.721044 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaa4d94-aa40-43aa-b7c2-ea95a80c2e45 x-openstack-request-id: req-daaa4d94-aa40-43aa-b7c2-ea95a80c2e45 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:18.721361 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc1b313-4101-4079-ac8a-51d4eb1b7077", "name": "network-vif-plugged", "status": "completed", "tag": "8e9492b5-6f7e-41f0-bc17-0662026591ed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:18.721623 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daaa4d94-aa40-43aa-b7c2-ea95a80c2e45 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:18.722212 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1b313-4101-4079-ac8a-51d4eb1b7077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9492b5-6f7e-41f0-bc17-0662026591ed', 'code': 200} Mar 07 16:01:18.722468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] For port dbe14a86-97fb-442f-8cc2-223bed7f3d13, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=dbe14a86-97fb-442f-8cc2-223bed7f3d13,segment=NetworkSegment(e8cab00b-f866-4d69-bd93-6b22093011e8),segment_id=e8cab00b-f866-4d69-bd93-6b22093011e8)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:18.722865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.786971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Calling delete_port for dbe14a86-97fb-442f-8cc2-223bed7f3d13 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:18.811218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-fcf8d5ce-9441-4efc-94d9-546e28b92227 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:18.812805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-fcf8d5ce-9441-4efc-94d9-546e28b92227 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.6430647 Mar 07 16:01:18.845181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1269a4b0-1cfd-471f-bb2d-f613cb827a3e req-d1583c57-21d0-41ca-87cb-5dcee8c4d47a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 210 time: 0.0598254 Mar 07 16:01:18.867064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bef56a-f005-45da-92a6-cca547a6c86c req-ed9e7348-d15e-4e9e-8d8f-7a445ec9b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:18.877887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85bef56a-f005-45da-92a6-cca547a6c86c req-ed9e7348-d15e-4e9e-8d8f-7a445ec9b153 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 1132 time: 0.0725064 Mar 07 16:01:18.878050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:18.898760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Request body: {'port': {'device_id': '2aa69f49-6230-41f5-b900-df514324d59c', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'admin_state_up': True, 'tenant_id': '9fdcbd0ff10c45108a08a31b08761e64'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:18.956209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:18.965566 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85bef56a-f005-45da-92a6-cca547a6c86c req-1c61e37b-db16-4c22-aa08-cb7051964a9e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887311 Mar 07 16:01:18.968048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['5fbefd27-7988-40ed-96a3-67801c29b9e3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:19.009817 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585abb84-3196-4d85-8c59-03c316d8e3e7 req-a831d44d-4a7c-433c-bafc-db1c9e26ea41 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:19.018410 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-585abb84-3196-4d85-8c59-03c316d8e3e7 req-a831d44d-4a7c-433c-bafc-db1c9e26ea41 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.1063306 Mar 07 16:01:19.091066 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-585abb84-3196-4d85-8c59-03c316d8e3e7 req-5bd4f1c5-b8b6-44cd-a27b-be89ca0b6f44 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Mar 07 16:01:19.146513 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:19.159779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Pushing event updated for resources: {'Port': ['ID=f01dca5d-09c6-41d1-a391-47f191f40903,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:19.175795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:19.193564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:19.206904 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a47cbcb-2683-4b13-8bb4-1dfa5b666a25 req-049a1166-3727-42f9-bb5e-6a1a24c34311 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0403955 Mar 07 16:01:19.207167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Router 1f6512cb-2881-4f62-8c36-594ae9731aeb is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:01:19.304641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c563-1567-4c88-8d48-3ce003df2c0b req-14d40866-12be-4218-ace1-568a9010e6ca tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:19.306379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce12c563-1567-4c88-8d48-3ce003df2c0b req-14d40866-12be-4218-ace1-568a9010e6ca tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 936 time: 0.3287790 Mar 07 16:01:19.369120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:19.369785 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:19.378702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Made reservation on behalf of 9fdcbd0ff10c45108a08a31b08761e64 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:19.382347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:19.398444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efeb63-3b15-4b55-8085-91ec21a81c83 req-215aa081-718c-4a18-9b6e-fd5215f2da63 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:19.400209 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66efeb63-3b15-4b55-8085-91ec21a81c83 req-215aa081-718c-4a18-9b6e-fd5215f2da63 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 950 time: 0.0909998 Mar 07 16:01:19.451969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-0a768e71-b137-40e7-883d-33a7a20e041a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4823287 Mar 07 16:01:19.463847 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66efeb63-3b15-4b55-8085-91ec21a81c83 req-4679f261-0d57-4b73-a8cb-f1352bc3cf12 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548177 Mar 07 16:01:19.484288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Request body: {'port': {'device_id': 'f4fed49b-107b-4d37-9955-604b42e37d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:19.559318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4698aaa6-dab2-49a0-9727-0422f3010e1f None None] Provisioning complete for port f01dca5d-09c6-41d1-a391-47f191f40903 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:19.559875 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4698aaa6-dab2-49a0-9727-0422f3010e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:19.612029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4698aaa6-dab2-49a0-9727-0422f3010e1f None None] Port f01dca5d-09c6-41d1-a391-47f191f40903 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:19.621210 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce12c563-1567-4c88-8d48-3ce003df2c0b req-bf08e5ea-d7c1-48d2-8f93-f8f139dc25fd tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979755 Mar 07 16:01:19.629252 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (dbe14a86-97fb-442f-8cc2-223bed7f3d13), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:19.689024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:19.700872 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Sync routers for ids ['1f6512cb-2881-4f62-8c36-594ae9731aeb'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:19.702220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe14a86-97fb-442f-8cc2-223bed7f3d13,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:19.721297 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Routers {'1f6512cb-2881-4f62-8c36-594ae9731aeb'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:19.722140 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['1f6512cb-2881-4f62-8c36-594ae9731aeb'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:19.770874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:19.832018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:19.836358 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46820) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:19.836545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-419bf1ee-beea-44ef-a365-8ea1266ebb1f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.8817058 Mar 07 16:01:19.875815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Allocated IP 172.20.0.2 (f2e65e7d-475f-42bc-b785-221af76b9874/f72ca13c-8ffe-45cb-9e24-07aaf17581aa/b415f0c2-ee30-41cd-b729-ecdcacf4444a) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:19.970788 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Set router 1f6512cb-2881-4f62-8c36-594ae9731aeb gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:20.075451 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42308363-ec7e-4b9d-9d88-6c6d5bbff699 req-778b8ef6-b54e-4e7e-b977-d0dec7f81dd2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 210 time: 0.0895669 Mar 07 16:01:20.187106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46828) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:20.255605 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:11Z', 'updated_at': '2022-03-07T16:01:17Z', 'revision_number': 3, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'gw_port': {'id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:14Z', 'updated_at': '2022-03-07T16:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:20.339994 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Checking router: 1f6512cb-2881-4f62-8c36-594ae9731aeb for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:01:20.351387 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Updating router 1f6512cb-2881-4f62-8c36-594ae9731aeb port a3982508-4ee7-4f4e-a114-9772ea2cd049 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:01:20.360898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (5d3e43f7-cd9b-4bee-b631-55144454b9a9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.411044 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.441392 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e625f37e-0f46-4e1f-b862-bd4462f6d415 req-31f0c613-7539-4b5d-8d17-978a4a55ddfb tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0694492 Mar 07 16:01:20.490420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f64412-7066-4f21-9de1-5805384655a0 req-c39a66ac-7cf5-41fb-bf4f-47eabec7270a tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:20.492204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-c39a66ac-7cf5-41fb-bf4f-47eabec7270a tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.15 "GET /v2.0/networks?id=20f61a96-6058-4a85-b61f-303a622de412 HTTP/1.1" status: 200 len: 812 time: 0.2111568 Mar 07 16:01:20.533306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-818eecbb-fc47-4e90-a6f4-a561dad0c51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.566735 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks [] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.583570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b27e-8bfe-48ad-a8d8-c76f050005d7 req-33121cbf-b2a8-4a8b-8122-3e6bfb96a608 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:20.585223 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d119b27e-8bfe-48ad-a8d8-c76f050005d7 req-33121cbf-b2a8-4a8b-8122-3e6bfb96a608 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.3598127 Mar 07 16:01:20.675683 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-16b7a751-e8e8-4762-925c-5af17e9e3b59 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c91b2c98f8406784bd49fcaaf789ba HTTP/1.1" status: 200 len: 380 time: 0.1450982 Mar 07 16:01:20.688577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Request body: {'port': {'device_id': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'admin_state_up': True, 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'security_groups': ['137a1530-0e18-4cdd-80ef-351e48f43b60']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:20.723672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:20.727254 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e75c697-6dbc-4a9c-8f9a-161a46390933" -d '{"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:20.732514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f7f23-7138-45db-85c8-fed6b97a1243 req-e49c1582-15ac-45c7-a38f-0c13ddd53bb9 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:20.734504 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f4f7f23-7138-45db-85c8-fed6b97a1243 req-e49c1582-15ac-45c7-a38f-0c13ddd53bb9 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 950 time: 0.1674204 Mar 07 16:01:20.793891 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Publish callbacks [] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.800516 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.849282 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c03a8-d1b1-4d90-b9a2-36882dfd57a6 None None] Pushing event updated for resources: {'Port': ['ID=a3982508-4ee7-4f4e-a114-9772ea2cd049,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:20.863612 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Attempting to bind port a3982508-4ee7-4f4e-a114-9772ea2cd049 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:20.864094 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Attempting to bind port a3982508-4ee7-4f4e-a114-9772ea2cd049 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:20.864529 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Attempting to bind port a3982508-4ee7-4f4e-a114-9772ea2cd049 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:20.870121 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:20.870988 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:20.871386 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.871866 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:20.872404 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Bound port: a3982508-4ee7-4f4e-a114-9772ea2cd049, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:20.872851 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.921497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f4f7f23-7138-45db-85c8-fed6b97a1243 req-52f6aca7-01d9-46ae-ac4e-ed13c7aff589 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592178 Mar 07 16:01:20.938245 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] For port a3982508-4ee7-4f4e-a114-9772ea2cd049, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:20.942631 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] For port a3982508-4ee7-4f4e-a114-9772ea2cd049, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a3982508-4ee7-4f4e-a114-9772ea2cd049,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:20.954091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.955711 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:20.970115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Made reservation on behalf of f0c91b2c98f8406784bd49fcaaf789ba for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:20.974103 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.030687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01dca5d-09c6-41d1-a391-47f191f40903 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:21.031306 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Routers {'1f6512cb-2881-4f62-8c36-594ae9731aeb'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:21.031871 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['1f6512cb-2881-4f62-8c36-594ae9731aeb'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:21.033786 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c03a8-d1b1-4d90-b9a2-36882dfd57a6 None None] Pushing event updated for resources: {'Port': ['ID=a3982508-4ee7-4f4e-a114-9772ea2cd049,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:21.057296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Publish callbacks [] for port (f01dca5d-09c6-41d1-a391-47f191f40903), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.094956 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.098941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d119b27e-8bfe-48ad-a8d8-c76f050005d7 req-6f5d6081-72aa-4c71-8552-668c02461b4e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980514 Mar 07 16:01:21.108035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Transition to ACTIVE for port object f01dca5d-09c6-41d1-a391-47f191f40903 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:01:21.175994 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] Set router 1f6512cb-2881-4f62-8c36-594ae9731aeb gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:21.178497 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.207872 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c3ed6c-8ff3-46c2-999f-58db47241d80 x-openstack-request-id: req-b5c3ed6c-8ff3-46c2-999f-58db47241d80 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:21.208204 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:21.208471 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5c3ed6c-8ff3-46c2-999f-58db47241d80 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:21.208872 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111', 'code': 200} Mar 07 16:01:21.221491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Network f2e65e7d-475f-42bc-b785-221af76b9874 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:21.235469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:21.237274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event updated for resources: {'Port': ['ID=b415f0c2-ee30-41cd-b729-ecdcacf4444a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:21.243986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:21.312732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-818eecbb-fc47-4e90-a6f4-a561dad0c51b admin admin] Publish callbacks [] for security_group (bfd32b46-35af-492a-8936-82629637a312), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.390451 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-818eecbb-fc47-4e90-a6f4-a561dad0c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bfd32b46-35af-492a-8936-82629637a312), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.395687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba675e-a585-4b51-89b0-7da3a3818934 req-03fd61ce-9af8-4a67-b3ec-a35dcd2838a7 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:21.397270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1cba675e-a585-4b51-89b0-7da3a3818934 req-03fd61ce-9af8-4a67-b3ec-a35dcd2838a7 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 936 time: 0.3972697 Mar 07 16:01:21.483074 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Allocated IP 172.20.0.1 (124249d5-3e17-4cce-85aa-3daee9fd4d17/6b560056-f43e-4a22-b3c0-61b50713929a/aee0932c-0ac5-4ee0-83a5-0d8544696170) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:21.485593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Allocated IP 172.20.0.9 (20f61a96-6058-4a85-b61f-303a622de412/479ee108-8f41-4d1f-baf2-c064e6186260/c02c0538-0b7b-4973-a59a-c1c7c44f28a6) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:21.543184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f01dca5d-09c6-41d1-a391-47f191f40903,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:21.571846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:21.572516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.584932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-818eecbb-fc47-4e90-a6f4-a561dad0c51b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe536c881f714d669e03cd6eb6cfd98f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3963194 Mar 07 16:01:21.593340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1cba675e-a585-4b51-89b0-7da3a3818934 req-c89c0ac3-7bd0-43c6-bcd6-a62daca70a0a tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827562 Mar 07 16:01:21.593952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46848) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:21.614087 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:01:21.615002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818eecbb-fc47-4e90-a6f4-a561dad0c51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd32b46-35af-492a-8936-82629637a312,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:21.640987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-7c0ed62e-895c-4561-9211-f6c62545f7c8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7484150 Mar 07 16:01:21.643051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8c2a5-799d-4b3b-a946-ca8a41f45580 req-b7425797-fe90-4623-8708-e0ab8642c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:21.644507 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2aa8c2a5-799d-4b3b-a946-ca8a41f45580 req-b7425797-fe90-4623-8708-e0ab8642c1bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1131 time: 0.3305371 Mar 07 16:01:21.653059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Attempting to bind port f01dca5d-09c6-41d1-a391-47f191f40903 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:21.653402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Attempting to bind port f01dca5d-09c6-41d1-a391-47f191f40903 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:21.653738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Attempting to bind port f01dca5d-09c6-41d1-a391-47f191f40903 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:21.660395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Port f01dca5d-09c6-41d1-a391-47f191f40903 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:01:21.660742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Attempting to bind port f01dca5d-09c6-41d1-a391-47f191f40903 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:21.712743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Request body: {'port': {'device_id': '2aa69f49-6230-41f5-b900-df514324d59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:21.727047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:21.727451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:21.727883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:21.728496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Bound port: f01dca5d-09c6-41d1-a391-47f191f40903, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:21.728860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.741096 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:11Z', 'updated_at': '2022-03-07T16:01:17Z', 'revision_number': 3, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'gw_port': {'id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:14Z', 'updated_at': '2022-03-07T16:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:21.773277 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200dc5ae-92c6-491e-92d5-32894490d5df None None] The sync data for ids ['1f6512cb-2881-4f62-8c36-594ae9731aeb'] in n-d-830010-8 is: [{'id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:11Z', 'updated_at': '2022-03-07T16:01:17Z', 'revision_number': 3, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'gw_port': {'id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:14Z', 'updated_at': '2022-03-07T16:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:21.812998 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2573e5ee-9f21-43f7-a9b5-750b691ffcbd req-07695ed7-66ee-471d-9d96-a6275343a527 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0969195 Mar 07 16:01:21.855520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Publish callbacks [] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.902427 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-727fb615-6156-4649-b60b-df2c901118fd admin admin] Publish callbacks [] for security_group (bfd32b46-35af-492a-8936-82629637a312), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.943165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2aa8c2a5-799d-4b3b-a946-ca8a41f45580 req-e4ed4a25-49bf-431f-9de4-8c97e585c10e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411168 Mar 07 16:01:21.954910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.969369 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-727fb615-6156-4649-b60b-df2c901118fd admin admin] Publish callbacks [] for security_group (bfd32b46-35af-492a-8936-82629637a312), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:21.986387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:21.989002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942f99-6346-4b0b-90ca-7c8dd68f2599 req-fdc54de5-ce0a-4b78-af3b-67f71532b428 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:21.996092 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0e942f99-6346-4b0b-90ca-7c8dd68f2599 req-fdc54de5-ce0a-4b78-af3b-67f71532b428 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 931 time: 0.2599053 Mar 07 16:01:21.998114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] Sync routers for ids ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:21.999885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.013261 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2c6b0c00-a3f9-4810-8804-4593872add6f admin admin] 10.222.0.24 "PUT /v2.0/routers/5d3e43f7-cd9b-4bee-b631-55144454b9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8118255 Mar 07 16:01:22.016809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46856) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:22.022648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] Routers {'5d3e43f7-cd9b-4bee-b631-55144454b9a9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:22.024680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:22.033537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] For port f01dca5d-09c6-41d1-a391-47f191f40903, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:22.048023 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.118355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] For port f01dca5d-09c6-41d1-a391-47f191f40903, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f01dca5d-09c6-41d1-a391-47f191f40903,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:22.122717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Network 124249d5-3e17-4cce-85aa-3daee9fd4d17 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:22.134508 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:22.171693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:22.273553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] Set router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:22.291520 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0e942f99-6346-4b0b-90ca-7c8dd68f2599 req-48b9ce39-a978-4d55-aca5-cec25b8f75d1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623646 Mar 07 16:01:22.336548 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.345654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Pushing event updated for resources: {'Port': ['ID=aee0932c-0ac5-4ee0-83a5-0d8544696170,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:22.362975 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-727fb615-6156-4649-b60b-df2c901118fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bfd32b46-35af-492a-8936-82629637a312), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.366874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-727fb615-6156-4649-b60b-df2c901118fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.371176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-727fb615-6156-4649-b60b-df2c901118fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfd32b46-35af-492a-8936-82629637a312 HTTP/1.1" status: 204 len: 168 time: 0.7679932 Mar 07 16:01:22.371176 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.455971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fb615-6156-4649-b60b-df2c901118fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd32b46-35af-492a-8936-82629637a312,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:22.579268 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Network 20f61a96-6058-4a85-b61f-303a622de412 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:22.580642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (1f6512cb-2881-4f62-8c36-594ae9731aeb), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.584596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:46Z', 'updated_at': '2022-03-07T16:01:19Z', 'revision_number': 5, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'gw_port': {'id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:47Z', 'updated_at': '2022-03-07T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:22.600213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f01dca5d-09c6-41d1-a391-47f191f40903,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:22.646657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] Checking router: 5d3e43f7-cd9b-4bee-b631-55144454b9a9 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:01:22.658517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-06ef2665-0e6f-4208-a2f1-48faddf27331 None None] Provisioning complete for port aee0932c-0ac5-4ee0-83a5-0d8544696170 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:22.659160 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06ef2665-0e6f-4208-a2f1-48faddf27331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.713883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:22.716465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.718445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-06ef2665-0e6f-4208-a2f1-48faddf27331 None None] Port aee0932c-0ac5-4ee0-83a5-0d8544696170 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:22.720257 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-78312e32-e8ff-4f06-9788-4340b9d0baa7 service neutron] 10.222.0.11 "PUT /v2.0/ports/f01dca5d-09c6-41d1-a391-47f191f40903 HTTP/1.1" status: 200 len: 1096 time: 3.2569807 Mar 07 16:01:22.728184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:22.732071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] Routers {'5d3e43f7-cd9b-4bee-b631-55144454b9a9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:22.733213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:00:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:22.740494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fed49b-107b-4d37-9955-604b42e37d16', 'tag': 'f01dca5d-09c6-41d1-a391-47f191f40903'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:22.743218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:22.746752 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09b0285-cc0e-403f-9244-d903053a95f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fed49b-107b-4d37-9955-604b42e37d16", "tag": "f01dca5d-09c6-41d1-a391-47f191f40903"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:22.823854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:22.826021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4e07c-2598-4dd4-acec-f9f12b43e5a3 req-3cedfe5e-9427-4ef9-a00f-e1bb1fdf7fd2 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:22.843444 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61c4e07c-2598-4dd4-acec-f9f12b43e5a3 req-3cedfe5e-9427-4ef9-a00f-e1bb1fdf7fd2 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.5247252 Mar 07 16:01:22.879206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13fccc-c7e2-46ee-9ff8-11bec3c8a1b9 req-0bdeceb9-a760-43dc-a339-ac8e392b25f1 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:22.888579 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc13fccc-c7e2-46ee-9ff8-11bec3c8a1b9 req-0bdeceb9-a760-43dc-a339-ac8e392b25f1 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 950 time: 0.4848557 Mar 07 16:01:22.909016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Pushing event updated for resources: {'Port': ['ID=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:22.940246 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c0404a31-71e0-4b7c-9d15-f7773c8ee974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.118787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] Set router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:23.183856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b415f0c2-ee30-41cd-b729-ecdcacf4444a {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:23.194826 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Publish callbacks [] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.218419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Transition to ACTIVE for port object b415f0c2-ee30-41cd-b729-ecdcacf4444a will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:01:23.234061 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61c4e07c-2598-4dd4-acec-f9f12b43e5a3 req-d9d4db49-bce7-4c9a-afc5-d85a45a9ba46 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890965 Mar 07 16:01:23.235822 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks [] for router (5d3e43f7-cd9b-4bee-b631-55144454b9a9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.287184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a3982508-4ee7-4f4e-a114-9772ea2cd049 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:23.301449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.391882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044fae-7971-49d1-a826-b60708f703b7 req-8a094d74-39a2-4959-beef-74dc5a4258d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:23.394539 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-8a094d74-39a2-4959-beef-74dc5a4258d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e54caa9555964e35b0e1dab06a67190f&device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 1130 time: 0.5999320 Mar 07 16:01:23.552803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port a3982508-4ee7-4f4e-a114-9772ea2cd049 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:23.554134 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.591380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-35099010-3308-4498-96f7-d9c14043968d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f01dca5d-09c6-41d1-a391-47f191f40903 HTTP/1.1" status: 200 len: 217 time: 0.1746509 Mar 07 16:01:23.598785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46890) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:23.611984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:23.613310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.622592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b415f0c2-ee30-41cd-b729-ecdcacf4444a,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:23.643964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6fe6cf34-cb70-44c7-be9a-4369f60d2cac None None] Provisioning complete for port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:23.644518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cf34-cb70-44c7-be9a-4369f60d2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.688524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044fae-7971-49d1-a826-b60708f703b7 req-81c4b88b-fd41-46a6-b8f7-b86874096480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:23.690127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-81c4b88b-fd41-46a6-b8f7-b86874096480 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0712273 Mar 07 16:01:23.695444 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-3b3038f0-3c1b-4d64-b37e-301c7bb28cf8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0111163 Mar 07 16:01:23.703219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6fe6cf34-cb70-44c7-be9a-4369f60d2cac None None] Port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:23.731654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Request body: {'port': {'device_id': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:23.732303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:46Z', 'updated_at': '2022-03-07T16:01:19Z', 'revision_number': 5, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'gw_port': {'id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:47Z', 'updated_at': '2022-03-07T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:23.773263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e5c66a-66b9-4cb0-857f-a5dc036113fe None None] The sync data for ids ['5d3e43f7-cd9b-4bee-b631-55144454b9a9'] in n-d-830010-8 is: [{'id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'name': 'tempest-ServersTestBootFromVolume-623808173-router', 'tenant_id': '87e32b1d77974b749f45d76ce79e72f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:46Z', 'updated_at': '2022-03-07T16:01:19Z', 'revision_number': 5, 'project_id': '87e32b1d77974b749f45d76ce79e72f8', 'gw_port': {'id': 'cbaec5c1-3b87-4bd7-af68-2172dacf957f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3e43f7-cd9b-4bee-b631-55144454b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:47Z', 'updated_at': '2022-03-07T16:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:23.784433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a3982508-4ee7-4f4e-a114-9772ea2cd049 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:23.784833 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.785548 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1989714193-network', 'tenant_id': '43e7e0fd97784327ac1553cd355ac729'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:23.801273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac740e-bb17-409e-b8dd-21690ca518c8 req-910b47a6-152d-47db-afcf-4221ed4d5889 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:23.810098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port a3982508-4ee7-4f4e-a114-9772ea2cd049, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a3982508-4ee7-4f4e-a114-9772ea2cd049,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:23.813770 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.814159 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eaac740e-bb17-409e-b8dd-21690ca518c8 req-910b47a6-152d-47db-afcf-4221ed4d5889 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 948 time: 0.3767014 Mar 07 16:01:23.818242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Attempting to bind port b415f0c2-ee30-41cd-b729-ecdcacf4444a on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:23.818514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Attempting to bind port b415f0c2-ee30-41cd-b729-ecdcacf4444a by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:23.818870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Attempting to bind port b415f0c2-ee30-41cd-b729-ecdcacf4444a on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:23.828851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks [] for router_gateway (5d3e43f7-cd9b-4bee-b631-55144454b9a9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.838756 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc13fccc-c7e2-46ee-9ff8-11bec3c8a1b9 req-1a8ed5f0-ffda-478d-8daf-8834f3b564fc tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9486811 Mar 07 16:01:23.855540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Port b415f0c2-ee30-41cd-b729-ecdcacf4444a on network f2e65e7d-475f-42bc-b785-221af76b9874 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:01:23.855540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Attempting to bind port b415f0c2-ee30-41cd-b729-ecdcacf4444a on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:23.889336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=a3982508-4ee7-4f4e-a114-9772ea2cd049,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:23.906467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eaac740e-bb17-409e-b8dd-21690ca518c8 req-74839430-2e4a-404c-8736-85c7d28f98a3 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914273 Mar 07 16:01:23.907352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:23.907701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Checking segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:23.908096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Bound using segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:23.908553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Bound port: b415f0c2-ee30-41cd-b729-ecdcacf4444a, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:23.908925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.912156 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a269a26-d915-412c-af37-e2d32e620401 x-openstack-request-id: req-3a269a26-d915-412c-af37-e2d32e620401 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:23.912479 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fed49b-107b-4d37-9955-604b42e37d16", "tag": "f01dca5d-09c6-41d1-a391-47f191f40903", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:23.912749 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a269a26-d915-412c-af37-e2d32e620401 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:23.913177 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fed49b-107b-4d37-9955-604b42e37d16', 'tag': 'f01dca5d-09c6-41d1-a391-47f191f40903', 'status': 'completed', 'code': 200} Mar 07 16:01:23.941312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037264b4-bbab-49aa-9724-01bc180f3591 req-37d266af-6d17-4368-b917-4b83256cf1fa tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:23.943182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-037264b4-bbab-49aa-9724-01bc180f3591 req-37d266af-6d17-4368-b917-4b83256cf1fa tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 950 time: 0.3484852 Mar 07 16:01:23.947031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044fae-7971-49d1-a826-b60708f703b7 req-18892d6d-f419-4cf9-b0af-259ffcc477a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:23.949515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-18892d6d-f419-4cf9-b0af-259ffcc477a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2468460 Mar 07 16:01:23.949799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Made reservation on behalf of 43e7e0fd97784327ac1553cd355ac729 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:23.952595 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:23.959100 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.010512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.129014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] For port b415f0c2-ee30-41cd-b729-ecdcacf4444a, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:24.143768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Deleting port cbaec5c1-3b87-4bd7-af68-2172dacf957f {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:24.144109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.174319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] For port b415f0c2-ee30-41cd-b729-ecdcacf4444a, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b415f0c2-ee30-41cd-b729-ecdcacf4444a,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:24.191620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef54e9-5fdf-433e-a3ec-b8d4978d8b31 req-4111d6b1-dc80-4f61-8d29-5a583471d81f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:24.196732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efef54e9-5fdf-433e-a3ec-b8d4978d8b31 req-4111d6b1-dc80-4f61-8d29-5a583471d81f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 943 time: 0.2067380 Mar 07 16:01:24.201985 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-963b370c-4b4d-4bc3-be84-440a5c649f9f service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465522 Mar 07 16:01:24.211936 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.270558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Publish callbacks [] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.290465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95170-605d-4160-85f4-b7c573880605 req-d9f685c0-3c6f-43e2-a435-56dd5f79ee09 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:24.293133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25d95170-605d-4160-85f4-b7c573880605 req-d9f685c0-3c6f-43e2-a435-56dd5f79ee09 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 931 time: 0.3066497 Mar 07 16:01:24.298740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.338111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:24.338823 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.340974 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/b415f0c2-ee30-41cd-b729-ecdcacf4444a HTTP/1.1" status: 200 len: 1091 time: 2.6418447 Mar 07 16:01:24.510258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Pushing event updated for resources: {'Port': ['ID=aee0932c-0ac5-4ee0-83a5-0d8544696170,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:24.520042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Publish callbacks [] for security_group (b576bb95-cc2e-4761-8e70-de7164c8c111), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.521275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (1f6512cb-2881-4f62-8c36-594ae9731aeb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.542257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-037264b4-bbab-49aa-9724-01bc180f3591 req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Deleting port 8e9492b5-6f7e-41f0-bc17-0662026591ed {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:24.542613 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-037264b4-bbab-49aa-9724-01bc180f3591 req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.545458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b576bb95-cc2e-4761-8e70-de7164c8c111), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.584793 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25d95170-605d-4160-85f4-b7c573880605 req-173936d9-0d9b-46ad-8834-cbfcbfdb415b tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693744 Mar 07 16:01:24.628792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:01:24.725152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b576bb95-cc2e-4761-8e70-de7164c8c111,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:24.728095 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a0e33317-932b-49ea-9d35-1103b15dbfa9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.728502 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Added segment a0e33317-932b-49ea-9d35-1103b15dbfa9 of type vlan for network 9f90f493-f678-482b-9a92-baf2792d5608 Mar 07 16:01:24.803596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] For port cbaec5c1-3b87-4bd7-af68-2172dacf957f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cbaec5c1-3b87-4bd7-af68-2172dacf957f,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:24.804021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.817300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8624c3-a08b-41fa-8158-b4a1db1103a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b415f0c2-ee30-41cd-b729-ecdcacf4444a,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:24.822901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efef54e9-5fdf-433e-a3ec-b8d4978d8b31 req-579e5d6b-95bc-472a-9649-a209193bded5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144993 Mar 07 16:01:24.844788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Calling delete_port for cbaec5c1-3b87-4bd7-af68-2172dacf957f owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:24.851964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71044fae-7971-49d1-a826-b60708f703b7 req-d262c33d-b403-414d-8cac-52bdc14291c9 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330142 Mar 07 16:01:24.864607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-037264b4-bbab-49aa-9724-01bc180f3591 req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] For port 8e9492b5-6f7e-41f0-bc17-0662026591ed, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8e9492b5-6f7e-41f0-bc17-0662026591ed,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:24.865000 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-037264b4-bbab-49aa-9724-01bc180f3591 req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.868633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-86d0c95b-3159-41f6-9008-5ecf88aa4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:24.871092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-86d0c95b-3159-41f6-9008-5ecf88aa4adf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 1125 time: 0.4619982 Mar 07 16:01:24.900395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9f90f493-f678-482b-9a92-baf2792d5608), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:24.933912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-037264b4-bbab-49aa-9724-01bc180f3591 req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Calling delete_port for 8e9492b5-6f7e-41f0-bc17-0662026591ed owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:24.959459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-d7f38943-38aa-46f3-a5a4-5e3924cba4db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b415f0c2-ee30-41cd-b729-ecdcacf4444a HTTP/1.1" status: 200 len: 217 time: 0.0541227 Mar 07 16:01:24.982602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c87091-bcf6-4272-a2cd-be387bbdd48c req-8ef98aa2-9aa8-4641-90df-5c2db39bfddf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:24.984171 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47c87091-bcf6-4272-a2cd-be387bbdd48c req-8ef98aa2-9aa8-4641-90df-5c2db39bfddf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.3150909 Mar 07 16:01:24.990134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Network 124249d5-3e17-4cce-85aa-3daee9fd4d17 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:25.019022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02c0538-0b7b-4973-a59a-c1c7c44f28a6 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:25.031102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:25.040542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Publish callbacks [] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.069062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9f90f493-f678-482b-9a92-baf2792d5608), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.070781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:25.072004 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.118324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Transition to ACTIVE for port object c02c0538-0b7b-4973-a59a-c1c7c44f28a6 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:01:25.156973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-4406e0b6-8b4a-477a-af90-c704a0d0da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:25.160081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-4406e0b6-8b4a-477a-af90-c704a0d0da07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e54caa9555964e35b0e1dab06a67190f&device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 1130 time: 0.2124329 Mar 07 16:01:25.162230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-73a1fb43-b24b-439b-a5e7-259adced877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:25.164049 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-73a1fb43-b24b-439b-a5e7-259adced877f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.1931825 Mar 07 16:01:25.174004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eadb90ef-54a1-48dc-8137-cf81e4720570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.182786 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.187891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5719128 Mar 07 16:01:25.213591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a3982508-4ee7-4f4e-a114-9772ea2cd049 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:25.236912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46900) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:25.241843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Request body: {'subnet': {'network_id': '9f90f493-f678-482b-9a92-baf2792d5608', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1989714193-subnet', 'tenant_id': '43e7e0fd97784327ac1553cd355ac729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:25.274422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port a3982508-4ee7-4f4e-a114-9772ea2cd049 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:25.274692 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.287320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d8e90-5add-4a9d-977b-32c9761f92e3 req-c9177d1f-ec55-4871-9a00-a5d748e6a5f8 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:25.295306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c2d8e90-5add-4a9d-977b-32c9761f92e3 req-c9177d1f-ec55-4871-9a00-a5d748e6a5f8 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bc1b313-4101-4079-ac8a-51d4eb1b7077 HTTP/1.1" status: 200 len: 950 time: 0.3462756 Mar 07 16:01:25.317628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Made reservation on behalf of 43e7e0fd97784327ac1553cd355ac729 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:25.319990 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.343188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47c87091-bcf6-4272-a2cd-be387bbdd48c req-c5894ecb-ab83-452d-9fa0-a1110388c04a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082614 Mar 07 16:01:25.350431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-8fc7d973-3ea4-474e-ba40-8876f2c1dca1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307979 Mar 07 16:01:25.408618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83423e2c-cd53-4dd0-90be-6a8fa1278813 admin admin] Pushing event updated for resources: {'Network': ['ID=9f90f493-f678-482b-9a92-baf2792d5608,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:25.426253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9f90f493-f678-482b-9a92-baf2792d5608 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:01:25.455284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a3982508-4ee7-4f4e-a114-9772ea2cd049 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:25.478381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device dbe14a86-97fb-442f-8cc2-223bed7f3d13 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:25.525332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Pushing event updated for resources: {'Port': ['ID=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:25.548997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-a874b97c-d2f4-4900-b031-c9a9d25aaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:25.550925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-a874b97c-d2f4-4900-b031-c9a9d25aaa64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.3740165 Mar 07 16:01:25.556050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: dbe14a86-97fb-442f-8cc2-223bed7f3d13 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:25.556307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device dbe14a86-97fb-442f-8cc2-223bed7f3d13 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:25.570019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-aab9547c-dfac-4257-ae4b-6420bd17847e None None] Provisioning complete for port aee0932c-0ac5-4ee0-83a5-0d8544696170 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:25.570402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aab9547c-dfac-4257-ae4b-6420bd17847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.598855 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-8bfdd29a-2f55-416c-bbe3-b25c351cc4af service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407393 Mar 07 16:01:25.608276 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (cbaec5c1-3b87-4bd7-af68-2172dacf957f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.612210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-aab9547c-dfac-4257-ae4b-6420bd17847e None None] Port aee0932c-0ac5-4ee0-83a5-0d8544696170 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:25.614332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c2d8e90-5add-4a9d-977b-32c9761f92e3 req-575079e4-ee9d-4928-9725-b4e7d1444c1a tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.24 "GET /v2.0/security-groups?id=e720e788-1726-4e2e-bb5b-1fc2bde1c561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180704 Mar 07 16:01:25.642875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Router 1f6512cb-2881-4f62-8c36-594ae9731aeb has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:01:25.694311 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-037264b4-bbab-49aa-9724-01bc180f3591 req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8e9492b5-6f7e-41f0-bc17-0662026591ed), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.701715 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-09c82f64-7e9e-4b1c-8c32-ae57121d8357 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f01dca5d-09c6-41d1-a391-47f191f40903 HTTP/1.1" status: 200 len: 217 time: 0.1018412 Mar 07 16:01:25.706571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['8e9492b5-6f7e-41f0-bc17-0662026591ed'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:25.709081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbaec5c1-3b87-4bd7-af68-2172dacf957f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:25.787552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Pushing event deleted for resources: {'Port': ['ID=8e9492b5-6f7e-41f0-bc17-0662026591ed,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:25.800335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Attempting to bind port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:25.800672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Attempting to bind port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:25.801001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Attempting to bind port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 on network 20f61a96-6058-4a85-b61f-303a622de412 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:25.831795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d75154-f021-4152-811a-60583590bfa2 req-4421af5d-6b0e-44ab-b799-4f0fb9584267 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:25.833327 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51d75154-f021-4152-811a-60583590bfa2 req-4421af5d-6b0e-44ab-b799-4f0fb9584267 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 948 time: 0.3737667 Mar 07 16:01:25.890264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-e0a0ede1-8adb-4ee7-b837-131d83c42bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:25.891871 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-e0a0ede1-8adb-4ee7-b837-131d83c42bc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1806550 Mar 07 16:01:25.904452 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (5d3e43f7-cd9b-4bee-b631-55144454b9a9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.906022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 on network 20f61a96-6058-4a85-b61f-303a622de412 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:01:25.906356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Attempting to bind port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 on network 20f61a96-6058-4a85-b61f-303a622de412 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:25.921119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa69f49-6230-41f5-b900-df514324d59c', 'tag': 'b415f0c2-ee30-41cd-b729-ecdcacf4444a'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:25.923512 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b8c16c-1665-46d2-96aa-993b9f855c38" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa69f49-6230-41f5-b900-df514324d59c", "tag": "b415f0c2-ee30-41cd-b729-ecdcacf4444a"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:25.939852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-037264b4-bbab-49aa-9724-01bc180f3591 req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] No DVR routers for this DVR port 8e9492b5-6f7e-41f0-bc17-0662026591ed on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:25.949371 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-037264b4-bbab-49aa-9724-01bc180f3591 req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.952707 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-037264b4-bbab-49aa-9724-01bc180f3591 req-a06aef94-fc10-4d87-a643-4662957d0119 tempest-TenantUsagesTestJSON-430051633 tempest-TenantUsagesTestJSON-430051633-project] 10.222.0.11 "DELETE /v2.0/ports/8e9492b5-6f7e-41f0-bc17-0662026591ed HTTP/1.1" status: 204 len: 173 time: 1.9945483 Mar 07 16:01:25.956536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:25.956875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Checking segment: {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:25.957261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Bound using segment: {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:25.957695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Bound port: c02c0538-0b7b-4973-a59a-c1c7c44f28a6, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20f61a96-6058-4a85-b61f-303a622de412'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:25.958052 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:25.959794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1b313-4101-4079-ac8a-51d4eb1b7077', 'name': 'network-vif-deleted', 'tag': '8e9492b5-6f7e-41f0-bc17-0662026591ed'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:25.962076 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48358a37-0db7-4355-addf-8b41b22b7b2c" -d '{"events": [{"server_uuid": "0bc1b313-4101-4079-ac8a-51d4eb1b7077", "name": "network-vif-deleted", "tag": "8e9492b5-6f7e-41f0-bc17-0662026591ed"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:26.000448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27b6d3-3f8a-4231-ba13-fcbca4c0a905 req-b5573f9c-dd0e-428d-be3c-dd0ddaf119b8 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:26.002110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6e27b6d3-3f8a-4231-ba13-fcbca4c0a905 req-b5573f9c-dd0e-428d-be3c-dd0ddaf119b8 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1131 time: 0.3040359 Mar 07 16:01:26.004063 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a7eac2-0ce9-4c5d-bd77-116108661dd6 req-3d0f703a-bc0e-42fb-8386-341b1dbdead9 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842146 Mar 07 16:01:26.036897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:26.047293 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Sync routers for ids ['1f6512cb-2881-4f62-8c36-594ae9731aeb'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:26.062687 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c3ac7b9c-9ca0-4780-a24f-a53411211422 admin admin] 10.222.0.24 "PUT /v2.0/routers/1f6512cb-2881-4f62-8c36-594ae9731aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2252190 Mar 07 16:01:26.069678 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (d64b7d7f-cdd0-4a46-acd7-32af93f93cdc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.076054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (5d3e43f7-cd9b-4bee-b631-55144454b9a9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.080633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks [] for router_controller (5d3e43f7-cd9b-4bee-b631-55144454b9a9), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.098761 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Routers {'1f6512cb-2881-4f62-8c36-594ae9731aeb'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:26.099580 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['1f6512cb-2881-4f62-8c36-594ae9731aeb'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:26.142335 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51d75154-f021-4152-811a-60583590bfa2 req-d132b475-e14d-4533-902e-0064e760beff tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550397 Mar 07 16:01:26.160055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-f3aea532-2ac3-4960-8aa0-216ef49a1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:26.160055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-f3aea532-2ac3-4960-8aa0-216ef49a1e25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2521787 Mar 07 16:01:26.160393 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (5d3e43f7-cd9b-4bee-b631-55144454b9a9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.160850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d3e43f7-cd9b-4bee-b631-55144454b9a9 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:01:26.189177 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6e27b6d3-3f8a-4231-ba13-fcbca4c0a905 req-5aa4247a-567d-498f-8108-426d33e8d327 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531031 Mar 07 16:01:26.189177 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.189177 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-69bf7df6-4cb8-444e-ad26-afa299631602 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5d3e43f7-cd9b-4bee-b631-55144454b9a9 HTTP/1.1" status: 204 len: 168 time: 4.1656225 Mar 07 16:01:26.202997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46916) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:26.301437 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.321826 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] For port c02c0538-0b7b-4973-a59a-c1c7c44f28a6, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:26.322776 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Set router 1f6512cb-2881-4f62-8c36-594ae9731aeb gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:26.324156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64b7d7f-cdd0-4a46-acd7-32af93f93cdc,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:26.357425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] For port c02c0538-0b7b-4973-a59a-c1c7c44f28a6, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:26.376388 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.382478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Checking segment: {'id': 'a0e33317-932b-49ea-9d35-1103b15dbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9f90f493-f678-482b-9a92-baf2792d5608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:26.382869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Network hostable DHCP agents. Network: 9f90f493-f678-482b-9a92-baf2792d5608, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:01:26.393538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb497e8-1c20-4f0f-84bf-db84931dc9e5 admin admin] Deleting subnet 9e7ac3a9-a937-40c1-9c1d-993b5e71bf00 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:01:26.398740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-aa565765-479a-4ffb-aad0-79a03623b801 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182741 Mar 07 16:01:26.410930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e605a-1d66-4a28-ac69-0fdd7d13e3c6 req-0e67e7f0-920d-4635-8fe2-945894954997 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:26.415825 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bb497e8-1c20-4f0f-84bf-db84931dc9e5 admin admin] Publish callbacks [] for subnet (9e7ac3a9-a937-40c1-9c1d-993b5e71bf00), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.419222 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-388e605a-1d66-4a28-ac69-0fdd7d13e3c6 req-0e67e7f0-920d-4635-8fe2-945894954997 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 943 time: 0.0991364 Mar 07 16:01:26.470491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:26.471154 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.472732 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] 10.222.0.15 "PUT /v2.0/ports/c02c0538-0b7b-4973-a59a-c1c7c44f28a6 HTTP/1.1" status: 200 len: 1091 time: 2.7579038 Mar 07 16:01:26.507889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d34d7-4b20-4a4d-8b88-751da1856bda req-5012f361-f522-4d35-aa11-32493b06ad7b tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:26.515253 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b5d34d7-4b20-4a4d-8b88-751da1856bda req-5012f361-f522-4d35-aa11-32493b06ad7b tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 943 time: 0.2266009 Mar 07 16:01:26.536499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-388e605a-1d66-4a28-ac69-0fdd7d13e3c6 req-a4dd0aa1-96b3-4fed-82e0-f1e684eb8e14 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163030 Mar 07 16:01:26.537921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Network 9f90f493-f678-482b-9a92-baf2792d5608 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:01:26.544427 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bb497e8-1c20-4f0f-84bf-db84931dc9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (9e7ac3a9-a937-40c1-9c1d-993b5e71bf00), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.547262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6797f-538f-4b4f-a8c3-3972b75a805c service neutron] Pushing event updated for resources: {'Port': ['ID=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:26.590214 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e09b0285-cc0e-403f-9244-d903053a95f2 req-79fce1ac-baa9-4ba9-9670-6f63d4747462 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687837 Mar 07 16:01:26.641205 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f98805e-2239-4fc6-acd1-be0e31230d2d x-openstack-request-id: req-6f98805e-2239-4fc6-acd1-be0e31230d2d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:26.641512 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa69f49-6230-41f5-b900-df514324d59c", "tag": "b415f0c2-ee30-41cd-b729-ecdcacf4444a", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:26.641773 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f98805e-2239-4fc6-acd1-be0e31230d2d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:26.642185 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa69f49-6230-41f5-b900-df514324d59c', 'tag': 'b415f0c2-ee30-41cd-b729-ecdcacf4444a', 'status': 'completed', 'code': 200} Mar 07 16:01:26.749640 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:11Z', 'updated_at': '2022-03-07T16:01:22Z', 'revision_number': 4, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'gw_port': {'id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:14Z', 'updated_at': '2022-03-07T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'aee0932c-0ac5-4ee0-83a5-0d8544696170', 'name': '', 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'mac_address': 'fa:16:3e:2d:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6b560056-f43e-4a22-b3c0-61b50713929a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:20Z', 'updated_at': '2022-03-07T16:01:23Z', 'revision_number': 2, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'subnets': [{'id': '6b560056-f43e-4a22-b3c0-61b50713929a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:26.787840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-942d6d4d-bfc7-4d44-b073-061c323ca6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:26.789387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-942d6d4d-bfc7-4d44-b073-061c323ca6d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 1125 time: 0.1088538 Mar 07 16:01:26.811340 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Checking router: 1f6512cb-2881-4f62-8c36-594ae9731aeb for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:01:26.811691 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Updating router 1f6512cb-2881-4f62-8c36-594ae9731aeb port aee0932c-0ac5-4ee0-83a5-0d8544696170 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:01:26.871492 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:26.954374 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f6e3a-ff14-48a9-a280-29a29cd76d48 x-openstack-request-id: req-a76f6e3a-ff14-48a9-a280-29a29cd76d48 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:26.954975 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc1b313-4101-4079-ac8a-51d4eb1b7077", "name": "network-vif-deleted", "tag": "8e9492b5-6f7e-41f0-bc17-0662026591ed", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:26.954975 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a76f6e3a-ff14-48a9-a280-29a29cd76d48 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:26.955336 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1b313-4101-4079-ac8a-51d4eb1b7077', 'name': 'network-vif-deleted', 'tag': '8e9492b5-6f7e-41f0-bc17-0662026591ed', 'status': 'completed', 'code': 200} Mar 07 16:01:26.977485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9f90f493-f678-482b-9a92-baf2792d5608) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:26.989533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57157ef-75ca-4aa7-9ee7-354f8a1ed11b None None] Network 9f90f493-f678-482b-9a92-baf2792d5608 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:26.992711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:26.993313 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.038758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-02c995e4-96df-4039-9fa0-e1a5794cd60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:27.046045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-02c995e4-96df-4039-9fa0-e1a5794cd60f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 912 time: 0.2408667 Mar 07 16:01:27.061982 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b5d34d7-4b20-4a4d-8b88-751da1856bda req-ecb03e9d-eca8-42b6-adab-2b27af743e96 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5458469 Mar 07 16:01:27.097100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f64412-7066-4f21-9de1-5805384655a0 req-fc00c380-7fd2-45e1-81f4-2ca7e8801358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:27.098623 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-fc00c380-7fd2-45e1-81f4-2ca7e8801358 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0c91b2c98f8406784bd49fcaaf789ba&device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 1125 time: 0.5813951 Mar 07 16:01:27.114941 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-74f02108-c601-44ac-b427-88a3ac9ae7ed admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8767538 Mar 07 16:01:27.153135 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-9bfede51-d532-481b-882a-bd3b5c283159 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b415f0c2-ee30-41cd-b729-ecdcacf4444a HTTP/1.1" status: 200 len: 217 time: 0.1016591 Mar 07 16:01:27.210532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cbaec5c1-3b87-4bd7-af68-2172dacf957f no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:27.227591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80599cf-f0e3-4e12-935e-0c069863c87f None None] Network 9f90f493-f678-482b-9a92-baf2792d5608 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:27.238720 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-21fdb5a7-3c9b-4b2f-863f-85fcc78146d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c02c0538-0b7b-4973-a59a-c1c7c44f28a6 HTTP/1.1" status: 200 len: 217 time: 0.1215315 Mar 07 16:01:27.244498 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bb497e8-1c20-4f0f-84bf-db84931dc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (9e7ac3a9-a937-40c1-9c1d-993b5e71bf00), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.272217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: cbaec5c1-3b87-4bd7-af68-2172dacf957f {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:27.276442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cbaec5c1-3b87-4bd7-af68-2172dacf957f not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:27.415171 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Publish callbacks [] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.423002 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.445314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-364511ac-626f-483e-8caf-4c153ac27643 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2632544 Mar 07 16:01:27.464153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:27.474625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-8f077503-0c84-4ee7-bc06-31040dfda516 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4472945 Mar 07 16:01:27.483524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-82a58429-da40-4a63-ab4a-4620f0822d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:27.484975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-82a58429-da40-4a63-ab4a-4620f0822d9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.3251960 Mar 07 16:01:27.504713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f64412-7066-4f21-9de1-5805384655a0 req-1cf2e4cb-e93c-4c6e-8299-bb1ecece8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:27.506325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-1cf2e4cb-e93c-4c6e-8299-bb1ecece8377 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=479ee108-8f41-4d1f-baf2-c064e6186260 HTTP/1.1" status: 200 len: 851 time: 0.2592657 Mar 07 16:01:27.528144 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Pushing event updated for resources: {'Port': ['ID=aee0932c-0ac5-4ee0-83a5-0d8544696170,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:27.575115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-ac146c05-a45a-4e02-8326-4f62f79a7e9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823483 Mar 07 16:01:27.582814 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.583166 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.583564 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.584188 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.584952 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.585308 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.585713 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.586893 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.587414 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.587818 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.588212 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.589107 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.589503 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:01:27.602326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf211b-de7a-4415-92fc-83b47b04fb08 req-f12d07e2-32b0-4bb5-8632-87dad2af9d3c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:27.610207 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85cf211b-de7a-4415-92fc-83b47b04fb08 req-f12d07e2-32b0-4bb5-8632-87dad2af9d3c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.2616909 Mar 07 16:01:27.639021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46946) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:27.641446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bb497e8-1c20-4f0f-84bf-db84931dc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (9e7ac3a9-a937-40c1-9c1d-993b5e71bf00), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.653515 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.676095 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Attempting to bind port aee0932c-0ac5-4ee0-83a5-0d8544696170 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:27.676483 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Attempting to bind port aee0932c-0ac5-4ee0-83a5-0d8544696170 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'abaea1b6-50f6-451b-a161-477f048db49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:27.678810 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Attempting to bind port aee0932c-0ac5-4ee0-83a5-0d8544696170 on network 124249d5-3e17-4cce-85aa-3daee9fd4d17 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:27.692694 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:27.692694 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Checking segment: {'id': 'abaea1b6-50f6-451b-a161-477f048db49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:27.693064 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.693404 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Bound using segment: {'id': 'abaea1b6-50f6-451b-a161-477f048db49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:27.693881 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Bound port: aee0932c-0ac5-4ee0-83a5-0d8544696170, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaea1b6-50f6-451b-a161-477f048db49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:27.703371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-1c95f763-3b2a-45f3-befd-4a9c6c2c3641 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161242 Mar 07 16:01:27.704318 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.705162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.747802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f87ef-d17d-430a-a2bc-76a9fd2bf447 None None] Network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:27.755391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bb497e8-1c20-4f0f-84bf-db84931dc9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.758660 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0bb497e8-1c20-4f0f-84bf-db84931dc9e5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9e7ac3a9-a937-40c1-9c1d-993b5e71bf00 HTTP/1.1" status: 204 len: 168 time: 1.5432346 Mar 07 16:01:27.764019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb497e8-1c20-4f0f-84bf-db84931dc9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7ac3a9-a937-40c1-9c1d-993b5e71bf00,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:27.772846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46950) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:27.845306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85cf211b-de7a-4415-92fc-83b47b04fb08 req-1f24fa29-15fd-4735-ac76-2ce250ebd7a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340541 Mar 07 16:01:27.867624 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] For port aee0932c-0ac5-4ee0-83a5-0d8544696170, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:27.872133 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] For port aee0932c-0ac5-4ee0-83a5-0d8544696170, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=aee0932c-0ac5-4ee0-83a5-0d8544696170,segment=NetworkSegment(abaea1b6-50f6-451b-a161-477f048db49a),segment_id=abaea1b6-50f6-451b-a161-477f048db49a)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:27.883415 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:27.884753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f64412-7066-4f21-9de1-5805384655a0 req-29b28033-0134-4c02-9e56-dcdc73e2d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:27.890063 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-29b28033-0134-4c02-9e56-dcdc73e2d98e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f61a96-6058-4a85-b61f-303a622de412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3739946 Mar 07 16:01:27.911280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9b8c16c-1665-46d2-96aa-993b9f855c38 req-6a5a0e84-087c-4d17-95cf-afaae81a9eaf service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003362 Mar 07 16:01:27.965559 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Routers {'1f6512cb-2881-4f62-8c36-594ae9731aeb'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:27.966165 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['1f6512cb-2881-4f62-8c36-594ae9731aeb'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:27.970594 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b899976-7f02-450b-a25e-01f8b75414d2 None None] Pushing event updated for resources: {'Port': ['ID=aee0932c-0ac5-4ee0-83a5-0d8544696170,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:27.986084 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.005020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-be5871e4-1aa0-4c0b-8ce1-cda1ffac8b2f None None] Provisioning complete for port aee0932c-0ac5-4ee0-83a5-0d8544696170 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:28.005564 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be5871e4-1aa0-4c0b-8ce1-cda1ffac8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.106532 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9174c0a6-c1e2-4d55-b462-adc5c374ca59), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.199670 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f1043b27-fac9-4153-aee6-71e22f6456f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fe2b2bbb83144e1a95458b63f2e8f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5592959 Mar 07 16:01:28.204063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46966) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:28.228932 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] Set router 1f6512cb-2881-4f62-8c36-594ae9731aeb gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:28.276764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Allocated IP 172.25.4.80 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/8413845d-dbe0-4aa3-a344-01335723aaee) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:28.319276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94311cc6-4d47-477e-b167-965aea327c91 req-1bb50530-f9e5-47ea-ba63-1aa4a83ebf32 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:28.319549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f01dca5d-09c6-41d1-a391-47f191f40903 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:01:28.324889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8e9492b5-6f7e-41f0-bc17-0662026591ed no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:28.327957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94311cc6-4d47-477e-b167-965aea327c91 req-1bb50530-f9e5-47ea-ba63-1aa4a83ebf32 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 948 time: 0.3496325 Mar 07 16:01:28.335964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-07216fa0-ce0f-494c-a97c-7cee9c409f32 service neutron] 10.222.0.15 "GET /v2.0/networks/20f61a96-6058-4a85-b61f-303a622de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589091 Mar 07 16:01:28.436986 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for port (8413845d-dbe0-4aa3-a344-01335723aaee), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.440542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 8e9492b5-6f7e-41f0-bc17-0662026591ed {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:28.441700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8e9492b5-6f7e-41f0-bc17-0662026591ed not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:28.469345 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8002805c-94ff-43fc-94ca-a46d68bb1466 admin admin] Publish callbacks [] for security_group (e720e788-1726-4e2e-bb5b-1fc2bde1c561), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.489501 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94311cc6-4d47-477e-b167-965aea327c91 req-066fd395-563d-4f5b-b83e-1206f63c9378 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600530 Mar 07 16:01:28.491835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b415f0c2-ee30-41cd-b729-ecdcacf4444a details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:01:28.494483 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46972) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:28.515751 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (8413845d-dbe0-4aa3-a344-01335723aaee), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.539391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8002805c-94ff-43fc-94ca-a46d68bb1466 admin admin] Publish callbacks [] for security_group (e720e788-1726-4e2e-bb5b-1fc2bde1c561), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.541775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Deleting port c8501612-6d97-4d7a-aff9-397ab6e858d3 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:28.542368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.586895 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:11Z', 'updated_at': '2022-03-07T16:01:22Z', 'revision_number': 4, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'gw_port': {'id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:14Z', 'updated_at': '2022-03-07T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'aee0932c-0ac5-4ee0-83a5-0d8544696170', 'name': '', 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'mac_address': 'fa:16:3e:2d:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6b560056-f43e-4a22-b3c0-61b50713929a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:20Z', 'updated_at': '2022-03-07T16:01:27Z', 'revision_number': 4, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'subnets': [{'id': '6b560056-f43e-4a22-b3c0-61b50713929a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:28.596400 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f64412-7066-4f21-9de1-5805384655a0 req-a88b6819-23b5-4c16-a127-d8e328189ecc service neutron] 10.222.0.15 "GET /v2.0/networks/20f61a96-6058-4a85-b61f-303a622de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500744 Mar 07 16:01:28.631020 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3c544-5871-47d8-b68a-065373592f43 None None] The sync data for ids ['1f6512cb-2881-4f62-8c36-594ae9731aeb'] in n-d-830010-8 is: [{'id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:11Z', 'updated_at': '2022-03-07T16:01:22Z', 'revision_number': 4, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'gw_port': {'id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:14Z', 'updated_at': '2022-03-07T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'aee0932c-0ac5-4ee0-83a5-0d8544696170', 'name': '', 'network_id': '124249d5-3e17-4cce-85aa-3daee9fd4d17', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'mac_address': 'fa:16:3e:2d:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6b560056-f43e-4a22-b3c0-61b50713929a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:20Z', 'updated_at': '2022-03-07T16:01:27Z', 'revision_number': 4, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'subnets': [{'id': '6b560056-f43e-4a22-b3c0-61b50713929a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:28.659058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] DHCP port deletion for 9174c0a6-c1e2-4d55-b462-adc5c374ca59 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:01:28.670886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Pushing event updated for resources: {'Port': ['ID=8413845d-dbe0-4aa3-a344-01335723aaee,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:28.671776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] For port c8501612-6d97-4d7a-aff9-397ab6e858d3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c8501612-6d97-4d7a-aff9-397ab6e858d3,segment=NetworkSegment(e8cab00b-f866-4d69-bd93-6b22093011e8),segment_id=e8cab00b-f866-4d69-bd93-6b22093011e8)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:28.672149 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.696082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Calling delete_port for c8501612-6d97-4d7a-aff9-397ab6e858d3 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:28.714746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:28.762660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:28.767046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:28.771185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-1105ae7b-3019-480e-a295-9edf6bfbcb4d req-1175d6f7-2ceb-428c-8c87-6cd3314fff37 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-985189527', 'description': 'tempest-description-2002987588'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:28.814768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8002805c-94ff-43fc-94ca-a46d68bb1466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e720e788-1726-4e2e-bb5b-1fc2bde1c561), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.817407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-a64815d2-adad-411b-863a-d04ae0e96b85 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:28.818007 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8002805c-94ff-43fc-94ca-a46d68bb1466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.818549 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:01:28.819052 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8002805c-94ff-43fc-94ca-a46d68bb1466 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e720e788-1726-4e2e-bb5b-1fc2bde1c561 HTTP/1.1" status: 204 len: 168 time: 0.6124544 Mar 07 16:01:28.832380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-a64815d2-adad-411b-863a-d04ae0e96b85 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/ports/2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 1128 time: 0.3344805 Mar 07 16:01:28.853018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1105ae7b-3019-480e-a295-9edf6bfbcb4d req-1175d6f7-2ceb-428c-8c87-6cd3314fff37 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.855879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002805c-94ff-43fc-94ca-a46d68bb1466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e720e788-1726-4e2e-bb5b-1fc2bde1c561,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:28.905157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.905715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-be5871e4-1aa0-4c0b-8ce1-cda1ffac8b2f None None] Current status of the port aee0932c-0ac5-4ee0-83a5-0d8544696170 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:28.906118 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be5871e4-1aa0-4c0b-8ce1-cda1ffac8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.937864 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for floatingip (5d9318b6-3976-42db-80e9-fdda6d5f33cd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:28.959100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'tag': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:28.974166 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063bad28-dd1f-4da1-b63e-9eeb25d4d453" -d '{"events": [{"name": "network-changed", "server_uuid": "4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2", "tag": "c02c0538-0b7b-4973-a59a-c1c7c44f28a6"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:28.979904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] No DVR routers for this DVR port c8501612-6d97-4d7a-aff9-397ab6e858d3 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:29.027505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8413845d-dbe0-4aa3-a344-01335723aaee), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.076559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8501612-6d97-4d7a-aff9-397ab6e858d3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:29.166253 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9174c0a6-c1e2-4d55-b462-adc5c374ca59), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.173861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f01dca5d-09c6-41d1-a391-47f191f40903, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f01dca5d-09c6-41d1-a391-47f191f40903,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:29.198626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9174c0a6-c1e2-4d55-b462-adc5c374ca59']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:29.212670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cab00b-f866-4d69-bd93-6b22093011e8') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:29.212808 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cab00b-f866-4d69-bd93-6b22093011e8') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:29.238726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (e8cab00b-f866-4d69-bd93-6b22093011e8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.255157 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-be5871e4-1aa0-4c0b-8ce1-cda1ffac8b2f None None] For port aee0932c-0ac5-4ee0-83a5-0d8544696170, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=aee0932c-0ac5-4ee0-83a5-0d8544696170,segment=NetworkSegment(abaea1b6-50f6-451b-a161-477f048db49a),segment_id=abaea1b6-50f6-451b-a161-477f048db49a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:29.255792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e8cab00b-f866-4d69-bd93-6b22093011e8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.264962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:01:29.265464 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (e8cab00b-f866-4d69-bd93-6b22093011e8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.274692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'f01dca5d-09c6-41d1-a391-47f191f40903', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'f01dca5d-09c6-41d1-a391-47f191f40903', 'mac_address': 'fa:16:3e:4d:e6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:01:29.279736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:01:29.300465 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:01:29.304858 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be5871e4-1aa0-4c0b-8ce1-cda1ffac8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.314333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port b415f0c2-ee30-41cd-b729-ecdcacf4444a, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b415f0c2-ee30-41cd-b729-ecdcacf4444a,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:29.319615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] Deleting port c8501612-6d97-4d7a-aff9-397ab6e858d3 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:29.319996 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.355393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device aee0932c-0ac5-4ee0-83a5-0d8544696170 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:29.429964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'b415f0c2-ee30-41cd-b729-ecdcacf4444a', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'port_id': 'b415f0c2-ee30-41cd-b729-ecdcacf4444a', 'mac_address': 'fa:16:3e:d2:4b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72ca13c-8ffe-45cb-9e24-07aaf17581aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:01:29.431225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46992) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:29.459572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for port (8413845d-dbe0-4aa3-a344-01335723aaee), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.462663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f211707a-0238-430d-ad82-b2bf1fcd96f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.478363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8413845d-dbe0-4aa3-a344-01335723aaee), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.503768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1105ae7b-3019-480e-a295-9edf6bfbcb4d req-1175d6f7-2ceb-428c-8c87-6cd3314fff37 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (f39a2a5b-1816-4691-b747-cd02cfbf6ceb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.506630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9174c0a6-c1e2-4d55-b462-adc5c374ca59), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.512628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1105ae7b-3019-480e-a295-9edf6bfbcb4d req-1175d6f7-2ceb-428c-8c87-6cd3314fff37 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f39a2a5b-1816-4691-b747-cd02cfbf6ceb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.558357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.561958 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9174c0a6-c1e2-4d55-b462-adc5c374ca59 HTTP/1.1" status: 204 len: 168 time: 1.7827103 Mar 07 16:01:29.600504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1105ae7b-3019-480e-a295-9edf6bfbcb4d req-1175d6f7-2ceb-428c-8c87-6cd3314fff37 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.602514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1105ae7b-3019-480e-a295-9edf6bfbcb4d req-1175d6f7-2ceb-428c-8c87-6cd3314fff37 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8407924 Mar 07 16:01:29.603800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc6867-710f-49c7-bcf2-baba29792979 admin admin] Pushing event deleted for resources: {'Network': ['ID=9174c0a6-c1e2-4d55-b462-adc5c374ca59,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:29.610007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port f01dca5d-09c6-41d1-a391-47f191f40903 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:29.610407 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.647586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175d6f7-2ceb-428c-8c87-6cd3314fff37 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a2a5b-1816-4691-b747-cd02cfbf6ceb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:29.650389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] For port c8501612-6d97-4d7a-aff9-397ab6e858d3, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:29.650832 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.669172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5871e4-1aa0-4c0b-8ce1-cda1ffac8b2f None None] Pushing event updated for resources: {'Port': ['ID=aee0932c-0ac5-4ee0-83a5-0d8544696170,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:29.690621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Pushing event updated for resources: {'Port': ['ID=8413845d-dbe0-4aa3-a344-01335723aaee,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:29.709541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (5d9318b6-3976-42db-80e9-fdda6d5f33cd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.712899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-50ea7cbf-143b-4afe-a22b-df2046258144 None None] Provisioning complete for port aee0932c-0ac5-4ee0-83a5-0d8544696170 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:29.714259 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-50ea7cbf-143b-4afe-a22b-df2046258144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.719443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01dca5d-09c6-41d1-a391-47f191f40903 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:29.741918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.743376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3e5e6eef-3882-47d8-9787-4e9523c9a8c9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2974200 Mar 07 16:01:29.769920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] Calling delete_port for c8501612-6d97-4d7a-aff9-397ab6e858d3 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:29.772226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port b415f0c2-ee30-41cd-b729-ecdcacf4444a is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:29.772929 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.781669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] Port c8501612-6d97-4d7a-aff9-397ab6e858d3 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:01:29.811606 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (c8501612-6d97-4d7a-aff9-397ab6e858d3), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.826067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3a1d7-da79-4cd5-acc8-16f041ef3fa1 req-640f59bd-f599-405f-ab42-7f3e4af66668 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:29.829008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f01dca5d-09c6-41d1-a391-47f191f40903, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f01dca5d-09c6-41d1-a391-47f191f40903,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:29.831995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b415f0c2-ee30-41cd-b729-ecdcacf4444a {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:29.834852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34d3a1d7-da79-4cd5-acc8-16f041ef3fa1 req-640f59bd-f599-405f-ab42-7f3e4af66668 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 943 time: 0.1415594 Mar 07 16:01:29.865517 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-db6b05cb-c426-469a-88aa-7f0faf543e66 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.1103415 Mar 07 16:01:29.871802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] Network 9174c0a6-c1e2-4d55-b462-adc5c374ca59 is not hosted by any dhcp agent {{(pid=103868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:01:29.872624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] No DVR routers for this DVR port c8501612-6d97-4d7a-aff9-397ab6e858d3 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:29.874580 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.880396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88aea09-2c1f-4603-9a3b-d753a0839da2 None None] Pushing event deleted for resources: {'Port': ['ID=c8501612-6d97-4d7a-aff9-397ab6e858d3,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:29.898608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port aee0932c-0ac5-4ee0-83a5-0d8544696170 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:29.898608 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:29.918705 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34d3a1d7-da79-4cd5-acc8-16f041ef3fa1 req-c29effd9-fa03-406b-bfe0-729437a55cc1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825572 Mar 07 16:01:29.964456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port b415f0c2-ee30-41cd-b729-ecdcacf4444a, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b415f0c2-ee30-41cd-b729-ecdcacf4444a,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:29.992394 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.013059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47000) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:30.034720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f211707a-0238-430d-ad82-b2bf1fcd96f9 admin admin] Publish callbacks [] for security_group (8341b058-2ead-4c1e-9397-95517658ba2a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.055187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f211707a-0238-430d-ad82-b2bf1fcd96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8341b058-2ead-4c1e-9397-95517658ba2a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.081035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffe327-7a03-442e-b2d5-aa27e5dfbf78 req-3c915b07-46cd-4714-890b-01df7aef6be2 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:30.082667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f1ffe327-7a03-442e-b2d5-aa27e5dfbf78 req-3c915b07-46cd-4714-890b-01df7aef6be2 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0756469 Mar 07 16:01:30.088290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211707a-0238-430d-ad82-b2bf1fcd96f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8341b058-2ead-4c1e-9397-95517658ba2a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:30.110257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port aee0932c-0ac5-4ee0-83a5-0d8544696170 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:30.112281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=f01dca5d-09c6-41d1-a391-47f191f40903,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:30.193633 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f211707a-0238-430d-ad82-b2bf1fcd96f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fb5521c278647ffa61e1a539138c687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7613459 Mar 07 16:01:30.197466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-620d9d2d-e4a5-4133-92f9-0a59388214a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87e32b1d77974b749f45d76ce79e72f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610878 Mar 07 16:01:30.205789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3fafa529-1cad-4cdd-bb7b-47adb4b84ad3 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:30.207635 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-3fafa529-1cad-4cdd-bb7b-47adb4b84ad3 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.3329694 Mar 07 16:01:30.208629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47002) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:30.209218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47004) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:30.220021 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f1ffe327-7a03-442e-b2d5-aa27e5dfbf78 req-82b93e13-84ba-4ff8-89a2-e16895256b5e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282785 Mar 07 16:01:30.232171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=b415f0c2-ee30-41cd-b729-ecdcacf4444a,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:30.239570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c8501612-6d97-4d7a-aff9-397ab6e858d3 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:30.244048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['f01dca5d-09c6-41d1-a391-47f191f40903'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:30.252586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-9583d65d-4755-4a25-b75c-385bd1735649 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:01:30.268280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d154fec-62ca-49b4-b282-cd2375c70e02 req-9583d65d-4755-4a25-b75c-385bd1735649 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0412302 Mar 07 16:01:30.304517 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df822fe0-d101-4884-9838-fa629e041427 x-openstack-request-id: req-df822fe0-d101-4884-9838-fa629e041427 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:30.304783 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2", "tag": "c02c0538-0b7b-4973-a59a-c1c7c44f28a6", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:30.305041 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df822fe0-d101-4884-9838-fa629e041427 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:30.305432 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'tag': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6', 'status': 'completed', 'code': 200} Mar 07 16:01:30.343479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: c8501612-6d97-4d7a-aff9-397ab6e858d3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:30.344419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c8501612-6d97-4d7a-aff9-397ab6e858d3 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:30.345897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-50ea7cbf-143b-4afe-a22b-df2046258144 None None] Current status of the port aee0932c-0ac5-4ee0-83a5-0d8544696170 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:30.349167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-b531618c-fb92-45f2-a752-1d9661baec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:30.357156 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-b531618c-fb92-45f2-a752-1d9661baec55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1131 time: 0.1331770 Mar 07 16:01:30.405123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d5b8305-e0b1-4fd4-9393-1e7b7aedf583 admin admin] Publish callbacks [] for security_group (8341b058-2ead-4c1e-9397-95517658ba2a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.480637 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c64addb2-2fc5-4245-9bc1-889605341967 admin admin] Publish callbacks [] for security_group (c31f99f2-5508-4f1a-97cb-72b9156b053f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.490554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a9d2-20ea-469e-8c93-0d5b1a15ef32 req-55187312-d28c-42db-8340-43d2fda5c42d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:30.490935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d5b8305-e0b1-4fd4-9393-1e7b7aedf583 admin admin] Publish callbacks [] for security_group (8341b058-2ead-4c1e-9397-95517658ba2a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.497710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:30.501079 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-04f0a9d2-20ea-469e-8c93-0d5b1a15ef32 req-55187312-d28c-42db-8340-43d2fda5c42d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.1562841 Mar 07 16:01:30.508332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device c02c0538-0b7b-4973-a59a-c1c7c44f28a6 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:01:30.565091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-e09cc123-0152-4e75-a267-dd3cd63cab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:30.566526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-e09cc123-0152-4e75-a267-dd3cd63cab4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2011640 Mar 07 16:01:30.631370 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-d2e85f9b-8c2f-4635-893a-e584c1cfe1da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.0547357 Mar 07 16:01:30.643565 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-04f0a9d2-20ea-469e-8c93-0d5b1a15ef32 req-e629b860-c452-4c03-8223-bc05a7336256 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415031 Mar 07 16:01:30.711348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port c02c0538-0b7b-4973-a59a-c1c7c44f28a6, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:30.739684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'port_id': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6', 'mac_address': 'fa:16:3e:2b:10:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:01:30.755944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-841dec9a-f5d5-49c4-bc66-e107bb0ba4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:30.757639 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-841dec9a-f5d5-49c4-bc66-e107bb0ba4de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1095905 Mar 07 16:01:30.784139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-443a8279-8599-467a-bea2-4f2f53b0fd29 req-348352f0-073b-47e4-b62e-660f5111780e tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/f39a2a5b-1816-4691-b747-cd02cfbf6ceb HTTP/1.1" status: 200 len: 1829 time: 0.0863502 Mar 07 16:01:30.808511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-443a8279-8599-467a-bea2-4f2f53b0fd29 req-8ee5e0ae-3d11-458c-9dd0-da2d421380ae tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f39a2a5b-1816-4691-b747-cd02cfbf6ceb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:30.808511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-443a8279-8599-467a-bea2-4f2f53b0fd29 req-8ee5e0ae-3d11-458c-9dd0-da2d421380ae tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f39a2a5b-1816-4691-b747-cd02cfbf6ceb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:30.809427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:30.809828 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.830000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02c0538-0b7b-4973-a59a-c1c7c44f28a6 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:30.855387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port c02c0538-0b7b-4973-a59a-c1c7c44f28a6, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:30.860722 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.872145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-6eb51f62-aa57-428b-becc-d58e47da981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:30.873552 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-6eb51f62-aa57-428b-becc-d58e47da981c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0c91b2c98f8406784bd49fcaaf789ba&device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 1125 time: 0.5292816 Mar 07 16:01:30.880430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c64addb2-2fc5-4245-9bc1-889605341967 admin admin] Publish callbacks [] for security_group (c31f99f2-5508-4f1a-97cb-72b9156b053f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.886216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-2cf3a61f-de7d-46f9-840d-cda2012b1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:30.888014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-2cf3a61f-de7d-46f9-840d-cda2012b1aca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1241529 Mar 07 16:01:30.894757 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-443a8279-8599-467a-bea2-4f2f53b0fd29 req-8ee5e0ae-3d11-458c-9dd0-da2d421380ae tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group_rule (f7260ff4-1e21-49de-85a0-99848914c20e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.912212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:30.938065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabcd2e-f778-4b08-8caa-784b1d47335b req-c66fc2fa-a789-4086-867a-f2701af1e258 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:30.939594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-baabcd2e-f778-4b08-8caa-784b1d47335b req-c66fc2fa-a789-4086-867a-f2701af1e258 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 949 time: 0.5374057 Mar 07 16:01:30.942141 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-443a8279-8599-467a-bea2-4f2f53b0fd29 req-8ee5e0ae-3d11-458c-9dd0-da2d421380ae tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group_rule (f7260ff4-1e21-49de-85a0-99848914c20e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:30.973945 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-443a8279-8599-467a-bea2-4f2f53b0fd29 req-8ee5e0ae-3d11-458c-9dd0-da2d421380ae tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (f7260ff4-1e21-49de-85a0-99848914c20e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:31.005655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-443a8279-8599-467a-bea2-4f2f53b0fd29 req-8ee5e0ae-3d11-458c-9dd0-da2d421380ae tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:31.007015 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-443a8279-8599-467a-bea2-4f2f53b0fd29 req-8ee5e0ae-3d11-458c-9dd0-da2d421380ae tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2209642 Mar 07 16:01:31.009776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5e0ae-3d11-458c-9dd0-da2d421380ae tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7260ff4-1e21-49de-85a0-99848914c20e,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:31.049167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d5b8305-e0b1-4fd4-9393-1e7b7aedf583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8341b058-2ead-4c1e-9397-95517658ba2a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:31.051549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-4c5d1a57-a337-476b-bca4-0cfab68a5ce0 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533613 Mar 07 16:01:31.051704 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d5b8305-e0b1-4fd4-9393-1e7b7aedf583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:31.052817 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2d5b8305-e0b1-4fd4-9393-1e7b7aedf583 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8341b058-2ead-4c1e-9397-95517658ba2a HTTP/1.1" status: 204 len: 168 time: 0.8424613 Mar 07 16:01:31.073521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-7a46c7b5-e04a-488d-9c02-c81ce547476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:31.075235 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-7a46c7b5-e04a-488d-9c02-c81ce547476f service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f61a96-6058-4a85-b61f-303a622de412 HTTP/1.1" status: 200 len: 913 time: 0.1852849 Mar 07 16:01:31.078519 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-baabcd2e-f778-4b08-8caa-784b1d47335b req-2c8a2ae7-495d-43cf-b683-bd0890d301f1 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303320 Mar 07 16:01:31.079404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c64addb2-2fc5-4245-9bc1-889605341967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c31f99f2-5508-4f1a-97cb-72b9156b053f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:31.081913 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c64addb2-2fc5-4245-9bc1-889605341967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:31.083273 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c64addb2-2fc5-4245-9bc1-889605341967 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c31f99f2-5508-4f1a-97cb-72b9156b053f HTTP/1.1" status: 204 len: 168 time: 0.8715172 Mar 07 16:01:31.085416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b8305-e0b1-4fd4-9393-1e7b7aedf583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8341b058-2ead-4c1e-9397-95517658ba2a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:31.138538 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-80fc3664-8cfc-42c3-b2ea-1d2d55b17cb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c02c0538-0b7b-4973-a59a-c1c7c44f28a6 HTTP/1.1" status: 200 len: 217 time: 0.0541651 Mar 07 16:01:31.139507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64addb2-2fc5-4245-9bc1-889605341967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f99f2-5508-4f1a-97cb-72b9156b053f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:31.193146 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a92967b-159e-49f2-a765-d5e028191fdd req-21580484-befa-4617-8df1-dbac28971bbf tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips/5d9318b6-3976-42db-80e9-fdda6d5f33cd HTTP/1.1" status: 200 len: 692 time: 0.1539772 Mar 07 16:01:31.205995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device aee0932c-0ac5-4ee0-83a5-0d8544696170 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:31.221349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-7d9dab53-58b0-4cb1-8b5c-5079eedd819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:31.228921 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-7d9dab53-58b0-4cb1-8b5c-5079eedd819d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=479ee108-8f41-4d1f-baf2-c064e6186260 HTTP/1.1" status: 200 len: 851 time: 0.0828116 Mar 07 16:01:31.267502 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port aee0932c-0ac5-4ee0-83a5-0d8544696170 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:31.268067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:31.337790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb9960-1b24-4675-a4c3-1081cef23b32 req-df389e95-c24e-46e2-a1ee-5c3e6328f1c4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:31.340820 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22bb9960-1b24-4675-a4c3-1081cef23b32 req-df389e95-c24e-46e2-a1ee-5c3e6328f1c4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 944 time: 0.1105773 Mar 07 16:01:31.364230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['c02c0538-0b7b-4973-a59a-c1c7c44f28a6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:31.389878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-0b737e26-5a82-486d-bfc6-4501e4812ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:31.391467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-0b737e26-5a82-486d-bfc6-4501e4812ac9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f61a96-6058-4a85-b61f-303a622de412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1513281 Mar 07 16:01:31.409889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port aee0932c-0ac5-4ee0-83a5-0d8544696170 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:31.458583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22bb9960-1b24-4675-a4c3-1081cef23b32 req-b145c560-9cc6-4f64-b972-1c97b1c0048f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980430 Mar 07 16:01:31.518207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92967b-159e-49f2-a765-d5e028191fdd req-512d84ce-9c4f-4fa8-b90b-2d4cdf9a48b2 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:31.524671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a92967b-159e-49f2-a765-d5e028191fdd req-512d84ce-9c4f-4fa8-b90b-2d4cdf9a48b2 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2886312 Mar 07 16:01:31.541224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-d7c89562-a703-426d-96a5-d652cf37ee00 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833613 Mar 07 16:01:31.654627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80f4d7a0-fbd8-43fb-8958-3acee61c6b33 req-c7312f18-978d-4ce8-b725-3b644102e66c tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/f39a2a5b-1816-4691-b747-cd02cfbf6ceb HTTP/1.1" status: 200 len: 2422 time: 0.1070881 Mar 07 16:01:31.656939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-6c5f98dc-bbde-474f-8071-c673622897ad service neutron] 10.222.0.15 "GET /v2.0/networks/20f61a96-6058-4a85-b61f-303a622de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497652 Mar 07 16:01:31.702371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f71a-c964-4f7c-8e42-0eddfaea66c0 req-fbe83cf5-731f-4740-b92c-54db48168e47 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:31.704453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff8f71a-c964-4f7c-8e42-0eddfaea66c0 req-fbe83cf5-731f-4740-b92c-54db48168e47 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 944 time: 0.0745797 Mar 07 16:01:31.793692 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff8f71a-c964-4f7c-8e42-0eddfaea66c0 req-afea1074-f100-4d96-983b-f0af7b0ff6de tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812125 Mar 07 16:01:31.827402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6f70b935-b661-4143-90a0-c7fe547b17c6 req-5386daef-ac58-43b3-abd2-71a61d7773b4 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=e32f114e732c4c908c468bd3ff10b67e HTTP/1.1" status: 200 len: 695 time: 0.0750415 Mar 07 16:01:31.859057 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68265d8b-0e6f-492c-9e67-0f4ca8ddd22f req-689a95dc-fa68-4606-b7f3-97dd3d25fb96 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-group-rules/f7260ff4-1e21-49de-85a0-99848914c20e HTTP/1.1" status: 200 len: 778 time: 0.0284023 Mar 07 16:01:31.869718 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063bad28-dd1f-4da1-b63e-9eeb25d4d453 req-1178358e-2c11-42ea-8351-00ec84469599 service neutron] 10.222.0.15 "GET /v2.0/networks/20f61a96-6058-4a85-b61f-303a622de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040300 Mar 07 16:01:31.917235 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68265d8b-0e6f-492c-9e67-0f4ca8ddd22f req-7f84b2d0-e8c5-42b4-b5a6-f381dec7bb84 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/f39a2a5b-1816-4691-b747-cd02cfbf6ceb HTTP/1.1" status: 200 len: 2422 time: 0.0510454 Mar 07 16:01:31.951321 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-68265d8b-0e6f-492c-9e67-0f4ca8ddd22f req-a6d39e32-5144-4585-a1f7-c9f7e14f7ac8 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group_rule (f7260ff4-1e21-49de-85a0-99848914c20e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:31.959946 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-68265d8b-0e6f-492c-9e67-0f4ca8ddd22f req-a6d39e32-5144-4585-a1f7-c9f7e14f7ac8 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group_rule (f7260ff4-1e21-49de-85a0-99848914c20e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:31.975913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b935-b661-4143-90a0-c7fe547b17c6 req-c7e2b7c5-6c34-428b-a22a-255d7394a8db tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:31.984258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6f70b935-b661-4143-90a0-c7fe547b17c6 req-c7e2b7c5-6c34-428b-a22a-255d7394a8db tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/networks?id=877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 787 time: 0.1507964 Mar 07 16:01:31.991163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-6f70b935-b661-4143-90a0-c7fe547b17c6 req-5cbf2613-c0ad-47ad-bcb6-ae60182a842c tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:01:31.991326 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-68265d8b-0e6f-492c-9e67-0f4ca8ddd22f req-a6d39e32-5144-4585-a1f7-c9f7e14f7ac8 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (f7260ff4-1e21-49de-85a0-99848914c20e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.003240 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-68265d8b-0e6f-492c-9e67-0f4ca8ddd22f req-a6d39e32-5144-4585-a1f7-c9f7e14f7ac8 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.003800 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6f70b935-b661-4143-90a0-c7fe547b17c6 req-5cbf2613-c0ad-47ad-bcb6-ae60182a842c tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177770 Mar 07 16:01:32.004751 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68265d8b-0e6f-492c-9e67-0f4ca8ddd22f req-a6d39e32-5144-4585-a1f7-c9f7e14f7ac8 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f7260ff4-1e21-49de-85a0-99848914c20e HTTP/1.1" status: 204 len: 173 time: 0.0818880 Mar 07 16:01:32.011103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d39e32-5144-4585-a1f7-c9f7e14f7ac8 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7260ff4-1e21-49de-85a0-99848914c20e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:32.051438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f01dca5d-09c6-41d1-a391-47f191f40903 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:32.077224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-90302c2a-8730-41a7-ae9c-1464a3909ec9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips/5d9318b6-3976-42db-80e9-fdda6d5f33cd HTTP/1.1" status: 200 len: 692 time: 0.0523088 Mar 07 16:01:32.153412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port f01dca5d-09c6-41d1-a391-47f191f40903 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:01:32.164469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cee236-08c0-4662-8537-dece7bf08f66 req-5af79857-1a58-4458-8c05-9fad5a64ab46 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:32.166498 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6cee236-08c0-4662-8537-dece7bf08f66 req-5af79857-1a58-4458-8c05-9fad5a64ab46 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.0788503 Mar 07 16:01:32.168628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port f01dca5d-09c6-41d1-a391-47f191f40903 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:32.169015 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.250078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-1fdcaf59-5575-48cb-bc3b-6b696691a0f2 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:32.256908 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6cee236-08c0-4662-8537-dece7bf08f66 req-318c9f24-44e2-4197-bb3c-25cf2c28076e tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835793 Mar 07 16:01:32.258017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-1fdcaf59-5575-48cb-bc3b-6b696691a0f2 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1739945 Mar 07 16:01:32.276471 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47064) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:32.284928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port f01dca5d-09c6-41d1-a391-47f191f40903 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:32.285468 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.301422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4e19c408-1869-474b-965a-5945f4531bd1 req-2985610a-0e1c-423e-9e81-daaab19a0136 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-269831371', 'description': 'tempest-description-491072227'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:32.318305 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-00d6b8f1-abc9-4f09-9b97-b37acb001064 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.0553408 Mar 07 16:01:32.326115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fed49b-107b-4d37-9955-604b42e37d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01dca5d-09c6-41d1-a391-47f191f40903'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:32.328759 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b56065-763c-4eca-91e7-f7e8409ddb6e" -d '{"events": [{"server_uuid": "f4fed49b-107b-4d37-9955-604b42e37d16", "name": "network-vif-plugged", "status": "completed", "tag": "f01dca5d-09c6-41d1-a391-47f191f40903"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:32.346179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f01dca5d-09c6-41d1-a391-47f191f40903, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f01dca5d-09c6-41d1-a391-47f191f40903,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:32.350077 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4e19c408-1869-474b-965a-5945f4531bd1 req-2985610a-0e1c-423e-9e81-daaab19a0136 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.351374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.392468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-860098b5-42fd-4e36-90bf-049044a7bbea tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.0705078 Mar 07 16:01:32.444419 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4e19c408-1869-474b-965a-5945f4531bd1 req-2985610a-0e1c-423e-9e81-daaab19a0136 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (bdbee920-fffa-46bd-bd56-0391c9f5ca38), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.451182 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4e19c408-1869-474b-965a-5945f4531bd1 req-2985610a-0e1c-423e-9e81-daaab19a0136 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bdbee920-fffa-46bd-bd56-0391c9f5ca38), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.486075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4e19c408-1869-474b-965a-5945f4531bd1 req-2985610a-0e1c-423e-9e81-daaab19a0136 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.487350 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e19c408-1869-474b-965a-5945f4531bd1 req-2985610a-0e1c-423e-9e81-daaab19a0136 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1967750 Mar 07 16:01:32.504266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47076) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:32.539220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985610a-0e1c-423e-9e81-daaab19a0136 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbee920-fffa-46bd-bd56-0391c9f5ca38,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:32.552667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device c02c0538-0b7b-4973-a59a-c1c7c44f28a6 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:32.565929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-238852406-network', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:32.597261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Deleting port 8413845d-dbe0-4aa3-a344-01335723aaee {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:32.597751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8413845d-dbe0-4aa3-a344-01335723aaee), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.611485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=f01dca5d-09c6-41d1-a391-47f191f40903,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:32.631586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1359952410-network', 'tenant_id': 'f112e56b99d4480cb122a11f08c22711'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:32.632930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:01:32.638627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:32.639310 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.641120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Made reservation on behalf of aeb6f2cdd47c4dc29a1e034d4b1d5a7f for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:32.643453 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.664235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.677178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Made reservation on behalf of f112e56b99d4480cb122a11f08c22711 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:32.679465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.689583 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8413845d-dbe0-4aa3-a344-01335723aaee), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.690245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for floatingip (8413845d-dbe0-4aa3-a344-01335723aaee), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.694541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.705629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Calling delete_port for 8413845d-dbe0-4aa3-a344-01335723aaee owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:32.715274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df70ca-0718-419d-afe4-2bb22cabe6b1 req-38f0876b-6ece-403b-85e7-74be279d801c tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:32.716761 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20df70ca-0718-419d-afe4-2bb22cabe6b1 req-38f0876b-6ece-403b-85e7-74be279d801c tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 950 time: 0.1284773 Mar 07 16:01:32.734780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:32.735222 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.782192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port c02c0538-0b7b-4973-a59a-c1c7c44f28a6, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:32.787341 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.788268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b415f0c2-ee30-41cd-b729-ecdcacf4444a up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:32.822426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20df70ca-0718-419d-afe4-2bb22cabe6b1 req-498ccb93-7af7-4c7b-95f3-6446ce4e1e8e tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952182 Mar 07 16:01:32.881467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8413845d-dbe0-4aa3-a344-01335723aaee), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.881631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Publish callbacks [] for security_group (fa4c615e-0ea6-4685-bacd-d328d6b86534), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.887788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Publish callbacks [] for security_group (fb4ce911-ba97-4036-abe2-d35cfc2b5442), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.889465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fa4c615e-0ea6-4685-bacd-d328d6b86534), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.893097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:32.899897 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a7634f-d6dd-4952-b4c9-258ecf162fcd x-openstack-request-id: req-84a7634f-d6dd-4952-b4c9-258ecf162fcd {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:32.900254 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fed49b-107b-4d37-9955-604b42e37d16", "name": "network-vif-plugged", "status": "completed", "tag": "f01dca5d-09c6-41d1-a391-47f191f40903", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:32.900560 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84a7634f-d6dd-4952-b4c9-258ecf162fcd {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:32.900961 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fed49b-107b-4d37-9955-604b42e37d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01dca5d-09c6-41d1-a391-47f191f40903', 'code': 200} Mar 07 16:01:32.913237 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fb4ce911-ba97-4036-abe2-d35cfc2b5442), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.921741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:01:32.923429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port b415f0c2-ee30-41cd-b729-ecdcacf4444a completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:01:32.929440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port b415f0c2-ee30-41cd-b729-ecdcacf4444a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:32.929893 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.940725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Pushing event deleted for resources: {'Port': ['ID=8413845d-dbe0-4aa3-a344-01335723aaee,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:32.945511 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:32.945853 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Added segment a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2 of type vlan for network 0698784e-8cbf-4e86-99d8-9c9480c61b6b Mar 07 16:01:32.947554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:01:32.959804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c615e-0ea6-4685-bacd-d328d6b86534,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:33.029466 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (71b50f95-3873-4312-ad56-ac4f4556f9e9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.030197 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Added segment 71b50f95-3873-4312-ad56-ac4f4556f9e9 of type vlan for network c338f74a-8cf1-4021-9a2f-02fc217d6ec2 Mar 07 16:01:33.039026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port b415f0c2-ee30-41cd-b729-ecdcacf4444a is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:33.039575 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.043806 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for floatingip (5d9318b6-3976-42db-80e9-fdda6d5f33cd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.046447 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.047651 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-810ba4c2-2c0d-4029-beb6-6e05e85c25d1 req-7987dc65-3f28-444c-85ab-49284cf76423 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "DELETE /v2.0/floatingips/5d9318b6-3976-42db-80e9-fdda6d5f33cd HTTP/1.1" status: 204 len: 173 time: 0.6493576 Mar 07 16:01:33.073748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (0698784e-8cbf-4e86-99d8-9c9480c61b6b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.085528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port b415f0c2-ee30-41cd-b729-ecdcacf4444a, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b415f0c2-ee30-41cd-b729-ecdcacf4444a,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:33.091248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.097104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ce911-ba97-4036-abe2-d35cfc2b5442,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:33.123353 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-96bf3150-fb2f-4652-9078-c54ec61521c1 req-54c7578e-7f15-4648-abbe-356cc45466c9 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/bdbee920-fffa-46bd-bd56-0391c9f5ca38 HTTP/1.1" status: 200 len: 1828 time: 0.0602217 Mar 07 16:01:33.151649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=b415f0c2-ee30-41cd-b729-ecdcacf4444a,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:33.158186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (c338f74a-8cf1-4021-9a2f-02fc217d6ec2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.193585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f09730-931f-4cc9-83f9-8811eadf5c27 req-4b339a9d-3cce-4fd3-a48f-556f14ad23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:33.195118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46f09730-931f-4cc9-83f9-8811eadf5c27 req-4b339a9d-3cce-4fd3-a48f-556f14ad23d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 1132 time: 0.2244999 Mar 07 16:01:33.195720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (0698784e-8cbf-4e86-99d8-9c9480c61b6b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.196837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:33.197384 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.235624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92d3d5-022a-4f35-9005-4b34e6a3096f req-027d333e-e1e3-4924-8770-bf4c7abb6fd4 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:33.237206 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bc92d3d5-022a-4f35-9005-4b34e6a3096f req-027d333e-e1e3-4924-8770-bf4c7abb6fd4 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0581737 Mar 07 16:01:33.239481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04785d-4d0d-41e1-8705-be580e8156fe req-4501c557-45ad-4186-a5ab-f14bec2e85f1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:33.240960 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a04785d-4d0d-41e1-8705-be580e8156fe req-4501c557-45ad-4186-a5ab-f14bec2e85f1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 944 time: 0.2096496 Mar 07 16:01:33.241570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (c338f74a-8cf1-4021-9a2f-02fc217d6ec2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.242414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:33.242998 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.269226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9914060 Mar 07 16:01:33.273153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47086) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:33.279600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Request body: {'subnet': {'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-subnet', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:33.302183 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bc92d3d5-022a-4f35-9005-4b34e6a3096f req-1e86a226-1822-47b8-9db3-399fe81ad99b tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584424 Mar 07 16:01:33.325277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d45c4-614a-4e1b-b2e4-90a13a166797 admin admin] Pushing event updated for resources: {'Network': ['ID=0698784e-8cbf-4e86-99d8-9c9480c61b6b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:33.329957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8247261 Mar 07 16:01:33.339597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47090) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:33.340040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 0698784e-8cbf-4e86-99d8-9c9480c61b6b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:01:33.357501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Request body: {'subnet': {'network_id': 'c338f74a-8cf1-4021-9a2f-02fc217d6ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1359952410-subnet', 'tenant_id': 'f112e56b99d4480cb122a11f08c22711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:33.374686 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Made reservation on behalf of aeb6f2cdd47c4dc29a1e034d4b1d5a7f for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:33.377339 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.391191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46f09730-931f-4cc9-83f9-8811eadf5c27 req-8167d11d-d902-4996-91ff-5b3e58cbcc6c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866953 Mar 07 16:01:33.434616 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a04785d-4d0d-41e1-8705-be580e8156fe req-b988b12e-ef16-44fd-bcd9-57c7f93d4992 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747763 Mar 07 16:01:33.441819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d346f9-cd11-4d1b-af82-ebc99fd289de admin admin] Pushing event updated for resources: {'Network': ['ID=c338f74a-8cf1-4021-9a2f-02fc217d6ec2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:33.445814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Made reservation on behalf of f112e56b99d4480cb122a11f08c22711 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:33.450719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.465159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network c338f74a-8cf1-4021-9a2f-02fc217d6ec2 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:01:33.516568 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-e1cbda43-f9e0-4e9e-846d-8c079b3ab3bc tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1812439 Mar 07 16:01:33.531927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:33.571250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.674951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9c911-ffdf-4575-be83-5f3238baedf6 req-a9bac84a-57c0-4a8c-b1ef-2dd1a1543a33 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:33.676386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93b9c911-ffdf-4575-be83-5f3238baedf6 req-a9bac84a-57c0-4a8c-b1ef-2dd1a1543a33 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.1232107 Mar 07 16:01:33.682603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (f321af78-29ef-434f-b0de-cbc26a7952b9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.733320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (9390c9bf-6f02-4daf-84b5-d73f9f32fd1e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.779433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f321af78-29ef-434f-b0de-cbc26a7952b9,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:33.784513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93b9c911-ffdf-4575-be83-5f3238baedf6 req-f7dc7a0b-068d-46fa-ab7b-d0f06622601c tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986805 Mar 07 16:01:33.790914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Checking segment: {'id': '71b50f95-3873-4312-ad56-ac4f4556f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c338f74a-8cf1-4021-9a2f-02fc217d6ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:33.791277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Network hostable DHCP agents. Network: c338f74a-8cf1-4021-9a2f-02fc217d6ec2, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:01:33.799627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9390c9bf-6f02-4daf-84b5-d73f9f32fd1e,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:33.806660 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.819929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-0b82f565-5707-4ec3-ba1c-a620c08ec2d5 req-62041516-d0f7-431d-8248-a424747db497 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1882135679', 'description': 'tempest-description-1137857193'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:33.832329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Network c338f74a-8cf1-4021-9a2f-02fc217d6ec2 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:01:33.845730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, c338f74a-8cf1-4021-9a2f-02fc217d6ec2) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:33.849943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:33.850442 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.855995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5118ed-bf7f-4741-b687-3840fde2f09f None None] Network c338f74a-8cf1-4021-9a2f-02fc217d6ec2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:33.858867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0b82f565-5707-4ec3-ba1c-a620c08ec2d5 req-62041516-d0f7-431d-8248-a424747db497 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.861349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Checking segment: {'id': 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:33.861714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Network hostable DHCP agents. Network: 0698784e-8cbf-4e86-99d8-9c9480c61b6b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:01:33.893674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Network 0698784e-8cbf-4e86-99d8-9c9480c61b6b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:01:33.918223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 0698784e-8cbf-4e86-99d8-9c9480c61b6b) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:33.920132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1cc1f1e1-1689-41e2-a68a-8d338d83aa90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5670793 Mar 07 16:01:33.943232 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0b82f565-5707-4ec3-ba1c-a620c08ec2d5 req-62041516-d0f7-431d-8248-a424747db497 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (1794df09-3a2d-43ff-ae17-b5517dfb3a29), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.947512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cafd66-2850-49f3-a355-50161fec9839 None None] Network 0698784e-8cbf-4e86-99d8-9c9480c61b6b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:33.950978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0b82f565-5707-4ec3-ba1c-a620c08ec2d5 req-62041516-d0f7-431d-8248-a424747db497 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1794df09-3a2d-43ff-ae17-b5517dfb3a29), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.952740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:33.952933 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:33.961432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Allocated IP 172.25.4.242 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/97c1204b-d665-4868-beb9-32fa1e58f81d) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:33.990506 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-58cf0e01-7c5f-40e4-8f26-5f944a9f8739 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7137890 Mar 07 16:01:33.991774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47098) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:33.999946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:34.007284 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0b82f565-5707-4ec3-ba1c-a620c08ec2d5 req-62041516-d0f7-431d-8248-a424747db497 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.008766 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b82f565-5707-4ec3-ba1c-a620c08ec2d5 req-62041516-d0f7-431d-8248-a424747db497 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1968603 Mar 07 16:01:34.022121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62041516-d0f7-431d-8248-a424747db497 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1794df09-3a2d-43ff-ae17-b5517dfb3a29,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:34.048424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (6a372b4c-d118-45ad-ae30-f5c90ac40c89), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.050464 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (6a372b4c-d118-45ad-ae30-f5c90ac40c89), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.108051 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for port (97c1204b-d665-4868-beb9-32fa1e58f81d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.130419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-0698784e-8cbf-4e86-99d8-9c9480c61b6b', 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b', 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'fixed_ips': [{'subnet_id': '9390c9bf-6f02-4daf-84b5-d73f9f32fd1e'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:01:34.131932 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.154832 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (97c1204b-d665-4868-beb9-32fa1e58f81d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.163730 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks [] for router_controller (6a372b4c-d118-45ad-ae30-f5c90ac40c89), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.168302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f728ceb-ee9e-4bac-b668-304e58d74006 None None] Network c338f74a-8cf1-4021-9a2f-02fc217d6ec2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:34.199497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:34.202336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:34.205842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:34.230291 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Pushing event updated for resources: {'Port': ['ID=97c1204b-d665-4868-beb9-32fa1e58f81d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:34.241525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377072b-f1b1-4b44-8f4b-995173cd7d7c req-3fe7cf80-86af-4688-b0a5-2b8af53ee327 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:34.247312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a377072b-f1b1-4b44-8f4b-995173cd7d7c req-3fe7cf80-86af-4688-b0a5-2b8af53ee327 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 950 time: 0.1587973 Mar 07 16:01:34.306245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for floatingip (d09fcc0a-7180-47a5-9c14-fe1fed0e3578), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.357269 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (97c1204b-d665-4868-beb9-32fa1e58f81d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.400296 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a377072b-f1b1-4b44-8f4b-995173cd7d7c req-381f7015-ff19-4166-89b8-e619c6a703f5 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509337 Mar 07 16:01:34.403369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks [] for router_gateway (6a372b4c-d118-45ad-ae30-f5c90ac40c89), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.404898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Allocated IP 172.20.0.2 (0698784e-8cbf-4e86-99d8-9c9480c61b6b/9390c9bf-6f02-4daf-84b5-d73f9f32fd1e/842714bf-6dd0-4a9a-826d-1f4869711be5) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:34.529426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3341c69d-f8c2-4bd6-9555-be26b1cdf284 req-cb38641c-4dd0-472d-a8df-5282cd42bc54 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/1794df09-3a2d-43ff-ae17-b5517dfb3a29 HTTP/1.1" status: 200 len: 1830 time: 0.0822434 Mar 07 16:01:34.564603 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for port (97c1204b-d665-4868-beb9-32fa1e58f81d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.572145 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (97c1204b-d665-4868-beb9-32fa1e58f81d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.597026 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Publish callbacks [] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.607856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.646749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Pushing event updated for resources: {'Port': ['ID=97c1204b-d665-4868-beb9-32fa1e58f81d,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:34.658988 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (d09fcc0a-7180-47a5-9c14-fe1fed0e3578), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.670841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Network 0698784e-8cbf-4e86-99d8-9c9480c61b6b is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:34.674520 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:34.677003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.678386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-1220d0c7-f66f-4ba2-be8b-cc3755462ade tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1544106 Mar 07 16:01:34.681919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:34.693491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Pushing event updated for resources: {'Port': ['ID=842714bf-6dd0-4a9a-826d-1f4869711be5,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:34.739118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks [] for router_gateway (6a372b4c-d118-45ad-ae30-f5c90ac40c89), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.762217 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-c8660b2d-2c06-4d1b-8389-498085889ca9 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.242 HTTP/1.1" status: 200 len: 696 time: 0.0774949 Mar 07 16:01:34.768431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.783498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Attempting to bind port 842714bf-6dd0-4a9a-826d-1f4869711be5 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:34.783843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Attempting to bind port 842714bf-6dd0-4a9a-826d-1f4869711be5 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:34.784110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Attempting to bind port 842714bf-6dd0-4a9a-826d-1f4869711be5 on network 0698784e-8cbf-4e86-99d8-9c9480c61b6b {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:34.791041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:34.791605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Checking segment: {'id': 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:34.792070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.792471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Bound using segment: {'id': 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:34.792981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Bound port: 842714bf-6dd0-4a9a-826d-1f4869711be5, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:34.793365 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.866763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] For port 842714bf-6dd0-4a9a-826d-1f4869711be5, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:34.871742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] For port 842714bf-6dd0-4a9a-826d-1f4869711be5, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=842714bf-6dd0-4a9a-826d-1f4869711be5,segment=NetworkSegment(a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2),segment_id=a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:34.879468 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:34.927956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6'}, {'server_uuid': '2aa69f49-6230-41f5-b900-df514324d59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b415f0c2-ee30-41cd-b729-ecdcacf4444a'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:34.929784 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651aa8af-1659-4128-b74f-cdbf94898d66" -d '{"events": [{"server_uuid": "4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "c02c0538-0b7b-4973-a59a-c1c7c44f28a6"}, {"server_uuid": "2aa69f49-6230-41f5-b900-df514324d59c", "name": "network-vif-plugged", "status": "completed", "tag": "b415f0c2-ee30-41cd-b729-ecdcacf4444a"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:34.974494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468d13e-81ea-48cf-bca1-efb53b5356b5 None None] Pushing event updated for resources: {'Port': ['ID=842714bf-6dd0-4a9a-826d-1f4869711be5,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:34.980020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Allocated IP 172.25.4.5 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/655593c2-8b65-4808-8897-e01dd715ae4c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:34.990933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-bf3430bd-7ae7-439b-9ceb-5b5cfc6511f2 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:34.992554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-bf3430bd-7ae7-439b-9ceb-5b5cfc6511f2 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/networks?id=c338f74a-8cf1-4021-9a2f-02fc217d6ec2 HTTP/1.1" status: 200 len: 818 time: 0.1822228 Mar 07 16:01:35.025115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-bf45a083-d0d4-4624-9495-cbd8d812abd6 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/quotas/f112e56b99d4480cb122a11f08c22711 HTTP/1.1" status: 200 len: 375 time: 0.0248871 Mar 07 16:01:35.092236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-11bdab28-c7d3-47d0-8135-e76d2017ec11 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f112e56b99d4480cb122a11f08c22711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600169 Mar 07 16:01:35.169400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-6a413498-145d-4f10-b1a1-da60a49cf735 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:35.170858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19b9b73f-facd-440a-b96b-fc14f8714f98 req-6a413498-145d-4f10-b1a1-da60a49cf735 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.4074898 Mar 07 16:01:35.203150 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks [] for port (655593c2-8b65-4808-8897-e01dd715ae4c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:35.247527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-44509d31-d1d3-468c-b8f1-079011e92a49 service neutron] 10.222.0.24 "GET /v2.0/networks/c338f74a-8cf1-4021-9a2f-02fc217d6ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441789 Mar 07 16:01:35.277967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:35.291236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda118-a355-4488-baea-23943ae1a424 req-b29224e5-cc30-4b17-9573-15834c9e530f tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:35.299609 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-05bda118-a355-4488-baea-23943ae1a424 req-b29224e5-cc30-4b17-9573-15834c9e530f tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0714953 Mar 07 16:01:35.351077 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-05bda118-a355-4488-baea-23943ae1a424 req-a121cab6-bbd8-41c8-bf9a-b3a92b313d85 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505583 Mar 07 16:01:35.375562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Pushing event updated for resources: {'Port': ['ID=655593c2-8b65-4808-8897-e01dd715ae4c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:35.380195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:35.384606 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:35.388544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:35.434365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-b8abfd01-645c-4acb-9c6e-4b9619d5e308 service neutron] 10.222.0.24 "GET /v2.0/networks/c338f74a-8cf1-4021-9a2f-02fc217d6ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795752 Mar 07 16:01:35.462157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30e243-e8de-48c7-bfe4-72e16ebcd0b7 req-032bcde6-0f36-4b63-be55-49c8bf8297e7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:35.465457 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb30e243-e8de-48c7-bfe4-72e16ebcd0b7 req-032bcde6-0f36-4b63-be55-49c8bf8297e7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 945 time: 0.0603900 Mar 07 16:01:35.526875 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb30e243-e8de-48c7-bfe4-72e16ebcd0b7 req-11dd60da-8d82-4147-8c73-06125ece839a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538311 Mar 07 16:01:35.549084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-ef2d78a7-d644-48ff-9c12-5da53cb6869e req-9a6ff1c9-bb95-4f07-b753-2b1bc482415e tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-716531750', 'description': 'tempest-description-1256426373'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:35.575211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ef2d78a7-d644-48ff-9c12-5da53cb6869e req-9a6ff1c9-bb95-4f07-b753-2b1bc482415e tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:35.663543 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ef2d78a7-d644-48ff-9c12-5da53cb6869e req-9a6ff1c9-bb95-4f07-b753-2b1bc482415e tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (62c4b71b-74fe-45fe-838f-473538146e6f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:35.672591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ef2d78a7-d644-48ff-9c12-5da53cb6869e req-9a6ff1c9-bb95-4f07-b753-2b1bc482415e tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (62c4b71b-74fe-45fe-838f-473538146e6f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:35.717387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ef2d78a7-d644-48ff-9c12-5da53cb6869e req-9a6ff1c9-bb95-4f07-b753-2b1bc482415e tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:35.718663 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef2d78a7-d644-48ff-9c12-5da53cb6869e req-9a6ff1c9-bb95-4f07-b753-2b1bc482415e tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1742096 Mar 07 16:01:35.742194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ff1c9-bb95-4f07-b753-2b1bc482415e tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c4b71b-74fe-45fe-838f-473538146e6f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:35.796914 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eff9e6-3f7c-44e3-8fa8-d9386f0f3e36 x-openstack-request-id: req-b1eff9e6-3f7c-44e3-8fa8-d9386f0f3e36 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:35.797456 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "c02c0538-0b7b-4973-a59a-c1c7c44f28a6", "code": 200}, {"server_uuid": "2aa69f49-6230-41f5-b900-df514324d59c", "name": "network-vif-plugged", "status": "completed", "tag": "b415f0c2-ee30-41cd-b729-ecdcacf4444a", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:35.797456 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1eff9e6-3f7c-44e3-8fa8-d9386f0f3e36 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:35.797847 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6', 'code': 200} Mar 07 16:01:35.798104 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa69f49-6230-41f5-b900-df514324d59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b415f0c2-ee30-41cd-b729-ecdcacf4444a', 'code': 200} Mar 07 16:01:35.909552 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-a0e9ab82-02ff-4a96-9156-2e33707d5a8c tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips/d09fcc0a-7180-47a5-9c14-fe1fed0e3578 HTTP/1.1" status: 200 len: 693 time: 0.0815542 Mar 07 16:01:36.058236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbebe1-00fe-4222-b2df-dea5efb01f51 req-75dc95b7-dcfe-4941-b76a-583b0046f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:36.059705 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-01cbebe1-00fe-4222-b2df-dea5efb01f51 req-75dc95b7-dcfe-4941-b76a-583b0046f885 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 1127 time: 0.1552866 Mar 07 16:01:36.106506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecdb48-ebaa-464d-9569-8e3a96a7eb8c req-91b77732-5013-48ee-a320-cac5032f56a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:36.113495 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8ecdb48-ebaa-464d-9569-8e3a96a7eb8c req-91b77732-5013-48ee-a320-cac5032f56a8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.4755297 Mar 07 16:01:36.118748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-42694a1d-c7e4-40d4-b14b-a0d82edfe222 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:36.126932 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-42694a1d-c7e4-40d4-b14b-a0d82edfe222 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2069337 Mar 07 16:01:36.137702 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks [] for router_gateway (6a372b4c-d118-45ad-ae30-f5c90ac40c89), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.184620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-de6f0f2e-5f09-4436-ac35-08999fcb1c55 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.242 HTTP/1.1" status: 200 len: 696 time: 0.0557806 Mar 07 16:01:36.205819 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-01cbebe1-00fe-4222-b2df-dea5efb01f51 req-a95cd03e-5b9a-4cb1-a262-d9aef7c53882 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329684 Mar 07 16:01:36.212403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02d97f-1940-44a4-8dd3-39ca00285051 req-f2d3ba05-31f8-4cd1-a65c-0c093d7fa36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:36.214032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a02d97f-1940-44a4-8dd3-39ca00285051 req-f2d3ba05-31f8-4cd1-a65c-0c093d7fa36c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 1127 time: 0.1609728 Mar 07 16:01:36.231351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b047f-40f2-4e0d-83eb-a51d60039bc1 None None] Network 0698784e-8cbf-4e86-99d8-9c9480c61b6b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:36.239431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8ecdb48-ebaa-464d-9569-8e3a96a7eb8c req-173dc8e0-5b48-4f65-bd8c-9e58d9832a35 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249955 Mar 07 16:01:36.273784 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-9a7b385c-6670-4752-a995-730c8968282b tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.242 HTTP/1.1" status: 200 len: 696 time: 0.0766790 Mar 07 16:01:36.362652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1a4c00a0-8c0b-4e3a-a8a1-a766f5c9f495 None None] Provisioning complete for port 842714bf-6dd0-4a9a-826d-1f4869711be5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:36.363044 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a4c00a0-8c0b-4e3a-a8a1-a766f5c9f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.440124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Deleting port 97c1204b-d665-4868-beb9-32fa1e58f81d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:36.440623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (97c1204b-d665-4868-beb9-32fa1e58f81d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.505128 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.510341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c00a0-8c0b-4e3a-a8a1-a766f5c9f495 None None] Current status of the port 842714bf-6dd0-4a9a-826d-1f4869711be5 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:36.511058 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a4c00a0-8c0b-4e3a-a8a1-a766f5c9f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.551138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd33d2-9f11-4cca-940f-ec25a57e955b req-1955f800-b056-41f9-9e00-6a10d27dce95 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:36.552735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edbd33d2-9f11-4cca-940f-ec25a57e955b req-1955f800-b056-41f9-9e00-6a10d27dce95 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 950 time: 0.1923835 Mar 07 16:01:36.567104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1a4c00a0-8c0b-4e3a-a8a1-a766f5c9f495 None None] For port 842714bf-6dd0-4a9a-826d-1f4869711be5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=842714bf-6dd0-4a9a-826d-1f4869711be5,segment=NetworkSegment(a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2),segment_id=a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:36.575854 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a4c00a0-8c0b-4e3a-a8a1-a766f5c9f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.584363 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (97c1204b-d665-4868-beb9-32fa1e58f81d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.584815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for floatingip (97c1204b-d665-4868-beb9-32fa1e58f81d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.605516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Calling delete_port for 97c1204b-d665-4868-beb9-32fa1e58f81d owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:36.610329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a02d97f-1940-44a4-8dd3-39ca00285051 req-769fbdc3-86b0-40b0-a8d9-e315183e2b23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372626 Mar 07 16:01:36.617598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (6a372b4c-d118-45ad-ae30-f5c90ac40c89), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.639906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c00a0-8c0b-4e3a-a8a1-a766f5c9f495 None None] Pushing event updated for resources: {'Port': ['ID=842714bf-6dd0-4a9a-826d-1f4869711be5,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:36.701322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edbd33d2-9f11-4cca-940f-ec25a57e955b req-6f835fe2-5654-4ed6-a3a4-c3ff2deab7aa tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273341 Mar 07 16:01:36.799058 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (97c1204b-d665-4868-beb9-32fa1e58f81d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.814624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e6a83b30-f899-40e0-9208-5019525bac55 None None] Provisioning complete for port 842714bf-6dd0-4a9a-826d-1f4869711be5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:36.815206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:01:36.815730 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6a83b30-f899-40e0-9208-5019525bac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.858828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Pushing event deleted for resources: {'Port': ['ID=97c1204b-d665-4868-beb9-32fa1e58f81d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:36.882216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33e11dee-34ec-48e8-bdba-501a6698be2a req-7bfa8531-7ac2-423d-b127-cf86a5171832 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 210 time: 0.0530806 Mar 07 16:01:36.942282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks [] for floatingip (d09fcc0a-7180-47a5-9c14-fe1fed0e3578), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.945785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:36.955781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e6a83b30-f899-40e0-9208-5019525bac55 None None] Current status of the port 842714bf-6dd0-4a9a-826d-1f4869711be5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:36.959412 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84e99f11-9c9a-4ec8-8376-8bc651c33e26 req-be0c9d9f-930c-4cbd-a9b6-1de7b38671ac tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "DELETE /v2.0/floatingips/d09fcc0a-7180-47a5-9c14-fe1fed0e3578 HTTP/1.1" status: 204 len: 173 time: 0.6785069 Mar 07 16:01:37.073686 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f931d6f-ee0e-457c-abe7-0b53a505eeba req-9bc82789-3910-4f02-bf29-712f17d906d5 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:37.075201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f931d6f-ee0e-457c-abe7-0b53a505eeba req-9bc82789-3910-4f02-bf29-712f17d906d5 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0648563 Mar 07 16:01:37.088972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53096f7f-c9bc-44a1-85f5-426ab1c2f721 req-6cb15c7a-7732-40c0-8037-9dcffb169bd8 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/62c4b71b-74fe-45fe-838f-473538146e6f HTTP/1.1" status: 200 len: 1829 time: 0.1344121 Mar 07 16:01:37.116953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-bc4edb5b-f571-4490-ace0-6ceb95562f11 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:37.118484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-bc4edb5b-f571-4490-ace0-6ceb95562f11 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.11 "GET /v2.0/networks?id=c338f74a-8cf1-4021-9a2f-02fc217d6ec2 HTTP/1.1" status: 200 len: 818 time: 0.2408726 Mar 07 16:01:37.134851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Request body: {'port': {'device_id': 'a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e', 'network_id': 'c338f74a-8cf1-4021-9a2f-02fc217d6ec2', 'admin_state_up': True, 'tenant_id': 'f112e56b99d4480cb122a11f08c22711'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:37.140559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:37.149965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Sync routers for ids ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:37.178842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Routers {'6a372b4c-d118-45ad-ae30-f5c90ac40c89'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:37.178842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:37.194839 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f931d6f-ee0e-457c-abe7-0b53a505eeba req-945ba48c-bd81-40e5-ab2e-072093458206 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116266 Mar 07 16:01:37.212325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:37.214460 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-58a2da11-4412-4cf3-bb1a-1f8159dc1338 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2177458 Mar 07 16:01:37.217294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47152) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:37.266940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 842714bf-6dd0-4a9a-826d-1f4869711be5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:37.305704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92d453-a06d-4447-ba86-832c78d068a0 req-694a001f-a1c1-4ae6-9e9e-8b338b04402a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:37.307588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8b92d453-a06d-4447-ba86-832c78d068a0 req-694a001f-a1c1-4ae6-9e9e-8b338b04402a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 945 time: 0.0981195 Mar 07 16:01:37.320373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Made reservation on behalf of f112e56b99d4480cb122a11f08c22711 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:37.325243 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:37.393345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Set router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:37.459867 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8b92d453-a06d-4447-ba86-832c78d068a0 req-ce9bddfb-630b-4b8f-97a0-17419081f3c7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297300 Mar 07 16:01:37.469633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 842714bf-6dd0-4a9a-826d-1f4869711be5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:37.470014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:37.504472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-9a382858-e945-493b-965f-f97025308e29 req-fb89e959-756b-4243-9ecb-e026b60e1220 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-214522880', 'description': 'tempest-description-1544821114'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:37.509420 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-70a77408-d0bd-4183-a7ee-5d5a3c7c1943 req-b3bb3314-a887-40d6-8921-2b2aa2617a2e tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] show failed (client error): The resource could not be found. Mar 07 16:01:37.511019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70a77408-d0bd-4183-a7ee-5d5a3c7c1943 req-b3bb3314-a887-40d6-8921-2b2aa2617a2e tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips/d09fcc0a-7180-47a5-9c14-fe1fed0e3578 HTTP/1.1" status: 404 len: 350 time: 0.0656383 Mar 07 16:01:37.543259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Allocated IP 172.20.0.2 (c338f74a-8cf1-4021-9a2f-02fc217d6ec2/f321af78-29ef-434f-b0de-cbc26a7952b9/d841c799-bd84-4173-a440-583daf1485b4) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:37.546635 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9a382858-e945-493b-965f-f97025308e29 req-fb89e959-756b-4243-9ecb-e026b60e1220 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:37.739110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9a382858-e945-493b-965f-f97025308e29 req-fb89e959-756b-4243-9ecb-e026b60e1220 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (6b42d1db-9961-4488-96eb-2da0d39aed59), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:37.746697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9a382858-e945-493b-965f-f97025308e29 req-fb89e959-756b-4243-9ecb-e026b60e1220 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6b42d1db-9961-4488-96eb-2da0d39aed59), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:37.758650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e01625-0e31-4203-9910-16cd1c9b5ae8 req-fab2cf2c-83cb-4ef2-8c84-ea5523c27366 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:37.760708 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48e01625-0e31-4203-9910-16cd1c9b5ae8 req-fab2cf2c-83cb-4ef2-8c84-ea5523c27366 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.1101253 Mar 07 16:01:37.802901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9a382858-e945-493b-965f-f97025308e29 req-fb89e959-756b-4243-9ecb-e026b60e1220 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:37.804721 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a382858-e945-493b-965f-f97025308e29 req-fb89e959-756b-4243-9ecb-e026b60e1220 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3067329 Mar 07 16:01:37.832158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89e959-756b-4243-9ecb-e026b60e1220 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b42d1db-9961-4488-96eb-2da0d39aed59,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:37.864920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 842714bf-6dd0-4a9a-826d-1f4869711be5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:37.871878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Publish callbacks [] for port (d841c799-bd84-4173-a440-583daf1485b4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:37.889104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:35Z', 'revision_number': 3, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'gw_port': {'id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:37.950957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Checking router: 6a372b4c-d118-45ad-ae30-f5c90ac40c89 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:01:37.951476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Updating router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 port 655593c2-8b65-4808-8897-e01dd715ae4c binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:01:37.980775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48e01625-0e31-4203-9910-16cd1c9b5ae8 req-c7000c2c-68f7-4c8e-bfde-7448087742bb tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034883 Mar 07 16:01:37.989908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d841c799-bd84-4173-a440-583daf1485b4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.020719 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.072088 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Network c338f74a-8cf1-4021-9a2f-02fc217d6ec2 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:38.083601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:38.087298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:38.090656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Pushing event updated for resources: {'Port': ['ID=d841c799-bd84-4173-a440-583daf1485b4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:38.097531 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-da89712e-ef01-4c92-b73f-bbb7bea375f9 req-f6713deb-47ed-417c-993c-6c9aa6dd30d0 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] show failed (client error): The resource could not be found. Mar 07 16:01:38.103207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a5c8e-5651-46c4-9578-164156265307 req-b1d255ba-421d-44fe-a1e5-ae1b7a3b24a3 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:38.109782 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b4a5c8e-5651-46c4-9578-164156265307 req-b1d255ba-421d-44fe-a1e5-ae1b7a3b24a3 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 950 time: 0.1782482 Mar 07 16:01:38.109913 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-da89712e-ef01-4c92-b73f-bbb7bea375f9 req-f6713deb-47ed-417c-993c-6c9aa6dd30d0 tempest-FloatingIPsTestJSON-2129086136 tempest-FloatingIPsTestJSON-2129086136-project] 10.222.0.24 "GET /v2.0/floatingips/d09fcc0a-7180-47a5-9c14-fe1fed0e3578 HTTP/1.1" status: 404 len: 350 time: 0.0518684 Mar 07 16:01:38.109913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47164) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:38.170725 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.175217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:38.175933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.217803 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b4a5c8e-5651-46c4-9578-164156265307 req-135217d1-47e2-41e3-b46e-8076d64240fc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865920 Mar 07 16:01:38.234757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-6cace5e5-4a92-488a-9398-ec1f79f06c7a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1051364 Mar 07 16:01:38.248688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Request body: {'port': {'device_id': 'a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:38.355386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-006cd422-7dd7-484f-a211-f731cea9a52f req-41df6237-240e-4f5a-a8ca-fd858c5adfb7 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/6b42d1db-9961-4488-96eb-2da0d39aed59 HTTP/1.1" status: 200 len: 1829 time: 0.2252226 Mar 07 16:01:38.361290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d841c799-bd84-4173-a440-583daf1485b4), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.427822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daa077-b2e3-469d-9bbd-b4331435c007 req-e777feec-bcc3-4aec-8e2e-20354ba47aab tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:38.430618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0daa077-b2e3-469d-9bbd-b4331435c007 req-e777feec-bcc3-4aec-8e2e-20354ba47aab tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 931 time: 0.1495955 Mar 07 16:01:38.441177 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Publish callbacks [] for port (655593c2-8b65-4808-8897-e01dd715ae4c), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.449355 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.518339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c457b-81e3-45db-83c0-50b5e3676295 None None] Pushing event updated for resources: {'Port': ['ID=655593c2-8b65-4808-8897-e01dd715ae4c,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:38.521297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Attempting to bind port 655593c2-8b65-4808-8897-e01dd715ae4c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:38.521689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Attempting to bind port 655593c2-8b65-4808-8897-e01dd715ae4c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:38.522064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Attempting to bind port 655593c2-8b65-4808-8897-e01dd715ae4c on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:38.528754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:38.528921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:38.529344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.529741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:38.530224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Bound port: 655593c2-8b65-4808-8897-e01dd715ae4c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:38.530665 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.567416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0daa077-b2e3-469d-9bbd-b4331435c007 req-8ad78589-6dca-431f-bd28-00a492bcee36 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb4ce911-ba97-4036-abe2-d35cfc2b5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282809 Mar 07 16:01:38.591733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221e6f-e9b9-4981-8374-d38398dd254d req-cf2b6f06-4335-4eea-86ea-81f9ffb31aaa tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:38.595858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7221e6f-e9b9-4981-8374-d38398dd254d req-cf2b6f06-4335-4eea-86ea-81f9ffb31aaa tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.1700945 Mar 07 16:01:38.598789 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Allocated IP 172.20.0.1 (0698784e-8cbf-4e86-99d8-9c9480c61b6b/9390c9bf-6f02-4daf-84b5-d73f9f32fd1e/3efc6234-e0d1-4b19-b3ff-e0e8e60b2360) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:38.601847 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] For port 655593c2-8b65-4808-8897-e01dd715ae4c, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:38.606402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] For port 655593c2-8b65-4808-8897-e01dd715ae4c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=655593c2-8b65-4808-8897-e01dd715ae4c,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:38.612983 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.641676 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-9b79db79-56ac-4943-9053-6bdd8e4eb1d2 req-d247cea7-1c5e-47f0-85f2-4b9fe5ae05dc tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] show failed (client error): The resource could not be found. Mar 07 16:01:38.642710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b79db79-56ac-4943-9053-6bdd8e4eb1d2 req-d247cea7-1c5e-47f0-85f2-4b9fe5ae05dc tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/890451cf-cfc9-4ada-8265-fa4d4ef3b504 HTTP/1.1" status: 404 len: 352 time: 0.0201883 Mar 07 16:01:38.665703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Routers {'6a372b4c-d118-45ad-ae30-f5c90ac40c89'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:38.666334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:38.717754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c457b-81e3-45db-83c0-50b5e3676295 None None] Pushing event updated for resources: {'Port': ['ID=655593c2-8b65-4808-8897-e01dd715ae4c,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:38.763397 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7221e6f-e9b9-4981-8374-d38398dd254d req-7b408e59-d101-4114-b8f8-6fd2268b4fd6 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666067 Mar 07 16:01:38.765461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d841c799-bd84-4173-a440-583daf1485b4 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:38.782452 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Publish callbacks [] for port (d841c799-bd84-4173-a440-583daf1485b4), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.819654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Transition to ACTIVE for port object d841c799-bd84-4173-a440-583daf1485b4 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:01:38.827416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] Set router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:38.829470 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d841c799-bd84-4173-a440-583daf1485b4), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.842034 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-d6c04a14-5135-4cff-ac9e-3b83106f7401 req-9717257d-3058-4932-afad-3150e59c8ff5 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] show failed (client error): The resource could not be found. Mar 07 16:01:38.843148 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6c04a14-5135-4cff-ac9e-3b83106f7401 req-9717257d-3058-4932-afad-3150e59c8ff5 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-group-rules/7d161d99-ca3a-4fe2-aa3a-55d9369d1f26 HTTP/1.1" status: 404 len: 361 time: 0.0402138 Mar 07 16:01:38.846659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Publish callbacks [] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:38.873332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d841c799-bd84-4173-a440-583daf1485b4,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:38.927006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cbf3d-91fe-4dbf-b206-0a9c665e89d6 req-6aed8305-2076-447d-a1d6-4be42c8649b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:38.936703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-579cbf3d-91fe-4dbf-b206-0a9c665e89d6 req-6aed8305-2076-447d-a1d6-4be42c8649b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 945 time: 0.1737206 Mar 07 16:01:38.944683 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.016538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Network 0698784e-8cbf-4e86-99d8-9c9480c61b6b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:39.026079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:39.028493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:39.037164 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:35Z', 'revision_number': 3, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'gw_port': {'id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:39.049699 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-579cbf3d-91fe-4dbf-b206-0a9c665e89d6 req-6547ba6c-fa91-4420-a191-1d4e2b31f275 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116865 Mar 07 16:01:39.064160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=3efc6234-e0d1-4b19-b3ff-e0e8e60b2360,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:39.077342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Attempting to bind port d841c799-bd84-4173-a440-583daf1485b4 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:39.077552 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (1f6512cb-2881-4f62-8c36-594ae9731aeb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.077694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Attempting to bind port d841c799-bd84-4173-a440-583daf1485b4 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '71b50f95-3873-4312-ad56-ac4f4556f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c338f74a-8cf1-4021-9a2f-02fc217d6ec2'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:39.077990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Attempting to bind port d841c799-bd84-4173-a440-583daf1485b4 on network c338f74a-8cf1-4021-9a2f-02fc217d6ec2 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:39.091723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Port d841c799-bd84-4173-a440-583daf1485b4 on network c338f74a-8cf1-4021-9a2f-02fc217d6ec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:01:39.092051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Attempting to bind port d841c799-bd84-4173-a440-583daf1485b4 on network c338f74a-8cf1-4021-9a2f-02fc217d6ec2 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:39.095693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89381a26-ac62-4063-9908-ac645adbae92 None None] The sync data for ids ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'] in n-d-830010-8 is: [{'id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:35Z', 'revision_number': 3, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'gw_port': {'id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:39.099263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:39.099602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Checking segment: {'id': '71b50f95-3873-4312-ad56-ac4f4556f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c338f74a-8cf1-4021-9a2f-02fc217d6ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:39.107989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Bound using segment: {'id': '71b50f95-3873-4312-ad56-ac4f4556f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c338f74a-8cf1-4021-9a2f-02fc217d6ec2'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:39.108574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Bound port: d841c799-bd84-4173-a440-583daf1485b4, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b50f95-3873-4312-ad56-ac4f4556f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c338f74a-8cf1-4021-9a2f-02fc217d6ec2'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:39.109491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d841c799-bd84-4173-a440-583daf1485b4), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.146200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2b2ef-fbba-438a-bbf0-961555faba15 req-81d6f94a-1573-498c-a989-da6defe081cf tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:39.147852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44c2b2ef-fbba-438a-bbf0-961555faba15 req-81d6f94a-1573-498c-a989-da6defe081cf tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.2183847 Mar 07 16:01:39.163968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47182) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:39.175159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Request body: {'floatingip': {'port_id': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:39.230666 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (6a372b4c-d118-45ad-ae30-f5c90ac40c89), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.281262 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1a55658-15c4-4820-b6cb-52db364c0f27 req-ceca2682-89ad-4dcf-8e9e-4e41c027ba12 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/6b42d1db-9961-4488-96eb-2da0d39aed59 HTTP/1.1" status: 200 len: 1829 time: 0.1686785 Mar 07 16:01:39.296022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for floatingip (375b79cb-c288-4a81-8d2a-59ed3623b2ed), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.350067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] For port d841c799-bd84-4173-a440-583daf1485b4, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:39.368707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] For port d841c799-bd84-4173-a440-583daf1485b4, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d841c799-bd84-4173-a440-583daf1485b4,segment=NetworkSegment(71b50f95-3873-4312-ad56-ac4f4556f9e9),segment_id=71b50f95-3873-4312-ad56-ac4f4556f9e9)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:39.383040 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c1a55658-15c4-4820-b6cb-52db364c0f27 req-4aba0fd2-5b55-490b-9998-8ea9072c736a tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (6b42d1db-9961-4488-96eb-2da0d39aed59), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.386986 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d841c799-bd84-4173-a440-583daf1485b4), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.444433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c1a55658-15c4-4820-b6cb-52db364c0f27 req-4aba0fd2-5b55-490b-9998-8ea9072c736a tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (6b42d1db-9961-4488-96eb-2da0d39aed59), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.466924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:39.467648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.469297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] 10.222.0.11 "PUT /v2.0/ports/d841c799-bd84-4173-a440-583daf1485b4 HTTP/1.1" status: 200 len: 1091 time: 1.2267613 Mar 07 16:01:39.469748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e', 'tag': 'd841c799-bd84-4173-a440-583daf1485b4'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:39.472332 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5079f0-bcdc-4569-8391-9fcae18226d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e", "tag": "d841c799-bd84-4173-a440-583daf1485b4"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:39.505149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a15d8148-e489-4bed-a4ea-e0e8e281bbd2 None None] Provisioning complete for port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:39.505558 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a15d8148-e489-4bed-a4ea-e0e8e281bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.575589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ff19e-f96d-403d-bb38-aa83e0b05dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d841c799-bd84-4173-a440-583daf1485b4,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:39.607271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a15d8148-e489-4bed-a4ea-e0e8e281bbd2 None None] Port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:39.634666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c1a55658-15c4-4820-b6cb-52db364c0f27 req-4aba0fd2-5b55-490b-9998-8ea9072c736a tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6b42d1db-9961-4488-96eb-2da0d39aed59), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.638298 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c1a55658-15c4-4820-b6cb-52db364c0f27 req-4aba0fd2-5b55-490b-9998-8ea9072c736a tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:39.657439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1a55658-15c4-4820-b6cb-52db364c0f27 req-4aba0fd2-5b55-490b-9998-8ea9072c736a tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b42d1db-9961-4488-96eb-2da0d39aed59 HTTP/1.1" status: 204 len: 173 time: 0.3713989 Mar 07 16:01:39.687254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0fd2-5b55-490b-9998-8ea9072c736a tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b42d1db-9961-4488-96eb-2da0d39aed59,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:39.737744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-d3f1d08a-799d-410e-95ba-032bdc2d0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:39.739725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-d3f1d08a-799d-410e-95ba-032bdc2d0280 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f112e56b99d4480cb122a11f08c22711&device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 1125 time: 0.1551251 Mar 07 16:01:39.812767 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-9e2e7bc4-53f4-4bf4-9738-6deed24e03f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d841c799-bd84-4173-a440-583daf1485b4 HTTP/1.1" status: 200 len: 217 time: 0.0526419 Mar 07 16:01:39.865139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dceed-8032-40bc-8e2c-d110f2c69161 req-fbf0d5ef-dc7a-49a4-8d0d-6ed861dc5858 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:39.866434 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a69dceed-8032-40bc-8e2c-d110f2c69161 req-fbf0d5ef-dc7a-49a4-8d0d-6ed861dc5858 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 950 time: 0.1425927 Mar 07 16:01:39.896161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-152082a7-5073-4856-812b-e94b461ed302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:39.897697 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-152082a7-5073-4856-812b-e94b461ed302 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f321af78-29ef-434f-b0de-cbc26a7952b9 HTTP/1.1" status: 200 len: 858 time: 0.0780687 Mar 07 16:01:39.937468 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-0d436a6a-0356-4594-ab4e-9538061373d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c338f74a-8cf1-4021-9a2f-02fc217d6ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341158 Mar 07 16:01:39.972064 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a69dceed-8032-40bc-8e2c-d110f2c69161 req-d8cb1167-0ae6-4ea9-a107-4b3b34f6d5aa tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983231 Mar 07 16:01:40.033026 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c259e2-09e0-47ce-894f-2ec2646e0320 x-openstack-request-id: req-c1c259e2-09e0-47ce-894f-2ec2646e0320 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:40.033321 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e", "tag": "d841c799-bd84-4173-a440-583daf1485b4", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:40.033578 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1c259e2-09e0-47ce-894f-2ec2646e0320 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:40.034007 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e', 'tag': 'd841c799-bd84-4173-a440-583daf1485b4', 'status': 'completed', 'code': 200} Mar 07 16:01:40.062447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c60c4-98de-4b84-9541-d2d691a93d6a req-3d332a58-1fb4-4a2c-81b0-798c985f46c2 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:40.064103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f4c60c4-98de-4b84-9541-d2d691a93d6a req-3d332a58-1fb4-4a2c-81b0-798c985f46c2 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.3132410 Mar 07 16:01:40.076842 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-d53e10ac-efb4-4c4d-bf22-c3eb2f0b123b service neutron] 10.222.0.11 "GET /v2.0/networks/c338f74a-8cf1-4021-9a2f-02fc217d6ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315184 Mar 07 16:01:40.172289 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.194164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070a8fa-dce7-4de0-a26e-df163496c2d8 req-b19a04ff-32ca-4dfb-96b7-627d69409cb3 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:40.196507 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f070a8fa-dce7-4de0-a26e-df163496c2d8 req-b19a04ff-32ca-4dfb-96b7-627d69409cb3 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 943 time: 0.1154718 Mar 07 16:01:40.236131 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fa6532d-dc3d-42e1-bc0a-bc52c30e53db req-307fe350-6418-42dd-a2bd-e4c8c19dac3a service neutron] 10.222.0.11 "GET /v2.0/networks/c338f74a-8cf1-4021-9a2f-02fc217d6ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457655 Mar 07 16:01:40.255922 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f4c60c4-98de-4b84-9541-d2d691a93d6a req-6c49e201-ea25-4780-9083-db4914a05d79 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780198 Mar 07 16:01:40.261195 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f070a8fa-dce7-4de0-a26e-df163496c2d8 req-f50e86a9-b050-46e2-8c64-726acbbc4d2f tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb4ce911-ba97-4036-abe2-d35cfc2b5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572467 Mar 07 16:01:40.409179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-40009858-7a82-450e-b1aa-9e8e09bbcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:40.410841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-40009858-7a82-450e-b1aa-9e8e09bbcf72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f112e56b99d4480cb122a11f08c22711&device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 1125 time: 0.1005864 Mar 07 16:01:40.430261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef826367-cbc6-4f15-bc44-9ae6ce541bb8 req-1b71b7b9-4f6f-4a2c-a8aa-d3c619825b1a tempest-LiveMigrationNegativeTest-675819649 tempest-LiveMigrationNegativeTest-675819649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:40.431923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef826367-cbc6-4f15-bc44-9ae6ce541bb8 req-1b71b7b9-4f6f-4a2c-a8aa-d3c619825b1a tempest-LiveMigrationNegativeTest-675819649 tempest-LiveMigrationNegativeTest-675819649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 1132 time: 0.0800297 Mar 07 16:01:40.468541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef826367-cbc6-4f15-bc44-9ae6ce541bb8 req-b373901f-201f-4b73-84f6-de214f376416 tempest-LiveMigrationNegativeTest-675819649 tempest-LiveMigrationNegativeTest-675819649-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.510634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a62de552-6bf8-4e57-a569-6926abf88735 req-f78a0cb3-075a-4e4d-b207-51030cc1d1c2 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/62c4b71b-74fe-45fe-838f-473538146e6f HTTP/1.1" status: 200 len: 1829 time: 0.2130160 Mar 07 16:01:40.549750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-ba22980f-bbfe-4474-b2a7-1f35a6ee9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:40.551249 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-ba22980f-bbfe-4474-b2a7-1f35a6ee9afb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c338f74a-8cf1-4021-9a2f-02fc217d6ec2 HTTP/1.1" status: 200 len: 919 time: 0.1333637 Mar 07 16:01:40.603696 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-dafc9f32-7919-47da-b7bd-400a356f266b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d841c799-bd84-4173-a440-583daf1485b4 HTTP/1.1" status: 200 len: 217 time: 0.0428739 Mar 07 16:01:40.666640 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef826367-cbc6-4f15-bc44-9ae6ce541bb8 req-b373901f-201f-4b73-84f6-de214f376416 tempest-LiveMigrationNegativeTest-675819649 tempest-LiveMigrationNegativeTest-675819649-project-admin] Publish callbacks [] for security_group (49624ad0-0f98-49fc-aa58-41e4c5607ef9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.675946 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef826367-cbc6-4f15-bc44-9ae6ce541bb8 req-b373901f-201f-4b73-84f6-de214f376416 tempest-LiveMigrationNegativeTest-675819649 tempest-LiveMigrationNegativeTest-675819649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (49624ad0-0f98-49fc-aa58-41e4c5607ef9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.677430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Deleting port aee0932c-0ac5-4ee0-83a5-0d8544696170 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:40.677772 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.678405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-0c375152-ab0a-4983-91c7-bd20b657c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:40.679965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-0c375152-ab0a-4983-91c7-bd20b657c3d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f321af78-29ef-434f-b0de-cbc26a7952b9 HTTP/1.1" status: 200 len: 858 time: 0.0693207 Mar 07 16:01:40.724759 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-24bcde86-3413-4e4b-ae50-9ce14168cec3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c338f74a-8cf1-4021-9a2f-02fc217d6ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339596 Mar 07 16:01:40.776627 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.790863 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:01:40.791852 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef826367-cbc6-4f15-bc44-9ae6ce541bb8 req-b373901f-201f-4b73-84f6-de214f376416 tempest-LiveMigrationNegativeTest-675819649 tempest-LiveMigrationNegativeTest-675819649-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434033 Mar 07 16:01:40.794705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Publish callbacks [] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.827466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a62de552-6bf8-4e57-a569-6926abf88735 req-aa30bb18-60de-4c2d-8b27-bb2cde82a110 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (62c4b71b-74fe-45fe-838f-473538146e6f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.837523 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.850464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373901f-201f-4b73-84f6-de214f376416 tempest-LiveMigrationNegativeTest-675819649 tempest-LiveMigrationNegativeTest-675819649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49624ad0-0f98-49fc-aa58-41e4c5607ef9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:40.903581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-0461becb-8591-400c-84d0-26d5e43f212d service neutron] 10.222.0.11 "GET /v2.0/networks/c338f74a-8cf1-4021-9a2f-02fc217d6ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655214 Mar 07 16:01:40.926518 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a62de552-6bf8-4e57-a569-6926abf88735 req-aa30bb18-60de-4c2d-8b27-bb2cde82a110 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (62c4b71b-74fe-45fe-838f-473538146e6f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.966278 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.982864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=3efc6234-e0d1-4b19-b3ff-e0e8e60b2360,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:40.990986 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (375b79cb-c288-4a81-8d2a-59ed3623b2ed), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:40.993705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] For port aee0932c-0ac5-4ee0-83a5-0d8544696170, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=aee0932c-0ac5-4ee0-83a5-0d8544696170,segment=NetworkSegment(abaea1b6-50f6-451b-a161-477f048db49a),segment_id=abaea1b6-50f6-451b-a161-477f048db49a)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:40.994069 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:41.002771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (6a372b4c-d118-45ad-ae30-f5c90ac40c89), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:41.060683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Calling delete_port for aee0932c-0ac5-4ee0-83a5-0d8544696170 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:41.090088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a5079f0-bcdc-4569-8391-9fcae18226d4 req-f4e2f1d6-a9d2-47b9-b2de-46f80bdac565 service neutron] 10.222.0.11 "GET /v2.0/networks/c338f74a-8cf1-4021-9a2f-02fc217d6ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795890 Mar 07 16:01:41.098648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-7154586a-62fe-4e1f-b454-cf856378343b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:41.099760 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-7154586a-62fe-4e1f-b454-cf856378343b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.1600010 Mar 07 16:01:41.119605 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-3ef9f09c-a2e9-49c7-94ad-630f9f3479d5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/quotas/9fdcbd0ff10c45108a08a31b08761e64 HTTP/1.1" status: 200 len: 375 time: 0.0107083 Mar 07 16:01:41.179785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a62de552-6bf8-4e57-a569-6926abf88735 req-aa30bb18-60de-4c2d-8b27-bb2cde82a110 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (62c4b71b-74fe-45fe-838f-473538146e6f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:41.182689 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a62de552-6bf8-4e57-a569-6926abf88735 req-aa30bb18-60de-4c2d-8b27-bb2cde82a110 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:41.183933 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a62de552-6bf8-4e57-a569-6926abf88735 req-aa30bb18-60de-4c2d-8b27-bb2cde82a110 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "DELETE /v2.0/security-groups/62c4b71b-74fe-45fe-838f-473538146e6f HTTP/1.1" status: 204 len: 173 time: 0.6377416 Mar 07 16:01:41.215886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-89cf0767-03cb-4dbb-b20d-37bca810853b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841141 Mar 07 16:01:41.220973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 655593c2-8b65-4808-8897-e01dd715ae4c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:41.253365 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30bb18-60de-4c2d-8b27-bb2cde82a110 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c4b71b-74fe-45fe-838f-473538146e6f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:41.289083 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Floating IP 375b79cb-c288-4a81-8d2a-59ed3623b2ed associated. External IP: 172.25.4.160, port: c02c0538-0b7b-4973-a59a-c1c7c44f28a6. Mar 07 16:01:41.326004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 655593c2-8b65-4808-8897-e01dd715ae4c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:41.326664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:41.354523 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-cf870833-3b54-4bd5-8a2e-e2d625258773 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200199 Mar 07 16:01:41.408467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 655593c2-8b65-4808-8897-e01dd715ae4c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:41.408864 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:41.416142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Network 0698784e-8cbf-4e86-99d8-9c9480c61b6b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:41.431504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 655593c2-8b65-4808-8897-e01dd715ae4c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=655593c2-8b65-4808-8897-e01dd715ae4c,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:41.432736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:41.437855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:41.465801 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-2bc56305-1bf1-4f3d-925a-68aea96ee845 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044731 Mar 07 16:01:41.505122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=655593c2-8b65-4808-8897-e01dd715ae4c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:41.551551 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3abd816e-94db-4787-9a90-85bee0df4708 req-1ae5170c-2d9d-467e-8428-8650481428ba tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/1794df09-3a2d-43ff-ae17-b5517dfb3a29 HTTP/1.1" status: 200 len: 1830 time: 0.2453706 Mar 07 16:01:41.756552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-56745ce4-964c-4ab9-bb78-e7e3c7e4cf62 None None] Provisioning complete for port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:41.757376 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56745ce4-964c-4ab9-bb78-e7e3c7e4cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:41.809442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-56745ce4-964c-4ab9-bb78-e7e3c7e4cf62 None None] Port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:41.928024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb15e3-98a8-45f5-9f28-4516eda4f621 req-eb999c7b-db6c-4efd-84c0-c4f22aa7062f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:41.929601 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46eb15e3-98a8-45f5-9f28-4516eda4f621 req-eb999c7b-db6c-4efd-84c0-c4f22aa7062f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.0687730 Mar 07 16:01:41.991019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46eb15e3-98a8-45f5-9f28-4516eda4f621 req-38d4b2e5-2bc2-4d3e-a439-a59877e1d24d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491104 Mar 07 16:01:42.089385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d841c799-bd84-4173-a440-583daf1485b4 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:01:42.096969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:01:42.105836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669598f-0813-46bb-831a-340b63a4fa2c req-0f4f89d4-2db6-473b-84f0-c54213545ee2 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:42.107682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5669598f-0813-46bb-831a-340b63a4fa2c req-0f4f89d4-2db6-473b-84f0-c54213545ee2 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 943 time: 0.0594480 Mar 07 16:01:42.113875 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3abd816e-94db-4787-9a90-85bee0df4708 req-2de1e91d-6a34-4812-87b2-e29a1dd3aafb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (1794df09-3a2d-43ff-ae17-b5517dfb3a29), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.116072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (aee0932c-0ac5-4ee0-83a5-0d8544696170), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.188807 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5669598f-0813-46bb-831a-340b63a4fa2c req-5d0ff74c-34fa-4478-86fd-65649f72ac48 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb4ce911-ba97-4036-abe2-d35cfc2b5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698969 Mar 07 16:01:42.205244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee0932c-0ac5-4ee0-83a5-0d8544696170,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:42.219261 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3abd816e-94db-4787-9a90-85bee0df4708 req-2de1e91d-6a34-4812-87b2-e29a1dd3aafb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (1794df09-3a2d-43ff-ae17-b5517dfb3a29), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.245841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d841c799-bd84-4173-a440-583daf1485b4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d841c799-bd84-4173-a440-583daf1485b4,segment=NetworkSegment(71b50f95-3873-4312-ad56-ac4f4556f9e9),segment_id=71b50f95-3873-4312-ad56-ac4f4556f9e9)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:42.265196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'd841c799-bd84-4173-a440-583daf1485b4', 'network_id': 'c338f74a-8cf1-4021-9a2f-02fc217d6ec2', 'port_id': 'd841c799-bd84-4173-a440-583daf1485b4', 'mac_address': 'fa:16:3e:a1:c7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f321af78-29ef-434f-b0de-cbc26a7952b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:01:42.289511 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f03b9871-6a2f-462a-93c6-0273d17eb216 req-74f1faba-7523-4bda-bc05-0845f20229c7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74d5f04-8f53-4a20-93ef-7d25f6e67f27 HTTP/1.1" status: 200 len: 210 time: 0.0395954 Mar 07 16:01:42.356773 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d841c799-bd84-4173-a440-583daf1485b4 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:42.357560 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d841c799-bd84-4173-a440-583daf1485b4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.375339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d841c799-bd84-4173-a440-583daf1485b4 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:42.401923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d841c799-bd84-4173-a440-583daf1485b4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d841c799-bd84-4173-a440-583daf1485b4,segment=NetworkSegment(71b50f95-3873-4312-ad56-ac4f4556f9e9),segment_id=71b50f95-3873-4312-ad56-ac4f4556f9e9)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:42.408035 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d841c799-bd84-4173-a440-583daf1485b4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.433284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:42.450360 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-250e3cfd-194b-4ca5-891b-98862a28fbf5 admin admin] 10.222.0.24 "PUT /v2.0/routers/6a372b4c-d118-45ad-ae30-f5c90ac40c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2228339 Mar 07 16:01:42.454454 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Sync routers for ids ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:42.460642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:01:42.469818 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3abd816e-94db-4787-9a90-85bee0df4708 req-2de1e91d-6a34-4812-87b2-e29a1dd3aafb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1794df09-3a2d-43ff-ae17-b5517dfb3a29), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.472464 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3abd816e-94db-4787-9a90-85bee0df4708 req-2de1e91d-6a34-4812-87b2-e29a1dd3aafb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.474707 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Routers {'6a372b4c-d118-45ad-ae30-f5c90ac40c89'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:42.477714 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:42.482135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d841c799-bd84-4173-a440-583daf1485b4,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:42.484961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3abd816e-94db-4787-9a90-85bee0df4708 req-2de1e91d-6a34-4812-87b2-e29a1dd3aafb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "DELETE /v2.0/security-groups/1794df09-3a2d-43ff-ae17-b5517dfb3a29 HTTP/1.1" status: 204 len: 173 time: 0.9231360 Mar 07 16:01:42.502643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c0e8-eeb8-4e56-a14d-2111324be747 req-4b6b27c8-d8f7-4c00-8f86-6d8d65c1ddd7 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:42.514471 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0406c0e8-eeb8-4e56-a14d-2111324be747 req-4b6b27c8-d8f7-4c00-8f86-6d8d65c1ddd7 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 950 time: 0.1424942 Mar 07 16:01:42.600496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1e91d-6a34-4812-87b2-e29a1dd3aafb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1794df09-3a2d-43ff-ae17-b5517dfb3a29,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:42.625196 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0406c0e8-eeb8-4e56-a14d-2111324be747 req-76e819a4-6308-4fe9-96a3-e7a361934251 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052468 Mar 07 16:01:42.649283 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Set router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:42.675003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d841c799-bd84-4173-a440-583daf1485b4'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:42.752342 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a16f719e-3239-455d-8f0a-f12981e501c6 req-c744086b-1319-4e72-b5ae-eef092522d1d tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/bdbee920-fffa-46bd-bd56-0391c9f5ca38 HTTP/1.1" status: 200 len: 1828 time: 0.0920789 Mar 07 16:01:42.837927 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a16f719e-3239-455d-8f0a-f12981e501c6 req-b2787bd0-6c1f-4593-bb40-4f5ad84380cb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (bdbee920-fffa-46bd-bd56-0391c9f5ca38), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.846212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (1f6512cb-2881-4f62-8c36-594ae9731aeb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.888083 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a16f719e-3239-455d-8f0a-f12981e501c6 req-b2787bd0-6c1f-4593-bb40-4f5ad84380cb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (bdbee920-fffa-46bd-bd56-0391c9f5ca38), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.942360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a16f719e-3239-455d-8f0a-f12981e501c6 req-b2787bd0-6c1f-4593-bb40-4f5ad84380cb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bdbee920-fffa-46bd-bd56-0391c9f5ca38), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.945619 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a16f719e-3239-455d-8f0a-f12981e501c6 req-b2787bd0-6c1f-4593-bb40-4f5ad84380cb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:42.947230 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a16f719e-3239-455d-8f0a-f12981e501c6 req-b2787bd0-6c1f-4593-bb40-4f5ad84380cb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "DELETE /v2.0/security-groups/bdbee920-fffa-46bd-bd56-0391c9f5ca38 HTTP/1.1" status: 204 len: 173 time: 0.1890473 Mar 07 16:01:42.959506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2787bd0-6c1f-4593-bb40-4f5ad84380cb tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbee920-fffa-46bd-bd56-0391c9f5ca38,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:43.035663 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:40Z', 'revision_number': 4, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'gw_port': {'id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '3efc6234-e0d1-4b19-b3ff-e0e8e60b2360', 'name': '', 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'mac_address': 'fa:16:3e:11:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9390c9bf-6f02-4daf-84b5-d73f9f32fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:38Z', 'updated_at': '2022-03-07T16:01:40Z', 'revision_number': 2, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'subnets': [{'id': '9390c9bf-6f02-4daf-84b5-d73f9f32fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:43.038884 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e1ebb9ba-710d-465c-8213-b926233122b7 req-fa5b76ee-ad11-4c7c-aff4-86c0b142e3f5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74d5f04-8f53-4a20-93ef-7d25f6e67f27 HTTP/1.1" status: 200 len: 210 time: 0.0293117 Mar 07 16:01:43.040803 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:43.050473 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.060911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] Sync routers for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:43.089663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:43.089910 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Checking router: 6a372b4c-d118-45ad-ae30-f5c90ac40c89 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:01:43.090310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:43.090943 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Updating router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:01:43.135041 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.142946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cd63be74-0f47-418a-8f34-994500ab629d tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "PUT /v2.0/floatingips/375b79cb-c288-4a81-8d2a-59ed3623b2ed HTTP/1.1" status: 200 len: 991 time: 3.9733374 Mar 07 16:01:43.152380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'tag': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:43.154733 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2", "tag": "c02c0538-0b7b-4973-a59a-c1c7c44f28a6"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:43.156667 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00ed6a75-70ba-47a0-9e2b-62479e08b364 req-94aafe9d-926c-4b64-ab48-96f170ee3fa7 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "GET /v2.0/security-groups/f39a2a5b-1816-4691-b747-cd02cfbf6ceb HTTP/1.1" status: 200 len: 1829 time: 0.0884194 Mar 07 16:01:43.177654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-811379b3-0563-431e-86ac-667d59c437a9 req-5429a913-d989-46a4-b502-0a58e84a7d8c tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2897766 Mar 07 16:01:43.187080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:43.209895 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-0ff09766-2155-4f88-843a-b6fd71070324 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=b74d5f04-8f53-4a20-93ef-7d25f6e67f27 HTTP/1.1" status: 200 len: 210 time: 0.0436392 Mar 07 16:01:43.295460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:43.317286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.382828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 655593c2-8b65-4808-8897-e01dd715ae4c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:43.411910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Router 1f6512cb-2881-4f62-8c36-594ae9731aeb has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:01:43.470082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-56b73da6-3bd4-4b4e-b9d8-02ae9493e6f1 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:43.471683 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-56b73da6-3bd4-4b4e-b9d8-02ae9493e6f1 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4fed49b-107b-4d37-9955-604b42e37d16 HTTP/1.1" status: 200 len: 950 time: 0.1680603 Mar 07 16:01:43.564086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 655593c2-8b65-4808-8897-e01dd715ae4c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:43.564467 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.641322 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Publish callbacks [] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.654716 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.691833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Deleting port f01dca5d-09c6-41d1-a391-47f191f40903 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:43.692208 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.712648 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.732191 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd77c0f-23c2-4d58-b18e-3c3e356db06e None None] Pushing event updated for resources: {'Port': ['ID=3efc6234-e0d1-4b19-b3ff-e0e8e60b2360,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:43.734038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 655593c2-8b65-4808-8897-e01dd715ae4c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:43.746330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:01:05Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '375b79cb-c288-4a81-8d2a-59ed3623b2ed', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'port_id': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'mac_address': 'fa:16:3e:2b:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:01:16Z', 'updated_at': '2022-03-07T16:01:40Z', 'revision_number': 1, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0b574-4ae8-448c-bec8-6f2de66f4b25', 'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'mac_address': 'fa:16:3e:80:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:03Z', 'updated_at': '2022-03-07T16:01:12Z', 'revision_number': 5, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'subnets': [{'id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:43.792801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] Checking router: 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:01:43.802009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:43.803113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:43.827819 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Attempting to bind port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:43.828594 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Attempting to bind port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:43.829067 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Attempting to bind port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 on network 0698784e-8cbf-4e86-99d8-9c9480c61b6b {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:43.835637 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:43.836330 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Checking segment: {'id': 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:43.836910 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.837411 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Bound using segment: {'id': 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:43.837996 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Bound port: 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:43.838816 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.918720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00ed6a75-70ba-47a0-9e2b-62479e08b364 req-6ad72249-983a-4af7-ae8e-31daedc62462 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (f39a2a5b-1816-4691-b747-cd02cfbf6ceb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.928230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:43.941469 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fa9e895f-9056-45fa-84fd-9c187ef65de6 admin admin] 10.222.0.24 "PUT /v2.0/routers/1f6512cb-2881-4f62-8c36-594ae9731aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8201084 Mar 07 16:01:43.946305 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] Sync routers for ids ['1f6512cb-2881-4f62-8c36-594ae9731aeb'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:43.946512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00ed6a75-70ba-47a0-9e2b-62479e08b364 req-6ad72249-983a-4af7-ae8e-31daedc62462 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (f39a2a5b-1816-4691-b747-cd02cfbf6ceb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.951228 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47262) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:43.970166 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] Routers {'1f6512cb-2881-4f62-8c36-594ae9731aeb'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:43.971030 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['1f6512cb-2881-4f62-8c36-594ae9731aeb'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:43.986680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:43.989400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Allocated IP 172.25.4.58 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/79b6b6cf-3b22-4954-b6e1-558232b57c38) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:43.996390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00ed6a75-70ba-47a0-9e2b-62479e08b364 req-6ad72249-983a-4af7-ae8e-31daedc62462 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f39a2a5b-1816-4691-b747-cd02cfbf6ceb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:43.999188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00ed6a75-70ba-47a0-9e2b-62479e08b364 req-6ad72249-983a-4af7-ae8e-31daedc62462 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.010823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00ed6a75-70ba-47a0-9e2b-62479e08b364 req-6ad72249-983a-4af7-ae8e-31daedc62462 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] 10.222.0.24 "DELETE /v2.0/security-groups/f39a2a5b-1816-4691-b747-cd02cfbf6ceb HTTP/1.1" status: 204 len: 173 time: 0.8528500 Mar 07 16:01:44.011305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47264) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:44.054910 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] For port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:44.107803 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] For port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3efc6234-e0d1-4b19-b3ff-e0e8e60b2360,segment=NetworkSegment(a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2),segment_id=a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:44.124312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fec7b02-af01-47be-a73f-7069f5328e7b admin admin] Deleting subnet d64b7d7f-cdd0-4a46-acd7-32af93f93cdc {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:01:44.125638 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.128176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] For port f01dca5d-09c6-41d1-a391-47f191f40903, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f01dca5d-09c6-41d1-a391-47f191f40903,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:44.128843 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.148295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fec7b02-af01-47be-a73f-7069f5328e7b admin admin] Publish callbacks [] for subnet (d64b7d7f-cdd0-4a46-acd7-32af93f93cdc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.157517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad72249-983a-4af7-ae8e-31daedc62462 tempest-SecurityGroupRulesNegativeTestJSON-295238130 tempest-SecurityGroupRulesNegativeTestJSON-295238130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a2a5b-1816-4691-b747-cd02cfbf6ceb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:44.210596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-49c04ec1-c1da-4a42-943a-3496837d3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:44.214403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-49c04ec1-c1da-4a42-943a-3496837d3840 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9940839 Mar 07 16:01:44.249312 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd77c0f-23c2-4d58-b18e-3c3e356db06e None None] Pushing event updated for resources: {'Port': ['ID=3efc6234-e0d1-4b19-b3ff-e0e8e60b2360,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:44.264398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Calling delete_port for f01dca5d-09c6-41d1-a391-47f191f40903 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:44.281122 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Routers {'6a372b4c-d118-45ad-ae30-f5c90ac40c89'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:44.282035 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:44.304875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fec7b02-af01-47be-a73f-7069f5328e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (d64b7d7f-cdd0-4a46-acd7-32af93f93cdc), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.354807 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fec7b02-af01-47be-a73f-7069f5328e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (d64b7d7f-cdd0-4a46-acd7-32af93f93cdc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.363415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d841c799-bd84-4173-a440-583daf1485b4 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:44.416096 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] Set router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:44.428558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks [] for router (1f6512cb-2881-4f62-8c36-594ae9731aeb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.447088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d1d86653-d927-47cc-96f9-f9f737c64c86 None None] Provisioning complete for port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:44.448002 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1d86653-d927-47cc-96f9-f9f737c64c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.467700 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] Set router 1f6512cb-2881-4f62-8c36-594ae9731aeb gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:44.590344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port d841c799-bd84-4173-a440-583daf1485b4 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:01:44.601770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port d841c799-bd84-4173-a440-583daf1485b4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:44.602004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d841c799-bd84-4173-a440-583daf1485b4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.613871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d670b8c-4b4d-4d70-8b8d-6012dda91652 req-3cea3658-e7ee-4d74-bbf2-4d9059f933f1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:44.621677 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d670b8c-4b4d-4d70-8b8d-6012dda91652 req-3cea3658-e7ee-4d74-bbf2-4d9059f933f1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.4941394 Mar 07 16:01:44.661442 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fec7b02-af01-47be-a73f-7069f5328e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (d64b7d7f-cdd0-4a46-acd7-32af93f93cdc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.698737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec7b02-af01-47be-a73f-7069f5328e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64b7d7f-cdd0-4a46-acd7-32af93f93cdc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:44.735087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d1d86653-d927-47cc-96f9-f9f737c64c86 None None] Current status of the port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:44.735494 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1d86653-d927-47cc-96f9-f9f737c64c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.758235 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d670b8c-4b4d-4d70-8b8d-6012dda91652 req-bcdd493d-6501-4a5e-92eb-1931c5678842 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354918 Mar 07 16:01:44.767444 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f821cc1-660c-4823-a880-0454719e09e0 req-4402cf49-e232-4833-8e98-6f48a4a4486c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4771874 Mar 07 16:01:44.774908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-6c8345e2-26e4-4603-9707-5f9a05a6cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:44.777203 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-6c8345e2-26e4-4603-9707-5f9a05a6cfb2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5550499 Mar 07 16:01:44.781400 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fec7b02-af01-47be-a73f-7069f5328e7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.786746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8fec7b02-af01-47be-a73f-7069f5328e7b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d64b7d7f-cdd0-4a46-acd7-32af93f93cdc HTTP/1.1" status: 204 len: 168 time: 0.7566974 Mar 07 16:01:44.792223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47270) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:44.820232 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d1d86653-d927-47cc-96f9-f9f737c64c86 None None] For port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3efc6234-e0d1-4b19-b3ff-e0e8e60b2360,segment=NetworkSegment(a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2),segment_id=a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:44.841646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1d86653-d927-47cc-96f9-f9f737c64c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:44.882914 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6dcb0f6-be3a-4a9f-af72-472687d3912b req-57a17161-e5d4-4e66-87d1-dd5488c37371 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74d5f04-8f53-4a20-93ef-7d25f6e67f27 HTTP/1.1" status: 200 len: 210 time: 0.0393176 Mar 07 16:01:44.885053 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:11Z', 'updated_at': '2022-03-07T16:01:41Z', 'revision_number': 5, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'gw_port': {'id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:14Z', 'updated_at': '2022-03-07T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:44.972255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:01:05Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '375b79cb-c288-4a81-8d2a-59ed3623b2ed', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'port_id': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'mac_address': 'fa:16:3e:2b:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:01:16Z', 'updated_at': '2022-03-07T16:01:40Z', 'revision_number': 1, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0b574-4ae8-448c-bec8-6f2de66f4b25', 'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'mac_address': 'fa:16:3e:80:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:03Z', 'updated_at': '2022-03-07T16:01:12Z', 'revision_number': 5, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'subnets': [{'id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:44.986105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d86653-d927-47cc-96f9-f9f737c64c86 None None] Pushing event updated for resources: {'Port': ['ID=3efc6234-e0d1-4b19-b3ff-e0e8e60b2360,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:45.036515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d841c799-bd84-4173-a440-583daf1485b4 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:45.036986 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d841c799-bd84-4173-a440-583daf1485b4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.039686 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9f90f493-f678-482b-9a92-baf2792d5608), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.065579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7bafd239-337c-498d-8ab8-e8988f11214c None None] Provisioning complete for port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:45.065967 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7bafd239-337c-498d-8ab8-e8988f11214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.079554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dec514-bf36-4e9e-a0a7-09c241129ef9 req-7c02bbdc-626e-4093-a9ac-e0238b145f54 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:45.080282 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] Checking router: 1f6512cb-2881-4f62-8c36-594ae9731aeb for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:01:45.088564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57dec514-bf36-4e9e-a0a7-09c241129ef9 req-7c02bbdc-626e-4093-a9ac-e0238b145f54 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.2031186 Mar 07 16:01:45.091332 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:40Z', 'revision_number': 4, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'gw_port': {'id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '3efc6234-e0d1-4b19-b3ff-e0e8e60b2360', 'name': '', 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'mac_address': 'fa:16:3e:11:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9390c9bf-6f02-4daf-84b5-d73f9f32fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:38Z', 'updated_at': '2022-03-07T16:01:43Z', 'revision_number': 4, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'subnets': [{'id': '9390c9bf-6f02-4daf-84b5-d73f9f32fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:45.149891 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd870c-e972-4a4b-8707-fabb2f702c81 None None] The sync data for ids ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'] in n-d-830010-8 is: [{'id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:40Z', 'revision_number': 4, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'gw_port': {'id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '3efc6234-e0d1-4b19-b3ff-e0e8e60b2360', 'name': '', 'network_id': '0698784e-8cbf-4e86-99d8-9c9480c61b6b', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'mac_address': 'fa:16:3e:11:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9390c9bf-6f02-4daf-84b5-d73f9f32fd1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:38Z', 'updated_at': '2022-03-07T16:01:43Z', 'revision_number': 4, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'subnets': [{'id': '9390c9bf-6f02-4daf-84b5-d73f9f32fd1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:45.152762 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] Routers {'1f6512cb-2881-4f62-8c36-594ae9731aeb'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:45.154362 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['1f6512cb-2881-4f62-8c36-594ae9731aeb'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:45.166007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d841c799-bd84-4173-a440-583daf1485b4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d841c799-bd84-4173-a440-583daf1485b4,segment=NetworkSegment(71b50f95-3873-4312-ad56-ac4f4556f9e9),segment_id=71b50f95-3873-4312-ad56-ac4f4556f9e9)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:45.169861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd841c799-bd84-4173-a440-583daf1485b4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:45.172984 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532b08b2-9580-4a30-9c13-878c7810e215" -d '{"events": [{"server_uuid": "a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e", "name": "network-vif-plugged", "status": "completed", "tag": "d841c799-bd84-4173-a440-583daf1485b4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:45.175907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for port (79b6b6cf-3b22-4954-b6e1-558232b57c38), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.177290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ffabd-be63-464c-b152-f5b512c3e71c None None] The sync data for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 is: [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:01:05Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '375b79cb-c288-4a81-8d2a-59ed3623b2ed', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'port_id': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'mac_address': 'fa:16:3e:2b:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:01:16Z', 'updated_at': '2022-03-07T16:01:40Z', 'revision_number': 1, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a0b574-4ae8-448c-bec8-6f2de66f4b25', 'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'mac_address': 'fa:16:3e:80:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:03Z', 'updated_at': '2022-03-07T16:01:12Z', 'revision_number': 5, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'subnets': [{'id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:45.181306 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d841c799-bd84-4173-a440-583daf1485b4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.182949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57dec514-bf36-4e9e-a0a7-09c241129ef9 req-02813ff1-757a-4687-9609-1dbd2ee3a275 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892653 Mar 07 16:01:45.189564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f821cc1-660c-4823-a880-0454719e09e0 req-94608819-c732-448f-9b8e-74eea946434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:45.194487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f821cc1-660c-4823-a880-0454719e09e0 req-94608819-c732-448f-9b8e-74eea946434e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e54caa9555964e35b0e1dab06a67190f&device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 1131 time: 0.3103945 Mar 07 16:01:45.293377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d841c799-bd84-4173-a440-583daf1485b4,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:45.335383 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34737bd3-d10b-4869-be48-fe2c816dd180 x-openstack-request-id: req-34737bd3-d10b-4869-be48-fe2c816dd180 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:45.335826 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2", "tag": "c02c0538-0b7b-4973-a59a-c1c7c44f28a6", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:45.336205 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34737bd3-d10b-4869-be48-fe2c816dd180 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:45.336691 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'tag': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6', 'status': 'completed', 'code': 200} Mar 07 16:01:45.404076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-495ddcb3-b517-44c3-bc41-b0b889dd086b req-70523486-62a5-4b9c-b442-4134e172dae9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=b74d5f04-8f53-4a20-93ef-7d25f6e67f27 HTTP/1.1" status: 200 len: 210 time: 0.1024561 Mar 07 16:01:45.424849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7bafd239-337c-498d-8ab8-e8988f11214c None None] Current status of the port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:45.473554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-c5f024c9-faac-4729-b419-bf8f8b3366e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4848244 Mar 07 16:01:45.475657 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] Set router 1f6512cb-2881-4f62-8c36-594ae9731aeb gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:45.486663 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks [] for router_gateway (1f6512cb-2881-4f62-8c36-594ae9731aeb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.536836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (79b6b6cf-3b22-4954-b6e1-558232b57c38), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.540931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-fb6a2bc8-7358-4826-bf5f-47f6c16cfafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:45.543136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-fb6a2bc8-7358-4826-bf5f-47f6c16cfafc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0c91b2c98f8406784bd49fcaaf789ba&device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 1127 time: 0.2123981 Mar 07 16:01:45.624111 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f01dca5d-09c6-41d1-a391-47f191f40903), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.636868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['5fbefd27-7988-40ed-96a3-67801c29b9e3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:45.647927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:45.681299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ddcb3-b517-44c3-bc41-b0b889dd086b req-4ec372ee-b588-449d-a78d-c82f36072b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:45.683879 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-495ddcb3-b517-44c3-bc41-b0b889dd086b req-4ec372ee-b588-449d-a78d-c82f36072b30 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2565475 Mar 07 16:01:45.700918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:45.703407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:45.762532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c478e-f933-4f22-8a71-250f61386997 None None] New status for floating IP 375b79cb-c288-4a81-8d2a-59ed3623b2ed: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:01:45.786955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event updated for resources: {'Port': ['ID=79b6b6cf-3b22-4954-b6e1-558232b57c38,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:45.870677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] No DVR routers for this DVR port f01dca5d-09c6-41d1-a391-47f191f40903 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:45.873361 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.877392 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4d9a4911-06a4-408b-8c74-c8abdd4cc02d req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.11 "DELETE /v2.0/ports/f01dca5d-09c6-41d1-a391-47f191f40903 HTTP/1.1" status: 204 len: 173 time: 2.3986113 Mar 07 16:01:45.883472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1df0be-fea5-4eed-96d0-78598dca42dc tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Pushing event deleted for resources: {'Port': ['ID=f01dca5d-09c6-41d1-a391-47f191f40903,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:45.902203 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:11Z', 'updated_at': '2022-03-07T16:01:41Z', 'revision_number': 5, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'gw_port': {'id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:14Z', 'updated_at': '2022-03-07T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:45.926839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-8bc7531b-3144-4f10-aba6-2c52c82e5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:45.928478 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-8bc7531b-3144-4f10-aba6-2c52c82e5410 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f61a96-6058-4a85-b61f-303a622de412 HTTP/1.1" status: 200 len: 913 time: 0.3561406 Mar 07 16:01:45.933565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Deleting port a3982508-4ee7-4f4e-a114-9772ea2cd049 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:45.933960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:45.983444 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f78adc-c9b8-4c40-baf6-c10fcb8eec7d None None] The sync data for ids ['1f6512cb-2881-4f62-8c36-594ae9731aeb'] in n-d-830010-8 is: [{'id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'name': 'tempest-FloatingIPsTestJSON-812510453-router', 'tenant_id': 'e32f114e732c4c908c468bd3ff10b67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:11Z', 'updated_at': '2022-03-07T16:01:41Z', 'revision_number': 5, 'project_id': 'e32f114e732c4c908c468bd3ff10b67e', 'gw_port': {'id': 'a3982508-4ee7-4f4e-a114-9772ea2cd049', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6512cb-2881-4f62-8c36-594ae9731aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:14Z', 'updated_at': '2022-03-07T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:46.074122 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9f90f493-f678-482b-9a92-baf2792d5608), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.094756 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (b0fffeaa-88f0-40e6-a260-f7428c54108e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.122731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f90f493-f678-482b-9a92-baf2792d5608']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:46.134646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e33317-932b-49ea-9d35-1103b15dbfa9') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:46.135385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e33317-932b-49ea-9d35-1103b15dbfa9') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:46.141518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f01dca5d-09c6-41d1-a391-47f191f40903 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:46.148026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (a0e33317-932b-49ea-9d35-1103b15dbfa9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.164943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a0e33317-932b-49ea-9d35-1103b15dbfa9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.172846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:01:46.173386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (a0e33317-932b-49ea-9d35-1103b15dbfa9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:01:46.185511 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:01:46.188179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: f01dca5d-09c6-41d1-a391-47f191f40903 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:46.188381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f01dca5d-09c6-41d1-a391-47f191f40903 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:46.230267 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-eb6ecb2c-9fc6-4ad0-aad2-e87e34be3389 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c02c0538-0b7b-4973-a59a-c1c7c44f28a6 HTTP/1.1" status: 200 len: 999 time: 0.2918701 Mar 07 16:01:46.246644 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (79b6b6cf-3b22-4954-b6e1-558232b57c38), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.304544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f821cc1-660c-4823-a880-0454719e09e0 req-40ee9f69-8cc8-4c31-b796-08e28ea18a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.306164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f821cc1-660c-4823-a880-0454719e09e0 req-40ee9f69-8cc8-4c31-b796-08e28ea18a27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 1.0804214 Mar 07 16:01:46.309996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ddcb3-b517-44c3-bc41-b0b889dd086b req-d9897fdc-716f-4e7f-92e1-d297905b68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.312277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-495ddcb3-b517-44c3-bc41-b0b889dd086b req-d9897fdc-716f-4e7f-92e1-d297905b68bb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5736721 Mar 07 16:01:46.329811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] For port a3982508-4ee7-4f4e-a114-9772ea2cd049, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a3982508-4ee7-4f4e-a114-9772ea2cd049,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:46.329811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.341245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe401e-43c1-4259-ae97-24886b17b56e req-c31090aa-86ee-43f3-9c8c-1aba5ead434f tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.355471 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33fe401e-43c1-4259-ae97-24886b17b56e req-c31090aa-86ee-43f3-9c8c-1aba5ead434f tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 945 time: 0.9484999 Mar 07 16:01:46.357645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9f90f493-f678-482b-9a92-baf2792d5608), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.362970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-7d29250f-e53e-44be-b73b-e0dc828b75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.364529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Calling delete_port for a3982508-4ee7-4f4e-a114-9772ea2cd049 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:46.364709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-7d29250f-e53e-44be-b73b-e0dc828b75eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 1131 time: 0.6788330 Mar 07 16:01:46.385968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-2ab300ea-426e-450e-a2da-47c5099ffae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.387723 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-2ab300ea-426e-450e-a2da-47c5099ffae7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=479ee108-8f41-4d1f-baf2-c064e6186260 HTTP/1.1" status: 200 len: 851 time: 0.1342797 Mar 07 16:01:46.417851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.423752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9f90f493-f678-482b-9a92-baf2792d5608 HTTP/1.1" status: 204 len: 168 time: 1.6252797 Mar 07 16:01:46.426279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92618b5a-4901-4e4a-99f6-f84425a327a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f90f493-f678-482b-9a92-baf2792d5608,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:46.557631 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f821cc1-660c-4823-a880-0454719e09e0 req-fe6ad33e-a7d2-4c71-9e33-eb27676c53a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5fbefd27-7988-40ed-96a3-67801c29b9e3 HTTP/1.1" status: 200 len: 217 time: 0.2439246 Mar 07 16:01:46.586970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-0c14c2b3-0500-4b1e-9df7-e32a1d7cc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.589395 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-0c14c2b3-0500-4b1e-9df7-e32a1d7cc58d service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1655118 Mar 07 16:01:46.622329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-495ddcb3-b517-44c3-bc41-b0b889dd086b req-a2db65b0-cd6e-4c81-abe0-4cc7c48cf789 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b74d5f04-8f53-4a20-93ef-7d25f6e67f27 HTTP/1.1" status: 200 len: 210 time: 0.1998098 Mar 07 16:01:46.649767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-0cab9b29-e426-4402-912f-0493f7d8b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.651480 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-0cab9b29-e426-4402-912f-0493f7d8b46e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f61a96-6058-4a85-b61f-303a622de412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2496331 Mar 07 16:01:46.667693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47282) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:46.668107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-803dd61c-7f04-4b10-9742-bbfe27122377 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4b66d692-6694-4eed-972e-160f0f4a7704 HTTP/1.1" status: 200 len: 217 time: 0.0447958 Mar 07 16:01:46.729135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-9a2ef8ee-a581-4083-9d06-a4ff4ad31c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.730968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-9a2ef8ee-a581-4083-9d06-a4ff4ad31c7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0563960 Mar 07 16:01:46.739737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33fe401e-43c1-4259-ae97-24886b17b56e req-c780b273-4f6f-4310-b61a-d38a6414f307 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb4ce911-ba97-4036-abe2-d35cfc2b5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361812 Mar 07 16:01:46.800231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f821cc1-660c-4823-a880-0454719e09e0 req-23c0cffc-c6f2-4ce2-b324-447ab79c1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.802243 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f821cc1-660c-4823-a880-0454719e09e0 req-23c0cffc-c6f2-4ce2-b324-447ab79c1029 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.2170410 Mar 07 16:01:46.876160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-84f9c4b9-5d25-4d38-89e9-89662b808b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.878640 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-84f9c4b9-5d25-4d38-89e9-89662b808b2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1353192 Mar 07 16:01:46.897897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f821cc1-660c-4823-a880-0454719e09e0 req-faf38c7e-1ac9-4e28-84c1-252c1f9beb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:46.903075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f821cc1-660c-4823-a880-0454719e09e0 req-faf38c7e-1ac9-4e28-84c1-252c1f9beb9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0912223 Mar 07 16:01:46.957408 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for port (79b6b6cf-3b22-4954-b6e1-558232b57c38), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:46.974009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (79b6b6cf-3b22-4954-b6e1-558232b57c38), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.004886 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-148001a8-42cc-466f-835d-d915258d5183 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43e7e0fd97784327ac1553cd355ac729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338845 Mar 07 16:01:47.029908 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47286) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:47.050454 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d152b337-8bdd-4948-bd69-c38078c6705d req-3718f05c-5d57-4655-b760-a0c2510b2efd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74d5f04-8f53-4a20-93ef-7d25f6e67f27 HTTP/1.1" status: 200 len: 210 time: 0.0895092 Mar 07 16:01:47.104834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-b4ffd27e-f894-43f8-921e-140566ba4e9f service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178566 Mar 07 16:01:47.106805 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-59dd9560-35d1-4c6a-8804-4344e2c891a1 service neutron] 10.222.0.15 "GET /v2.0/networks/20f61a96-6058-4a85-b61f-303a622de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404254 Mar 07 16:01:47.108824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f821cc1-660c-4823-a880-0454719e09e0 req-3758dea5-e83d-4e71-87e7-141e25825750 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902359 Mar 07 16:01:47.124857 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab0b43b-d148-4f87-ade9-2c5863e1ecad x-openstack-request-id: req-9ab0b43b-d148-4f87-ade9-2c5863e1ecad {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:47.125360 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e", "name": "network-vif-plugged", "status": "completed", "tag": "d841c799-bd84-4173-a440-583daf1485b4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:47.125360 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ab0b43b-d148-4f87-ade9-2c5863e1ecad {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:47.125787 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd841c799-bd84-4173-a440-583daf1485b4', 'code': 200} Mar 07 16:01:47.154867 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a3982508-4ee7-4f4e-a114-9772ea2cd049), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.190251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event updated for resources: {'Port': ['ID=79b6b6cf-3b22-4954-b6e1-558232b57c38,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:47.206314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (b0fffeaa-88f0-40e6-a260-f7428c54108e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.263691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3982508-4ee7-4f4e-a114-9772ea2cd049,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:47.328785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:47.340878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fed49b-107b-4d37-9955-604b42e37d16', 'name': 'network-vif-deleted', 'tag': 'f01dca5d-09c6-41d1-a391-47f191f40903'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:47.342600 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e603ca-8ee1-4e9e-b89d-b46f7b4cc3a9" -d '{"events": [{"server_uuid": "f4fed49b-107b-4d37-9955-604b42e37d16", "name": "network-vif-deleted", "tag": "f01dca5d-09c6-41d1-a391-47f191f40903"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:47.363376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1ddc03-988a-49d2-b7bb-7679bdb42b81 req-7abfd25f-4535-4b4a-b994-4eb91df360b4 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525795 Mar 07 16:01:47.372445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.373814 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-811379b3-0563-431e-86ac-667d59c437a9 req-31eec511-d6ec-49c4-8663-9250404ef0a8 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1905875 Mar 07 16:01:47.393706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:47.394359 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.414240 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f821cc1-660c-4823-a880-0454719e09e0 req-b14ff1b1-b592-435c-b3b7-9e2b998f23a1 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938819 Mar 07 16:01:47.416604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45415c3-db4d-4036-9fe3-42eb98273bee req-c58d5e16-5d6e-4bf0-9544-59855de0c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:47.423806 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd9204d3-6f50-4c6f-9451-ff07f8c0a08d req-579b76cc-5b0e-4e81-9d22-1c9e1b926d25 service neutron] 10.222.0.15 "GET /v2.0/networks/20f61a96-6058-4a85-b61f-303a622de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057501 Mar 07 16:01:47.429396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d45415c3-db4d-4036-9fe3-42eb98273bee req-c58d5e16-5d6e-4bf0-9544-59855de0c83d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 1127 time: 0.2277071 Mar 07 16:01:47.465391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9969c-928f-448e-be9d-e3eb7f2800da req-ffed8a81-4ca0-476e-88e4-32766ece4f84 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:47.474666 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bff6-7be3-45be-8361-375790a4d5f5 admin admin] Publish callbacks [] for security_group (b576bb95-cc2e-4761-8e70-de7164c8c111), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.474929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6de9969c-928f-448e-be9d-e3eb7f2800da req-ffed8a81-4ca0-476e-88e4-32766ece4f84 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.2179067 Mar 07 16:01:47.486637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-811379b3-0563-431e-86ac-667d59c437a9 req-5fdab773-eb4f-472b-aaf2-97d30bd21f8b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.1031747 Mar 07 16:01:47.510377 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (1f6512cb-2881-4f62-8c36-594ae9731aeb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.520120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:47.526376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bff6-7be3-45be-8361-375790a4d5f5 admin admin] Publish callbacks [] for security_group (b576bb95-cc2e-4761-8e70-de7164c8c111), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.531541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device aee0932c-0ac5-4ee0-83a5-0d8544696170 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:47.541011 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d45415c3-db4d-4036-9fe3-42eb98273bee req-47a639ee-e68c-4355-98b6-da237c146e4a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb4ce911-ba97-4036-abe2-d35cfc2b5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971589 Mar 07 16:01:47.551373 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6de9969c-928f-448e-be9d-e3eb7f2800da req-8b1dbb36-3f8f-4c86-9ef8-bd6d0dce2363 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759997 Mar 07 16:01:47.553974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: aee0932c-0ac5-4ee0-83a5-0d8544696170 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:47.554326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device aee0932c-0ac5-4ee0-83a5-0d8544696170 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:47.683139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (1f6512cb-2881-4f62-8c36-594ae9731aeb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.694701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks [] for router_controller (1f6512cb-2881-4f62-8c36-594ae9731aeb), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.747647 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b7dcd9-5e9c-459e-a914-51c84202430e x-openstack-request-id: req-c9b7dcd9-5e9c-459e-a914-51c84202430e {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:47.747948 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fed49b-107b-4d37-9955-604b42e37d16", "name": "network-vif-deleted", "tag": "f01dca5d-09c6-41d1-a391-47f191f40903", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:47.748202 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9b7dcd9-5e9c-459e-a914-51c84202430e {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:47.748612 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fed49b-107b-4d37-9955-604b42e37d16', 'name': 'network-vif-deleted', 'tag': 'f01dca5d-09c6-41d1-a391-47f191f40903', 'status': 'completed', 'code': 200} Mar 07 16:01:47.768802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (1f6512cb-2881-4f62-8c36-594ae9731aeb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.769255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f6512cb-2881-4f62-8c36-594ae9731aeb {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:01:47.778621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811379b3-0563-431e-86ac-667d59c437a9 req-92f95016-cc85-4338-ac04-43c36c589972 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:47.780032 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-811379b3-0563-431e-86ac-667d59c437a9 req-92f95016-cc85-4338-ac04-43c36c589972 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2758238 Mar 07 16:01:47.784314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.788034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b48693df-cf48-432f-9d30-5374737b0a2a admin admin] 10.222.0.24 "DELETE /v2.0/routers/1f6512cb-2881-4f62-8c36-594ae9731aeb HTTP/1.1" status: 204 len: 168 time: 3.8330760 Mar 07 16:01:47.788664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47292) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:47.798441 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bff6-7be3-45be-8361-375790a4d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b576bb95-cc2e-4761-8e70-de7164c8c111), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.801741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bff6-7be3-45be-8361-375790a4d5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.805304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2fe7bff6-7be3-45be-8361-375790a4d5f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b576bb95-cc2e-4761-8e70-de7164c8c111 HTTP/1.1" status: 204 len: 168 time: 0.7647049 Mar 07 16:01:47.834859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7bff6-7be3-45be-8361-375790a4d5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b576bb95-cc2e-4761-8e70-de7164c8c111,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:47.874071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246321-1be5-405e-81b5-d2b0f55a88c6 req-0004bd01-3060-4cdc-b4c3-0fea1400257d tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:47.879874 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8c246321-1be5-405e-81b5-d2b0f55a88c6 req-0004bd01-3060-4cdc-b4c3-0fea1400257d tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 949 time: 0.1123319 Mar 07 16:01:47.889395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd01b542-622b-46f9-9b0e-4b7c68bf7525 admin admin] Deleting subnet 6b560056-f43e-4a22-b3c0-61b50713929a {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:01:47.902289 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd01b542-622b-46f9-9b0e-4b7c68bf7525 admin admin] Publish callbacks [] for subnet (6b560056-f43e-4a22-b3c0-61b50713929a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:47.946950 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8c246321-1be5-405e-81b5-d2b0f55a88c6 req-99938cce-b15b-4992-b251-223364189eec tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586824 Mar 07 16:01:47.960680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd01b542-622b-46f9-9b0e-4b7c68bf7525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (6b560056-f43e-4a22-b3c0-61b50713929a), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.006305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f098f4-69a8-4b7b-89b6-dbbcb0cb092d req-cae37d11-df20-481e-848c-5b28e7d5dc4c tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:48.007925 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-13f098f4-69a8-4b7b-89b6-dbbcb0cb092d req-cae37d11-df20-481e-848c-5b28e7d5dc4c tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 945 time: 0.1302161 Mar 07 16:01:48.106899 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd01b542-622b-46f9-9b0e-4b7c68bf7525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (6b560056-f43e-4a22-b3c0-61b50713929a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.115192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-357bbdb8-d15d-4d37-915c-5e8f8d2f88bb tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1320887 Mar 07 16:01:48.127672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:48.135767 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-13f098f4-69a8-4b7b-89b6-dbbcb0cb092d req-047949ce-862f-4825-bcd0-6e12817893ed tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb4ce911-ba97-4036-abe2-d35cfc2b5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089716 Mar 07 16:01:48.150496 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.187787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd01b542-622b-46f9-9b0e-4b7c68bf7525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (6b560056-f43e-4a22-b3c0-61b50713929a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.231739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01b542-622b-46f9-9b0e-4b7c68bf7525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b560056-f43e-4a22-b3c0-61b50713929a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:48.235303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd01b542-622b-46f9-9b0e-4b7c68bf7525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.240755 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fd01b542-622b-46f9-9b0e-4b7c68bf7525 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6b560056-f43e-4a22-b3c0-61b50713929a HTTP/1.1" status: 204 len: 168 time: 0.4488962 Mar 07 16:01:48.241710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47310) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:48.245616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3999bd-00a1-4b5f-859d-998d9eef31ab None None] Network 124249d5-3e17-4cce-85aa-3daee9fd4d17 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:48.322929 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.347391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (124249d5-3e17-4cce-85aa-3daee9fd4d17), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.490559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Deleting port 809de585-c70a-4605-9153-718d3abe57e5 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:48.490984 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (809de585-c70a-4605-9153-718d3abe57e5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.579228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Allocated IP 172.25.4.26 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b42dce92-cea6-45d3-922f-80f04987b852) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:48.589727 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f60ddf-7569-45bf-8209-0b8189373bfa None None] DHCP port deletion for 124249d5-3e17-4cce-85aa-3daee9fd4d17 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:01:48.711848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-79f60ddf-7569-45bf-8209-0b8189373bfa None None] Deleting port 809de585-c70a-4605-9153-718d3abe57e5 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:48.712238 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79f60ddf-7569-45bf-8209-0b8189373bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (809de585-c70a-4605-9153-718d3abe57e5), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.765317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for port (b42dce92-cea6-45d3-922f-80f04987b852), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.814076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b42dce92-cea6-45d3-922f-80f04987b852), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.835232 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-79f60ddf-7569-45bf-8209-0b8189373bfa None None] For port 809de585-c70a-4605-9153-718d3abe57e5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=809de585-c70a-4605-9153-718d3abe57e5,segment=NetworkSegment(abaea1b6-50f6-451b-a161-477f048db49a),segment_id=abaea1b6-50f6-451b-a161-477f048db49a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:48.836222 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79f60ddf-7569-45bf-8209-0b8189373bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (809de585-c70a-4605-9153-718d3abe57e5), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:48.857912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-79f60ddf-7569-45bf-8209-0b8189373bfa None None] Calling delete_port for 809de585-c70a-4605-9153-718d3abe57e5 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:48.859060 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:48.865014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:48.867558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:48.918225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event updated for resources: {'Port': ['ID=b42dce92-cea6-45d3-922f-80f04987b852,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:48.974835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47336) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:48.985846 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79f60ddf-7569-45bf-8209-0b8189373bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (809de585-c70a-4605-9153-718d3abe57e5), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.001241 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (396d6b13-eb3a-4c2f-a78b-53ad269b93b4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.017041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] For port 809de585-c70a-4605-9153-718d3abe57e5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=809de585-c70a-4605-9153-718d3abe57e5,segment=NetworkSegment(abaea1b6-50f6-451b-a161-477f048db49a),segment_id=abaea1b6-50f6-451b-a161-477f048db49a)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:49.017424 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (809de585-c70a-4605-9153-718d3abe57e5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.024611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f60ddf-7569-45bf-8209-0b8189373bfa None None] Pushing event deleted for resources: {'Port': ['ID=809de585-c70a-4605-9153-718d3abe57e5,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:49.032111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f60ddf-7569-45bf-8209-0b8189373bfa None None] No DVR routers for this DVR port 809de585-c70a-4605-9153-718d3abe57e5 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:49.038790 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Calling delete_port for 809de585-c70a-4605-9153-718d3abe57e5 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:49.049500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b42dce92-cea6-45d3-922f-80f04987b852), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.118821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cbc2cfe9-50f8-4146-8697-eaffb28e5025 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:49.121276 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cbc2cfe9-50f8-4146-8697-eaffb28e5025 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.5133157 Mar 07 16:01:49.146040 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-d1f87d8c-b96e-4438-96b4-629f89624768 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/quotas/9fdcbd0ff10c45108a08a31b08761e64 HTTP/1.1" status: 200 len: 375 time: 0.0160594 Mar 07 16:01:49.153129 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1966887934-network', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:49.194572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a3982508-4ee7-4f4e-a114-9772ea2cd049 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:49.203745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (809de585-c70a-4605-9153-718d3abe57e5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.237273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: a3982508-4ee7-4f4e-a114-9772ea2cd049 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:49.237769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a3982508-4ee7-4f4e-a114-9772ea2cd049 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:49.238293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 809de585-c70a-4605-9153-718d3abe57e5 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:49.239309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:49.241687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.253025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=809de585-c70a-4605-9153-718d3abe57e5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:49.257956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] No DVR routers for this DVR port 809de585-c70a-4605-9153-718d3abe57e5 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:49.262484 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.266310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 809de585-c70a-4605-9153-718d3abe57e5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:49.267339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 809de585-c70a-4605-9153-718d3abe57e5 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:49.310294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-26fcf331-2284-461d-b5eb-28aee63edaf2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1476867 Mar 07 16:01:49.398669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (124249d5-3e17-4cce-85aa-3daee9fd4d17), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.472660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124249d5-3e17-4cce-85aa-3daee9fd4d17']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:49.511613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abaea1b6-50f6-451b-a161-477f048db49a') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:49.511909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abaea1b6-50f6-451b-a161-477f048db49a') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:49.544734 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (abaea1b6-50f6-451b-a161-477f048db49a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.548638 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for port (b42dce92-cea6-45d3-922f-80f04987b852), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.552998 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b42dce92-cea6-45d3-922f-80f04987b852), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.557987 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-faa67a3b-959e-4a2c-bb4c-f5b2bb0e2d86 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302229 Mar 07 16:01:49.592770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (abaea1b6-50f6-451b-a161-477f048db49a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.612845 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Publish callbacks [] for security_group (6089385d-f77d-4bf0-91e2-31baeab4a797), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.614084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:01:49.614471 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (abaea1b6-50f6-451b-a161-477f048db49a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:01:49.617596 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:01:49.625731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-a6c31540-68dd-454a-b1bb-601cb2387132 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:49.627237 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-a6c31540-68dd-454a-b1bb-601cb2387132 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.15 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 949 time: 0.1724985 Mar 07 16:01:49.629272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event updated for resources: {'Port': ['ID=b42dce92-cea6-45d3-922f-80f04987b852,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:49.639211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (396d6b13-eb3a-4c2f-a78b-53ad269b93b4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.644878 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6089385d-f77d-4bf0-91e2-31baeab4a797), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.655024 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.656698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-cab67865-5560-46a0-9855-ac829ab0e434 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5329781 Mar 07 16:01:49.710870 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-c83a6e99-fe67-432e-981a-67d0e536514b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.26 HTTP/1.1" status: 200 len: 695 time: 0.0482857 Mar 07 16:01:49.771410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:01:49.799165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6089385d-f77d-4bf0-91e2-31baeab4a797,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:49.823649 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (837deab6-9181-4b25-b315-555d76e0ff87), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.824007 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Added segment 837deab6-9181-4b25-b315-555d76e0ff87 of type vlan for network ad379569-56b4-45f4-8010-be2b081044f8 Mar 07 16:01:49.828215 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-d5b8c558-7f96-4752-b8f1-055d3dffca06 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:49.829923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4b91995-78c2-4005-88f2-7b01c3d96f44 req-d5b8c558-7f96-4752-b8f1-055d3dffca06 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1136293 Mar 07 16:01:49.840431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (124249d5-3e17-4cce-85aa-3daee9fd4d17), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.865430 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.869378 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] 10.222.0.24 "DELETE /v2.0/networks/124249d5-3e17-4cce-85aa-3daee9fd4d17 HTTP/1.1" status: 204 len: 168 time: 1.6263971 Mar 07 16:01:49.892591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dbeda-6820-43d6-8ec7-d69d65f2a8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=124249d5-3e17-4cce-85aa-3daee9fd4d17,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:49.905536 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-db018c24-cd5b-4085-9824-2c87d4b0d273 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315809 Mar 07 16:01:49.909853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ad379569-56b4-45f4-8010-be2b081044f8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.945123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Deleting port 5fbefd27-7988-40ed-96a3-67801c29b9e3 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:49.945469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.950154 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ad379569-56b4-45f4-8010-be2b081044f8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.951170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:49.951758 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:49.965417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02e6b0-d884-4b51-87b3-8fdeb8dfbc08 req-fa036035-7c17-43aa-8e31-9580ce1eb316 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:49.973785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dc02e6b0-d884-4b51-87b3-8fdeb8dfbc08 req-fa036035-7c17-43aa-8e31-9580ce1eb316 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.0893829 Mar 07 16:01:50.020765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dc02e6b0-d884-4b51-87b3-8fdeb8dfbc08 req-3d7f7c93-7198-4ec0-b895-aef95539d663 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Mar 07 16:01:50.033159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47348) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:50.042943 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0642169 Mar 07 16:01:50.043746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47350) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:50.051623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Request body: {'subnet': {'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1966887934-subnet', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:50.081676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e97da-4f46-4183-8f3d-25264c914ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=ad379569-56b4-45f4-8010-be2b081044f8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:50.098983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:50.099352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ad379569-56b4-45f4-8010-be2b081044f8 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:01:50.101301 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.113570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] For port 5fbefd27-7988-40ed-96a3-67801c29b9e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=5fbefd27-7988-40ed-96a3-67801c29b9e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:50.114820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.132680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Calling delete_port for 5fbefd27-7988-40ed-96a3-67801c29b9e3 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:50.290810 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a8167-477d-416f-92bf-6e1409531106 req-53ac7fb6-b10c-43c2-9ee6-893a56a4e572 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:50.293650 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f6a8167-477d-416f-92bf-6e1409531106 req-53ac7fb6-b10c-43c2-9ee6-893a56a4e572 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 945 time: 0.1586554 Mar 07 16:01:50.332379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7a538385-602f-4d4d-99c4-70137f2b3a82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e32f114e732c4c908c468bd3ff10b67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977333 Mar 07 16:01:50.334997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47360) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:50.344670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (efc39097-3a03-4379-80d0-a29ced431b3e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.407975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a6090-2937-4612-9de4-445e27fb2b1b req-e583abec-0f6b-4343-985f-948a6588f629 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:50.415392 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-408a6090-2937-4612-9de4-445e27fb2b1b req-e583abec-0f6b-4343-985f-948a6588f629 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/ports?device_id=16faed33-f350-4d08-b452-08584205c0cc HTTP/1.1" status: 200 len: 949 time: 0.1410656 Mar 07 16:01:50.420057 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f6a8167-477d-416f-92bf-6e1409531106 req-02adfa96-ccfa-4369-9ce4-e8be896eb13a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb4ce911-ba97-4036-abe2-d35cfc2b5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127436 Mar 07 16:01:50.462051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Checking segment: {'id': '837deab6-9181-4b25-b315-555d76e0ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:50.462413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Network hostable DHCP agents. Network: ad379569-56b4-45f4-8010-be2b081044f8, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:01:50.466505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc39097-3a03-4379-80d0-a29ced431b3e,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:50.482284 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef521-c039-4ff4-8da6-503a6d334d92 admin admin] Publish callbacks [] for security_group (785d4219-442f-4e25-ad72-b908a86d3cba), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.506122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Network ad379569-56b4-45f4-8010-be2b081044f8 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:01:50.507826 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5fbefd27-7988-40ed-96a3-67801c29b9e3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.521100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['5fbefd27-7988-40ed-96a3-67801c29b9e3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:50.526634 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-408a6090-2937-4612-9de4-445e27fb2b1b req-fb772f34-0340-4e7f-a4b7-f60fe2251de0 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc907e2e-b704-4a4a-82be-54dbd0236cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051686 Mar 07 16:01:50.527880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ad379569-56b4-45f4-8010-be2b081044f8) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:50.536051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:50.536972 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.567031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17b855-2313-44af-a586-40fcfd89ebe9 None None] Network ad379569-56b4-45f4-8010-be2b081044f8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:50.579593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-30875b19-a8e3-4788-9025-274c3a6f9d6c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5311663 Mar 07 16:01:50.582643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47366) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:50.597598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:50.614491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Pushing event deleted for resources: {'Port': ['ID=5fbefd27-7988-40ed-96a3-67801c29b9e3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:50.623756 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef521-c039-4ff4-8da6-503a6d334d92 admin admin] Publish callbacks [] for security_group (785d4219-442f-4e25-ad72-b908a86d3cba), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.636037 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db58c7eb-2f1d-46b3-b2a7-6f056c28a28e req-3d57be82-8bf1-451f-90ef-7351801f5416 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 210 time: 0.0521660 Mar 07 16:01:50.675309 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (e78a6f90-1094-401c-8b23-62986af4c0e2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.676380 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (e78a6f90-1094-401c-8b23-62986af4c0e2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.684530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] No DVR routers for this DVR port 5fbefd27-7988-40ed-96a3-67801c29b9e3 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:50.687303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.691297 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48e58bde-0d50-4577-93f3-68f3d452b78a req-98da7154-e044-4350-aab7-1eb2d6f8fed4 tempest-LiveMigrationNegativeTest-1201988787 tempest-LiveMigrationNegativeTest-1201988787-project] 10.222.0.15 "DELETE /v2.0/ports/5fbefd27-7988-40ed-96a3-67801c29b9e3 HTTP/1.1" status: 204 len: 173 time: 1.0488179 Mar 07 16:01:50.701575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16faed33-f350-4d08-b452-08584205c0cc', 'name': 'network-vif-deleted', 'tag': '5fbefd27-7988-40ed-96a3-67801c29b9e3'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:50.705141 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cac14e3-f53b-40a5-ae6f-bc287961c768" -d '{"events": [{"server_uuid": "16faed33-f350-4d08-b452-08584205c0cc", "name": "network-vif-deleted", "tag": "5fbefd27-7988-40ed-96a3-67801c29b9e3"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:50.741662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-ad379569-56b4-45f4-8010-be2b081044f8', 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8', 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'fixed_ips': [{'subnet_id': 'efc39097-3a03-4379-80d0-a29ced431b3e'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:01:50.742684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.753961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-e48aefbe-e864-436b-b40a-965da59a7646 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2825789 Mar 07 16:01:50.773804 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:50.803461 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef521-c039-4ff4-8da6-503a6d334d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (785d4219-442f-4e25-ad72-b908a86d3cba), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.806492 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef521-c039-4ff4-8da6-503a6d334d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.808626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1e0ef521-c039-4ff4-8da6-503a6d334d92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/785d4219-442f-4e25-ad72-b908a86d3cba HTTP/1.1" status: 204 len: 168 time: 0.4727340 Mar 07 16:01:50.823615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.828512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ef521-c039-4ff4-8da6-503a6d334d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785d4219-442f-4e25-ad72-b908a86d3cba,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:50.866483 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks [] for router_controller (e78a6f90-1094-401c-8b23-62986af4c0e2), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:50.966853 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fc24b8-54c0-4b88-a661-1ad0717ff25e x-openstack-request-id: req-09fc24b8-54c0-4b88-a661-1ad0717ff25e {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:50.966853 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16faed33-f350-4d08-b452-08584205c0cc", "name": "network-vif-deleted", "tag": "5fbefd27-7988-40ed-96a3-67801c29b9e3", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:50.967830 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09fc24b8-54c0-4b88-a661-1ad0717ff25e {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:50.968272 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16faed33-f350-4d08-b452-08584205c0cc', 'name': 'network-vif-deleted', 'tag': '5fbefd27-7988-40ed-96a3-67801c29b9e3', 'status': 'completed', 'code': 200} Mar 07 16:01:50.970072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.035342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Allocated IP 172.20.0.2 (ad379569-56b4-45f4-8010-be2b081044f8/efc39097-3a03-4379-80d0-a29ced431b3e/7dfb7e08-8905-4f5a-8296-2c561a49b85d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:51.176738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Allocated IP 172.25.4.128 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/d0c9236f-24fc-466c-999e-d582fc9bef3b) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:51.189943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks [] for router_gateway (e78a6f90-1094-401c-8b23-62986af4c0e2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.233200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fdfe3-86a9-4d94-a335-47dc9c8b224b req-24d6bd46-f17d-47aa-b0ed-5154ec088900 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:51.234966 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-173fdfe3-86a9-4d94-a335-47dc9c8b224b req-24d6bd46-f17d-47aa-b0ed-5154ec088900 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 945 time: 0.1429296 Mar 07 16:01:51.268678 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:01:51.372743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-173fdfe3-86a9-4d94-a335-47dc9c8b224b req-a461654f-a117-4c12-82ff-f005975ba33a tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb4ce911-ba97-4036-abe2-d35cfc2b5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196558 Mar 07 16:01:51.425966 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Publish callbacks [] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.444206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.474861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for port (d0c9236f-24fc-466c-999e-d582fc9bef3b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.494626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Network ad379569-56b4-45f4-8010-be2b081044f8 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:51.500571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:51.506006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:51.517877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Pushing event updated for resources: {'Port': ['ID=7dfb7e08-8905-4f5a-8296-2c561a49b85d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:51.558043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d0c9236f-24fc-466c-999e-d582fc9bef3b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.616685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:51.645725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks [] for router_gateway (e78a6f90-1094-401c-8b23-62986af4c0e2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.647210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:51.659513 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event updated for resources: {'Port': ['ID=d0c9236f-24fc-466c-999e-d582fc9bef3b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:51.663185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Attempting to bind port 7dfb7e08-8905-4f5a-8296-2c561a49b85d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:51.663894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Attempting to bind port 7dfb7e08-8905-4f5a-8296-2c561a49b85d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '837deab6-9181-4b25-b315-555d76e0ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:51.664456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Attempting to bind port 7dfb7e08-8905-4f5a-8296-2c561a49b85d on network ad379569-56b4-45f4-8010-be2b081044f8 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:51.673565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:51.674729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:51.680125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Checking segment: {'id': '837deab6-9181-4b25-b315-555d76e0ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:51.680756 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.681345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Bound using segment: {'id': '837deab6-9181-4b25-b315-555d76e0ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:51.682679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Bound port: 7dfb7e08-8905-4f5a-8296-2c561a49b85d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837deab6-9181-4b25-b315-555d76e0ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:51.683282 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.700560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c01ae-8275-4c9e-ae63-17122a44ff84 req-dab8d5b7-ecc5-45b6-b6ee-1cf1ff1b8599 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:51.708948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-131c01ae-8275-4c9e-ae63-17122a44ff84 req-dab8d5b7-ecc5-45b6-b6ee-1cf1ff1b8599 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.1495771 Mar 07 16:01:51.712306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.802886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-131c01ae-8275-4c9e-ae63-17122a44ff84 req-02af2455-2848-43ed-aede-7ca836ace122 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929959 Mar 07 16:01:51.820941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] For port 7dfb7e08-8905-4f5a-8296-2c561a49b85d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:51.826063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] For port 7dfb7e08-8905-4f5a-8296-2c561a49b85d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7dfb7e08-8905-4f5a-8296-2c561a49b85d,segment=NetworkSegment(837deab6-9181-4b25-b315-555d76e0ff87),segment_id=837deab6-9181-4b25-b315-555d76e0ff87)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:51.847267 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.867080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-2f13ccc6-9266-495f-97c4-09b594b0ac94 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:51.869230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-2f13ccc6-9266-495f-97c4-09b594b0ac94 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.2757390 Mar 07 16:01:51.873826 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (2f72a6aa-4bbd-4c1a-8dff-d1c7f1f557ed), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.906427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Allocated IP 172.25.4.246 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/79a5fd9a-31d6-4b4f-b3ca-b094efdea377) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:51.932410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d0c9236f-24fc-466c-999e-d582fc9bef3b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:51.943661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Request body: {'port': {'device_id': '9c4fb10b-e10a-4b34-81d5-f83f1c89ae48', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'admin_state_up': True, 'tenant_id': '9fdcbd0ff10c45108a08a31b08761e64'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:51.987491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a49d52-5990-4344-bcbd-d62d1dffe265 None None] Pushing event updated for resources: {'Port': ['ID=7dfb7e08-8905-4f5a-8296-2c561a49b85d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:52.004072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfea87da-1b33-4768-be8e-1e86e060a061 req-9217e251-4aba-446a-b9be-f9ef60470b63 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 210 time: 0.0404718 Mar 07 16:01:52.143283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks [] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.238576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Made reservation on behalf of 9fdcbd0ff10c45108a08a31b08761e64 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:52.247618 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.250064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47404) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:52.288732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.334715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47408) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:52.353120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:52.361451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:52.365899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:52.373481 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for port (d0c9236f-24fc-466c-999e-d582fc9bef3b), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.380790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (d0c9236f-24fc-466c-999e-d582fc9bef3b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.480768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Pushing event updated for resources: {'Port': ['ID=79a5fd9a-31d6-4b4f-b3ca-b094efdea377,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:52.531496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-a3cb41ef-1d4a-4497-b86b-8b50c79bac6e tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:52.533054 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-a3cb41ef-1d4a-4497-b86b-8b50c79bac6e tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.11 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 945 time: 0.3216958 Mar 07 16:01:52.560983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1500595353-network', 'tenant_id': '5a2b5b25608a444286fa3cb8ba98bd57'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:52.589474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event updated for resources: {'Port': ['ID=d0c9236f-24fc-466c-999e-d582fc9bef3b,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:52.599097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (2f72a6aa-4bbd-4c1a-8dff-d1c7f1f557ed), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.617562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Made reservation on behalf of 5a2b5b25608a444286fa3cb8ba98bd57 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:52.620635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.633241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Allocated IP 172.20.0.9 (f2e65e7d-475f-42bc-b785-221af76b9874/f72ca13c-8ffe-45cb-9e24-07aaf17581aa/ab9f12c8-a951-492f-9da1-79970e113176) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:52.635898 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.641743 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.643006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-8049e578-de44-4e10-a8f5-d717b5313178 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8748298 Mar 07 16:01:52.676484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 5fbefd27-7988-40ed-96a3-67801c29b9e3 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:52.715190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 5fbefd27-7988-40ed-96a3-67801c29b9e3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:52.715828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 5fbefd27-7988-40ed-96a3-67801c29b9e3 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:52.721341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b4303e91-64e2-4547-a50f-bfbcb9f0bdb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e54caa9555964e35b0e1dab06a67190f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822801 Mar 07 16:01:52.724256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-6a9dd315-fe9f-4ef0-aa8b-abe7f3cdd448 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.0699475 Mar 07 16:01:52.730353 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47414) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:52.772266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93542a0b-7e2c-49a4-b4da-53157ef97f00 req-40964070-125e-4505-929d-d951c3139b34 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:52.774635 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93542a0b-7e2c-49a4-b4da-53157ef97f00 req-40964070-125e-4505-929d-d951c3139b34 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 945 time: 0.2375724 Mar 07 16:01:52.835397 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-572b5cc3-e4a0-4260-9df2-8253174d8eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.868568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Deleting port d841c799-bd84-4173-a440-583daf1485b4 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:52.868918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d841c799-bd84-4173-a440-583daf1485b4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.950940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93542a0b-7e2c-49a4-b4da-53157ef97f00 req-f11d2af1-a44b-483d-abbf-648769f88003 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb4ce911-ba97-4036-abe2-d35cfc2b5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663599 Mar 07 16:01:52.961600 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks [] for router_gateway (e78a6f90-1094-401c-8b23-62986af4c0e2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.990102 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-15a97e2d-ea69-4c5d-ad4e-6c668e727045 admin admin] Publish callbacks [] for security_group (fc907e2e-b704-4a4a-82be-54dbd0236cbe), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:52.996909 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Publish callbacks [] for security_group (6e2fe9b2-016d-4910-b8c1-33356bf8657a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.008278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-317cf3a3-d20b-410c-8ebe-e3b0418781bd tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:53.009828 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93fd3f06-7470-442b-8b93-cbaac08a3110 req-317cf3a3-d20b-410c-8ebe-e3b0418781bd tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2634926 Mar 07 16:01:53.030790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6e2fe9b2-016d-4910-b8c1-33356bf8657a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.068306 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-15a97e2d-ea69-4c5d-ad4e-6c668e727045 admin admin] Publish callbacks [] for security_group (fc907e2e-b704-4a4a-82be-54dbd0236cbe), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.091084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:01:53.120410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] For port d841c799-bd84-4173-a440-583daf1485b4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d841c799-bd84-4173-a440-583daf1485b4,segment=NetworkSegment(71b50f95-3873-4312-ad56-ac4f4556f9e9),segment_id=71b50f95-3873-4312-ad56-ac4f4556f9e9)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:53.120787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d841c799-bd84-4173-a440-583daf1485b4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.138969 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks [] for port (ab9f12c8-a951-492f-9da1-79970e113176), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.148032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Calling delete_port for d841c799-bd84-4173-a440-583daf1485b4 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:53.157585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (21f0117d-9d5a-4e56-9483-313fdc999935), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.157930 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Added segment 21f0117d-9d5a-4e56-9483-313fdc999935 of type vlan for network cb060000-6cbe-4b28-b3a7-0cef51dfd2ea Mar 07 16:01:53.229890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2fe9b2-016d-4910-b8c1-33356bf8657a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:53.251854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add98b88-6b16-4c60-a52f-5962988915cb req-3dcde8f0-efc3-4e1d-b39c-232f5b4eb819 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:53.253445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-add98b88-6b16-4c60-a52f-5962988915cb req-3dcde8f0-efc3-4e1d-b39c-232f5b4eb819 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.1845360 Mar 07 16:01:53.278074 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (cb060000-6cbe-4b28-b3a7-0cef51dfd2ea), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.301594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7dfb7e08-8905-4f5a-8296-2c561a49b85d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:53.350192 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-15a97e2d-ea69-4c5d-ad4e-6c668e727045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fc907e2e-b704-4a4a-82be-54dbd0236cbe), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.353162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-15a97e2d-ea69-4c5d-ad4e-6c668e727045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.355568 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-15a97e2d-ea69-4c5d-ad4e-6c668e727045 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc907e2e-b704-4a4a-82be-54dbd0236cbe HTTP/1.1" status: 204 len: 168 time: 0.6242321 Mar 07 16:01:53.366921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbf32438-3759-424d-975a-ade431684ce2 req-95ba4b56-d59a-48a4-aabb-e2fff1d3c242 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3080997 Mar 07 16:01:53.368670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ab9f12c8-a951-492f-9da1-79970e113176), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.380377 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (e78a6f90-1094-401c-8b23-62986af4c0e2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.397287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:53.407284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a97e2d-ea69-4c5d-ad4e-6c668e727045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc907e2e-b704-4a4a-82be-54dbd0236cbe,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:53.420897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:53.427629 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (cb060000-6cbe-4b28-b3a7-0cef51dfd2ea), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.428589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:53.429178 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.433856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-add98b88-6b16-4c60-a52f-5962988915cb req-2d399379-8839-4cbc-befa-69d13f7346b0 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605492 Mar 07 16:01:53.471762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Network f2e65e7d-475f-42bc-b785-221af76b9874 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:53.489283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:53.496014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event updated for resources: {'Port': ['ID=ab9f12c8-a951-492f-9da1-79970e113176,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:53.501683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:53.511868 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2461030 Mar 07 16:01:53.519303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47424) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:53.542973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7dfb7e08-8905-4f5a-8296-2c561a49b85d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:53.543445 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.549944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Request body: {'subnet': {'network_id': 'cb060000-6cbe-4b28-b3a7-0cef51dfd2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1500595353-subnet', 'tenant_id': '5a2b5b25608a444286fa3cb8ba98bd57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:53.565458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.581316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8922bc4-120f-4611-a05d-b99656e12364 admin admin] Pushing event updated for resources: {'Network': ['ID=cb060000-6cbe-4b28-b3a7-0cef51dfd2ea,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:53.617198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:53.617859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.624894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf3de4-4b91-4384-a223-dfd5ca4ad8bc None None] Network ad379569-56b4-45f4-8010-be2b081044f8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:53.668511 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-095aba4b-f69d-456b-9322-a29584375142 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7430151 Mar 07 16:01:53.685100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Request body: {'port': {'device_id': '9c4fb10b-e10a-4b34-81d5-f83f1c89ae48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:53.688450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network cb060000-6cbe-4b28-b3a7-0cef51dfd2ea details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:01:53.790867 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ab9f12c8-a951-492f-9da1-79970e113176), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:53.811524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a2d502cb-80ab-483a-8eab-c29ffba68bde None None] Provisioning complete for port 7dfb7e08-8905-4f5a-8296-2c561a49b85d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:53.812217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2d502cb-80ab-483a-8eab-c29ffba68bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.003760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7dfb7e08-8905-4f5a-8296-2c561a49b85d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:54.004336 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.028535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47428) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:54.056669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a2d502cb-80ab-483a-8eab-c29ffba68bde None None] Current status of the port 7dfb7e08-8905-4f5a-8296-2c561a49b85d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:54.062223 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2d502cb-80ab-483a-8eab-c29ffba68bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.118490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Made reservation on behalf of 5a2b5b25608a444286fa3cb8ba98bd57 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:01:54.119726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.121209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.122940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 7dfb7e08-8905-4f5a-8296-2c561a49b85d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7dfb7e08-8905-4f5a-8296-2c561a49b85d,segment=NetworkSegment(837deab6-9181-4b25-b315-555d76e0ff87),segment_id=837deab6-9181-4b25-b315-555d76e0ff87)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:54.128082 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d841c799-bd84-4173-a440-583daf1485b4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.132168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.147958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d841c799-bd84-4173-a440-583daf1485b4'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:01:54.187635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Pushing event deleted for resources: {'Port': ['ID=d841c799-bd84-4173-a440-583daf1485b4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:54.279514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-a2d502cb-80ab-483a-8eab-c29ffba68bde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:01:54.279798 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-a2d502cb-80ab-483a-8eab-c29ffba68bde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:01:54.296056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=7dfb7e08-8905-4f5a-8296-2c561a49b85d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:54.322390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Allocated IP 172.25.4.204 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/2bd66823-1a25-41d7-bc7f-ba65c5931fd8) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:54.358735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] No DVR routers for this DVR port d841c799-bd84-4173-a440-583daf1485b4 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:54.362158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-712f8895-4499-4432-8f7b-ebf28e096ab9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb254c7de2614b769d82e0b56f12710c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133192 Mar 07 16:01:54.366452 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.367880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47432) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:54.370468 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56a91967-d50b-467b-a8fe-77009fdfc15f req-15edffc7-3670-4b9e-9116-cd206977af58 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.11 "DELETE /v2.0/ports/d841c799-bd84-4173-a440-583daf1485b4 HTTP/1.1" status: 204 len: 173 time: 1.8306661 Mar 07 16:01:54.373758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e', 'name': 'network-vif-deleted', 'tag': 'd841c799-bd84-4173-a440-583daf1485b4'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:54.376043 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b723ea1f-b1f4-4648-878d-12aa0537d256" -d '{"events": [{"server_uuid": "a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e", "name": "network-vif-deleted", "tag": "d841c799-bd84-4173-a440-583daf1485b4"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:54.401817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365eb45-0048-4c80-8337-5d836e681e6c req-1f81b70e-7f19-4864-86bb-62f7d94c3fb5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:54.403040 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0365eb45-0048-4c80-8337-5d836e681e6c req-1f81b70e-7f19-4864-86bb-62f7d94c3fb5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 931 time: 0.3715835 Mar 07 16:01:54.406699 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-a168d093-be59-4d33-8525-564d8ee7a828 service neutron] show failed (client error): The resource could not be found. Mar 07 16:01:54.407784 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-a168d093-be59-4d33-8525-564d8ee7a828 service neutron] 10.222.0.15 "GET /v2.0/ports/2a182992-db76-4c44-8436-e2235fb2b111/bindings/n-h2-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.3673866 Mar 07 16:01:54.463614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Router e78a6f90-1094-401c-8b23-62986af4c0e2 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:01:54.554255 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb6dcb25-f469-474f-9721-92b26920e6db admin admin] Publish callbacks [] for security_group (49624ad0-0f98-49fc-aa58-41e4c5607ef9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.559667 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0365eb45-0048-4c80-8337-5d836e681e6c req-b816774a-4852-4451-be3b-f014d5cc6fb6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418524 Mar 07 16:01:54.610152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for port (2bd66823-1a25-41d7-bc7f-ba65c5931fd8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.653443 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb6dcb25-f469-474f-9721-92b26920e6db admin admin] Publish callbacks [] for security_group (49624ad0-0f98-49fc-aa58-41e4c5607ef9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.685353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (b4e1f6bf-8d45-4030-a487-70d6dd02afcd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.724265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2bd66823-1a25-41d7-bc7f-ba65c5931fd8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.753806 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82c50ea3-4537-4233-ae9e-fbcb2cd6e77e req-42ba1b5d-dd6a-424b-890d-34dafad9a6f2 tempest-InstanceActionsV221TestJSON-102944037 tempest-InstanceActionsV221TestJSON-102944037-project] 10.222.0.24 "GET /v2.0/ports?device_id=a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e HTTP/1.1" status: 200 len: 210 time: 0.0906339 Mar 07 16:01:54.772712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:54.782356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:54.786366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e1f6bf-8d45-4030-a487-70d6dd02afcd,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:54.799356 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Sync routers for ids ['e78a6f90-1094-401c-8b23-62986af4c0e2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:54.810825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-2cbf87e5-741b-4a90-90e2-27adeb5090ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:54.812373 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-2cbf87e5-741b-4a90-90e2-27adeb5090ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd&tenant_id=3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 1131 time: 0.1599624 Mar 07 16:01:54.813727 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Routers {'e78a6f90-1094-401c-8b23-62986af4c0e2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:54.815092 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e78a6f90-1094-401c-8b23-62986af4c0e2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:54.828482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:54.836976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Checking segment: {'id': '21f0117d-9d5a-4e56-9483-313fdc999935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cb060000-6cbe-4b28-b3a7-0cef51dfd2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:54.837339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Network hostable DHCP agents. Network: cb060000-6cbe-4b28-b3a7-0cef51dfd2ea, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:01:54.837953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9f12c8-a951-492f-9da1-79970e113176 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:01:54.847764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:01:54.852704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:54.859398 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf8f27a-36ff-4f18-98ed-feee4c14536e x-openstack-request-id: req-8bf8f27a-36ff-4f18-98ed-feee4c14536e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:54.859700 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e", "name": "network-vif-deleted", "tag": "d841c799-bd84-4173-a440-583daf1485b4", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:54.859973 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bf8f27a-36ff-4f18-98ed-feee4c14536e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:54.860386 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85982d2-c4e9-4cd6-9eb1-8c7505ca8b2e', 'name': 'network-vif-deleted', 'tag': 'd841c799-bd84-4173-a440-583daf1485b4', 'status': 'completed', 'code': 200} Mar 07 16:01:54.867635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Publish callbacks [] for port (ab9f12c8-a951-492f-9da1-79970e113176), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.871153 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.880076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8181b85b-dcce-4973-ad57-87fc255bedb7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2957213 Mar 07 16:01:54.883000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47438) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:54.907969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a2d502cb-80ab-483a-8eab-c29ffba68bde None None] Current status of the port 7dfb7e08-8905-4f5a-8296-2c561a49b85d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:54.937721 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb6dcb25-f469-474f-9721-92b26920e6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (49624ad0-0f98-49fc-aa58-41e4c5607ef9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.942298 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb6dcb25-f469-474f-9721-92b26920e6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:54.953908 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cb6dcb25-f469-474f-9721-92b26920e6db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49624ad0-0f98-49fc-aa58-41e4c5607ef9 HTTP/1.1" status: 204 len: 168 time: 0.5849349 Mar 07 16:01:54.955532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event updated for resources: {'Port': ['ID=2bd66823-1a25-41d7-bc7f-ba65c5931fd8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:54.992294 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Set router e78a6f90-1094-401c-8b23-62986af4c0e2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:54.993201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Transition to ACTIVE for port object ab9f12c8-a951-492f-9da1-79970e113176 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:01:54.997300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dcb25-f469-474f-9721-92b26920e6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49624ad0-0f98-49fc-aa58-41e4c5607ef9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:55.008981 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ab9f12c8-a951-492f-9da1-79970e113176), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.036330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Network cb060000-6cbe-4b28-b3a7-0cef51dfd2ea is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:01:55.059327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b6fbd555-a0bd-47f7-b91a-7f18ae618436 None None] Provisioning complete for port 7dfb7e08-8905-4f5a-8296-2c561a49b85d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:55.060004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd555-a0bd-47f7-b91a-7f18ae618436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.125277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Pushing event updated for resources: {'Port': ['ID=ab9f12c8-a951-492f-9da1-79970e113176,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:55.164128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, cb060000-6cbe-4b28-b3a7-0cef51dfd2ea) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:55.190699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64e52e-b2ef-41e8-b2be-27d7cdc45da5 None None] Network cb060000-6cbe-4b28-b3a7-0cef51dfd2ea requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:55.205928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:55.206448 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.247764 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (0a2a5138-9aca-4bf7-96a2-88b2fab4ccf9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.251257 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:50Z', 'updated_at': '2022-03-07T16:01:52Z', 'revision_number': 3, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'gw_port': {'id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:51Z', 'updated_at': '2022-03-07T16:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:55.258743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.287945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3d727-00a7-4013-94db-e77700ba2141 req-4a7274c6-04bf-4787-a230-e7b35832e7e5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:55.296603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65f3d727-00a7-4013-94db-e77700ba2141 req-4a7274c6-04bf-4787-a230-e7b35832e7e5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.3384740 Mar 07 16:01:55.297263 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Checking router: e78a6f90-1094-401c-8b23-62986af4c0e2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:01:55.297945 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Updating router e78a6f90-1094-401c-8b23-62986af4c0e2 port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:01:55.320780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7dfb7e08-8905-4f5a-8296-2c561a49b85d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:55.331434 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e1dc8f44-7548-4a06-b1ac-211cfafa9042 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8007703 Mar 07 16:01:55.334594 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.380090 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95f21e49-8ceb-4568-8fca-d22cf922d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.388169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbd555-a0bd-47f7-b91a-7f18ae618436 None None] Current status of the port 7dfb7e08-8905-4f5a-8296-2c561a49b85d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:55.399738 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2bd66823-1a25-41d7-bc7f-ba65c5931fd8), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.403626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Attempting to bind port ab9f12c8-a951-492f-9da1-79970e113176 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:55.403775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Attempting to bind port ab9f12c8-a951-492f-9da1-79970e113176 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:55.409230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Attempting to bind port ab9f12c8-a951-492f-9da1-79970e113176 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:55.411373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7dfb7e08-8905-4f5a-8296-2c561a49b85d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:55.412042 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.444525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Port ab9f12c8-a951-492f-9da1-79970e113176 on network f2e65e7d-475f-42bc-b785-221af76b9874 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:01:55.445159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Attempting to bind port ab9f12c8-a951-492f-9da1-79970e113176 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:55.459845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:55.460540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Checking segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:55.461143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Bound using segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:55.462066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Bound port: ab9f12c8-a951-492f-9da1-79970e113176, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:55.462649 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ab9f12c8-a951-492f-9da1-79970e113176), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.536708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9a87b-f3af-4ab6-bfb3-2152f5df0527 None None] Network cb060000-6cbe-4b28-b3a7-0cef51dfd2ea requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:01:55.644930 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65f3d727-00a7-4013-94db-e77700ba2141 req-f86f589d-0057-4076-a663-8d10a1b32061 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467257 Mar 07 16:01:55.700022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7dfb7e08-8905-4f5a-8296-2c561a49b85d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:55.757749 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Publish callbacks [] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.765719 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.788392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] For port ab9f12c8-a951-492f-9da1-79970e113176, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:55.802207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] For port ab9f12c8-a951-492f-9da1-79970e113176, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ab9f12c8-a951-492f-9da1-79970e113176,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:55.818655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ab9f12c8-a951-492f-9da1-79970e113176), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.835154 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Attempting to bind port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:55.835756 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Attempting to bind port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:55.835964 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Attempting to bind port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:55.843627 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:55.844266 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:55.844764 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.845228 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:55.845870 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Bound port: 79a5fd9a-31d6-4b4f-b3ca-b094efdea377, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:55.846328 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.878966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:55.879387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.880797 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] 10.222.0.15 "PUT /v2.0/ports/ab9f12c8-a951-492f-9da1-79970e113176 HTTP/1.1" status: 200 len: 1091 time: 2.2036607 Mar 07 16:01:55.882658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4fb10b-e10a-4b34-81d5-f83f1c89ae48', 'tag': 'ab9f12c8-a951-492f-9da1-79970e113176'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:55.885743 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a227770-bd06-477b-abaf-8bb82cdd3173" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4fb10b-e10a-4b34-81d5-f83f1c89ae48", "tag": "ab9f12c8-a951-492f-9da1-79970e113176"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:55.897100 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90128671-26a3-4321-bedb-218da4b144de None None] Pushing event updated for resources: {'Port': ['ID=79a5fd9a-31d6-4b4f-b3ca-b094efdea377,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:55.909225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for port (2bd66823-1a25-41d7-bc7f-ba65c5931fd8), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.918504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2bd66823-1a25-41d7-bc7f-ba65c5931fd8), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.924439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae583e-4f7e-4530-9343-c414a3d0155a service neutron] Pushing event updated for resources: {'Port': ['ID=ab9f12c8-a951-492f-9da1-79970e113176,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:55.943565 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] For port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:55.951903 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] For port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=79a5fd9a-31d6-4b4f-b3ca-b094efdea377,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:55.962737 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:55.964739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a3d7d-25c4-45d8-a7ea-5156fec83680 req-8b1aa6ae-74c5-4d9d-b9b4-6e376d99285f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:55.971770 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-413a3d7d-25c4-45d8-a7ea-5156fec83680 req-8b1aa6ae-74c5-4d9d-b9b4-6e376d99285f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 943 time: 0.2240078 Mar 07 16:01:56.016137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:56.044998 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Routers {'e78a6f90-1094-401c-8b23-62986af4c0e2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:56.046117 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e78a6f90-1094-401c-8b23-62986af4c0e2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:56.057490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event updated for resources: {'Port': ['ID=2bd66823-1a25-41d7-bc7f-ba65c5931fd8,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:56.067381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (0a2a5138-9aca-4bf7-96a2-88b2fab4ccf9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:56.102155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-c028c9d2-3089-462a-92f4-5ac21d804c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:56.102352 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-413a3d7d-25c4-45d8-a7ea-5156fec83680 req-20cb85e9-a8b3-4a40-ad7e-10545e052169 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276116 Mar 07 16:01:56.104267 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-c028c9d2-3089-462a-92f4-5ac21d804c29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 1125 time: 0.1357813 Mar 07 16:01:56.114917 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:56.116199 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbf32438-3759-424d-975a-ade431684ce2 req-826b7016-e7e3-452d-9195-cb57918fb14a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7048724 Mar 07 16:01:56.129293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:56.135901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d841c799-bd84-4173-a440-583daf1485b4 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:56.153763 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90128671-26a3-4321-bedb-218da4b144de None None] Pushing event updated for resources: {'Port': ['ID=79a5fd9a-31d6-4b4f-b3ca-b094efdea377,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:56.174359 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-32e47b0a-00f1-4c7a-940c-996a1da234e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f12c8-a951-492f-9da1-79970e113176 HTTP/1.1" status: 200 len: 217 time: 0.0571303 Mar 07 16:01:56.182508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: d841c799-bd84-4173-a440-583daf1485b4 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:01:56.183147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d841c799-bd84-4173-a440-583daf1485b4 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:56.203910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Publish callbacks [] for port (2a182992-db76-4c44-8436-e2235fb2b111), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:56.240377 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] Set router e78a6f90-1094-401c-8b23-62986af4c0e2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:01:56.251980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Transition to ACTIVE for port object 2a182992-db76-4c44-8436-e2235fb2b111 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:01:56.263485 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:56.272079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:56.296575 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:56.345199 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbf32438-3759-424d-975a-ade431684ce2 req-2cb9a02e-286a-48d5-9607-62d0b7f15ae0 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 696 time: 0.1682231 Mar 07 16:01:56.414588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=6']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:56.428901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] No DVR routers for this DVR port 2a182992-db76-4c44-8436-e2235fb2b111 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:01:56.449043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-51e3aca0-2f77-4740-9bcc-9fc9e8ce7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:56.456884 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-51e3aca0-2f77-4740-9bcc-9fc9e8ce7cdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.2738147 Mar 07 16:01:56.527239 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:50Z', 'updated_at': '2022-03-07T16:01:52Z', 'revision_number': 3, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'gw_port': {'id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:51Z', 'updated_at': '2022-03-07T16:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:56.575006 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-740aa792-9aed-476f-869a-d5c749fa9921 req-bad4d679-4017-4f5a-8cca-e2966e2bac0c tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] show failed (client error): The resource could not be found. Mar 07 16:01:56.576509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-740aa792-9aed-476f-869a-d5c749fa9921 req-bad4d679-4017-4f5a-8cca-e2966e2bac0c tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] 10.222.0.24 "GET /v2.0/security-groups/5a2d1445-d96a-4c0b-821e-68f60a1704e5 HTTP/1.1" status: 404 len: 352 time: 0.0799093 Mar 07 16:01:56.591179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:01:56.591534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:01:56.591870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:56.602332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Port 2a182992-db76-4c44-8436-e2235fb2b111 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:01:56.602645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:01:56.614640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:01:56.615019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:01:56.615408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:01:56.615844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Bound port: 2a182992-db76-4c44-8436-e2235fb2b111, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:01:56.616206 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:56.658235 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-f4abf22d-8ca9-4f7d-89cd-1109f5de06d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920445 Mar 07 16:01:56.671568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32438-3759-424d-975a-ade431684ce2 req-0c4cd368-6597-41fe-bec8-f951fdd8ca25 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:56.673690 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbf32438-3759-424d-975a-ade431684ce2 req-0c4cd368-6597-41fe-bec8-f951fdd8ca25 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.3081367 Mar 07 16:01:56.708626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:01:56.714825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Allocated IP 172.20.0.1 (ad379569-56b4-45f4-8010-be2b081044f8/efc39097-3a03-4379-80d0-a29ced431b3e/62bfab6e-65f7-4fd7-9e60-1def79d6903c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:01:56.731796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:01:56.736694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:01:56.753362 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a7d19d-9a15-4794-ac54-766232f863be x-openstack-request-id: req-e6a7d19d-9a15-4794-ac54-766232f863be {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:56.753727 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4fb10b-e10a-4b34-81d5-f83f1c89ae48", "tag": "ab9f12c8-a951-492f-9da1-79970e113176", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:56.754008 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6a7d19d-9a15-4794-ac54-766232f863be {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:56.754705 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4fb10b-e10a-4b34-81d5-f83f1c89ae48', 'tag': 'ab9f12c8-a951-492f-9da1-79970e113176', 'status': 'completed', 'code': 200} Mar 07 16:01:56.764521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:56.824913 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb3275-5ef2-4c6c-9824-eb0be4cf216f None None] The sync data for ids ['e78a6f90-1094-401c-8b23-62986af4c0e2'] in n-d-830010-8 is: [{'id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:50Z', 'updated_at': '2022-03-07T16:01:52Z', 'revision_number': 3, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'gw_port': {'id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:51Z', 'updated_at': '2022-03-07T16:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:01:56.826459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 2a182992-db76-4c44-8436-e2235fb2b111 host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:01:56.827087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:01:56.872454 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-ef715292-6c58-4574-8af7-42ed3464f154 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974714 Mar 07 16:01:56.878605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:56.881125 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1030e8-2461-4617-9c5c-598abf6daa35" -d '{"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-unplugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:56.901256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:56.901944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:56.903771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] 10.222.0.11 "PUT /v2.0/ports/2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 1095 time: 2.0681655 Mar 07 16:01:56.953942 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Publish callbacks [] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:57.054041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d8445008-8845-4bd8-9018-b7df269a21f7 req-7af9769c-630c-41c9-a410-5a419e3b5310 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips/0a2a5138-9aca-4bf7-96a2-88b2fab4ccf9 HTTP/1.1" status: 200 len: 693 time: 0.1078360 Mar 07 16:01:57.055308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36e0e3-c48b-44b3-934c-adc5e599dc89 service neutron] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:57.083161 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bf05f195-1b3c-4b71-a2d2-cd04cb8f35b3 req-c5d82e1f-63a1-452f-a5e7-b5eeb5d5e290 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022531 Mar 07 16:01:57.136470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f6268-124f-4984-bd8c-b388def3bc0b req-4c35c7e3-2617-422d-85b0-8b460840ab75 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:57.147429 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b6f6268-124f-4984-bd8c-b388def3bc0b req-4c35c7e3-2617-422d-85b0-8b460840ab75 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 947 time: 0.1256475 Mar 07 16:01:57.196109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-d118d482-4751-41b6-a208-2f9417de8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:57.198267 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-d118d482-4751-41b6-a208-2f9417de8cfc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1129 time: 0.2535560 Mar 07 16:01:57.266764 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b6f6268-124f-4984-bd8c-b388def3bc0b req-2b0d1bc4-092f-4b88-b598-a3baaa08a931 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173749 Mar 07 16:01:57.300560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-bb61e558-1cc2-4b33-9ea7-58283f9f6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:57.305027 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-bb61e558-1cc2-4b33-9ea7-58283f9f6e10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 1125 time: 0.1545911 Mar 07 16:01:57.368633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:57.391117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8445008-8845-4bd8-9018-b7df269a21f7 req-ef77bfcc-ec70-45d9-9d7d-7de9095e4862 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:57.397934 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d8445008-8845-4bd8-9018-b7df269a21f7 req-ef77bfcc-ec70-45d9-9d7d-7de9095e4862 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.3337593 Mar 07 16:01:57.403301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-d8445008-8845-4bd8-9018-b7df269a21f7 req-21a63bb1-3efd-4876-8bc1-0cd44f7d8c8c tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:01:57.414132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d8445008-8845-4bd8-9018-b7df269a21f7 req-21a63bb1-3efd-4876-8bc1-0cd44f7d8c8c tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155158 Mar 07 16:01:57.418366 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0e70c660-93a3-40dd-bf0a-3e3452619acd req-1e60be04-8f08-4979-ac85-aeba555ce7e5 tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a2b5b25608a444286fa3cb8ba98bd57 HTTP/1.1" status: 200 len: 3001 time: 0.1123385 Mar 07 16:01:57.442672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-f4505e55-746d-4a31-961b-3a4ffb816ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:57.444252 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-f4505e55-746d-4a31-961b-3a4ffb816ac7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2185156 Mar 07 16:01:57.463377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Network ad379569-56b4-45f4-8010-be2b081044f8 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:57.498119 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eaff48-62d9-4c5a-bd80-3bfdbd34cf57 x-openstack-request-id: req-39eaff48-62d9-4c5a-bd80-3bfdbd34cf57 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:57.498477 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-unplugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:57.498672 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39eaff48-62d9-4c5a-bd80-3bfdbd34cf57 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:57.499099 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111', 'code': 200} Mar 07 16:01:57.501857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:57.509280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-c5d6c467-bd46-48c0-89df-3d63349c2cf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.0572519 Mar 07 16:01:57.510645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:01:57.528925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-381fcb54-c55e-4427-9984-cb07e6dc35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:57.530479 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-381fcb54-c55e-4427-9984-cb07e6dc35f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 912 time: 0.2163861 Mar 07 16:01:57.577989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (e78a6f90-1094-401c-8b23-62986af4c0e2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:57.633575 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:57.649288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-d936e4d2-bc3d-409a-b0bc-032b67a5ba5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f12c8-a951-492f-9da1-79970e113176 HTTP/1.1" status: 200 len: 217 time: 0.1077068 Mar 07 16:01:57.697440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Pushing event updated for resources: {'Port': ['ID=62bfab6e-65f7-4fd7-9e60-1def79d6903c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:57.726853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0e70c660-93a3-40dd-bf0a-3e3452619acd req-298d8b69-9a7e-4de4-8141-e6964b527b61 tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] 10.222.0.24 "GET /v2.0/security-groups/6e2fe9b2-016d-4910-b8c1-33356bf8657a HTTP/1.1" status: 200 len: 2998 time: 0.2952085 Mar 07 16:01:57.818014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0fe48802-871e-4101-b405-853fe42bde45 None None] Provisioning complete for port 62bfab6e-65f7-4fd7-9e60-1def79d6903c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:57.818644 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0fe48802-871e-4101-b405-853fe42bde45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:57.826513 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0e70c660-93a3-40dd-bf0a-3e3452619acd req-5056b7b9-1db8-43cb-93a0-cd3ce027b87b tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] 10.222.0.24 "GET /v2.0/security-groups/6e2fe9b2-016d-4910-b8c1-33356bf8657a HTTP/1.1" status: 200 len: 2998 time: 0.0977638 Mar 07 16:01:57.850942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-8e7948e3-e1d3-478b-b094-69962f0d917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:57.852450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-8e7948e3-e1d3-478b-b094-69962f0d917d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.1662815 Mar 07 16:01:57.868620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-c993b112-55d1-4592-a9ce-e2df10c752cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:57.873354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-c993b112-55d1-4592-a9ce-e2df10c752cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.2120354 Mar 07 16:01:57.896717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0fe48802-871e-4101-b405-853fe42bde45 None None] Port 62bfab6e-65f7-4fd7-9e60-1def79d6903c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:57.930701 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-e5398d86-87bf-4301-af3d-73a8b39bd0b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421033 Mar 07 16:01:57.936696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58d351-b3b4-4db9-b70f-8049bce8284d req-901d9ef5-1e6e-4ba0-9537-215371dda3aa tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:57.938343 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e58d351-b3b4-4db9-b70f-8049bce8284d req-901d9ef5-1e6e-4ba0-9537-215371dda3aa tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 943 time: 0.2814376 Mar 07 16:01:57.941337 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-3d551ff7-2cd1-4079-88fe-5ac9c7e47283 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips/0a2a5138-9aca-4bf7-96a2-88b2fab4ccf9 HTTP/1.1" status: 200 len: 693 time: 0.1010461 Mar 07 16:01:58.118991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-a837ca3b-4b9e-4eb6-9f09-6bc223fd1c81 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:58.120576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-a837ca3b-4b9e-4eb6-9f09-6bc223fd1c81 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1784713 Mar 07 16:01:58.122653 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-fec9738e-cbb7-46a3-b651-d37afbceff74 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793830 Mar 07 16:01:58.194183 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-558fcd7f-240c-4c07-8ea5-2f351395960f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 696 time: 0.0673153 Mar 07 16:01:58.284605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-c9b83839-e39c-4074-9496-9a009c351838 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 696 time: 0.0832648 Mar 07 16:01:58.342207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-2a7d6373-7a34-4ef0-a7c6-3fb5a5694905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:58.343742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-2a7d6373-7a34-4ef0-a7c6-3fb5a5694905 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4467747 Mar 07 16:01:58.344312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.352154 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a227770-bd06-477b-abaf-8bb82cdd3173 req-82c68c8e-f929-4e09-9001-782d7970f172 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187262 Mar 07 16:01:58.385540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e58d351-b3b4-4db9-b70f-8049bce8284d req-09ee9db8-0413-43aa-abf3-559dcf8b677c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307528 Mar 07 16:01:58.442467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47520) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:58.491092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Deleting port 2bd66823-1a25-41d7-bc7f-ba65c5931fd8 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:01:58.491446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2bd66823-1a25-41d7-bc7f-ba65c5931fd8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.507452 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71d62d4-b8f4-49f2-a245-c1f9bf4984c0 admin admin] Deleting subnet f321af78-29ef-434f-b0de-cbc26a7952b9 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:01:58.521544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f71d62d4-b8f4-49f2-a245-c1f9bf4984c0 admin admin] Publish callbacks [] for subnet (f321af78-29ef-434f-b0de-cbc26a7952b9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.563985 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c11fc922-977d-4984-9426-f3f358fa0e51 req-840ec461-b47a-4cfc-973e-86c65eec9d27 tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] 10.222.0.24 "GET /v2.0/security-groups/6e2fe9b2-016d-4910-b8c1-33356bf8657a HTTP/1.1" status: 200 len: 2998 time: 0.1133244 Mar 07 16:01:58.569476 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-c00cd717-0a02-438e-8657-79ce2e5c33e2 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098684 Mar 07 16:01:58.589880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f71d62d4-b8f4-49f2-a245-c1f9bf4984c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (f321af78-29ef-434f-b0de-cbc26a7952b9), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.631417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2bd66823-1a25-41d7-bc7f-ba65c5931fd8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.631813 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (2bd66823-1a25-41d7-bc7f-ba65c5931fd8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.652692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Calling delete_port for 2bd66823-1a25-41d7-bc7f-ba65c5931fd8 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:01:58.657709 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f71d62d4-b8f4-49f2-a245-c1f9bf4984c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f321af78-29ef-434f-b0de-cbc26a7952b9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.738922 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Publish callbacks [] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.740880 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-c11fc922-977d-4984-9426-f3f358fa0e51 req-c11854b6-df5f-49a6-86c6-f704f44f326d tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 16:01:58.741939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c11fc922-977d-4984-9426-f3f358fa0e51 req-c11854b6-df5f-49a6-86c6-f704f44f326d tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] 10.222.0.24 "DELETE /v2.0/security-groups/6e2fe9b2-016d-4910-b8c1-33356bf8657a HTTP/1.1" status: 409 len: 352 time: 0.1698699 Mar 07 16:01:58.758445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.759900 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-504031da-5cb2-49da-b1e2-b5aa37e48fec service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791954 Mar 07 16:01:58.795339 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f71d62d4-b8f4-49f2-a245-c1f9bf4984c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (f321af78-29ef-434f-b0de-cbc26a7952b9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.837735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Pushing event updated for resources: {'Port': ['ID=62bfab6e-65f7-4fd7-9e60-1def79d6903c,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:58.840882 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (e78a6f90-1094-401c-8b23-62986af4c0e2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.844589 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f71d62d4-b8f4-49f2-a245-c1f9bf4984c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.851490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f71d62d4-b8f4-49f2-a245-c1f9bf4984c0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f321af78-29ef-434f-b0de-cbc26a7952b9 HTTP/1.1" status: 204 len: 168 time: 0.4077189 Mar 07 16:01:58.853785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47526) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:58.895475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d62d4-b8f4-49f2-a245-c1f9bf4984c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f321af78-29ef-434f-b0de-cbc26a7952b9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:58.941454 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2bd66823-1a25-41d7-bc7f-ba65c5931fd8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:58.979847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event deleted for resources: {'Port': ['ID=2bd66823-1a25-41d7-bc7f-ba65c5931fd8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:58.983764 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (c338f74a-8cf1-4021-9a2f-02fc217d6ec2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.008881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Network ad379569-56b4-45f4-8010-be2b081044f8 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:01:59.011188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:01:59.051617 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (0a2a5138-9aca-4bf7-96a2-88b2fab4ccf9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.057796 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.069586 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac46e024-ae9c-4570-baba-0369d7e76eee req-b49dac7e-c793-4531-9ba2-97dd64d18322 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "DELETE /v2.0/floatingips/0a2a5138-9aca-4bf7-96a2-88b2fab4ccf9 HTTP/1.1" status: 204 len: 173 time: 0.7700238 Mar 07 16:01:59.143684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.170438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (c338f74a-8cf1-4021-9a2f-02fc217d6ec2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.237867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c338f74a-8cf1-4021-9a2f-02fc217d6ec2']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:59.272969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea9159-b417-41dc-bd65-79fe229dbf8e req-15b0620f-b9bb-4187-8d87-0e7dedb611b6 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:59.273658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b50f95-3873-4312-ad56-ac4f4556f9e9') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:59.274024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b50f95-3873-4312-ad56-ac4f4556f9e9') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:59.274526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19ea9159-b417-41dc-bd65-79fe229dbf8e req-15b0620f-b9bb-4187-8d87-0e7dedb611b6 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 947 time: 0.0815561 Mar 07 16:01:59.288648 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-fbf657b9-d57e-4a0b-9059-0c7c8a2b8d2f req-3cd4a8ed-116f-4a2f-b37c-65b7ef40c80b tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] show failed (client error): The resource could not be found. Mar 07 16:01:59.289688 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fbf657b9-d57e-4a0b-9059-0c7c8a2b8d2f req-3cd4a8ed-116f-4a2f-b37c-65b7ef40c80b tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] 10.222.0.24 "GET /v2.0/security-groups/a4467dd8-21aa-415b-ab3e-c97904ec0c62 HTTP/1.1" status: 404 len: 352 time: 0.0628264 Mar 07 16:01:59.292261 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (71b50f95-3873-4312-ad56-ac4f4556f9e9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.294346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:01:59.320009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (71b50f95-3873-4312-ad56-ac4f4556f9e9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.339815 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19ea9159-b417-41dc-bd65-79fe229dbf8e req-ba754006-d022-4548-98a2-e9188ccd6b20 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526714 Mar 07 16:01:59.340438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Router e78a6f90-1094-401c-8b23-62986af4c0e2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:01:59.361497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:01:59.362091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (71b50f95-3873-4312-ad56-ac4f4556f9e9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.370333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cf290055-6a33-4c0d-9d7f-0a22fbce927a None None] Provisioning complete for port 62bfab6e-65f7-4fd7-9e60-1def79d6903c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:59.370833 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cf290055-6a33-4c0d-9d7f-0a22fbce927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:01:59.373370 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:01:59.426638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cf290055-6a33-4c0d-9d7f-0a22fbce927a None None] Port 62bfab6e-65f7-4fd7-9e60-1def79d6903c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:01:59.430142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:01:59.430582 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.496740 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-1daefa96-5566-4bca-9af6-5be742f588f7 req-20a2c79e-4a0b-4510-a6f0-86703bcd7193 tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] show failed (client error): The resource could not be found. Mar 07 16:01:59.503206 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1daefa96-5566-4bca-9af6-5be742f588f7 req-20a2c79e-4a0b-4510-a6f0-86703bcd7193 tempest-SecurityGroupsNegativeTestJSON-614491114 tempest-SecurityGroupsNegativeTestJSON-614491114-project] 10.222.0.24 "GET /v2.0/security-groups/8168adce-05e5-48b6-bf8c-436d4ad94f90 HTTP/1.1" status: 404 len: 352 time: 0.0208137 Mar 07 16:01:59.511799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47546) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:59.519798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:01:59.522214 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8" -d '{"events": [{"name": "network-changed", "server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "tag": "2a182992-db76-4c44-8436-e2235fb2b111"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:01:59.568529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:01:59.570301 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.620423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=79a5fd9a-31d6-4b4f-b3ca-b094efdea377,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:01:59.627785 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.642580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (c338f74a-8cf1-4021-9a2f-02fc217d6ec2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.668922 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.670563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c07a28-9d71-4c5e-80d1-f09414f8c997 admin admin] Deleting subnet b4e1f6bf-8d45-4030-a487-70d6dd02afcd {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:01:59.672137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c338f74a-8cf1-4021-9a2f-02fc217d6ec2 HTTP/1.1" status: 204 len: 168 time: 0.8179538 Mar 07 16:01:59.674352 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71c07a28-9d71-4c5e-80d1-f09414f8c997 admin admin] Publish callbacks [] for subnet (b4e1f6bf-8d45-4030-a487-70d6dd02afcd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.690571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=79a5fd9a-31d6-4b4f-b3ca-b094efdea377,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:59.702169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0f9b8-41c4-4a26-9de1-cf95145bd3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c338f74a-8cf1-4021-9a2f-02fc217d6ec2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:01:59.712054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f7d62-9a8c-46a1-8ebe-e74a84961144 req-b8e5eede-9c7b-4d57-a9f8-c7266e5ddfb2 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:59.713853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d15f7d62-9a8c-46a1-8ebe-e74a84961144 req-b8e5eede-9c7b-4d57-a9f8-c7266e5ddfb2 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4013877 Mar 07 16:01:59.740972 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71c07a28-9d71-4c5e-80d1-f09414f8c997 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (b4e1f6bf-8d45-4030-a487-70d6dd02afcd), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.767321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:01:59.773611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a56a851f-b738-4014-9fc1-aa26c81faa7e admin admin] 10.222.0.24 "PUT /v2.0/routers/e78a6f90-1094-401c-8b23-62986af4c0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8894191 Mar 07 16:01:59.787634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Sync routers for ids ['e78a6f90-1094-401c-8b23-62986af4c0e2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:01:59.801159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Routers {'e78a6f90-1094-401c-8b23-62986af4c0e2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:01:59.802091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e78a6f90-1094-401c-8b23-62986af4c0e2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:01:59.806114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eeef1-0d6a-46cf-a076-6be90df92aa8 req-8a8fc8d3-1296-4544-af50-d9fcee2aec92 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:59.808208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-db0eeef1-0d6a-46cf-a076-6be90df92aa8 req-8a8fc8d3-1296-4544-af50-d9fcee2aec92 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 943 time: 0.1928353 Mar 07 16:01:59.811685 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d394cc-f38e-4fa0-a932-a9be1183e344 x-openstack-request-id: req-97d394cc-f38e-4fa0-a932-a9be1183e344 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:01:59.811995 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "tag": "2a182992-db76-4c44-8436-e2235fb2b111", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:01:59.812267 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97d394cc-f38e-4fa0-a932-a9be1183e344 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:01:59.812934 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111', 'status': 'completed', 'code': 200} Mar 07 16:01:59.890984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-56ca0126-ab0c-4405-bc63-931220c4b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:01:59.891499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-56ca0126-ab0c-4405-bc63-931220c4b3bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1129 time: 0.0689590 Mar 07 16:01:59.917738 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71c07a28-9d71-4c5e-80d1-f09414f8c997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (b4e1f6bf-8d45-4030-a487-70d6dd02afcd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:01:59.971091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47564) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:01:59.985756 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-db0eeef1-0d6a-46cf-a076-6be90df92aa8 req-36c5716b-2108-4f5b-ae45-eec0a0a56af5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702273 Mar 07 16:01:59.986217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47566) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:00.003970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Set router e78a6f90-1094-401c-8b23-62986af4c0e2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:00.015914 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-feffe6bc-f7cb-4417-b5bf-b50f05687f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:00.017708 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-feffe6bc-f7cb-4417-b5bf-b50f05687f92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1129 time: 0.1737654 Mar 07 16:02:00.051839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-c8782ca4-7442-47d6-9383-176496ebf539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:00.053405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-c8782ca4-7442-47d6-9383-176496ebf539 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1496513 Mar 07 16:02:00.084047 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ab4fbf56-e635-42a5-ba7a-5e2cb2c390ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f112e56b99d4480cb122a11f08c22711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1095669 Mar 07 16:02:00.084847 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71c07a28-9d71-4c5e-80d1-f09414f8c997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (b4e1f6bf-8d45-4030-a487-70d6dd02afcd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.088334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47572) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:00.124299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-9fbd3677-c35e-427c-bfec-81dfb4c7e5e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.0637915 Mar 07 16:02:00.151601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c07a28-9d71-4c5e-80d1-f09414f8c997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e1f6bf-8d45-4030-a487-70d6dd02afcd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:00.176363 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71c07a28-9d71-4c5e-80d1-f09414f8c997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.179238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-71c07a28-9d71-4c5e-80d1-f09414f8c997 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4e1f6bf-8d45-4030-a487-70d6dd02afcd HTTP/1.1" status: 204 len: 168 time: 0.6676059 Mar 07 16:02:00.187189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47574) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:00.220672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-1249e1ff-dbdc-492a-8312-73abb3dc9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:00.222827 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-1249e1ff-dbdc-492a-8312-73abb3dc9182 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0916471 Mar 07 16:02:00.250164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-0d81871d-d77f-42eb-a6cb-cfd3fbf7e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:00.256234 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-0d81871d-d77f-42eb-a6cb-cfd3fbf7e72a service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2268202 Mar 07 16:02:00.286091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-2cbede24-92e3-4613-8496-7d66d27fc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:00.288199 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-2cbede24-92e3-4613-8496-7d66d27fc853 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0576828 Mar 07 16:02:00.325277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (cb060000-6cbe-4b28-b3a7-0cef51dfd2ea), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.380181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fbd7043a-7a34-44af-857c-75376b2836fc req-4a34be0c-a914-4539-af78-54cb958a313e tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=aeb6f2cdd47c4dc29a1e034d4b1d5a7f HTTP/1.1" status: 200 len: 1655 time: 0.5174310 Mar 07 16:02:00.397231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1118185627'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:00.401123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-bfb6556d-ec2e-4e36-a938-c076cc488707 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.0729535 Mar 07 16:02:00.401785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-884c241f-42a0-45bc-b593-f53801f2b85a admin admin] Publish callbacks [] for security_group (fb4ce911-ba97-4036-abe2-d35cfc2b5442), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.426374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-884c241f-42a0-45bc-b593-f53801f2b85a admin admin] Publish callbacks [] for security_group (fb4ce911-ba97-4036-abe2-d35cfc2b5442), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.522522 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-34eda127-c1f4-4a30-b465-ecf3d6efdebb service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273736 Mar 07 16:02:00.547815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:50Z', 'updated_at': '2022-03-07T16:01:57Z', 'revision_number': 4, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'gw_port': {'id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:51Z', 'updated_at': '2022-03-07T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '62bfab6e-65f7-4fd7-9e60-1def79d6903c', 'name': '', 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'mac_address': 'fa:16:3e:e0:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'efc39097-3a03-4379-80d0-a29ced431b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:56Z', 'updated_at': '2022-03-07T16:01:58Z', 'revision_number': 2, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'subnets': [{'id': 'efc39097-3a03-4379-80d0-a29ced431b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:00.556910 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-884c241f-42a0-45bc-b593-f53801f2b85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fb4ce911-ba97-4036-abe2-d35cfc2b5442), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.559545 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-884c241f-42a0-45bc-b593-f53801f2b85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.561043 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-884c241f-42a0-45bc-b593-f53801f2b85a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb4ce911-ba97-4036-abe2-d35cfc2b5442 HTTP/1.1" status: 204 len: 168 time: 0.4700716 Mar 07 16:02:00.580569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c241f-42a0-45bc-b593-f53801f2b85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ce911-ba97-4036-abe2-d35cfc2b5442,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:00.601324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7043a-7a34-44af-857c-75376b2836fc req-c377b1cc-e1d4-48de-bc48-0a39556906f0 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:00.611000 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fbd7043a-7a34-44af-857c-75376b2836fc req-c377b1cc-e1d4-48de-bc48-0a39556906f0 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks?id=877b2474-111c-4dd4-8ddd-e779782e349c&id=877b2474-111c-4dd4-8ddd-e779782e349c&id=877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 787 time: 0.2305620 Mar 07 16:02:00.619185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-49818172-2648-47be-8438-8e9090fc96af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:00.620884 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-49818172-2648-47be-8438-8e9090fc96af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1242328 Mar 07 16:02:00.624200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:00.627663 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.647098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Checking router: e78a6f90-1094-401c-8b23-62986af4c0e2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:02:00.648110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Updating router e78a6f90-1094-401c-8b23-62986af4c0e2 port 62bfab6e-65f7-4fd7-9e60-1def79d6903c binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:02:00.710247 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.756290 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (cb060000-6cbe-4b28-b3a7-0cef51dfd2ea), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.780271 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-365eebe8-3b0d-4c64-962b-e18d48eebdfe service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507102 Mar 07 16:02:00.805405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a770c3-ae13-4ffa-8a75-e8be01e56f64 req-c71df89f-a6e0-4489-81e5-674d412aa2ef tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:00.812730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-73a770c3-ae13-4ffa-8a75-e8be01e56f64 req-c71df89f-a6e0-4489-81e5-674d412aa2ef tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 947 time: 0.0903461 Mar 07 16:02:00.839608 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-e4e5ad04-e159-426d-8e5a-f17b4e670bde tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips/2f72a6aa-4bbd-4c1a-8dff-d1c7f1f557ed HTTP/1.1" status: 200 len: 693 time: 0.0864143 Mar 07 16:02:00.854933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb060000-6cbe-4b28-b3a7-0cef51dfd2ea']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:00.871984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-73a770c3-ae13-4ffa-8a75-e8be01e56f64 req-48e87648-39f0-416c-9124-5f9ed1b3a598 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521381 Mar 07 16:02:00.883389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f0117d-9d5a-4e56-9483-313fdc999935') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:00.883764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f0117d-9d5a-4e56-9483-313fdc999935') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:00.894145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:00.897246 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (21f0117d-9d5a-4e56-9483-313fdc999935), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.901441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-ca6e1d87-78fb-4fbb-83d5-f7c029fed52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:00.903112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-ca6e1d87-78fb-4fbb-83d5-f7c029fed52a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2632442 Mar 07 16:02:00.949706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (21f0117d-9d5a-4e56-9483-313fdc999935), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.966319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (26c08f90-bc1d-4a5a-89a7-31fea3b52229), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.966669 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Added segment 26c08f90-bc1d-4a5a-89a7-31fea3b52229 of type vlan for network cf8659ba-8b99-4ada-a85b-219f24152c97 Mar 07 16:02:00.997439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:02:00.997817 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (21f0117d-9d5a-4e56-9483-313fdc999935), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:02:00.999885 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:02:01.110694 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Publish callbacks [] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.128175 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.242746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc51e8-05cd-4dcf-9aa5-f2d3fab24d1b None None] Pushing event updated for resources: {'Port': ['ID=62bfab6e-65f7-4fd7-9e60-1def79d6903c,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:01.265857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:01.484798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Attempting to bind port 62bfab6e-65f7-4fd7-9e60-1def79d6903c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:01.485229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Attempting to bind port 62bfab6e-65f7-4fd7-9e60-1def79d6903c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '837deab6-9181-4b25-b315-555d76e0ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:01.485595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Attempting to bind port 62bfab6e-65f7-4fd7-9e60-1def79d6903c on network ad379569-56b4-45f4-8010-be2b081044f8 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:01.497206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:01.497595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Checking segment: {'id': '837deab6-9181-4b25-b315-555d76e0ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:01.497995 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.498388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Bound using segment: {'id': '837deab6-9181-4b25-b315-555d76e0ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:01.502620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Bound port: 62bfab6e-65f7-4fd7-9e60-1def79d6903c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837deab6-9181-4b25-b315-555d76e0ff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:01.505703 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.550635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:01.551206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.642083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3a359073-1477-4090-86a2-378ac70f6a76 None None] Provisioning complete for port 62bfab6e-65f7-4fd7-9e60-1def79d6903c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:01.642463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3a359073-1477-4090-86a2-378ac70f6a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.644026 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (cf8659ba-8b99-4ada-a85b-219f24152c97), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.675685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] For port 62bfab6e-65f7-4fd7-9e60-1def79d6903c, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:01.683986 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (cb060000-6cbe-4b28-b3a7-0cef51dfd2ea), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.700583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] For port 62bfab6e-65f7-4fd7-9e60-1def79d6903c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=62bfab6e-65f7-4fd7-9e60-1def79d6903c,segment=NetworkSegment(837deab6-9181-4b25-b315-555d76e0ff87),segment_id=837deab6-9181-4b25-b315-555d76e0ff87)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:01.711787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3a359073-1477-4090-86a2-378ac70f6a76 None None] Port 62bfab6e-65f7-4fd7-9e60-1def79d6903c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:01.733598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.772520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.774602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] 10.222.0.24 "DELETE /v2.0/networks/cb060000-6cbe-4b28-b3a7-0cef51dfd2ea HTTP/1.1" status: 204 len: 168 time: 1.5863140 Mar 07 16:02:01.784346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb060000-6cbe-4b28-b3a7-0cef51dfd2ea,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:01.801721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:01.823378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Routers {'e78a6f90-1094-401c-8b23-62986af4c0e2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:02:01.824266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e78a6f90-1094-401c-8b23-62986af4c0e2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:01.825981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc51e8-05cd-4dcf-9aa5-f2d3fab24d1b None None] Pushing event updated for resources: {'Port': ['ID=62bfab6e-65f7-4fd7-9e60-1def79d6903c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:01.827554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-c184cf1e-f53f-4438-942b-8f76129095f0 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:01.829471 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-c184cf1e-f53f-4438-942b-8f76129095f0 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd&tenant_id=3165642cfca34437bce67a855d406c8f&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 947 time: 0.2896886 Mar 07 16:02:01.855714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99210a-3f3e-4dba-aca0-48bfbc8c4e2c req-256ac691-8b97-4253-8a33-96e0777fcff0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:01.857271 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec99210a-3f3e-4dba-aca0-48bfbc8c4e2c req-256ac691-8b97-4253-8a33-96e0777fcff0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 943 time: 0.2165711 Mar 07 16:02:01.887386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-f0d61d50-f8b0-484b-846f-caa4fb42aa4e tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:01.894106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47622) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:01.900627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-f0d61d50-f8b0-484b-846f-caa4fb42aa4e tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 1.0009518 Mar 07 16:02:01.903858 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.904430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.905139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.905593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.905838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.906182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.906583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.906957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.907476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.907823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.908163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.908498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.909586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a4959-fb2d-4932-bf48-d83d3071902d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:01.924682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (cf8659ba-8b99-4ada-a85b-219f24152c97), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:01.932645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:01.933618 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.006108 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec99210a-3f3e-4dba-aca0-48bfbc8c4e2c req-55680c53-5257-4845-9942-0f629d6901db tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064460 Mar 07 16:02:02.009299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] Set router e78a6f90-1094-401c-8b23-62986af4c0e2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:02.013911 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-28a22f2c-37a2-4bc3-b458-7d01ac9e1bc7 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1124256 Mar 07 16:02:02.020589 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-16c9ab92-e79f-4211-9f27-b12c8b93a81d service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0980742 Mar 07 16:02:02.029226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-83f4dace-fc1e-41cd-9d2e-ca598cf5b6a9 service neutron] 10.222.0.11 "GET /v2.0/ports/2a182992-db76-4c44-8436-e2235fb2b111/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 382 time: 0.1879332 Mar 07 16:02:02.136328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47626) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:02.172604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1758540 Mar 07 16:02:02.175439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47628) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:02.180529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'subnet': {'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:02.209525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:02.230938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36501312-8f4e-4900-9d0f-ab41a2a22da5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Network': ['ID=cf8659ba-8b99-4ada-a85b-219f24152c97,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:02.291331 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-80269bcd-1345-4a45-86c0-dd465c0c2e79 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.2241068 Mar 07 16:02:02.303687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network cf8659ba-8b99-4ada-a85b-219f24152c97 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:02.315917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-568944ca-d86b-44d0-a91e-13fe396c50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:02.317595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-568944ca-d86b-44d0-a91e-13fe396c50a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1129 time: 0.2634752 Mar 07 16:02:02.330321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-abaad601-74bf-4ac7-ad6a-2bc9d9825077 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a2b5b25608a444286fa3cb8ba98bd57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928949 Mar 07 16:02:02.346433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb740538-c065-468b-8de8-e7134d149e45 req-1a468c0a-7150-4d7f-9184-866a0a51f3b1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:02.353806 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb740538-c065-468b-8de8-e7134d149e45 req-1a468c0a-7150-4d7f-9184-866a0a51f3b1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 947 time: 0.2359383 Mar 07 16:02:02.357273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47632) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:02.357912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:02.361271 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.376731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47634) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:02.389464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12befeb9-f6f0-4f17-9a13-2db4ac5d0af8 req-3062a357-7399-4560-8009-81c85c1adc9e service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029630 Mar 07 16:02:02.483683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Deleting port d0c9236f-24fc-466c-999e-d582fc9bef3b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:02.483988 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d0c9236f-24fc-466c-999e-d582fc9bef3b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.489827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-60b02941-3a22-4da7-a839-219e3de98083 None None] Provisioning complete for port 62bfab6e-65f7-4fd7-9e60-1def79d6903c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:02.490205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60b02941-3a22-4da7-a839-219e3de98083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.500304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-339347434-network', 'tenant_id': '9f2b09c123c94470973b9582753ff3df'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:02.523797 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aaecb5df-86fe-4765-87b3-3b752d347c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.580611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Publish callbacks [] for security_group (6e2fe9b2-016d-4910-b8c1-33356bf8657a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.595298 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb740538-c065-468b-8de8-e7134d149e45 req-56ff62cc-97a1-402a-bf90-1bc84d79a9fc tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406435 Mar 07 16:02:02.620291 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d0c9236f-24fc-466c-999e-d582fc9bef3b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.620602 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (d0c9236f-24fc-466c-999e-d582fc9bef3b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.632479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Made reservation on behalf of 9f2b09c123c94470973b9582753ff3df for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:02.635238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.642470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Calling delete_port for d0c9236f-24fc-466c-999e-d582fc9bef3b owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:02.650585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:02.657965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Publish callbacks [] for security_group (6e2fe9b2-016d-4910-b8c1-33356bf8657a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.661053 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.670960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-728732a5-0a2e-4e59-b90a-8f7878c197e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:02.672534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '2a182992-db76-4c44-8436-e2235fb2b111', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '2a182992-db76-4c44-8436-e2235fb2b111', 'mac_address': 'fa:16:3e:3b:a2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:02.673012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-728732a5-0a2e-4e59-b90a-8f7878c197e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.3466427 Mar 07 16:02:02.742507 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aaecb5df-86fe-4765-87b3-3b752d347c8f admin admin] Publish callbacks [] for security_group (b825faa0-be39-4a81-9b91-47e989473920), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.743017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:50Z', 'updated_at': '2022-03-07T16:01:57Z', 'revision_number': 4, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'gw_port': {'id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:51Z', 'updated_at': '2022-03-07T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '62bfab6e-65f7-4fd7-9e60-1def79d6903c', 'name': '', 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'mac_address': 'fa:16:3e:e0:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'efc39097-3a03-4379-80d0-a29ced431b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:56Z', 'updated_at': '2022-03-07T16:02:01Z', 'revision_number': 4, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'subnets': [{'id': 'efc39097-3a03-4379-80d0-a29ced431b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:02.751483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-60b02941-3a22-4da7-a839-219e3de98083 None None] Current status of the port 62bfab6e-65f7-4fd7-9e60-1def79d6903c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:02.751874 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60b02941-3a22-4da7-a839-219e3de98083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.755207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aaecb5df-86fe-4765-87b3-3b752d347c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b825faa0-be39-4a81-9b91-47e989473920), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.757061 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-0b7685e9-11d4-468c-8f80-8480fbe0e65b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.0753756 Mar 07 16:02:02.779878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ab9f12c8-a951-492f-9da1-79970e113176 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:02.795721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bdb42-0a08-4fcf-bde4-d4ca572c6958 None None] The sync data for ids ['e78a6f90-1094-401c-8b23-62986af4c0e2'] in n-d-830010-8 is: [{'id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:50Z', 'updated_at': '2022-03-07T16:01:57Z', 'revision_number': 4, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'gw_port': {'id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:51Z', 'updated_at': '2022-03-07T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '62bfab6e-65f7-4fd7-9e60-1def79d6903c', 'name': '', 'network_id': 'ad379569-56b4-45f4-8010-be2b081044f8', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'mac_address': 'fa:16:3e:e0:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'efc39097-3a03-4379-80d0-a29ced431b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:56Z', 'updated_at': '2022-03-07T16:02:01Z', 'revision_number': 4, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'subnets': [{'id': 'efc39097-3a03-4379-80d0-a29ced431b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:02:02.796235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecb5df-86fe-4765-87b3-3b752d347c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b825faa0-be39-4a81-9b91-47e989473920,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:02.807752 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 2a182992-db76-4c44-8436-e2235fb2b111 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:02.808145 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.841832 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aaecb5df-86fe-4765-87b3-3b752d347c8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b6973752cec429e83b6148f35033dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636419 Mar 07 16:02:02.844464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47638) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:02.847359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a182992-db76-4c44-8436-e2235fb2b111 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:02.857628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-60b02941-3a22-4da7-a839-219e3de98083 None None] For port 62bfab6e-65f7-4fd7-9e60-1def79d6903c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=62bfab6e-65f7-4fd7-9e60-1def79d6903c,segment=NetworkSegment(837deab6-9181-4b25-b315-555d76e0ff87),segment_id=837deab6-9181-4b25-b315-555d76e0ff87)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:02.873730 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60b02941-3a22-4da7-a839-219e3de98083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.935934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:02.973840 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.982313 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d0c9236f-24fc-466c-999e-d582fc9bef3b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:02.995068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-85de3a99-74d3-4e5c-9e40-f826fd7067fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:02.996832 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-85de3a99-74d3-4e5c-9e40-f826fd7067fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.2168388 Mar 07 16:02:02.997622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6e2fe9b2-016d-4910-b8c1-33356bf8657a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.000539 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.001821 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e2fe9b2-016d-4910-b8c1-33356bf8657a HTTP/1.1" status: 204 len: 168 time: 0.6368136 Mar 07 16:02:03.018853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ab9f12c8-a951-492f-9da1-79970e113176, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ab9f12c8-a951-492f-9da1-79970e113176,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:03.036536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event deleted for resources: {'Port': ['ID=d0c9236f-24fc-466c-999e-d582fc9bef3b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:03.041613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'ab9f12c8-a951-492f-9da1-79970e113176', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'port_id': 'ab9f12c8-a951-492f-9da1-79970e113176', 'mac_address': 'fa:16:3e:b6:6b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72ca13c-8ffe-45cb-9e24-07aaf17581aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:03.044089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b02941-3a22-4da7-a839-219e3de98083 None None] Pushing event updated for resources: {'Port': ['ID=62bfab6e-65f7-4fd7-9e60-1def79d6903c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:03.069987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2fe9b2-016d-4910-b8c1-33356bf8657a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:03.079407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (76ca3b0f-43b7-4d65-9619-36f01de4e908), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.149085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (2f72a6aa-4bbd-4c1a-8dff-d1c7f1f557ed), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.152858 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.170639 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ee5ecd-95bf-411e-ae57-7d0e73473955 req-89f134df-4027-4527-94e2-4adb854a785b tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "DELETE /v2.0/floatingips/2f72a6aa-4bbd-4c1a-8dff-d1c7f1f557ed HTTP/1.1" status: 204 len: 173 time: 0.8649347 Mar 07 16:02:03.205173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.205730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.206230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.206726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.207642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.208291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.208845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.209332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.209816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.211419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.211998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.213695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.214203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5b9d0-dcb4-479b-a100-ada8e99dd435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.242658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['2a182992-db76-4c44-8436-e2235fb2b111'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:03.250470 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-79bf811e-9278-437d-8dbd-cac3b9983b8a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips/396d6b13-eb3a-4c2f-a78b-53ad269b93b4 HTTP/1.1" status: 200 len: 692 time: 0.0768607 Mar 07 16:02:03.278178 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f83be7c2-5e84-4de0-8fc3-27b1f5d01e67 admin admin] Publish callbacks [] for security_group (b825faa0-be39-4a81-9b91-47e989473920), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.291318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Publish callbacks [] for security_group (342cbf65-dbf3-4588-a233-6ad591ee0d8d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.337569 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (342cbf65-dbf3-4588-a233-6ad591ee0d8d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.340054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 62bfab6e-65f7-4fd7-9e60-1def79d6903c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:03.342729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:03.360187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.361423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.362017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.362745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Subnet': ['ID=76ca3b0f-43b7-4d65-9619-36f01de4e908,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:03.362915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.363460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.364006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.364569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.365125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.365665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.366215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.366768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.367741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.368291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:02:03.377262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-f64123ab-53e5-45b8-93ab-8e7af8811109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:03.379258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-f64123ab-53e5-45b8-93ab-8e7af8811109 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3704429 Mar 07 16:02:03.387011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f83be7c2-5e84-4de0-8fc3-27b1f5d01e67 admin admin] Publish callbacks [] for security_group (b825faa0-be39-4a81-9b91-47e989473920), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.423894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ab9f12c8-a951-492f-9da1-79970e113176 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:03.424360 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ab9f12c8-a951-492f-9da1-79970e113176), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.445138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:03.455417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-284115f6-8883-4f8e-9ccb-63c2ca584730 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:03.457363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-284115f6-8883-4f8e-9ccb-63c2ca584730 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2051826 Mar 07 16:02:03.533329 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-3c1b734f-9d36-43ee-88c1-ba0aede41d69 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.26 HTTP/1.1" status: 200 len: 695 time: 0.0671334 Mar 07 16:02:03.553142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.553498 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Added segment 14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c of type vlan for network a40cf081-4407-449a-aa21-2e9b067a043f Mar 07 16:02:03.642258 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-4e8b89f9-bf66-48bf-b591-7f1fbae1ca8c tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.26 HTTP/1.1" status: 200 len: 695 time: 0.0985143 Mar 07 16:02:03.648788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9f12c8-a951-492f-9da1-79970e113176 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:03.702911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ab9f12c8-a951-492f-9da1-79970e113176, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ab9f12c8-a951-492f-9da1-79970e113176,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:03.723100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ab9f12c8-a951-492f-9da1-79970e113176), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.817341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 62bfab6e-65f7-4fd7-9e60-1def79d6903c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:03.818121 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.839173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Deleting port b42dce92-cea6-45d3-922f-80f04987b852 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:03.839747 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b42dce92-cea6-45d3-922f-80f04987b852), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:03.864063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ab9f12c8-a951-492f-9da1-79970e113176,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:04.003412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 62bfab6e-65f7-4fd7-9e60-1def79d6903c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:04.004614 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b42dce92-cea6-45d3-922f-80f04987b852), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.005291 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (b42dce92-cea6-45d3-922f-80f04987b852), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.023091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Calling delete_port for b42dce92-cea6-45d3-922f-80f04987b852 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:04.030353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Checking segment: {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:04.031324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network hostable DHCP agents. Network: cf8659ba-8b99-4ada-a85b-219f24152c97, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:04.033380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342cbf65-dbf3-4588-a233-6ad591ee0d8d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:04.061029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ab9f12c8-a951-492f-9da1-79970e113176'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:04.074089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8377d87-458d-4e6c-bc61-b5dae8162d69 req-2c9a31ef-d8ee-4f5b-b593-b98fb557a311 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:04.075970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f8377d87-458d-4e6c-bc61-b5dae8162d69 req-2c9a31ef-d8ee-4f5b-b593-b98fb557a311 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 943 time: 0.8867006 Mar 07 16:02:04.143069 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (a40cf081-4407-449a-aa21-2e9b067a043f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.171648 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-d2c6b68c-5edf-4e6e-8219-992721ad4395 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7645926 Mar 07 16:02:04.174067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network cf8659ba-8b99-4ada-a85b-219f24152c97 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:04.188173 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f83be7c2-5e84-4de0-8fc3-27b1f5d01e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b825faa0-be39-4a81-9b91-47e989473920), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.191027 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f83be7c2-5e84-4de0-8fc3-27b1f5d01e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.195553 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f83be7c2-5e84-4de0-8fc3-27b1f5d01e67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b825faa0-be39-4a81-9b91-47e989473920 HTTP/1.1" status: 204 len: 168 time: 1.3427022 Mar 07 16:02:04.256126 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, cf8659ba-8b99-4ada-a85b-219f24152c97) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:04.287673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b34406-0267-4cd8-ad79-3dffd058ee7c None None] Network cf8659ba-8b99-4ada-a85b-219f24152c97 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:04.291563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:04.292115 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b42dce92-cea6-45d3-922f-80f04987b852), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.292400 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.295430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83be7c2-5e84-4de0-8fc3-27b1f5d01e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b825faa0-be39-4a81-9b91-47e989473920,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:04.318737 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (a40cf081-4407-449a-aa21-2e9b067a043f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.319869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:04.320573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.347620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47668) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:04.351289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event deleted for resources: {'Port': ['ID=b42dce92-cea6-45d3-922f-80f04987b852,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:04.416841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f8377d87-458d-4e6c-bc61-b5dae8162d69 req-914479b3-06a4-43f3-9539-26e20cb00228 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074434 Mar 07 16:02:04.439537 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9b89540a-30c5-4944-8fd7-f94c2e836073 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2629004 Mar 07 16:02:04.440293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47672) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:04.469380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1271721575'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:04.521890 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (396d6b13-eb3a-4c2f-a78b-53ad269b93b4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.536519 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.538376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bde3a4f1-b1c9-43f7-96dc-42f5e9ff8b87 req-55d9965f-6a06-4369-89f4-9cc68d5069d4 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "DELETE /v2.0/floatingips/396d6b13-eb3a-4c2f-a78b-53ad269b93b4 HTTP/1.1" status: 204 len: 173 time: 0.8899169 Mar 07 16:02:04.543351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-cf8659ba-8b99-4ada-a85b-219f24152c97', 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97', 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'fixed_ips': [{'subnet_id': '76ca3b0f-43b7-4d65-9619-36f01de4e908'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:02:04.551770 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.553623 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6572928 Mar 07 16:02:04.557699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47676) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:04.564192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Request body: {'subnet': {'network_id': 'a40cf081-4407-449a-aa21-2e9b067a043f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-339347434-subnet', 'tenant_id': '9f2b09c123c94470973b9582753ff3df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:04.589527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d115e-3bc3-4d22-b66a-b0566a9614b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a40cf081-4407-449a-aa21-2e9b067a043f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:04.611702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network a40cf081-4407-449a-aa21-2e9b067a043f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:04.639126 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:04.643751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Made reservation on behalf of 9f2b09c123c94470973b9582753ff3df for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:04.644537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.648155 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.651387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-8a4e8e66-290a-4f28-b677-5cb80f4aca3d service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642699 Mar 07 16:02:04.685683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:04.700031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7b72e-0720-4ab1-82d5-48da2587b762 req-0b497eb4-c130-4dbe-826f-ada791988dfc tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:04.708868 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-25a7b72e-0720-4ab1-82d5-48da2587b762 req-0b497eb4-c130-4dbe-826f-ada791988dfc tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 948 time: 0.1378024 Mar 07 16:02:04.738434 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (06f9d2fb-537a-4523-b70b-baa49094b4c5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.739345 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Added segment 06f9d2fb-537a-4523-b70b-baa49094b4c5 of type vlan for network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c Mar 07 16:02:04.823369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-25a7b72e-0720-4ab1-82d5-48da2587b762 req-26041f6e-434b-4cd3-9d99-f291e266f5f9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114411 Mar 07 16:02:04.825286 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b50b6f65-5349-4dfe-a0af-b2c8a8b3764c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.873939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1376537430-network', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:04.891888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b50b6f65-5349-4dfe-a0af-b2c8a8b3764c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.899724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:04.900782 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.950712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Made reservation on behalf of 4dcb668b6a164a6f8e586e84434af7cf for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:04.955742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:04.974838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.006075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47682) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:05.021817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Allocated IP 19.80.0.2 (cf8659ba-8b99-4ada-a85b-219f24152c97/76ca3b0f-43b7-4d65-9619-36f01de4e908/b218ce76-528a-4376-b1bb-e226cf775183) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:05.075918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6094205 Mar 07 16:02:05.082097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47684) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:05.088158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'subnet': {'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:05.091760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e68cf9-a96c-4f66-81d8-fa07a901fe22 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Network': ['ID=b50b6f65-5349-4dfe-a0af-b2c8a8b3764c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:05.095747 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bfc19d8a-0210-4828-889c-51f711c49d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.102141 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-73701f6a-6f1e-4ebf-8ad5-a0b68cedaf1a tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips/b0fffeaa-88f0-40e6-a260-f7428c54108e HTTP/1.1" status: 200 len: 692 time: 0.5317171 Mar 07 16:02:05.103765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:05.217009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:05.220429 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.229961 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f53bab85-222d-40fd-8db8-78748714ea36), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.255776 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Publish callbacks [] for port (b218ce76-528a-4376-b1bb-e226cf775183), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.262864 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b218ce76-528a-4376-b1bb-e226cf775183), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.306760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Network cf8659ba-8b99-4ada-a85b-219f24152c97 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:05.309838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:05.315221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:05.329898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bfc19d8a-0210-4828-889c-51f711c49d71 admin admin] Publish callbacks [] for security_group (719de009-5667-43b3-8258-98acf77ac91a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.339084 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bfc19d8a-0210-4828-889c-51f711c49d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (719de009-5667-43b3-8258-98acf77ac91a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.343055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Pushing event updated for resources: {'Port': ['ID=b218ce76-528a-4376-b1bb-e226cf775183,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:05.354383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53bab85-222d-40fd-8db8-78748714ea36,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:05.374555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-854b4b1e-6f54-468b-a5b8-b5968ba96997 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:05.382531 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-854b4b1e-6f54-468b-a5b8-b5968ba96997 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2664273 Mar 07 16:02:05.386479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Attempting to bind port b218ce76-528a-4376-b1bb-e226cf775183 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:05.386884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Attempting to bind port b218ce76-528a-4376-b1bb-e226cf775183 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:05.387256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Attempting to bind port b218ce76-528a-4376-b1bb-e226cf775183 on network cf8659ba-8b99-4ada-a85b-219f24152c97 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:05.392354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:05.392732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Checking segment: {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:05.393139 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.393625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Bound using segment: {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:05.394615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Bound port: b218ce76-528a-4376-b1bb-e226cf775183, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:05.394852 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b218ce76-528a-4376-b1bb-e226cf775183), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.398401 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bfc19d8a-0210-4828-889c-51f711c49d71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5b1facaffa84c1299ed230c4de20690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890271 Mar 07 16:02:05.400192 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Publish callbacks [] for security_group (042e074b-b340-4f6f-beb3-9b7952047344), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.400563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47686) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:05.401237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc19d8a-0210-4828-889c-51f711c49d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719de009-5667-43b3-8258-98acf77ac91a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:05.446149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Checking segment: {'id': '14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a40cf081-4407-449a-aa21-2e9b067a043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:05.447013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Network hostable DHCP agents. Network: a40cf081-4407-449a-aa21-2e9b067a043f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:05.451173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (042e074b-b340-4f6f-beb3-9b7952047344), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.469578 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-e02f6d0a-2603-443c-8181-03973d2c4bee tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0863113 Mar 07 16:02:05.483642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] For port b218ce76-528a-4376-b1bb-e226cf775183, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:05.487204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] For port b218ce76-528a-4376-b1bb-e226cf775183, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b218ce76-528a-4376-b1bb-e226cf775183,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:05.488424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53e743d0-e3a7-45c8-bf29-3b7d32f9307b admin admin] Publish callbacks [] for security_group (719de009-5667-43b3-8258-98acf77ac91a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.497537 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b218ce76-528a-4376-b1bb-e226cf775183), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.524605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53e743d0-e3a7-45c8-bf29-3b7d32f9307b admin admin] Publish callbacks [] for security_group (719de009-5667-43b3-8258-98acf77ac91a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.537591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:05.558052 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-b53d70f0-53dd-4795-b174-ac73f6ea1c53 tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0874138 Mar 07 16:02:05.576754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11a0b2-f060-495c-80ba-e3f890a349f5 None None] Pushing event updated for resources: {'Port': ['ID=b218ce76-528a-4376-b1bb-e226cf775183,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:05.594417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3652a152-c88a-44dd-ae17-f87054aecbf7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.595257 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Added segment 3652a152-c88a-44dd-ae17-f87054aecbf7 of type vlan for network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 Mar 07 16:02:05.596393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042e074b-b340-4f6f-beb3-9b7952047344,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:05.599171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Network a40cf081-4407-449a-aa21-2e9b067a043f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:05.638095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (673fc77e-8bca-4c36-8162-76f55aef3382), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.657527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, a40cf081-4407-449a-aa21-2e9b067a043f) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:05.670500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ffc21e-af6a-4079-a942-0d420c0b6681 None None] Network a40cf081-4407-449a-aa21-2e9b067a043f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:05.672193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:05.672806 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.723739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074304-7c05-4f44-8bbd-c7923765c2c7 req-28c273ec-ef8e-4802-a77b-51a0b3298046 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:05.725532 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8074304-7c05-4f44-8bbd-c7923765c2c7 req-28c273ec-ef8e-4802-a77b-51a0b3298046 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 944 time: 0.1715379 Mar 07 16:02:05.740211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53e743d0-e3a7-45c8-bf29-3b7d32f9307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (719de009-5667-43b3-8258-98acf77ac91a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.743359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-53e743d0-e3a7-45c8-bf29-3b7d32f9307b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.745374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-53e743d0-e3a7-45c8-bf29-3b7d32f9307b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/719de009-5667-43b3-8258-98acf77ac91a HTTP/1.1" status: 204 len: 168 time: 0.3399181 Mar 07 16:02:05.754894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Subnet': ['ID=673fc77e-8bca-4c36-8162-76f55aef3382,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:05.766321 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4308cd56-68d3-4924-b7ae-cf6e88c17ab6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2002885 Mar 07 16:02:05.784882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7cb0e86a-6550-4e97-960f-b435a4cfa4b4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.799205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e743d0-e3a7-45c8-bf29-3b7d32f9307b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719de009-5667-43b3-8258-98acf77ac91a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:05.875274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Checking segment: {'id': '06f9d2fb-537a-4523-b70b-baa49094b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:05.875607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network hostable DHCP agents. Network: b50b6f65-5349-4dfe-a0af-b2c8a8b3764c, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:05.921066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a79d61-9d24-4dd7-99b2-31a68a6cd023 None None] Network a40cf081-4407-449a-aa21-2e9b067a043f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:05.927904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7cb0e86a-6550-4e97-960f-b435a4cfa4b4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.928925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:05.929645 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:05.933757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8074304-7c05-4f44-8bbd-c7923765c2c7 req-913b0767-1a89-411a-8f1c-f5a9365d55d4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947360 Mar 07 16:02:05.950302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:05.979420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b50b6f65-5349-4dfe-a0af-b2c8a8b3764c) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:05.990478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:05.994325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.037606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6810522 Mar 07 16:02:06.066456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Deleting port 79b6b6cf-3b22-4954-b6e1-558232b57c38 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:06.066734 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (79b6b6cf-3b22-4954-b6e1-558232b57c38), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.068591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47698) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:06.078615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd64b95-c2f5-421f-87a9-2ca17127cd29 None None] Network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:06.091823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Request body: {'subnet': {'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1376537430-subnet', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:06.120884 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f59d93b7-f258-4fcf-ac6a-b1122650d84b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0374019 Mar 07 16:02:06.145708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f9852-bd1e-43db-9b68-ab94ffd3b3e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb0e86a-6550-4e97-960f-b435a4cfa4b4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:06.181649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6a04-d53a-4a8c-bfeb-521b1b9977c9 req-1dcf259a-ad1a-4a29-8ce7-eeaeed22e605 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:06.185126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:06.193737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db9b6a04-d53a-4a8c-bfeb-521b1b9977c9 req-1dcf259a-ad1a-4a29-8ce7-eeaeed22e605 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 948 time: 0.1256609 Mar 07 16:02:06.205415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Made reservation on behalf of 4dcb668b6a164a6f8e586e84434af7cf for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:06.208403 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.221338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:06.287667 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db9b6a04-d53a-4a8c-bfeb-521b1b9977c9 req-db7940bb-f533-48ee-b5bc-f17c492ea8b7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929034 Mar 07 16:02:06.309378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (79b6b6cf-3b22-4954-b6e1-558232b57c38), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.309378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (79b6b6cf-3b22-4954-b6e1-558232b57c38), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.341771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Calling delete_port for 79b6b6cf-3b22-4954-b6e1-558232b57c38 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:06.397867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-b50b6f65-5349-4dfe-a0af-b2c8a8b3764c', 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c', 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'fixed_ips': [{'subnet_id': '673fc77e-8bca-4c36-8162-76f55aef3382'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:02:06.398921 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.431234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 2a182992-db76-4c44-8436-e2235fb2b111 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:06.431234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 2a182992-db76-4c44-8436-e2235fb2b111 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:06.431234 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2a182992-db76-4c44-8436-e2235fb2b111), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.566419 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.656597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 2a182992-db76-4c44-8436-e2235fb2b111 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:06.657395 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.703817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:06.706304 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a175918-2cfe-4114-9634-6b94b665c95f" -d '{"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:06.707503 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f2cddb87-546a-48f5-8849-00fcf486803b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.720426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Allocated IP 19.86.0.2 (b50b6f65-5349-4dfe-a0af-b2c8a8b3764c/673fc77e-8bca-4c36-8162-76f55aef3382/ce547486-1b86-47c2-aecb-c0530d3a656e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:06.730917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:06.740664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.840068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2cddb87-546a-48f5-8849-00fcf486803b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:06.851185 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (79b6b6cf-3b22-4954-b6e1-558232b57c38), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:06.904189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ab9f12c8-a951-492f-9da1-79970e113176 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:06.910857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Pushing event deleted for resources: {'Port': ['ID=79b6b6cf-3b22-4954-b6e1-558232b57c38,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:06.937814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Checking segment: {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:06.938549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Network hostable DHCP agents. Network: 7cb0e86a-6550-4e97-960f-b435a4cfa4b4, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:06.958518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:06.984463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-b8a527f7-f09b-4d60-abe9-cad9ed0cb740 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:06.991177 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-b8a527f7-f09b-4d60-abe9-cad9ed0cb740 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/networks?id=a40cf081-4407-449a-aa21-2e9b067a043f HTTP/1.1" status: 200 len: 821 time: 0.1972084 Mar 07 16:02:07.014616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks [] for floatingip (b0fffeaa-88f0-40e6-a260-f7428c54108e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.017358 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.018525 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65adc1a1-2461-4cbb-aa95-38428bda7be6 req-d40f48a1-c15b-494c-947b-37838ee24f9f tempest-FloatingIPDetailsTestJSON-1322941497 tempest-FloatingIPDetailsTestJSON-1322941497-project] 10.222.0.24 "DELETE /v2.0/floatingips/b0fffeaa-88f0-40e6-a260-f7428c54108e HTTP/1.1" status: 204 len: 173 time: 1.4411469 Mar 07 16:02:07.028454 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-70406360-775f-492f-9fd3-f3f1b60875b1 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/quotas/9f2b09c123c94470973b9582753ff3df HTTP/1.1" status: 200 len: 375 time: 0.0362053 Mar 07 16:02:07.031495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47738) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:07.039979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:07.114692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-4064539b-57e5-45f9-a58a-c8353d523d3f tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f2b09c123c94470973b9582753ff3df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837872 Mar 07 16:02:07.133375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 7cb0e86a-6550-4e97-960f-b435a4cfa4b4) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:07.145162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:07.145886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-031d3852-7634-4e13-9354-80218852698a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.152325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b85587-34ed-45d2-829b-614c6f2f6a39 None None] Network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:07.161216 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Publish callbacks [] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.206565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b186b-5a42-45d4-a82f-a232a6beab4f None None] Network cf8659ba-8b99-4ada-a85b-219f24152c97 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:07.237802 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.287691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-031d3852-7634-4e13-9354-80218852698a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2145314 Mar 07 16:02:07.293482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47750) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:07.306435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:07.358811 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-84d721f3-7a33-4764-ad0b-cb0e1a125ecd service neutron] 10.222.0.24 "GET /v2.0/networks/a40cf081-4407-449a-aa21-2e9b067a043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429948 Mar 07 16:02:07.372510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-69511049-805b-4655-97d9-60feb5312156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:07.374067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-69511049-805b-4655-97d9-60feb5312156 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd&tenant_id=3165642cfca34437bce67a855d406c8f HTTP/1.1" status: 200 len: 1131 time: 0.2910693 Mar 07 16:02:07.401003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (3d297322-d221-4057-afc7-6f020ae7a107), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.402459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (3d297322-d221-4057-afc7-6f020ae7a107), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.425646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:07.488865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-8947a801-3230-4720-81ae-2cc3935388db tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:07.496095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-8947a801-3230-4720-81ae-2cc3935388db tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:07.497921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-8947a801-3230-4720-81ae-2cc3935388db tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/networks?id=cf8659ba-8b99-4ada-a85b-219f24152c97&id=b50b6f65-5349-4dfe-a0af-b2c8a8b3764c&id=cf8659ba-8b99-4ada-a85b-219f24152c97 HTTP/1.1" status: 200 len: 1392 time: 0.3302493 Mar 07 16:02:07.521266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port ab9f12c8-a951-492f-9da1-79970e113176 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:07.532464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b218ce76-528a-4376-b1bb-e226cf775183 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:07.540745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-e8da8a6c-e030-4fc5-bc3a-aa45dbbb4009 service neutron] 10.222.0.24 "GET /v2.0/networks/a40cf081-4407-449a-aa21-2e9b067a043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804061 Mar 07 16:02:07.546769 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks [] for router_controller (3d297322-d221-4057-afc7-6f020ae7a107), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.613477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Pushing event updated for resources: {'Port': ['ID=ce547486-1b86-47c2-aecb-c0530d3a656e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:07.639426 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-38f7871f-c556-4251-be37-ac0779e571f2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/quotas/7b034e956f7a45d6839a8bbce0f694d7 HTTP/1.1" status: 200 len: 375 time: 0.1310349 Mar 07 16:02:07.703352 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.711812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port ab9f12c8-a951-492f-9da1-79970e113176 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:07.712104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ab9f12c8-a951-492f-9da1-79970e113176), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.759851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:07.773933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:02:07.775470 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.791391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3cdee5b5-c586-42ba-9f17-b7f5601d7769 None None] Provisioning complete for port b218ce76-528a-4376-b1bb-e226cf775183 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:07.792192 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3cdee5b5-c586-42ba-9f17-b7f5601d7769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b218ce76-528a-4376-b1bb-e226cf775183), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.829023 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cafac98-57c7-450e-ab05-760f6e97f4ed x-openstack-request-id: req-5cafac98-57c7-450e-ab05-760f6e97f4ed {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:07.829715 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:07.829715 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cafac98-57c7-450e-ab05-760f6e97f4ed {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:07.829953 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111', 'code': 200} Mar 07 16:02:07.847358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:07.863853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:07.871001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b218ce76-528a-4376-b1bb-e226cf775183 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:07.871396 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b218ce76-528a-4376-b1bb-e226cf775183), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:07.915797 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks [] for router_gateway (3d297322-d221-4057-afc7-6f020ae7a107), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.084426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8084d72-dbd9-4649-b2f2-3a80523bdde4 req-8b8164ea-6188-45a7-973c-051d5ff398ca tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:08.086528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8084d72-dbd9-4649-b2f2-3a80523bdde4 req-8b8164ea-6188-45a7-973c-051d5ff398ca tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 944 time: 0.1638162 Mar 07 16:02:08.137590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Allocated IP 172.20.0.2 (7cb0e86a-6550-4e97-960f-b435a4cfa4b4/f2cddb87-546a-48f5-8849-00fcf486803b/1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:08.151650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8084d72-dbd9-4649-b2f2-3a80523bdde4 req-9055fa2a-fa81-47fc-9dc1-18ac317e4830 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590129 Mar 07 16:02:08.343556 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks [] for router_gateway (3d297322-d221-4057-afc7-6f020ae7a107), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.354179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Publish callbacks [] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.376584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.411728 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.445914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed85d4c-10d1-4564-9d6d-398f6200f76e req-67d1c5d8-1668-4814-80f6-00735ac65bbe tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:08.448025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1ed85d4c-10d1-4564-9d6d-398f6200f76e req-67d1c5d8-1668-4814-80f6-00735ac65bbe tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.1794617 Mar 07 16:02:08.508874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Pushing event updated for resources: {'Port': ['ID=1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:08.521841 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-e450c118-c358-4f62-814b-f4cd456fb995 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8815858 Mar 07 16:02:08.553645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1ed85d4c-10d1-4564-9d6d-398f6200f76e req-8c6be7bf-ce05-4504-8ab8-74f21cf730f4 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998662 Mar 07 16:02:08.559260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3cdee5b5-c586-42ba-9f17-b7f5601d7769 None None] Current status of the port b218ce76-528a-4376-b1bb-e226cf775183 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:08.559772 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3cdee5b5-c586-42ba-9f17-b7f5601d7769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b218ce76-528a-4376-b1bb-e226cf775183), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.575847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Allocated IP 172.25.4.135 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/fd3881ea-8247-450e-8cfb-1ff67cdc39a3) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:08.615616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:08.618000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:08.620925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Attempting to bind port ce547486-1b86-47c2-aecb-c0530d3a656e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:08.621299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Attempting to bind port ce547486-1b86-47c2-aecb-c0530d3a656e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '06f9d2fb-537a-4523-b70b-baa49094b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:08.622016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Attempting to bind port ce547486-1b86-47c2-aecb-c0530d3a656e on network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:08.627313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:08.636233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:08.636617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Checking segment: {'id': '06f9d2fb-537a-4523-b70b-baa49094b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:08.637023 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.637419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Bound using segment: {'id': '06f9d2fb-537a-4523-b70b-baa49094b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:08.637900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Bound port: ce547486-1b86-47c2-aecb-c0530d3a656e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f9d2fb-537a-4523-b70b-baa49094b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:08.638285 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.644029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ab9f12c8-a951-492f-9da1-79970e113176 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:08.644404 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ab9f12c8-a951-492f-9da1-79970e113176), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.716939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3cdee5b5-c586-42ba-9f17-b7f5601d7769 None None] For port b218ce76-528a-4376-b1bb-e226cf775183, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b218ce76-528a-4376-b1bb-e226cf775183,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:08.722744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:08.726829 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks [] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.730472 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3cdee5b5-c586-42ba-9f17-b7f5601d7769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b218ce76-528a-4376-b1bb-e226cf775183), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.756084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-12fdce09-4e5a-4fa0-9be3-197994df0ef2 service neutron] 10.222.0.24 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241731 Mar 07 16:02:08.798363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.810145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8168acb4-7773-4c94-bc8e-e08c1cd042f3 req-fde33df4-27d8-425a-9118-14228d373405 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 210 time: 0.0459003 Mar 07 16:02:08.842625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b218ce76-528a-4376-b1bb-e226cf775183 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:08.843053 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b218ce76-528a-4376-b1bb-e226cf775183), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:08.874979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:08.878481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:08.882415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:08.894596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:08.929377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3881ea-8247-450e-8cfb-1ff67cdc39a3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:08.943264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Attempting to bind port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:08.949904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Attempting to bind port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:08.950474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Attempting to bind port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 on network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:08.959563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ab9f12c8-a951-492f-9da1-79970e113176, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ab9f12c8-a951-492f-9da1-79970e113176,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:09.019514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] For port ce547486-1b86-47c2-aecb-c0530d3a656e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:09.023151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] For port ce547486-1b86-47c2-aecb-c0530d3a656e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ce547486-1b86-47c2-aecb-c0530d3a656e,segment=NetworkSegment(06f9d2fb-537a-4523-b70b-baa49094b4c5),segment_id=06f9d2fb-537a-4523-b70b-baa49094b4c5)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:09.033344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.036174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdee5b5-c586-42ba-9f17-b7f5601d7769 None None] Pushing event updated for resources: {'Port': ['ID=b218ce76-528a-4376-b1bb-e226cf775183,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:09.046487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:09.048046 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ab9f12c8-a951-492f-9da1-79970e113176), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.048838 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d9445-829d-4c50-a56d-830f818d8283" -d '{"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-unplugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:09.074203 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Publish callbacks [] for port (2a182992-db76-4c44-8436-e2235fb2b111), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.090907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:09.091796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Checking segment: {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:09.092498 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.093099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Bound using segment: {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:09.095528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Bound port: 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:09.096210 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.151412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Transition to ACTIVE for port object 2a182992-db76-4c44-8436-e2235fb2b111 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:09.160919 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (6a372b4c-d118-45ad-ae30-f5c90ac40c89), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.190869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.209451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622ddb2-5a51-49cb-8056-fc769bc93349 None None] Pushing event updated for resources: {'Port': ['ID=ce547486-1b86-47c2-aecb-c0530d3a656e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:09.222320 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:02:09.222779 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:02:09.255099 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-bd165708-c3cc-49d4-8565-42cbbf89223c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0be818a532e64f47a37a8ba4b463fa98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744388 Mar 07 16:02:09.278412 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6a8cbe7c-c166-4cf3-af48-490ae6d59a6c service neutron] 10.222.0.24 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214577 Mar 07 16:02:09.297291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] For port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:09.302825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] For port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:09.307336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ab9f12c8-a951-492f-9da1-79970e113176,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:09.315340 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.421360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d56dac-9d0d-4b2d-9412-0d884efa68de None None] Pushing event updated for resources: {'Port': ['ID=1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:09.441474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] No DVR routers for this DVR port 2a182992-db76-4c44-8436-e2235fb2b111 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:09.479499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ad22679e-bd0e-4706-9027-bfa5780bb594 None None] Provisioning complete for port b218ce76-528a-4376-b1bb-e226cf775183 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:09.479876 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ad22679e-bd0e-4706-9027-bfa5780bb594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b218ce76-528a-4376-b1bb-e226cf775183), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.680396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ad22679e-bd0e-4706-9027-bfa5780bb594 None None] Current status of the port b218ce76-528a-4376-b1bb-e226cf775183 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:09.787984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b218ce76-528a-4376-b1bb-e226cf775183 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:09.799484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:09.799991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:09.800147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:09.821803 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=10']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:09.834883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4fb10b-e10a-4b34-81d5-f83f1c89ae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9f12c8-a951-492f-9da1-79970e113176'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:09.837676 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855aea52-7a94-452b-8e5f-ed69ab5ef5a0" -d '{"events": [{"server_uuid": "9c4fb10b-e10a-4b34-81d5-f83f1c89ae48", "name": "network-vif-plugged", "status": "completed", "tag": "ab9f12c8-a951-492f-9da1-79970e113176"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:09.867490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Port 2a182992-db76-4c44-8436-e2235fb2b111 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:09.867959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Attempting to bind port 2a182992-db76-4c44-8436-e2235fb2b111 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:09.901257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:09.911710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:09.912109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:09.912582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Bound port: 2a182992-db76-4c44-8436-e2235fb2b111, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:09.912959 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:09.958988 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-eeb4b91f-a4b9-401a-a9a9-c5cca6c86079 service neutron] 10.222.0.24 "GET /v2.0/networks/b50b6f65-5349-4dfe-a0af-b2c8a8b3764c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136329 Mar 07 16:02:10.107697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:10.168788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:10.175831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:10.176179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.176811 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-1f876343-78ab-48d3-b132-0421a6e6e2fc tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:10.183876 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-1f876343-78ab-48d3-b132-0421a6e6e2fc tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9182122 Mar 07 16:02:10.191804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-1ad7947a-46b4-4b93-9a40-1b8aef658398 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:10.193350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:10.193755 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-1ad7947a-46b4-4b93-9a40-1b8aef658398 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.11 "GET /v2.0/networks?id=a40cf081-4407-449a-aa21-2e9b067a043f HTTP/1.1" status: 200 len: 821 time: 0.5050211 Mar 07 16:02:10.200128 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-e9b8813c-8254-4ca2-8b8e-0cb6e7233c43 service neutron] 10.222.0.24 "GET /v2.0/networks/b50b6f65-5349-4dfe-a0af-b2c8a8b3764c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303131 Mar 07 16:02:10.204409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.218342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Request body: {'port': {'device_id': '0430a3b2-6fb9-4906-a345-d6ea48710ff9', 'network_id': 'a40cf081-4407-449a-aa21-2e9b067a043f', 'admin_state_up': True, 'tenant_id': '9f2b09c123c94470973b9582753ff3df'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:10.231239 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-9b9ee6ad-6e97-487e-81b4-975fb0f80acb tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/quotas/0be818a532e64f47a37a8ba4b463fa98 HTTP/1.1" status: 200 len: 375 time: 0.0463982 Mar 07 16:02:10.243597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:10.310220 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:10.310881 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.316338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] 10.222.0.15 "PUT /v2.0/ports/2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 1096 time: 2.9284575 Mar 07 16:02:10.347627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] The host n-h2-830010-8 is not matching for port 2a182992-db76-4c44-8436-e2235fb2b111 host n-h1-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:02:10.347862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:10.355324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:10.355324 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.366110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks [] for router_gateway (3d297322-d221-4057-afc7-6f020ae7a107), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.368323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-07046a78-8f9e-4975-9fa7-459a6588290c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1358411 Mar 07 16:02:10.416042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9e8a4-7889-4ab6-a169-4e3680141a6e service neutron] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=11']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:10.448767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:10.453936 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.454737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b218ce76-528a-4376-b1bb-e226cf775183 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:10.476394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Made reservation on behalf of 9f2b09c123c94470973b9582753ff3df for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:10.487316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.513935 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-f0b72405-775c-4008-b6e3-c70ca48d4e94 service neutron] 10.222.0.24 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063314 Mar 07 16:02:10.594972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b218ce76-528a-4376-b1bb-e226cf775183 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:10.595354 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b218ce76-528a-4376-b1bb-e226cf775183), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.597107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:10.701614 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129ea965-ff4d-4fce-a63a-32e618c320cb x-openstack-request-id: req-129ea965-ff4d-4fce-a63a-32e618c320cb {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:10.701923 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-unplugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:10.702183 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-129ea965-ff4d-4fce-a63a-32e618c320cb {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:10.702624 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111', 'code': 200} Mar 07 16:02:10.716405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-85663ba3-8d91-47cf-925f-1da0bb2f5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:10.717242 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-85663ba3-8d91-47cf-925f-1da0bb2f5f2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1130 time: 0.3677752 Mar 07 16:02:10.845378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.849141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b218ce76-528a-4376-b1bb-e226cf775183 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:10.850297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ce547486-1b86-47c2-aecb-c0530d3a656e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:10.893164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Deleting port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:10.894314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.943058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-cf2edf53-dbe4-4030-9e3e-e82d38c79e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:10.945300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ce547486-1b86-47c2-aecb-c0530d3a656e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:10.945834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-cf2edf53-dbe4-4030-9e3e-e82d38c79e8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2186275 Mar 07 16:02:10.946135 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:10.961721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Allocated IP 172.20.0.14 (a40cf081-4407-449a-aa21-2e9b067a043f/f53bab85-222d-40fd-8db8-78748714ea36/bb45cad5-9ab5-4575-8294-a7249b4c27c5) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:11.047389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ce547486-1b86-47c2-aecb-c0530d3a656e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:11.047963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-60be65b0-e3b8-4cc0-b94b-890c7fca4578 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.0821342 Mar 07 16:02:11.048829 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:11.101075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port ce547486-1b86-47c2-aecb-c0530d3a656e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ce547486-1b86-47c2-aecb-c0530d3a656e,segment=NetworkSegment(06f9d2fb-537a-4523-b70b-baa49094b4c5),segment_id=06f9d2fb-537a-4523-b70b-baa49094b4c5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:11.104810 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-fb117957-b1e2-4d63-aa5f-4c5e1bcfac15 service neutron] 10.222.0.24 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761218 Mar 07 16:02:11.107096 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:11.187260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (3d297322-d221-4057-afc7-6f020ae7a107), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:11.228913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e88a2-839e-4278-82de-95251456e606 req-dbec0c6b-cd0c-4dc1-9c9d-db8765d345cd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:11.242552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-1ec7c628-f11a-4ff3-ab9b-6ffbba5d5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:11.244255 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-1ec7c628-f11a-4ff3-ab9b-6ffbba5d5bd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1530032 Mar 07 16:02:11.247413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-628e88a2-839e-4278-82de-95251456e606 req-dbec0c6b-cd0c-4dc1-9c9d-db8765d345cd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 945 time: 0.4471550 Mar 07 16:02:11.271635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] For port 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3efc6234-e0d1-4b19-b3ff-e0e8e60b2360,segment=NetworkSegment(a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2),segment_id=a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:11.272016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:11.335672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Calling delete_port for 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:11.407536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c688a2e-d730-4c89-852e-e14883ba8ae3 None None] Network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:11.434490 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-628e88a2-839e-4278-82de-95251456e606 req-ab4c9e28-2547-443e-a285-1875519d33dd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808283 Mar 07 16:02:11.508278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649268e-0c48-4d96-a827-15adffe86380 req-dc7ba618-9274-40e9-961f-a813113a94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:11.514163 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-dc7ba618-9274-40e9-961f-a813113a94f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2622504 Mar 07 16:02:11.522740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98d569-2f6a-4c5c-ac0b-c34dd0053262 None None] Network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:11.627638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-774af4d6-06e8-4ed6-90cf-74b6ef0df5e0 req-a34b067b-5d86-46fb-adba-2363f90fbbec tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 210 time: 0.0715630 Mar 07 16:02:11.684841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7545d525-1f9d-4c11-b804-02a1215df048 None None] Provisioning complete for port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:11.685660 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7545d525-1f9d-4c11-b804-02a1215df048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:11.753727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ea891-f5ba-4ca3-8671-453a12a050c2 req-b99cb2e1-0031-4976-9b64-bc4f8cf19ca2 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:11.755598 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a5ea891-f5ba-4ca3-8671-453a12a050c2 req-b99cb2e1-0031-4976-9b64-bc4f8cf19ca2 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 948 time: 0.2402339 Mar 07 16:02:11.773454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Publish callbacks [] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:11.776618 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb379a74-0013-492d-8b2a-c6025a0d5398 x-openstack-request-id: req-eb379a74-0013-492d-8b2a-c6025a0d5398 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:11.777053 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4fb10b-e10a-4b34-81d5-f83f1c89ae48", "name": "network-vif-plugged", "status": "completed", "tag": "ab9f12c8-a951-492f-9da1-79970e113176", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:11.777320 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb379a74-0013-492d-8b2a-c6025a0d5398 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:11.777998 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4fb10b-e10a-4b34-81d5-f83f1c89ae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9f12c8-a951-492f-9da1-79970e113176', 'code': 200} Mar 07 16:02:11.781260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=ce547486-1b86-47c2-aecb-c0530d3a656e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:11.806993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Router 3d297322-d221-4057-afc7-6f020ae7a107 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:02:11.861990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-0c8eba41-728e-45b4-b5b4-4f51ecb81fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366127 Mar 07 16:02:11.954228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:11.969852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a5ea891-f5ba-4ca3-8671-453a12a050c2 req-b391af73-edfa-490f-9aff-37589ff4938a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048450 Mar 07 16:02:11.997464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a649268e-0c48-4d96-a827-15adffe86380 req-fda719d8-6349-4673-aff5-dff06db19555 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292555 Mar 07 16:02:12.011966 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:12.049291 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3efc6234-e0d1-4b19-b3ff-e0e8e60b2360), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:12.052991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7545d525-1f9d-4c11-b804-02a1215df048 None None] Current status of the port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:12.073430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:12.074021 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:12.106306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efc6234-e0d1-4b19-b3ff-e0e8e60b2360,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:12.150191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Pushing event updated for resources: {'Port': ['ID=bb45cad5-9ab5-4575-8294-a7249b4c27c5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:12.170746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-f23cf0ce-9207-4643-968a-e5504468a25b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0be818a532e64f47a37a8ba4b463fa98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2172713 Mar 07 16:02:12.292864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c8d1c063-c36a-4641-9b10-eb65376db944 None None] Provisioning complete for port ce547486-1b86-47c2-aecb-c0530d3a656e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:12.293516 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c8d1c063-c36a-4641-9b10-eb65376db944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:12.299496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f1f99be4-2355-442f-9347-4f0e18011f81 req-150fa73a-cc2a-43b2-b9d5-6247a476ad9c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 210 time: 0.1286778 Mar 07 16:02:12.380412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Network a40cf081-4407-449a-aa21-2e9b067a043f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:12.385676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:12.388017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ce547486-1b86-47c2-aecb-c0530d3a656e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:12.404209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8cb05fd7-7719-4e37-9b4c-b88ad4baeaef tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:12.417719 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8cb05fd7-7719-4e37-9b4c-b88ad4baeaef tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456667 Mar 07 16:02:12.468138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:12.475546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:12.561990 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (6a372b4c-d118-45ad-ae30-f5c90ac40c89), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:12.603444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ce547486-1b86-47c2-aecb-c0530d3a656e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:12.603969 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:12.633001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1c063-c36a-4641-9b10-eb65376db944 None None] Current status of the port ce547486-1b86-47c2-aecb-c0530d3a656e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:12.640935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:12.641671 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:12.693867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ce547486-1b86-47c2-aecb-c0530d3a656e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:12.713751 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-e6931216-77b2-47cf-be50-cf03733a992c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0be818a532e64f47a37a8ba4b463fa98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2897239 Mar 07 16:02:12.720659 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-d6bb426d-8ef9-4775-85bc-54c30f1d0b81 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5102479 Mar 07 16:02:12.721918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-e1db409f-8954-42e3-a4e4-8ec1682b8d85 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/quotas/0be818a532e64f47a37a8ba4b463fa98 HTTP/1.1" status: 200 len: 375 time: 0.3026614 Mar 07 16:02:12.756844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:02:12.762750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9e95344f-e03a-49f0-b851-643b38190d7b None None] Provisioning complete for port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:12.763166 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e95344f-e03a-49f0-b851-643b38190d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:12.773124 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Sync routers for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:02:12.794387 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:02:12.796114 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:12.823016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f96ca3-9c61-4b03-82a4-dbfafd95a041 req-cbec0ac0-fa95-4252-88b0-36f2a64fc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:12.824626 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0f96ca3-9c61-4b03-82a4-dbfafd95a041 req-cbec0ac0-fa95-4252-88b0-36f2a64fc7cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 1127 time: 0.8857687 Mar 07 16:02:12.856381 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-57b36b68-3dd1-4190-8e7f-db55a936013a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190763 Mar 07 16:02:12.896078 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:12.898311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0b72be46-a13c-4479-a9ec-3d7bbfb3a979 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.6038709 Mar 07 16:02:12.904759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47842) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:12.932814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9e95344f-e03a-49f0-b851-643b38190d7b None None] Current status of the port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:12.963705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9e95344f-e03a-49f0-b851-643b38190d7b None None] Provisioning complete for port ce547486-1b86-47c2-aecb-c0530d3a656e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:12.964167 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e95344f-e03a-49f0-b851-643b38190d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.010119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Request body: {'port': {'device_id': '0430a3b2-6fb9-4906-a345-d6ea48710ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:13.032943 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:13.143342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:13.146010 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d7a14-683e-49d5-9882-681887c8ce01" -d '{"events": [{"name": "network-changed", "server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "tag": "2a182992-db76-4c44-8436-e2235fb2b111"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:13.155959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9e95344f-e03a-49f0-b851-643b38190d7b None None] Current status of the port ce547486-1b86-47c2-aecb-c0530d3a656e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:13.281943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-798827cf-68f2-4c31-abe8-95e5c65f3e47 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:13.287329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-798827cf-68f2-4c31-abe8-95e5c65f3e47 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:13.289076 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-798827cf-68f2-4c31-abe8-95e5c65f3e47 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.11 "GET /v2.0/networks?id=cf8659ba-8b99-4ada-a85b-219f24152c97&id=b50b6f65-5349-4dfe-a0af-b2c8a8b3764c&id=cf8659ba-8b99-4ada-a85b-219f24152c97 HTTP/1.1" status: 200 len: 1392 time: 0.1264410 Mar 07 16:02:13.310705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'port': {'device_id': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97', 'admin_state_up': True, 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:13.424188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-47dad8b4-94e8-4244-8617-31b766352152 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:13.425690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-47dad8b4-94e8-4244-8617-31b766352152 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7001262 Mar 07 16:02:13.449791 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:09Z', 'revision_number': 3, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:13.454470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca82eba-7b98-4b83-ac9e-f7348dead542 req-489bcd6f-c955-42c6-93af-66445f3a9fe4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:13.456074 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4ca82eba-7b98-4b83-ac9e-f7348dead542 req-489bcd6f-c955-42c6-93af-66445f3a9fe4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 945 time: 0.8161581 Mar 07 16:02:13.457593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Request body: {'port': {'device_id': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '0be818a532e64f47a37a8ba4b463fa98'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:13.490053 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Checking router: 3d297322-d221-4057-afc7-6f020ae7a107 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:02:13.490407 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Updating router 3d297322-d221-4057-afc7-6f020ae7a107 port fd3881ea-8247-450e-8cfb-1ff67cdc39a3 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:02:13.511771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0f96ca3-9c61-4b03-82a4-dbfafd95a041 req-2dad9c90-492d-4ce1-8b9d-fe8756aab308 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480713 Mar 07 16:02:13.535120 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.580313 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4ca82eba-7b98-4b83-ac9e-f7348dead542 req-08e96d29-06a7-4afb-bd68-971f74b72458 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161768 Mar 07 16:02:13.618674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:02:13.620206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:13.625537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.739144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Made reservation on behalf of 0be818a532e64f47a37a8ba4b463fa98 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:13.743529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.748593 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.764557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beaab6-c2e2-4c30-923a-fbd11103019c req-f75e483b-ca09-4580-a73f-0e14f98fb181 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:13.767253 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06beaab6-c2e2-4c30-923a-fbd11103019c req-f75e483b-ca09-4580-a73f-0e14f98fb181 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 932 time: 0.3522298 Mar 07 16:02:13.781807 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.859166 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Publish callbacks [] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.867566 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.917391 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579d5b2-fa09-4044-a1c9-e5d2ae574d14 None None] Pushing event updated for resources: {'Port': ['ID=fd3881ea-8247-450e-8cfb-1ff67cdc39a3,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:13.922619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61275e-6317-48c9-854d-51b1dde3cdc8 req-f13ccdd2-edc3-41ff-ab49-feb254c587ca tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:13.924384 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2f61275e-6317-48c9-854d-51b1dde3cdc8 req-f13ccdd2-edc3-41ff-ab49-feb254c587ca tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 948 time: 0.2566814 Mar 07 16:02:13.943923 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Attempting to bind port fd3881ea-8247-450e-8cfb-1ff67cdc39a3 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:13.944370 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Attempting to bind port fd3881ea-8247-450e-8cfb-1ff67cdc39a3 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:13.944659 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Attempting to bind port fd3881ea-8247-450e-8cfb-1ff67cdc39a3 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:13.954154 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:13.954556 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:13.954998 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.955402 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:13.955885 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Bound port: fd3881ea-8247-450e-8cfb-1ff67cdc39a3, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:13.956421 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:13.981204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Allocated IP 19.80.0.10 (cf8659ba-8b99-4ada-a85b-219f24152c97/76ca3b0f-43b7-4d65-9619-36f01de4e908/d3792530-d455-4d1f-ac1f-33e531ed6ba7) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:13.986352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:02:13.995059 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2f24a591-a222-4dd7-bbaa-fd167bf2e752 admin admin] 10.222.0.24 "PUT /v2.0/routers/6a372b4c-d118-45ad-ae30-f5c90ac40c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9621415 Mar 07 16:02:13.997644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] Sync routers for ids ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:02:14.004528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47860) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:14.023711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] Routers {'6a372b4c-d118-45ad-ae30-f5c90ac40c89'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:02:14.026075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:14.082386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06beaab6-c2e2-4c30-923a-fbd11103019c req-a14cf11a-cc87-40b4-8e7f-451241a1d616 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755698 Mar 07 16:02:14.083410 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2f61275e-6317-48c9-854d-51b1dde3cdc8 req-1258fb1b-76d8-45ac-b3a1-0d114a94b874 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495664 Mar 07 16:02:14.094243 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] For port fd3881ea-8247-450e-8cfb-1ff67cdc39a3, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:14.111657 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] For port fd3881ea-8247-450e-8cfb-1ff67cdc39a3, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fd3881ea-8247-450e-8cfb-1ff67cdc39a3,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:14.132707 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:14.258247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] Set router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:14.287461 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2018473-08ef-49cc-8b1d-b457df326ca6 x-openstack-request-id: req-a2018473-08ef-49cc-8b1d-b457df326ca6 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:14.288065 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "tag": "2a182992-db76-4c44-8436-e2235fb2b111", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:14.288065 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2018473-08ef-49cc-8b1d-b457df326ca6 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:14.288409 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111', 'status': 'completed', 'code': 200} Mar 07 16:02:14.308632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.11', 50276) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:14.323241 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579d5b2-fa09-4044-a1c9-e5d2ae574d14 None None] Pushing event updated for resources: {'Port': ['ID=fd3881ea-8247-450e-8cfb-1ff67cdc39a3,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:14.341737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks [] for router (6a372b4c-d118-45ad-ae30-f5c90ac40c89), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:14.361144 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:02:14.362260 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:14.436077 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f81a255a-18d8-47ac-b18c-5b9616f8a954 req-d80ca026-a6c3-4097-8431-0177182c1573 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 210 time: 0.1219680 Mar 07 16:02:14.491125 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:14.525811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:14.536733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-630ff1d1-6287-4877-b37c-92400cdba188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:14.538269 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-630ff1d1-6287-4877-b37c-92400cdba188 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1130 time: 0.2287676 Mar 07 16:02:14.678129 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks [] for security_group (f4fd5329-1aa5-4be4-ac22-a2bf825f7061), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:14.702319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bee834b5-6ecc-4993-9124-3bcbe4ceb105 req-a60ac2eb-8875-4daa-913d-ed0ac9004da9 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 210 time: 0.2839661 Mar 07 16:02:14.713484 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks [] for router_gateway (6a372b4c-d118-45ad-ae30-f5c90ac40c89), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:14.743097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:02:11Z', 'revision_number': 5, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'gw_port': {'id': '655593c2-8b65-4808-8897-e01dd715ae4c', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:14.744830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f4fd5329-1aa5-4be4-ac22-a2bf825f7061), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:14.783876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] Checking router: 6a372b4c-d118-45ad-ae30-f5c90ac40c89 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:02:14.802747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] Routers {'6a372b4c-d118-45ad-ae30-f5c90ac40c89'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:02:14.804265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:14.836539 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:14.860524 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:09Z', 'revision_number': 3, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:14.890958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb45cad5-9ab5-4575-8294-a7249b4c27c5 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:14.911828 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2cee8-9574-4b26-b57b-94d940b9d587 None None] The sync data for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 is: [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:09Z', 'revision_number': 3, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:02:14.913777 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Publish callbacks [] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:14.946115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] Set router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:14.964264 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-f7498ff4-de5d-47af-9d95-be4297b67b70 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0be818a532e64f47a37a8ba4b463fa98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2134078 Mar 07 16:02:14.976772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fd5329-1aa5-4be4-ac22-a2bf825f7061,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:14.999116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-4fb9f9a4-0212-4c79-b336-4dce9172ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:15.000728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-4fb9f9a4-0212-4c79-b336-4dce9172ca15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3165642cfca34437bce67a855d406c8f&device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1130 time: 0.6414940 Mar 07 16:02:15.032528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-cb06d877-34dc-43fc-ab01-f8f69672b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:15.033619 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-cb06d877-34dc-43fc-ab01-f8f69672b84c service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.4881575 Mar 07 16:02:15.038592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network cf8659ba-8b99-4ada-a85b-219f24152c97 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:15.068201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:15.080197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Port': ['ID=d3792530-d455-4d1f-ac1f-33e531ed6ba7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:15.081425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:02:14Z', 'revision_number': 6, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:15.143659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66ec75-3cef-4c35-ab35-d365cf0c8270 None None] The sync data for ids ['6a372b4c-d118-45ad-ae30-f5c90ac40c89'] in n-d-830010-8 is: [{'id': '6a372b4c-d118-45ad-ae30-f5c90ac40c89', 'name': 'tempest-FloatingIPDetailsTestJSON-238852406-router', 'tenant_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:34Z', 'updated_at': '2022-03-07T16:02:14Z', 'revision_number': 6, 'project_id': 'aeb6f2cdd47c4dc29a1e034d4b1d5a7f', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:02:15.147691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:15.162365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Transition to ACTIVE for port object bb45cad5-9ab5-4575-8294-a7249b4c27c5 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:15.163761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-00b97b23-10de-42f1-b0f8-ee1348f15008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:15.166058 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-00b97b23-10de-42f1-b0f8-ee1348f15008 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1299696 Mar 07 16:02:15.194191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:15.243274 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-8f25272c-e2d8-4b7f-b3a6-b60f2197f8c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.1844137 Mar 07 16:02:15.251772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37508afa-f423-4517-b078-5e8cddcf0925 req-4ed19ac5-3326-4142-b0cd-49afdc49dd57 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:15.253411 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37508afa-f423-4517-b078-5e8cddcf0925 req-4ed19ac5-3326-4142-b0cd-49afdc49dd57 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 945 time: 0.5544000 Mar 07 16:02:15.298888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-1cd441be-88df-4cfe-826e-3cf70c9bd18b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 200 len: 217 time: 0.1163652 Mar 07 16:02:15.380120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:15.423995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Deleting port 655593c2-8b65-4808-8897-e01dd715ae4c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:15.424633 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:15.426672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Pushing event updated for resources: {'Port': ['ID=bb45cad5-9ab5-4575-8294-a7249b4c27c5,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:15.429304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37508afa-f423-4517-b078-5e8cddcf0925 req-fb3060ea-58c0-49c0-aa7a-5f30a6d236ee tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245444 Mar 07 16:02:15.429479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Allocated IP 192.168.233.212 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/be9889cd-fa5c-453e-a7f2-fe1d8fc58241) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:15.445559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-edaa491f-4252-42ee-808f-2427a2be5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:15.447439 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-edaa491f-4252-42ee-808f-2427a2be5010 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1857216 Mar 07 16:02:15.456083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-cd78d650-bce0-4bdf-9eb9-c86eb9f12630 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:15.456383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a7eb1eac-dfac-4e33-9bc6-e86e1f6f4e7f None None] Provisioning complete for port d3792530-d455-4d1f-ac1f-33e531ed6ba7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:15.456536 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1eac-dfac-4e33-9bc6-e86e1f6f4e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:15.457965 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-cd78d650-bce0-4bdf-9eb9-c86eb9f12630 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4700508 Mar 07 16:02:15.464726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:15.464955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:15.481202 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Request body: {'port': {'device_id': 'ab48e588-3b9d-4e48-9de4-7d1edb51f374', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '0be818a532e64f47a37a8ba4b463fa98'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:15.483418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83ce55-dfc1-4161-a11c-6340399c5bed req-8cfba3fd-5378-48fd-84d6-111e16fcb28b tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:15.484962 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db83ce55-dfc1-4161-a11c-6340399c5bed req-8cfba3fd-5378-48fd-84d6-111e16fcb28b tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 944 time: 0.2299061 Mar 07 16:02:15.509908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-03b167f5-8289-4c84-86d5-f9f5983dbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:15.512377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-03b167f5-8289-4c84-86d5-f9f5983dbb08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1824124 Mar 07 16:02:15.535031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb1eac-dfac-4e33-9bc6-e86e1f6f4e7f None None] Port d3792530-d455-4d1f-ac1f-33e531ed6ba7 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:15.581841 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-50c2bde8-1677-49a9-aaee-fa1b91a243ec tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2763944 Mar 07 16:02:15.641224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'port': {'device_id': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c', 'admin_state_up': True, 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:16.052753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db83ce55-dfc1-4161-a11c-6340399c5bed req-ceb29266-392d-46f5-ad77-72c2b2126c3f tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264332 Mar 07 16:02:16.188853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-0762770f-b528-4065-8942-15b6e152d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:16.190287 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-0762770f-b528-4065-8942-15b6e152d305 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7152643 Mar 07 16:02:16.236183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] For port 655593c2-8b65-4808-8897-e01dd715ae4c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=655593c2-8b65-4808-8897-e01dd715ae4c,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:16.236550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.269277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8b58edcf-6bac-426a-a828-5494ddb2aae7 req-e700b71c-4122-4854-a248-5fe272036868 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 210 time: 0.0930884 Mar 07 16:02:16.289281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fd3881ea-8247-450e-8cfb-1ff67cdc39a3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:16.322046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Calling delete_port for 655593c2-8b65-4808-8897-e01dd715ae4c owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:16.352948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Attempting to bind port bb45cad5-9ab5-4575-8294-a7249b4c27c5 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:16.353293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Attempting to bind port bb45cad5-9ab5-4575-8294-a7249b4c27c5 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a40cf081-4407-449a-aa21-2e9b067a043f'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:16.363394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Attempting to bind port bb45cad5-9ab5-4575-8294-a7249b4c27c5 on network a40cf081-4407-449a-aa21-2e9b067a043f {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:16.376561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port fd3881ea-8247-450e-8cfb-1ff67cdc39a3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:16.377247 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.460433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks [] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.500138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Made reservation on behalf of 0be818a532e64f47a37a8ba4b463fa98 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:16.503572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.510085 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-a05a1c3a-4cc6-4704-afe1-6df960a1218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:16.512594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-a05a1c3a-4cc6-4704-afe1-6df960a1218c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9531708 Mar 07 16:02:16.518898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa893e2-8486-4818-b892-284604c97753 req-ec2fe508-1785-4754-865e-56f53286e0e8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:16.520445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fa893e2-8486-4818-b892-284604c97753 req-ec2fe508-1785-4754-865e-56f53286e0e8 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 948 time: 0.5357876 Mar 07 16:02:16.557569 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Allocated IP 172.20.0.1 (7cb0e86a-6550-4e97-960f-b435a4cfa4b4/f2cddb87-546a-48f5-8849-00fcf486803b/54b8ef22-d79f-4518-ad89-8d1c5d676899) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:16.561051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fd3881ea-8247-450e-8cfb-1ff67cdc39a3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:16.561949 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.577930 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.593592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Port bb45cad5-9ab5-4575-8294-a7249b4c27c5 on network a40cf081-4407-449a-aa21-2e9b067a043f not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:16.594106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Attempting to bind port bb45cad5-9ab5-4575-8294-a7249b4c27c5 on network a40cf081-4407-449a-aa21-2e9b067a043f {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:16.595287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port fd3881ea-8247-450e-8cfb-1ff67cdc39a3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fd3881ea-8247-450e-8cfb-1ff67cdc39a3,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:16.596569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:16.600155 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.607442 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.669818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:16.670138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Checking segment: {'id': '14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a40cf081-4407-449a-aa21-2e9b067a043f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:16.670519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Bound using segment: {'id': '14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a40cf081-4407-449a-aa21-2e9b067a043f'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:16.670999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Bound port: bb45cad5-9ab5-4575-8294-a7249b4c27c5, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a40cf081-4407-449a-aa21-2e9b067a043f'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:16.671360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.692233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=fd3881ea-8247-450e-8cfb-1ff67cdc39a3,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:16.692831 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-f0856f66-2813-492f-b6a1-b90b82feea40 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617975 Mar 07 16:02:16.703516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 655593c2-8b65-4808-8897-e01dd715ae4c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:16.786889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:16.798986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 655593c2-8b65-4808-8897-e01dd715ae4c is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:16.799855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.802368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:16.803084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fa893e2-8486-4818-b892-284604c97753 req-2d7a9ed5-6642-4a8e-bfd8-375d0578a38f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655268 Mar 07 16:02:16.840772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 655593c2-8b65-4808-8897-e01dd715ae4c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=655593c2-8b65-4808-8897-e01dd715ae4c,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:16.857091 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:16.857799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:16.888832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Pushing event updated for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:16.891352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:16.892939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:16.893293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3efc6234-e0d1-4b19-b3ff-e0e8e60b2360 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:16.943477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:16.948737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-2691fa5b-7522-4770-b475-20338ce5cde1 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831267 Mar 07 16:02:16.999570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=655593c2-8b65-4808-8897-e01dd715ae4c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:17.023604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:17.030175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Allocated IP 192.168.233.243 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/2b1036ef-d50d-45f1-a9cc-176973fff854) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:17.038954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '2a182992-db76-4c44-8436-e2235fb2b111', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '2a182992-db76-4c44-8436-e2235fb2b111', 'mac_address': 'fa:16:3e:3b:a2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:17.041176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c654f-253f-46a7-9f00-afb7d34f8bd2 req-b1184050-4b95-4d83-a9ea-c5e99e9e6c74 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:17.042873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-537c654f-253f-46a7-9f00-afb7d34f8bd2 req-b1184050-4b95-4d83-a9ea-c5e99e9e6c74 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 931 time: 0.4786172 Mar 07 16:02:17.099279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 2a182992-db76-4c44-8436-e2235fb2b111 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:17.099575 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.107594 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-1527be0d-beb5-4768-9093-3abbc45a5339 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964772 Mar 07 16:02:17.115373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a182992-db76-4c44-8436-e2235fb2b111 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:17.153247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:17.157089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] For port bb45cad5-9ab5-4575-8294-a7249b4c27c5, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:17.168520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd0777-6c76-43a0-9a10-3c380317b377 req-656d23e9-cacc-4ab0-8f3c-52ca005895f8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:17.170114 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5bd0777-6c76-43a0-9a10-3c380317b377 req-656d23e9-cacc-4ab0-8f3c-52ca005895f8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 945 time: 0.2925098 Mar 07 16:02:17.170760 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.194696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Allocated IP 19.86.0.129 (b50b6f65-5349-4dfe-a0af-b2c8a8b3764c/673fc77e-8bca-4c36-8162-76f55aef3382/ac042e42-99b6-43f4-ba2e-36e7be6372a7) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:17.199820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (655593c2-8b65-4808-8897-e01dd715ae4c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.248810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:17.249457 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.254042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] For port bb45cad5-9ab5-4575-8294-a7249b4c27c5, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bb45cad5-9ab5-4575-8294-a7249b4c27c5,segment=NetworkSegment(14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c),segment_id=14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:17.257690 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Publish callbacks [] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.261046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=12']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:17.293052 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.329650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Pushing event deleted for resources: {'Port': ['ID=655593c2-8b65-4808-8897-e01dd715ae4c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:17.358396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-f097c5c3-0c72-4703-9cd4-9c441b5dc939 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9052722 Mar 07 16:02:17.369733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:17.370977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.373191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] 10.222.0.11 "PUT /v2.0/ports/bb45cad5-9ab5-4575-8294-a7249b4c27c5 HTTP/1.1" status: 200 len: 1092 time: 4.6341586 Mar 07 16:02:17.381889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0430a3b2-6fb9-4906-a345-d6ea48710ff9', 'tag': 'bb45cad5-9ab5-4575-8294-a7249b4c27c5'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:17.384733 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61c92f9-fd21-4112-a608-762020047f33" -d '{"events": [{"name": "network-changed", "server_uuid": "0430a3b2-6fb9-4906-a345-d6ea48710ff9", "tag": "bb45cad5-9ab5-4575-8294-a7249b4c27c5"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:17.390599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-537c654f-253f-46a7-9f00-afb7d34f8bd2 req-92f69fc5-0f60-4b9e-9d13-24b0d27276c2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379123 Mar 07 16:02:17.397794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-81672c30-3f8b-4257-a670-7b26bac10cd8 None None] Provisioning complete for port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:17.398361 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-81672c30-3f8b-4257-a670-7b26bac10cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.401646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Request body: {'port': {'device_id': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:17.407815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d0d7a14-683e-49d5-9882-681887c8ce01 req-d2b81c9e-b077-41b9-b915-a2c15040f260 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255853 Mar 07 16:02:17.459245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-81672c30-3f8b-4257-a670-7b26bac10cd8 None None] Port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:17.496195 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5bd0777-6c76-43a0-9a10-3c380317b377 req-b5c177fd-f9bd-4c82-85d9-b9a298be5107 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184743 Mar 07 16:02:17.504179 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.528865 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks [] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.549212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (6a372b4c-d118-45ad-ae30-f5c90ac40c89), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.551574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['2a182992-db76-4c44-8436-e2235fb2b111'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:17.576458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd76183-75a7-4bcc-ba70-3a50d6c4d296 service neutron] Pushing event updated for resources: {'Port': ['ID=bb45cad5-9ab5-4575-8294-a7249b4c27c5,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:17.621462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.662372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:17.678479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:17.688601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:17.708958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-e1b350d7-2227-4797-8ef0-6d16fc133ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:17.710491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-e1b350d7-2227-4797-8ef0-6d16fc133ac9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f2b09c123c94470973b9582753ff3df&device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 1126 time: 0.2352881 Mar 07 16:02:17.739606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-353d484b-9558-40fe-b7db-437edf1e0b48 req-707ba185-c37d-4166-a97f-e081349ed38b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 210 time: 0.0818591 Mar 07 16:02:17.743374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (6a372b4c-d118-45ad-ae30-f5c90ac40c89), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.746886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks [] for router_controller (6a372b4c-d118-45ad-ae30-f5c90ac40c89), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.761485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Pushing event updated for resources: {'Port': ['ID=54b8ef22-d79f-4518-ad89-8d1c5d676899,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:17.831191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790d697-737a-4aa2-8365-960946727128 req-bc24a35f-db30-4804-ad15-5b2c7448195d tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:17.832767 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b790d697-737a-4aa2-8365-960946727128 req-bc24a35f-db30-4804-ad15-5b2c7448195d tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 944 time: 0.3524244 Mar 07 16:02:17.845411 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.857616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.865549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (6a372b4c-d118-45ad-ae30-f5c90ac40c89), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.866073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a372b4c-d118-45ad-ae30-f5c90ac40c89 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:02:17.893700 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (3d297322-d221-4057-afc7-6f020ae7a107), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.913087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:17.934942 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a1f366cd-e29c-4f0f-a9d0-426327d04057 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6a372b4c-d118-45ad-ae30-f5c90ac40c89 HTTP/1.1" status: 204 len: 168 time: 3.9293029 Mar 07 16:02:17.937602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47890) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:17.994217 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086dd342-263d-42b5-9d44-cc6854048ca6 x-openstack-request-id: req-086dd342-263d-42b5-9d44-cc6854048ca6 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:17.994787 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0430a3b2-6fb9-4906-a345-d6ea48710ff9", "tag": "bb45cad5-9ab5-4575-8294-a7249b4c27c5", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:17.995925 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-086dd342-263d-42b5-9d44-cc6854048ca6 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:17.996069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fd3881ea-8247-450e-8cfb-1ff67cdc39a3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:17.996629 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0430a3b2-6fb9-4906-a345-d6ea48710ff9', 'tag': 'bb45cad5-9ab5-4575-8294-a7249b4c27c5', 'status': 'completed', 'code': 200} Mar 07 16:02:18.021190 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-c6e605cb-8171-4c05-bddf-2712235fe412 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb45cad5-9ab5-4575-8294-a7249b4c27c5 HTTP/1.1" status: 200 len: 217 time: 0.2826171 Mar 07 16:02:18.031753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:18.046418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:18.058343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:18.068435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Pushing event updated for resources: {'Port': ['ID=2b1036ef-d50d-45f1-a9cc-176973fff854,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:18.069463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b790d697-737a-4aa2-8365-960946727128 req-f20811cc-5639-4e87-ace9-3e146ada54c3 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798717 Mar 07 16:02:18.132997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-338a694b-0899-4414-a67f-6c974b5dea5f admin admin] Deleting subnet 9390c9bf-6f02-4daf-84b5-d73f9f32fd1e {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:02:18.148542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-88c259e5-9a38-4498-8344-7d722f84f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:18.151093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-88c259e5-9a38-4498-8344-7d722f84f2ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f53bab85-222d-40fd-8db8-78748714ea36 HTTP/1.1" status: 200 len: 861 time: 0.0978384 Mar 07 16:02:18.164658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-338a694b-0899-4414-a67f-6c974b5dea5f admin admin] Publish callbacks [] for subnet (9390c9bf-6f02-4daf-84b5-d73f9f32fd1e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.216696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:18.217486 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.230625 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.336034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-338a694b-0899-4414-a67f-6c974b5dea5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (9390c9bf-6f02-4daf-84b5-d73f9f32fd1e), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.353473 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-72732992-f84f-40ee-9a36-bef2e82f1466 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8856573 Mar 07 16:02:18.395097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Request body: {'port': {'device_id': 'ab48e588-3b9d-4e48-9de4-7d1edb51f374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:18.400655 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-1eb49c66-e73a-428e-94ad-ac142a7edcec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a40cf081-4407-449a-aa21-2e9b067a043f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2196188 Mar 07 16:02:18.404447 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-24c70b8b-ab29-44a9-b0b4-bcdecf73e3fc None None] Provisioning complete for port 54b8ef22-d79f-4518-ad89-8d1c5d676899 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:18.404916 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24c70b8b-ab29-44a9-b0b4-bcdecf73e3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.435145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:18.440206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Port': ['ID=ac042e42-99b6-43f4-ba2e-36e7be6372a7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:18.453537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:18.460535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:18.487324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port fd3881ea-8247-450e-8cfb-1ff67cdc39a3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:18.487700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.533833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-24c70b8b-ab29-44a9-b0b4-bcdecf73e3fc None None] Port 54b8ef22-d79f-4518-ad89-8d1c5d676899 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:18.562638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-bdfff520-cc26-40c1-9bf0-5c776f22d551 service neutron] 10.222.0.11 "GET /v2.0/networks/a40cf081-4407-449a-aa21-2e9b067a043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451313 Mar 07 16:02:18.623442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.634858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fd3881ea-8247-450e-8cfb-1ff67cdc39a3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:18.638653 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-338a694b-0899-4414-a67f-6c974b5dea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (9390c9bf-6f02-4daf-84b5-d73f9f32fd1e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.646513 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:18.647208 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.659341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-99aa1894-a560-48fd-becd-a89aa1f02f2f None None] Provisioning complete for port 2b1036ef-d50d-45f1-a9cc-176973fff854 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:18.659832 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-99aa1894-a560-48fd-becd-a89aa1f02f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.668420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab3d92-9013-4688-ac3e-106b5242dbab req-a12a48c5-33c7-4b43-860d-277222d65fc4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:18.670043 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2fab3d92-9013-4688-ac3e-106b5242dbab req-a12a48c5-33c7-4b43-860d-277222d65fc4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 945 time: 0.3313782 Mar 07 16:02:18.702786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-99aa1894-a560-48fd-becd-a89aa1f02f2f None None] Port 2b1036ef-d50d-45f1-a9cc-176973fff854 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:18.703071 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-6b9686ad-ace6-41a2-a1fa-91502483d702 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1110492 Mar 07 16:02:18.740356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'port': {'device_id': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97', 'admin_state_up': True, 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:18.760432 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.793323 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10103863-98b1-46e1-b307-da427431786a req-8115b9bc-d625-49c9-ad0b-77f78b82e4d9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:18.794958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10103863-98b1-46e1-b307-da427431786a req-8115b9bc-d625-49c9-ad0b-77f78b82e4d9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 949 time: 0.3996859 Mar 07 16:02:18.831379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-40d54f41-20c5-40a9-a147-a7fa8d52754b None None] Provisioning complete for port ac042e42-99b6-43f4-ba2e-36e7be6372a7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:18.831848 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40d54f41-20c5-40a9-a147-a7fa8d52754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.850054 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a2819a7-bde8-4c6c-9526-35842eb9e443 req-87bc2b96-914b-412c-b91e-80c0a884df16 service neutron] 10.222.0.11 "GET /v2.0/networks/a40cf081-4407-449a-aa21-2e9b067a043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595103 Mar 07 16:02:18.863498 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2fab3d92-9013-4688-ac3e-106b5242dbab req-18ae28d4-941b-4e5b-9ae8-58814d3b7a2d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707070 Mar 07 16:02:18.903438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-40d54f41-20c5-40a9-a147-a7fa8d52754b None None] Port ac042e42-99b6-43f4-ba2e-36e7be6372a7 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:18.925417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-338a694b-0899-4414-a67f-6c974b5dea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (9390c9bf-6f02-4daf-84b5-d73f9f32fd1e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.941985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9889cd-fa5c-453e-a7f2-fe1d8fc58241 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:18.955513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Publish callbacks [] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.980052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a694b-0899-4414-a67f-6c974b5dea5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9390c9bf-6f02-4daf-84b5-d73f9f32fd1e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:18.981943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-338a694b-0899-4414-a67f-6c974b5dea5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:18.985160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-338a694b-0899-4414-a67f-6c974b5dea5f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9390c9bf-6f02-4daf-84b5-d73f9f32fd1e HTTP/1.1" status: 204 len: 168 time: 1.0443163 Mar 07 16:02:18.986370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c2f47-89a2-480b-a94e-6447dd713ea9 None None] Network 0698784e-8cbf-4e86-99d8-9c9480c61b6b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:19.000136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47898) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:19.026963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10103863-98b1-46e1-b307-da427431786a req-c6d5f83b-7056-4ee4-8f48-d63cee0a07aa tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120984 Mar 07 16:02:19.032283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Transition to ACTIVE for port object be9889cd-fa5c-453e-a7f2-fe1d8fc58241 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:19.075902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.088509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:19.091494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.193403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9fe6e-fff8-4fca-8dd8-8e2f4d3e269b None None] DHCP port deletion for 0698784e-8cbf-4e86-99d8-9c9480c61b6b request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:02:19.266663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9fe6e-fff8-4fca-8dd8-8e2f4d3e269b None None] Deleting port 842714bf-6dd0-4a9a-826d-1f4869711be5 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:19.267381 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8b9fe6e-fff8-4fca-8dd8-8e2f4d3e269b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.348654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e8b9fe6e-fff8-4fca-8dd8-8e2f4d3e269b None None] For port 842714bf-6dd0-4a9a-826d-1f4869711be5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=842714bf-6dd0-4a9a-826d-1f4869711be5,segment=NetworkSegment(a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2),segment_id=a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:19.349520 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8b9fe6e-fff8-4fca-8dd8-8e2f4d3e269b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.366687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9fe6e-fff8-4fca-8dd8-8e2f4d3e269b None None] Calling delete_port for 842714bf-6dd0-4a9a-826d-1f4869711be5 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:19.480387 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8b9fe6e-fff8-4fca-8dd8-8e2f4d3e269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (842714bf-6dd0-4a9a-826d-1f4869711be5), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.481155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c92f9-fd21-4112-a608-762020047f33 req-703f68cd-a13c-42b1-af1d-2b920f1b7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:19.482245 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f61c92f9-fd21-4112-a608-762020047f33 req-703f68cd-a13c-42b1-af1d-2b920f1b7e72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f2b09c123c94470973b9582753ff3df&device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 1126 time: 0.5526247 Mar 07 16:02:19.497784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bb51d-178f-4c87-82d3-39b8536258f8 req-cb2c80cf-f022-4f9d-bbf5-05d9074d2d20 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:19.504120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bb51d-178f-4c87-82d3-39b8536258f8 req-cb2c80cf-f022-4f9d-bbf5-05d9074d2d20 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:19.505743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-559bb51d-178f-4c87-82d3-39b8536258f8 req-cb2c80cf-f022-4f9d-bbf5-05d9074d2d20 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 1654 time: 0.5327902 Mar 07 16:02:19.512554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9fe6e-fff8-4fca-8dd8-8e2f4d3e269b None None] Pushing event deleted for resources: {'Port': ['ID=842714bf-6dd0-4a9a-826d-1f4869711be5,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:19.512751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Pushing event updated for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:19.516828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (0698784e-8cbf-4e86-99d8-9c9480c61b6b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.527580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9fe6e-fff8-4fca-8dd8-8e2f4d3e269b None None] No DVR routers for this DVR port 842714bf-6dd0-4a9a-826d-1f4869711be5 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:19.665857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a5855-7d7d-4329-a1c5-997413a98eef req-fa919e18-26fc-443a-96f7-b15d61583310 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:19.667119 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-914a5855-7d7d-4329-a1c5-997413a98eef req-fa919e18-26fc-443a-96f7-b15d61583310 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 936 time: 0.5220320 Mar 07 16:02:19.708370 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-559bb51d-178f-4c87-82d3-39b8536258f8 req-939d7d5b-dd48-4622-8389-4ab89a45fcae tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759837 Mar 07 16:02:19.714659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Publish callbacks [] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.735718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1036ef-d50d-45f1-a9cc-176973fff854 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:19.740933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.748936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Publish callbacks [] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.756264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Allocated IP 19.80.0.30 (cf8659ba-8b99-4ada-a85b-219f24152c97/76ca3b0f-43b7-4d65-9619-36f01de4e908/1d53bbb3-1f46-49e2-b96e-341d18a750ec) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:19.772672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Transition to ACTIVE for port object 2b1036ef-d50d-45f1-a9cc-176973fff854 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:19.782247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.869314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c92f9-fd21-4112-a608-762020047f33 req-fb8fa2a8-09a9-4c1a-b956-77f657a7cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:19.870757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f61c92f9-fd21-4112-a608-762020047f33 req-fb8fa2a8-09a9-4c1a-b956-77f657a7cd07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a40cf081-4407-449a-aa21-2e9b067a043f HTTP/1.1" status: 200 len: 922 time: 0.3784842 Mar 07 16:02:19.878245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Attempting to bind port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:19.878602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Attempting to bind port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:19.878960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Attempting to bind port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:19.889566 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (0698784e-8cbf-4e86-99d8-9c9480c61b6b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:19.895180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 842714bf-6dd0-4a9a-826d-1f4869711be5 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:19.919080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1036ef-d50d-45f1-a9cc-176973fff854,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:19.925979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 842714bf-6dd0-4a9a-826d-1f4869711be5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:19.926574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 842714bf-6dd0-4a9a-826d-1f4869711be5 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:19.958103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:19.958440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Attempting to bind port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:19.960366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Pushing event updated for resources: {'Port': ['ID=54b8ef22-d79f-4518-ad89-8d1c5d676899,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:19.972750 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f61c92f9-fd21-4112-a608-762020047f33 req-f27144cd-474a-4ba5-818a-88f61061ef0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb45cad5-9ab5-4575-8294-a7249b4c27c5 HTTP/1.1" status: 200 len: 217 time: 0.0899770 Mar 07 16:02:19.976088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-914a5855-7d7d-4329-a1c5-997413a98eef req-2a6a2182-251c-4d41-b6ec-ec77dc76ab8a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836978 Mar 07 16:02:19.982692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0698784e-8cbf-4e86-99d8-9c9480c61b6b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:19.985863 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (3d297322-d221-4057-afc7-6f020ae7a107), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.005164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:20.005164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:20.005164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:20.005495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Bound port: be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:20.005602 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.011785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:20.012091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:20.013233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f84ca5-4296-4a27-87df-bebe685ed02e req-50d6bcdf-4a09-4f32-899d-cbcf62a4c2be tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:20.020074 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-63f84ca5-4296-4a27-87df-bebe685ed02e req-50d6bcdf-4a09-4f32-899d-cbcf62a4c2be tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 1131 time: 0.2355437 Mar 07 16:02:20.053919 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.105109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.119454 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.123013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Attempting to bind port 2b1036ef-d50d-45f1-a9cc-176973fff854 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:20.123356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Attempting to bind port 2b1036ef-d50d-45f1-a9cc-176973fff854 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:20.123690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Attempting to bind port 2b1036ef-d50d-45f1-a9cc-176973fff854 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:20.127403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-63f84ca5-4296-4a27-87df-bebe685ed02e req-1388a352-1002-49c3-a40f-550544b5f43d tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065137 Mar 07 16:02:20.133844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Port 2b1036ef-d50d-45f1-a9cc-176973fff854 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:20.134165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Attempting to bind port 2b1036ef-d50d-45f1-a9cc-176973fff854 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:20.144662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:20.145011 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:20.145505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:20.145835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Bound port: 2b1036ef-d50d-45f1-a9cc-176973fff854, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:20.146173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.176640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c92f9-fd21-4112-a608-762020047f33 req-58a88532-fdf9-4585-ae8d-d7b1dc4d51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:20.178074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f61c92f9-fd21-4112-a608-762020047f33 req-58a88532-fdf9-4585-ae8d-d7b1dc4d51fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f53bab85-222d-40fd-8db8-78748714ea36 HTTP/1.1" status: 200 len: 861 time: 0.1933942 Mar 07 16:02:20.189431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:02:20.189850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (a9dae6ab-c651-4c6f-93fe-1fa7dff89ea2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:02:20.194210 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:02:20.222937 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.262089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bb45cad5-9ab5-4575-8294-a7249b4c27c5 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:20.277857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f61c92f9-fd21-4112-a608-762020047f33 req-9ec30b25-3b4d-4b23-9680-48fd79941aa5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a40cf081-4407-449a-aa21-2e9b067a043f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845451 Mar 07 16:02:20.295179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] For port 2b1036ef-d50d-45f1-a9cc-176973fff854, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:20.304009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network cf8659ba-8b99-4ada-a85b-219f24152c97 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:20.309206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:20.322022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:20.350128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:20.353539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] For port 2b1036ef-d50d-45f1-a9cc-176973fff854, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2b1036ef-d50d-45f1-a9cc-176973fff854,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:20.359754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:20.371337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Port': ['ID=1d53bbb3-1f46-49e2-b96e-341d18a750ec,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:20.374239 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.402344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (0698784e-8cbf-4e86-99d8-9c9480c61b6b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.402827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port bb45cad5-9ab5-4575-8294-a7249b4c27c5, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bb45cad5-9ab5-4575-8294-a7249b4c27c5,segment=NetworkSegment(14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c),segment_id=14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:20.415619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'bb45cad5-9ab5-4575-8294-a7249b4c27c5', 'network_id': 'a40cf081-4407-449a-aa21-2e9b067a043f', 'port_id': 'bb45cad5-9ab5-4575-8294-a7249b4c27c5', 'mac_address': 'fa:16:3e:07:c3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53bab85-222d-40fd-8db8-78748714ea36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:20.419859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:20.420412 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.422131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] 10.222.0.15 "PUT /v2.0/ports/2b1036ef-d50d-45f1-a9cc-176973fff854 HTTP/1.1" status: 200 len: 1096 time: 2.0311754 Mar 07 16:02:20.427751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab48e588-3b9d-4e48-9de4-7d1edb51f374', 'tag': '2b1036ef-d50d-45f1-a9cc-176973fff854'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:20.434455 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c042a7-5464-48f0-aaa8-5d04de68ea97" -d '{"events": [{"name": "network-changed", "server_uuid": "ab48e588-3b9d-4e48-9de4-7d1edb51f374", "tag": "2b1036ef-d50d-45f1-a9cc-176973fff854"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:20.447500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.464182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df6fa6-2f08-4819-b088-29a835ab7528 req-d070f07c-3fd7-428b-913d-dabc628e477b tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:20.472142 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4df6fa6-2f08-4819-b088-29a835ab7528 req-d070f07c-3fd7-428b-913d-dabc628e477b tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 944 time: 0.3934700 Mar 07 16:02:20.476926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.479574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port bb45cad5-9ab5-4575-8294-a7249b4c27c5 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:20.480149 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.484694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0698784e-8cbf-4e86-99d8-9c9480c61b6b HTTP/1.1" status: 204 len: 168 time: 1.4801073 Mar 07 16:02:20.494205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e96e87-554b-43cc-828e-144830792480 req-5b6438b8-fb21-4de6-9c5b-d1aa5a97a183 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:20.501082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91e96e87-554b-43cc-828e-144830792480 req-5b6438b8-fb21-4de6-9c5b-d1aa5a97a183 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 945 time: 0.2789745 Mar 07 16:02:20.504920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb45cad5-9ab5-4575-8294-a7249b4c27c5 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:20.520496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:20.526449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.527460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port bb45cad5-9ab5-4575-8294-a7249b4c27c5, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bb45cad5-9ab5-4575-8294-a7249b4c27c5,segment=NetworkSegment(14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c),segment_id=14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:20.537414 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.608405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:20.617469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=bb45cad5-9ab5-4575-8294-a7249b4c27c5,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:20.628875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb17df6-126a-48c4-a971-d16f887a1ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0698784e-8cbf-4e86-99d8-9c9480c61b6b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:20.665983 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-4e0b70a0-8741-429b-923d-c85e60b9b353 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9295387 Mar 07 16:02:20.670687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf8733-0d0e-49e5-8306-e38841bd2665 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1036ef-d50d-45f1-a9cc-176973fff854,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:20.674763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:20.678111 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Request body: {'port': {'device_id': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:20.693811 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:20.694523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.696348 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] 10.222.0.11 "PUT /v2.0/ports/be9889cd-fa5c-453e-a7f2-fe1d8fc58241 HTTP/1.1" status: 200 len: 1096 time: 3.3153141 Mar 07 16:02:20.697681 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770040bd-e931-46e8-a192-64fda9aac469 service neutron] Pushing event updated for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:20.700248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:20.703125 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7f1d3b-c279-475b-8b17-48a798e1e83c" -d '{"events": [{"name": "network-changed", "server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:20.766863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['bb45cad5-9ab5-4575-8294-a7249b4c27c5'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:20.772563 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91e96e87-554b-43cc-828e-144830792480 req-36649870-2f5c-4eca-b731-1145c45aba43 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109568 Mar 07 16:02:20.802022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f61c92f9-fd21-4112-a608-762020047f33 req-0841c4f5-862b-4d39-8ce8-784ed74a8894 service neutron] 10.222.0.11 "GET /v2.0/networks/a40cf081-4407-449a-aa21-2e9b067a043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076444 Mar 07 16:02:20.822249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-85b1d78f-448b-4149-b061-a9b72322ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:20.823297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47920) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:20.830119 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-85b1d78f-448b-4149-b061-a9b72322ff1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 1130 time: 0.3279674 Mar 07 16:02:20.832070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:20.894367 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-f2dab653-790b-476d-be6a-3fdb7ef910cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=2b1036ef-d50d-45f1-a9cc-176973fff854 HTTP/1.1" status: 200 len: 217 time: 0.0541077 Mar 07 16:02:20.896695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:20.979689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4df6fa6-2f08-4819-b088-29a835ab7528 req-3ff52919-465b-401b-8024-ac28fb2fd4b0 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065112 Mar 07 16:02:21.009193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-693ae865-f386-402a-ab31-baa29660842b None None] Provisioning complete for port 1d53bbb3-1f46-49e2-b96e-341d18a750ec triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:21.009999 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-693ae865-f386-402a-ab31-baa29660842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.044555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-6726959f-08d0-40e3-a4fe-87d018999f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.046081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-6726959f-08d0-40e3-a4fe-87d018999f10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1353922 Mar 07 16:02:21.144230 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a664a9b0-fa52-4729-9eb7-aba9ee773c1b x-openstack-request-id: req-a664a9b0-fa52-4729-9eb7-aba9ee773c1b {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:21.144747 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:21.145207 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a664a9b0-fa52-4729-9eb7-aba9ee773c1b {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:21.145343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-693ae865-f386-402a-ab31-baa29660842b None None] Port 1d53bbb3-1f46-49e2-b96e-341d18a750ec cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:21.148925 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'status': 'completed', 'code': 200} Mar 07 16:02:21.191175 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b371511-109c-41d2-b58a-1edc05596ee9 x-openstack-request-id: req-1b371511-109c-41d2-b58a-1edc05596ee9 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:21.192224 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab48e588-3b9d-4e48-9de4-7d1edb51f374", "tag": "2b1036ef-d50d-45f1-a9cc-176973fff854", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:21.192527 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b371511-109c-41d2-b58a-1edc05596ee9 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:21.192898 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab48e588-3b9d-4e48-9de4-7d1edb51f374', 'tag': '2b1036ef-d50d-45f1-a9cc-176973fff854', 'status': 'completed', 'code': 200} Mar 07 16:02:21.199336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 2a182992-db76-4c44-8436-e2235fb2b111 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:21.217452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 2a182992-db76-4c44-8436-e2235fb2b111 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:21.218188 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2a182992-db76-4c44-8436-e2235fb2b111), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.274349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-deff28cf-5850-49ba-b36f-e29ba49e3caf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aeb6f2cdd47c4dc29a1e034d4b1d5a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358990 Mar 07 16:02:21.299490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47926) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:21.345387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a8853650-6d54-4ef3-a34b-6a568fafd84e None None] Provisioning complete for port 54b8ef22-d79f-4518-ad89-8d1c5d676899 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:21.345766 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8853650-6d54-4ef3-a34b-6a568fafd84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.353647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-3620424f-b32f-4759-b4ae-18a8ee8138c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.355629 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-3620424f-b32f-4759-b4ae-18a8ee8138c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1130 time: 0.5676625 Mar 07 16:02:21.389624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-5c4cdd2b-9c43-47c5-808d-5f3878d11695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.391850 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-5c4cdd2b-9c43-47c5-808d-5f3878d11695 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1981678 Mar 07 16:02:21.407880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f61c92f9-fd21-4112-a608-762020047f33 req-2b50db6e-59dd-4697-8462-de9194bd8a7b service neutron] 10.222.0.11 "GET /v2.0/networks/a40cf081-4407-449a-aa21-2e9b067a043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895858 Mar 07 16:02:21.415687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-0e2120cc-e05d-42d6-9eb8-c76f82f8b705 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241 HTTP/1.1" status: 200 len: 217 time: 0.0451176 Mar 07 16:02:21.425096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332731b-577e-4df0-b7a5-690569736ccb req-4d13ef73-fa10-4c6f-9b8c-55e962dbf13a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.431422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332731b-577e-4df0-b7a5-690569736ccb req-4d13ef73-fa10-4c6f-9b8c-55e962dbf13a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.437118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332731b-577e-4df0-b7a5-690569736ccb req-4d13ef73-fa10-4c6f-9b8c-55e962dbf13a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.437327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a8853650-6d54-4ef3-a34b-6a568fafd84e None None] Port 54b8ef22-d79f-4518-ad89-8d1c5d676899 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:21.438863 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5332731b-577e-4df0-b7a5-690569736ccb req-4d13ef73-fa10-4c6f-9b8c-55e962dbf13a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2375 time: 0.2314343 Mar 07 16:02:21.458936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 2a182992-db76-4c44-8436-e2235fb2b111 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:21.459295 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.475295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Router 3d297322-d221-4057-afc7-6f020ae7a107 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:02:21.489407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:21.491752 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c26267-7042-4521-b567-1b542e938131" -d '{"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:21.508391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:21.515285 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.523343 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee1bc-6d8f-43bb-a2ab-a34ef4bacd87 admin admin] Publish callbacks [] for security_group (fa4c615e-0ea6-4685-bacd-d328d6b86534), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.531533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-2051ad76-4887-4b3f-925a-1c26871e0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.533008 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-2051ad76-4887-4b3f-925a-1c26871e0205 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0933266 Mar 07 16:02:21.568569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=13']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:21.590487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5332731b-577e-4df0-b7a5-690569736ccb req-7330544a-de9d-4807-b9e3-b0e32a151601 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351490 Mar 07 16:02:21.623129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee1bc-6d8f-43bb-a2ab-a34ef4bacd87 admin admin] Publish callbacks [] for security_group (fa4c615e-0ea6-4685-bacd-d328d6b86534), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.660800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3792530-d455-4d1f-ac1f-33e531ed6ba7 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:21.681404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bf452-d6f6-4731-814a-a8b15aa0c1be req-80ff910e-9d95-431b-a039-d43de3d6d217 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.682965 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d46bf452-d6f6-4731-814a-a8b15aa0c1be req-80ff910e-9d95-431b-a039-d43de3d6d217 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 948 time: 0.2566254 Mar 07 16:02:21.690146 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Publish callbacks [] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.708683 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-c42c95da-f85e-4e41-987a-1f1b3fefc74b service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036292 Mar 07 16:02:21.715170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-33f50a89-baa5-48fc-937b-bfbd4ae2aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.716650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-33f50a89-baa5-48fc-937b-bfbd4ae2aa26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1413484 Mar 07 16:02:21.752067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:02:21.759345 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Transition to ACTIVE for port object d3792530-d455-4d1f-ac1f-33e531ed6ba7 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:21.764925 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Sync routers for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:02:21.765489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a773ecd2-2ab2-4182-ba60-754984206e3c admin admin] 10.222.0.24 "PUT /v2.0/routers/3d297322-d221-4057-afc7-6f020ae7a107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8595951 Mar 07 16:02:21.784198 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:02:21.785825 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:21.788293 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.808897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a34aaf-e540-4b03-8c52-b03c56fe62f7 req-6ef89256-ed65-4a51-8f3f-63771a156275 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:21.810505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60a34aaf-e540-4b03-8c52-b03c56fe62f7 req-6ef89256-ed65-4a51-8f3f-63771a156275 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 950 time: 0.1447074 Mar 07 16:02:21.899955 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d46bf452-d6f6-4731-814a-a8b15aa0c1be req-c0de4d49-0c9d-45d9-a840-365b4cdbde1b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993525 Mar 07 16:02:21.902052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-0a5956fc-4811-4fe5-a196-074a9e190c48 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764748 Mar 07 16:02:21.910814 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee1bc-6d8f-43bb-a2ab-a34ef4bacd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fa4c615e-0ea6-4685-bacd-d328d6b86534), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.913664 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee1bc-6d8f-43bb-a2ab-a34ef4bacd87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:21.917631 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b9ee1bc-6d8f-43bb-a2ab-a34ef4bacd87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa4c615e-0ea6-4685-bacd-d328d6b86534 HTTP/1.1" status: 204 len: 168 time: 0.5929594 Mar 07 16:02:21.937556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Pushing event updated for resources: {'Port': ['ID=d3792530-d455-4d1f-ac1f-33e531ed6ba7,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:21.954444 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60a34aaf-e540-4b03-8c52-b03c56fe62f7 req-80cb4335-3d04-44c0-bf6a-d7760ec0cfda tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345415 Mar 07 16:02:21.990581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ee1bc-6d8f-43bb-a2ab-a34ef4bacd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c615e-0ea6-4685-bacd-d328d6b86534,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:22.006098 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405ba153-d22b-4a08-ba1b-271412b15b70 req-abcc4aa4-34c8-49fa-918b-a520214af79c service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870059 Mar 07 16:02:22.064092 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb97e21-e318-4eca-bdda-4978670de9c5 x-openstack-request-id: req-fcb97e21-e318-4eca-bdda-4978670de9c5 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:22.064480 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a182992-db76-4c44-8436-e2235fb2b111", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:22.064990 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcb97e21-e318-4eca-bdda-4978670de9c5 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:22.065496 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111', 'code': 200} Mar 07 16:02:22.091117 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:22.172889 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dea0bb2f-9c31-4f56-b7f6-05cd39a157a8 req-069c43d3-bc65-40e6-999c-ca069ac7d400 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632024 Mar 07 16:02:22.192188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Attempting to bind port d3792530-d455-4d1f-ac1f-33e531ed6ba7 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:22.192529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Attempting to bind port d3792530-d455-4d1f-ac1f-33e531ed6ba7 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:22.192866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Attempting to bind port d3792530-d455-4d1f-ac1f-33e531ed6ba7 on network cf8659ba-8b99-4ada-a85b-219f24152c97 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:22.204064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Port d3792530-d455-4d1f-ac1f-33e531ed6ba7 on network cf8659ba-8b99-4ada-a85b-219f24152c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:22.204571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Attempting to bind port d3792530-d455-4d1f-ac1f-33e531ed6ba7 on network cf8659ba-8b99-4ada-a85b-219f24152c97 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:22.218486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:22.218710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Checking segment: {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:22.219327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Bound using segment: {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:22.219772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Bound port: d3792530-d455-4d1f-ac1f-33e531ed6ba7, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:22.220216 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:22.244694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-8cc8125e-01e5-48d7-80f4-85143351c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.246408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-8cc8125e-01e5-48d7-80f4-85143351c5c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 1130 time: 0.1546402 Mar 07 16:02:22.249064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb23fe-3e83-456f-8754-194ed257d62a req-1ae73e80-ad4c-40d1-aef0-3cdf1afa5149 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.257258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d7cb23fe-3e83-456f-8754-194ed257d62a req-1ae73e80-ad4c-40d1-aef0-3cdf1afa5149 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 945 time: 0.0986674 Mar 07 16:02:22.275081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bb45cad5-9ab5-4575-8294-a7249b4c27c5 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:22.292606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f571f1-2ec5-459f-96be-722e29a58535 req-1263e10a-4df5-414d-b6d7-f0c35c8a5faa tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.294150 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b3f571f1-2ec5-459f-96be-722e29a58535 req-1263e10a-4df5-414d-b6d7-f0c35c8a5faa tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 945 time: 0.1926475 Mar 07 16:02:22.366304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d7cb23fe-3e83-456f-8754-194ed257d62a req-8931ac94-012b-4ef0-990a-d0c6aa24e147 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078949 Mar 07 16:02:22.377570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-a76f6622-5544-4cac-a129-5aac7e44e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.381408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-a76f6622-5544-4cac-a129-5aac7e44e506 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1130 time: 0.1211851 Mar 07 16:02:22.403643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port bb45cad5-9ab5-4575-8294-a7249b4c27c5 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:22.414545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port bb45cad5-9ab5-4575-8294-a7249b4c27c5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:22.415337 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:22.457702 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '54b8ef22-d79f-4518-ad89-8d1c5d676899', 'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'mac_address': 'fa:16:3e:a2:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:15Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 2, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'subnets': [{'id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:22.468964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] For port d3792530-d455-4d1f-ac1f-33e531ed6ba7, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:22.491691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] For port d3792530-d455-4d1f-ac1f-33e531ed6ba7, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3792530-d455-4d1f-ac1f-33e531ed6ba7,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:22.525803 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Checking router: 3d297322-d221-4057-afc7-6f020ae7a107 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:02:22.526541 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Updating router 3d297322-d221-4057-afc7-6f020ae7a107 port 54b8ef22-d79f-4518-ad89-8d1c5d676899 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:02:22.543852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-40d60384-8eb8-4045-a115-7f2694dcf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.545366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-40d60384-8eb8-4045-a115-7f2694dcf8a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1585221 Mar 07 16:02:22.545708 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:22.566125 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:22.583863 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-440b1e20-5d37-430f-afb5-da03d6faa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.583863 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-440b1e20-5d37-430f-afb5-da03d6faa549 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.3122141 Mar 07 16:02:22.593235 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port bb45cad5-9ab5-4575-8294-a7249b4c27c5 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:22.593794 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:22.610043 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b3f571f1-2ec5-459f-96be-722e29a58535 req-5f35c220-3693-4ea9-bc05-0665d8d08062 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941687 Mar 07 16:02:22.611231 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-9706a3b7-abb0-4ca4-a61f-04b9606b17e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241 HTTP/1.1" status: 200 len: 217 time: 0.0587311 Mar 07 16:02:22.700502 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port bb45cad5-9ab5-4575-8294-a7249b4c27c5, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bb45cad5-9ab5-4575-8294-a7249b4c27c5,segment=NetworkSegment(14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c),segment_id=14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:22.712508 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:22.717133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-daef0520-e269-4f7b-a5e1-e7bc9b275f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.721383 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-daef0520-e269-4f7b-a5e1-e7bc9b275f4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0938663 Mar 07 16:02:22.722627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-b0f670e8-f735-4026-84aa-23502bad7004 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=2b1036ef-d50d-45f1-a9cc-176973fff854 HTTP/1.1" status: 200 len: 217 time: 0.1308520 Mar 07 16:02:22.729540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.730379 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:22.732039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] 10.222.0.11 "PUT /v2.0/ports/d3792530-d455-4d1f-ac1f-33e531ed6ba7 HTTP/1.1" status: 200 len: 1091 time: 2.0580764 Mar 07 16:02:22.791375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-d832eab2-3cfe-44f3-8ffe-3b7cc8dd4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.793293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-d832eab2-3cfe-44f3-8ffe-3b7cc8dd4ec9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0581384 Mar 07 16:02:22.848363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Request body: {'port': {'device_id': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:22.854592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=bb45cad5-9ab5-4575-8294-a7249b4c27c5,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:22.866598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3a1eb30e-9b63-44da-89c0-557c14cf5d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:22.955467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-ad3cf5fc-022c-4de4-abd5-0b221ba3e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:22.957025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-ad3cf5fc-022c-4de4-abd5-0b221ba3e6a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2310605 Mar 07 16:02:22.978921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2b863-0ad2-4c9e-ac47-fd8ef1792918 service neutron] Pushing event updated for resources: {'Port': ['ID=d3792530-d455-4d1f-ac1f-33e531ed6ba7,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:23.028997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-0fd29327-d10b-4091-9173-3ec9409994bf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:23.030605 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-0fd29327-d10b-4091-9173-3ec9409994bf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 950 time: 0.2050595 Mar 07 16:02:23.084301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-40a49dbc-837a-49a0-bae9-fe6286cee2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:23.099625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-40a49dbc-837a-49a0-bae9-fe6286cee2c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2874475 Mar 07 16:02:23.157881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0538191-9831-476c-a471-434ab7c09950 req-f5eb12b4-c19a-40d5-990a-4a1d49976951 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:23.163518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0538191-9831-476c-a471-434ab7c09950 req-f5eb12b4-c19a-40d5-990a-4a1d49976951 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:23.169584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0538191-9831-476c-a471-434ab7c09950 req-f5eb12b4-c19a-40d5-990a-4a1d49976951 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:23.171198 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0538191-9831-476c-a471-434ab7c09950 req-f5eb12b4-c19a-40d5-990a-4a1d49976951 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2387 time: 0.3764229 Mar 07 16:02:23.171900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47968) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:23.179286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.189272 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Publish callbacks [] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.201266 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.211720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-712a514b-dd5c-4e17-a444-10ab07e8e137 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101881213', 'description': 'tempest-description--619947921'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:23.220831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'tag': 'd3792530-d455-4d1f-ac1f-33e531ed6ba7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:23.223523 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeed591f-5575-41ca-8cfc-b8d65b8578db" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "tag": "d3792530-d455-4d1f-ac1f-33e531ed6ba7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:23.307364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47972) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:23.355786 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5789538-3b8c-46b5-b02c-7a77d66e3c78 None None] Pushing event updated for resources: {'Port': ['ID=54b8ef22-d79f-4518-ad89-8d1c5d676899,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:23.362118 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Attempting to bind port 54b8ef22-d79f-4518-ad89-8d1c5d676899 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:23.362812 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Attempting to bind port 54b8ef22-d79f-4518-ad89-8d1c5d676899 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:23.364594 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Attempting to bind port 54b8ef22-d79f-4518-ad89-8d1c5d676899 on network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:23.386763 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0538191-9831-476c-a471-434ab7c09950 req-913479ab-9851-4cd5-84cb-3eee8ec4261d tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813836 Mar 07 16:02:23.391466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-712a514b-dd5c-4e17-a444-10ab07e8e137 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.398414 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:23.404791 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Checking segment: {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:23.405250 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.406414 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Bound using segment: {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:23.407135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Bound port: 54b8ef22-d79f-4518-ad89-8d1c5d676899, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:23.408684 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.557461 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] For port 54b8ef22-d79f-4518-ad89-8d1c5d676899, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:23.561517 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] For port 54b8ef22-d79f-4518-ad89-8d1c5d676899, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=54b8ef22-d79f-4518-ad89-8d1c5d676899,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:23.574031 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.610316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1515338074-network', 'tenant_id': '4648c775f1a74b17bcdf6aa7d566845a'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:23.631387 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:02:23.632529 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:01:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:23.652493 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-f1ae9e4b-10c3-44e8-a947-717e6b459adc service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856647 Mar 07 16:02:23.681048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-46613c8a-1519-4ec1-b537-8f9c32c8fa51 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:23.682665 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-46613c8a-1519-4ec1-b537-8f9c32c8fa51 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 945 time: 0.2074139 Mar 07 16:02:23.683207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-509662ba-5366-47ff-858a-f79801df22c6 None None] Provisioning complete for port 54b8ef22-d79f-4518-ad89-8d1c5d676899 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:23.685098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-509662ba-5366-47ff-858a-f79801df22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.687091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-712a514b-dd5c-4e17-a444-10ab07e8e137 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group (8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.700016 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-54b8afb0-1102-4854-9d40-1216979c95ac service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993538 Mar 07 16:02:23.706867 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-712a514b-dd5c-4e17-a444-10ab07e8e137 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.708105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68138156-de84-4e7b-96ba-851ebdf10e98 req-d5b31d0a-3b14-4348-9bef-0167963825a6 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:23.715808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68138156-de84-4e7b-96ba-851ebdf10e98 req-d5b31d0a-3b14-4348-9bef-0167963825a6 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 948 time: 0.2154913 Mar 07 16:02:23.845827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Deleting port 2a182992-db76-4c44-8436-e2235fb2b111 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:23.846177 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.850987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-509662ba-5366-47ff-858a-f79801df22c6 None None] Current status of the port 54b8ef22-d79f-4518-ad89-8d1c5d676899 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:23.851613 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-509662ba-5366-47ff-858a-f79801df22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.877068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-712a514b-dd5c-4e17-a444-10ab07e8e137 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.878507 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-712a514b-dd5c-4e17-a444-10ab07e8e137 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6748888 Mar 07 16:02:23.880743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f0c042a7-5464-48f0-aaa8-5d04de68ea97 req-7d877e45-411d-42f8-8970-607447f26ef5 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618745 Mar 07 16:02:23.885391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47982) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:23.912518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-509662ba-5366-47ff-858a-f79801df22c6 None None] For port 54b8ef22-d79f-4518-ad89-8d1c5d676899, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=54b8ef22-d79f-4518-ad89-8d1c5d676899,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:23.913197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7df19c46-711e-4859-97fb-159e277fb907 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Request body: {'security_group_rule': {'security_group_id': '8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:23.920723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-509662ba-5366-47ff-858a-f79801df22c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.953617 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:23.969029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Made reservation on behalf of 4648c775f1a74b17bcdf6aa7d566845a for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:23.969293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f7f1d3b-c279-475b-8b17-48a798e1e83c req-3457cda1-60e0-44d8-8d9c-ea38b039e3e1 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085127 Mar 07 16:02:23.971697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.989062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:23.995939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68138156-de84-4e7b-96ba-851ebdf10e98 req-c11af3b7-fce1-4842-86ce-15f33d8c7a45 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752876 Mar 07 16:02:24.030142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce36a52-d91f-4186-bf06-98edde9d8b3b req-d6efc7f6-3ab8-4718-a4f7-c4eeffd9fb98 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:24.038262 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ce36a52-d91f-4186-bf06-98edde9d8b3b req-d6efc7f6-3ab8-4718-a4f7-c4eeffd9fb98 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 950 time: 0.4752932 Mar 07 16:02:24.052450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509662ba-5366-47ff-858a-f79801df22c6 None None] Pushing event updated for resources: {'Port': ['ID=54b8ef22-d79f-4518-ad89-8d1c5d676899,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:24.069100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0430a3b2-6fb9-4906-a345-d6ea48710ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb45cad5-9ab5-4575-8294-a7249b4c27c5'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:24.073541 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d347228-6838-4171-8d46-838ebf489171" -d '{"events": [{"server_uuid": "0430a3b2-6fb9-4906-a345-d6ea48710ff9", "name": "network-vif-plugged", "status": "completed", "tag": "bb45cad5-9ab5-4575-8294-a7249b4c27c5"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:24.083280 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5789538-3b8c-46b5-b02c-7a77d66e3c78 None None] Pushing event updated for resources: {'Port': ['ID=54b8ef22-d79f-4518-ad89-8d1c5d676899,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:24.088797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a514b-dd5c-4e17-a444-10ab07e8e137 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:24.099748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ab53b85b-025d-4ee5-82bd-d1e7610665c3 None None] Provisioning complete for port 54b8ef22-d79f-4518-ad89-8d1c5d676899 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:24.100127 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab53b85b-025d-4ee5-82bd-d1e7610665c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.104374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] For port 2a182992-db76-4c44-8436-e2235fb2b111, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2a182992-db76-4c44-8436-e2235fb2b111,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:24.104798 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2a182992-db76-4c44-8436-e2235fb2b111), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.106058 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02ca3fc-aa63-4c10-bf94-29c8d16e44b4 x-openstack-request-id: req-f02ca3fc-aa63-4c10-bf94-29c8d16e44b4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:24.106373 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "tag": "d3792530-d455-4d1f-ac1f-33e531ed6ba7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:24.106644 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f02ca3fc-aa63-4c10-bf94-29c8d16e44b4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:24.107057 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'tag': 'd3792530-d455-4d1f-ac1f-33e531ed6ba7', 'status': 'completed', 'code': 200} Mar 07 16:02:24.167386 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7df19c46-711e-4859-97fb-159e277fb907 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group_rule (f1272a19-2651-4635-89ee-1cc756e1edf9), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.173639 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Deleting port ab9f12c8-a951-492f-9da1-79970e113176 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:24.175274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ab9f12c8-a951-492f-9da1-79970e113176), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.220535 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '54b8ef22-d79f-4518-ad89-8d1c5d676899', 'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'mac_address': 'fa:16:3e:a2:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:15Z', 'updated_at': '2022-03-07T16:02:23Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'subnets': [{'id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:24.248763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ab53b85b-025d-4ee5-82bd-d1e7610665c3 None None] Current status of the port 54b8ef22-d79f-4518-ad89-8d1c5d676899 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:24.252262 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335fa42-74ce-4926-a2ae-74007e948d62 None None] The sync data for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 is: [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '54b8ef22-d79f-4518-ad89-8d1c5d676899', 'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'mac_address': 'fa:16:3e:a2:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:15Z', 'updated_at': '2022-03-07T16:02:23Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'subnets': [{'id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:02:24.263416 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ce36a52-d91f-4186-bf06-98edde9d8b3b req-82b07299-45d7-4fcc-ab65-f5cc09dc3ba5 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240515 Mar 07 16:02:24.287739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device be9889cd-fa5c-453e-a7f2-fe1d8fc58241 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:24.304681 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Publish callbacks [] for security_group (07d62bf0-34a2-4bb7-972a-68fc60ae1a6d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.316793 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (07d62bf0-34a2-4bb7-972a-68fc60ae1a6d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.342446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:24.360792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Calling delete_port for 2a182992-db76-4c44-8436-e2235fb2b111 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:24.387800 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7df19c46-711e-4859-97fb-159e277fb907 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group_rule (f1272a19-2651-4635-89ee-1cc756e1edf9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.422258 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (466418e4-f694-4fbb-8342-d83e2701f343), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.422548 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Added segment 466418e4-f694-4fbb-8342-d83e2701f343 of type vlan for network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 Mar 07 16:02:24.436109 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7df19c46-711e-4859-97fb-159e277fb907 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (f1272a19-2651-4635-89ee-1cc756e1edf9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.462578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:24.476073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:24.492934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'mac_address': 'fa:16:3e:ea:2d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:24.541443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:24.542050 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.550408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] For port ab9f12c8-a951-492f-9da1-79970e113176, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ab9f12c8-a951-492f-9da1-79970e113176,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:24.550788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ab9f12c8-a951-492f-9da1-79970e113176), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.560655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9889cd-fa5c-453e-a7f2-fe1d8fc58241 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:24.587358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:24.591249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Calling delete_port for ab9f12c8-a951-492f-9da1-79970e113176 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:24.596083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-c5d9b6ac-d700-4a29-af88-f43f058c6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:24.596771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-c5d9b6ac-d700-4a29-af88-f43f058c6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:24.597285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-c5d9b6ac-d700-4a29-af88-f43f058c6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:24.598187 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.599118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-c5d9b6ac-d700-4a29-af88-f43f058c6633 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2761 time: 0.4721694 Mar 07 16:02:24.662907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:24.708025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338354de-cab8-4934-a6c3-e15d2ae62476 req-fcc42e3d-9763-4b20-ba5f-69d1df1f2f67 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:24.709680 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-338354de-cab8-4934-a6c3-e15d2ae62476 req-fcc42e3d-9763-4b20-ba5f-69d1df1f2f67 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 946 time: 0.2799926 Mar 07 16:02:24.788297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2a182992-db76-4c44-8436-e2235fb2b111 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:24.834191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['be9889cd-fa5c-453e-a7f2-fe1d8fc58241'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:24.855532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac042e42-99b6-43f4-ba2e-36e7be6372a7 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:24.872993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df19c46-711e-4859-97fb-159e277fb907 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1272a19-2651-4635-89ee-1cc756e1edf9,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:24.877792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Publish callbacks [] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.881941 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (2dac91be-7d1e-46c4-9bfc-8061a0be2bc4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.888325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7df19c46-711e-4859-97fb-159e277fb907 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.892252 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7df19c46-711e-4859-97fb-159e277fb907 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9966564 Mar 07 16:02:24.893931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47988) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:24.909774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2e625be8-553b-42e3-a6b9-e945076ad6c3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Request body: {'security_group_rule': {'security_group_id': '8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:24.935164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-338354de-cab8-4934-a6c3-e15d2ae62476 req-5d8a9e1c-00f6-427d-8a9b-19e0278febcb tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697080 Mar 07 16:02:24.937933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Transition to ACTIVE for port object ac042e42-99b6-43f4-ba2e-36e7be6372a7 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:24.968337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 2a182992-db76-4c44-8436-e2235fb2b111 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:24.968726 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2a182992-db76-4c44-8436-e2235fb2b111), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:24.969631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038465-0b17-42a5-982a-1bb38ce09918 req-a6522584-29ca-4f19-b9fc-02b0e61efb51 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:24.972943 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30038465-0b17-42a5-982a-1bb38ce09918 req-a6522584-29ca-4f19-b9fc-02b0e61efb51 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c4fb10b-e10a-4b34-81d5-f83f1c89ae48 HTTP/1.1" status: 200 len: 945 time: 0.5523214 Mar 07 16:02:24.989673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2a182992-db76-4c44-8436-e2235fb2b111), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.020429 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e625be8-553b-42e3-a6b9-e945076ad6c3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group_rule (1e49046b-c6a0-4a12-95cc-aecc01060cb3), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.044151 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c80fcda-ab86-4a73-a2f5-12f7ef39bcf7 x-openstack-request-id: req-4c80fcda-ab86-4a73-a2f5-12f7ef39bcf7 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:25.044446 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0430a3b2-6fb9-4906-a345-d6ea48710ff9", "name": "network-vif-plugged", "status": "completed", "tag": "bb45cad5-9ab5-4575-8294-a7249b4c27c5", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:25.044703 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c80fcda-ab86-4a73-a2f5-12f7ef39bcf7 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:25.045097 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0430a3b2-6fb9-4906-a345-d6ea48710ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb45cad5-9ab5-4575-8294-a7249b4c27c5', 'code': 200} Mar 07 16:02:25.046091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['704865d3-395e-4f13-9e19-ab82c2b58dc3', '4b66d692-6694-4eed-972e-160f0f4a7704', '3dcd00aa-65f5-4839-ad54-3eef0e7af058'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:25.093056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-720f78f6-9540-4e39-a00b-f90d7cc9d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:25.093899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-720f78f6-9540-4e39-a00b-f90d7cc9d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:25.094552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-720f78f6-9540-4e39-a00b-f90d7cc9d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:25.096461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-720f78f6-9540-4e39-a00b-f90d7cc9d906 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4828563 Mar 07 16:02:25.102688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Pushing event deleted for resources: {'Port': ['ID=2a182992-db76-4c44-8436-e2235fb2b111,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:25.125792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.150270 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (2dac91be-7d1e-46c4-9bfc-8061a0be2bc4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.151324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:25.151916 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.205908 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e97b-45b4-4789-943d-b7ecaa8b5994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.311051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ab9f12c8-a951-492f-9da1-79970e113176), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.323615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:25.391098 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30038465-0b17-42a5-982a-1bb38ce09918 req-4bb91aa2-50cf-4c01-a568-5f0d40b1d8e1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040291 Mar 07 16:02:25.394334 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0807254 Mar 07 16:02:25.400830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47994) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:25.412287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Pushing event updated for resources: {'Port': ['ID=ac042e42-99b6-43f4-ba2e-36e7be6372a7,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:25.436857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Request body: {'subnet': {'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1515338074-subnet', 'tenant_id': '4648c775f1a74b17bcdf6aa7d566845a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:25.443996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90608ef-f5dd-4620-9e61-dbad820a9940 admin admin] Pushing event updated for resources: {'Network': ['ID=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:25.447405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event deleted for resources: {'Port': ['ID=ab9f12c8-a951-492f-9da1-79970e113176,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:25.467780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] No DVR routers for this DVR port 2a182992-db76-4c44-8436-e2235fb2b111 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:25.497706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:25.520682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e625be8-553b-42e3-a6b9-e945076ad6c3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group_rule (1e49046b-c6a0-4a12-95cc-aecc01060cb3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.522033 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.528486 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0bcb4493-c17f-4e7d-96ae-aee82d3fb91b req-21ad0b98-eecd-4a9f-baf1-9d05882c5a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.15 "DELETE /v2.0/ports/2a182992-db76-4c44-8436-e2235fb2b111 HTTP/1.1" status: 204 len: 173 time: 2.4793370 Mar 07 16:02:25.605323 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e625be8-553b-42e3-a6b9-e945076ad6c3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (1e49046b-c6a0-4a12-95cc-aecc01060cb3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.630786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-deleted', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:25.636038 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15d1411-b52d-4fdb-804e-828a841e27e6" -d '{"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-deleted", "tag": "2a182992-db76-4c44-8436-e2235fb2b111"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:25.636238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Made reservation on behalf of 4648c775f1a74b17bcdf6aa7d566845a for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:25.636518 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.668805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] No DVR routers for this DVR port ab9f12c8-a951-492f-9da1-79970e113176 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:25.673030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.676611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49b1380d-8dd1-4538-99b0-76ee0bb81020 req-08190162-7c6c-40aa-83a6-574a362d8ee2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "DELETE /v2.0/ports/ab9f12c8-a951-492f-9da1-79970e113176 HTTP/1.1" status: 204 len: 173 time: 1.9765406 Mar 07 16:02:25.681945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-b5485d4f-e323-47db-9fc5-cd39a4947e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:25.683477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aeed591f-5575-41ca-8cfc-b8d65b8578db req-b5485d4f-e323-47db-9fc5-cd39a4947e3f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5772865 Mar 07 16:02:25.695207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02194ef4-b9e1-41fd-a52c-856f82542d26 req-91d1869e-8ff3-4630-9857-b63d86536f53 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:25.707464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02194ef4-b9e1-41fd-a52c-856f82542d26 req-91d1869e-8ff3-4630-9857-b63d86536f53 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:25.719616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02194ef4-b9e1-41fd-a52c-856f82542d26 req-91d1869e-8ff3-4630-9857-b63d86536f53 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:25.721353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02194ef4-b9e1-41fd-a52c-856f82542d26 req-91d1869e-8ff3-4630-9857-b63d86536f53 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2399 time: 0.6162455 Mar 07 16:02:25.728946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab938710-4af6-4f76-9e37-95054f49baf2 req-f2866b93-3ee2-4a14-b06c-43e8b8009e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:25.730439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab938710-4af6-4f76-9e37-95054f49baf2 req-f2866b93-3ee2-4a14-b06c-43e8b8009e4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 1128 time: 0.5885286 Mar 07 16:02:25.786277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Attempting to bind port ac042e42-99b6-43f4-ba2e-36e7be6372a7 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:25.786675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Attempting to bind port ac042e42-99b6-43f4-ba2e-36e7be6372a7 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '06f9d2fb-537a-4523-b70b-baa49094b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:25.787056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Attempting to bind port ac042e42-99b6-43f4-ba2e-36e7be6372a7 on network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:25.795383 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e625be8-553b-42e3-a6b9-e945076ad6c3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:25.800137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2e625be8-553b-42e3-a6b9-e945076ad6c3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8990080 Mar 07 16:02:25.800865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47998) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:25.807416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e625be8-553b-42e3-a6b9-e945076ad6c3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e49046b-c6a0-4a12-95cc-aecc01060cb3,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:25.835045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:25.844291 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab938710-4af6-4f76-9e37-95054f49baf2 req-f62bbfdf-67d5-4308-bc85-c965d29601a1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025915 Mar 07 16:02:25.857148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02194ef4-b9e1-41fd-a52c-856f82542d26 req-0beedf9b-2563-4e05-8182-d315873e1249 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254082 Mar 07 16:02:25.863791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Port ac042e42-99b6-43f4-ba2e-36e7be6372a7 on network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:25.863955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Attempting to bind port ac042e42-99b6-43f4-ba2e-36e7be6372a7 on network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:25.901707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:25.902337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Checking segment: {'id': '06f9d2fb-537a-4523-b70b-baa49094b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:25.902534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Bound using segment: {'id': '06f9d2fb-537a-4523-b70b-baa49094b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:25.903069 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Bound port: ac042e42-99b6-43f4-ba2e-36e7be6372a7, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f9d2fb-537a-4523-b70b-baa49094b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:25.903463 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.004539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 54b8ef22-d79f-4518-ad89-8d1c5d676899 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:26.051285 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-48bdbdf9-bd05-45b8-8049-291442d72c1c req-0d0344b2-91e5-4b60-b114-e48623d7da33 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=74043ff6-5dcf-4db3-bfb1-2330b6d228bd HTTP/1.1" status: 200 len: 210 time: 0.0457244 Mar 07 16:02:26.121644 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb6ad0-dd20-4ba6-bbfd-69bcc17614b5 x-openstack-request-id: req-5adb6ad0-dd20-4ba6-bbfd-69bcc17614b5 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:26.122126 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74043ff6-5dcf-4db3-bfb1-2330b6d228bd", "name": "network-vif-deleted", "tag": "2a182992-db76-4c44-8436-e2235fb2b111", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:26.122539 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5adb6ad0-dd20-4ba6-bbfd-69bcc17614b5 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:26.123123 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74043ff6-5dcf-4db3-bfb1-2330b6d228bd', 'name': 'network-vif-deleted', 'tag': '2a182992-db76-4c44-8436-e2235fb2b111', 'status': 'completed', 'code': 200} Mar 07 16:02:26.163199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 54b8ef22-d79f-4518-ad89-8d1c5d676899 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:26.163619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.197900 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.202985 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (5db2b77d-e9a6-4f41-96c7-3e3b16111aa9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.300895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c600332-09e2-4415-bf6b-ca48ac242bdc req-b4277e61-289a-46af-823e-65623ae5aceb tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:26.302551 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c600332-09e2-4415-bf6b-ca48ac242bdc req-b4277e61-289a-46af-823e-65623ae5aceb tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 948 time: 0.7073941 Mar 07 16:02:26.322162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c315da-34b6-40fc-a58f-bccf97652a16 req-54e7f559-114e-4623-8bbf-4ef2a4560acd tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:26.324060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 54b8ef22-d79f-4518-ad89-8d1c5d676899 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:26.327630 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device be9889cd-fa5c-453e-a7f2-fe1d8fc58241 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:26.332211 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33c315da-34b6-40fc-a58f-bccf97652a16 req-54e7f559-114e-4623-8bbf-4ef2a4560acd tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 946 time: 0.1094747 Mar 07 16:02:26.332396 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.396770 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33c315da-34b6-40fc-a58f-bccf97652a16 req-b5aad4ca-7b3d-4c7f-8b0d-6ae948995905 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631483 Mar 07 16:02:26.423515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:26.429024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:26.429555 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.468586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db2b77d-e9a6-4f41-96c7-3e3b16111aa9,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:26.486768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] For port ac042e42-99b6-43f4-ba2e-36e7be6372a7, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:26.546235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] For port ac042e42-99b6-43f4-ba2e-36e7be6372a7, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ac042e42-99b6-43f4-ba2e-36e7be6372a7,segment=NetworkSegment(06f9d2fb-537a-4523-b70b-baa49094b4c5),segment_id=06f9d2fb-537a-4523-b70b-baa49094b4c5)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:26.555904 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c600332-09e2-4415-bf6b-ca48ac242bdc req-4b986563-c164-4070-bd6d-9e1f1c2c0f3f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041116 Mar 07 16:02:26.560560 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.563017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Checking segment: {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:26.563387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Network hostable DHCP agents. Network: 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:26.608534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:26.609235 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.610970 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] 10.222.0.11 "PUT /v2.0/ports/ac042e42-99b6-43f4-ba2e-36e7be6372a7 HTTP/1.1" status: 200 len: 1092 time: 3.8131595 Mar 07 16:02:26.616907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'tag': 'ac042e42-99b6-43f4-ba2e-36e7be6372a7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:26.620481 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ffb0ea-11ec-4618-a4fe-bdb03960836a" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "tag": "ac042e42-99b6-43f4-ba2e-36e7be6372a7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:26.667173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Request body: {'port': {'device_id': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:26.674596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:26.700067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98625ad5-e6e4-4b81-82ec-d330c13c0636 service neutron] Pushing event updated for resources: {'Port': ['ID=ac042e42-99b6-43f4-ba2e-36e7be6372a7,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:26.731271 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dd7fbf-3dde-4069-a198-3e7ec2853726 x-openstack-request-id: req-e5dd7fbf-3dde-4069-a198-3e7ec2853726 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:26.731514 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "tag": "ac042e42-99b6-43f4-ba2e-36e7be6372a7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:26.731838 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5dd7fbf-3dde-4069-a198-3e7ec2853726 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:26.735287 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'tag': 'ac042e42-99b6-43f4-ba2e-36e7be6372a7', 'status': 'completed', 'code': 200} Mar 07 16:02:26.741085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:26.742000 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.768184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:26.782623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c36569c-38f2-4313-959a-0c444cb4e546 None None] Network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:26.783338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:26.784338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.796054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2b1036ef-d50d-45f1-a9cc-176973fff854 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:26.799246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-9cd4b702-f88f-43c6-8959-bb9396229359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:26.799778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-9cd4b702-f88f-43c6-8959-bb9396229359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:26.800269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-9cd4b702-f88f-43c6-8959-bb9396229359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:26.801976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-9cd4b702-f88f-43c6-8959-bb9396229359 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2859 time: 0.0620441 Mar 07 16:02:26.812025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ab9f12c8-a951-492f-9da1-79970e113176 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:26.853488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.862696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4f88d1f9-9376-4b55-8e68-46ce702d04e2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4573610 Mar 07 16:02:26.873653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: ab9f12c8-a951-492f-9da1-79970e113176 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:26.876582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ab9f12c8-a951-492f-9da1-79970e113176 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:26.886167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:26.907581 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:26.936996 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:02:26.981901 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:27.022517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:27.046457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:27.046850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-6b1e10e7-d53c-43b2-954a-cc58a0b5a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.047495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-6b1e10e7-d53c-43b2-954a-cc58a0b5a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.048126 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-6b1e10e7-d53c-43b2-954a-cc58a0b5a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.048895 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba222a8-6f7d-4845-8bed-a0632f89f6e2" -d '{"events": [{"server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "name": "network-vif-plugged", "status": "completed", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:27.050670 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-6b1e10e7-d53c-43b2-954a-cc58a0b5a183 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2279325 Mar 07 16:02:27.152282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-4825551e-28b3-450a-beb3-a5d3dcae5a4f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.155506 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-4825551e-28b3-450a-beb3-a5d3dcae5a4f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.3619070 Mar 07 16:02:27.167140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2954cd9-c564-4341-8be6-3816f92c0a8c None None] Network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:27.168806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba4e50-4d02-4010-8f32-27403d50321e req-95867234-9b06-4deb-86c0-7acdcdc512c0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.178266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba4e50-4d02-4010-8f32-27403d50321e req-95867234-9b06-4deb-86c0-7acdcdc512c0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.185474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba4e50-4d02-4010-8f32-27403d50321e req-95867234-9b06-4deb-86c0-7acdcdc512c0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.193560 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3fba4e50-4d02-4010-8f32-27403d50321e req-95867234-9b06-4deb-86c0-7acdcdc512c0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2399 time: 0.2071493 Mar 07 16:02:27.199217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 2b1036ef-d50d-45f1-a9cc-176973fff854, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2b1036ef-d50d-45f1-a9cc-176973fff854,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:27.239576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-aa44150a-7b87-4b6d-81cc-813efd630241 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/quotas/9fdcbd0ff10c45108a08a31b08761e64 HTTP/1.1" status: 200 len: 375 time: 0.0737610 Mar 07 16:02:27.247324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '2b1036ef-d50d-45f1-a9cc-176973fff854', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '2b1036ef-d50d-45f1-a9cc-176973fff854', 'mac_address': 'fa:16:3e:92:71:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:27.249146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Allocated IP 172.25.4.25 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/dba0fcd9-320e-4d10-9dd1-501397f64f19) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:27.316263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 2b1036ef-d50d-45f1-a9cc-176973fff854 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:27.316784 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:27.323901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3fba4e50-4d02-4010-8f32-27403d50321e req-3b526923-71db-43c2-9fde-c4fa04bc9e8d tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292708 Mar 07 16:02:27.327739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-6a2adbb5-9a2d-49bd-984a-81e2e0bd1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.329391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43ffb0ea-11ec-4618-a4fe-bdb03960836a req-6a2adbb5-9a2d-49bd-984a-81e2e0bd1d9b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2712681 Mar 07 16:02:27.331887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1036ef-d50d-45f1-a9cc-176973fff854 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:27.362733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 2b1036ef-d50d-45f1-a9cc-176973fff854, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2b1036ef-d50d-45f1-a9cc-176973fff854,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:27.369221 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:27.392298 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c76f4e-1a09-4c8f-a536-dd7257abff19 x-openstack-request-id: req-a0c76f4e-1a09-4c8f-a536-dd7257abff19 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:27.392649 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "name": "network-vif-plugged", "status": "completed", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:27.392853 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0c76f4e-1a09-4c8f-a536-dd7257abff19 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:27.393228 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'code': 200} Mar 07 16:02:27.438884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=2b1036ef-d50d-45f1-a9cc-176973fff854,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:27.470667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-92ce1905-cf34-41a0-9d92-8e53ab42fd49 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2031751 Mar 07 16:02:27.501549 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea39377-2712-4bcd-877b-3426498de11a req-f36c1519-0a65-4c3b-b53d-bd34d8be0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.503237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cea39377-2712-4bcd-877b-3426498de11a req-f36c1519-0a65-4c3b-b53d-bd34d8be0400 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1132 time: 0.0494509 Mar 07 16:02:27.526057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for port (dba0fcd9-320e-4d10-9dd1-501397f64f19), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:27.552225 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cea39377-2712-4bcd-877b-3426498de11a req-20592608-26a1-49de-b821-425f8e9b30c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Mar 07 16:02:27.626093 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:27.654759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d53bbb3-1f46-49e2-b96e-341d18a750ec {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:27.665988 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Publish callbacks [] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:27.670974 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-663b3d33-9b3b-4e14-a82f-669461db36b6 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797714 Mar 07 16:02:27.691230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (dba0fcd9-320e-4d10-9dd1-501397f64f19), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:27.707487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Transition to ACTIVE for port object 1d53bbb3-1f46-49e2-b96e-341d18a750ec will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:27.719504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-c5754b22-43c8-4dac-8ed3-b7d22c3ab039 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:27.721004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-c5754b22-43c8-4dac-8ed3-b7d22c3ab039 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/networks?id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 200 len: 822 time: 0.1078718 Mar 07 16:02:27.734110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['2b1036ef-d50d-45f1-a9cc-176973fff854'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:27.736936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-f5eb1fa7-6581-461a-9c14-84f2b387971b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/quotas/4648c775f1a74b17bcdf6aa7d566845a HTTP/1.1" status: 200 len: 375 time: 0.0102181 Mar 07 16:02:27.745366 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:27.772792 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-6b81c7e4-2073-4994-ae0c-2edb27c42bda tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295544 Mar 07 16:02:27.796216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:27.807149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:27.809558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:27.845778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Pushing event updated for resources: {'Port': ['ID=dba0fcd9-320e-4d10-9dd1-501397f64f19,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:27.936144 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-7f5ce650-463c-4004-ac4a-5a16ce1dab48 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580490 Mar 07 16:02:27.962602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Pushing event updated for resources: {'Port': ['ID=1d53bbb3-1f46-49e2-b96e-341d18a750ec,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:27.973757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-418abca5-0174-42ce-8b81-8dd1b428d9f6 service neutron] 10.222.0.24 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928759 Mar 07 16:02:28.043906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for floatingip (2dc93457-b70d-434e-aaad-bdd3cbcf7140), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:28.045819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Attempting to bind port 1d53bbb3-1f46-49e2-b96e-341d18a750ec on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:28.045819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Attempting to bind port 1d53bbb3-1f46-49e2-b96e-341d18a750ec by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:28.046083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Attempting to bind port 1d53bbb3-1f46-49e2-b96e-341d18a750ec on network cf8659ba-8b99-4ada-a85b-219f24152c97 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:28.054813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Port 1d53bbb3-1f46-49e2-b96e-341d18a750ec on network cf8659ba-8b99-4ada-a85b-219f24152c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:28.057000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Attempting to bind port 1d53bbb3-1f46-49e2-b96e-341d18a750ec on network cf8659ba-8b99-4ada-a85b-219f24152c97 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:28.065175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:28.065516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Checking segment: {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:28.065902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Bound using segment: {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:28.066342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Bound port: 1d53bbb3-1f46-49e2-b96e-341d18a750ec, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c08f90-bc1d-4a5a-89a7-31fea3b52229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:28.066695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:28.090307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-be31fb64-3835-46eb-af75-09b53f9e3816 service neutron] 10.222.0.24 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156795 Mar 07 16:02:28.119726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dba0fcd9-320e-4d10-9dd1-501397f64f19), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:28.124367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4fb10b-e10a-4b34-81d5-f83f1c89ae48', 'name': 'network-vif-deleted', 'tag': 'ab9f12c8-a951-492f-9da1-79970e113176'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:28.130720 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f90762-0a01-416e-bec5-357bd740f266" -d '{"events": [{"server_uuid": "9c4fb10b-e10a-4b34-81d5-f83f1c89ae48", "name": "network-vif-deleted", "tag": "ab9f12c8-a951-492f-9da1-79970e113176"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:28.263334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] For port 1d53bbb3-1f46-49e2-b96e-341d18a750ec, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:28.290648 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:02:28.298088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] For port 1d53bbb3-1f46-49e2-b96e-341d18a750ec, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1d53bbb3-1f46-49e2-b96e-341d18a750ec,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:28.308271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac5cb-315b-41ec-8c66-a170d56f2e00 req-f78cf4b8-0963-4609-86dd-2e72ff558875 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:28.309794 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6eaac5cb-315b-41ec-8c66-a170d56f2e00 req-f78cf4b8-0963-4609-86dd-2e72ff558875 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 946 time: 0.1423779 Mar 07 16:02:28.346206 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:28.452748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:28.453370 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:28.455495 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] 10.222.0.11 "PUT /v2.0/ports/1d53bbb3-1f46-49e2-b96e-341d18a750ec HTTP/1.1" status: 200 len: 1091 time: 1.8027034 Mar 07 16:02:28.533199 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6eaac5cb-315b-41ec-8c66-a170d56f2e00 req-836aab60-d350-43fd-afd5-cbefbc01f5c0 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927330 Mar 07 16:02:28.604822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22834-0f62-47ad-bb0e-565e94937c3e req-04c16284-daf8-4236-a2f1-78ab156689a5 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:28.607357 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-98e22834-0f62-47ad-bb0e-565e94937c3e req-04c16284-daf8-4236-a2f1-78ab156689a5 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 949 time: 0.1182351 Mar 07 16:02:28.692490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00241560-d5ec-4873-a274-7844e8fc02ab service neutron] Pushing event updated for resources: {'Port': ['ID=1d53bbb3-1f46-49e2-b96e-341d18a750ec,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:28.729392 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-98e22834-0f62-47ad-bb0e-565e94937c3e req-55a97b10-882f-44cb-bcfa-09b3a017a400 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987823 Mar 07 16:02:28.756819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'tag': '1d53bbb3-1f46-49e2-b96e-341d18a750ec'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:28.767215 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "tag": "1d53bbb3-1f46-49e2-b96e-341d18a750ec"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:28.774921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c75ebc2-f791-4d6d-8357-244d18580b91 req-86434c5b-9f60-4fa5-afec-348287df9486 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 210 time: 0.1341946 Mar 07 16:02:28.813053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for port (dba0fcd9-320e-4d10-9dd1-501397f64f19), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:28.814453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2b1036ef-d50d-45f1-a9cc-176973fff854 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:28.819008 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (dba0fcd9-320e-4d10-9dd1-501397f64f19), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:28.850637 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb08c62-6956-4592-a7bb-3b5dfde78ea3 x-openstack-request-id: req-3eb08c62-6956-4592-a7bb-3b5dfde78ea3 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:28.851119 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4fb10b-e10a-4b34-81d5-f83f1c89ae48", "name": "network-vif-deleted", "tag": "ab9f12c8-a951-492f-9da1-79970e113176", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:28.851546 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3eb08c62-6956-4592-a7bb-3b5dfde78ea3 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:28.852853 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4fb10b-e10a-4b34-81d5-f83f1c89ae48', 'name': 'network-vif-deleted', 'tag': 'ab9f12c8-a951-492f-9da1-79970e113176', 'status': 'completed', 'code': 200} Mar 07 16:02:28.887614 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Pushing event updated for resources: {'Port': ['ID=dba0fcd9-320e-4d10-9dd1-501397f64f19,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:28.901155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-ee46122c-a32b-4465-b13e-eed4fdd68dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:28.901649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-ee46122c-a32b-4465-b13e-eed4fdd68dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:28.902129 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-ee46122c-a32b-4465-b13e-eed4fdd68dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:28.903858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-ee46122c-a32b-4465-b13e-eed4fdd68dba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2957 time: 0.3640380 Mar 07 16:02:28.931791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 2b1036ef-d50d-45f1-a9cc-176973fff854 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:28.937165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 2b1036ef-d50d-45f1-a9cc-176973fff854 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:28.937651 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:28.979902 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fd82e322-ec09-4659-a900-b42e35b53987 req-bfbdfa58-783a-43e1-aeff-f653805bfc9a tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 210 time: 0.0934176 Mar 07 16:02:29.029016 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-a7caffe3-536e-4804-a7aa-71f4aa509810 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=d3792530-d455-4d1f-ac1f-33e531ed6ba7 HTTP/1.1" status: 200 len: 217 time: 0.0830498 Mar 07 16:02:29.049690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (2dc93457-b70d-434e-aaad-bdd3cbcf7140), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:29.111572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 2b1036ef-d50d-45f1-a9cc-176973fff854 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:29.112029 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:29.116901 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:29.126634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b05ed559-b54f-47ce-8228-e07ac9a2988e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3127325 Mar 07 16:02:29.152791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-d8778545-7dde-407e-9c59-03f890d4df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:29.155923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-d8778545-7dde-407e-9c59-03f890d4df96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76ca3b0f-43b7-4d65-9619-36f01de4e908 HTTP/1.1" status: 200 len: 801 time: 0.1183882 Mar 07 16:02:29.237143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 2b1036ef-d50d-45f1-a9cc-176973fff854, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2b1036ef-d50d-45f1-a9cc-176973fff854,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:29.246596 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:29.257677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066787c-58c9-4da3-a41f-69b8c4a5ce51 req-a5b72c0e-e305-475f-98fa-bb44e206cbaf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:29.265665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9066787c-58c9-4da3-a41f-69b8c4a5ce51 req-a5b72c0e-e305-475f-98fa-bb44e206cbaf tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 951 time: 0.1213171 Mar 07 16:02:29.291732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-bccadf39-8feb-4f74-a723-9b923665dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:29.293333 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-bccadf39-8feb-4f74-a723-9b923665dc18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf8659ba-8b99-4ada-a85b-219f24152c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1258705 Mar 07 16:02:29.303875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1038be6-a668-4a88-b45d-8bdf3a851d22 req-3b241544-4d26-4006-aa18-304da2729855 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:29.321673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1038be6-a668-4a88-b45d-8bdf3a851d22 req-3b241544-4d26-4006-aa18-304da2729855 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:29.323491 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9066787c-58c9-4da3-a41f-69b8c4a5ce51 req-170f33e8-f547-467c-ad50-463f7f7107d1 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566821 Mar 07 16:02:29.325055 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:29.328213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1038be6-a668-4a88-b45d-8bdf3a851d22 req-3b241544-4d26-4006-aa18-304da2729855 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:29.331039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=2b1036ef-d50d-45f1-a9cc-176973fff854,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:29.331274 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1038be6-a668-4a88-b45d-8bdf3a851d22 req-3b241544-4d26-4006-aa18-304da2729855 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2411 time: 0.4152701 Mar 07 16:02:29.394055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab48e588-3b9d-4e48-9de4-7d1edb51f374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1036ef-d50d-45f1-a9cc-176973fff854'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:29.396854 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c1327a-c468-471e-b560-8df26cea71a5" -d '{"events": [{"server_uuid": "ab48e588-3b9d-4e48-9de4-7d1edb51f374", "name": "network-vif-plugged", "status": "completed", "tag": "2b1036ef-d50d-45f1-a9cc-176973fff854"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:29.419867 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1038be6-a668-4a88-b45d-8bdf3a851d22 req-ded9c226-e7fd-4d09-b13b-d6eee3e4b357 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799856 Mar 07 16:02:29.428212 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-bf609332-7be3-4561-b941-ef8accbd30f9 service neutron] 10.222.0.11 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099946 Mar 07 16:02:29.457828 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf498f28-4bd6-469e-a087-26b4e88ca303 x-openstack-request-id: req-bf498f28-4bd6-469e-a087-26b4e88ca303 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:29.458832 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "tag": "1d53bbb3-1f46-49e2-b96e-341d18a750ec", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:29.459155 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf498f28-4bd6-469e-a087-26b4e88ca303 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:29.459635 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'tag': '1d53bbb3-1f46-49e2-b96e-341d18a750ec', 'status': 'completed', 'code': 200} Mar 07 16:02:29.620187 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f357ff9f-16bf-4148-ba7e-272b75847b7b x-openstack-request-id: req-f357ff9f-16bf-4148-ba7e-272b75847b7b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:29.620662 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab48e588-3b9d-4e48-9de4-7d1edb51f374", "name": "network-vif-plugged", "status": "completed", "tag": "2b1036ef-d50d-45f1-a9cc-176973fff854", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:29.621012 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f357ff9f-16bf-4148-ba7e-272b75847b7b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:29.621484 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab48e588-3b9d-4e48-9de4-7d1edb51f374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1036ef-d50d-45f1-a9cc-176973fff854', 'code': 200} Mar 07 16:02:29.663412 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-25e2a0e8-322e-424c-a8d6-038738719e1f tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--101881213&fields=id&tenant_id=4dcb668b6a164a6f8e586e84434af7cf HTTP/1.1" status: 200 len: 267 time: 0.1011748 Mar 07 16:02:29.686418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-7594a9da-0805-47e4-a0d1-4dc21c54c68c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:29.688291 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-7594a9da-0805-47e4-a0d1-4dc21c54c68c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.2228115 Mar 07 16:02:29.709732 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Request body: {'port': {'device_id': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'admin_state_up': True, 'tenant_id': '9fdcbd0ff10c45108a08a31b08761e64'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:29.936003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db30b3-af1e-4479-92f6-a8506385b944 req-0b08ec47-f034-46fd-b6e1-e533d5454b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:29.938005 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-73851a2b-f882-4103-8dbc-c9839ae4da27 service neutron] 10.222.0.11 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031281 Mar 07 16:02:29.938152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59db30b3-af1e-4479-92f6-a8506385b944 req-0b08ec47-f034-46fd-b6e1-e533d5454b75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 1132 time: 0.2333641 Mar 07 16:02:29.979118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-0a9457df-1382-4539-a0d7-75c8f60713c6 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:29.986426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-0a9457df-1382-4539-a0d7-75c8f60713c6 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/networks?id=7cb0e86a-6550-4e97-960f-b435a4cfa4b4 HTTP/1.1" status: 200 len: 806 time: 0.3221207 Mar 07 16:02:30.006284 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-1f1fae00-d691-455b-a0e2-c2b184b7aa2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.129&port_id=ac042e42-99b6-43f4-ba2e-36e7be6372a7 HTTP/1.1" status: 200 len: 217 time: 0.0555511 Mar 07 16:02:30.017112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a26256-44ea-4d33-9e70-220d355ed46d req-de77a642-81dd-4c94-878a-a9d28802269d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:30.019041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81a26256-44ea-4d33-9e70-220d355ed46d req-de77a642-81dd-4c94-878a-a9d28802269d tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 951 time: 0.2194948 Mar 07 16:02:30.031585 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-b12e91a7-27bc-4dcc-9d4b-c7906a785a1d tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/quotas/4dcb668b6a164a6f8e586e84434af7cf HTTP/1.1" status: 200 len: 375 time: 0.0443108 Mar 07 16:02:30.043214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-71252d0a-ca00-42c8-9c95-2a911307c243 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:30.044761 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-71252d0a-ca00-42c8-9c95-2a911307c243 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.15 "GET /v2.0/networks?id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 200 len: 822 time: 0.2149594 Mar 07 16:02:30.075919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Request body: {'port': {'device_id': '547db902-168c-4f87-9351-14e94bb687fe', 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4', 'admin_state_up': True, 'tenant_id': '4648c775f1a74b17bcdf6aa7d566845a'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:30.125722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Made reservation on behalf of 9fdcbd0ff10c45108a08a31b08761e64 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:30.129123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:30.151821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-81c34bd9-f1d0-4df7-839d-5b33bddc6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:30.153328 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-81c34bd9-f1d0-4df7-839d-5b33bddc6770 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=673fc77e-8bca-4c36-8162-76f55aef3382 HTTP/1.1" status: 200 len: 801 time: 0.1414187 Mar 07 16:02:30.182142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f493635-73dc-4db4-8943-32c5be69beab req-ee1cdcf1-287c-496e-9f3a-762455b81b26 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:30.183711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f493635-73dc-4db4-8943-32c5be69beab req-ee1cdcf1-287c-496e-9f3a-762455b81b26 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 950 time: 0.2197173 Mar 07 16:02:30.198422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59db30b3-af1e-4479-92f6-a8506385b944 req-b7907137-1c98-4d33-8e4d-3ae6a9af20a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501578 Mar 07 16:02:30.251709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-01cb23d6-36a2-4697-acba-ad9e89359440 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4dcb668b6a164a6f8e586e84434af7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114267 Mar 07 16:02:30.284754 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f493635-73dc-4db4-8943-32c5be69beab req-f7e70150-da41-4809-9033-06b0ea655a0d tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816672 Mar 07 16:02:30.292426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Made reservation on behalf of 4648c775f1a74b17bcdf6aa7d566845a for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:30.295947 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:30.300989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-d091f265-db23-4bd9-8ecd-b1becfd7b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:30.312486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-d091f265-db23-4bd9-8ecd-b1becfd7b5ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b50b6f65-5349-4dfe-a0af-b2c8a8b3764c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1384513 Mar 07 16:02:30.377256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-81a26256-44ea-4d33-9e70-220d355ed46d req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Deleting port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:30.377859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81a26256-44ea-4d33-9e70-220d355ed46d req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:30.427108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Allocated IP 172.20.0.8 (f2e65e7d-475f-42bc-b785-221af76b9874/f72ca13c-8ffe-45cb-9e24-07aaf17581aa/66b8e219-0497-4dc0-bb17-b4ee82303262) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:30.449486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-41161b23-693b-41dd-bd2e-e3fc5b8ed2ff req-275abe85-bcf1-42c3-ae33-aaac0d40daa2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 210 time: 0.0708089 Mar 07 16:02:30.498407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2c9f13b3-48f7-4405-9be4-71cafac8f876 service neutron] 10.222.0.24 "GET /v2.0/networks/7cb0e86a-6550-4e97-960f-b435a4cfa4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318671 Mar 07 16:02:30.518740 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-db2c647a-1c92-4965-9a7b-a5f4090a8b8a service neutron] 10.222.0.11 "GET /v2.0/networks/b50b6f65-5349-4dfe-a0af-b2c8a8b3764c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087412 Mar 07 16:02:30.576632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-81a26256-44ea-4d33-9e70-220d355ed46d req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] For port 3dcd00aa-65f5-4839-ad54-3eef0e7af058, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3dcd00aa-65f5-4839-ad54-3eef0e7af058,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:30.577001 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81a26256-44ea-4d33-9e70-220d355ed46d req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:30.626389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Allocated IP 172.20.0.12 (2dac91be-7d1e-46c4-9bfc-8061a0be2bc4/5db2b77d-e9a6-4f41-96c7-3e3b16111aa9/af0ea9d9-9177-4c89-9eda-176deea2e589) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:30.641681 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-81a26256-44ea-4d33-9e70-220d355ed46d req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Calling delete_port for 3dcd00aa-65f5-4839-ad54-3eef0e7af058 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:30.659543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3540190-f100-4611-a67a-26c470fd39f2 req-54fb90ca-1876-4251-bef9-99d317fa68de tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:30.661050 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3540190-f100-4611-a67a-26c470fd39f2 req-54fb90ca-1876-4251-bef9-99d317fa68de tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 946 time: 0.1447845 Mar 07 16:02:30.726022 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-079bcba8-25b5-40ef-b897-5803206817f4 service neutron] 10.222.0.11 "GET /v2.0/networks/b50b6f65-5349-4dfe-a0af-b2c8a8b3764c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938829 Mar 07 16:02:30.771559 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2de944fe-655d-4961-bc70-4ba9daf255af service neutron] 10.222.0.24 "GET /v2.0/networks/7cb0e86a-6550-4e97-960f-b435a4cfa4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591288 Mar 07 16:02:30.798295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-294b056f-2a5b-4126-a9f8-d95e978cba24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.30&port_id=1d53bbb3-1f46-49e2-b96e-341d18a750ec HTTP/1.1" status: 200 len: 217 time: 0.0582585 Mar 07 16:02:30.827053 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks [] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:30.874447 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3540190-f100-4611-a67a-26c470fd39f2 req-d554eb54-be7e-41be-9cab-73f2f086fea6 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033501 Mar 07 16:02:30.913108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:30.916045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-36ab08a9-b0ba-453e-b2d6-d7ab817612c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:30.916271 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81a26256-44ea-4d33-9e70-220d355ed46d req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3dcd00aa-65f5-4839-ad54-3eef0e7af058), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:30.917918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-36ab08a9-b0ba-453e-b2d6-d7ab817612c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76ca3b0f-43b7-4d65-9619-36f01de4e908 HTTP/1.1" status: 200 len: 801 time: 0.0867033 Mar 07 16:02:30.933037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:30.937606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['704865d3-395e-4f13-9e19-ab82c2b58dc3', '4b66d692-6694-4eed-972e-160f0f4a7704', '3dcd00aa-65f5-4839-ad54-3eef0e7af058'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:30.948203 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:30.999238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Network f2e65e7d-475f-42bc-b785-221af76b9874 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:31.017882 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ed9c45c2-1ca6-4707-a64e-d1c904f69b5e req-ddaad762-509d-43ed-a64b-c6d55a59a303 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 210 time: 0.0431104 Mar 07 16:02:31.021037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:31.038156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-f5777015-000c-4e52-9253-9ae9641f012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.041874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:31.042487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-f5777015-000c-4e52-9253-9ae9641f012f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf8659ba-8b99-4ada-a85b-219f24152c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1140985 Mar 07 16:02:31.068121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a26256-44ea-4d33-9e70-220d355ed46d req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] No DVR routers for this DVR port 3dcd00aa-65f5-4839-ad54-3eef0e7af058 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:31.070332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event updated for resources: {'Port': ['ID=66b8e219-0497-4dc0-bb17-b4ee82303262,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:31.072555 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:31.094850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81a26256-44ea-4d33-9e70-220d355ed46d req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:31.099335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81a26256-44ea-4d33-9e70-220d355ed46d req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "DELETE /v2.0/ports/3dcd00aa-65f5-4839-ad54-3eef0e7af058 HTTP/1.1" status: 204 len: 173 time: 1.0733478 Mar 07 16:02:31.100002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-deleted', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:31.103032 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1117aa3e-d97a-4c17-b462-56345bc120ac" -d '{"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-deleted", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:31.145963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59d7f7-661e-4dbc-9ab0-b16090b6f112 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Pushing event deleted for resources: {'Port': ['ID=3dcd00aa-65f5-4839-ad54-3eef0e7af058,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:31.155310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:31.191504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:31.195412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event updated for resources: {'Port': ['ID=af0ea9d9-9177-4c89-9eda-176deea2e589,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:31.198565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:31.247062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.249891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:31.260921 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3fe0cb30-8c45-46f4-ab5b-da9a0262f143 req-8b6843f2-5e90-430b-b31e-119b1f4b4241 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b32265c-8592-4658-bcc4-e7d93a845982 HTTP/1.1" status: 200 len: 210 time: 0.1040766 Mar 07 16:02:31.343907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.345231 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:31.375215 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-18bf65ee-1202-4d4e-8d83-eb4f34db5375 service neutron] 10.222.0.11 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096139 Mar 07 16:02:31.399469 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b24f68e5-f74a-4be9-8a49-5ad2b06b0e75 req-55b7e871-5c8e-469f-a1bf-bdd2cb53e029 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 210 time: 0.0710275 Mar 07 16:02:31.406988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-cb100214-dbca-402c-9eb0-4635d14be5e0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7013764 Mar 07 16:02:31.420948 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-23433948-287f-4540-9ed7-5c2d073c1083 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3572409 Mar 07 16:02:31.435093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Request body: {'port': {'device_id': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:31.534341 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a6ee63-b1e6-45cc-ae03-3d824ceeb2b2 x-openstack-request-id: req-37a6ee63-b1e6-45cc-ae03-3d824ceeb2b2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:31.534701 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32265c-8592-4658-bcc4-e7d93a845982", "name": "network-vif-deleted", "tag": "3dcd00aa-65f5-4839-ad54-3eef0e7af058", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:31.534951 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37a6ee63-b1e6-45cc-ae03-3d824ceeb2b2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:31.535366 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32265c-8592-4658-bcc4-e7d93a845982', 'name': 'network-vif-deleted', 'tag': '3dcd00aa-65f5-4839-ad54-3eef0e7af058', 'status': 'completed', 'code': 200} Mar 07 16:02:31.582923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1c7c196-f426-4e3a-860e-57c7822bc4f8 req-b171fb3b-ba15-4279-b6b8-f03ddff8b901 service neutron] 10.222.0.11 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813204 Mar 07 16:02:31.584108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55719-3150-4d86-8409-2e190a97840c req-a1b747e2-66bf-4e85-91cb-ed12d9f08141 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.586323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-84a55719-3150-4d86-8409-2e190a97840c req-a1b747e2-66bf-4e85-91cb-ed12d9f08141 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.11 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 946 time: 0.3295708 Mar 07 16:02:31.600913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Request body: {'port': {'device_id': '547db902-168c-4f87-9351-14e94bb687fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:31.676114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf161c-a447-4329-94b1-98a32c576a0b req-838c770b-eb04-4272-8b39-8e6fdee3f8b7 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.694037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf161c-a447-4329-94b1-98a32c576a0b req-838c770b-eb04-4272-8b39-8e6fdee3f8b7 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.700663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:31.700911 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf161c-a447-4329-94b1-98a32c576a0b req-838c770b-eb04-4272-8b39-8e6fdee3f8b7 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.702567 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bfbf161c-a447-4329-94b1-98a32c576a0b req-838c770b-eb04-4272-8b39-8e6fdee3f8b7 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2411 time: 0.4700325 Mar 07 16:02:31.801791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee3ee9-380e-4976-8a85-0410769ed4e6 req-3762047d-744c-44a2-8b87-18afd66bd4b5 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.809707 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44ee3ee9-380e-4976-8a85-0410769ed4e6 req-3762047d-744c-44a2-8b87-18afd66bd4b5 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 950 time: 0.2733743 Mar 07 16:02:31.817723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:31.850579 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bfbf161c-a447-4329-94b1-98a32c576a0b req-052199ae-ea3d-49eb-b1eb-9f6fb9a28c79 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318383 Mar 07 16:02:31.854827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-948a02f3-a057-4a45-a205-d51f1788778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.855452 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-948a02f3-a057-4a45-a205-d51f1788778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.856013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-948a02f3-a057-4a45-a205-d51f1788778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:31.857979 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-948a02f3-a057-4a45-a205-d51f1788778c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2957 time: 0.1523526 Mar 07 16:02:31.986592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44ee3ee9-380e-4976-8a85-0410769ed4e6 req-2305f3e3-6672-4fb5-b41e-39b84458af5c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757925 Mar 07 16:02:31.990527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-84a55719-3150-4d86-8409-2e190a97840c req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Deleting port bb45cad5-9ab5-4575-8294-a7249b4c27c5 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:31.990902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-84a55719-3150-4d86-8409-2e190a97840c req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:32.116907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-8748da14-34ab-49dc-8097-b82b5e8a33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:32.119109 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-8748da14-34ab-49dc-8097-b82b5e8a33ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=cf8659ba-8b99-4ada-a85b-219f24152c97 HTTP/1.1" status: 200 len: 903 time: 0.2355227 Mar 07 16:02:32.149990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a73543-4232-474f-815d-4abafc59da0b req-71e370ec-a1bc-4b2b-8a5e-cbaa25433c73 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:32.151564 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8a73543-4232-474f-815d-4abafc59da0b req-71e370ec-a1bc-4b2b-8a5e-cbaa25433c73 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 931 time: 0.1857016 Mar 07 16:02:32.186586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-84a55719-3150-4d86-8409-2e190a97840c req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] For port bb45cad5-9ab5-4575-8294-a7249b4c27c5, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bb45cad5-9ab5-4575-8294-a7249b4c27c5,segment=NetworkSegment(14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c),segment_id=14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:32.187136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-84a55719-3150-4d86-8409-2e190a97840c req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:32.208837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-84a55719-3150-4d86-8409-2e190a97840c req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Calling delete_port for bb45cad5-9ab5-4575-8294-a7249b4c27c5 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:32.215744 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-34eff10e-2b0d-4b28-bbd6-3fdfb34d313d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.30&port_id=1d53bbb3-1f46-49e2-b96e-341d18a750ec HTTP/1.1" status: 200 len: 217 time: 0.0847073 Mar 07 16:02:32.223745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27bb38-10db-47b6-8c92-db0a971a7d63 req-08601dc3-c5b3-4b15-ad9d-cbc6ac9df5ec tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:32.225241 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af27bb38-10db-47b6-8c92-db0a971a7d63 req-08601dc3-c5b3-4b15-ad9d-cbc6ac9df5ec tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0430a3b2-6fb9-4906-a345-d6ea48710ff9 HTTP/1.1" status: 200 len: 946 time: 0.1421678 Mar 07 16:02:32.330093 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8a73543-4232-474f-815d-4abafc59da0b req-56b86eae-4eb8-46f9-8f1d-37122ad0d904 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208282 Mar 07 16:02:32.333469 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-93711de5-1b58-42d1-9049-68a86c2dc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:32.334970 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-93711de5-1b58-42d1-9049-68a86c2dc5fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76ca3b0f-43b7-4d65-9619-36f01de4e908 HTTP/1.1" status: 200 len: 801 time: 0.1117420 Mar 07 16:02:32.477024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0ea9d9-9177-4c89-9eda-176deea2e589 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:32.484615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-bf7edcdd-cd0c-431d-99d4-99793b59dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:32.486267 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-bf7edcdd-cd0c-431d-99d4-99793b59dd31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf8659ba-8b99-4ada-a85b-219f24152c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1446955 Mar 07 16:02:32.494290 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Publish callbacks [] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:32.544555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80722a9-3e8a-46ab-a27a-588053e7aa4c req-5fbd8200-add1-4786-8cb9-8c45740af163 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:32.546089 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d80722a9-3e8a-46ab-a27a-588053e7aa4c req-5fbd8200-add1-4786-8cb9-8c45740af163 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 932 time: 0.1297133 Mar 07 16:02:32.554978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Transition to ACTIVE for port object af0ea9d9-9177-4c89-9eda-176deea2e589 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:32.577666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b8e219-0497-4dc0-bb17-b4ee82303262 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:32.600768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:32.619856 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Publish callbacks [] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:32.670384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Transition to ACTIVE for port object 66b8e219-0497-4dc0-bb17-b4ee82303262 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:32.681524 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:32.691314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af27bb38-10db-47b6-8c92-db0a971a7d63 req-32faea5e-dfce-4624-af6b-82233153ab20 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.24 "GET /v2.0/security-groups?id=342cbf65-dbf3-4588-a233-6ad591ee0d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433014 Mar 07 16:02:32.706096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Pushing event updated for resources: {'Port': ['ID=af0ea9d9-9177-4c89-9eda-176deea2e589,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:32.711116 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d80722a9-3e8a-46ab-a27a-588053e7aa4c req-799bed18-573f-436f-b03b-8d7425438c70 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549618 Mar 07 16:02:32.727538 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-9a10e589-3387-4062-b895-914680350a00 service neutron] 10.222.0.11 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294931 Mar 07 16:02:32.763141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-b79d9c3f-5b44-4631-abf2-248519fbbe38 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:32.764650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-b79d9c3f-5b44-4631-abf2-248519fbbe38 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.15 "GET /v2.0/networks?id=7cb0e86a-6550-4e97-960f-b435a4cfa4b4 HTTP/1.1" status: 200 len: 806 time: 0.2657614 Mar 07 16:02:32.771469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Pushing event updated for resources: {'Port': ['ID=66b8e219-0497-4dc0-bb17-b4ee82303262,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:32.885214 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-966d6220-1648-4d0a-a348-09e8093c9514 req-7243cd7a-501c-415f-9a16-13aa0e8466c2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 210 time: 0.0402005 Mar 07 16:02:32.909613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Attempting to bind port af0ea9d9-9177-4c89-9eda-176deea2e589 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:32.910067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Attempting to bind port af0ea9d9-9177-4c89-9eda-176deea2e589 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:32.910322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Attempting to bind port af0ea9d9-9177-4c89-9eda-176deea2e589 on network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:32.920837 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Port af0ea9d9-9177-4c89-9eda-176deea2e589 on network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:32.921174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Attempting to bind port af0ea9d9-9177-4c89-9eda-176deea2e589 on network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:32.926306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:32.926667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Checking segment: {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:32.927241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Bound using segment: {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:32.927768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Bound port: af0ea9d9-9177-4c89-9eda-176deea2e589, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:32.928159 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:32.945060 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9afde426-75fd-4079-b419-ee7c06419431 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dcb668b6a164a6f8e586e84434af7cf HTTP/1.1" status: 200 len: 379 time: 0.1677427 Mar 07 16:02:32.946356 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-84a55719-3150-4d86-8409-2e190a97840c req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bb45cad5-9ab5-4575-8294-a7249b4c27c5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:32.948098 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a2c2f74-aeb4-4af3-b47d-96511057d1e3 req-ef7a302c-3aa2-49e8-84a3-d76a51f2c457 service neutron] 10.222.0.11 "GET /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032099 Mar 07 16:02:32.959887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Request body: {'port': {'device_id': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'admin_state_up': True, 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'security_groups': ['8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:33.013076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Pushing event deleted for resources: {'Port': ['ID=bb45cad5-9ab5-4575-8294-a7249b4c27c5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:33.051590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:33.066077 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=af0ea9d9-9177-4c89-9eda-176deea2e589,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:33.077138 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:33.079676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Attempting to bind port 66b8e219-0497-4dc0-bb17-b4ee82303262 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:33.080021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Attempting to bind port 66b8e219-0497-4dc0-bb17-b4ee82303262 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:33.080351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Attempting to bind port 66b8e219-0497-4dc0-bb17-b4ee82303262 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:33.087575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aca33-c7e7-479f-beb2-d0509cafb843 req-7e369f62-e8ea-476c-a679-acf77d6f1ec2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.093279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aca33-c7e7-479f-beb2-d0509cafb843 req-7e369f62-e8ea-476c-a679-acf77d6f1ec2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.098785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aca33-c7e7-479f-beb2-d0509cafb843 req-7e369f62-e8ea-476c-a679-acf77d6f1ec2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.100837 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-533aca33-c7e7-479f-beb2-d0509cafb843 req-7e369f62-e8ea-476c-a679-acf77d6f1ec2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2411 time: 0.1000304 Mar 07 16:02:33.145008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a55719-3150-4d86-8409-2e190a97840c req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] No DVR routers for this DVR port bb45cad5-9ab5-4575-8294-a7249b4c27c5 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:33.146503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Port 66b8e219-0497-4dc0-bb17-b4ee82303262 on network f2e65e7d-475f-42bc-b785-221af76b9874 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:33.146858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Attempting to bind port 66b8e219-0497-4dc0-bb17-b4ee82303262 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:33.152080 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-84a55719-3150-4d86-8409-2e190a97840c req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:33.152522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.153150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:33.154550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] 10.222.0.15 "PUT /v2.0/ports/af0ea9d9-9177-4c89-9eda-176deea2e589 HTTP/1.1" status: 200 len: 1092 time: 1.5614974 Mar 07 16:02:33.155316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:33.155452 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-84a55719-3150-4d86-8409-2e190a97840c req-a8560c83-0873-4c23-8c55-70462a50eb80 tempest-InstanceActionsNegativeTestJSON-444452887 tempest-InstanceActionsNegativeTestJSON-444452887-project] 10.222.0.11 "DELETE /v2.0/ports/bb45cad5-9ab5-4575-8294-a7249b4c27c5 HTTP/1.1" status: 204 len: 173 time: 1.5283582 Mar 07 16:02:33.157624 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:33.169717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:33.170057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Checking segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:33.170658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Bound using segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:33.171347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Bound port: 66b8e219-0497-4dc0-bb17-b4ee82303262, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:33.171852 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:33.199055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6090097-2f9f-42f8-9113-dc1a7830afaa service neutron] Pushing event updated for resources: {'Port': ['ID=af0ea9d9-9177-4c89-9eda-176deea2e589,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:33.213383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-533aca33-c7e7-479f-beb2-d0509cafb843 req-afae1fba-4c48-4d58-a887-dfad3c07a321 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053932 Mar 07 16:02:33.237225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c82710-f91a-4305-99b3-4468d542c53f req-0ae22887-bd2a-4601-b8dd-bddea6669f66 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.238672 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87c82710-f91a-4305-99b3-4468d542c53f req-0ae22887-bd2a-4601-b8dd-bddea6669f66 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.1961381 Mar 07 16:02:33.292927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Made reservation on behalf of 4dcb668b6a164a6f8e586e84434af7cf for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:33.296520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:33.338131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:33.364098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87c82710-f91a-4305-99b3-4468d542c53f req-5952e40b-76de-4358-bc20-272f269de1a3 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158547 Mar 07 16:02:33.369193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=66b8e219-0497-4dc0-bb17-b4ee82303262,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:33.402777 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:33.457436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.458249 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:33.460553 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] 10.222.0.15 "PUT /v2.0/ports/66b8e219-0497-4dc0-bb17-b4ee82303262 HTTP/1.1" status: 200 len: 1091 time: 2.0439267 Mar 07 16:02:33.552695 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca38fed-f549-4c9c-bf6a-edeeffb9479c x-openstack-request-id: req-dca38fed-f549-4c9c-bf6a-edeeffb9479c {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:33.553278 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:33.553278 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dca38fed-f549-4c9c-bf6a-edeeffb9479c {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:33.553644 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589', 'status': 'completed', 'code': 200} Mar 07 16:02:33.557575 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0430a3b2-6fb9-4906-a345-d6ea48710ff9', 'name': 'network-vif-deleted', 'tag': 'bb45cad5-9ab5-4575-8294-a7249b4c27c5'}, {'name': 'network-changed', 'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:33.560268 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604e4a1a-2b83-4cf1-ab1d-c193af117326" -d '{"events": [{"server_uuid": "0430a3b2-6fb9-4906-a345-d6ea48710ff9", "name": "network-vif-deleted", "tag": "bb45cad5-9ab5-4575-8294-a7249b4c27c5"}, {"name": "network-changed", "server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:33.562582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030b65-61db-4a34-a6ae-ff3ca1e4b3fe service neutron] Pushing event updated for resources: {'Port': ['ID=66b8e219-0497-4dc0-bb17-b4ee82303262,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:33.601417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-0479a4ad-e5c9-46cf-ba62-412d685dbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.603683 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-0479a4ad-e5c9-46cf-ba62-412d685dbc4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 1126 time: 0.3871379 Mar 07 16:02:33.614738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Allocated IP 172.20.0.7 (7cb0e86a-6550-4e97-960f-b435a4cfa4b4/f2cddb87-546a-48f5-8849-00fcf486803b/e680c1e0-0f75-4a8b-aa7a-44834c80b3aa) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:33.624430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d0f73-dc0e-44a0-a8d2-a8b8066ec2ab req-2befd72e-23e5-430f-bcba-bab2934bc3e1 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.627419 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-274d0f73-dc0e-44a0-a8d2-a8b8066ec2ab req-2befd72e-23e5-430f-bcba-bab2934bc3e1 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 950 time: 0.0728445 Mar 07 16:02:33.646493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-ba5e79a4-41d7-4d53-923e-c9c05031f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.648034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-ba5e79a4-41d7-4d53-923e-c9c05031f412 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 1125 time: 0.1349692 Mar 07 16:02:33.658718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eafaea-3675-4bd4-b314-0e70f89bec9a req-0e2da256-c490-41c1-9b4e-b1ac1071ef8d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.660218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b1eafaea-3675-4bd4-b314-0e70f89bec9a req-0e2da256-c490-41c1-9b4e-b1ac1071ef8d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 943 time: 0.1310239 Mar 07 16:02:33.670336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-6d8edee8-f78d-4f1f-8832-ea0d6f5e3b79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af0ea9d9-9177-4c89-9eda-176deea2e589 HTTP/1.1" status: 200 len: 217 time: 0.0590425 Mar 07 16:02:33.729140 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-7f4c5385-917b-4886-8142-51092f33f3dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b8e219-0497-4dc0-bb17-b4ee82303262 HTTP/1.1" status: 200 len: 217 time: 0.0679276 Mar 07 16:02:33.752655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-9336093a-9cb8-421f-a69a-16002aadaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.754034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-9336093a-9cb8-421f-a69a-16002aadaeb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5db2b77d-e9a6-4f41-96c7-3e3b16111aa9 HTTP/1.1" status: 200 len: 862 time: 0.0756853 Mar 07 16:02:33.757274 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-274d0f73-dc0e-44a0-a8d2-a8b8066ec2ab req-c03865c8-6bc8-4dbe-aeeb-14f46f71ee72 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941930 Mar 07 16:02:33.787361 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-6bcb19d0-533a-4ef5-ba72-a4db1e35676a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277467 Mar 07 16:02:33.841631 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8c050e-c59e-4368-9618-0299506d91f9 x-openstack-request-id: req-5b8c050e-c59e-4368-9618-0299506d91f9 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:33.841943 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0430a3b2-6fb9-4906-a345-d6ea48710ff9", "name": "network-vif-deleted", "tag": "bb45cad5-9ab5-4575-8294-a7249b4c27c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:33.842206 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b8c050e-c59e-4368-9618-0299506d91f9 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:33.842608 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0430a3b2-6fb9-4906-a345-d6ea48710ff9', 'name': 'network-vif-deleted', 'tag': 'bb45cad5-9ab5-4575-8294-a7249b4c27c5', 'status': 'completed', 'code': 200} Mar 07 16:02:33.842897 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262', 'status': 'completed', 'code': 200} Mar 07 16:02:33.853301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b1eafaea-3675-4bd4-b314-0e70f89bec9a req-2c63dfa3-6f44-4497-a31f-6a89e9a260ba tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804671 Mar 07 16:02:33.856977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48162) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:33.902253 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-d0b00e3a-868f-47e5-8efa-aa3920891065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:33.903791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-d0b00e3a-868f-47e5-8efa-aa3920891065 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.1663256 Mar 07 16:02:33.912934 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-bfcc0326-62d0-472d-b224-6d61f09e468e service neutron] 10.222.0.15 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202736 Mar 07 16:02:33.960625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3497b7-0c4a-41d2-b18a-95cdadb1e83a admin admin] Deleting subnet f53bab85-222d-40fd-8db8-78748714ea36 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:02:33.964723 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-58f6677e-aecf-40c3-b7e5-9ea4cbd5ed2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499227 Mar 07 16:02:33.975468 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd3497b7-0c4a-41d2-b18a-95cdadb1e83a admin admin] Publish callbacks [] for subnet (f53bab85-222d-40fd-8db8-78748714ea36), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.001782 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.047123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d0779-d322-400e-94ba-8e8d13b0c517 req-e99b1f48-e2b3-463b-847e-106c605c5e2f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.048559 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4e9d0779-d322-400e-94ba-8e8d13b0c517 req-e99b1f48-e2b3-463b-847e-106c605c5e2f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 944 time: 0.1081505 Mar 07 16:02:34.050563 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d80e144-b523-4dbc-8b61-d316ecd56740 req-366adade-ec39-4be9-ad0a-a5cf0000c44e service neutron] 10.222.0.15 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318438 Mar 07 16:02:34.097530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd3497b7-0c4a-41d2-b18a-95cdadb1e83a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f53bab85-222d-40fd-8db8-78748714ea36), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.103525 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4e9d0779-d322-400e-94ba-8e8d13b0c517 req-ee5e904e-edde-4232-9e11-0fba648e6812 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493653 Mar 07 16:02:34.156254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-5ce8613c-85f1-4850-a680-b2477f5858c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.157812 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-5ce8613c-85f1-4850-a680-b2477f5858c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 1126 time: 0.0528567 Mar 07 16:02:34.175384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334865e6-f77a-4311-9fe0-89884b1a1731 req-005914e8-8e98-40d6-a9d9-242ff78d15f5 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.176916 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-334865e6-f77a-4311-9fe0-89884b1a1731 req-005914e8-8e98-40d6-a9d9-242ff78d15f5 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.2449603 Mar 07 16:02:34.187094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd3497b7-0c4a-41d2-b18a-95cdadb1e83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f53bab85-222d-40fd-8db8-78748714ea36), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.230735 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.248566 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-1165c6e8-6c27-4e48-b7ab-6904ec58ae1a service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784612 Mar 07 16:02:34.294050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292a7ad-86e7-4c1c-ab52-49cb8a7576ae req-49351a1a-4083-4105-84b1-0dadfec8b827 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.295605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7292a7ad-86e7-4c1c-ab52-49cb8a7576ae req-49351a1a-4083-4105-84b1-0dadfec8b827 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 931 time: 0.1227293 Mar 07 16:02:34.311943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-22e51a34-352c-4fb4-95a1-57dca57e221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.313689 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-22e51a34-352c-4fb4-95a1-57dca57e221b service neutron] 10.222.0.15 "GET /v2.0/networks?id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 200 len: 923 time: 0.1489370 Mar 07 16:02:34.339562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d3792530-d455-4d1f-ac1f-33e531ed6ba7 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:34.343898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:34.366566 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-7403a0cc-2aed-43d0-bf4a-2b6ce559d4ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af0ea9d9-9177-4c89-9eda-176deea2e589 HTTP/1.1" status: 200 len: 217 time: 0.0456741 Mar 07 16:02:34.379821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:34.411785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:34.413653 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7292a7ad-86e7-4c1c-ab52-49cb8a7576ae req-81239e15-a2f9-48e7-949a-cd8cf7f50188 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104789 Mar 07 16:02:34.421515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Pushing event updated for resources: {'Port': ['ID=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:34.437624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-f2258979-8e2c-4f07-9164-7191a4b8d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.439648 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-f2258979-8e2c-4f07-9164-7191a4b8d598 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5db2b77d-e9a6-4f41-96c7-3e3b16111aa9 HTTP/1.1" status: 200 len: 862 time: 0.0668075 Mar 07 16:02:34.447516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bb45cad5-9ab5-4575-8294-a7249b4c27c5 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:34.460527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-334865e6-f77a-4311-9fe0-89884b1a1731 req-ffa40048-2955-4363-a36a-d3218c9ce9df tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707994 Mar 07 16:02:34.504664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd3497b7-0c4a-41d2-b18a-95cdadb1e83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f53bab85-222d-40fd-8db8-78748714ea36), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.538671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-8bd99ef2-ce26-4544-a514-d413aca34b10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928278 Mar 07 16:02:34.567304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d3792530-d455-4d1f-ac1f-33e531ed6ba7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3792530-d455-4d1f-ac1f-33e531ed6ba7,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:34.581139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'd3792530-d455-4d1f-ac1f-33e531ed6ba7', 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97', 'port_id': 'd3792530-d455-4d1f-ac1f-33e531ed6ba7', 'mac_address': 'fa:16:3e:d3:19:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ca3b0f-43b7-4d65-9619-36f01de4e908', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:34.583911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: bb45cad5-9ab5-4575-8294-a7249b4c27c5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:34.584470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bb45cad5-9ab5-4575-8294-a7249b4c27c5 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:34.585061 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:34.600717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.602262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.614388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 3dcd00aa-65f5-4839-ad54-3eef0e7af058 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:34.615031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3dcd00aa-65f5-4839-ad54-3eef0e7af058 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:34.622580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3497b7-0c4a-41d2-b18a-95cdadb1e83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53bab85-222d-40fd-8db8-78748714ea36,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:34.660685 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dfbd0ff4-7736-4287-86b8-1fb4f329083b req-ef29e341-9259-4031-9be3-c0c395ca8e0a service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880579 Mar 07 16:02:34.661696 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd3497b7-0c4a-41d2-b18a-95cdadb1e83a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.669598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cd3497b7-0c4a-41d2-b18a-95cdadb1e83a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f53bab85-222d-40fd-8db8-78748714ea36 HTTP/1.1" status: 204 len: 168 time: 0.8115158 Mar 07 16:02:34.670255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48174) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:34.680947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d3792530-d455-4d1f-ac1f-33e531ed6ba7 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:34.683063 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.684638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-80f53307-d9d2-4764-8c80-6a9ae3cac16a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.686413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-80f53307-d9d2-4764-8c80-6a9ae3cac16a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.3684170 Mar 07 16:02:34.700922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3792530-d455-4d1f-ac1f-33e531ed6ba7 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:34.728186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d3792530-d455-4d1f-ac1f-33e531ed6ba7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3792530-d455-4d1f-ac1f-33e531ed6ba7,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:34.736264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-9f28e777-a81d-4d89-99ac-2fd22e66d02e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7815151 Mar 07 16:02:34.736910 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.738961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ac042e42-99b6-43f4-ba2e-36e7be6372a7 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:34.758918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Request body: {'port': {'device_id': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:34.769053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e71d16-9870-411c-bb78-0c4072df8660 req-54b68d8d-b450-425b-9546-8f7166a9041d tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.775506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e71d16-9870-411c-bb78-0c4072df8660 req-54b68d8d-b450-425b-9546-8f7166a9041d tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.781910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e71d16-9870-411c-bb78-0c4072df8660 req-54b68d8d-b450-425b-9546-8f7166a9041d tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.788480 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1e71d16-9870-411c-bb78-0c4072df8660 req-54b68d8d-b450-425b-9546-8f7166a9041d tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2411 time: 0.2625816 Mar 07 16:02:34.832479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdb97-e1ae-4bca-a698-dc0e0fb80f0e req-025854d2-fbc4-405b-8716-31db18dbd3ef tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.832909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-e2326090-1656-45e9-a496-04b71ee739ff service neutron] 10.222.0.15 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787206 Mar 07 16:02:34.833924 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de4fdb97-e1ae-4bca-a698-dc0e0fb80f0e req-025854d2-fbc4-405b-8716-31db18dbd3ef tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.2428522 Mar 07 16:02:34.835503 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (a40cf081-4407-449a-aa21-2e9b067a043f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.876342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-695adf8f-c28e-4968-85cd-a543f583019b None None] Provisioning complete for port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:34.877154 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-695adf8f-c28e-4968-85cd-a543f583019b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:34.911633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d3792530-d455-4d1f-ac1f-33e531ed6ba7,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:34.927960 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1e71d16-9870-411c-bb78-0c4072df8660 req-d8f66581-51fd-4497-b7c7-93f1f8e718d5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386464 Mar 07 16:02:34.944241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-695adf8f-c28e-4968-85cd-a543f583019b None None] Port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:34.960749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port ac042e42-99b6-43f4-ba2e-36e7be6372a7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ac042e42-99b6-43f4-ba2e-36e7be6372a7,segment=NetworkSegment(06f9d2fb-537a-4523-b70b-baa49094b4c5),segment_id=06f9d2fb-537a-4523-b70b-baa49094b4c5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:34.962707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-393c44e5-e81e-4b6d-8210-b28bfcb8a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:34.964936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-393c44e5-e81e-4b6d-8210-b28bfcb8a724 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 1125 time: 0.2277739 Mar 07 16:02:34.973791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'ac042e42-99b6-43f4-ba2e-36e7be6372a7', 'network_id': 'b50b6f65-5349-4dfe-a0af-b2c8a8b3764c', 'port_id': 'ac042e42-99b6-43f4-ba2e-36e7be6372a7', 'mac_address': 'fa:16:3e:3e:6b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673fc77e-8bca-4c36-8162-76f55aef3382', 'ip_address': '19.86.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:34.985697 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de4fdb97-e1ae-4bca-a698-dc0e0fb80f0e req-81eee99b-574f-413a-a18b-f5502401ceba tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279480 Mar 07 16:02:35.030246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port ac042e42-99b6-43f4-ba2e-36e7be6372a7 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:35.030648 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.037745 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a52bba2-6afb-4d2f-8a17-fae10e7f1cdf req-36f29c17-e887-4041-988d-6474c86190c7 service neutron] 10.222.0.15 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962235 Mar 07 16:02:35.040206 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.051554 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (a40cf081-4407-449a-aa21-2e9b067a043f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.082573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac042e42-99b6-43f4-ba2e-36e7be6372a7 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:35.093552 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-b417bfd5-62cc-4f1c-96d0-c117ca520424 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0be818a532e64f47a37a8ba4b463fa98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544100 Mar 07 16:02:35.103622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40cf081-4407-449a-aa21-2e9b067a043f']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:35.105820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port ac042e42-99b6-43f4-ba2e-36e7be6372a7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ac042e42-99b6-43f4-ba2e-36e7be6372a7,segment=NetworkSegment(06f9d2fb-537a-4523-b70b-baa49094b4c5),segment_id=06f9d2fb-537a-4523-b70b-baa49094b4c5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:35.110619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.111974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1d53bbb3-1f46-49e2-b96e-341d18a750ec details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:35.123664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Deleting port 4b66d692-6694-4eed-972e-160f0f4a7704 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:35.124005 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.136996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:35.137466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:35.159157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.183491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 1d53bbb3-1f46-49e2-b96e-341d18a750ec, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1d53bbb3-1f46-49e2-b96e-341d18a750ec,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:35.198443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=ac042e42-99b6-43f4-ba2e-36e7be6372a7,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:35.201737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '1d53bbb3-1f46-49e2-b96e-341d18a750ec', 'network_id': 'cf8659ba-8b99-4ada-a85b-219f24152c97', 'port_id': '1d53bbb3-1f46-49e2-b96e-341d18a750ec', 'mac_address': 'fa:16:3e:23:04:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ca3b0f-43b7-4d65-9619-36f01de4e908', 'ip_address': '19.80.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:35.227317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.242053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:02:35.243754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (14261a99-1bdb-4d8d-bb4b-ffe2d41a9f7c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:02:35.246046 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:02:35.248713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 1d53bbb3-1f46-49e2-b96e-341d18a750ec is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:35.248713 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.266185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d53bbb3-1f46-49e2-b96e-341d18a750ec {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:35.292328 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 1d53bbb3-1f46-49e2-b96e-341d18a750ec, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1d53bbb3-1f46-49e2-b96e-341d18a750ec,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:35.297559 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.334964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140979e-b726-40b2-8462-d022daf82e28 req-8cb3ddfb-626e-499c-9737-f35bb388ef05 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:35.337293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-8cb3ddfb-626e-499c-9737-f35bb388ef05 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301681 Mar 07 16:02:35.342947 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (a40cf081-4407-449a-aa21-2e9b067a043f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.356637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.362286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a40cf081-4407-449a-aa21-2e9b067a043f HTTP/1.1" status: 204 len: 168 time: 0.6871734 Mar 07 16:02:35.369392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=1d53bbb3-1f46-49e2-b96e-341d18a750ec,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:35.374789 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fe3c3-d9a3-4e94-9c22-fe246f455269 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40cf081-4407-449a-aa21-2e9b067a043f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:35.377577 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-517edfa4-c5cd-49fc-b763-6432039ce9e5 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/quotas/0be818a532e64f47a37a8ba4b463fa98 HTTP/1.1" status: 200 len: 375 time: 0.0323994 Mar 07 16:02:35.442492 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-74209309-a91d-4cfd-a29f-19ccb982bbc5 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566072 Mar 07 16:02:35.515276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48192) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:35.518492 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-61170de8-9a8c-48f7-93f8-fef79fb1942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:35.520110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-61170de8-9a8c-48f7-93f8-fef79fb1942f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 912 time: 0.5261829 Mar 07 16:02:35.562691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d2a66fa4-5a12-488a-b77b-6292b4963849 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f2b09c123c94470973b9582753ff3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459383 Mar 07 16:02:35.565371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48194) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:35.612827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['ac042e42-99b6-43f4-ba2e-36e7be6372a7'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:35.627495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d3792530-d455-4d1f-ac1f-33e531ed6ba7'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:35.629353 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd360-b41b-4d4e-9039-202da7fd1eba admin admin] Publish callbacks [] for security_group (342cbf65-dbf3-4588-a233-6ad591ee0d8d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.661898 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-88f440ac-9f97-4469-8912-9388d5a4bba5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b8e219-0497-4dc0-bb17-b4ee82303262 HTTP/1.1" status: 200 len: 217 time: 0.0948269 Mar 07 16:02:35.669994 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd360-b41b-4d4e-9039-202da7fd1eba admin admin] Publish callbacks [] for security_group (342cbf65-dbf3-4588-a233-6ad591ee0d8d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.688961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1d53bbb3-1f46-49e2-b96e-341d18a750ec'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:35.699344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b868795-7680-4c38-844c-a1d5fe1126f4 req-9c4cb0c7-8fd5-48f5-b70d-32d030f14ff1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:35.706268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5b868795-7680-4c38-844c-a1d5fe1126f4 req-9c4cb0c7-8fd5-48f5-b70d-32d030f14ff1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 943 time: 0.5984812 Mar 07 16:02:35.771676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54befa6f-e7dc-4666-8871-79f750e1cacf req-2b222375-7511-4dd4-ab92-f498d645a718 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:35.781237 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54befa6f-e7dc-4666-8871-79f750e1cacf req-2b222375-7511-4dd4-ab92-f498d645a718 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 944 time: 0.1355174 Mar 07 16:02:35.784173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd360-b41b-4d4e-9039-202da7fd1eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (342cbf65-dbf3-4588-a233-6ad591ee0d8d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.786738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] For port 4b66d692-6694-4eed-972e-160f0f4a7704, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4b66d692-6694-4eed-972e-160f0f4a7704,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:35.787126 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.787322 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd360-b41b-4d4e-9039-202da7fd1eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:35.791920 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4dcbd360-b41b-4d4e-9039-202da7fd1eba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/342cbf65-dbf3-4588-a233-6ad591ee0d8d HTTP/1.1" status: 204 len: 168 time: 0.2253933 Mar 07 16:02:35.805682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbd360-b41b-4d4e-9039-202da7fd1eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342cbf65-dbf3-4588-a233-6ad591ee0d8d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:35.919062 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54befa6f-e7dc-4666-8871-79f750e1cacf req-68bee7a2-fc51-4eb6-a862-9476584013e9 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368251 Mar 07 16:02:35.981196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Calling delete_port for 4b66d692-6694-4eed-972e-160f0f4a7704 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:36.036551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-dae6649f-ec98-4a97-8ba3-f6c7ff615287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:36.038329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-dae6649f-ec98-4a97-8ba3-f6c7ff615287 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.3632760 Mar 07 16:02:36.065633 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5b868795-7680-4c38-844c-a1d5fe1126f4 req-d321fa96-0501-4336-96b5-0b3e924c4b77 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582766 Mar 07 16:02:36.124814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782f017-3ace-416c-99f9-71646ab61d72 req-f423b625-6263-4eb9-809c-b623a6404d28 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:36.126420 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b782f017-3ace-416c-99f9-71646ab61d72 req-f423b625-6263-4eb9-809c-b623a6404d28 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 931 time: 0.1156647 Mar 07 16:02:36.163968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-9b832760-3947-4ee3-aa41-58147ed31ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936952 Mar 07 16:02:36.214101 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b782f017-3ace-416c-99f9-71646ab61d72 req-be18b7b4-b842-4450-afb5-263f723e1ce6 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815589 Mar 07 16:02:36.223932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69c94ec5-802e-48c0-bdee-8a4f89c310a6 req-cd141827-ea8b-4ff3-a1a2-88334cfabd73 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 210 time: 0.0637436 Mar 07 16:02:36.405440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08817-26fa-4c98-a22b-62194b961999 req-96281d48-3a93-4984-a3eb-d61ddb81461a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:36.411895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08817-26fa-4c98-a22b-62194b961999 req-96281d48-3a93-4984-a3eb-d61ddb81461a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:36.418495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08817-26fa-4c98-a22b-62194b961999 req-96281d48-3a93-4984-a3eb-d61ddb81461a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:36.420530 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40e08817-26fa-4c98-a22b-62194b961999 req-96281d48-3a93-4984-a3eb-d61ddb81461a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2414 time: 0.0911129 Mar 07 16:02:36.500253 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:36.514351 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40e08817-26fa-4c98-a22b-62194b961999 req-a431f4ff-fe58-4477-96f7-b9bd403942a8 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852606 Mar 07 16:02:36.516675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-833e474a-8dff-4a2a-933a-291ac1880fc8 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285046 Mar 07 16:02:36.524238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e680c1e0-0f75-4a8b-aa7a-44834c80b3aa {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:36.545585 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4b66d692-6694-4eed-972e-160f0f4a7704), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:36.549584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Publish callbacks [] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:36.562523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['704865d3-395e-4f13-9e19-ab82c2b58dc3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:36.587644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Transition to ACTIVE for port object e680c1e0-0f75-4a8b-aa7a-44834c80b3aa will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:36.620242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bba63-1659-4bd8-9a34-a9bebd8e0284 req-0fda7d72-ee4d-4acc-b2d5-1aab5fc0c361 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:36.621785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-776bba63-1659-4bd8-9a34-a9bebd8e0284 req-0fda7d72-ee4d-4acc-b2d5-1aab5fc0c361 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d50cf1c1-273e-40a1-a33a-11f8975877a5 HTTP/1.1" status: 200 len: 949 time: 0.2449503 Mar 07 16:02:36.636633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Pushing event deleted for resources: {'Port': ['ID=4b66d692-6694-4eed-972e-160f0f4a7704,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:36.641812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:36.776368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] No DVR routers for this DVR port 4b66d692-6694-4eed-972e-160f0f4a7704 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:36.790455 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:36.793837 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1dcc8e08-104e-42f0-9705-4ec418789aa0 req-b022c944-6856-4536-bcf8-ab83292df89f tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "DELETE /v2.0/ports/4b66d692-6694-4eed-972e-160f0f4a7704 HTTP/1.1" status: 204 len: 173 time: 2.0999835 Mar 07 16:02:36.795661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48230) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:36.798655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'name': 'network-vif-deleted', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:36.800934 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3cc1d9-efc8-4a64-8e06-66c69e83f786" -d '{"events": [{"server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "name": "network-vif-deleted", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:36.847717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-776bba63-1659-4bd8-9a34-a9bebd8e0284 req-7544f5bf-a45c-4402-bf2f-159d3e665e5a tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127118 Mar 07 16:02:36.850884 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df66829-cac3-4095-a099-c3b304839f7b x-openstack-request-id: req-4df66829-cac3-4095-a099-c3b304839f7b {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:36.850884 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50cf1c1-273e-40a1-a33a-11f8975877a5", "name": "network-vif-deleted", "tag": "4b66d692-6694-4eed-972e-160f0f4a7704", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:36.855608 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4df66829-cac3-4095-a099-c3b304839f7b {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:36.857460 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50cf1c1-273e-40a1-a33a-11f8975877a5', 'name': 'network-vif-deleted', 'tag': '4b66d692-6694-4eed-972e-160f0f4a7704', 'status': 'completed', 'code': 200} Mar 07 16:02:36.880466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Pushing event updated for resources: {'Port': ['ID=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:36.926185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-604e4a1a-2b83-4cf1-ab1d-c193af117326 req-bb0db313-af02-4358-8002-cc089fb040d9 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972898 Mar 07 16:02:37.017146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1472199389-network', 'tenant_id': 'dd59b40cffc34962be09be52272a67c7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:37.033919 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-fbc2eb33-0c7f-44e2-8831-bfff687925db tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0be818a532e64f47a37a8ba4b463fa98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549498 Mar 07 16:02:37.090312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Made reservation on behalf of dd59b40cffc34962be09be52272a67c7 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:37.106409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.142386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Attempting to bind port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:37.142639 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Attempting to bind port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:37.143212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Attempting to bind port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa on network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:37.144359 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.166022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa on network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:37.166354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Attempting to bind port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa on network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:37.202187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:37.202877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Checking segment: {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:37.203434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Bound using segment: {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:37.204058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Bound port: e680c1e0-0f75-4a8b-aa7a-44834c80b3aa, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3652a152-c88a-44dd-ae17-f87054aecbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:37.204617 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.213222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520472d-e2fe-45e0-93bf-a4720d71be06 req-b1ef7d40-64ca-4434-8c88-9ae4b2b6a2d4 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.215925 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0520472d-e2fe-45e0-93bf-a4720d71be06 req-b1ef7d40-64ca-4434-8c88-9ae4b2b6a2d4 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 944 time: 0.2067001 Mar 07 16:02:37.254016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140979e-b726-40b2-8462-d022daf82e28 req-579a07c5-e815-4905-b3e9-c532c8dc304e tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.255594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-579a07c5-e815-4905-b3e9-c532c8dc304e tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209718 Mar 07 16:02:37.282930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Request body: {'port': {'device_id': 'b20c61d2-4fba-4215-ad14-813320664ed5', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '0be818a532e64f47a37a8ba4b463fa98'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:37.311866 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0520472d-e2fe-45e0-93bf-a4720d71be06 req-7cfe5977-25f1-44b3-ac7a-ac9e0fcd502d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838752 Mar 07 16:02:37.332364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa827e6-b1a2-4083-a73f-63582fb24ffc req-e89eff3f-d570-4a96-b674-c1bff01cf64a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.337773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-baa827e6-b1a2-4083-a73f-63582fb24ffc req-e89eff3f-d570-4a96-b674-c1bff01cf64a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 943 time: 0.1871450 Mar 07 16:02:37.345891 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Publish callbacks [] for security_group (42c74c13-f287-4d9c-b099-ef9e24dc3190), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.356521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (42c74c13-f287-4d9c-b099-ef9e24dc3190), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.384627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:37.404750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] For port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:37.430260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (8df07c51-a56c-4f9a-a650-d60bf2846397), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.430595 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Added segment 8df07c51-a56c-4f9a-a650-d60bf2846397 of type vlan for network dc821409-2a81-4f17-952d-1f40baa839e8 Mar 07 16:02:37.431953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] For port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:37.432915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c74c13-f287-4d9c-b099-ef9e24dc3190,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:37.453015 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.487925 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (dc821409-2a81-4f17-952d-1f40baa839e8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.509737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5745-b3a4-4552-bb29-67533a4656a3 req-79827aa7-30b4-41be-8473-9ba93a13d876 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.511339 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c1d5745-b3a4-4552-bb29-67533a4656a3 req-79827aa7-30b4-41be-8473-9ba93a13d876 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 943 time: 0.1119738 Mar 07 16:02:37.515276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-baa827e6-b1a2-4083-a73f-63582fb24ffc req-072ba830-7874-4c94-b076-8f72b501ff5d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672935 Mar 07 16:02:37.524614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.525251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.526632 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] 10.222.0.15 "PUT /v2.0/ports/e680c1e0-0f75-4a8b-aa7a-44834c80b3aa HTTP/1.1" status: 200 len: 1091 time: 2.7731404 Mar 07 16:02:37.546225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (dc821409-2a81-4f17-952d-1f40baa839e8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.546225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.546225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.572079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d484418-da34-403f-9f49-faa65c1d8256 service neutron] Pushing event updated for resources: {'Port': ['ID=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:37.579187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Made reservation on behalf of 0be818a532e64f47a37a8ba4b463fa98 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:37.583900 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.637731 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8379042 Mar 07 16:02:37.637731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48246) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:37.643076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Request body: {'subnet': {'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1472199389-subnet', 'tenant_id': 'dd59b40cffc34962be09be52272a67c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:37.652506 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c1d5745-b3a4-4552-bb29-67533a4656a3 req-8a065e36-91fa-488a-8044-562a79add3e2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334596 Mar 07 16:02:37.658590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747f5c0-d929-4fc3-8b21-954a2ea09274 admin admin] Pushing event updated for resources: {'Network': ['ID=dc821409-2a81-4f17-952d-1f40baa839e8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:37.684578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network dc821409-2a81-4f17-952d-1f40baa839e8 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:37.686186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f6880e48-6add-40d8-9e87-0bed347f4008 req-4cd21283-b29c-49f3-bad1-6df5d60e118f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 210 time: 0.0546813 Mar 07 16:02:37.699869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Made reservation on behalf of dd59b40cffc34962be09be52272a67c7 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:37.703861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:37.760624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-cf859fbc-2e91-4875-af54-d1a7fdbb6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.762154 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-cf859fbc-2e91-4875-af54-d1a7fdbb6259 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dcb668b6a164a6f8e586e84434af7cf&device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 1125 time: 0.1714268 Mar 07 16:02:37.843235 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-92503bd3-5bda-46c7-9584-c39f923e5f2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa HTTP/1.1" status: 200 len: 217 time: 0.0720060 Mar 07 16:02:37.892390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db511aa-a21b-4dcb-bec1-3a53d77b3bd5 req-92bbcd14-f335-4069-8878-49b7eb6e7310 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.899785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db511aa-a21b-4dcb-bec1-3a53d77b3bd5 req-92bbcd14-f335-4069-8878-49b7eb6e7310 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.906218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db511aa-a21b-4dcb-bec1-3a53d77b3bd5 req-92bbcd14-f335-4069-8878-49b7eb6e7310 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.908318 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5db511aa-a21b-4dcb-bec1-3a53d77b3bd5 req-92bbcd14-f335-4069-8878-49b7eb6e7310 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2414 time: 0.1537137 Mar 07 16:02:37.924925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Allocated IP 192.168.233.52 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/fc7e0e7e-c62c-4774-b634-78ecbc6ffb40) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:37.934297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-fead2370-4e24-4074-a5c1-fe5ef7c32cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:37.935881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-fead2370-4e24-4074-a5c1-fe5ef7c32cab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2cddb87-546a-48f5-8849-00fcf486803b HTTP/1.1" status: 200 len: 845 time: 0.0875695 Mar 07 16:02:38.023044 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5db511aa-a21b-4dcb-bec1-3a53d77b3bd5 req-9b950984-0082-4816-9708-f2ed515f9129 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016462 Mar 07 16:02:38.083425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-e1ecdd84-df81-45df-8afd-093a01ae133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:38.083815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (eb0785f6-c7dc-401d-91a8-90ae9b9d8303), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:38.086844 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-e1ecdd84-df81-45df-8afd-093a01ae133f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7cb0e86a-6550-4e97-960f-b435a4cfa4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1432111 Mar 07 16:02:38.175089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0785f6-c7dc-401d-91a8-90ae9b9d8303,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:38.214575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Checking segment: {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:38.214973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Network hostable DHCP agents. Network: dc821409-2a81-4f17-952d-1f40baa839e8, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:38.244353 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541304b-ae99-4764-b0d4-d527108cc80f req-232fd326-850f-459e-a443-50b2406395f9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:38.246136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7541304b-ae99-4764-b0d4-d527108cc80f req-232fd326-850f-459e-a443-50b2406395f9 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.1008201 Mar 07 16:02:38.251782 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Network dc821409-2a81-4f17-952d-1f40baa839e8 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:38.259030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks [] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:38.267714 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-1852d801-5c5f-4c46-a9fd-7c8dcec73db7 service neutron] 10.222.0.15 "GET /v2.0/networks/7cb0e86a-6550-4e97-960f-b435a4cfa4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699312 Mar 07 16:02:38.274004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, dc821409-2a81-4f17-952d-1f40baa839e8) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:38.281447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:38.282054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:38.283664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bb9478-c327-497a-9f96-71fe14301b89 None None] Network dc821409-2a81-4f17-952d-1f40baa839e8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:38.309986 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0966584a-1a3f-4254-a5eb-adedd2522dcd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6712615 Mar 07 16:02:38.325522 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7541304b-ae99-4764-b0d4-d527108cc80f req-ce463231-86cb-460b-adec-c37b3d4532f3 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703070 Mar 07 16:02:38.385744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d3792530-d455-4d1f-ac1f-33e531ed6ba7 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:38.439687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:38.453216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['2b1036ef-d50d-45f1-a9cc-176973fff854'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:38.456745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['be9889cd-fa5c-453e-a7f2-fe1d8fc58241'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:38.483048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7cc9d-1730-48fa-8d54-b5f9c30dc1ae None None] Network dc821409-2a81-4f17-952d-1f40baa839e8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:38.526441 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576bd315-83d9-415b-a2df-5c510fd8a0da req-ab400d84-209a-4a7c-b1ed-304108257993 service neutron] 10.222.0.15 "GET /v2.0/networks/7cb0e86a-6550-4e97-960f-b435a4cfa4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518280 Mar 07 16:02:38.535713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:38.553103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8560e2-1cf9-4d4d-904b-a8443540b073 req-f8400206-afc6-497e-8410-84f8a576aa99 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:38.560708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d8560e2-1cf9-4d4d-904b-a8443540b073 req-f8400206-afc6-497e-8410-84f8a576aa99 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 944 time: 0.1656227 Mar 07 16:02:38.562829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:38.565607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Pushing event updated for resources: {'Port': ['ID=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:38.567904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:38.616839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port d3792530-d455-4d1f-ac1f-33e531ed6ba7 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:38.644131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port d3792530-d455-4d1f-ac1f-33e531ed6ba7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:38.644714 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:38.668277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d8560e2-1cf9-4d4d-904b-a8443540b073 req-c7908d47-78a8-4598-b048-4f86691015dc tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060195 Mar 07 16:02:38.675783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:38.676544 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:38.701784 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-b219db53-39dc-4d6d-8986-2657f434fb4c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4243162 Mar 07 16:02:38.717815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Request body: {'port': {'device_id': 'b20c61d2-4fba-4215-ad14-813320664ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:38.808634 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:38.831668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device af0ea9d9-9177-4c89-9eda-176deea2e589 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:38.863531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'tag': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:38.864763 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d716ed6-53a2-406d-953e-70913007971d" -d '{"events": [{"name": "network-changed", "server_uuid": "32641304-2418-4ae8-b1d4-de14c07ec2bd", "tag": "e680c1e0-0f75-4a8b-aa7a-44834c80b3aa"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:38.894542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-8ac72eba-b6c8-4c08-a695-ce7bf8d06f44 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:38.897018 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-8ac72eba-b6c8-4c08-a695-ce7bf8d06f44 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/networks?id=dc821409-2a81-4f17-952d-1f40baa839e8 HTTP/1.1" status: 200 len: 818 time: 0.1417208 Mar 07 16:02:38.919796 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-726fc504-8cf9-401c-bb14-f297400adb2c tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/quotas/dd59b40cffc34962be09be52272a67c7 HTTP/1.1" status: 200 len: 375 time: 0.0103483 Mar 07 16:02:38.927682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03bff6-462b-470a-a220-426e9b998fd7 req-77defb72-0d97-461f-8c05-4b07119485dd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:38.929218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a03bff6-462b-470a-a220-426e9b998fd7 req-77defb72-0d97-461f-8c05-4b07119485dd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 943 time: 0.1182549 Mar 07 16:02:38.960576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-42603cae-09ee-49a5-abb5-ddf87ba45a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd59b40cffc34962be09be52272a67c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333457 Mar 07 16:02:39.047140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d3792530-d455-4d1f-ac1f-33e531ed6ba7 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:39.047543 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.049487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-09b99828-a190-4f68-ade6-a46f7d4286b7 None None] Provisioning complete for port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:39.049850 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-09b99828-a190-4f68-ade6-a46f7d4286b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.120541 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-76977a09-3aa5-4f1e-9eec-b785428d7d25 service neutron] 10.222.0.24 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506405 Mar 07 16:02:39.133864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3792530-d455-4d1f-ac1f-33e531ed6ba7'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:39.136652 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96dbbc9-f807-43cb-99ca-f2db4ea992c6" -d '{"events": [{"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-plugged", "status": "completed", "tag": "d3792530-d455-4d1f-ac1f-33e531ed6ba7"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:39.153170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-09b99828-a190-4f68-ade6-a46f7d4286b7 None None] Port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:02:39.164805 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d3792530-d455-4d1f-ac1f-33e531ed6ba7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3792530-d455-4d1f-ac1f-33e531ed6ba7,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:39.171730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=af0ea9d9-9177-4c89-9eda-176deea2e589,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:39.174491 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.175337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ac042e42-99b6-43f4-ba2e-36e7be6372a7 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:39.227640 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-4ab307af-8ddc-42e3-97ce-b4f499f81c0d service neutron] 10.222.0.24 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033635 Mar 07 16:02:39.239858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'af0ea9d9-9177-4c89-9eda-176deea2e589', 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4', 'port_id': 'af0ea9d9-9177-4c89-9eda-176deea2e589', 'mac_address': 'fa:16:3e:54:3e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db2b77d-e9a6-4f41-96c7-3e3b16111aa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:39.314454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d3792530-d455-4d1f-ac1f-33e531ed6ba7,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:39.326081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port af0ea9d9-9177-4c89-9eda-176deea2e589 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:39.326239 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a03bff6-462b-470a-a220-426e9b998fd7 req-99f62362-7ead-4019-9773-f1f980273a52 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535929 Mar 07 16:02:39.326423 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.349100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0ea9d9-9177-4c89-9eda-176deea2e589 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:39.350586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port ac042e42-99b6-43f4-ba2e-36e7be6372a7 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:39.361919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port ac042e42-99b6-43f4-ba2e-36e7be6372a7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:39.362890 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.394057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=af0ea9d9-9177-4c89-9eda-176deea2e589,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:39.400902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.472752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-f25aa618-63e0-4aba-b92e-5d52c13bf2b7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:39.474491 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-f25aa618-63e0-4aba-b92e-5d52c13bf2b7 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.0646265 Mar 07 16:02:39.482055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=af0ea9d9-9177-4c89-9eda-176deea2e589,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:39.496633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:39.506459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Publish callbacks [] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.524443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Transition to ACTIVE for port object fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:39.532236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da6d4-7181-4e58-9a8a-68575a579983 req-ec188933-8881-4a44-99e5-2699de3356b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:39.534391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac1da6d4-7181-4e58-9a8a-68575a579983 req-ec188933-8881-4a44-99e5-2699de3356b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 943 time: 0.1147337 Mar 07 16:02:39.535389 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.539540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port ac042e42-99b6-43f4-ba2e-36e7be6372a7 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:39.540159 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.643480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port ac042e42-99b6-43f4-ba2e-36e7be6372a7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ac042e42-99b6-43f4-ba2e-36e7be6372a7,segment=NetworkSegment(06f9d2fb-537a-4523-b70b-baa49094b4c5),segment_id=06f9d2fb-537a-4523-b70b-baa49094b4c5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:39.650911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.651953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1d53bbb3-1f46-49e2-b96e-341d18a750ec up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:39.691836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:39.702999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41801ce7-a04e-4c5b-b056-c6bc39242dae req-5034943a-2c23-416b-a0c3-68303f4d8b66 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:39.710317 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-41801ce7-a04e-4c5b-b056-c6bc39242dae req-5034943a-2c23-416b-a0c3-68303f4d8b66 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 947 time: 0.0761800 Mar 07 16:02:39.729254 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac1da6d4-7181-4e58-9a8a-68575a579983 req-c998ea06-84a5-4101-ab17-1d0061673919 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556914 Mar 07 16:02:39.761042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Attempting to bind port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:39.761601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Attempting to bind port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:39.762036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Attempting to bind port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:39.767146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:39.767743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Attempting to bind port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:39.773886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:39.774961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:39.775927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:39.776071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Bound port: fc7e0e7e-c62c-4774-b634-78ecbc6ffb40, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:39.776574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.785288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-41801ce7-a04e-4c5b-b056-c6bc39242dae req-73598dcb-f932-4d9b-af8a-1cb45bc820f1 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Mar 07 16:02:39.791245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Deleting port 704865d3-395e-4f13-9e19-ab82c2b58dc3 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:39.796247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.808426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=ac042e42-99b6-43f4-ba2e-36e7be6372a7,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:39.840765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 1d53bbb3-1f46-49e2-b96e-341d18a750ec completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:39.848136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 1d53bbb3-1f46-49e2-b96e-341d18a750ec triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:39.848523 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.901956 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be86d17-16f2-460a-a442-9203f968336b x-openstack-request-id: req-3be86d17-16f2-460a-a442-9203f968336b {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:39.902388 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32641304-2418-4ae8-b1d4-de14c07ec2bd", "tag": "e680c1e0-0f75-4a8b-aa7a-44834c80b3aa", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:39.902486 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3be86d17-16f2-460a-a442-9203f968336b {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:39.902922 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'tag': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa', 'status': 'completed', 'code': 200} Mar 07 16:02:39.957298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] For port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:39.983173 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2731df04-ff95-4e26-9776-65e0c6475b8c x-openstack-request-id: req-2731df04-ff95-4e26-9776-65e0c6475b8c {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:39.983455 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-plugged", "status": "completed", "tag": "d3792530-d455-4d1f-ac1f-33e531ed6ba7", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:39.984060 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] For port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:39.984667 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2731df04-ff95-4e26-9776-65e0c6475b8c {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:39.985552 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3792530-d455-4d1f-ac1f-33e531ed6ba7', 'code': 200} Mar 07 16:02:39.994320 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:39.997614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716ed6-53a2-406d-953e-70913007971d req-0dd643f0-954b-431c-a54e-2a32019e3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:39.999487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d716ed6-53a2-406d-953e-70913007971d req-0dd643f0-954b-431c-a54e-2a32019e3d3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dcb668b6a164a6f8e586e84434af7cf&device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 1125 time: 0.1126926 Mar 07 16:02:40.018085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] For port 704865d3-395e-4f13-9e19-ab82c2b58dc3, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=704865d3-395e-4f13-9e19-ab82c2b58dc3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:40.019110 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:40.042534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 1d53bbb3-1f46-49e2-b96e-341d18a750ec is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:40.043058 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:40.043884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Calling delete_port for 704865d3-395e-4f13-9e19-ab82c2b58dc3 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:40.052267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['af0ea9d9-9177-4c89-9eda-176deea2e589'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:40.061950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31716e8d-5f99-4ff4-a92a-c91e45b74d21 req-df680708-a639-471a-854b-f5074fdb901e tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.067700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31716e8d-5f99-4ff4-a92a-c91e45b74d21 req-df680708-a639-471a-854b-f5074fdb901e tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.074960 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31716e8d-5f99-4ff4-a92a-c91e45b74d21 req-df680708-a639-471a-854b-f5074fdb901e tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.076667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-31716e8d-5f99-4ff4-a92a-c91e45b74d21 req-df680708-a639-471a-854b-f5074fdb901e tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2416 time: 0.1545079 Mar 07 16:02:40.114338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.115896 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:40.118111 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] 10.222.0.11 "PUT /v2.0/ports/fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 HTTP/1.1" status: 200 len: 1095 time: 1.4059548 Mar 07 16:02:40.242455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 1d53bbb3-1f46-49e2-b96e-341d18a750ec, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1d53bbb3-1f46-49e2-b96e-341d18a750ec,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:40.244512 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-31716e8d-5f99-4ff4-a92a-c91e45b74d21 req-0257d602-0136-4e75-b045-7d5ec73fe03e tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549385 Mar 07 16:02:40.251825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01fa34-76e2-44ad-8d36-92df779ad082 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:40.267673 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:40.269225 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4b66d692-6694-4eed-972e-160f0f4a7704 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:40.283175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fab7d-6bd2-4747-b2df-55cee5b6c718 req-be6ebccb-ec46-4c5d-aa9f-88edd50ac04b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.292155 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b93fab7d-6bd2-4747-b2df-55cee5b6c718 req-be6ebccb-ec46-4c5d-aa9f-88edd50ac04b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e7fbee-12eb-4c6f-98df-6c48c3ea0c81 HTTP/1.1" status: 200 len: 950 time: 0.2006953 Mar 07 16:02:40.332461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140979e-b726-40b2-8462-d022daf82e28 req-8aca76e1-dd24-41cf-80e9-b5acb4c5f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.333986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-8aca76e1-dd24-41cf-80e9-b5acb4c5f39a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 1129 time: 0.1622841 Mar 07 16:02:40.344509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716ed6-53a2-406d-953e-70913007971d req-11ae1f3e-537d-4396-8a32-50c7df5909c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.346194 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d716ed6-53a2-406d-953e-70913007971d req-11ae1f3e-537d-4396-8a32-50c7df5909c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7cb0e86a-6550-4e97-960f-b435a4cfa4b4 HTTP/1.1" status: 200 len: 907 time: 0.3355772 Mar 07 16:02:40.394025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 4b66d692-6694-4eed-972e-160f0f4a7704 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:40.394471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4b66d692-6694-4eed-972e-160f0f4a7704 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:40.395902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (704865d3-395e-4f13-9e19-ab82c2b58dc3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:40.403843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=1d53bbb3-1f46-49e2-b96e-341d18a750ec,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:40.418196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['704865d3-395e-4f13-9e19-ab82c2b58dc3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:40.456424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 704865d3-395e-4f13-9e19-ab82c2b58dc3 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:40.478839 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-d3fa7fc4-3a45-46b7-b8e6-8f41055a966a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 HTTP/1.1" status: 200 len: 217 time: 0.1299911 Mar 07 16:02:40.480350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Pushing event deleted for resources: {'Port': ['ID=704865d3-395e-4f13-9e19-ab82c2b58dc3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:40.488456 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d716ed6-53a2-406d-953e-70913007971d req-7db48fa5-8add-4dd7-b95a-0766a0167021 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa HTTP/1.1" status: 200 len: 217 time: 0.1246552 Mar 07 16:02:40.500711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 704865d3-395e-4f13-9e19-ab82c2b58dc3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:40.501076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 704865d3-395e-4f13-9e19-ab82c2b58dc3 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:40.527526 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b93fab7d-6bd2-4747-b2df-55cee5b6c718 req-f3148da4-8451-4524-aa5a-d1c11b7b9a6b tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.24 "GET /v2.0/security-groups?id=82da7caf-b884-4cc8-9068-444768f01840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344878 Mar 07 16:02:40.618620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] No DVR routers for this DVR port 704865d3-395e-4f13-9e19-ab82c2b58dc3 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:40.621922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:40.626162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bfe926fa-ff93-4f04-b315-64c88521cfa1 req-e29fe61c-2161-479b-8630-ce9673549590 tempest-MigrationsAdminTest-1536745241 tempest-MigrationsAdminTest-1536745241-project] 10.222.0.11 "DELETE /v2.0/ports/704865d3-395e-4f13-9e19-ab82c2b58dc3 HTTP/1.1" status: 204 len: 173 time: 1.1428773 Mar 07 16:02:40.627139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'name': 'network-vif-deleted', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:40.630496 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a71fc2-5fee-48bd-814b-a0610d5af15c" -d '{"events": [{"server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "name": "network-vif-deleted", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:40.638375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140979e-b726-40b2-8462-d022daf82e28 req-38662df9-cfb6-4fa1-9809-167eec988225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.640142 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-38662df9-cfb6-4fa1-9809-167eec988225 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1508436 Mar 07 16:02:40.672019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716ed6-53a2-406d-953e-70913007971d req-01d93ee6-bd77-4a20-a059-3edd20a58721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.673883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d716ed6-53a2-406d-953e-70913007971d req-01d93ee6-bd77-4a20-a059-3edd20a58721 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2cddb87-546a-48f5-8849-00fcf486803b HTTP/1.1" status: 200 len: 845 time: 0.1451080 Mar 07 16:02:40.700570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c0426-8730-4273-9c20-237f8ff79d7e req-bdce50ea-9357-4cac-8b34-5d993d49457b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.702444 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-177c0426-8730-4273-9c20-237f8ff79d7e req-bdce50ea-9357-4cac-8b34-5d993d49457b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 945 time: 0.0668108 Mar 07 16:02:40.769532 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-177c0426-8730-4273-9c20-237f8ff79d7e req-9b70311b-78e7-4ab8-8c46-7b88d756b266 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551968 Mar 07 16:02:40.808376 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:40.819190 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f39d6-b8fe-46af-8ef5-04a993bce4ca req-7f5a7d66-9fea-4c7b-b010-877b1ff2b73c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.821618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-512f39d6-b8fe-46af-8ef5-04a993bce4ca req-7f5a7d66-9fea-4c7b-b010-877b1ff2b73c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 943 time: 0.1997318 Mar 07 16:02:40.831583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716ed6-53a2-406d-953e-70913007971d req-6a278340-2dce-4fcb-b197-a7de9bf75dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.833068 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d716ed6-53a2-406d-953e-70913007971d req-6a278340-2dce-4fcb-b197-a7de9bf75dcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7cb0e86a-6550-4e97-960f-b435a4cfa4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1473651 Mar 07 16:02:40.854945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 66b8e219-0497-4dc0-bb17-b4ee82303262 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:40.865834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d876e596-4407-43ee-9dee-62fdd7ee096d req-1ab0a7e5-3f84-456d-a15c-a1ce6d04c891 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 210 time: 0.0350626 Mar 07 16:02:40.919092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-512f39d6-b8fe-46af-8ef5-04a993bce4ca req-d551c507-3d1f-4d17-bbc9-e58179184d82 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918219 Mar 07 16:02:40.921019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140979e-b726-40b2-8462-d022daf82e28 req-f8eabb62-6514-4b65-9212-1f39138f4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:40.922496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-f8eabb62-6514-4b65-9212-1f39138f4fcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2620022 Mar 07 16:02:40.932050 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6744e7-cfe4-4ae9-8a7a-b7327ddd3b46 x-openstack-request-id: req-bd6744e7-cfe4-4ae9-8a7a-b7327ddd3b46 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:40.932787 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e7fbee-12eb-4c6f-98df-6c48c3ea0c81", "name": "network-vif-deleted", "tag": "704865d3-395e-4f13-9e19-ab82c2b58dc3", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:40.934320 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd6744e7-cfe4-4ae9-8a7a-b7327ddd3b46 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:40.943490 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e7fbee-12eb-4c6f-98df-6c48c3ea0c81', 'name': 'network-vif-deleted', 'tag': '704865d3-395e-4f13-9e19-ab82c2b58dc3', 'status': 'completed', 'code': 200} Mar 07 16:02:41.083256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=66b8e219-0497-4dc0-bb17-b4ee82303262,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:41.103353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '66b8e219-0497-4dc0-bb17-b4ee82303262', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'port_id': '66b8e219-0497-4dc0-bb17-b4ee82303262', 'mac_address': 'fa:16:3e:c1:0a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72ca13c-8ffe-45cb-9e24-07aaf17581aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:41.135630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b217f1-7236-498c-a3c6-f88226d70d95 req-166fa5e4-cb6c-48be-a250-19011376eaf5 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:41.150094 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30b217f1-7236-498c-a3c6-f88226d70d95 req-166fa5e4-cb6c-48be-a250-19011376eaf5 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 943 time: 0.0993581 Mar 07 16:02:41.201996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 66b8e219-0497-4dc0-bb17-b4ee82303262 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:41.202702 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:41.220625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30b217f1-7236-498c-a3c6-f88226d70d95 req-5dba17ee-1a22-4f07-b571-939a30de2491 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661952 Mar 07 16:02:41.222542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b8e219-0497-4dc0-bb17-b4ee82303262 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:41.255847 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=66b8e219-0497-4dc0-bb17-b4ee82303262,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:41.276366 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:41.296496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d716ed6-53a2-406d-953e-70913007971d req-ccd3561c-81f9-434f-8966-6c36e514e2f5 service neutron] 10.222.0.15 "GET /v2.0/networks/7cb0e86a-6550-4e97-960f-b435a4cfa4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563448 Mar 07 16:02:41.331550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363242dd-8d23-4f57-a278-d52d067fac09 req-551fccae-fbda-4cbd-8045-ea60a94c9a9b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:41.342363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-363242dd-8d23-4f57-a278-d52d067fac09 req-551fccae-fbda-4cbd-8045-ea60a94c9a9b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 947 time: 0.3416147 Mar 07 16:02:41.366151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-84b772aa-fad5-44ec-98a8-78e89084e86c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891850 Mar 07 16:02:41.368428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=66b8e219-0497-4dc0-bb17-b4ee82303262,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:41.455877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c142129-97b8-4af0-9ac4-695616eb7ac9 req-9c54bab0-4e70-4d89-a56d-30e3f007e990 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:41.471156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c142129-97b8-4af0-9ac4-695616eb7ac9 req-9c54bab0-4e70-4d89-a56d-30e3f007e990 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:41.478129 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c142129-97b8-4af0-9ac4-695616eb7ac9 req-9c54bab0-4e70-4d89-a56d-30e3f007e990 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:41.486700 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c142129-97b8-4af0-9ac4-695616eb7ac9 req-9c54bab0-4e70-4d89-a56d-30e3f007e990 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2417 time: 0.1174715 Mar 07 16:02:41.520528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-363242dd-8d23-4f57-a278-d52d067fac09 req-1960fb59-473a-4acd-943c-82fc05f975f9 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768782 Mar 07 16:02:41.549044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d716ed6-53a2-406d-953e-70913007971d req-345d2333-ebfc-4b4b-a5b9-ff0b8dfc2bff service neutron] 10.222.0.15 "GET /v2.0/networks/7cb0e86a-6550-4e97-960f-b435a4cfa4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428689 Mar 07 16:02:41.577798 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c142129-97b8-4af0-9ac4-695616eb7ac9 req-cf6f3012-1c3a-4c7a-88ba-22ea4b98233a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805278 Mar 07 16:02:41.581234 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7140979e-b726-40b2-8462-d022daf82e28 req-499f19e3-62a3-4120-8b4d-87fc4af54fb7 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950598 Mar 07 16:02:41.722311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['66b8e219-0497-4dc0-bb17-b4ee82303262'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:41.799888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48330) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:41.909362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20c61d2-4fba-4215-ad14-813320664ed5', 'tag': 'fc7e0e7e-c62c-4774-b634-78ecbc6ffb40'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:41.913193 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06523782-c6d8-4d30-b9dc-4d1f8f617597" -d '{"events": [{"name": "network-changed", "server_uuid": "b20c61d2-4fba-4215-ad14-813320664ed5", "tag": "fc7e0e7e-c62c-4774-b634-78ecbc6ffb40"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:41.986974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac042e42-99b6-43f4-ba2e-36e7be6372a7'}, {'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d53bbb3-1f46-49e2-b96e-341d18a750ec'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:41.989713 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d9311-6f73-4cb8-b118-f68a326dc352" -d '{"events": [{"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-plugged", "status": "completed", "tag": "ac042e42-99b6-43f4-ba2e-36e7be6372a7"}, {"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-plugged", "status": "completed", "tag": "1d53bbb3-1f46-49e2-b96e-341d18a750ec"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:42.040371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99c0bb28-b7b3-4f6b-8385-b35099c00396 req-649ec023-20ec-4602-8552-e86b1593fd35 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 210 time: 0.0376472 Mar 07 16:02:42.114888 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eb2626-797d-4c65-a3e8-586f2569a113 x-openstack-request-id: req-17eb2626-797d-4c65-a3e8-586f2569a113 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:42.115970 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20c61d2-4fba-4215-ad14-813320664ed5", "tag": "fc7e0e7e-c62c-4774-b634-78ecbc6ffb40", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:42.116349 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17eb2626-797d-4c65-a3e8-586f2569a113 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:42.116837 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20c61d2-4fba-4215-ad14-813320664ed5', 'tag': 'fc7e0e7e-c62c-4774-b634-78ecbc6ffb40', 'status': 'completed', 'code': 200} Mar 07 16:02:42.189728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-67ca9333-4cd7-4e68-ad1d-cc1e4497fde8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3165642cfca34437bce67a855d406c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885605 Mar 07 16:02:42.192851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48344) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:42.194930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-96c3c3bf-f1e7-4040-bcdf-9efc3e0e8b21 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.197536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-96c3c3bf-f1e7-4040-bcdf-9efc3e0e8b21 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.11 "GET /v2.0/networks?id=dc821409-2a81-4f17-952d-1f40baa839e8 HTTP/1.1" status: 200 len: 818 time: 0.3316009 Mar 07 16:02:42.206450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e355d37-f163-45a0-a678-55001f197d5f req-b418855a-8a18-4bb6-9eba-5517da4a3e58 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.208022 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e355d37-f163-45a0-a678-55001f197d5f req-b418855a-8a18-4bb6-9eba-5517da4a3e58 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 945 time: 0.3131189 Mar 07 16:02:42.252189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Request body: {'port': {'device_id': 'ab74fb74-bb67-4a4c-a014-5a1ee9417aec', 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8', 'admin_state_up': True, 'tenant_id': 'dd59b40cffc34962be09be52272a67c7'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:42.288654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-2476ce86-aa78-4bc1-ba6f-f6119317dd6c tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.290227 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-2476ce86-aa78-4bc1-ba6f-f6119317dd6c tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.11 "GET /v2.0/networks?id=dc821409-2a81-4f17-952d-1f40baa839e8 HTTP/1.1" status: 200 len: 818 time: 0.3194952 Mar 07 16:02:42.316681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Request body: {'port': {'device_id': '273efdbb-3b74-4218-988a-9d02d0aa7ca7', 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8', 'admin_state_up': True, 'tenant_id': 'dd59b40cffc34962be09be52272a67c7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:42.338068 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e355d37-f163-45a0-a678-55001f197d5f req-f1e335f1-0641-4b9f-ab76-a2b2cb428fe4 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161757 Mar 07 16:02:42.374906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-86a45d24-2919-4f5d-bb57-95217e48ed3d tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.376385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-86a45d24-2919-4f5d-bb57-95217e48ed3d tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.15 "GET /v2.0/networks?id=dc821409-2a81-4f17-952d-1f40baa839e8 HTTP/1.1" status: 200 len: 818 time: 0.3203883 Mar 07 16:02:42.384548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-1626ce7e-93f2-450a-83bf-82f4ef713d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.386039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-1626ce7e-93f2-450a-83bf-82f4ef713d8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 1129 time: 0.2070053 Mar 07 16:02:42.387806 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22419c06-70db-4518-9789-cd67b8b8e517 x-openstack-request-id: req-22419c06-70db-4518-9789-cd67b8b8e517 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:42.388724 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-plugged", "status": "completed", "tag": "ac042e42-99b6-43f4-ba2e-36e7be6372a7", "code": 200}, {"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-plugged", "status": "completed", "tag": "1d53bbb3-1f46-49e2-b96e-341d18a750ec", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:42.388724 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22419c06-70db-4518-9789-cd67b8b8e517 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:42.388927 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac042e42-99b6-43f4-ba2e-36e7be6372a7', 'code': 200} Mar 07 16:02:42.389026 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d53bbb3-1f46-49e2-b96e-341d18a750ec', 'code': 200} Mar 07 16:02:42.396477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf66e7d-d228-449f-a5ba-930b53cc39c9 req-966f2cc5-38d0-4715-a1b7-acf4c4d831c4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.397971 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bdf66e7d-d228-449f-a5ba-930b53cc39c9 req-966f2cc5-38d0-4715-a1b7-acf4c4d831c4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 944 time: 0.2206161 Mar 07 16:02:42.401806 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-557d6796-46f2-4cf7-8f07-5a570f28c140 admin admin] Publish callbacks [] for security_group (82da7caf-b884-4cc8-9068-444768f01840), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:42.402169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Request body: {'port': {'device_id': '44eea060-4c72-4506-80fd-2a7102bda581', 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8', 'admin_state_up': True, 'tenant_id': 'dd59b40cffc34962be09be52272a67c7'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:42.436218 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-557d6796-46f2-4cf7-8f07-5a570f28c140 admin admin] Publish callbacks [] for security_group (82da7caf-b884-4cc8-9068-444768f01840), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:42.560517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Made reservation on behalf of dd59b40cffc34962be09be52272a67c7 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:42.563945 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:42.598501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026510ce-18d1-47cf-805b-91186d59dee5 req-cc760567-f7a9-4780-bc93-ec37542e2ee1 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.600020 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-026510ce-18d1-47cf-805b-91186d59dee5 req-cc760567-f7a9-4780-bc93-ec37542e2ee1 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 943 time: 0.1532922 Mar 07 16:02:42.605763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-557d6796-46f2-4cf7-8f07-5a570f28c140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (82da7caf-b884-4cc8-9068-444768f01840), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:42.608378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-557d6796-46f2-4cf7-8f07-5a570f28c140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:42.609499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-557d6796-46f2-4cf7-8f07-5a570f28c140 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82da7caf-b884-4cc8-9068-444768f01840 HTTP/1.1" status: 204 len: 168 time: 0.4156079 Mar 07 16:02:42.640815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Made reservation on behalf of dd59b40cffc34962be09be52272a67c7 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:42.644258 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:42.662196 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bdf66e7d-d228-449f-a5ba-930b53cc39c9 req-b8fc3a57-6c59-47fd-be72-46e094e6447a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273052 Mar 07 16:02:42.677490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-5ddc1415-5ae3-42d3-aff2-e87c239cf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.679096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-5ddc1415-5ae3-42d3-aff2-e87c239cf4ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2700148 Mar 07 16:02:42.745698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-c8049316-ce83-4d7c-9067-36cf088fe20f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 HTTP/1.1" status: 200 len: 217 time: 0.0599105 Mar 07 16:02:42.811139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Made reservation on behalf of dd59b40cffc34962be09be52272a67c7 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:42.814578 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:42.870116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e680c1e0-0f75-4a8b-aa7a-44834c80b3aa details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:42.872686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device af0ea9d9-9177-4c89-9eda-176deea2e589 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:42.923778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0943a-88d4-412d-bb15-3f61a81e57c2 req-8b840c24-f394-421f-ac43-7d3f277e23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.924267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0943a-88d4-412d-bb15-3f61a81e57c2 req-8b840c24-f394-421f-ac43-7d3f277e23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.924743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0943a-88d4-412d-bb15-3f61a81e57c2 req-8b840c24-f394-421f-ac43-7d3f277e23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:42.926823 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6df0943a-88d4-412d-bb15-3f61a81e57c2 req-8b840c24-f394-421f-ac43-7d3f277e23e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2963 time: 0.4346156 Mar 07 16:02:42.956792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port af0ea9d9-9177-4c89-9eda-176deea2e589 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:42.976018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d6796-46f2-4cf7-8f07-5a570f28c140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da7caf-b884-4cc8-9068-444768f01840,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:42.982192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port af0ea9d9-9177-4c89-9eda-176deea2e589 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:42.983002 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.030445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48356) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:43.076189 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-026510ce-18d1-47cf-805b-91186d59dee5 req-39568a26-660a-43f2-b224-71105daf7b36 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4642949 Mar 07 16:02:43.081731 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6df0943a-88d4-412d-bb15-3f61a81e57c2 req-8565ae3c-993a-4bed-953b-c2bc5875655c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402764 Mar 07 16:02:43.114898 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-028921f7-51a1-4ec9-bf40-ac1e78c3e281 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=356d8209ba554b2c81aa20385a3520f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0832176 Mar 07 16:02:43.116771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:43.119267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48360) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:43.150350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'port_id': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa', 'mac_address': 'fa:16:3e:e3:c9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:43.187633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port af0ea9d9-9177-4c89-9eda-176deea2e589 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:43.188132 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.213684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d79962f-8b19-45fb-ab6e-4d375769e35b admin admin] Publish callbacks [] for security_group (3c8b97c7-8580-4c19-979e-a563cec41685), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.216779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:43.217252 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.243004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=af0ea9d9-9177-4c89-9eda-176deea2e589,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:43.245753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e680c1e0-0f75-4a8b-aa7a-44834c80b3aa {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:43.247211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d79962f-8b19-45fb-ab6e-4d375769e35b admin admin] Publish callbacks [] for security_group (3c8b97c7-8580-4c19-979e-a563cec41685), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.252450 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.253584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 66b8e219-0497-4dc0-bb17-b4ee82303262 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:43.259270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700df2ff-f220-4241-bc2b-6a650b112b02 req-d27a286c-eda2-4eea-9397-9ea1863c5e05 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:43.265249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700df2ff-f220-4241-bc2b-6a650b112b02 req-d27a286c-eda2-4eea-9397-9ea1863c5e05 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:43.271219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700df2ff-f220-4241-bc2b-6a650b112b02 req-d27a286c-eda2-4eea-9397-9ea1863c5e05 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:43.272951 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-700df2ff-f220-4241-bc2b-6a650b112b02 req-d27a286c-eda2-4eea-9397-9ea1863c5e05 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2417 time: 0.1113102 Mar 07 16:02:43.300261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-e40e3233-02ea-47d6-a2c1-9029526af29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:43.301742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-e40e3233-02ea-47d6-a2c1-9029526af29a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.5493495 Mar 07 16:02:43.353307 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-700df2ff-f220-4241-bc2b-6a650b112b02 req-af087c29-95b4-4f62-ab42-708a7e02a409 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693645 Mar 07 16:02:43.356783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bef122-a4c4-4841-8a81-5e7a7a937185 req-25399b6d-2c83-4336-b001-09b006f3a98b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:43.367251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-23bef122-a4c4-4841-8a81-5e7a7a937185 req-25399b6d-2c83-4336-b001-09b006f3a98b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 947 time: 0.6161625 Mar 07 16:02:43.370450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d79962f-8b19-45fb-ab6e-4d375769e35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3c8b97c7-8580-4c19-979e-a563cec41685), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.378297 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d79962f-8b19-45fb-ab6e-4d375769e35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.379494 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3d79962f-8b19-45fb-ab6e-4d375769e35b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c8b97c7-8580-4c19-979e-a563cec41685 HTTP/1.1" status: 204 len: 168 time: 0.2590561 Mar 07 16:02:43.391170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79962f-8b19-45fb-ab6e-4d375769e35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8b97c7-8580-4c19-979e-a563cec41685,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:43.420178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Allocated IP 172.20.0.14 (dc821409-2a81-4f17-952d-1f40baa839e8/eb0785f6-c7dc-401d-91a8-90ae9b9d8303/aa3fbff8-1107-4a61-9a44-cffbca3ec185) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:43.464404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:43.471305 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b54923a4-3af9-4267-ba30-f2761e249539 req-286fb9d8-8ade-4756-9c45-331920111565 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 210 time: 0.0431135 Mar 07 16:02:43.482490 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.514184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=af0ea9d9-9177-4c89-9eda-176deea2e589,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:43.529399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-23bef122-a4c4-4841-8a81-5e7a7a937185 req-cc3f34b2-4dce-4385-91d3-0a9191d1cd1c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609743 Mar 07 16:02:43.562420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-3d4cefe2-f01c-4472-98c9-fa8d9aca1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:43.564387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-3d4cefe2-f01c-4472-98c9-fa8d9aca1fd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2377799 Mar 07 16:02:43.567605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 66b8e219-0497-4dc0-bb17-b4ee82303262 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:43.576322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 66b8e219-0497-4dc0-bb17-b4ee82303262 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:43.576703 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.614258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:43.656020 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ecc15-8de5-483c-bfe5-33560e275895 req-ab7e18ae-fbab-4957-86f6-4b79b827ca11 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:43.657951 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c23ecc15-8de5-483c-bfe5-33560e275895 req-ab7e18ae-fbab-4957-86f6-4b79b827ca11 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.0867426 Mar 07 16:02:43.706237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 66b8e219-0497-4dc0-bb17-b4ee82303262 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:43.707062 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.728207 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c23ecc15-8de5-483c-bfe5-33560e275895 req-e0786c55-1c87-4b15-9833-6ba0ab7a521c tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624285 Mar 07 16:02:43.736972 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks [] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.753027 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-7e0bfc9e-f45e-4cdf-9cd2-d13b1b6d497c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699095 Mar 07 16:02:43.755239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=66b8e219-0497-4dc0-bb17-b4ee82303262,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:43.762765 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.821747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=66b8e219-0497-4dc0-bb17-b4ee82303262,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:43.879271 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:43.885133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e680c1e0-0f75-4a8b-aa7a-44834c80b3aa'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:43.924062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4bd5b-1130-47ce-8bdf-ca4869a83215 req-692d04c9-e5da-4ec7-973a-dd7f1236f926 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:43.925611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24e4bd5b-1130-47ce-8bdf-ca4869a83215 req-692d04c9-e5da-4ec7-973a-dd7f1236f926 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1521342 Mar 07 16:02:43.937702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Allocated IP 172.20.0.5 (dc821409-2a81-4f17-952d-1f40baa839e8/eb0785f6-c7dc-401d-91a8-90ae9b9d8303/bbd04494-3924-4703-9dd7-3260b6e6bf6e) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:43.963593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Network dc821409-2a81-4f17-952d-1f40baa839e8 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:43.981887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:43.987280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:43.990003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Pushing event updated for resources: {'Port': ['ID=aa3fbff8-1107-4a61-9a44-cffbca3ec185,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:43.996885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06523782-c6d8-4d30-b9dc-4d1f8f617597 req-00282918-e55c-4fb0-971d-049569605e3d service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378559 Mar 07 16:02:44.066617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24e4bd5b-1130-47ce-8bdf-ca4869a83215 req-87c31557-774d-4753-8b4d-62a1ed7e0beb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273668 Mar 07 16:02:44.068627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:44.069772 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:44.092898 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-3dca0414-6aaf-4867-a0cc-9d205c1a9081 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8775835 Mar 07 16:02:44.107239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Request body: {'port': {'device_id': 'ab74fb74-bb67-4a4c-a014-5a1ee9417aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:44.177489 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks [] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:44.197683 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:44.246355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038f7cc-f541-47e4-9131-fc23e1137e22 req-ce6e6748-6023-4e1a-9fc2-cd284f1d9796 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:44.248668 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c038f7cc-f541-47e4-9131-fc23e1137e22 req-ce6e6748-6023-4e1a-9fc2-cd284f1d9796 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 944 time: 0.0888815 Mar 07 16:02:44.278506 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:44.349680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Network dc821409-2a81-4f17-952d-1f40baa839e8 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:44.362512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:44.371283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:44.376288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Pushing event updated for resources: {'Port': ['ID=bbd04494-3924-4703-9dd7-3260b6e6bf6e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:44.388523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Allocated IP 172.20.0.4 (dc821409-2a81-4f17-952d-1f40baa839e8/eb0785f6-c7dc-401d-91a8-90ae9b9d8303/4c1d9dd7-1978-4f0c-9aeb-f2e11add770b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:44.390662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589'}, {'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:44.393895 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e1a42e-21e2-4f52-96e0-1d55eacbd91a" -d '{"events": [{"server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "name": "network-vif-plugged", "status": "completed", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589"}, {"server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "name": "network-vif-plugged", "status": "completed", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:44.406514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:44.413201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c038f7cc-f541-47e4-9131-fc23e1137e22 req-37ebfddf-a48d-4502-85da-2fb78f3ac517 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479228 Mar 07 16:02:44.466874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:44.467928 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:44.479523 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0769cbb-8846-4aaa-8795-6d3293d9444b x-openstack-request-id: req-b0769cbb-8846-4aaa-8795-6d3293d9444b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:44.479523 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "name": "network-vif-plugged", "status": "completed", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589", "code": 200}, {"server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "name": "network-vif-plugged", "status": "completed", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:44.479980 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0769cbb-8846-4aaa-8795-6d3293d9444b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:44.480507 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589', 'code': 200} Mar 07 16:02:44.480878 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262', 'code': 200} Mar 07 16:02:44.514363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-ece72af1-187b-44b2-b102-e9acfa10b437 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2041047 Mar 07 16:02:44.529127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Request body: {'port': {'device_id': '273efdbb-3b74-4218-988a-9d02d0aa7ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:44.577411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:44.589751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'fc7e0e7e-c62c-4774-b634-78ecbc6ffb40', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'fc7e0e7e-c62c-4774-b634-78ecbc6ffb40', 'mac_address': 'fa:16:3e:40:57:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:44.641231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:44.641972 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:44.647663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7e4bc-4f28-472a-a9c0-04cd2e87ea25 req-9a780f7f-0871-47cd-b73b-b8917347fb41 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:44.656196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7e4bc-4f28-472a-a9c0-04cd2e87ea25 req-9a780f7f-0871-47cd-b73b-b8917347fb41 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:44.659063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:44.662328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7e4bc-4f28-472a-a9c0-04cd2e87ea25 req-9a780f7f-0871-47cd-b73b-b8917347fb41 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:44.667394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94e6877a-d499-4595-aa97-13692277f201 req-83ba0aba-7e05-43ac-9165-0dbd96b69e1f tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 210 time: 0.0773616 Mar 07 16:02:44.671584 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ffa7e4bc-4f28-472a-a9c0-04cd2e87ea25 req-9a780f7f-0871-47cd-b73b-b8917347fb41 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2417 time: 0.1820750 Mar 07 16:02:44.683159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:44.685510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5e3b7-c6d2-4c5a-a3ce-4493afd6508d req-1eba9efd-809c-4d84-ba1c-87bf41f0ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:44.687236 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4ac5e3b7-c6d2-4c5a-a3ce-4493afd6508d req-1eba9efd-809c-4d84-ba1c-87bf41f0ee95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 1128 time: 0.0961030 Mar 07 16:02:44.697041 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:44.740983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:44.763984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:44.796125 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ffa7e4bc-4f28-472a-a9c0-04cd2e87ea25 req-98554848-a630-42bb-a1e5-f7c7053b3b27 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235983 Mar 07 16:02:44.809488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks [] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:44.822114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad884c-53f7-401b-82f1-f36332d435ff req-9a802860-107c-4932-8a49-3e526d231fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:44.824313 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82ad884c-53f7-401b-82f1-f36332d435ff req-9a802860-107c-4932-8a49-3e526d231fdd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 1127 time: 0.2086315 Mar 07 16:02:44.840900 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4ac5e3b7-c6d2-4c5a-a3ce-4493afd6508d req-720805f0-e6d7-454e-ba55-dff49b0224c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160161 Mar 07 16:02:44.943376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e64c40-a34c-4864-9646-a6f531f8bd31 req-aac6b2ac-4eb1-450f-b126-d548abe0fdef tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:44.945441 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7e64c40-a34c-4864-9646-a6f531f8bd31 req-aac6b2ac-4eb1-450f-b126-d548abe0fdef tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 948 time: 0.1522992 Mar 07 16:02:44.954130 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82ad884c-53f7-401b-82f1-f36332d435ff req-6d2d0cb7-d7b1-4af2-888c-d29fbb847d55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226008 Mar 07 16:02:44.970399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['fc7e0e7e-c62c-4774-b634-78ecbc6ffb40'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:44.995379 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.009975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33643c27-6847-4118-918b-0a236b3bbb4a req-9c10fc1b-3e24-40cb-8449-944730edbd74 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:45.011642 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33643c27-6847-4118-918b-0a236b3bbb4a req-9c10fc1b-3e24-40cb-8449-944730edbd74 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.1264563 Mar 07 16:02:45.040439 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7e64c40-a34c-4864-9646-a6f531f8bd31 req-d35468dc-ec5a-43f5-a684-813dbb5e9362 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840995 Mar 07 16:02:45.132640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Network dc821409-2a81-4f17-952d-1f40baa839e8 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:45.138077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:45.140580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:45.221862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Pushing event updated for resources: {'Port': ['ID=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:45.237809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7e840-d855-4b32-8955-8107fd38f883 req-30116bb7-0c9b-47e0-87b0-4c49be9b5b30 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:45.239522 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-73c7e840-d855-4b32-8955-8107fd38f883 req-30116bb7-0c9b-47e0-87b0-4c49be9b5b30 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0649765 Mar 07 16:02:45.246013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33643c27-6847-4118-918b-0a236b3bbb4a req-17d121a5-59ff-4833-8c14-bc2bf9f7aa8a tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210543 Mar 07 16:02:45.253726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:45.254335 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.286111 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-974d4441-0e15-4f5c-a136-c47753a2d366 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8970118 Mar 07 16:02:45.293015 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-73c7e840-d855-4b32-8955-8107fd38f883 req-a852043f-1606-437f-a1b5-1dd1e8af19d2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447483 Mar 07 16:02:45.342028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3fbff8-1107-4a61-9a44-cffbca3ec185 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:45.351247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Publish callbacks [] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.386294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Request body: {'port': {'device_id': '44eea060-4c72-4506-80fd-2a7102bda581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:45.418119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Transition to ACTIVE for port object aa3fbff8-1107-4a61-9a44-cffbca3ec185 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:45.423659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.519398 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.561831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Pushing event updated for resources: {'Port': ['ID=aa3fbff8-1107-4a61-9a44-cffbca3ec185,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:45.668652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd04494-3924-4703-9dd7-3260b6e6bf6e {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:45.678565 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Publish callbacks [] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.698999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Transition to ACTIVE for port object bbd04494-3924-4703-9dd7-3260b6e6bf6e will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:45.708225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7025d6-9e66-4ce6-b990-17e5ca05b393 req-97f9e0d0-4d74-4b40-b476-fc528aeece4c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:45.714382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7025d6-9e66-4ce6-b990-17e5ca05b393 req-97f9e0d0-4d74-4b40-b476-fc528aeece4c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:45.719992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7025d6-9e66-4ce6-b990-17e5ca05b393 req-97f9e0d0-4d74-4b40-b476-fc528aeece4c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:45.721666 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f7025d6-9e66-4ce6-b990-17e5ca05b393 req-97f9e0d0-4d74-4b40-b476-fc528aeece4c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2417 time: 0.1240036 Mar 07 16:02:45.722778 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.732193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Attempting to bind port aa3fbff8-1107-4a61-9a44-cffbca3ec185 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:45.732193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Attempting to bind port aa3fbff8-1107-4a61-9a44-cffbca3ec185 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:45.732193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Attempting to bind port aa3fbff8-1107-4a61-9a44-cffbca3ec185 on network dc821409-2a81-4f17-952d-1f40baa839e8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:45.745129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dddee3-441c-4821-8ac5-fec67f95d138 req-3a263041-c357-4079-85d4-1d0097632fb6 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:45.746642 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64dddee3-441c-4821-8ac5-fec67f95d138 req-3a263041-c357-4079-85d4-1d0097632fb6 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 944 time: 0.1980588 Mar 07 16:02:45.750817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Port aa3fbff8-1107-4a61-9a44-cffbca3ec185 on network dc821409-2a81-4f17-952d-1f40baa839e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:45.751140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Attempting to bind port aa3fbff8-1107-4a61-9a44-cffbca3ec185 on network dc821409-2a81-4f17-952d-1f40baa839e8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:45.771668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:45.772008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Checking segment: {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:45.772380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Bound using segment: {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:45.772816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Bound port: aa3fbff8-1107-4a61-9a44-cffbca3ec185, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:45.773809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.827696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Pushing event updated for resources: {'Port': ['ID=bbd04494-3924-4703-9dd7-3260b6e6bf6e,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:45.870659 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f7025d6-9e66-4ce6-b990-17e5ca05b393 req-e5c00cca-c9df-40a2-bc69-595f06faf266 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384916 Mar 07 16:02:45.903637 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64dddee3-441c-4821-8ac5-fec67f95d138 req-c947b337-ff11-4588-bfd5-48e9b4aadac6 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449237 Mar 07 16:02:45.903857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Attempting to bind port bbd04494-3924-4703-9dd7-3260b6e6bf6e on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:45.903985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Attempting to bind port bbd04494-3924-4703-9dd7-3260b6e6bf6e by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:45.904340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Attempting to bind port bbd04494-3924-4703-9dd7-3260b6e6bf6e on network dc821409-2a81-4f17-952d-1f40baa839e8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:45.909107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Port bbd04494-3924-4703-9dd7-3260b6e6bf6e on network dc821409-2a81-4f17-952d-1f40baa839e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:45.909371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Attempting to bind port bbd04494-3924-4703-9dd7-3260b6e6bf6e on network dc821409-2a81-4f17-952d-1f40baa839e8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:45.915898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:45.916220 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Checking segment: {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:45.916913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Bound using segment: {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:45.917042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Bound port: bbd04494-3924-4703-9dd7-3260b6e6bf6e, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:45.917689 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.937346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] For port aa3fbff8-1107-4a61-9a44-cffbca3ec185, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:45.960056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] For port aa3fbff8-1107-4a61-9a44-cffbca3ec185, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=aa3fbff8-1107-4a61-9a44-cffbca3ec185,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:45.975811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:45.998102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] For port bbd04494-3924-4703-9dd7-3260b6e6bf6e, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:46.001259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] For port bbd04494-3924-4703-9dd7-3260b6e6bf6e, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bbd04494-3924-4703-9dd7-3260b6e6bf6e,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:46.007937 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:46.044513 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.045627 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:46.047525 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] 10.222.0.11 "PUT /v2.0/ports/bbd04494-3924-4703-9dd7-3260b6e6bf6e HTTP/1.1" status: 200 len: 1091 time: 1.5226283 Mar 07 16:02:46.056763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273efdbb-3b74-4218-988a-9d02d0aa7ca7', 'tag': 'bbd04494-3924-4703-9dd7-3260b6e6bf6e'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:46.059064 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c" -d '{"events": [{"name": "network-changed", "server_uuid": "273efdbb-3b74-4218-988a-9d02d0aa7ca7", "tag": "bbd04494-3924-4703-9dd7-3260b6e6bf6e"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:46.064410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.065014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:46.066466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] 10.222.0.11 "PUT /v2.0/ports/aa3fbff8-1107-4a61-9a44-cffbca3ec185 HTTP/1.1" status: 200 len: 1092 time: 1.9646094 Mar 07 16:02:46.073693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab74fb74-bb67-4a4c-a014-5a1ee9417aec', 'tag': 'aa3fbff8-1107-4a61-9a44-cffbca3ec185'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:46.076200 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f5f513-aa6b-4112-ab77-d02c8510ab77" -d '{"events": [{"name": "network-changed", "server_uuid": "ab74fb74-bb67-4a4c-a014-5a1ee9417aec", "tag": "aa3fbff8-1107-4a61-9a44-cffbca3ec185"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:46.101947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:46.103627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50037e65-d006-42d1-8408-9f01209bad7d service neutron] Pushing event updated for resources: {'Port': ['ID=bbd04494-3924-4703-9dd7-3260b6e6bf6e,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:46.114830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Publish callbacks [] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:46.124462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b66e5-bb59-44c8-a7f2-cf0cd85eeb4b service neutron] Pushing event updated for resources: {'Port': ['ID=aa3fbff8-1107-4a61-9a44-cffbca3ec185,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:46.161788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Transition to ACTIVE for port object 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:46.168110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:46.196430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-477ce790-6c9c-4407-be2a-29f32552c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.198219 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-477ce790-6c9c-4407-be2a-29f32552c2e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd59b40cffc34962be09be52272a67c7&device_id=ab74fb74-bb67-4a4c-a014-5a1ee9417aec HTTP/1.1" status: 200 len: 1126 time: 0.0685420 Mar 07 16:02:46.214769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d2b9f-ddb9-4758-a40b-ef8a35a9b054 req-9c2efeef-7d0a-4094-941f-cc49f2fd6300 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.215305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063d2b9f-ddb9-4758-a40b-ef8a35a9b054 req-9c2efeef-7d0a-4094-941f-cc49f2fd6300 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 931 time: 0.1895757 Mar 07 16:02:46.250664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-6a01ec77-ca21-4cbf-b3aa-2dde841852f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.252051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-6a01ec77-ca21-4cbf-b3aa-2dde841852f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd59b40cffc34962be09be52272a67c7&device_id=273efdbb-3b74-4218-988a-9d02d0aa7ca7 HTTP/1.1" status: 200 len: 1125 time: 0.1431942 Mar 07 16:02:46.254729 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ea4c3-4e35-4596-a7a4-688d7cd9b3ec x-openstack-request-id: req-ee9ea4c3-4e35-4596-a7a4-688d7cd9b3ec {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:46.255055 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273efdbb-3b74-4218-988a-9d02d0aa7ca7", "tag": "bbd04494-3924-4703-9dd7-3260b6e6bf6e", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:46.255315 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee9ea4c3-4e35-4596-a7a4-688d7cd9b3ec {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:46.255721 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273efdbb-3b74-4218-988a-9d02d0aa7ca7', 'tag': 'bbd04494-3924-4703-9dd7-3260b6e6bf6e', 'status': 'completed', 'code': 200} Mar 07 16:02:46.257268 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-37ae7d05-8478-4274-a8b4-78fc38a2d7ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa3fbff8-1107-4a61-9a44-cffbca3ec185 HTTP/1.1" status: 200 len: 217 time: 0.0504646 Mar 07 16:02:46.270967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Pushing event updated for resources: {'Port': ['ID=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:46.348137 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f73021f9-6302-4ff3-bb52-b35633611d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.349660 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f73021f9-6302-4ff3-bb52-b35633611d32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb0785f6-c7dc-401d-91a8-90ae9b9d8303 HTTP/1.1" status: 200 len: 858 time: 0.0845382 Mar 07 16:02:46.352750 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f40ff529-73ad-45ed-b898-6876b58525f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd04494-3924-4703-9dd7-3260b6e6bf6e HTTP/1.1" status: 200 len: 217 time: 0.0784824 Mar 07 16:02:46.365531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb12576-4502-4e25-b45f-cac410785ff6 req-572d6cd2-01b7-4b52-8700-05b26eb53689 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.367706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cfb12576-4502-4e25-b45f-cac410785ff6 req-572d6cd2-01b7-4b52-8700-05b26eb53689 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 948 time: 0.0701790 Mar 07 16:02:46.406867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:46.409869 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-d2de53c2-1915-4185-a1f8-97018d0a6f9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dc821409-2a81-4f17-952d-1f40baa839e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411561 Mar 07 16:02:46.439594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063d2b9f-ddb9-4758-a40b-ef8a35a9b054 req-0c6e8418-bbea-4027-ab08-5ceb791463e0 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038150 Mar 07 16:02:46.464034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-add83107-30d2-4e53-a035-6571841fbf8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2098882 Mar 07 16:02:46.468221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-242fd78c-ede4-49b4-a04f-212d8ab4f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.470019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-242fd78c-ede4-49b4-a04f-212d8ab4f462 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb0785f6-c7dc-401d-91a8-90ae9b9d8303 HTTP/1.1" status: 200 len: 858 time: 0.1013708 Mar 07 16:02:46.491243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Attempting to bind port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:46.491761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Attempting to bind port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:46.492703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Attempting to bind port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b on network dc821409-2a81-4f17-952d-1f40baa839e8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:46.507438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:46.512184 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-fe34050d-388c-405c-82ab-ae61e85b4004 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dc821409-2a81-4f17-952d-1f40baa839e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343225 Mar 07 16:02:46.514438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:46.515084 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:46.529983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b on network dc821409-2a81-4f17-952d-1f40baa839e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:46.530307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Attempting to bind port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b on network dc821409-2a81-4f17-952d-1f40baa839e8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:46.583099 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5844f6de-fce0-460d-b914-d21f83c20ba5 x-openstack-request-id: req-5844f6de-fce0-460d-b914-d21f83c20ba5 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:46.583385 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab74fb74-bb67-4a4c-a014-5a1ee9417aec", "tag": "aa3fbff8-1107-4a61-9a44-cffbca3ec185", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:46.583642 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5844f6de-fce0-460d-b914-d21f83c20ba5 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:46.584038 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab74fb74-bb67-4a4c-a014-5a1ee9417aec', 'tag': 'aa3fbff8-1107-4a61-9a44-cffbca3ec185', 'status': 'completed', 'code': 200} Mar 07 16:02:46.598054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:46.598395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Checking segment: {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:46.598781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Bound using segment: {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:46.599260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Bound port: 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df07c51-a56c-4f9a-a650-d60bf2846397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:46.599622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:46.619253 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cfb12576-4502-4e25-b45f-cac410785ff6 req-eb694d8c-d2ab-40bd-9e85-e7630043e54d tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416637 Mar 07 16:02:46.632398 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-39755cec-99b9-4b01-9349-e8fb55b54b86 service neutron] 10.222.0.11 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133529 Mar 07 16:02:46.650148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:46.652548 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:46.709612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20c61d2-4fba-4215-ad14-813320664ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7e0e7e-c62c-4774-b634-78ecbc6ffb40'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:46.712658 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00938070-06dc-48b1-9097-3ccb963f9256" -d '{"events": [{"server_uuid": "b20c61d2-4fba-4215-ad14-813320664ed5", "name": "network-vif-plugged", "status": "completed", "tag": "fc7e0e7e-c62c-4774-b634-78ecbc6ffb40"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:46.742837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:46.748598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:46.807394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:46.816944 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-dda1a08f-4ff3-41cf-b451-282126f55038 service neutron] 10.222.0.11 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730640 Mar 07 16:02:46.836824 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1685f-1787-4dc3-8382-166bfd1a0fe0 req-1c5a54e4-d89b-4f95-986e-bc351f0ccc3c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.838436 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-01c1685f-1787-4dc3-8382-166bfd1a0fe0 req-1c5a54e4-d89b-4f95-986e-bc351f0ccc3c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1005721 Mar 07 16:02:46.886398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e680c1e0-0f75-4a8b-aa7a-44834c80b3aa up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:46.918993 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-01c1685f-1787-4dc3-8382-166bfd1a0fe0 req-39f9eb92-e572-4745-92a2-430e401ad05a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741961 Mar 07 16:02:46.949610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-cd898e2a-416c-402a-a825-5255798a6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:46.951199 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-cd898e2a-416c-402a-a825-5255798a6eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd59b40cffc34962be09be52272a67c7&device_id=ab74fb74-bb67-4a4c-a014-5a1ee9417aec HTTP/1.1" status: 200 len: 1126 time: 0.0782552 Mar 07 16:02:46.953822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:46.958379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:46.958760 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:47.026368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-4e85a053-1b2b-462f-a97a-39e2f1e99606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.027918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-4e85a053-1b2b-462f-a97a-39e2f1e99606 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 1127 time: 0.5183640 Mar 07 16:02:47.054783 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-64e0eebf-24f9-40c7-94a7-3d54f597abd4 service neutron] 10.222.0.11 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320747 Mar 07 16:02:47.068560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:47.069629 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:47.090564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-3db6a3cf-3e21-42d2-9a23-8dbd45b382f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.093464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-3db6a3cf-3e21-42d2-9a23-8dbd45b382f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dc821409-2a81-4f17-952d-1f40baa839e8 HTTP/1.1" status: 200 len: 919 time: 0.1320825 Mar 07 16:02:47.113299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:47.118329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] For port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:47.122405 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:47.152632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] For port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:47.162155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5af4a-b06b-43d4-a364-f6d222273d4c req-58210a72-392f-4f2a-9b52-27b7624320d7 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.181021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c3b5af4a-b06b-43d4-a364-f6d222273d4c req-58210a72-392f-4f2a-9b52-27b7624320d7 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.4902775 Mar 07 16:02:47.203666 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326cf824-9f15-469d-9df1-d1e82a1ea507 x-openstack-request-id: req-326cf824-9f15-469d-9df1-d1e82a1ea507 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:47.204491 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20c61d2-4fba-4215-ad14-813320664ed5", "name": "network-vif-plugged", "status": "completed", "tag": "fc7e0e7e-c62c-4774-b634-78ecbc6ffb40", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:47.205775 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-326cf824-9f15-469d-9df1-d1e82a1ea507 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:47.206385 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20c61d2-4fba-4215-ad14-813320664ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7e0e7e-c62c-4774-b634-78ecbc6ffb40', 'code': 200} Mar 07 16:02:47.217052 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-17757dc8-d7d5-417a-a1a3-79145c4aa793 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa3fbff8-1107-4a61-9a44-cffbca3ec185 HTTP/1.1" status: 200 len: 217 time: 0.1050971 Mar 07 16:02:47.245782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:47.274568 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:47.339573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-df11df83-e1d3-498d-9183-a5953212dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.341063 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-df11df83-e1d3-498d-9183-a5953212dac0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb0785f6-c7dc-401d-91a8-90ae9b9d8303 HTTP/1.1" status: 200 len: 858 time: 0.1017835 Mar 07 16:02:47.356555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cad25-8d06-48e1-adae-f4dc13c3c53e req-0fc3ab0d-3313-4890-8801-cdd394f22235 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.362317 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cad25-8d06-48e1-adae-f4dc13c3c53e req-0fc3ab0d-3313-4890-8801-cdd394f22235 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.368422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cad25-8d06-48e1-adae-f4dc13c3c53e req-0fc3ab0d-3313-4890-8801-cdd394f22235 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.370650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.371306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:47.372690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] 10.222.0.15 "PUT /v2.0/ports/4c1d9dd7-1978-4f0c-9aeb-f2e11add770b HTTP/1.1" status: 200 len: 1091 time: 2.0016627 Mar 07 16:02:47.375317 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-483cad25-8d06-48e1-adae-f4dc13c3c53e req-0fc3ab0d-3313-4890-8801-cdd394f22235 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2417 time: 0.1688840 Mar 07 16:02:47.426642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-7a35f43a-2137-4189-a230-f78413e36499 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dc821409-2a81-4f17-952d-1f40baa839e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369003 Mar 07 16:02:47.440738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-7557c50b-172e-4d16-b46e-e58280fa294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.442222 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-7557c50b-172e-4d16-b46e-e58280fa294a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 912 time: 0.3827705 Mar 07 16:02:47.443685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788e53-35f3-4347-86b0-667f315a000f req-ce8760e1-8bdd-484b-ba3c-f4b79f146137 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.446202 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c3b5af4a-b06b-43d4-a364-f6d222273d4c req-932a9624-b80a-48ca-838d-5a4d1237f842 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643855 Mar 07 16:02:47.450830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788e53-35f3-4347-86b0-667f315a000f req-ce8760e1-8bdd-484b-ba3c-f4b79f146137 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.456778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788e53-35f3-4347-86b0-667f315a000f req-ce8760e1-8bdd-484b-ba3c-f4b79f146137 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.458548 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe788e53-35f3-4347-86b0-667f315a000f req-ce8760e1-8bdd-484b-ba3c-f4b79f146137 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.11 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 2417 time: 0.2203882 Mar 07 16:02:47.463594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48454) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:47.477111 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-df877552-7f8c-411b-a69f-78a9881a3962 service neutron] 10.222.0.11 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032071 Mar 07 16:02:47.481218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4d751-7731-457f-8f95-47f7fb8f11fa service neutron] Pushing event updated for resources: {'Port': ['ID=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:47.533417 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-4931c8fe-0cef-496e-8480-99198b3d73a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b415f0c2-ee30-41cd-b729-ecdcacf4444a HTTP/1.1" status: 200 len: 217 time: 0.0552351 Mar 07 16:02:47.535395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dce79-e5ca-4bd6-b92d-01a58e7b811b req-410626a4-d540-4eee-b248-d51a54eeb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.536892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb7dce79-e5ca-4bd6-b92d-01a58e7b811b req-410626a4-d540-4eee-b248-d51a54eeb3f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 1131 time: 0.3184686 Mar 07 16:02:47.648604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-483cad25-8d06-48e1-adae-f4dc13c3c53e req-7f64a524-68d9-4872-b32e-9cf68b6868d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717969 Mar 07 16:02:47.661078 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-13b4aedb-5c5e-4c3c-9acb-1a2de0a2837f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:47.672010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-301d6c99-d633-44ca-958e-a0a8f087de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.672010 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-301d6c99-d633-44ca-958e-a0a8f087de23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd59b40cffc34962be09be52272a67c7&device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 1125 time: 0.2450027 Mar 07 16:02:47.682986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-8fe2daad-0ee5-4f0b-95f8-ed4780ca7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.684573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-8fe2daad-0ee5-4f0b-95f8-ed4780ca7389 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.1387317 Mar 07 16:02:47.698033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-8fc9d7a8-2c38-49ea-a793-431975ac8f50 service neutron] 10.222.0.11 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383044 Mar 07 16:02:47.755918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-fe788e53-35f3-4347-86b0-667f315a000f req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting port d3792530-d455-4d1f-ac1f-33e531ed6ba7 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:47.756332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:47.762492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb7dce79-e5ca-4bd6-b92d-01a58e7b811b req-707c6119-d31b-402b-b1af-12796b177722 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144063 Mar 07 16:02:47.766075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-9141cbf3-ef7a-4215-8c5f-51e11f820115 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628557 Mar 07 16:02:47.773704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328b3a-80e9-4ee7-b8e0-b62b6d203e94 req-2f1015a6-8caa-4980-9464-2ea479ef3a77 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.775139 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54328b3a-80e9-4ee7-b8e0-b62b6d203e94 req-2f1015a6-8caa-4980-9464-2ea479ef3a77 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.2456322 Mar 07 16:02:47.776531 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-e1db245f-0b43-448a-a99f-ddeb983622f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b HTTP/1.1" status: 200 len: 217 time: 0.0909452 Mar 07 16:02:47.808206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-64606e69-b78f-4071-8763-8c02dda1fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.809816 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-64606e69-b78f-4071-8763-8c02dda1fde6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd59b40cffc34962be09be52272a67c7&device_id=273efdbb-3b74-4218-988a-9d02d0aa7ca7 HTTP/1.1" status: 200 len: 1125 time: 0.2311001 Mar 07 16:02:47.911602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-27270b0c-6608-4c2d-a899-8c785a48ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.913074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-27270b0c-6608-4c2d-a899-8c785a48ce49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0785f6-c7dc-401d-91a8-90ae9b9d8303 HTTP/1.1" status: 200 len: 858 time: 0.1232584 Mar 07 16:02:47.951102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83940d90-279c-4fc7-b582-717dd2aaddb8 req-c2ad2d34-bf1f-41d6-a1c8-daa1793b8eab tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:47.952610 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-83940d90-279c-4fc7-b582-717dd2aaddb8 req-c2ad2d34-bf1f-41d6-a1c8-daa1793b8eab tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.2323987 Mar 07 16:02:47.958125 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-9b8ffd40-7b70-4028-b26e-06f93304d327 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc821409-2a81-4f17-952d-1f40baa839e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388622 Mar 07 16:02:47.972306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3f5f513-aa6b-4112-ab77-d02c8510ab77 req-780cfe98-101a-4034-b699-bc9b50e808c6 service neutron] 10.222.0.11 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624860 Mar 07 16:02:47.981737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54328b3a-80e9-4ee7-b8e0-b62b6d203e94 req-3e0c0b7c-3a4c-47f0-8f56-2ac616a545c3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936390 Mar 07 16:02:47.987969 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-13b4aedb-5c5e-4c3c-9acb-1a2de0a2837f admin admin] Publish callbacks [] for security_group (097df75c-025b-42da-87b2-cde7b9c66d02), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.003037 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-ad66192f-38f7-4f02-b201-70c494fd6920 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244141 Mar 07 16:02:48.004353 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-13b4aedb-5c5e-4c3c-9acb-1a2de0a2837f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (097df75c-025b-42da-87b2-cde7b9c66d02), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.044220 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-fe788e53-35f3-4347-86b0-667f315a000f req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] For port d3792530-d455-4d1f-ac1f-33e531ed6ba7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3792530-d455-4d1f-ac1f-33e531ed6ba7,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:48.044616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.079273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-13b4aedb-5c5e-4c3c-9acb-1a2de0a2837f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c578b9fae384ebcba8887ce4e3e918f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6146088 Mar 07 16:02:48.080003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4aedb-5c5e-4c3c-9acb-1a2de0a2837f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097df75c-025b-42da-87b2-cde7b9c66d02,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:48.087961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-fe788e53-35f3-4347-86b0-667f315a000f req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Calling delete_port for d3792530-d455-4d1f-ac1f-33e531ed6ba7 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:48.089430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48466) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:48.118290 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-83940d90-279c-4fc7-b582-717dd2aaddb8 req-c8a3f434-1df6-4e6f-acca-6fc6be9be685 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584551 Mar 07 16:02:48.237376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35ceff85-9d8a-4f3f-9136-7c60a81cbc35 admin admin] Publish callbacks [] for security_group (097df75c-025b-42da-87b2-cde7b9c66d02), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.240218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-dd57dc3f-bb97-4d9c-a26c-6b40167c85d3 service neutron] 10.222.0.15 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737446 Mar 07 16:02:48.262879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-cf816594-3db5-4e93-9703-6ee54959f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:48.264361 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-cf816594-3db5-4e93-9703-6ee54959f831 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dc821409-2a81-4f17-952d-1f40baa839e8 HTTP/1.1" status: 200 len: 919 time: 0.3005822 Mar 07 16:02:48.279009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35ceff85-9d8a-4f3f-9136-7c60a81cbc35 admin admin] Publish callbacks [] for security_group (097df75c-025b-42da-87b2-cde7b9c66d02), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.331440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f000d36-935f-4f14-b7b5-db835ec6a15c req-8d990195-602d-40a6-84ab-e3a7fcf41909 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186707 Mar 07 16:02:48.332829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e24c85-16a7-4fcb-8bff-7793961a315d req-3ab63089-974a-49b9-8d71-911de4b1bd4b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:48.334333 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8e24c85-16a7-4fcb-8bff-7793961a315d req-3ab63089-974a-49b9-8d71-911de4b1bd4b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 949 time: 0.1341674 Mar 07 16:02:48.338511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8e44f-3f02-4ea2-94da-38bd274433b2 req-5ef066bc-c730-4c82-bf41-cecb5d0bca2f tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:48.340023 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1f8e44f-3f02-4ea2-94da-38bd274433b2 req-5ef066bc-c730-4c82-bf41-cecb5d0bca2f tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 943 time: 0.2369106 Mar 07 16:02:48.369745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-33700255-a406-4781-819a-3b43898363d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd04494-3924-4703-9dd7-3260b6e6bf6e HTTP/1.1" status: 200 len: 217 time: 0.0889120 Mar 07 16:02:48.384582 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d3792530-d455-4d1f-ac1f-33e531ed6ba7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.399329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d3792530-d455-4d1f-ac1f-33e531ed6ba7', 'ac042e42-99b6-43f4-ba2e-36e7be6372a7', '1d53bbb3-1f46-49e2-b96e-341d18a750ec'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:48.431162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Port': ['ID=d3792530-d455-4d1f-ac1f-33e531ed6ba7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:48.446279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device aa3fbff8-1107-4a61-9a44-cffbca3ec185 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:48.470007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-d421b389-f56f-47c2-86f4-cd53a819aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:48.471964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-d421b389-f56f-47c2-86f4-cd53a819aab6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb0785f6-c7dc-401d-91a8-90ae9b9d8303 HTTP/1.1" status: 200 len: 858 time: 0.0906525 Mar 07 16:02:48.476831 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35ceff85-9d8a-4f3f-9136-7c60a81cbc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (097df75c-025b-42da-87b2-cde7b9c66d02), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.480451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35ceff85-9d8a-4f3f-9136-7c60a81cbc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.484192 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-35ceff85-9d8a-4f3f-9136-7c60a81cbc35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/097df75c-025b-42da-87b2-cde7b9c66d02 HTTP/1.1" status: 204 len: 168 time: 0.3913100 Mar 07 16:02:48.484335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a124cb7-8187-4d99-85e0-128fd8a2bf19 req-b7040672-8f77-4737-ab1c-9b377d904192 service neutron] 10.222.0.15 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358091 Mar 07 16:02:48.512925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1f8e44f-3f02-4ea2-94da-38bd274433b2 req-4239aea9-a318-42c2-84c2-65261b739925 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388507 Mar 07 16:02:48.538205 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8e24c85-16a7-4fcb-8bff-7793961a315d req-a0f22ee2-a41f-4b9c-8d95-1af536e3a29b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675785 Mar 07 16:02:48.539645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe788e53-35f3-4347-86b0-667f315a000f req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] No DVR routers for this DVR port d3792530-d455-4d1f-ac1f-33e531ed6ba7 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:48.551513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.557084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe788e53-35f3-4347-86b0-667f315a000f req-b3c25bbd-ff2d-4249-b5fe-080d390ddd14 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.11 "DELETE /v2.0/ports/d3792530-d455-4d1f-ac1f-33e531ed6ba7 HTTP/1.1" status: 204 len: 173 time: 1.0818360 Mar 07 16:02:48.557247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-77c5c931-51d1-4b70-b71c-276a97a2b244 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dc821409-2a81-4f17-952d-1f40baa839e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709848 Mar 07 16:02:48.557343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-deleted', 'tag': 'd3792530-d455-4d1f-ac1f-33e531ed6ba7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:48.560311 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c87b56-5cb6-4ccf-9f20-2ee2194f7236" -d '{"events": [{"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-deleted", "tag": "d3792530-d455-4d1f-ac1f-33e531ed6ba7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:48.579004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceff85-9d8a-4f3f-9136-7c60a81cbc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097df75c-025b-42da-87b2-cde7b9c66d02,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:48.594225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eea060-4c72-4506-80fd-2a7102bda581', 'tag': '4c1d9dd7-1978-4f0c-9aeb-f2e11add770b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:48.608981 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "44eea060-4c72-4506-80fd-2a7102bda581", "tag": "4c1d9dd7-1978-4f0c-9aeb-f2e11add770b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:48.763987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-06ca7f80-1221-4623-93f9-4e25482f2188 service neutron] 10.222.0.11 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033334 Mar 07 16:02:48.772834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695496c6-344a-45f2-bbb5-3e1138f8afdf req-c150f840-b15a-4ae1-b79e-cab43d81c8b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:48.775606 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-695496c6-344a-45f2-bbb5-3e1138f8afdf req-c150f840-b15a-4ae1-b79e-cab43d81c8b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0917954 Mar 07 16:02:48.798781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port aa3fbff8-1107-4a61-9a44-cffbca3ec185, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=aa3fbff8-1107-4a61-9a44-cffbca3ec185,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:48.814677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'aa3fbff8-1107-4a61-9a44-cffbca3ec185', 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8', 'port_id': 'aa3fbff8-1107-4a61-9a44-cffbca3ec185', 'mac_address': 'fa:16:3e:30:a5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0785f6-c7dc-401d-91a8-90ae9b9d8303', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:48.831923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3b97-74db-425a-9b57-8649d7984dd5 req-b22c15f2-bceb-4645-bb2a-8fc532be6813 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:48.834169 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9ccc3b97-74db-425a-9b57-8649d7984dd5 req-b22c15f2-bceb-4645-bb2a-8fc532be6813 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.1286893 Mar 07 16:02:48.845371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-fe788e53-35f3-4347-86b0-667f315a000f req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting port ac042e42-99b6-43f4-ba2e-36e7be6372a7 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:48.845715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.888301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86e960d6-7a32-4ed3-a24a-1ac81bcf145c req-20baa670-53e1-4c3a-bbde-d250365e36dc service neutron] 10.222.0.11 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110837 Mar 07 16:02:48.915927 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port aa3fbff8-1107-4a61-9a44-cffbca3ec185 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:48.916319 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:48.924495 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9ccc3b97-74db-425a-9b57-8649d7984dd5 req-f7c6a26b-14e6-4c73-97d0-27808f2d9c08 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821671 Mar 07 16:02:48.938924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3fbff8-1107-4a61-9a44-cffbca3ec185 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:48.956368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-695496c6-344a-45f2-bbb5-3e1138f8afdf req-3f55b4db-0f59-4705-b629-b04a8b32adba tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670552 Mar 07 16:02:49.006635 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a305d3-ba99-4c05-99e5-9108ef6e3824 x-openstack-request-id: req-22a305d3-ba99-4c05-99e5-9108ef6e3824 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:49.006972 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-deleted", "tag": "d3792530-d455-4d1f-ac1f-33e531ed6ba7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:49.007262 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22a305d3-ba99-4c05-99e5-9108ef6e3824 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:49.007680 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-deleted', 'tag': 'd3792530-d455-4d1f-ac1f-33e531ed6ba7', 'status': 'completed', 'code': 200} Mar 07 16:02:49.021105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port aa3fbff8-1107-4a61-9a44-cffbca3ec185, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=aa3fbff8-1107-4a61-9a44-cffbca3ec185,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:49.029759 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.056230 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ed8653-5e0f-470e-9e81-527d266afbb3 x-openstack-request-id: req-00ed8653-5e0f-470e-9e81-527d266afbb3 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:49.056614 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eea060-4c72-4506-80fd-2a7102bda581", "tag": "4c1d9dd7-1978-4f0c-9aeb-f2e11add770b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:49.056826 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00ed8653-5e0f-470e-9e81-527d266afbb3 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:49.057261 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eea060-4c72-4506-80fd-2a7102bda581', 'tag': '4c1d9dd7-1978-4f0c-9aeb-f2e11add770b', 'status': 'completed', 'code': 200} Mar 07 16:02:49.062631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-fe788e53-35f3-4347-86b0-667f315a000f req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] For port ac042e42-99b6-43f4-ba2e-36e7be6372a7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ac042e42-99b6-43f4-ba2e-36e7be6372a7,segment=NetworkSegment(06f9d2fb-537a-4523-b70b-baa49094b4c5),segment_id=06f9d2fb-537a-4523-b70b-baa49094b4c5)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:49.063498 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.091047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-fe788e53-35f3-4347-86b0-667f315a000f req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Calling delete_port for ac042e42-99b6-43f4-ba2e-36e7be6372a7 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:49.122208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=aa3fbff8-1107-4a61-9a44-cffbca3ec185,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:49.123041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48488) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:49.150438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-062100e4-9957-464c-92d2-fc92078a193d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.204860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-71f3e6de-9a8d-4a78-9563-20951cdb4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:49.206445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-71f3e6de-9a8d-4a78-9563-20951cdb4d0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd59b40cffc34962be09be52272a67c7&device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 1125 time: 0.1253331 Mar 07 16:02:49.207360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:49.210023 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c45325d-e61e-4f0c-832e-e2ca1bb3fb6b" -d '{"events": [{"server_uuid": "32641304-2418-4ae8-b1d4-de14c07ec2bd", "name": "network-vif-plugged", "status": "completed", "tag": "e680c1e0-0f75-4a8b-aa7a-44834c80b3aa"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:49.223326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3730802-3be7-4d00-b75b-d179eceee4ba req-9c70193e-8d7c-450d-b724-98736b67b57a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:49.229718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3730802-3be7-4d00-b75b-d179eceee4ba req-9c70193e-8d7c-450d-b724-98736b67b57a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:49.235344 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e3730802-3be7-4d00-b75b-d179eceee4ba req-9c70193e-8d7c-450d-b724-98736b67b57a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 1682 time: 0.1273904 Mar 07 16:02:49.271336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['aa3fbff8-1107-4a61-9a44-cffbca3ec185'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:49.275214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331368a-3f9c-442f-ab8c-56c145d58aa0 req-fc476f10-0591-4944-9677-5eb3b76294a1 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:49.276821 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a331368a-3f9c-442f-ab8c-56c145d58aa0 req-fc476f10-0591-4944-9677-5eb3b76294a1 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.1300738 Mar 07 16:02:49.336411 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e3730802-3be7-4d00-b75b-d179eceee4ba req-32b4f913-1220-47d3-821b-de7c647f87e8 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974169 Mar 07 16:02:49.364702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ac042e42-99b6-43f4-ba2e-36e7be6372a7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.394876 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-062100e4-9957-464c-92d2-fc92078a193d admin admin] Publish callbacks [] for security_group (c096ea97-aff9-4b8f-b21e-f6552929d434), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.404379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Port': ['ID=ac042e42-99b6-43f4-ba2e-36e7be6372a7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:49.407282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-062100e4-9957-464c-92d2-fc92078a193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c096ea97-aff9-4b8f-b21e-f6552929d434), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.443834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a331368a-3f9c-442f-ab8c-56c145d58aa0 req-fe32a96a-8801-4a24-bd19-dbd891491e67 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358635 Mar 07 16:02:49.457426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe788e53-35f3-4347-86b0-667f315a000f req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] No DVR routers for this DVR port ac042e42-99b6-43f4-ba2e-36e7be6372a7 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:49.460790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.466115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe788e53-35f3-4347-86b0-667f315a000f req-3e7f78a4-c3b6-4d8f-88e5-a0ac6d3973d0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.11 "DELETE /v2.0/ports/ac042e42-99b6-43f4-ba2e-36e7be6372a7 HTTP/1.1" status: 204 len: 173 time: 0.9029129 Mar 07 16:02:49.468836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-97f7f9c2-514d-4dd6-9808-51c4953b0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:49.470403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-97f7f9c2-514d-4dd6-9808-51c4953b0ad5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc821409-2a81-4f17-952d-1f40baa839e8 HTTP/1.1" status: 200 len: 919 time: 0.2521684 Mar 07 16:02:49.476702 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-062100e4-9957-464c-92d2-fc92078a193d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebcf31f53d274c788f70068d7cb774e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518703 Mar 07 16:02:49.480010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48494) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:49.486239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062100e4-9957-464c-92d2-fc92078a193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c096ea97-aff9-4b8f-b21e-f6552929d434,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:49.539383 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-546e217f-8e1b-4694-9ba4-4100e101083d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b HTTP/1.1" status: 200 len: 217 time: 0.0601964 Mar 07 16:02:49.611025 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d991a2d6-1ca8-4537-9c58-77637e192847 admin admin] Publish callbacks [] for security_group (c096ea97-aff9-4b8f-b21e-f6552929d434), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.612887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-fe788e53-35f3-4347-86b0-667f315a000f req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting port 1d53bbb3-1f46-49e2-b96e-341d18a750ec {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:49.613452 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.628342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-498899e0-6ff2-4f7d-b54a-3b921a1ae221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:49.629987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-498899e0-6ff2-4f7d-b54a-3b921a1ae221 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0785f6-c7dc-401d-91a8-90ae9b9d8303 HTTP/1.1" status: 200 len: 858 time: 0.0824149 Mar 07 16:02:49.692611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d991a2d6-1ca8-4537-9c58-77637e192847 admin admin] Publish callbacks [] for security_group (c096ea97-aff9-4b8f-b21e-f6552929d434), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.735675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-283c6c0d-d165-4563-b7e8-f012e5f48a83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc821409-2a81-4f17-952d-1f40baa839e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944817 Mar 07 16:02:49.741107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-fe788e53-35f3-4347-86b0-667f315a000f req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] For port 1d53bbb3-1f46-49e2-b96e-341d18a750ec, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1d53bbb3-1f46-49e2-b96e-341d18a750ec,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:49.741476 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.757657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-fe788e53-35f3-4347-86b0-667f315a000f req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Calling delete_port for 1d53bbb3-1f46-49e2-b96e-341d18a750ec owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:49.809963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775a66c-8c82-4476-b996-2515a5220fb3 req-d00e08aa-040f-4bc7-9747-f83500c8fe77 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:49.811578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f775a66c-8c82-4476-b996-2515a5220fb3 req-d00e08aa-040f-4bc7-9747-f83500c8fe77 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.1911159 Mar 07 16:02:49.892589 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d991a2d6-1ca8-4537-9c58-77637e192847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c096ea97-aff9-4b8f-b21e-f6552929d434), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.895199 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d991a2d6-1ca8-4537-9c58-77637e192847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:49.899345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d991a2d6-1ca8-4537-9c58-77637e192847 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c096ea97-aff9-4b8f-b21e-f6552929d434 HTTP/1.1" status: 204 len: 168 time: 0.4183466 Mar 07 16:02:49.947729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991a2d6-1ca8-4537-9c58-77637e192847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c096ea97-aff9-4b8f-b21e-f6552929d434,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:49.972853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-371f7a07-c147-44c1-921b-143ded3cf167 service neutron] 10.222.0.15 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080574 Mar 07 16:02:49.992580 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d85de94-16cb-43eb-a269-5c16aa951c96 x-openstack-request-id: req-2d85de94-16cb-43eb-a269-5c16aa951c96 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:49.993434 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32641304-2418-4ae8-b1d4-de14c07ec2bd", "name": "network-vif-plugged", "status": "completed", "tag": "e680c1e0-0f75-4a8b-aa7a-44834c80b3aa", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:49.993871 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d85de94-16cb-43eb-a269-5c16aa951c96 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:49.994443 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa', 'code': 200} Mar 07 16:02:50.008668 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f775a66c-8c82-4476-b996-2515a5220fb3 req-3d9405e7-88f6-4535-accd-07821694b764 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481338 Mar 07 16:02:50.201141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c973c9-fd71-498f-bd33-3339d55c26c4 req-50deed4f-308f-454f-8b5f-e07d847b8307 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:50.208114 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-75c973c9-fd71-498f-bd33-3339d55c26c4 req-50deed4f-308f-454f-8b5f-e07d847b8307 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 949 time: 0.0804691 Mar 07 16:02:50.293911 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-75c973c9-fd71-498f-bd33-3339d55c26c4 req-68ca022e-36e7-4c8d-aef7-3daaba750d7a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848875 Mar 07 16:02:50.346211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1d53bbb3-1f46-49e2-b96e-341d18a750ec), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:50.382249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Port': ['ID=1d53bbb3-1f46-49e2-b96e-341d18a750ec,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:50.429728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bbd04494-3924-4703-9dd7-3260b6e6bf6e details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:50.435693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device aa3fbff8-1107-4a61-9a44-cffbca3ec185 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:50.459124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe788e53-35f3-4347-86b0-667f315a000f req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] No DVR routers for this DVR port 1d53bbb3-1f46-49e2-b96e-341d18a750ec on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:50.462620 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fe788e53-35f3-4347-86b0-667f315a000f req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:50.466241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe788e53-35f3-4347-86b0-667f315a000f req-34f347f5-8b02-4130-901d-0f3f26b0a2cb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.11 "DELETE /v2.0/ports/1d53bbb3-1f46-49e2-b96e-341d18a750ec HTTP/1.1" status: 204 len: 173 time: 0.9955244 Mar 07 16:02:50.493899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f053bfa-28d5-46d7-8d21-e8ed9907a1f0 req-ebc16f64-9df9-48f7-b2af-5486ab0acd53 service neutron] 10.222.0.15 "GET /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201199 Mar 07 16:02:50.498763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f8122-9105-4d7f-9309-a85d9b6a6ba4 req-a1710e11-68b4-41f8-af25-bff61621c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:50.499767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35f43c-760f-490d-9757-32bb632a2110 req-c5ca87ad-a684-4548-94c5-ca5e29f65d44 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:50.501620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bd35f43c-760f-490d-9757-32bb632a2110 req-c5ca87ad-a684-4548-94c5-ca5e29f65d44 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0704780 Mar 07 16:02:50.501762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-914f8122-9105-4d7f-9309-a85d9b6a6ba4 req-a1710e11-68b4-41f8-af25-bff61621c5ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 1127 time: 0.3862567 Mar 07 16:02:50.513607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d617e9-e930-4ff1-96ea-a07649bde3e0 req-3cd1e728-cca5-4b01-9de8-a0067eb94940 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:50.521717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8d617e9-e930-4ff1-96ea-a07649bde3e0 req-3cd1e728-cca5-4b01-9de8-a0067eb94940 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 943 time: 0.4073145 Mar 07 16:02:50.573582 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bd35f43c-760f-490d-9757-32bb632a2110 req-8fb83379-d373-4465-a341-e34f12e0573e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588460 Mar 07 16:02:50.616100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8d617e9-e930-4ff1-96ea-a07649bde3e0 req-23fae04e-893b-4560-b146-cd20fdffdd0c tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884795 Mar 07 16:02:50.645745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-914f8122-9105-4d7f-9309-a85d9b6a6ba4 req-ff594ebb-880f-442c-91dc-5d674ad101a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202030 Mar 07 16:02:50.734882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port bbd04494-3924-4703-9dd7-3260b6e6bf6e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bbd04494-3924-4703-9dd7-3260b6e6bf6e,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:50.752325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port aa3fbff8-1107-4a61-9a44-cffbca3ec185 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:50.752653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bf4e5-8af9-479e-874a-41431dd29208 req-7f9de6eb-15b1-4611-8e30-f0d0c0721f99 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:50.754484 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a14bf4e5-8af9-479e-874a-41431dd29208 req-7f9de6eb-15b1-4611-8e30-f0d0c0721f99 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.0767770 Mar 07 16:02:50.761810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port aa3fbff8-1107-4a61-9a44-cffbca3ec185 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:50.762192 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:50.793875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'bbd04494-3924-4703-9dd7-3260b6e6bf6e', 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8', 'port_id': 'bbd04494-3924-4703-9dd7-3260b6e6bf6e', 'mac_address': 'fa:16:3e:d7:9e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0785f6-c7dc-401d-91a8-90ae9b9d8303', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:50.815964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a14bf4e5-8af9-479e-874a-41431dd29208 req-ad1a834c-3749-4db6-bfac-c0f510584bff tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524726 Mar 07 16:02:50.843598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port bbd04494-3924-4703-9dd7-3260b6e6bf6e is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:50.843899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:50.863512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd04494-3924-4703-9dd7-3260b6e6bf6e {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:50.893342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port bbd04494-3924-4703-9dd7-3260b6e6bf6e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bbd04494-3924-4703-9dd7-3260b6e6bf6e,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:50.902389 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:50.949502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ab2c3d67-7548-44b8-8dd4-d4c12cb0ee33 req-51ebe3aa-e7e7-4fa5-b9d0-2979e669f4c4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25f976f-7bfe-490f-863b-622d35f3bb94 HTTP/1.1" status: 200 len: 210 time: 0.0445769 Mar 07 16:02:50.975016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port aa3fbff8-1107-4a61-9a44-cffbca3ec185 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:50.975419 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.008749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-deleted', 'tag': 'ac042e42-99b6-43f4-ba2e-36e7be6372a7'}, {'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-deleted', 'tag': '1d53bbb3-1f46-49e2-b96e-341d18a750ec'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:51.012706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48544) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:51.012968 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe7d257-4b74-4319-924d-e587ce7cf410" -d '{"events": [{"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-deleted", "tag": "ac042e42-99b6-43f4-ba2e-36e7be6372a7"}, {"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-deleted", "tag": "1d53bbb3-1f46-49e2-b96e-341d18a750ec"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:51.064251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port aa3fbff8-1107-4a61-9a44-cffbca3ec185, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=aa3fbff8-1107-4a61-9a44-cffbca3ec185,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:51.082577 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.083703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d3792530-d455-4d1f-ac1f-33e531ed6ba7 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:51.111374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: d3792530-d455-4d1f-ac1f-33e531ed6ba7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:51.112193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d3792530-d455-4d1f-ac1f-33e531ed6ba7 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:51.112829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ac042e42-99b6-43f4-ba2e-36e7be6372a7 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:51.114213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea069aa7-f2a8-45aa-84d8-3bdfa0165e82 req-9c366333-2c0a-4fec-b04c-23ab78591977 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.116901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea069aa7-f2a8-45aa-84d8-3bdfa0165e82 req-9c366333-2c0a-4fec-b04c-23ab78591977 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.0966532 Mar 07 16:02:51.149466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=bbd04494-3924-4703-9dd7-3260b6e6bf6e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:51.156066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: ac042e42-99b6-43f4-ba2e-36e7be6372a7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:51.156742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ac042e42-99b6-43f4-ba2e-36e7be6372a7 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:51.157266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1d53bbb3-1f46-49e2-b96e-341d18a750ec no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:51.197196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-469572948-network', 'tenant_id': 'ebf56d9fbea1445795736dcfa08e5cbb'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:51.203774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea069aa7-f2a8-45aa-84d8-3bdfa0165e82 req-ca952904-f7d4-413a-835b-6b309373bfbb tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796394 Mar 07 16:02:51.212929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 1d53bbb3-1f46-49e2-b96e-341d18a750ec {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:51.213288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1d53bbb3-1f46-49e2-b96e-341d18a750ec not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:51.217010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['bbd04494-3924-4703-9dd7-3260b6e6bf6e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:51.268748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Made reservation on behalf of ebf56d9fbea1445795736dcfa08e5cbb for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:51.271172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.281197 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c8c18a-d487-4e61-80cc-8c9b365912c4 x-openstack-request-id: req-28c8c18a-d487-4e61-80cc-8c9b365912c4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:51.281510 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-deleted", "tag": "ac042e42-99b6-43f4-ba2e-36e7be6372a7", "status": "completed", "code": 200}, {"server_uuid": "b25f976f-7bfe-490f-863b-622d35f3bb94", "name": "network-vif-deleted", "tag": "1d53bbb3-1f46-49e2-b96e-341d18a750ec", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:51.281773 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28c8c18a-d487-4e61-80cc-8c9b365912c4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:51.282230 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-deleted', 'tag': 'ac042e42-99b6-43f4-ba2e-36e7be6372a7', 'status': 'completed', 'code': 200} Mar 07 16:02:51.282498 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f976f-7bfe-490f-863b-622d35f3bb94', 'name': 'network-vif-deleted', 'tag': '1d53bbb3-1f46-49e2-b96e-341d18a750ec', 'status': 'completed', 'code': 200} Mar 07 16:02:51.299356 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.308490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=aa3fbff8-1107-4a61-9a44-cffbca3ec185,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:51.350816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449d500-3a3a-456a-a322-cae3a70fa210 req-4aa9aa30-b2c0-4a83-981b-87a8f35cc32f tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.352869 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5449d500-3a3a-456a-a322-cae3a70fa210 req-4aa9aa30-b2c0-4a83-981b-87a8f35cc32f tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.1000574 Mar 07 16:02:51.426838 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5449d500-3a3a-456a-a322-cae3a70fa210 req-9fe8ca83-39b3-46d6-ae21-ee7e435224ce tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627737 Mar 07 16:02:51.448850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Publish callbacks [] for security_group (f3e98943-5bc6-4400-a792-db14449c7707), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.455533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f3e98943-5bc6-4400-a792-db14449c7707), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.480644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:51.494651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e98943-5bc6-4400-a792-db14449c7707,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:51.499695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e8adb469-fb4d-4cf7-8986-e035b9e1978b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.499964 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Added segment e8adb469-fb4d-4cf7-8986-e035b9e1978b of type vlan for network c5daa025-3f11-4eb1-8015-e99f630d7391 Mar 07 16:02:51.572481 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (c5daa025-3f11-4eb1-8015-e99f630d7391), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.618093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057080d-0bf0-47dc-82ab-3843bbfef0b1 req-b70d6a8c-d7f2-445e-b9be-e4bd3b345c79 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.620277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6057080d-0bf0-47dc-82ab-3843bbfef0b1 req-b70d6a8c-d7f2-445e-b9be-e4bd3b345c79 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.1029017 Mar 07 16:02:51.621387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (c5daa025-3f11-4eb1-8015-e99f630d7391), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.622277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.622874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.643755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.644358 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.644706 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.645173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.645636 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.646103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.646569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.647055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.647518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.648984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.649467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.651903 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-916d6d5e-18ff-443b-a6ee-911bc6791be2 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=273efdbb-3b74-4218-988a-9d02d0aa7ca7&device_id=44eea060-4c72-4506-80fd-2a7102bda581&device_id=ab74fb74-bb67-4a4c-a014-5a1ee9417aec&device_id=b20c61d2-4fba-4215-ad14-813320664ed5&device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd&device_id=547db902-168c-4f87-9351-14e94bb687fe&device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d&device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374&device_id=af13270c-23a9-4c1a-8d5d-90c128450a45&device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2&device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 10312 time: 0.0754135 Mar 07 16:02:51.673626 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-2b0f2bfe-5988-4c3c-929f-1ba0543b58b8 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.699675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6858382 Mar 07 16:02:51.700825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25efbe-120f-4854-b9f0-3a4e5b466b0f admin admin] Pushing event updated for resources: {'Network': ['ID=c5daa025-3f11-4eb1-8015-e99f630d7391,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:51.702915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48560) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:51.712299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Request body: {'subnet': {'network_id': 'c5daa025-3f11-4eb1-8015-e99f630d7391', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-469572948-subnet', 'tenant_id': 'ebf56d9fbea1445795736dcfa08e5cbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:51.712867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network c5daa025-3f11-4eb1-8015-e99f630d7391 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:51.752066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6057080d-0bf0-47dc-82ab-3843bbfef0b1 req-1051cab7-b033-4aad-8fee-6b22431b2cd7 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242936 Mar 07 16:02:51.753512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Made reservation on behalf of ebf56d9fbea1445795736dcfa08e5cbb for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:51.755887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.759854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-2b0f2bfe-5988-4c3c-929f-1ba0543b58b8 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Publish callbacks [] for security_group (1d267e53-0bf8-4081-88b1-b78728765293), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.764871 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-2b0f2bfe-5988-4c3c-929f-1ba0543b58b8 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1d267e53-0bf8-4081-88b1-b78728765293), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:51.833868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f2bfe-5988-4c3c-929f-1ba0543b58b8 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d267e53-0bf8-4081-88b1-b78728765293,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:51.889881 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7e38dc36-0459-4b5a-b6c5-575b5e7b49bc req-2b0f2bfe-5988-4c3c-929f-1ba0543b58b8 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&id=137a1530-0e18-4cdd-80ef-351e48f43b60&id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.2299664 Mar 07 16:02:51.903580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d809f-04a1-4b2c-846e-d13d91f40c86 req-7939bea1-da9d-494b-8dcd-a716174d175e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:51.905114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de4d809f-04a1-4b2c-846e-d13d91f40c86 req-7939bea1-da9d-494b-8dcd-a716174d175e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0731208 Mar 07 16:02:51.996341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab74fb74-bb67-4a4c-a014-5a1ee9417aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3fbff8-1107-4a61-9a44-cffbca3ec185'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:51.998720 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f9ca4-ba91-4763-85c6-1e162ec103b8" -d '{"events": [{"server_uuid": "ab74fb74-bb67-4a4c-a014-5a1ee9417aec", "name": "network-vif-plugged", "status": "completed", "tag": "aa3fbff8-1107-4a61-9a44-cffbca3ec185"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:52.001159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d6944-f925-4086-911d-92fabcd9428a req-2fdd9da6-04fa-4bc4-b4c2-dcdd04d20718 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:52.002848 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d65d6944-f925-4086-911d-92fabcd9428a req-2fdd9da6-04fa-4bc4-b4c2-dcdd04d20718 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 943 time: 0.0604200 Mar 07 16:02:52.013588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de4d809f-04a1-4b2c-846e-d13d91f40c86 req-8239aec2-e681-46cb-b2f2-85c26822b12a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858994 Mar 07 16:02:52.027402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (6e9bbad7-0c45-437c-a288-1c85cca1a826), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.059941 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d65d6944-f925-4086-911d-92fabcd9428a req-f8946994-974b-40cd-a733-21bc94c68d37 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503943 Mar 07 16:02:52.093894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9bbad7-0c45-437c-a288-1c85cca1a826,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:52.104488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Checking segment: {'id': 'e8adb469-fb4d-4cf7-8986-e035b9e1978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5daa025-3f11-4eb1-8015-e99f630d7391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:52.104859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Network hostable DHCP agents. Network: c5daa025-3f11-4eb1-8015-e99f630d7391, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:52.145035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Network c5daa025-3f11-4eb1-8015-e99f630d7391 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:52.161160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1562c5c-59aa-4f97-85eb-7733d3ced691 req-d36ac884-b104-420e-a8e4-0a34d11c3754 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:52.162644 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1562c5c-59aa-4f97-85eb-7733d3ced691 req-d36ac884-b104-420e-a8e4-0a34d11c3754 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.0719795 Mar 07 16:02:52.163804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, c5daa025-3f11-4eb1-8015-e99f630d7391) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:52.167976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:52.168542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.173794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b283821-7f45-4f3f-91f5-3dca37c6cdf2 None None] Network c5daa025-3f11-4eb1-8015-e99f630d7391 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:52.226179 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-755efa1f-a28c-4feb-9743-455da79cacdf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5197151 Mar 07 16:02:52.239940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1562c5c-59aa-4f97-85eb-7733d3ced691 req-8e3612ad-56d0-41a9-baa4-e6654e5efefa tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615745 Mar 07 16:02:52.259863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48574) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:52.341535 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b7e00-c97c-43e4-bb18-fa5d2ed0c047 x-openstack-request-id: req-945b7e00-c97c-43e4-bb18-fa5d2ed0c047 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:52.341913 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab74fb74-bb67-4a4c-a014-5a1ee9417aec", "name": "network-vif-plugged", "status": "completed", "tag": "aa3fbff8-1107-4a61-9a44-cffbca3ec185", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:52.342961 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-945b7e00-c97c-43e4-bb18-fa5d2ed0c047 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:52.345503 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab74fb74-bb67-4a4c-a014-5a1ee9417aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3fbff8-1107-4a61-9a44-cffbca3ec185', 'code': 200} Mar 07 16:02:52.355697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a929322-d45e-45ce-a6f6-053591d7bac7 None None] Network c5daa025-3f11-4eb1-8015-e99f630d7391 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:52.356729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d5b92e-fbfd-43db-85cc-b6c19f00090c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting subnet 673fc77e-8bca-4c36-8162-76f55aef3382 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:02:52.360088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b92e-fbfd-43db-85cc-b6c19f00090c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for subnet (673fc77e-8bca-4c36-8162-76f55aef3382), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.428632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b92e-fbfd-43db-85cc-b6c19f00090c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (673fc77e-8bca-4c36-8162-76f55aef3382), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.464452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bbd04494-3924-4703-9dd7-3260b6e6bf6e up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:52.472779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281e128-33a7-4bbb-81a6-516cb84b05cb req-fd6892c1-746a-496c-b371-60cdbb6bbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:52.474308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4281e128-33a7-4bbb-81a6-516cb84b05cb req-fd6892c1-746a-496c-b371-60cdbb6bbd63 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab74fb74-bb67-4a4c-a014-5a1ee9417aec HTTP/1.1" status: 200 len: 1128 time: 0.0815868 Mar 07 16:02:52.529390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port bbd04494-3924-4703-9dd7-3260b6e6bf6e completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:52.549242 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port bbd04494-3924-4703-9dd7-3260b6e6bf6e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:52.549630 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.560698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4281e128-33a7-4bbb-81a6-516cb84b05cb req-ce740368-29bd-4a50-9bcc-be4f3f3c0606 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788589 Mar 07 16:02:52.618657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b92e-fbfd-43db-85cc-b6c19f00090c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (673fc77e-8bca-4c36-8162-76f55aef3382), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.718522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port bbd04494-3924-4703-9dd7-3260b6e6bf6e is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:52.718956 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.724165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97201c5-2a0b-4d5e-a8db-bd084cf23c75 req-e2fcb257-a13d-4084-9c6c-a33606ff48be tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:52.724664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97201c5-2a0b-4d5e-a8db-bd084cf23c75 req-e2fcb257-a13d-4084-9c6c-a33606ff48be tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:52.725172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97201c5-2a0b-4d5e-a8db-bd084cf23c75 req-e2fcb257-a13d-4084-9c6c-a33606ff48be tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:52.727664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d97201c5-2a0b-4d5e-a8db-bd084cf23c75 req-e2fcb257-a13d-4084-9c6c-a33606ff48be tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5&device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374&device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 2976 time: 0.0805550 Mar 07 16:02:52.736950 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b92e-fbfd-43db-85cc-b6c19f00090c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (673fc77e-8bca-4c36-8162-76f55aef3382), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.765981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port bbd04494-3924-4703-9dd7-3260b6e6bf6e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bbd04494-3924-4703-9dd7-3260b6e6bf6e,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:52.771654 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.784420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5b92e-fbfd-43db-85cc-b6c19f00090c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Subnet': ['ID=673fc77e-8bca-4c36-8162-76f55aef3382,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:52.792359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b92e-fbfd-43db-85cc-b6c19f00090c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.797206 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f3d5b92e-fbfd-43db-85cc-b6c19f00090c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "DELETE /v2.0/subnets/673fc77e-8bca-4c36-8162-76f55aef3382 HTTP/1.1" status: 204 len: 168 time: 0.5360568 Mar 07 16:02:52.799105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48596) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:52.836430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6c079d-5cf6-4c72-a2ee-b4c44e9877e2 None None] Network b50b6f65-5349-4dfe-a0af-b2c8a8b3764c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:52.849446 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d97201c5-2a0b-4d5e-a8db-bd084cf23c75 req-6854c3b7-3370-4b70-9d35-c55000e043ed tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147439 Mar 07 16:02:52.979658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b50b6f65-5349-4dfe-a0af-b2c8a8b3764c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:52.990270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:52.993240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=bbd04494-3924-4703-9dd7-3260b6e6bf6e,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:52.997982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ea605f3-7915-476c-a7f8-55009b945d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.042886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcedd31-beab-4030-95ed-23e37ca33c55 req-00622a3f-d6da-45a3-8361-07d9466b7f60 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:53.054661 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48616) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:53.056054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9dcedd31-beab-4030-95ed-23e37ca33c55 req-00622a3f-d6da-45a3-8361-07d9466b7f60 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.1342602 Mar 07 16:02:53.062499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-763144197-network', 'tenant_id': '7febf9a46902460c9f1644bdbbcc9d3d'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:53.118561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Made reservation on behalf of 7febf9a46902460c9f1644bdbbcc9d3d for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:53.121318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.146144 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.154740 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9dcedd31-beab-4030-95ed-23e37ca33c55 req-89d4d6f1-9fee-4097-8481-f423229b3880 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978267 Mar 07 16:02:53.160270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting port ce547486-1b86-47c2-aecb-c0530d3a656e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:53.160691 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.187273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbfc0e-5627-4319-9ae7-8d70e49da8a6 None None] DHCP port deletion for b50b6f65-5349-4dfe-a0af-b2c8a8b3764c request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:02:53.264799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] For port ce547486-1b86-47c2-aecb-c0530d3a656e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ce547486-1b86-47c2-aecb-c0530d3a656e,segment=NetworkSegment(06f9d2fb-537a-4523-b70b-baa49094b4c5),segment_id=06f9d2fb-537a-4523-b70b-baa49094b4c5)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:53.265191 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.291662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Calling delete_port for ce547486-1b86-47c2-aecb-c0530d3a656e owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:53.331920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd45c69-3d1c-4a30-981d-b9a501c25d66 req-86366e4f-9ae7-415e-8be7-d19fdd183dfb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:53.333539 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dd45c69-3d1c-4a30-981d-b9a501c25d66 req-86366e4f-9ae7-415e-8be7-d19fdd183dfb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0942421 Mar 07 16:02:53.343298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:53.369521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Publish callbacks [] for security_group (cdc6b5ab-a1c7-4865-bc80-fdd52dd0ae00), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.372687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '4c1d9dd7-1978-4f0c-9aeb-f2e11add770b', 'network_id': 'dc821409-2a81-4f17-952d-1f40baa839e8', 'port_id': '4c1d9dd7-1978-4f0c-9aeb-f2e11add770b', 'mac_address': 'fa:16:3e:3f:ee:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0785f6-c7dc-401d-91a8-90ae9b9d8303', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:53.380122 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cdc6b5ab-a1c7-4865-bc80-fdd52dd0ae00), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.411270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:53.416374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dd45c69-3d1c-4a30-981d-b9a501c25d66 req-55529068-e6fe-4693-97f1-5f1f3c4be46a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 Mar 07 16:02:53.425037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:53.425614 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.439544 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (776791f4-f0ab-4d58-9382-b70de96208f7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.439795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa6e06-8282-41b2-90cd-c19949276c20 req-ad3494f8-ff91-4ca0-96af-4c760cec89a3 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:53.440076 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Added segment 776791f4-f0ab-4d58-9382-b70de96208f7 of type vlan for network 9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4 Mar 07 16:02:53.441561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc6b5ab-a1c7-4865-bc80-fdd52dd0ae00,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:53.441707 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1fa6e06-8282-41b2-90cd-c19949276c20 req-ad3494f8-ff91-4ca0-96af-4c760cec89a3 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 943 time: 0.1365540 Mar 07 16:02:53.442582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-11bbfc0e-5627-4319-9ae7-8d70e49da8a6 None None] Deleting port ce547486-1b86-47c2-aecb-c0530d3a656e {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:53.443032 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc0e-5627-4319-9ae7-8d70e49da8a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.460975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:53.476820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.490636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.526547 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Port': ['ID=ce547486-1b86-47c2-aecb-c0530d3a656e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:53.528395 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.530155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:53.531238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.535088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:53.543225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] No DVR routers for this DVR port ce547486-1b86-47c2-aecb-c0530d3a656e on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:53.544527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-11bbfc0e-5627-4319-9ae7-8d70e49da8a6 None None] For port ce547486-1b86-47c2-aecb-c0530d3a656e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ce547486-1b86-47c2-aecb-c0530d3a656e,segment=NetworkSegment(06f9d2fb-537a-4523-b70b-baa49094b4c5),segment_id=06f9d2fb-537a-4523-b70b-baa49094b4c5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:53.544929 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc0e-5627-4319-9ae7-8d70e49da8a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.547914 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.581617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-11bbfc0e-5627-4319-9ae7-8d70e49da8a6 None None] Calling delete_port for ce547486-1b86-47c2-aecb-c0530d3a656e owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:53.595646 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5381541 Mar 07 16:02:53.599910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48626) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:53.629399 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1fa6e06-8282-41b2-90cd-c19949276c20 req-3fb065d4-062a-4a0b-b3c2-0045d83bee5f tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643579 Mar 07 16:02:53.631443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Request body: {'subnet': {'network_id': '9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-763144197-subnet', 'tenant_id': '7febf9a46902460c9f1644bdbbcc9d3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:53.652848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:53.658000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77fd09-b60a-409e-b083-0163e065866f admin admin] Pushing event updated for resources: {'Network': ['ID=9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:53.695399 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc0e-5627-4319-9ae7-8d70e49da8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (ce547486-1b86-47c2-aecb-c0530d3a656e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.695563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b50b6f65-5349-4dfe-a0af-b2c8a8b3764c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.697591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ec7e-0f95-4f0f-877c-1b87c664f6f8 req-094e31db-0723-4985-9106-7f6242d4fda8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:53.699238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ba3ec7e-0f95-4f0f-877c-1b87c664f6f8 req-094e31db-0723-4985-9106-7f6242d4fda8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.1429267 Mar 07 16:02:53.700416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Made reservation on behalf of 7febf9a46902460c9f1644bdbbcc9d3d for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:53.702732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.718964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50b6f65-5349-4dfe-a0af-b2c8a8b3764c']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:53.729623 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f9d2fb-537a-4523-b70b-baa49094b4c5') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:53.729868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:53.729986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f9d2fb-537a-4523-b70b-baa49094b4c5') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:53.731945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbfc0e-5627-4319-9ae7-8d70e49da8a6 None None] No DVR routers for this DVR port ce547486-1b86-47c2-aecb-c0530d3a656e on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:53.735270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbfc0e-5627-4319-9ae7-8d70e49da8a6 None None] Pushing event deleted for resources: {'Port': ['ID=ce547486-1b86-47c2-aecb-c0530d3a656e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:53.743823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (06f9d2fb-537a-4523-b70b-baa49094b4c5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.758740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (06f9d2fb-537a-4523-b70b-baa49094b4c5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.766049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:02:53.766430 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (06f9d2fb-537a-4523-b70b-baa49094b4c5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:02:53.833538 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:02:53.866108 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b50b6f65-5349-4dfe-a0af-b2c8a8b3764c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.873154 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:53.878947 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "DELETE /v2.0/networks/b50b6f65-5349-4dfe-a0af-b2c8a8b3764c HTTP/1.1" status: 204 len: 168 time: 1.0780554 Mar 07 16:02:53.884444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48628) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:53.889576 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ba3ec7e-0f95-4f0f-877c-1b87c664f6f8 req-b6f78b35-0470-4898-b68d-90b19341af29 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680307 Mar 07 16:02:53.959585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ce547486-1b86-47c2-aecb-c0530d3a656e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:53.964003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a807ffd-a8fc-4fb7-9ca1-d0ccd6acfe38 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Network': ['ID=b50b6f65-5349-4dfe-a0af-b2c8a8b3764c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:53.991159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ce547486-1b86-47c2-aecb-c0530d3a656e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:53.991548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ce547486-1b86-47c2-aecb-c0530d3a656e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:54.014509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd8d0c1-f41c-4a93-a86d-5cb3764db960 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting subnet 76ca3b0f-43b7-4d65-9619-36f01de4e908 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:02:54.020822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d0c1-f41c-4a93-a86d-5cb3764db960 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for subnet (76ca3b0f-43b7-4d65-9619-36f01de4e908), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.032783 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (843cf02c-6aed-403a-bdaf-cab035345965), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.071238 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d0c1-f41c-4a93-a86d-5cb3764db960 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (76ca3b0f-43b7-4d65-9619-36f01de4e908), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.076842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['4c1d9dd7-1978-4f0c-9aeb-f2e11add770b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:54.093774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=843cf02c-6aed-403a-bdaf-cab035345965,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:54.112149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c1c51-a8e7-4f6a-bad5-eae0ce57bbf8 req-d0bc1982-c670-4dae-9671-f685e5381e27 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:54.113734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Checking segment: {'id': '776791f4-f0ab-4d58-9382-b70de96208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:54.113975 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-435c1c51-a8e7-4f6a-bad5-eae0ce57bbf8 req-d0bc1982-c670-4dae-9671-f685e5381e27 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.1516712 Mar 07 16:02:54.114659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Network hostable DHCP agents. Network: 9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:54.125165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48634) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:54.130773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-55db1a61-2905-4f01-979f-c1ff5497e9c9 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Request body: {'floatingip': {'port_id': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:54.143646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Network 9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:54.157900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:54.164590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:54.165739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.175312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a309d-3f5a-443d-8b64-3f15841844a0 None None] Network 9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:54.183061 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55db1a61-2905-4f01-979f-c1ff5497e9c9 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for floatingip (2dc93457-b70d-434e-aaad-bdd3cbcf7140), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.205510 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3f856bd5-7689-47bf-8e8a-94799242d8be admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5983939 Mar 07 16:02:54.327027 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d0c1-f41c-4a93-a86d-5cb3764db960 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (76ca3b0f-43b7-4d65-9619-36f01de4e908), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.346763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273efdbb-3b74-4218-988a-9d02d0aa7ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd04494-3924-4703-9dd7-3260b6e6bf6e'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:54.348954 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8556060e-65e3-424c-b836-89ad8228e893" -d '{"events": [{"server_uuid": "273efdbb-3b74-4218-988a-9d02d0aa7ca7", "name": "network-vif-plugged", "status": "completed", "tag": "bbd04494-3924-4703-9dd7-3260b6e6bf6e"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:54.372546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe4ef3-3517-4e48-bbbd-0552e4592aa8 None None] Network 9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:54.394838 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402ce403-f486-4cba-9b93-1f05b10a5fec x-openstack-request-id: req-402ce403-f486-4cba-9b93-1f05b10a5fec {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:54.395172 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273efdbb-3b74-4218-988a-9d02d0aa7ca7", "name": "network-vif-plugged", "status": "completed", "tag": "bbd04494-3924-4703-9dd7-3260b6e6bf6e", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:54.395435 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-402ce403-f486-4cba-9b93-1f05b10a5fec {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:54.395828 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273efdbb-3b74-4218-988a-9d02d0aa7ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd04494-3924-4703-9dd7-3260b6e6bf6e', 'code': 200} Mar 07 16:02:54.537290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a60a9-b3c6-4af9-bf81-24a1fb311c60 req-92957b2b-3740-4f0b-ab38-7d29c7ab99ed tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:54.538992 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-743a60a9-b3c6-4af9-bf81-24a1fb311c60 req-92957b2b-3740-4f0b-ab38-7d29c7ab99ed tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1132 time: 0.2203631 Mar 07 16:02:54.545961 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d0c1-f41c-4a93-a86d-5cb3764db960 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (76ca3b0f-43b7-4d65-9619-36f01de4e908), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.602219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8d0c1-f41c-4a93-a86d-5cb3764db960 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Subnet': ['ID=76ca3b0f-43b7-4d65-9619-36f01de4e908,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:54.605657 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d0c1-f41c-4a93-a86d-5cb3764db960 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.611346 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dfd8d0c1-f41c-4a93-a86d-5cb3764db960 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "DELETE /v2.0/subnets/76ca3b0f-43b7-4d65-9619-36f01de4e908 HTTP/1.1" status: 204 len: 168 time: 0.7168901 Mar 07 16:02:54.611653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e43b1c-8e62-4a91-9433-6e50f9786743 None None] Network cf8659ba-8b99-4ada-a85b-219f24152c97 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:54.611820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48650) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:54.630300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ed3ba-80a9-413b-ae81-58a9dd5a93ae req-d4d28e32-f976-4e15-bf6a-2322e09b0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:54.631859 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-015ed3ba-80a9-413b-ae81-58a9dd5a93ae req-d4d28e32-f976-4e15-bf6a-2322e09b0a47 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=273efdbb-3b74-4218-988a-9d02d0aa7ca7 HTTP/1.1" status: 200 len: 1127 time: 0.1753864 Mar 07 16:02:54.706410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (cf8659ba-8b99-4ada-a85b-219f24152c97), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.747355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-743a60a9-b3c6-4af9-bf81-24a1fb311c60 req-2231bf50-2811-4dfb-ac93-02424035e524 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938670 Mar 07 16:02:54.789489 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-015ed3ba-80a9-413b-ae81-58a9dd5a93ae req-9d4b5b8f-2a42-4b29-944b-0411be8dd9ce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158519 Mar 07 16:02:54.811146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28b8db-81ea-49f7-9490-406971316c8c None None] DHCP port deletion for cf8659ba-8b99-4ada-a85b-219f24152c97 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:02:54.849403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting port b218ce76-528a-4376-b1bb-e226cf775183 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:54.849724 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b218ce76-528a-4376-b1bb-e226cf775183), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.861882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7d28b8db-81ea-49f7-9490-406971316c8c None None] Deleting port b218ce76-528a-4376-b1bb-e226cf775183 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:02:54.862253 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d28b8db-81ea-49f7-9490-406971316c8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b218ce76-528a-4376-b1bb-e226cf775183), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.891584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-910aafed-e77c-4f15-8064-4129b396aace tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:54.898740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-910aafed-e77c-4f15-8064-4129b396aace tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/networks?id=c5daa025-3f11-4eb1-8015-e99f630d7391 HTTP/1.1" status: 200 len: 814 time: 0.1806116 Mar 07 16:02:54.928228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7d28b8db-81ea-49f7-9490-406971316c8c None None] For port b218ce76-528a-4376-b1bb-e226cf775183, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b218ce76-528a-4376-b1bb-e226cf775183,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:54.928506 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d28b8db-81ea-49f7-9490-406971316c8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b218ce76-528a-4376-b1bb-e226cf775183), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.942391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7d28b8db-81ea-49f7-9490-406971316c8c None None] Calling delete_port for b218ce76-528a-4376-b1bb-e226cf775183 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:54.944491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbda465-bce4-4269-abfd-92c7db0a0ae8 req-9a7332a8-1baa-48c5-af73-ad37b6279d8f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:54.947027 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9bbda465-bce4-4269-abfd-92c7db0a0ae8 req-9a7332a8-1baa-48c5-af73-ad37b6279d8f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1015182 Mar 07 16:02:54.948147 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-f03a192c-8e69-485b-82e3-055a3a111690 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/quotas/ebf56d9fbea1445795736dcfa08e5cbb HTTP/1.1" status: 200 len: 375 time: 0.0483856 Mar 07 16:02:54.970076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] For port b218ce76-528a-4376-b1bb-e226cf775183, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b218ce76-528a-4376-b1bb-e226cf775183,segment=NetworkSegment(26c08f90-bc1d-4a5a-89a7-31fea3b52229),segment_id=26c08f90-bc1d-4a5a-89a7-31fea3b52229)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:54.970315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b218ce76-528a-4376-b1bb-e226cf775183), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:54.993806 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-85a28604-10c8-44fd-8080-b1070b19f246 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebf56d9fbea1445795736dcfa08e5cbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444736 Mar 07 16:02:55.003296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Calling delete_port for b218ce76-528a-4376-b1bb-e226cf775183 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:02:55.029064 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d28b8db-81ea-49f7-9490-406971316c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (b218ce76-528a-4376-b1bb-e226cf775183), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.031394 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55db1a61-2905-4f01-979f-c1ff5497e9c9 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.038032 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55db1a61-2905-4f01-979f-c1ff5497e9c9 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (2dc93457-b70d-434e-aaad-bdd3cbcf7140), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.061472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28b8db-81ea-49f7-9490-406971316c8c None None] Pushing event deleted for resources: {'Port': ['ID=b218ce76-528a-4376-b1bb-e226cf775183,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:55.067601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28b8db-81ea-49f7-9490-406971316c8c None None] No DVR routers for this DVR port b218ce76-528a-4376-b1bb-e226cf775183 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:55.086936 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9bbda465-bce4-4269-abfd-92c7db0a0ae8 req-832f2b8f-a757-4506-9bf8-3d639b33cf63 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018059 Mar 07 16:02:55.175662 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b338029-c2cd-4e31-a324-288cf297cde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.182406 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-0a47780f-a553-4625-8ec0-92021bf8fe09 service neutron] 10.222.0.24 "GET /v2.0/networks/c5daa025-3f11-4eb1-8015-e99f630d7391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809900 Mar 07 16:02:55.185340 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-55db1a61-2905-4f01-979f-c1ff5497e9c9 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Floating IP 2dc93457-b70d-434e-aaad-bdd3cbcf7140 associated. External IP: 172.25.4.25, port: e680c1e0-0f75-4a8b-aa7a-44834c80b3aa. Mar 07 16:02:55.212603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b218ce76-528a-4376-b1bb-e226cf775183), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.256310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdf7f6-6130-45e1-bea0-a6581457a5d7 req-a3a875df-9d3a-4543-8395-95d98840dc65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:55.258676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51fdf7f6-6130-45e1-bea0-a6581457a5d7 req-a3a875df-9d3a-4543-8395-95d98840dc65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 944 time: 0.1100342 Mar 07 16:02:55.272421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] No DVR routers for this DVR port b218ce76-528a-4376-b1bb-e226cf775183 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:02:55.275635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Port': ['ID=b218ce76-528a-4376-b1bb-e226cf775183,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:55.349336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51fdf7f6-6130-45e1-bea0-a6581457a5d7 req-83c760c0-d716-43db-91d2-04b36a32c70d tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609696 Mar 07 16:02:55.379281 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (cf8659ba-8b99-4ada-a85b-219f24152c97), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.384043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-c0e1b9ea-d7ac-460e-ad78-7f3773c3678e service neutron] 10.222.0.24 "GET /v2.0/networks/c5daa025-3f11-4eb1-8015-e99f630d7391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008440 Mar 07 16:02:55.405040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8659ba-8b99-4ada-a85b-219f24152c97']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:55.415547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c08f90-bc1d-4a5a-89a7-31fea3b52229') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:55.415933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c08f90-bc1d-4a5a-89a7-31fea3b52229') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:55.426118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (26c08f90-bc1d-4a5a-89a7-31fea3b52229), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.440494 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (26c08f90-bc1d-4a5a-89a7-31fea3b52229), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.447792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:02:55.448192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (26c08f90-bc1d-4a5a-89a7-31fea3b52229), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:02:55.451288 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:02:55.519128 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (cf8659ba-8b99-4ada-a85b-219f24152c97), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.529250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55db1a61-2905-4f01-979f-c1ff5497e9c9 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Router 3d297322-d221-4057-afc7-6f020ae7a107 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:02:55.535822 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.542215 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "DELETE /v2.0/networks/cf8659ba-8b99-4ada-a85b-219f24152c97 HTTP/1.1" status: 204 len: 168 time: 0.9255955 Mar 07 16:02:55.548687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48670) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:55.553203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9104f-3df6-468a-89bd-e73087935619 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Network': ['ID=cf8659ba-8b99-4ada-a85b-219f24152c97,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:55.556249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-193664301'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:55.563370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b52c7-4113-45a7-aef4-17f3de4c1de3 req-95f5f351-6f18-4607-964c-1ab96a7133a9 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:55.564873 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a0b52c7-4113-45a7-aef4-17f3de4c1de3 req-95f5f351-6f18-4607-964c-1ab96a7133a9 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1132 time: 0.1215038 Mar 07 16:02:55.623839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bb827-9352-43ee-9a4e-15fd60b0ce43 req-b1cd563f-7dee-4a59-9ea2-b2e8e2c187ab tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:55.626715 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411bb827-9352-43ee-9a4e-15fd60b0ce43 req-b1cd563f-7dee-4a59-9ea2-b2e8e2c187ab tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.0711281 Mar 07 16:02:55.644959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:55.649640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.699397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411bb827-9352-43ee-9a4e-15fd60b0ce43 req-5501fd4c-a55f-4e34-82fb-bb388c90b2cc tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634627 Mar 07 16:02:55.745136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a0b52c7-4113-45a7-aef4-17f3de4c1de3 req-659fb218-6c11-4b1c-a315-ad4370518a65 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333692 Mar 07 16:02:55.749919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:55.766130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (57f57e15-7b7a-4228-be59-726476128ad1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.766482 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Added segment 57f57e15-7b7a-4228-be59-726476128ad1 of type vlan for network eac818b8-7846-4248-9ec0-28a4f5c19355 Mar 07 16:02:55.768418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55db1a61-2905-4f01-979f-c1ff5497e9c9 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:02:55.780030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-55db1a61-2905-4f01-979f-c1ff5497e9c9 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.781522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] Sync routers for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:02:55.812790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:02:55.813464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:02:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:55.830906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7ebe2a23-abed-49ca-a56f-a624684986d6 req-45c55012-b7bf-4eec-9a60-176b7508cd62 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 210 time: 0.0830595 Mar 07 16:02:55.853256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-55db1a61-2905-4f01-979f-c1ff5497e9c9 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "PUT /v2.0/floatingips/2dc93457-b70d-434e-aaad-bdd3cbcf7140 HTTP/1.1" status: 200 len: 990 time: 1.7242105 Mar 07 16:02:55.857622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'tag': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:55.859572 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258b6916-bede-451f-be22-fe3510932851" -d '{"events": [{"name": "network-changed", "server_uuid": "32641304-2418-4ae8-b1d4-de14c07ec2bd", "tag": "e680c1e0-0f75-4a8b-aa7a-44834c80b3aa"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:55.865475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (eac818b8-7846-4248-9ec0-28a4f5c19355), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.911730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (eac818b8-7846-4248-9ec0-28a4f5c19355), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.922173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:55.925400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:55.988516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:56.002654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4521930 Mar 07 16:02:56.008693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48684) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:56.039522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b218ce76-528a-4376-b1bb-e226cf775183 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:02:56.050640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'subnet': {'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:56.069384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b218ce76-528a-4376-b1bb-e226cf775183 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:02:56.070238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b218ce76-528a-4376-b1bb-e226cf775183 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:02:56.101706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326db38e-2a14-4b1c-b2c4-31ac5a9ad993 req-4dc26457-fab8-40f5-b2e9-09dd43735f47 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:56.120435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-326db38e-2a14-4b1c-b2c4-31ac5a9ad993 req-4dc26457-fab8-40f5-b2e9-09dd43735f47 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.1430633 Mar 07 16:02:56.267094 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-326db38e-2a14-4b1c-b2c4-31ac5a9ad993 req-759b47b5-253a-4914-aad0-cf02874ede72 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188076 Mar 07 16:02:56.342509 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:56.426333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '2dc93457-b70d-434e-aaad-bdd3cbcf7140', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'port_id': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'mac_address': 'fa:16:3e:e3:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:02:27Z', 'updated_at': '2022-03-07T16:02:54Z', 'revision_number': 1, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b8ef22-d79f-4518-ad89-8d1c5d676899', 'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'mac_address': 'fa:16:3e:a2:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:15Z', 'updated_at': '2022-03-07T16:02:23Z', 'revision_number': 5, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'subnets': [{'id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:56.435095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93438fcb-5898-43c5-859e-8a71e59d962a req-f9c30bb1-7c56-4e1e-a959-7cdc79b0bfe8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:56.436691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93438fcb-5898-43c5-859e-8a71e59d962a req-f9c30bb1-7c56-4e1e-a959-7cdc79b0bfe8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1178837 Mar 07 16:02:56.439929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6916-bede-451f-be22-fe3510932851 req-adb8b5df-1a03-42f7-9f93-0db6af4aed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:56.441346 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-258b6916-bede-451f-be22-fe3510932851 req-adb8b5df-1a03-42f7-9f93-0db6af4aed73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dcb668b6a164a6f8e586e84434af7cf&device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 1127 time: 0.1390798 Mar 07 16:02:56.482661 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001173a-211c-44ff-ba10-8d4604760d26 x-openstack-request-id: req-c001173a-211c-44ff-ba10-8d4604760d26 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:56.483103 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32641304-2418-4ae8-b1d4-de14c07ec2bd", "tag": "e680c1e0-0f75-4a8b-aa7a-44834c80b3aa", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:56.483245 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c001173a-211c-44ff-ba10-8d4604760d26 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:56.483626 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'tag': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa', 'status': 'completed', 'code': 200} Mar 07 16:02:56.486598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef01cd6-9478-45c2-9000-7a45f0785623 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Network': ['ID=eac818b8-7846-4248-9ec0-28a4f5c19355,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:56.501600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] Checking router: 3d297322-d221-4057-afc7-6f020ae7a107 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:02:56.512334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network eac818b8-7846-4248-9ec0-28a4f5c19355 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:56.539479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:56.544076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:56.550679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:02:56.552304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:02:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:56.576852 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93438fcb-5898-43c5-859e-8a71e59d962a req-2cd5f7c9-d2fe-434b-bab9-dfff79ca9626 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342564 Mar 07 16:02:56.619128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6916-bede-451f-be22-fe3510932851 req-7c76b1fd-3589-446c-9dae-8ea89304c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:56.625968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-258b6916-bede-451f-be22-fe3510932851 req-7c76b1fd-3589-446c-9dae-8ea89304c106 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7cb0e86a-6550-4e97-960f-b435a4cfa4b4 HTTP/1.1" status: 200 len: 907 time: 0.1697457 Mar 07 16:02:56.672751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a892e4-af4d-4e2e-8209-9fa24b34ec87 req-52e04e5b-3ac3-46e3-aa1d-c026d3da8a7d tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:56.674405 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-07a892e4-af4d-4e2e-8209-9fa24b34ec87 req-52e04e5b-3ac3-46e3-aa1d-c026d3da8a7d tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 944 time: 0.1457973 Mar 07 16:02:56.774193 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-07a892e4-af4d-4e2e-8209-9fa24b34ec87 req-092d5bbd-ca5b-4924-b39d-155a2eaf4775 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940406 Mar 07 16:02:56.790182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:02:56.805799 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-258b6916-bede-451f-be22-fe3510932851 req-62bb0ea6-176d-4f3f-b171-506955d5c681 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa HTTP/1.1" status: 200 len: 998 time: 0.1716719 Mar 07 16:02:56.898930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6916-bede-451f-be22-fe3510932851 req-225005e8-8780-4626-9196-ff1495b7628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:56.902876 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-258b6916-bede-451f-be22-fe3510932851 req-225005e8-8780-4626-9196-ff1495b7628f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2cddb87-546a-48f5-8849-00fcf486803b HTTP/1.1" status: 200 len: 845 time: 0.0902815 Mar 07 16:02:56.965532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device af0ea9d9-9177-4c89-9eda-176deea2e589 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:02:56.967332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (ee141dd5-b5ff-4873-9651-d5f284b755ab), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:56.968004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:56.975515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6916-bede-451f-be22-fe3510932851 req-117e1ceb-165a-4f46-bd87-615a79e4ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:56.977931 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-258b6916-bede-451f-be22-fe3510932851 req-117e1ceb-165a-4f46-bd87-615a79e4ebdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7cb0e86a-6550-4e97-960f-b435a4cfa4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0673547 Mar 07 16:02:57.043863 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc5479be-89ea-4343-b13e-c9a49e23ed48 req-0db0af77-c1ac-4f85-9008-2fe35b4588f6 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 210 time: 0.0658669 Mar 07 16:02:57.106440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:02:57.135477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:57.135935 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.206889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-4d9f4a3e-f4dd-40c7-9e4e-e5e992ab2690 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:57.208395 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-4d9f4a3e-f4dd-40c7-9e4e-e5e992ab2690 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.11 "GET /v2.0/networks?id=c5daa025-3f11-4eb1-8015-e99f630d7391 HTTP/1.1" status: 200 len: 814 time: 0.1507771 Mar 07 16:02:57.233201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Request body: {'port': {'device_id': '8f3a2417-2972-4417-93dc-150c9c7ce315', 'network_id': 'c5daa025-3f11-4eb1-8015-e99f630d7391', 'admin_state_up': True, 'tenant_id': 'ebf56d9fbea1445795736dcfa08e5cbb'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:57.233356 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-258b6916-bede-451f-be22-fe3510932851 req-7dbd554a-2ebf-49dd-88a3-4b37c8a04a25 service neutron] 10.222.0.15 "GET /v2.0/networks/7cb0e86a-6550-4e97-960f-b435a4cfa4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216394 Mar 07 16:02:57.247379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bd41f-8615-4cf7-8fc4-f7595640a6e1 req-5ef3baf2-1c94-4282-a266-5e596e35a04f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:57.249521 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad3bd41f-8615-4cf7-8fc4-f7595640a6e1 req-5ef3baf2-1c94-4282-a266-5e596e35a04f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.0932689 Mar 07 16:02:57.307939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Checking segment: {'id': '57f57e15-7b7a-4228-be59-726476128ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:57.308311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network hostable DHCP agents. Network: eac818b8-7846-4248-9ec0-28a4f5c19355, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:57.321394 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Subnet': ['ID=ee141dd5-b5ff-4873-9651-d5f284b755ab,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:57.334641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bbe1e-c3ad-42b1-9021-793f83854342 req-899ceab3-4153-46a9-9535-3b86d22c8799 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:57.343358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c82bbe1e-c3ad-42b1-9021-793f83854342 req-899ceab3-4153-46a9-9535-3b86d22c8799 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.4047494 Mar 07 16:02:57.419151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=af0ea9d9-9177-4c89-9eda-176deea2e589,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:57.424867 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c82bbe1e-c3ad-42b1-9021-793f83854342 req-d9f1c3a2-86d6-4898-b340-7afd9f100f3b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805833 Mar 07 16:02:57.431870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network eac818b8-7846-4248-9ec0-28a4f5c19355 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:57.440189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'af0ea9d9-9177-4c89-9eda-176deea2e589', 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4', 'port_id': 'af0ea9d9-9177-4c89-9eda-176deea2e589', 'mac_address': 'fa:16:3e:54:3e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db2b77d-e9a6-4f41-96c7-3e3b16111aa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:02:57.451464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, eac818b8-7846-4248-9ec0-28a4f5c19355) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:57.456667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:57.457283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.475943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176f0ae-b779-47b6-9d7c-905341018c11 None None] Network eac818b8-7846-4248-9ec0-28a4f5c19355 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:57.493658 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ac034e7f-40ac-47e6-a429-97250b010859 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4825902 Mar 07 16:02:57.496016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48718) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:57.502279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1070244060'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:57.507362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Made reservation on behalf of ebf56d9fbea1445795736dcfa08e5cbb for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:57.510998 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.531230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:57.531759 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.541906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '2dc93457-b70d-434e-aaad-bdd3cbcf7140', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'port_id': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'mac_address': 'fa:16:3e:e3:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:02:27Z', 'updated_at': '2022-03-07T16:02:54Z', 'revision_number': 1, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b8ef22-d79f-4518-ad89-8d1c5d676899', 'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'mac_address': 'fa:16:3e:a2:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:15Z', 'updated_at': '2022-03-07T16:02:23Z', 'revision_number': 5, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'subnets': [{'id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:02:57.588973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:57.593378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.611675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b7b3f5-2be7-4e7f-88bd-43a5135d7d0f None None] The sync data for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 is: [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '2dc93457-b70d-434e-aaad-bdd3cbcf7140', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'port_id': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'mac_address': 'fa:16:3e:e3:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:02:27Z', 'updated_at': '2022-03-07T16:02:54Z', 'revision_number': 1, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b8ef22-d79f-4518-ad89-8d1c5d676899', 'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'mac_address': 'fa:16:3e:a2:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:15Z', 'updated_at': '2022-03-07T16:02:23Z', 'revision_number': 5, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'subnets': [{'id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:02:57.634779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port af0ea9d9-9177-4c89-9eda-176deea2e589 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:57.635198 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.647011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eea060-4c72-4506-80fd-2a7102bda581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d9dd7-1978-4f0c-9aeb-f2e11add770b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:57.649913 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7930df5-8707-441e-91fa-098830ce0127" -d '{"events": [{"server_uuid": "44eea060-4c72-4506-80fd-2a7102bda581", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d9dd7-1978-4f0c-9aeb-f2e11add770b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:57.651270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:02:57.658865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-258b6916-bede-451f-be22-fe3510932851 req-4e3c6d80-bcad-47ad-9d99-b9e78e2d0c04 service neutron] 10.222.0.15 "GET /v2.0/networks/7cb0e86a-6550-4e97-960f-b435a4cfa4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074371 Mar 07 16:02:57.665908 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (181b94a8-bd44-4fae-bd79-31d30eabd7d8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.684301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:57.685374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.688312 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Added segment 181b94a8-bd44-4fae-bd79-31d30eabd7d8 of type vlan for network d5845110-1f2f-4b33-9075-edcd0b9b5874 Mar 07 16:02:57.688922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af0ea9d9-9177-4c89-9eda-176deea2e589 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:57.705607 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.728179 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad3bd41f-8615-4cf7-8fc4-f7595640a6e1 req-940e6154-e2a9-46ab-85b2-7f5636cf4215 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683472 Mar 07 16:02:57.767143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=af0ea9d9-9177-4c89-9eda-176deea2e589,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:57.774744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-eac818b8-7846-4248-9ec0-28a4f5c19355', 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355', 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'fixed_ips': [{'subnet_id': 'ee141dd5-b5ff-4873-9651-d5f284b755ab'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:02:57.775627 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.785216 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.788702 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dcf414-368c-4438-920c-80df01b57fa4 x-openstack-request-id: req-91dcf414-368c-4438-920c-80df01b57fa4 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:02:57.789036 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eea060-4c72-4506-80fd-2a7102bda581", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d9dd7-1978-4f0c-9aeb-f2e11add770b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:02:57.789352 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91dcf414-368c-4438-920c-80df01b57fa4 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:02:57.789779 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eea060-4c72-4506-80fd-2a7102bda581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d9dd7-1978-4f0c-9aeb-f2e11add770b', 'code': 200} Mar 07 16:02:57.810912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:57.827949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (d5845110-1f2f-4b33-9075-edcd0b9b5874), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.929745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Allocated IP 172.20.0.8 (c5daa025-3f11-4eb1-8015-e99f630d7391/6e9bbad7-0c45-437c-a288-1c85cca1a826/e88952ff-4bef-422c-83b6-bce02895c4c4) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:57.935342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['af0ea9d9-9177-4c89-9eda-176deea2e589'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:02:57.935870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (d5845110-1f2f-4b33-9075-edcd0b9b5874), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.941870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:57.942720 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:57.967393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=af0ea9d9-9177-4c89-9eda-176deea2e589,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:58.006277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895da4ce-f872-4750-acb0-cf639551bc36 req-fde5c87a-6993-4601-bcba-d7df0c6a9980 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:58.014489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-895da4ce-f872-4750-acb0-cf639551bc36 req-fde5c87a-6993-4601-bcba-d7df0c6a9980 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 945 time: 0.1105382 Mar 07 16:02:58.020721 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f2700-94a4-4094-b5ac-658edcccfc57 req-b52fe218-0073-42aa-a7db-d9af790f9e8f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:58.024887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea844e-bd93-410e-8797-7171e8240172 req-67d47673-000a-4209-b4df-341fcfe6953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:58.026433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b2ea844e-bd93-410e-8797-7171e8240172 req-67d47673-000a-4209-b4df-341fcfe6953e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 1127 time: 0.1649961 Mar 07 16:02:58.033894 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f21f2700-94a4-4094-b5ac-658edcccfc57 req-b52fe218-0073-42aa-a7db-d9af790f9e8f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.2829380 Mar 07 16:02:58.040658 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbcc89b-5089-4874-95fe-1dc0e56b8a13 None None] New status for floating IP 2dc93457-b70d-434e-aaad-bdd3cbcf7140: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:02:58.050605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Allocated IP 19.80.0.2 (eac818b8-7846-4248-9ec0-28a4f5c19355/ee141dd5-b5ff-4873-9651-d5f284b755ab/6284c9a3-904c-4835-b692-ce794dfd03cc) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:58.104958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b2ea844e-bd93-410e-8797-7171e8240172 req-3d173893-b2f1-47bd-9019-a0121b681249 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702074 Mar 07 16:02:58.112628 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6153951 Mar 07 16:02:58.119279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48728) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:02:58.125335 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'subnet': {'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:58.143560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b36cf4-2d34-47be-abee-308f43347de2 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Network': ['ID=d5845110-1f2f-4b33-9075-edcd0b9b5874,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:58.161331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network d5845110-1f2f-4b33-9075-edcd0b9b5874 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:02:58.168076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-895da4ce-f872-4750-acb0-cf639551bc36 req-f6ab4c95-fc56-47bf-87a7-abc968cafd1d tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524606 Mar 07 16:02:58.283372 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f21f2700-94a4-4094-b5ac-658edcccfc57 req-a6d3b49c-4769-42b4-bdbc-3f7fde2d54cc tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487128 Mar 07 16:02:58.348357 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Publish callbacks [] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.354149 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Publish callbacks [] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.360940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-606aa639-2bf7-40b0-90ba-91caaf3808f6 req-e3317569-0f9b-4a57-ab92-f357cd2dfc52 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 210 time: 0.0659182 Mar 07 16:02:58.362030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:02:58.366091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.371996 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.395114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.421577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Network eac818b8-7846-4248-9ec0-28a4f5c19355 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:58.429812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:58.432297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:58.450756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Network c5daa025-3f11-4eb1-8015-e99f630d7391 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:58.451058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Pushing event updated for resources: {'Port': ['ID=6284c9a3-904c-4835-b692-ce794dfd03cc,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:58.456562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:58.460446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:58.509051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Attempting to bind port 6284c9a3-904c-4835-b692-ce794dfd03cc on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:58.509425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Attempting to bind port 6284c9a3-904c-4835-b692-ce794dfd03cc by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '57f57e15-7b7a-4228-be59-726476128ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:58.509796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Attempting to bind port 6284c9a3-904c-4835-b692-ce794dfd03cc on network eac818b8-7846-4248-9ec0-28a4f5c19355 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:58.511378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Pushing event updated for resources: {'Port': ['ID=e88952ff-4bef-422c-83b6-bce02895c4c4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:58.515485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:58.515864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Checking segment: {'id': '57f57e15-7b7a-4228-be59-726476128ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:58.516272 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.516958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Bound using segment: {'id': '57f57e15-7b7a-4228-be59-726476128ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:58.517444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Bound port: 6284c9a3-904c-4835-b692-ce794dfd03cc, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f57e15-7b7a-4228-be59-726476128ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:58.517826 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.556368 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:58.557018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.588458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] For port 6284c9a3-904c-4835-b692-ce794dfd03cc, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:58.593709 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] For port 6284c9a3-904c-4835-b692-ce794dfd03cc, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6284c9a3-904c-4835-b692-ce794dfd03cc,segment=NetworkSegment(57f57e15-7b7a-4228-be59-726476128ad1),segment_id=57f57e15-7b7a-4228-be59-726476128ad1)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:58.594992 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-3292dcae-8b9d-4e25-9b0d-3b44d01470d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3735871 Mar 07 16:02:58.595973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (5f5daf91-3dc5-41a3-a6cd-fe52c12102aa), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.602584 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.609803 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Request body: {'port': {'device_id': '8f3a2417-2972-4417-93dc-150c9c7ce315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:02:58.620622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1f58-2caa-4cd5-892e-39406988584b req-f0c4e087-2fde-4386-9c47-16598451e7f7 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:58.622122 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-982d1f58-2caa-4cd5-892e-39406988584b req-f0c4e087-2fde-4386-9c47-16598451e7f7 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 945 time: 0.0840867 Mar 07 16:02:58.666321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987495c-3467-4b00-9aa0-7da0897d7f73 None None] Pushing event updated for resources: {'Port': ['ID=6284c9a3-904c-4835-b692-ce794dfd03cc,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:58.667349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Subnet': ['ID=5f5daf91-3dc5-41a3-a6cd-fe52c12102aa,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:58.676797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Checking segment: {'id': '181b94a8-bd44-4fae-bd79-31d30eabd7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:58.677172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network hostable DHCP agents. Network: d5845110-1f2f-4b33-9075-edcd0b9b5874, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:02:58.698001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network d5845110-1f2f-4b33-9075-edcd0b9b5874 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:02:58.708837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, d5845110-1f2f-4b33-9075-edcd0b9b5874) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:58.716166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:58.716776 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.719907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d8f649-6ab4-42a2-8d2c-fef1193627ea None None] Network d5845110-1f2f-4b33-9075-edcd0b9b5874 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:02:58.726940 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-982d1f58-2caa-4cd5-892e-39406988584b req-15e0472a-a854-4720-b0ac-f3b0db00c5f1 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842638 Mar 07 16:02:58.733818 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.745604 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2f7d2d03-628c-4194-98e4-a48e318a30eb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6251924 Mar 07 16:02:58.856143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-d5845110-1f2f-4b33-9075-edcd0b9b5874', 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874', 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'fixed_ips': [{'subnet_id': '5f5daf91-3dc5-41a3-a6cd-fe52c12102aa'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:02:58.857679 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:58.935267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a365ca-655b-4c28-8787-d3f459f27928 req-0cfb00fa-3bc9-442a-a681-9667c429e184 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:58.936906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36a365ca-655b-4c28-8787-d3f459f27928 req-0cfb00fa-3bc9-442a-a681-9667c429e184 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.0996895 Mar 07 16:02:58.990142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device af0ea9d9-9177-4c89-9eda-176deea2e589 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:02:59.053454 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36a365ca-655b-4c28-8787-d3f459f27928 req-da7e4868-505e-4397-9753-df50dd02f865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019537 Mar 07 16:02:59.080683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Allocated IP 19.86.0.2 (d5845110-1f2f-4b33-9075-edcd0b9b5874/5f5daf91-3dc5-41a3-a6cd-fe52c12102aa/9bd62af7-08c0-45f0-bf5d-e088d612b1e2) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:02:59.135234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port af0ea9d9-9177-4c89-9eda-176deea2e589 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:02:59.135616 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.137506 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.196103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9080d3ca-2200-4924-80e2-087ac2d82e17 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:59.201495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9080d3ca-2200-4924-80e2-087ac2d82e17 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:59.208220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9080d3ca-2200-4924-80e2-087ac2d82e17 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/networks?id=eac818b8-7846-4248-9ec0-28a4f5c19355&id=d5845110-1f2f-4b33-9075-edcd0b9b5874 HTTP/1.1" status: 200 len: 1391 time: 0.2075539 Mar 07 16:02:59.236479 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9a7d1b9f-df12-4acb-bfde-f223717d9f94 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/quotas/7b034e956f7a45d6839a8bbce0f694d7 HTTP/1.1" status: 200 len: 375 time: 0.0273457 Mar 07 16:02:59.298407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88952ff-4bef-422c-83b6-bce02895c4c4 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:02:59.308766 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Publish callbacks [] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.326464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Transition to ACTIVE for port object e88952ff-4bef-422c-83b6-bce02895c4c4 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:02:59.341632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port af0ea9d9-9177-4c89-9eda-176deea2e589 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:02:59.342029 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.348455 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-67738277-4d4f-44f2-bffe-95a68c204133 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1110592 Mar 07 16:02:59.357955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.358330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Publish callbacks [] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.364138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45028272-e433-4ed3-b24a-47bde2ace9b5 req-8ec346c9-d57a-4ae7-9ce8-8ea613c826da tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:59.366908 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45028272-e433-4ed3-b24a-47bde2ace9b5 req-8ec346c9-d57a-4ae7-9ce8-8ea613c826da tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 945 time: 0.0789807 Mar 07 16:02:59.374786 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.419363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45028272-e433-4ed3-b24a-47bde2ace9b5 req-f2683cab-e22c-4d50-a348-403b8b961565 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Mar 07 16:02:59.433624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=af0ea9d9-9177-4c89-9eda-176deea2e589,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:02:59.445542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Network d5845110-1f2f-4b33-9075-edcd0b9b5874 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:02:59.446510 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.449176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Pushing event updated for resources: {'Port': ['ID=9bd62af7-08c0-45f0-bf5d-e088d612b1e2,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:59.461629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:02:59.473310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Pushing event updated for resources: {'Port': ['ID=e88952ff-4bef-422c-83b6-bce02895c4c4,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:59.484396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:02:59.547521 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-4d784fe9-9612-4e21-a9b8-5c50ee183fe4 service neutron] 10.222.0.24 "GET /v2.0/networks/eac818b8-7846-4248-9ec0-28a4f5c19355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980083 Mar 07 16:02:59.553707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=af0ea9d9-9177-4c89-9eda-176deea2e589,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:59.576020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Attempting to bind port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:59.577122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Attempting to bind port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '181b94a8-bd44-4fae-bd79-31d30eabd7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:59.577785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Attempting to bind port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 on network d5845110-1f2f-4b33-9075-edcd0b9b5874 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:59.585990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:59.586742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Checking segment: {'id': '181b94a8-bd44-4fae-bd79-31d30eabd7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:59.587382 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.587946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Bound using segment: {'id': '181b94a8-bd44-4fae-bd79-31d30eabd7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:59.588596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Bound port: 9bd62af7-08c0-45f0-bf5d-e088d612b1e2, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181b94a8-bd44-4fae-bd79-31d30eabd7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:59.589182 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.592812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea5d78-b54c-4fa5-81b7-c712519d6c9e req-f0c7951a-d098-4b48-b31c-5f2af4007c22 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:59.601682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34ea5d78-b54c-4fa5-81b7-c712519d6c9e req-f0c7951a-d098-4b48-b31c-5f2af4007c22 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1095371 Mar 07 16:02:59.623851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Attempting to bind port e88952ff-4bef-422c-83b6-bce02895c4c4 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:02:59.624193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Attempting to bind port e88952ff-4bef-422c-83b6-bce02895c4c4 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e8adb469-fb4d-4cf7-8986-e035b9e1978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5daa025-3f11-4eb1-8015-e99f630d7391'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:02:59.624526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Attempting to bind port e88952ff-4bef-422c-83b6-bce02895c4c4 on network c5daa025-3f11-4eb1-8015-e99f630d7391 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:59.639640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Port e88952ff-4bef-422c-83b6-bce02895c4c4 on network c5daa025-3f11-4eb1-8015-e99f630d7391 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:02:59.640284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Attempting to bind port e88952ff-4bef-422c-83b6-bce02895c4c4 on network c5daa025-3f11-4eb1-8015-e99f630d7391 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:02:59.651384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:02:59.651640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Checking segment: {'id': 'e8adb469-fb4d-4cf7-8986-e035b9e1978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5daa025-3f11-4eb1-8015-e99f630d7391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:02:59.652025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Bound using segment: {'id': 'e8adb469-fb4d-4cf7-8986-e035b9e1978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5daa025-3f11-4eb1-8015-e99f630d7391'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:02:59.652470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Bound port: e88952ff-4bef-422c-83b6-bce02895c4c4, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8adb469-fb4d-4cf7-8986-e035b9e1978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5daa025-3f11-4eb1-8015-e99f630d7391'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:02:59.652837 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.654222 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34ea5d78-b54c-4fa5-81b7-c712519d6c9e req-7ae865bf-aa57-416f-b565-5d9ef125bb5c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512557 Mar 07 16:02:59.683893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] For port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:59.684591 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-f9de3b0b-7bf7-4992-97b6-7112a6438978 service neutron] 10.222.0.24 "GET /v2.0/networks/eac818b8-7846-4248-9ec0-28a4f5c19355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274252 Mar 07 16:02:59.694224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] For port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9bd62af7-08c0-45f0-bf5d-e088d612b1e2,segment=NetworkSegment(181b94a8-bd44-4fae-bd79-31d30eabd7d8),segment_id=181b94a8-bd44-4fae-bd79-31d30eabd7d8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:59.700933 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.780604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c4eac-19cf-41e1-9979-3da2b6f9c0e8 req-5f17b788-4405-480c-8d2e-bc2f2108e602 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:59.787152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ee310-9cdc-4c3f-9eb5-09c41b884c44 None None] Pushing event updated for resources: {'Port': ['ID=9bd62af7-08c0-45f0-bf5d-e088d612b1e2,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:02:59.788839 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba0c4eac-19cf-41e1-9979-3da2b6f9c0e8 req-5f17b788-4405-480c-8d2e-bc2f2108e602 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 943 time: 0.0646892 Mar 07 16:02:59.792335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:59.796848 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de809dbc-5f90-4d3f-ba03-a408223bf85f" -d '{"events": [{"server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "name": "network-vif-plugged", "status": "completed", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:02:59.833667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] For port e88952ff-4bef-422c-83b6-bce02895c4c4, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:02:59.839355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] For port e88952ff-4bef-422c-83b6-bce02895c4c4, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e88952ff-4bef-422c-83b6-bce02895c4c4,segment=NetworkSegment(e8adb469-fb4d-4cf7-8986-e035b9e1978b),segment_id=e8adb469-fb4d-4cf7-8986-e035b9e1978b)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:02:59.841929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba0c4eac-19cf-41e1-9979-3da2b6f9c0e8 req-1c66c063-3524-47b1-95ac-a0b0173b93cf tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3e98943-5bc6-4400-a792-db14449c7707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521970 Mar 07 16:02:59.858606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.865238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-eee51710-8271-4517-9fa2-749851114b70 service neutron] 10.222.0.24 "GET /v2.0/networks/d5845110-1f2f-4b33-9075-edcd0b9b5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588109 Mar 07 16:02:59.910427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:02:59.911433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:02:59.913095 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] 10.222.0.11 "PUT /v2.0/ports/e88952ff-4bef-422c-83b6-bce02895c4c4 HTTP/1.1" status: 200 len: 1091 time: 1.3088198 Mar 07 16:02:59.930527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3a2417-2972-4417-93dc-150c9c7ce315', 'tag': 'e88952ff-4bef-422c-83b6-bce02895c4c4'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:02:59.932800 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b2b072-e9a1-42c6-b246-48a3c9d394e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3a2417-2972-4417-93dc-150c9c7ce315", "tag": "e88952ff-4bef-422c-83b6-bce02895c4c4"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:00.012203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142963-70ed-44cf-a83d-b741330812f3 req-baab46f0-00b6-44b3-b020-3623cc09378d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:00.014423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ff142963-70ed-44cf-a83d-b741330812f3 req-baab46f0-00b6-44b3-b020-3623cc09378d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.0895805 Mar 07 16:03:00.054542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6284c9a3-904c-4835-b692-ce794dfd03cc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:00.077989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894468f0-a65d-4198-9a1e-7875f460bb2f service neutron] Pushing event updated for resources: {'Port': ['ID=e88952ff-4bef-422c-83b6-bce02895c4c4,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:00.128052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ff142963-70ed-44cf-a83d-b741330812f3 req-7dcec974-23a1-45ac-859d-79724e9d28ab tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063051 Mar 07 16:03:00.148680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-15088c2d-d3a3-4b17-9dfd-2e8ca87c3ac6 service neutron] 10.222.0.24 "GET /v2.0/networks/d5845110-1f2f-4b33-9075-edcd0b9b5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588418 Mar 07 16:03:00.156953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6284c9a3-904c-4835-b692-ce794dfd03cc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:00.156953 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:00.159839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-eb47fb52-ae93-45de-9d3c-bc5f4ded1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:00.161564 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-eb47fb52-ae93-45de-9d3c-bc5f4ded1b16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf56d9fbea1445795736dcfa08e5cbb&device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 1125 time: 0.1534286 Mar 07 16:03:00.185767 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a500ad58-5e8a-4b13-a149-6c2e38dc3e0b x-openstack-request-id: req-a500ad58-5e8a-4b13-a149-6c2e38dc3e0b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:00.186065 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "name": "network-vif-plugged", "status": "completed", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:00.186325 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a500ad58-5e8a-4b13-a149-6c2e38dc3e0b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:00.186731 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589', 'code': 200} Mar 07 16:03:00.229193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc069ef-a5f7-4c02-8058-ba12c640fb96 None None] Network eac818b8-7846-4248-9ec0-28a4f5c19355 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:00.238777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-607a798a-c0a3-47ab-9fae-664f901705b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e88952ff-4bef-422c-83b6-bce02895c4c4 HTTP/1.1" status: 200 len: 217 time: 0.0648282 Mar 07 16:03:00.240288 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08530715-6da5-4037-9d3f-876bef3d7b32 x-openstack-request-id: req-08530715-6da5-4037-9d3f-876bef3d7b32 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:00.240587 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3a2417-2972-4417-93dc-150c9c7ce315", "tag": "e88952ff-4bef-422c-83b6-bce02895c4c4", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:00.240847 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08530715-6da5-4037-9d3f-876bef3d7b32 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:00.241799 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3a2417-2972-4417-93dc-150c9c7ce315', 'tag': 'e88952ff-4bef-422c-83b6-bce02895c4c4', 'status': 'completed', 'code': 200} Mar 07 16:03:00.330071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8da4b873-fdd2-4f67-a6c2-6cb124d178f4 None None] Provisioning complete for port 6284c9a3-904c-4835-b692-ce794dfd03cc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:00.330464 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8da4b873-fdd2-4f67-a6c2-6cb124d178f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:00.335165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-33176f87-6736-4d89-893d-fe08f63ae63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:00.337747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-33176f87-6736-4d89-893d-fe08f63ae63b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6e9bbad7-0c45-437c-a288-1c85cca1a826 HTTP/1.1" status: 200 len: 854 time: 0.0917380 Mar 07 16:03:00.371350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a0fe9-f76d-4691-ac7d-eb8648ad287e req-503ca8c0-b87b-4136-ae57-2888551b123a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:00.378928 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e20a0fe9-f76d-4691-ac7d-eb8648ad287e req-503ca8c0-b87b-4136-ae57-2888551b123a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1030209 Mar 07 16:03:00.381448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-88c444a3-0409-464c-8baa-815ff683ae59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5daa025-3f11-4eb1-8015-e99f630d7391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379159 Mar 07 16:03:00.477682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e20a0fe9-f76d-4691-ac7d-eb8648ad287e req-02029738-e7ce-4478-a7fe-9bb1e78dcf98 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977499 Mar 07 16:03:00.560069 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34ed2805-523a-43fd-9b1d-b74410d75e00 req-64ac9a1d-6311-4cd0-bf86-236bc854d02d tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 210 time: 0.0531917 Mar 07 16:03:00.590719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-97c4a5ed-0e2e-432c-af2f-11c233f68de7 service neutron] 10.222.0.11 "GET /v2.0/networks/c5daa025-3f11-4eb1-8015-e99f630d7391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031140 Mar 07 16:03:00.622367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22269e37-6a35-418f-b113-3c3d5c2a29cb req-5fb24844-13e1-425d-a2f3-d923d0f00eb6 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:00.629427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22269e37-6a35-418f-b113-3c3d5c2a29cb req-5fb24844-13e1-425d-a2f3-d923d0f00eb6 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 945 time: 0.0778785 Mar 07 16:03:00.632633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6284c9a3-904c-4835-b692-ce794dfd03cc is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:00.633044 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:00.703982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22269e37-6a35-418f-b113-3c3d5c2a29cb req-9401287e-858b-4908-b2ed-c4b2cf79dc58 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671444 Mar 07 16:03:00.723755 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e14380f-b57f-4128-b5b4-c765a8cc575e req-fa394b82-3cbd-4905-8153-e4fc393b3e24 service neutron] 10.222.0.11 "GET /v2.0/networks/c5daa025-3f11-4eb1-8015-e99f630d7391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180634 Mar 07 16:03:00.747255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 6284c9a3-904c-4835-b692-ce794dfd03cc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6284c9a3-904c-4835-b692-ce794dfd03cc,segment=NetworkSegment(57f57e15-7b7a-4228-be59-726476128ad1),segment_id=57f57e15-7b7a-4228-be59-726476128ad1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:00.757203 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:00.862690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=6284c9a3-904c-4835-b692-ce794dfd03cc,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:00.863448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-5eef8919-5094-46f3-bdbd-25b99fa86bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:00.867218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-5eef8919-5094-46f3-bdbd-25b99fa86bf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf56d9fbea1445795736dcfa08e5cbb&device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 1125 time: 0.0768006 Mar 07 16:03:00.941282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbbdfa-8e15-471d-a453-9cd6e3115587 req-d02cf49e-0596-442c-9f63-a77e5832fff8 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:00.943249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8da4b873-fdd2-4f67-a6c2-6cb124d178f4 None None] Current status of the port 6284c9a3-904c-4835-b692-ce794dfd03cc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:00.945932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37cbbdfa-8e15-471d-a453-9cd6e3115587 req-d02cf49e-0596-442c-9f63-a77e5832fff8 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=273efdbb-3b74-4218-988a-9d02d0aa7ca7 HTTP/1.1" status: 200 len: 945 time: 0.1512773 Mar 07 16:03:01.048745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-7ad005d3-a8b4-481e-98fa-43cf004618c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:01.050499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-7ad005d3-a8b4-481e-98fa-43cf004618c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5daa025-3f11-4eb1-8015-e99f630d7391 HTTP/1.1" status: 200 len: 915 time: 0.1530614 Mar 07 16:03:01.057798 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37cbbdfa-8e15-471d-a453-9cd6e3115587 req-31d9136f-d80b-4b00-8bee-4d39f9825e57 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019354 Mar 07 16:03:01.123240 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-8fbafd7c-483b-496d-a849-ff10e86f974f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e88952ff-4bef-422c-83b6-bce02895c4c4 HTTP/1.1" status: 200 len: 217 time: 0.0619464 Mar 07 16:03:01.232957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-62e517d4-e82e-44f5-87b6-f4cd313d16a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:01.234505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-62e517d4-e82e-44f5-87b6-f4cd313d16a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6e9bbad7-0c45-437c-a288-1c85cca1a826 HTTP/1.1" status: 200 len: 854 time: 0.1045454 Mar 07 16:03:01.279203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f3f54-21e9-424e-bace-604f8f7e6d2d req-cc780e6e-58ca-4d46-8c27-0597af272ef2 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:01.281277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-18dc081b-8647-4bd5-8203-bfd2b5ccfcab None None] Provisioning complete for port 6284c9a3-904c-4835-b692-ce794dfd03cc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:01.281705 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18dc081b-8647-4bd5-8203-bfd2b5ccfcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:01.289041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d0f3f54-21e9-424e-bace-604f8f7e6d2d req-cc780e6e-58ca-4d46-8c27-0597af272ef2 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 943 time: 0.1213667 Mar 07 16:03:01.289977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923d0a3-eaed-4b2b-8761-ef57b414eb66 req-ef1a7bf0-a331-4e1e-924f-58ab8db086f5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:01.291736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e923d0a3-eaed-4b2b-8761-ef57b414eb66 req-ef1a7bf0-a331-4e1e-924f-58ab8db086f5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1186650 Mar 07 16:03:01.293958 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-3d7375d4-1239-4623-ba75-16b215f97d52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5daa025-3f11-4eb1-8015-e99f630d7391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484781 Mar 07 16:03:01.349958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d0f3f54-21e9-424e-bace-604f8f7e6d2d req-8214dec3-f6eb-4e3e-b5de-4dc78464b9f6 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3e98943-5bc6-4400-a792-db14449c7707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596571 Mar 07 16:03:01.416264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-18dc081b-8647-4bd5-8203-bfd2b5ccfcab None None] Current status of the port 6284c9a3-904c-4835-b692-ce794dfd03cc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:01.433404 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e923d0a3-eaed-4b2b-8761-ef57b414eb66 req-ed6ce162-2074-40e8-8618-504a88144f0e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332347 Mar 07 16:03:01.471840 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-088344a9-3b00-4807-835b-de86c2c58c42 service neutron] 10.222.0.11 "GET /v2.0/networks/c5daa025-3f11-4eb1-8015-e99f630d7391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644080 Mar 07 16:03:01.514981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf03371-7788-43bc-ad78-3e7c717cd45c req-07d75447-6dd7-4800-a27e-130b4819e526 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:01.516944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf03371-7788-43bc-ad78-3e7c717cd45c req-07d75447-6dd7-4800-a27e-130b4819e526 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab74fb74-bb67-4a4c-a014-5a1ee9417aec HTTP/1.1" status: 200 len: 946 time: 0.0713592 Mar 07 16:03:01.527664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95adca9-d3cb-447e-9556-ac325d08c5a5 None None] Network d5845110-1f2f-4b33-9075-edcd0b9b5874 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:01.572828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf03371-7788-43bc-ad78-3e7c717cd45c req-2817f0e8-31b0-49ec-a8c8-4a1810469ab1 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 Mar 07 16:03:01.635141 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b2b072-e9a1-42c6-b246-48a3c9d394e6 req-ef639b37-def7-4dd3-88d4-b96452bc0c86 service neutron] 10.222.0.11 "GET /v2.0/networks/c5daa025-3f11-4eb1-8015-e99f630d7391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572258 Mar 07 16:03:01.644103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae70ba-4590-4c60-a939-ef82a4a71227 req-cf4c137a-d1bd-4955-9c88-600919d04659 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:01.646168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a4db6599-67d9-48f0-adf0-952327429a18 None None] Provisioning complete for port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:01.646650 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4db6599-67d9-48f0-adf0-952327429a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:01.649215 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-78ae70ba-4590-4c60-a939-ef82a4a71227 req-cf4c137a-d1bd-4955-9c88-600919d04659 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.0890653 Mar 07 16:03:01.706270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315988d-2442-4c7e-96f5-e9f725747237 req-c66063c0-71bd-4044-bb9a-fabdb4617289 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:01.707897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7315988d-2442-4c7e-96f5-e9f725747237 req-c66063c0-71bd-4044-bb9a-fabdb4617289 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.0730267 Mar 07 16:03:01.714775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-78ae70ba-4590-4c60-a939-ef82a4a71227 req-8eda3cfa-0e53-4220-b4b0-217ed3a8d9c1 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Mar 07 16:03:01.746152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a4db6599-67d9-48f0-adf0-952327429a18 None None] Current status of the port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:01.746566 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4db6599-67d9-48f0-adf0-952327429a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:01.787163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a4db6599-67d9-48f0-adf0-952327429a18 None None] For port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9bd62af7-08c0-45f0-bf5d-e088d612b1e2,segment=NetworkSegment(181b94a8-bd44-4fae-bd79-31d30eabd7d8),segment_id=181b94a8-bd44-4fae-bd79-31d30eabd7d8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:01.789764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7315988d-2442-4c7e-96f5-e9f725747237 req-2769b242-1c32-4337-93d8-2c9ad11c05f9 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698781 Mar 07 16:03:01.807228 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4db6599-67d9-48f0-adf0-952327429a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:01.823092 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a498b88f-fd07-4079-8f2c-a8b76fff7063 req-f5de82c4-2a35-41bd-b1f6-2ec68c70c2fd tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 210 time: 0.0309634 Mar 07 16:03:01.882838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db6599-67d9-48f0-adf0-952327429a18 None None] Pushing event updated for resources: {'Port': ['ID=9bd62af7-08c0-45f0-bf5d-e088d612b1e2,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:01.946028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-418fc4d0-ea93-475d-8ec2-c8623ddb2755 None None] Provisioning complete for port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:01.946719 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-418fc4d0-ea93-475d-8ec2-c8623ddb2755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:02.049765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-418fc4d0-ea93-475d-8ec2-c8623ddb2755 None None] Current status of the port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:02.070248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6284c9a3-904c-4835-b692-ce794dfd03cc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:02.102448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2db20-68e0-4575-957a-6001cf01ab60 req-69622d05-7289-4380-8077-9a5c275c0ebe tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:02.104022 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a1b2db20-68e0-4575-957a-6001cf01ab60 req-69622d05-7289-4380-8077-9a5c275c0ebe tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab74fb74-bb67-4a4c-a014-5a1ee9417aec HTTP/1.1" status: 200 len: 946 time: 0.0760357 Mar 07 16:03:02.138513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6284c9a3-904c-4835-b692-ce794dfd03cc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:02.138902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:02.174574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a1b2db20-68e0-4575-957a-6001cf01ab60 req-0dc91a86-5972-4755-b95a-903bd75f5951 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632434 Mar 07 16:03:02.203426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-45ee8615-1b9c-4978-bf35-a71b9fff2ffc tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:02.205925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-45ee8615-1b9c-4978-bf35-a71b9fff2ffc tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:02.207647 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-45ee8615-1b9c-4978-bf35-a71b9fff2ffc tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.15 "GET /v2.0/networks?id=eac818b8-7846-4248-9ec0-28a4f5c19355&id=d5845110-1f2f-4b33-9075-edcd0b9b5874 HTTP/1.1" status: 200 len: 1391 time: 0.1386640 Mar 07 16:03:02.231668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'port': {'device_id': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355', 'admin_state_up': True, 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:02.243789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6284c9a3-904c-4835-b692-ce794dfd03cc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:02.244888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:02.291112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:02.291844 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:02.344908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:02.348396 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:02.372616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:02.515612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Allocated IP 19.80.0.173 (eac818b8-7846-4248-9ec0-28a4f5c19355/ee141dd5-b5ff-4873-9651-d5f284b755ab/665edd2e-8c3f-4641-bcb4-c6867219b062) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:02.526625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device e88952ff-4bef-422c-83b6-bce02895c4c4 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:02.529093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b39781-918c-47b6-b511-51e5e0adb082 req-933c004b-39fe-4ce5-b503-423da79b9a34 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:02.530712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a7b39781-918c-47b6-b511-51e5e0adb082 req-933c004b-39fe-4ce5-b503-423da79b9a34 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 943 time: 0.1107867 Mar 07 16:03:02.580677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484d9ff-917d-4141-8a22-9e4c875bead2 req-804244f5-ac04-454a-a5ba-a1da36b269fe tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:02.582207 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2484d9ff-917d-4141-8a22-9e4c875bead2 req-804244f5-ac04-454a-a5ba-a1da36b269fe tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0654149 Mar 07 16:03:02.615031 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a7b39781-918c-47b6-b511-51e5e0adb082 req-589ffc2b-85fa-4571-9a57-52f35bc840ca tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3e98943-5bc6-4400-a792-db14449c7707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750809 Mar 07 16:03:02.632703 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2484d9ff-917d-4141-8a22-9e4c875bead2 req-e133168f-58e6-43e4-bb1c-1393d4a3b6d3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 Mar 07 16:03:02.657901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port e88952ff-4bef-422c-83b6-bce02895c4c4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e88952ff-4bef-422c-83b6-bce02895c4c4,segment=NetworkSegment(e8adb469-fb4d-4cf7-8986-e035b9e1978b),segment_id=e8adb469-fb4d-4cf7-8986-e035b9e1978b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:02.663812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'e88952ff-4bef-422c-83b6-bce02895c4c4', 'network_id': 'c5daa025-3f11-4eb1-8015-e99f630d7391', 'port_id': 'e88952ff-4bef-422c-83b6-bce02895c4c4', 'mac_address': 'fa:16:3e:4c:63:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9bbad7-0c45-437c-a288-1c85cca1a826', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:02.700039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port e88952ff-4bef-422c-83b6-bce02895c4c4 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:02.700434 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:02.713436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88952ff-4bef-422c-83b6-bce02895c4c4 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:02.723597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:02.733352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port e88952ff-4bef-422c-83b6-bce02895c4c4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e88952ff-4bef-422c-83b6-bce02895c4c4,segment=NetworkSegment(e8adb469-fb4d-4cf7-8986-e035b9e1978b),segment_id=e8adb469-fb4d-4cf7-8986-e035b9e1978b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:02.737493 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:02.764803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:02.798108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=e88952ff-4bef-422c-83b6-bce02895c4c4,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:02.820241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network eac818b8-7846-4248-9ec0-28a4f5c19355 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:02.844705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:02.850320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:02.855934 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Port': ['ID=665edd2e-8c3f-4641-bcb4-c6867219b062,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:02.909546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:02.910290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:02.918846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be9d22-07af-4473-adf5-a5eabf1cff1c req-240a1412-c47b-4c57-9e7c-8710960087e1 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:02.920446 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f1be9d22-07af-4473-adf5-a5eabf1cff1c req-240a1412-c47b-4c57-9e7c-8710960087e1 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.0647831 Mar 07 16:03:02.926857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3cabd-97e6-4e50-895c-42d463853b1d req-6515e863-3f2d-48fd-ba8a-b6708883b068 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:02.928257 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6dd3cabd-97e6-4e50-895c-42d463853b1d req-6515e863-3f2d-48fd-ba8a-b6708883b068 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.1318085 Mar 07 16:03:02.945091 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-9681a441-aa2a-44e3-9fbf-0eae272a873b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7177756 Mar 07 16:03:02.960391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Request body: {'port': {'device_id': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874', 'admin_state_up': True, 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:02.978973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f1be9d22-07af-4473-adf5-a5eabf1cff1c req-0c9ccf74-a642-4d4f-9321-fc1c67c6090a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519435 Mar 07 16:03:03.038134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['e88952ff-4bef-422c-83b6-bce02895c4c4'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:03.053903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6dd3cabd-97e6-4e50-895c-42d463853b1d req-edaaf1cc-0c1a-4c19-aa5e-9c8340223a26 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180091 Mar 07 16:03:03.118789 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f43625-efe8-4874-8662-57146b35b689 req-ad610ba0-11a5-4388-985e-153067cf0871 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:03.120327 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-73f43625-efe8-4874-8662-57146b35b689 req-ad610ba0-11a5-4388-985e-153067cf0871 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 932 time: 0.0736463 Mar 07 16:03:03.131671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Made reservation on behalf of 7b034e956f7a45d6839a8bbce0f694d7 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:03.138515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:03.184363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-73f43625-efe8-4874-8662-57146b35b689 req-40938080-ffc5-493e-b4a3-60ecf7a2f6f4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559056 Mar 07 16:03:03.255126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1383d6ef-1852-4194-832b-68949e74ea05 None None] Provisioning complete for port 665edd2e-8c3f-4641-bcb4-c6867219b062 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:03.256171 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1383d6ef-1852-4194-832b-68949e74ea05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:03.323070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1383d6ef-1852-4194-832b-68949e74ea05 None None] Port 665edd2e-8c3f-4641-bcb4-c6867219b062 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:03:03.330271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Allocated IP 19.86.0.238 (d5845110-1f2f-4b33-9075-edcd0b9b5874/5f5daf91-3dc5-41a3-a6cd-fe52c12102aa/512ad53c-9209-4a44-99db-b23cfbf1e30d) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:03.330913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22a8dc-4752-4e67-9fc3-ea438ac87217 req-81d1e81c-6cae-43d7-9bc8-030727259b80 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:03.333075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c22a8dc-4752-4e67-9fc3-ea438ac87217 req-81d1e81c-6cae-43d7-9bc8-030727259b80 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab74fb74-bb67-4a4c-a014-5a1ee9417aec HTTP/1.1" status: 200 len: 946 time: 0.0604808 Mar 07 16:03:03.385732 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499eb11-76e9-4181-a8c5-ba3340a8f84f req-48e2484f-2f23-4ff3-8e3b-1a44c5afe90b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:03.387288 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4499eb11-76e9-4181-a8c5-ba3340a8f84f req-48e2484f-2f23-4ff3-8e3b-1a44c5afe90b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.0873876 Mar 07 16:03:03.387533 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c22a8dc-4752-4e67-9fc3-ea438ac87217 req-3cfff0ea-e643-4565-bd3e-910cb4c10844 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491941 Mar 07 16:03:03.498819 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4499eb11-76e9-4181-a8c5-ba3340a8f84f req-a74144df-5a54-4da4-b7c3-867f50ceb793 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036916 Mar 07 16:03:03.536705 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:03.569947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:03.614268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Network d5845110-1f2f-4b33-9075-edcd0b9b5874 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:03.617937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:03.621615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:03.643991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-1f1f0bd7-1478-4deb-a8ff-31026243192c tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:03.645502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-1f1f0bd7-1478-4deb-a8ff-31026243192c tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab74fb74-bb67-4a4c-a014-5a1ee9417aec HTTP/1.1" status: 200 len: 946 time: 0.0588431 Mar 07 16:03:03.650523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event updated for resources: {'Port': ['ID=512ad53c-9209-4a44-99db-b23cfbf1e30d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:03.664247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.664611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.664949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.665287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.665623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.665960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.666289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.666982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.666982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.667313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.667624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.667905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.668235 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:03.702287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:03.702965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:03.721232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b6be54aa-87d0-4a91-a709-9c9b9877f577 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7673523 Mar 07 16:03:03.747636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Request body: {'port': {'device_id': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:03.820208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974751f3-4940-43c2-b6ee-b1e0746170a7 req-4698d396-de01-40a5-9024-8aa62baad1d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:03.821969 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-974751f3-4940-43c2-b6ee-b1e0746170a7 req-4698d396-de01-40a5-9024-8aa62baad1d9 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 944 time: 0.1055624 Mar 07 16:03:03.828968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Deleting port aa3fbff8-1107-4a61-9a44-cffbca3ec185 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:03.829319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:03.837136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b319c-580b-4325-9d9f-70689be7d226 req-da8197c6-b273-43e1-a6ea-f94150eee84e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:03.838753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c57b319c-580b-4325-9d9f-70689be7d226 req-da8197c6-b273-43e1-a6ea-f94150eee84e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1059177 Mar 07 16:03:03.851508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:03.942121 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-974751f3-4940-43c2-b6ee-b1e0746170a7 req-ccdb84e2-decb-4b86-8127-0f233910ce24 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3e98943-5bc6-4400-a792-db14449c7707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095574 Mar 07 16:03:03.946779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c57b319c-580b-4325-9d9f-70689be7d226 req-cbcc138f-a038-4f8f-8512-4c1a7b844efd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979061 Mar 07 16:03:03.968432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:03.974789 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] For port aa3fbff8-1107-4a61-9a44-cffbca3ec185, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=aa3fbff8-1107-4a61-9a44-cffbca3ec185,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:03.975927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:03.991193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Calling delete_port for aa3fbff8-1107-4a61-9a44-cffbca3ec185 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:04.046102 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:04.046594 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.132779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:04.153704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-66000052-4830-46e0-85af-8147de0ba409 None None] Provisioning complete for port 512ad53c-9209-4a44-99db-b23cfbf1e30d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:04.154201 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66000052-4830-46e0-85af-8147de0ba409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.166417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (aa3fbff8-1107-4a61-9a44-cffbca3ec185), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.171613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16dd87-7bb1-4773-931b-7ccfe7fec852 req-6b335f52-d400-405f-a1e9-520d2548c52d tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:04.173162 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d16dd87-7bb1-4773-931b-7ccfe7fec852 req-6b335f52-d400-405f-a1e9-520d2548c52d tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1085556 Mar 07 16:03:04.180520 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['aa3fbff8-1107-4a61-9a44-cffbca3ec185', 'bbd04494-3924-4703-9dd7-3260b6e6bf6e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:04.191223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['4c1d9dd7-1978-4f0c-9aeb-f2e11add770b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:04.203324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Pushing event deleted for resources: {'Port': ['ID=aa3fbff8-1107-4a61-9a44-cffbca3ec185,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:04.237456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.237852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.238492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.238869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.239213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.239551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.240264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.240264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.240538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.240876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.241904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.242245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.242581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.254460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-66000052-4830-46e0-85af-8147de0ba409 None None] Port 512ad53c-9209-4a44-99db-b23cfbf1e30d cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:03:04.331727 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d16dd87-7bb1-4773-931b-7ccfe7fec852 req-bc82e3e9-d84d-4c2c-bb5d-c1e20acaa6b3 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479023 Mar 07 16:03:04.334596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665edd2e-8c3f-4641-bcb4-c6867219b062 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:04.346164 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Publish callbacks [] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.372095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Transition to ACTIVE for port object 665edd2e-8c3f-4641-bcb4-c6867219b062 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:03:04.376750 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.463359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Pushing event updated for resources: {'Port': ['ID=665edd2e-8c3f-4641-bcb4-c6867219b062,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:04.530681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device e88952ff-4bef-422c-83b6-bce02895c4c4 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:04.547793 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b1d987d4-8820-44fa-839d-8cec7e745ae2 req-4a07b438-0417-43b9-8eee-226054966b51 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab74fb74-bb67-4a4c-a014-5a1ee9417aec HTTP/1.1" status: 200 len: 210 time: 0.0412440 Mar 07 16:03:04.581832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Attempting to bind port 665edd2e-8c3f-4641-bcb4-c6867219b062 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:04.582145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Attempting to bind port 665edd2e-8c3f-4641-bcb4-c6867219b062 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '57f57e15-7b7a-4228-be59-726476128ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:04.582484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Attempting to bind port 665edd2e-8c3f-4641-bcb4-c6867219b062 on network eac818b8-7846-4248-9ec0-28a4f5c19355 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:04.588616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Port 665edd2e-8c3f-4641-bcb4-c6867219b062 on network eac818b8-7846-4248-9ec0-28a4f5c19355 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:03:04.588948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Attempting to bind port 665edd2e-8c3f-4641-bcb4-c6867219b062 on network eac818b8-7846-4248-9ec0-28a4f5c19355 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:04.594886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:04.595232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Checking segment: {'id': '57f57e15-7b7a-4228-be59-726476128ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:04.595622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Bound using segment: {'id': '57f57e15-7b7a-4228-be59-726476128ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:04.596205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Bound port: 665edd2e-8c3f-4641-bcb4-c6867219b062, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f57e15-7b7a-4228-be59-726476128ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:04.596571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.616570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] No DVR routers for this DVR port aa3fbff8-1107-4a61-9a44-cffbca3ec185 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:04.619644 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.623069 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f11fcc6c-72bc-401e-a33b-d60b14b5847d req-bcaede60-1583-43da-a5bf-cab451828a11 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.11 "DELETE /v2.0/ports/aa3fbff8-1107-4a61-9a44-cffbca3ec185 HTTP/1.1" status: 204 len: 173 time: 0.9719524 Mar 07 16:03:04.623586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab74fb74-bb67-4a4c-a014-5a1ee9417aec', 'name': 'network-vif-deleted', 'tag': 'aa3fbff8-1107-4a61-9a44-cffbca3ec185'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:04.627614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port e88952ff-4bef-422c-83b6-bce02895c4c4 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:04.634990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port e88952ff-4bef-422c-83b6-bce02895c4c4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:04.635911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.636038 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62258675-351a-4cab-95ed-818988817652" -d '{"events": [{"server_uuid": "ab74fb74-bb67-4a4c-a014-5a1ee9417aec", "name": "network-vif-deleted", "tag": "aa3fbff8-1107-4a61-9a44-cffbca3ec185"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:04.706108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3eeb3-4a16-47e4-9a50-57779f0aae7c req-9d68bac1-db62-4ce9-9e53-1dd3e933f773 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:04.712340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3eeb3-4a16-47e4-9a50-57779f0aae7c req-9d68bac1-db62-4ce9-9e53-1dd3e933f773 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:04.719997 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-49b3eeb3-4a16-47e4-9a50-57779f0aae7c req-9d68bac1-db62-4ce9-9e53-1dd3e933f773 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1667 time: 0.1130865 Mar 07 16:03:04.752624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] For port 665edd2e-8c3f-4641-bcb4-c6867219b062, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:04.761759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] For port 665edd2e-8c3f-4641-bcb4-c6867219b062, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=665edd2e-8c3f-4641-bcb4-c6867219b062,segment=NetworkSegment(57f57e15-7b7a-4228-be59-726476128ad1),segment_id=57f57e15-7b7a-4228-be59-726476128ad1)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:04.772723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb277087-5ebd-462c-8db9-d8053098441c req-f1e69f0f-7951-4120-a352-b9185f7e378d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:04.778746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-49b3eeb3-4a16-47e4-9a50-57779f0aae7c req-fe9ec2c4-e16c-42e4-af00-0fc232dcc640 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578747 Mar 07 16:03:04.779506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port e88952ff-4bef-422c-83b6-bce02895c4c4 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:04.780350 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.781397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb277087-5ebd-462c-8db9-d8053098441c req-f1e69f0f-7951-4120-a352-b9185f7e378d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 946 time: 0.1087046 Mar 07 16:03:04.806318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.821468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3a2417-2972-4417-93dc-150c9c7ce315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88952ff-4bef-422c-83b6-bce02895c4c4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:04.823767 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a166f63-f996-46e4-be17-cfa0b743453d" -d '{"events": [{"server_uuid": "8f3a2417-2972-4417-93dc-150c9c7ce315", "name": "network-vif-plugged", "status": "completed", "tag": "e88952ff-4bef-422c-83b6-bce02895c4c4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:04.824498 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2554e828-81ca-4109-8e30-829018ec8c2c x-openstack-request-id: req-2554e828-81ca-4109-8e30-829018ec8c2c {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:04.824808 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab74fb74-bb67-4a4c-a014-5a1ee9417aec", "name": "network-vif-deleted", "tag": "aa3fbff8-1107-4a61-9a44-cffbca3ec185", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:04.825072 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2554e828-81ca-4109-8e30-829018ec8c2c {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:04.825480 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab74fb74-bb67-4a4c-a014-5a1ee9417aec', 'name': 'network-vif-deleted', 'tag': 'aa3fbff8-1107-4a61-9a44-cffbca3ec185', 'status': 'completed', 'code': 200} Mar 07 16:03:04.838872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port e88952ff-4bef-422c-83b6-bce02895c4c4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e88952ff-4bef-422c-83b6-bce02895c4c4,segment=NetworkSegment(e8adb469-fb4d-4cf7-8986-e035b9e1978b),segment_id=e8adb469-fb4d-4cf7-8986-e035b9e1978b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:04.844417 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.874551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:04.875197 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:04.876609 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] 10.222.0.15 "PUT /v2.0/ports/665edd2e-8c3f-4641-bcb4-c6867219b062 HTTP/1.1" status: 200 len: 1092 time: 1.1335003 Mar 07 16:03:04.877054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'tag': '665edd2e-8c3f-4641-bcb4-c6867219b062'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:04.879318 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d353b9ee-32fd-4423-80c5-a505b8a8345e" -d '{"events": [{"name": "network-changed", "server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "tag": "665edd2e-8c3f-4641-bcb4-c6867219b062"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:04.888389 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43667e2-5651-406d-86d0-e6f7e747521d x-openstack-request-id: req-d43667e2-5651-406d-86d0-e6f7e747521d {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:04.888691 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3a2417-2972-4417-93dc-150c9c7ce315", "name": "network-vif-plugged", "status": "completed", "tag": "e88952ff-4bef-422c-83b6-bce02895c4c4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:04.889725 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d43667e2-5651-406d-86d0-e6f7e747521d {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:04.890328 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3a2417-2972-4417-93dc-150c9c7ce315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88952ff-4bef-422c-83b6-bce02895c4c4', 'code': 200} Mar 07 16:03:04.921951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Request body: {'port': {'device_id': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:04.924968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=e88952ff-4bef-422c-83b6-bce02895c4c4,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:04.937887 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0306584f-c4e8-4979-9c1f-4dca42d4604c x-openstack-request-id: req-0306584f-c4e8-4979-9c1f-4dca42d4604c {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:04.938153 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "tag": "665edd2e-8c3f-4641-bcb4-c6867219b062", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:04.938386 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0306584f-c4e8-4979-9c1f-4dca42d4604c {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:04.938783 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'tag': '665edd2e-8c3f-4641-bcb4-c6867219b062', 'status': 'completed', 'code': 200} Mar 07 16:03:04.940446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.941055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.941621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.945173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.945600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.954648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.955167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.955520 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.955866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.956206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.956544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.956874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.957206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:03:04.976282 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb277087-5ebd-462c-8db9-d8053098441c req-4ceb53b2-c1a3-499b-8e56-c8392ea55931 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936979 Mar 07 16:03:05.000057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device af0ea9d9-9177-4c89-9eda-176deea2e589 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:05.029338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5f95b-854e-4370-94be-0f4af764f457 service neutron] Pushing event updated for resources: {'Port': ['ID=665edd2e-8c3f-4641-bcb4-c6867219b062,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:05.064816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8fab6-ca3c-4c07-b2ca-89cf13b2ca4d req-85f5ea6d-044e-4e2f-9912-52d771c41903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.070011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9ee8fab6-ca3c-4c07-b2ca-89cf13b2ca4d req-85f5ea6d-044e-4e2f-9912-52d771c41903 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 1127 time: 0.0890968 Mar 07 16:03:05.089074 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:05.111367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b9ee-32fd-4423-80c5-a505b8a8345e req-3838b55e-58f8-4987-97f6-61b28588829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.111847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b9ee-32fd-4423-80c5-a505b8a8345e req-3838b55e-58f8-4987-97f6-61b28588829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.113512 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d353b9ee-32fd-4423-80c5-a505b8a8345e req-3838b55e-58f8-4987-97f6-61b28588829a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1945 time: 0.1344442 Mar 07 16:03:05.168007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port af0ea9d9-9177-4c89-9eda-176deea2e589 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:05.168406 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:05.187369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9ee8fab6-ca3c-4c07-b2ca-89cf13b2ca4d req-803931c9-3712-456e-b088-c7ed9057734d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3e98943-5bc6-4400-a792-db14449c7707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141376 Mar 07 16:03:05.204816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cac511-81fa-473f-a507-b316decf0d7c req-f5cb188d-3d76-40b9-a072-a697a71a0f07 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.206479 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5cac511-81fa-473f-a507-b316decf0d7c req-f5cb188d-3d76-40b9-a072-a697a71a0f07 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1055734 Mar 07 16:03:05.237336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=af0ea9d9-9177-4c89-9eda-176deea2e589,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:05.249454 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:05.270505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5cac511-81fa-473f-a507-b316decf0d7c req-751e9598-e472-42c1-8377-717352e39608 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571814 Mar 07 16:03:05.279755 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:03:05.311285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=af0ea9d9-9177-4c89-9eda-176deea2e589,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:05.406061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b9ee-32fd-4423-80c5-a505b8a8345e req-22c5c171-5cc8-43de-9e00-91c29dae91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.406534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b9ee-32fd-4423-80c5-a505b8a8345e req-22c5c171-5cc8-43de-9e00-91c29dae91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.407034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b9ee-32fd-4423-80c5-a505b8a8345e req-22c5c171-5cc8-43de-9e00-91c29dae91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.408631 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d353b9ee-32fd-4423-80c5-a505b8a8345e req-22c5c171-5cc8-43de-9e00-91c29dae91fb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2721674 Mar 07 16:03:05.416120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a850bb-3f83-479d-bb46-2e1a0368efb5 req-faf56519-09e1-4364-8e45-760a577b0b7c tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.417603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64a850bb-3f83-479d-bb46-2e1a0368efb5 req-faf56519-09e1-4364-8e45-760a577b0b7c tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 945 time: 0.2945886 Mar 07 16:03:05.461651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d90410-c4d7-480c-8603-1e1eb8473819 req-effe8f67-141f-406d-9776-e1135b9b3051 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.463448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6d90410-c4d7-480c-8603-1e1eb8473819 req-effe8f67-141f-406d-9776-e1135b9b3051 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.0555334 Mar 07 16:03:05.514762 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6d90410-c4d7-480c-8603-1e1eb8473819 req-7fccd188-0718-4770-9a86-a9cf25da1105 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418861 Mar 07 16:03:05.589809 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64a850bb-3f83-479d-bb46-2e1a0368efb5 req-4b7e0d04-b6a5-48de-ab7b-c3cc8cd3c6ec tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3e98943-5bc6-4400-a792-db14449c7707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520145 Mar 07 16:03:05.609226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b9ee-32fd-4423-80c5-a505b8a8345e req-57224da7-195c-407c-9772-95272e9fd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.610707 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d353b9ee-32fd-4423-80c5-a505b8a8345e req-57224da7-195c-407c-9772-95272e9fd41a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922581 Mar 07 16:03:05.681157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512ad53c-9209-4a44-99db-b23cfbf1e30d {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:05.688612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Publish callbacks [] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:05.701385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Transition to ACTIVE for port object 512ad53c-9209-4a44-99db-b23cfbf1e30d will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:03:05.704642 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:05.760604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Pushing event updated for resources: {'Port': ['ID=512ad53c-9209-4a44-99db-b23cfbf1e30d,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:05.913844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-d3d2a50b-375b-472f-952d-4b2fb0bb1e4c tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:05.915438 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-d3d2a50b-375b-472f-952d-4b2fb0bb1e4c tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.15 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 944 time: 0.1164894 Mar 07 16:03:05.918343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Attempting to bind port 512ad53c-9209-4a44-99db-b23cfbf1e30d on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:05.918694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Attempting to bind port 512ad53c-9209-4a44-99db-b23cfbf1e30d by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '181b94a8-bd44-4fae-bd79-31d30eabd7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:05.919061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Attempting to bind port 512ad53c-9209-4a44-99db-b23cfbf1e30d on network d5845110-1f2f-4b33-9075-edcd0b9b5874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:05.953920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Port 512ad53c-9209-4a44-99db-b23cfbf1e30d on network d5845110-1f2f-4b33-9075-edcd0b9b5874 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:03:05.954109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Attempting to bind port 512ad53c-9209-4a44-99db-b23cfbf1e30d on network d5845110-1f2f-4b33-9075-edcd0b9b5874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:05.978673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:05.978673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Checking segment: {'id': '181b94a8-bd44-4fae-bd79-31d30eabd7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:05.978673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Bound using segment: {'id': '181b94a8-bd44-4fae-bd79-31d30eabd7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:05.979159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Bound port: 512ad53c-9209-4a44-99db-b23cfbf1e30d, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181b94a8-bd44-4fae-bd79-31d30eabd7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:05.979316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:06.026931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559725d-de1f-4cce-9f07-a7b78d9d0789 req-6296c5f3-f1cc-44a4-962d-2193995d1bcc tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.032484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559725d-de1f-4cce-9f07-a7b78d9d0789 req-6296c5f3-f1cc-44a4-962d-2193995d1bcc tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.034092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e559725d-de1f-4cce-9f07-a7b78d9d0789 req-6296c5f3-f1cc-44a4-962d-2193995d1bcc tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1679 time: 0.1797986 Mar 07 16:03:06.139919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] For port 512ad53c-9209-4a44-99db-b23cfbf1e30d, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:06.144770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] For port 512ad53c-9209-4a44-99db-b23cfbf1e30d, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=512ad53c-9209-4a44-99db-b23cfbf1e30d,segment=NetworkSegment(181b94a8-bd44-4fae-bd79-31d30eabd7d8),segment_id=181b94a8-bd44-4fae-bd79-31d30eabd7d8)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:06.150300 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e559725d-de1f-4cce-9f07-a7b78d9d0789 req-77cda936-2308-4f6c-badd-fae27a7004d4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908160 Mar 07 16:03:06.154652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Deleting port af0ea9d9-9177-4c89-9eda-176deea2e589 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:06.155017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:06.160007 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:06.203376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637e69f-7c88-4077-80b7-dbf821fda6ec req-16762f8b-1704-44eb-bb8f-e1b2841b1d1f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.205696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d637e69f-7c88-4077-80b7-dbf821fda6ec req-16762f8b-1704-44eb-bb8f-e1b2841b1d1f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 944 time: 0.0808403 Mar 07 16:03:06.294338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d637e69f-7c88-4077-80b7-dbf821fda6ec req-dc55835c-45a6-4d45-97b2-cec4743444d1 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827525 Mar 07 16:03:06.457552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4ccf-8820-4a6a-a9d5-1207e253a87e req-359a70bd-31e7-49f4-875f-6a5b8274c2b0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.460325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fadb4ccf-8820-4a6a-a9d5-1207e253a87e req-359a70bd-31e7-49f4-875f-6a5b8274c2b0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0629923 Mar 07 16:03:06.497043 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:06.519620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fadb4ccf-8820-4a6a-a9d5-1207e253a87e req-c86ccf0d-8d63-4bb3-84cb-03a07952a88b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532663 Mar 07 16:03:06.552474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device aa3fbff8-1107-4a61-9a44-cffbca3ec185 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:06.555464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.556141 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:06.557703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] 10.222.0.15 "PUT /v2.0/ports/512ad53c-9209-4a44-99db-b23cfbf1e30d HTTP/1.1" status: 200 len: 1092 time: 1.6519964 Mar 07 16:03:06.596241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: aa3fbff8-1107-4a61-9a44-cffbca3ec185 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:06.596663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device aa3fbff8-1107-4a61-9a44-cffbca3ec185 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:06.627766 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b485c6-875a-4a2f-909a-11af1d8a2997 service neutron] Pushing event updated for resources: {'Port': ['ID=512ad53c-9209-4a44-99db-b23cfbf1e30d,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:06.663925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] For port af0ea9d9-9177-4c89-9eda-176deea2e589, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=af0ea9d9-9177-4c89-9eda-176deea2e589,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:06.664298 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:06.665930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65367096-b177-4b0f-9a66-8fe8471c8881 req-86551932-9f2d-4c88-90ce-69c3bc543545 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.667627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65367096-b177-4b0f-9a66-8fe8471c8881 req-86551932-9f2d-4c88-90ce-69c3bc543545 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.0566792 Mar 07 16:03:06.684623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Calling delete_port for af0ea9d9-9177-4c89-9eda-176deea2e589 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:06.704912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136d4a6-7c4a-40ef-9d56-e9c55da91536 req-f6c63a1a-76fd-4666-a454-9d4fb7834a63 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.710586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136d4a6-7c4a-40ef-9d56-e9c55da91536 req-f6c63a1a-76fd-4666-a454-9d4fb7834a63 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.712189 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b136d4a6-7c4a-40ef-9d56-e9c55da91536 req-f6c63a1a-76fd-4666-a454-9d4fb7834a63 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=273efdbb-3b74-4218-988a-9d02d0aa7ca7&device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 1681 time: 0.1651089 Mar 07 16:03:06.719084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65367096-b177-4b0f-9a66-8fe8471c8881 req-f628b6e2-9821-44d6-87bc-322799fcf71f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451255 Mar 07 16:03:06.760431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-88ae1880-90de-4822-b487-7ed9cf7614f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.760910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-88ae1880-90de-4822-b487-7ed9cf7614f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.762498 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-88ae1880-90de-4822-b487-7ed9cf7614f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 2043 time: 0.1479163 Mar 07 16:03:06.820073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-69603b3b-8223-4690-8243-9b4d7c519959 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=665edd2e-8c3f-4641-bcb4-c6867219b062 HTTP/1.1" status: 200 len: 217 time: 0.0461450 Mar 07 16:03:06.830714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fbc28-3d4f-47c8-b50c-8fd5987b9ba8 req-f87ebbd4-e6d1-488c-9390-7558f3162e5f tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.832351 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f8fbc28-3d4f-47c8-b50c-8fd5987b9ba8 req-f87ebbd4-e6d1-488c-9390-7558f3162e5f tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 945 time: 0.0566604 Mar 07 16:03:06.881421 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f8fbc28-3d4f-47c8-b50c-8fd5987b9ba8 req-ff5750b3-501d-4341-8ecf-802a0c2c14a2 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3e98943-5bc6-4400-a792-db14449c7707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435014 Mar 07 16:03:06.881750 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b136d4a6-7c4a-40ef-9d56-e9c55da91536 req-1fa39a96-ec14-452b-b15b-3c55c406dca4 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618114 Mar 07 16:03:06.891666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:06.894911 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26874b7f-c441-4c17-a142-03f52253f30a" -d '{"events": [{"server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "name": "network-vif-unplugged", "status": "completed", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:06.906993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-3649c027-8d63-4fe2-9a04-cd02424eb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:06.909309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-3649c027-8d63-4fe2-9a04-cd02424eb9b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee141dd5-b5ff-4873-9651-d5f284b755ab HTTP/1.1" status: 200 len: 801 time: 0.0772541 Mar 07 16:03:06.944187 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cb1a38-d2fa-4636-8da8-e74474d01d80 x-openstack-request-id: req-f1cb1a38-d2fa-4636-8da8-e74474d01d80 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:06.944956 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "name": "network-vif-unplugged", "status": "completed", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:06.944956 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1cb1a38-d2fa-4636-8da8-e74474d01d80 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:06.945217 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589', 'code': 200} Mar 07 16:03:06.950704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'tag': '512ad53c-9209-4a44-99db-b23cfbf1e30d'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:06.952998 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8b6f7e-b547-49dd-bcae-1178ab975582" -d '{"events": [{"name": "network-changed", "server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "tag": "512ad53c-9209-4a44-99db-b23cfbf1e30d"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:07.011318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-ca4a4db3-0680-43fe-b7fd-cf50706b74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:07.012941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-ca4a4db3-0680-43fe-b7fd-cf50706b74da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eac818b8-7846-4248-9ec0-28a4f5c19355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0981328 Mar 07 16:03:07.014019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (af0ea9d9-9177-4c89-9eda-176deea2e589), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:07.052242 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f725e-2b12-40ce-a5cd-2833bc532286 x-openstack-request-id: req-612f725e-2b12-40ce-a5cd-2833bc532286 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:07.052561 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "tag": "512ad53c-9209-4a44-99db-b23cfbf1e30d", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:07.052794 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-612f725e-2b12-40ce-a5cd-2833bc532286 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:07.053192 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'tag': '512ad53c-9209-4a44-99db-b23cfbf1e30d', 'status': 'completed', 'code': 200} Mar 07 16:03:07.065178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event deleted for resources: {'Port': ['ID=af0ea9d9-9177-4c89-9eda-176deea2e589,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:07.157522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] No DVR routers for this DVR port af0ea9d9-9177-4c89-9eda-176deea2e589 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:07.161449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:07.166597 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-550582cb-e593-428e-89f7-c4c3d669ed5f req-14c9a07c-9a8e-4f23-a953-a2e9b22cec9e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.15 "DELETE /v2.0/ports/af0ea9d9-9177-4c89-9eda-176deea2e589 HTTP/1.1" status: 204 len: 173 time: 1.2446630 Mar 07 16:03:07.212195 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-6a2ae6aa-f352-40b6-b492-13df9f0b0802 service neutron] 10.222.0.15 "GET /v2.0/networks/eac818b8-7846-4248-9ec0-28a4f5c19355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899903 Mar 07 16:03:07.352233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc707c-8c07-4955-bd57-f33f03648552 req-5c831bfc-4317-4074-afe2-209aa9f3e520 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:07.359134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc707c-8c07-4955-bd57-f33f03648552 req-5c831bfc-4317-4074-afe2-209aa9f3e520 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:07.366453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2dc707c-8c07-4955-bd57-f33f03648552 req-5c831bfc-4317-4074-afe2-209aa9f3e520 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1679 time: 0.1155882 Mar 07 16:03:07.405864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-b141f486-19b8-444d-bb72-57acfba6cd51 service neutron] 10.222.0.15 "GET /v2.0/networks/eac818b8-7846-4248-9ec0-28a4f5c19355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870687 Mar 07 16:03:07.419372 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2dc707c-8c07-4955-bd57-f33f03648552 req-c0258547-53aa-495e-b196-50c8ea6a731b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Mar 07 16:03:07.473885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-170ae75d-6f77-4701-b0fa-666cb6a030db req-e1556414-03e4-42e9-b8bc-d11da968441f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=547db902-168c-4f87-9351-14e94bb687fe HTTP/1.1" status: 200 len: 210 time: 0.0612116 Mar 07 16:03:07.475889 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-4faa5dbf-6d06-42c8-b94a-0259698cea6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.238&port_id=512ad53c-9209-4a44-99db-b23cfbf1e30d HTTP/1.1" status: 200 len: 217 time: 0.0523942 Mar 07 16:03:07.534737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-7717d815-653b-46c7-9e48-73844a63c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:07.536418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-7717d815-653b-46c7-9e48-73844a63c84b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f5daf91-3dc5-41a3-a6cd-fe52c12102aa HTTP/1.1" status: 200 len: 801 time: 0.0536244 Mar 07 16:03:07.609152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-902971b0-d980-4998-b410-c90aaaffaaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:07.610709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-902971b0-d980-4998-b410-c90aaaffaaf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5845110-1f2f-4b33-9075-edcd0b9b5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0677998 Mar 07 16:03:07.714539 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103b78-05d9-430c-95a7-19c36a206583 req-6b0f445a-0f3c-43d9-b82d-3a120ee47680 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:07.716275 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71103b78-05d9-430c-95a7-19c36a206583 req-6b0f445a-0f3c-43d9-b82d-3a120ee47680 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1227577 Mar 07 16:03:07.749479 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-50624058-4138-46d1-a447-d4e0744d1fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/d5845110-1f2f-4b33-9075-edcd0b9b5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238561 Mar 07 16:03:07.853594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71103b78-05d9-430c-95a7-19c36a206583 req-93f04727-013c-41c4-905a-fc7948419551 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183743 Mar 07 16:03:07.862022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929344e3-feb7-4323-9ed9-67652b5e6fc4 req-d2064fd4-0b19-4ad1-8f3c-1d20c4ecd1cc tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:07.863596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-929344e3-feb7-4323-9ed9-67652b5e6fc4 req-d2064fd4-0b19-4ad1-8f3c-1d20c4ecd1cc tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.0585251 Mar 07 16:03:07.903988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edb81ccf-a3a6-44d0-9f6f-6a344365e508 req-94ee8cee-5d3e-417b-a8b0-42aab6c627b0 service neutron] 10.222.0.15 "GET /v2.0/networks/d5845110-1f2f-4b33-9075-edcd0b9b5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441388 Mar 07 16:03:07.921304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-929344e3-feb7-4323-9ed9-67652b5e6fc4 req-5f61d7eb-6db8-4b67-a6c9-87dfd74eb634 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505745 Mar 07 16:03:08.016205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd6d27-939b-48ec-8d29-5daa12e34faf req-1b0b333d-8f24-48f1-b898-9c6c1e7b90d1 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:08.017692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50cd6d27-939b-48ec-8d29-5daa12e34faf req-1b0b333d-8f24-48f1-b898-9c6c1e7b90d1 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=273efdbb-3b74-4218-988a-9d02d0aa7ca7 HTTP/1.1" status: 200 len: 945 time: 0.0862997 Mar 07 16:03:08.020814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-0874a67c-dad9-47d2-b1e3-746c930a3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:08.021296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-0874a67c-dad9-47d2-b1e3-746c930a3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:08.023321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-0874a67c-dad9-47d2-b1e3-746c930a3b99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 2043 time: 0.0614998 Mar 07 16:03:08.119498 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50cd6d27-939b-48ec-8d29-5daa12e34faf req-78b55d9d-804a-4ee5-a91e-61999f788d57 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952313 Mar 07 16:03:08.142938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-ca413b3d-b2a4-4fa8-9db7-7e5391276669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:08.144387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-ca413b3d-b2a4-4fa8-9db7-7e5391276669 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5845110-1f2f-4b33-9075-edcd0b9b5874 HTTP/1.1" status: 200 len: 903 time: 0.1079540 Mar 07 16:03:08.185268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-7340a304-8351-4358-bf6c-a9fa45c85e83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.238&port_id=512ad53c-9209-4a44-99db-b23cfbf1e30d HTTP/1.1" status: 200 len: 217 time: 0.0339947 Mar 07 16:03:08.239192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-4b66497f-6678-4715-8b5f-d1d4cf6b5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:08.240664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-4b66497f-6678-4715-8b5f-d1d4cf6b5533 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f5daf91-3dc5-41a3-a6cd-fe52c12102aa HTTP/1.1" status: 200 len: 801 time: 0.0490668 Mar 07 16:03:08.289617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-b4c8c8c3-28ef-4830-88f5-9da47f7d4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:08.291039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-b4c8c8c3-28ef-4830-88f5-9da47f7d4053 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5845110-1f2f-4b33-9075-edcd0b9b5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0434189 Mar 07 16:03:08.387047 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-0ee4e153-d7b8-4b78-8a97-a1073cc9a519 service neutron] 10.222.0.15 "GET /v2.0/networks/d5845110-1f2f-4b33-9075-edcd0b9b5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881972 Mar 07 16:03:08.482438 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a8b6f7e-b547-49dd-bcae-1178ab975582 req-29f3f094-c7d2-4f29-9bb0-4ce9a88e4eca service neutron] 10.222.0.15 "GET /v2.0/networks/d5845110-1f2f-4b33-9075-edcd0b9b5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890961 Mar 07 16:03:08.550914 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde243e-3169-4c71-a438-2e92320df122 req-522ef741-5b5a-452c-92b0-2480945e66ce tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:08.556860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde243e-3169-4c71-a438-2e92320df122 req-522ef741-5b5a-452c-92b0-2480945e66ce tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:08.558501 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-efde243e-3169-4c71-a438-2e92320df122 req-522ef741-5b5a-452c-92b0-2480945e66ce tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1679 time: 0.0749621 Mar 07 16:03:08.614626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-efde243e-3169-4c71-a438-2e92320df122 req-2a7eee4b-4ddc-44fa-b6f8-1ee41c929644 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495009 Mar 07 16:03:08.786603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48918) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:08.791410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-22ea06fe-c93e-42d7-b2fa-86d02e9bcd4b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143973714', 'description': 'tempest-description--2037758022'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:08.811305 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22ea06fe-c93e-42d7-b2fa-86d02e9bcd4b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:08.878271 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22ea06fe-c93e-42d7-b2fa-86d02e9bcd4b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group (3b1318d5-9753-424d-8f6c-3380fd70b67a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:08.882548 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22ea06fe-c93e-42d7-b2fa-86d02e9bcd4b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3b1318d5-9753-424d-8f6c-3380fd70b67a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:08.910990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22ea06fe-c93e-42d7-b2fa-86d02e9bcd4b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:08.912231 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-22ea06fe-c93e-42d7-b2fa-86d02e9bcd4b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245887 Mar 07 16:03:08.915126 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48922) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:08.919353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-911b2d76-ef15-431b-acc0-a60cf0477417 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Request body: {'security_group_rule': {'security_group_id': '3b1318d5-9753-424d-8f6c-3380fd70b67a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:08.925109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea06fe-c93e-42d7-b2fa-86d02e9bcd4b tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1318d5-9753-424d-8f6c-3380fd70b67a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:08.955184 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-911b2d76-ef15-431b-acc0-a60cf0477417 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group_rule (75f8d5ce-fcad-4c67-8696-498dbbd38074), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:08.992973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device af0ea9d9-9177-4c89-9eda-176deea2e589 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:09.010688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681667-9692-4ec0-83ba-5a825bfdcf7d req-8173a9ea-cb92-4993-9bc6-58eb296e6f83 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:09.012783 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38681667-9692-4ec0-83ba-5a825bfdcf7d req-8173a9ea-cb92-4993-9bc6-58eb296e6f83 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0736873 Mar 07 16:03:09.027429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: af0ea9d9-9177-4c89-9eda-176deea2e589 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:09.027779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device af0ea9d9-9177-4c89-9eda-176deea2e589 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:09.065082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'name': 'network-vif-deleted', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:09.067233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38681667-9692-4ec0-83ba-5a825bfdcf7d req-bea4b27e-e57f-400b-bd69-a640f340ea58 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482786 Mar 07 16:03:09.067514 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6dbe77-43d5-4de0-b198-488b4effdb80" -d '{"events": [{"server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "name": "network-vif-deleted", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:09.097670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-911b2d76-ef15-431b-acc0-a60cf0477417 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group_rule (75f8d5ce-fcad-4c67-8696-498dbbd38074), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.106374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-911b2d76-ef15-431b-acc0-a60cf0477417 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (75f8d5ce-fcad-4c67-8696-498dbbd38074), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.121795 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d77dd0-25a6-43ea-868d-4ace8b3b8234 x-openstack-request-id: req-f1d77dd0-25a6-43ea-868d-4ace8b3b8234 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:09.122103 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547db902-168c-4f87-9351-14e94bb687fe", "name": "network-vif-deleted", "tag": "af0ea9d9-9177-4c89-9eda-176deea2e589", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:09.122359 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1d77dd0-25a6-43ea-868d-4ace8b3b8234 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:09.122752 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547db902-168c-4f87-9351-14e94bb687fe', 'name': 'network-vif-deleted', 'tag': 'af0ea9d9-9177-4c89-9eda-176deea2e589', 'status': 'completed', 'code': 200} Mar 07 16:03:09.137814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5a053-666e-46da-b4b1-d8e4dd1f9fdc req-7f3e208e-2c82-4fb4-b19c-58847494277f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:09.139358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5c5a053-666e-46da-b4b1-d8e4dd1f9fdc req-7f3e208e-2c82-4fb4-b19c-58847494277f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1190076 Mar 07 16:03:09.140020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b2d76-ef15-431b-acc0-a60cf0477417 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f8d5ce-fcad-4c67-8696-498dbbd38074,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:09.148738 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-911b2d76-ef15-431b-acc0-a60cf0477417 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.152655 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-911b2d76-ef15-431b-acc0-a60cf0477417 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2339349 Mar 07 16:03:09.153468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48930) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:09.158677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-dc51d3bc-27da-4746-b2b1-1de430302ab0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Request body: {'security_group_rule': {'security_group_id': '3b1318d5-9753-424d-8f6c-3380fd70b67a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:09.184977 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dc51d3bc-27da-4746-b2b1-1de430302ab0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group_rule (f36b1a05-1c08-4cb5-9582-a947fa24e852), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.195929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5c5a053-666e-46da-b4b1-d8e4dd1f9fdc req-b8d66a24-495f-489f-b796-f40ad83f744b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448167 Mar 07 16:03:09.319895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c5263-fd4d-42df-b922-f1410fbcc7a0 req-b9912003-3d96-46f8-8b80-c46373dde370 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:09.321333 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf1c5263-fd4d-42df-b922-f1410fbcc7a0 req-b9912003-3d96-46f8-8b80-c46373dde370 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=273efdbb-3b74-4218-988a-9d02d0aa7ca7 HTTP/1.1" status: 200 len: 945 time: 0.1256239 Mar 07 16:03:09.332370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b52aff-6a25-481c-a453-4978153984a3 req-ecbbfe0f-432f-429d-afb7-853d31ecd130 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:09.333776 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99b52aff-6a25-481c-a453-4978153984a3 req-ecbbfe0f-432f-429d-afb7-853d31ecd130 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.11 "GET /v2.0/ports?device_id=273efdbb-3b74-4218-988a-9d02d0aa7ca7 HTTP/1.1" status: 200 len: 945 time: 0.1257806 Mar 07 16:03:09.337371 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dc51d3bc-27da-4746-b2b1-1de430302ab0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group_rule (f36b1a05-1c08-4cb5-9582-a947fa24e852), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.349560 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dc51d3bc-27da-4746-b2b1-1de430302ab0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (f36b1a05-1c08-4cb5-9582-a947fa24e852), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.398843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51d3bc-27da-4746-b2b1-1de430302ab0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36b1a05-1c08-4cb5-9582-a947fa24e852,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:09.420965 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dc51d3bc-27da-4746-b2b1-1de430302ab0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.422157 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dc51d3bc-27da-4746-b2b1-1de430302ab0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2675376 Mar 07 16:03:09.425532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48932) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:09.431192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:09.439070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf1c5263-fd4d-42df-b922-f1410fbcc7a0 req-57e5a2ac-875b-4107-b071-fb6e9afbdd91 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/security-groups?id=42c74c13-f287-4d9c-b099-ef9e24dc3190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043344 Mar 07 16:03:09.465316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.488120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-99b52aff-6a25-481c-a453-4978153984a3 req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Deleting port bbd04494-3924-4703-9dd7-3260b6e6bf6e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:09.488463 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99b52aff-6a25-481c-a453-4978153984a3 req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.567145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.584537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-99b52aff-6a25-481c-a453-4978153984a3 req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] For port bbd04494-3924-4703-9dd7-3260b6e6bf6e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bbd04494-3924-4703-9dd7-3260b6e6bf6e,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:09.585522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99b52aff-6a25-481c-a453-4978153984a3 req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.598687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-99b52aff-6a25-481c-a453-4978153984a3 req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Calling delete_port for bbd04494-3924-4703-9dd7-3260b6e6bf6e owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:09.746449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99b52aff-6a25-481c-a453-4978153984a3 req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bbd04494-3924-4703-9dd7-3260b6e6bf6e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.754222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Allocated IP 172.25.4.83 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:09.764730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['bbd04494-3924-4703-9dd7-3260b6e6bf6e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:09.780518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Pushing event deleted for resources: {'Port': ['ID=bbd04494-3924-4703-9dd7-3260b6e6bf6e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:09.783160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-bf55afa5-5782-44ca-a8c5-12bbaef037b5 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:09.784739 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-bf55afa5-5782-44ca-a8c5-12bbaef037b5 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.15 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 945 time: 0.1620696 Mar 07 16:03:09.815319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['4c1d9dd7-1978-4f0c-9aeb-f2e11add770b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:09.842421 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b52aff-6a25-481c-a453-4978153984a3 req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] No DVR routers for this DVR port bbd04494-3924-4703-9dd7-3260b6e6bf6e on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:09.845500 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99b52aff-6a25-481c-a453-4978153984a3 req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:09.849956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99b52aff-6a25-481c-a453-4978153984a3 req-504f413b-44bf-49b3-b580-070a5d2e37bd tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.11 "DELETE /v2.0/ports/bbd04494-3924-4703-9dd7-3260b6e6bf6e HTTP/1.1" status: 204 len: 173 time: 0.5065374 Mar 07 16:03:09.850994 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273efdbb-3b74-4218-988a-9d02d0aa7ca7', 'name': 'network-vif-deleted', 'tag': 'bbd04494-3924-4703-9dd7-3260b6e6bf6e'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:09.854393 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b58ba12-9855-48f5-86e2-4d7a8c8931bd" -d '{"events": [{"server_uuid": "273efdbb-3b74-4218-988a-9d02d0aa7ca7", "name": "network-vif-deleted", "tag": "bbd04494-3924-4703-9dd7-3260b6e6bf6e"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:09.904617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56821b-02ba-4980-82a0-c765c77bbe6a req-199dfcc6-0eec-4933-b24f-b54ad7f84ceb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:09.914286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56821b-02ba-4980-82a0-c765c77bbe6a req-199dfcc6-0eec-4933-b24f-b54ad7f84ceb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:09.916227 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf56821b-02ba-4980-82a0-c765c77bbe6a req-199dfcc6-0eec-4933-b24f-b54ad7f84ceb tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1679 time: 0.2201774 Mar 07 16:03:09.919535 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8e2079-c692-4804-8ae5-f9efc0354d7b x-openstack-request-id: req-3c8e2079-c692-4804-8ae5-f9efc0354d7b {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:09.919902 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273efdbb-3b74-4218-988a-9d02d0aa7ca7", "name": "network-vif-deleted", "tag": "bbd04494-3924-4703-9dd7-3260b6e6bf6e", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:09.920169 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c8e2079-c692-4804-8ae5-f9efc0354d7b {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:09.922680 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273efdbb-3b74-4218-988a-9d02d0aa7ca7', 'name': 'network-vif-deleted', 'tag': 'bbd04494-3924-4703-9dd7-3260b6e6bf6e', 'status': 'completed', 'code': 200} Mar 07 16:03:10.041541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Deleting port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:10.041785 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.059078 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf56821b-02ba-4980-82a0-c765c77bbe6a req-e39d2134-055a-4b68-9077-1e56458ab07e tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116493 Mar 07 16:03:10.064022 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for port (a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.201731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] For port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,segment=NetworkSegment(8df07c51-a56c-4f9a-a650-d60bf2846397),segment_id=8df07c51-a56c-4f9a-a650-d60bf2846397)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:10.202106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.218515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.245735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Calling delete_port for 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:10.287939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:10.295323 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3e0a-da36-4932-b950-fb10a5e08509 req-537baae2-abe0-470d-a474-e62aa8c72cb6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:10.296927 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-040f3e0a-da36-4932-b950-fb10a5e08509 req-537baae2-abe0-470d-a474-e62aa8c72cb6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1534538 Mar 07 16:03:10.332801 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4f66a-d58d-4a4a-a313-9267bb60d0af req-5c502b98-a624-4beb-84ba-a141f63f58f4 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:10.334357 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cef4f66a-d58d-4a4a-a313-9267bb60d0af req-5c502b98-a624-4beb-84ba-a141f63f58f4 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.0622535 Mar 07 16:03:10.334592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event updated for resources: {'Port': ['ID=a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:10.337168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:10.346923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:10.395056 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cef4f66a-d58d-4a4a-a313-9267bb60d0af req-0cb59f89-62f3-47be-864d-3c2d9558fe57 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468140 Mar 07 16:03:10.440366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-040f3e0a-da36-4932-b950-fb10a5e08509 req-9c768604-40e9-4cfe-b93f-b1264016483b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069000 Mar 07 16:03:10.529029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b918-b763-49ea-994e-1a6900704a85 req-161cf914-1948-498b-8d5d-099496d66529 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:10.530555 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2e0b918-b763-49ea-994e-1a6900704a85 req-161cf914-1948-498b-8d5d-099496d66529 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 945 time: 0.0623703 Mar 07 16:03:10.539871 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4c1d9dd7-1978-4f0c-9aeb-f2e11add770b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.554959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['bbd04494-3924-4703-9dd7-3260b6e6bf6e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:10.583190 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2e0b918-b763-49ea-994e-1a6900704a85 req-06c21842-b961-44f6-9d16-4ffa19e28150 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3e98943-5bc6-4400-a792-db14449c7707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465188 Mar 07 16:03:10.589268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Pushing event deleted for resources: {'Port': ['ID=4c1d9dd7-1978-4f0c-9aeb-f2e11add770b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:10.608174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device be9889cd-fa5c-453e-a7f2-fe1d8fc58241 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:10.621387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bee8e741-53ae-4a2e-abe0-42e9153b19bc req-d29d4a47-2614-46e4-b93f-a868462af31e tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.24 "GET /v2.0/ports?device_id=44eea060-4c72-4506-80fd-2a7102bda581 HTTP/1.1" status: 200 len: 210 time: 0.0463898 Mar 07 16:03:10.623727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for floatingip (73b18b5f-c286-4c32-8acb-7b0360ea628b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.663297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] No DVR routers for this DVR port 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:10.667111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.670332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a4fcc4d-53d2-4611-9e96-6a0de1ef85cd req-f7e3bcd7-7c6d-438a-b287-47aa998e6f65 tempest-ListServersNegativeTestJSON-627297500 tempest-ListServersNegativeTestJSON-627297500-project] 10.222.0.15 "DELETE /v2.0/ports/4c1d9dd7-1978-4f0c-9aeb-f2e11add770b HTTP/1.1" status: 204 len: 173 time: 0.8764775 Mar 07 16:03:10.707212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.719418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:10.732415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'mac_address': 'fa:16:3e:ea:2d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:10.783174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:10.783590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.785722 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.798633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be9889cd-fa5c-453e-a7f2-fe1d8fc58241 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:10.822246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:10.826326 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.877292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:10.879280 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for port (a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.884853 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.962133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event updated for resources: {'Port': ['ID=a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:10.973592 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (73b18b5f-c286-4c32-8acb-7b0360ea628b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.988829 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:10.990064 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-54fd8f2e-f7a8-424f-b17e-d10476d334ad tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5635114 Mar 07 16:03:11.080331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['be9889cd-fa5c-453e-a7f2-fe1d8fc58241'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:11.124447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eea060-4c72-4506-80fd-2a7102bda581', 'name': 'network-vif-deleted', 'tag': '4c1d9dd7-1978-4f0c-9aeb-f2e11add770b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:11.127087 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd9c661-3a89-4c75-b808-5c76ef047af8" -d '{"events": [{"server_uuid": "44eea060-4c72-4506-80fd-2a7102bda581", "name": "network-vif-deleted", "tag": "4c1d9dd7-1978-4f0c-9aeb-f2e11add770b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:11.208840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e957b34-9f56-418f-a19d-a5f2c45cff8c req-79efe755-b29a-453a-acc3-1b20ae2a1721 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:11.216994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e957b34-9f56-418f-a19d-a5f2c45cff8c req-79efe755-b29a-453a-acc3-1b20ae2a1721 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:11.220046 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e957b34-9f56-418f-a19d-a5f2c45cff8c req-79efe755-b29a-453a-acc3-1b20ae2a1721 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1679 time: 0.0784459 Mar 07 16:03:11.282704 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e957b34-9f56-418f-a19d-a5f2c45cff8c req-9f5a5e80-527b-45ea-b540-8e20adfc2422 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458815 Mar 07 16:03:11.301299 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ef5a-19db-4f60-b22d-073917848a66 req-67925242-20d5-4025-9a16-059cf7ef8614 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:11.302824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-67925242-20d5-4025-9a16-059cf7ef8614 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/networks?id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 200 len: 822 time: 0.1359994 Mar 07 16:03:11.320739 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-c4c7bb63-c3b3-48de-bae3-60362ea7ca52 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/quotas/4648c775f1a74b17bcdf6aa7d566845a HTTP/1.1" status: 200 len: 375 time: 0.0106752 Mar 07 16:03:11.329522 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a361aa4-484d-48ff-b6c6-e2bff9518a1d x-openstack-request-id: req-3a361aa4-484d-48ff-b6c6-e2bff9518a1d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:11.329825 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eea060-4c72-4506-80fd-2a7102bda581", "name": "network-vif-deleted", "tag": "4c1d9dd7-1978-4f0c-9aeb-f2e11add770b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:11.330092 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a361aa4-484d-48ff-b6c6-e2bff9518a1d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:11.330507 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eea060-4c72-4506-80fd-2a7102bda581', 'name': 'network-vif-deleted', 'tag': '4c1d9dd7-1978-4f0c-9aeb-f2e11add770b', 'status': 'completed', 'code': 200} Mar 07 16:03:11.357440 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-e7808035-365b-4c62-a86d-e6f17b42868d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311511 Mar 07 16:03:11.457928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-3e630bfa-6e13-42e8-afdf-c01e2859035e service neutron] 10.222.0.24 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938058 Mar 07 16:03:11.528913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a23a9e-30cb-4023-bb16-427dc5664f0c req-18b200a2-1592-402d-82ef-8b602181d6ca tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:11.530550 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14a23a9e-30cb-4023-bb16-427dc5664f0c req-18b200a2-1592-402d-82ef-8b602181d6ca tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 949 time: 0.0584543 Mar 07 16:03:11.555424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-3eb0c177-6a01-4e5a-915c-5075b8c779e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912888 Mar 07 16:03:11.579004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14a23a9e-30cb-4023-bb16-427dc5664f0c req-6e809abe-8fb6-421d-af3a-c42c5c77b974 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Mar 07 16:03:11.701159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c63955-03bb-4674-9e4e-536e925c8028 req-cfdba908-9301-48ba-8c4c-a59bcec95ced tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:11.703371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57c63955-03bb-4674-9e4e-536e925c8028 req-cfdba908-9301-48ba-8c4c-a59bcec95ced tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0684698 Mar 07 16:03:11.719572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-b13fea4c-db74-465f-b8b7-cf1aab6924c3 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:11.721448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-b13fea4c-db74-465f-b8b7-cf1aab6924c3 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 945 time: 0.0631731 Mar 07 16:03:11.758178 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57c63955-03bb-4674-9e4e-536e925c8028 req-68e6d856-8306-4b6f-9bb0-fe7aeee958c1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Mar 07 16:03:11.805381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48992) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:11.869633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8ef9e-1657-4ce2-bb75-51764fb4305f req-81c072a8-5323-43e6-8657-0252167aac51 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:11.879338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eec8ef9e-1657-4ce2-bb75-51764fb4305f req-81c072a8-5323-43e6-8657-0252167aac51 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f3a2417-2972-4417-93dc-150c9c7ce315 HTTP/1.1" status: 200 len: 945 time: 0.1404610 Mar 07 16:03:11.897933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411a3bbf-87ec-4be7-a19c-5bb58d30b429 req-7155e11c-54cc-4cb2-b242-90838c11fb2a tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0555687 Mar 07 16:03:11.902359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de1686d-fdb8-4a90-8453-88fcda060585 admin admin] Deleting subnet eb0785f6-c7dc-401d-91a8-90ae9b9d8303 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:03:11.906346 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6de1686d-fdb8-4a90-8453-88fcda060585 admin admin] Publish callbacks [] for subnet (eb0785f6-c7dc-401d-91a8-90ae9b9d8303), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:11.940276 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eec8ef9e-1657-4ce2-bb75-51764fb4305f req-2b0c92f2-fe5b-4612-83f8-388105927000 tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3e98943-5bc6-4400-a792-db14449c7707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594583 Mar 07 16:03:11.944755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Deleting port e88952ff-4bef-422c-83b6-bce02895c4c4 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:11.944979 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:11.946984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6de1686d-fdb8-4a90-8453-88fcda060585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (eb0785f6-c7dc-401d-91a8-90ae9b9d8303), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:11.999000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6de1686d-fdb8-4a90-8453-88fcda060585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (eb0785f6-c7dc-401d-91a8-90ae9b9d8303), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.071606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] For port e88952ff-4bef-422c-83b6-bce02895c4c4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e88952ff-4bef-422c-83b6-bce02895c4c4,segment=NetworkSegment(e8adb469-fb4d-4cf7-8986-e035b9e1978b),segment_id=e8adb469-fb4d-4cf7-8986-e035b9e1978b)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:12.071865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6de1686d-fdb8-4a90-8453-88fcda060585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (eb0785f6-c7dc-401d-91a8-90ae9b9d8303), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.072003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.089405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Calling delete_port for e88952ff-4bef-422c-83b6-bce02895c4c4 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:12.112153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1686d-fdb8-4a90-8453-88fcda060585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0785f6-c7dc-401d-91a8-90ae9b9d8303,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:12.114170 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6de1686d-fdb8-4a90-8453-88fcda060585 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.118292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6de1686d-fdb8-4a90-8453-88fcda060585 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eb0785f6-c7dc-401d-91a8-90ae9b9d8303 HTTP/1.1" status: 204 len: 168 time: 0.3118711 Mar 07 16:03:12.120808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49004) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:12.200285 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (dc821409-2a81-4f17-952d-1f40baa839e8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.292485 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (dc821409-2a81-4f17-952d-1f40baa839e8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.301226 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e88952ff-4bef-422c-83b6-bce02895c4c4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.313183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['e88952ff-4bef-422c-83b6-bce02895c4c4'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:12.366822 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Pushing event deleted for resources: {'Port': ['ID=e88952ff-4bef-422c-83b6-bce02895c4c4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:12.401578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8517e0-4d21-476c-b0d2-90a0d466cd19 req-8cbae624-3085-41c1-a47e-fcecf7fce4d7 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:12.408687 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb8517e0-4d21-476c-b0d2-90a0d466cd19 req-8cbae624-3085-41c1-a47e-fcecf7fce4d7 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.1726060 Mar 07 16:03:12.443388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] No DVR routers for this DVR port e88952ff-4bef-422c-83b6-bce02895c4c4 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:12.447680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.451236 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef171ee0-72a0-41c2-bf54-5d311a1e2453 req-317d91bb-4069-4a4d-90de-763e26e6115b tempest-VolumesAdminNegativeTest-10312031 tempest-VolumesAdminNegativeTest-10312031-project] 10.222.0.11 "DELETE /v2.0/ports/e88952ff-4bef-422c-83b6-bce02895c4c4 HTTP/1.1" status: 204 len: 173 time: 0.7220469 Mar 07 16:03:12.451650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3a2417-2972-4417-93dc-150c9c7ce315', 'name': 'network-vif-deleted', 'tag': 'e88952ff-4bef-422c-83b6-bce02895c4c4'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:12.453972 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd744850-74c9-4a58-a5f6-b06eafdbe4ac" -d '{"events": [{"server_uuid": "8f3a2417-2972-4417-93dc-150c9c7ce315", "name": "network-vif-deleted", "tag": "e88952ff-4bef-422c-83b6-bce02895c4c4"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:12.486476 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb8517e0-4d21-476c-b0d2-90a0d466cd19 req-8380ab98-f6e7-419e-9c86-4aebacadf5dd tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768807 Mar 07 16:03:12.531577 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1f56e4-6cda-4ff3-af0e-3e9fca14abfc x-openstack-request-id: req-fe1f56e4-6cda-4ff3-af0e-3e9fca14abfc {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:12.531941 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3a2417-2972-4417-93dc-150c9c7ce315", "name": "network-vif-deleted", "tag": "e88952ff-4bef-422c-83b6-bce02895c4c4", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:12.532147 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe1f56e4-6cda-4ff3-af0e-3e9fca14abfc {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:12.532620 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3a2417-2972-4417-93dc-150c9c7ce315', 'name': 'network-vif-deleted', 'tag': 'e88952ff-4bef-422c-83b6-bce02895c4c4', 'status': 'completed', 'code': 200} Mar 07 16:03:12.609927 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device be9889cd-fa5c-453e-a7f2-fe1d8fc58241 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:12.610289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc821409-2a81-4f17-952d-1f40baa839e8']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:12.630446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df07c51-a56c-4f9a-a650-d60bf2846397') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:12.630844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df07c51-a56c-4f9a-a650-d60bf2846397') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:12.656626 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (8df07c51-a56c-4f9a-a650-d60bf2846397), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.668661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:12.669546 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.676521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (8df07c51-a56c-4f9a-a650-d60bf2846397), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.685230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:03:12.685622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (8df07c51-a56c-4f9a-a650-d60bf2846397), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:03:12.687319 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:03:12.714762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0498d69-3d82-4103-852d-8d072082695c req-4a5ae80d-9f0d-4938-b023-dbcbe3a58432 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:12.716721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0498d69-3d82-4103-852d-8d072082695c req-4a5ae80d-9f0d-4938-b023-dbcbe3a58432 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 949 time: 0.0658603 Mar 07 16:03:12.717788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d42a4e-a996-43ee-b00e-b6ab561a5298 req-8a52babf-b78d-4507-9b0c-e20ef88bf046 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:12.723758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d42a4e-a996-43ee-b00e-b6ab561a5298 req-8a52babf-b78d-4507-9b0c-e20ef88bf046 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:12.726861 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e3d42a4e-a996-43ee-b00e-b6ab561a5298 req-8a52babf-b78d-4507-9b0c-e20ef88bf046 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1679 time: 0.1137269 Mar 07 16:03:12.774605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:12.775202 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.780383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0498d69-3d82-4103-852d-8d072082695c req-b82f8d10-9cf2-4389-9ede-3869e20ccfb6 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574613 Mar 07 16:03:12.829289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:12.832369 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a35df7-9b7e-4903-bfac-0084820e9bce" -d '{"events": [{"server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "name": "network-vif-plugged", "status": "completed", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:12.841085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (dc821409-2a81-4f17-952d-1f40baa839e8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.846146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.849874 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dc821409-2a81-4f17-952d-1f40baa839e8 HTTP/1.1" status: 204 len: 168 time: 0.7279463 Mar 07 16:03:12.867419 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e3d42a4e-a996-43ee-b00e-b6ab561a5298 req-15769f11-249e-4498-8d09-76d38b1cfec4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320329 Mar 07 16:03:12.887747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:12.898613 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:12.900099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bbd04494-3924-4703-9dd7-3260b6e6bf6e no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:12.917609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9c911-cc1b-4b59-9b5c-a347f1df0399 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc821409-2a81-4f17-952d-1f40baa839e8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:12.957010 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f484ce-050e-46e6-8f97-2421e9026c41 x-openstack-request-id: req-59f484ce-050e-46e6-8f97-2421e9026c41 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:12.957384 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "name": "network-vif-plugged", "status": "completed", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:12.957716 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59f484ce-050e-46e6-8f97-2421e9026c41 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:12.958303 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'code': 200} Mar 07 16:03:12.959270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: bbd04494-3924-4703-9dd7-3260b6e6bf6e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:12.959880 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bbd04494-3924-4703-9dd7-3260b6e6bf6e not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:13.003852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 512ad53c-9209-4a44-99db-b23cfbf1e30d details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:13.021206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:13.048378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:13.048842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4c1d9dd7-1978-4f0c-9aeb-f2e11add770b not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:13.061082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:13.089651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b2729-02f4-4f7d-b965-1842357a2b25 req-cc45b3e9-2a48-426d-b9eb-93694768fbe0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:13.091294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-479b2729-02f4-4f7d-b965-1842357a2b25 req-cc45b3e9-2a48-426d-b9eb-93694768fbe0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1267779 Mar 07 16:03:13.099750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ef5a-19db-4f60-b22d-073917848a66 req-1da7ed27-d1a5-4ad2-96bf-c8c361780a7a tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:13.102288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-1da7ed27-d1a5-4ad2-96bf-c8c361780a7a tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.11 "GET /v2.0/networks?id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 200 len: 822 time: 0.3007846 Mar 07 16:03:13.164989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Request body: {'port': {'device_id': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4', 'admin_state_up': True, 'tenant_id': '4648c775f1a74b17bcdf6aa7d566845a'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:13.183464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 512ad53c-9209-4a44-99db-b23cfbf1e30d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=512ad53c-9209-4a44-99db-b23cfbf1e30d,segment=NetworkSegment(181b94a8-bd44-4fae-bd79-31d30eabd7d8),segment_id=181b94a8-bd44-4fae-bd79-31d30eabd7d8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:13.198324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '512ad53c-9209-4a44-99db-b23cfbf1e30d', 'network_id': 'd5845110-1f2f-4b33-9075-edcd0b9b5874', 'port_id': '512ad53c-9209-4a44-99db-b23cfbf1e30d', 'mac_address': 'fa:16:3e:04:78:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5daf91-3dc5-41a3-a6cd-fe52c12102aa', 'ip_address': '19.86.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:13.203969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49028) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:13.253450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-479b2729-02f4-4f7d-b965-1842357a2b25 req-7a0d9b6e-b7c0-41e6-bc39-a113b988bfc8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432097 Mar 07 16:03:13.260543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 512ad53c-9209-4a44-99db-b23cfbf1e30d is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:13.262122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.273043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4e79b1a2-df0e-4c63-afdd-028f40650152 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd59b40cffc34962be09be52272a67c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674059 Mar 07 16:03:13.274071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49032) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:13.277511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512ad53c-9209-4a44-99db-b23cfbf1e30d {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:13.302527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 512ad53c-9209-4a44-99db-b23cfbf1e30d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=512ad53c-9209-4a44-99db-b23cfbf1e30d,segment=NetworkSegment(181b94a8-bd44-4fae-bd79-31d30eabd7d8),segment_id=181b94a8-bd44-4fae-bd79-31d30eabd7d8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:13.309530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.310276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 665edd2e-8c3f-4641-bcb4-c6867219b062 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:13.336297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49034) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:13.375595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bef1e2f6-53f0-4b9e-878b-fbb0032a11f9 req-16fa5c76-3d85-46bf-93f7-7345832f962d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0477624 Mar 07 16:03:13.403878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-04a01c99-eb96-4984-8cde-b97dbeaf5d94 admin admin] Publish callbacks [] for security_group (42c74c13-f287-4d9c-b099-ef9e24dc3190), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.432572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=512ad53c-9209-4a44-99db-b23cfbf1e30d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:13.434409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-04a01c99-eb96-4984-8cde-b97dbeaf5d94 admin admin] Publish callbacks [] for security_group (42c74c13-f287-4d9c-b099-ef9e24dc3190), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.439931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0470732-7901-48ac-bcd5-acf2d4cbb129 admin admin] Deleting subnet 6e9bbad7-0c45-437c-a288-1c85cca1a826 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:03:13.444497 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0470732-7901-48ac-bcd5-acf2d4cbb129 admin admin] Publish callbacks [] for subnet (6e9bbad7-0c45-437c-a288-1c85cca1a826), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.445928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8a022-5f6c-4c47-8b03-46fde04cff13 req-721f6591-d855-47bc-a9f5-b0ddd83e59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:13.447594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12c8a022-5f6c-4c47-8b03-46fde04cff13 req-721f6591-d855-47bc-a9f5-b0ddd83e59a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1132 time: 0.0881431 Mar 07 16:03:13.506914 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0470732-7901-48ac-bcd5-acf2d4cbb129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (6e9bbad7-0c45-437c-a288-1c85cca1a826), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.512152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12c8a022-5f6c-4c47-8b03-46fde04cff13 req-c9534dd8-f7e5-41a0-a155-f5119c13db43 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555055 Mar 07 16:03:13.521888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-04a01c99-eb96-4984-8cde-b97dbeaf5d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (42c74c13-f287-4d9c-b099-ef9e24dc3190), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.525018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-04a01c99-eb96-4984-8cde-b97dbeaf5d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.528825 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-04a01c99-eb96-4984-8cde-b97dbeaf5d94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42c74c13-f287-4d9c-b099-ef9e24dc3190 HTTP/1.1" status: 204 len: 168 time: 0.2512882 Mar 07 16:03:13.535465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a01c99-eb96-4984-8cde-b97dbeaf5d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c74c13-f287-4d9c-b099-ef9e24dc3190,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:13.572059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bddd8-4048-48b0-888b-c9ff4ea9485a req-b53f9271-5511-45d0-8b0b-ccf751b6ce63 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:13.573671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-477bddd8-4048-48b0-888b-c9ff4ea9485a req-b53f9271-5511-45d0-8b0b-ccf751b6ce63 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.1722152 Mar 07 16:03:13.589556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0470732-7901-48ac-bcd5-acf2d4cbb129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (6e9bbad7-0c45-437c-a288-1c85cca1a826), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.621229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Made reservation on behalf of 4648c775f1a74b17bcdf6aa7d566845a for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:13.624637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.683785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 665edd2e-8c3f-4641-bcb4-c6867219b062, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=665edd2e-8c3f-4641-bcb4-c6867219b062,segment=NetworkSegment(57f57e15-7b7a-4228-be59-726476128ad1),segment_id=57f57e15-7b7a-4228-be59-726476128ad1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:13.698701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '665edd2e-8c3f-4641-bcb4-c6867219b062', 'network_id': 'eac818b8-7846-4248-9ec0-28a4f5c19355', 'port_id': '665edd2e-8c3f-4641-bcb4-c6867219b062', 'mac_address': 'fa:16:3e:ef:b7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee141dd5-b5ff-4873-9651-d5f284b755ab', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:13.731417 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-477bddd8-4048-48b0-888b-c9ff4ea9485a req-e46eb441-0f2f-4151-9397-324b547f410e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462009 Mar 07 16:03:13.753276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 665edd2e-8c3f-4641-bcb4-c6867219b062 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:13.753656 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.767460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665edd2e-8c3f-4641-bcb4-c6867219b062 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:13.768170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0470732-7901-48ac-bcd5-acf2d4cbb129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (6e9bbad7-0c45-437c-a288-1c85cca1a826), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.793305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 665edd2e-8c3f-4641-bcb4-c6867219b062, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=665edd2e-8c3f-4641-bcb4-c6867219b062,segment=NetworkSegment(57f57e15-7b7a-4228-be59-726476128ad1),segment_id=57f57e15-7b7a-4228-be59-726476128ad1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:13.797280 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.827193 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0470732-7901-48ac-bcd5-acf2d4cbb129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.832923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f0470732-7901-48ac-bcd5-acf2d4cbb129 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6e9bbad7-0c45-437c-a288-1c85cca1a826 HTTP/1.1" status: 204 len: 168 time: 0.4939647 Mar 07 16:03:13.833306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49044) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:13.861664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=665edd2e-8c3f-4641-bcb4-c6867219b062,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:13.867138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0470732-7901-48ac-bcd5-acf2d4cbb129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9bbad7-0c45-437c-a288-1c85cca1a826,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:13.879391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Allocated IP 172.20.0.14 (2dac91be-7d1e-46c4-9bfc-8061a0be2bc4/5db2b77d-e9a6-4f41-96c7-3e3b16111aa9/dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:13.963511 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (c5daa025-3f11-4eb1-8015-e99f630d7391), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:13.993408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d2a1e-0c48-4de8-a846-adf524a35cda req-7fcc015a-47a1-4b3b-9a83-e849b8141787 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:13.994984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7e5d2a1e-0c48-4de8-a846-adf524a35cda req-7fcc015a-47a1-4b3b-9a83-e849b8141787 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1316183 Mar 07 16:03:14.068175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ee701-2a63-46b5-883f-d44cfa301cee req-5c9bd563-703b-4cba-8b56-10f765e0f76b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:14.074558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ee701-2a63-46b5-883f-d44cfa301cee req-5c9bd563-703b-4cba-8b56-10f765e0f76b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:14.076181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9a2ee701-2a63-46b5-883f-d44cfa301cee req-5c9bd563-703b-4cba-8b56-10f765e0f76b tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1681 time: 0.1083040 Mar 07 16:03:14.091294 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (c5daa025-3f11-4eb1-8015-e99f630d7391), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.122443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7e5d2a1e-0c48-4de8-a846-adf524a35cda req-474f1ec2-0d7f-41f2-b514-77d01ef137ec tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061482 Mar 07 16:03:14.125871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5daa025-3f11-4eb1-8015-e99f630d7391']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:14.134821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.143735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8adb469-fb4d-4cf7-8986-e035b9e1978b') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:14.144038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8adb469-fb4d-4cf7-8986-e035b9e1978b') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:14.162753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (e8adb469-fb4d-4cf7-8986-e035b9e1978b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.173910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9a2ee701-2a63-46b5-883f-d44cfa301cee req-03f3e58c-52d7-4d24-9766-9903d22a3a68 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858376 Mar 07 16:03:14.177460 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e8adb469-fb4d-4cf7-8986-e035b9e1978b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.192055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:03:14.192534 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (e8adb469-fb4d-4cf7-8986-e035b9e1978b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:03:14.197252 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:03:14.230762 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.271576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (c5daa025-3f11-4eb1-8015-e99f630d7391), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.279998 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.280620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:14.283780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:14.287223 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c5daa025-3f11-4eb1-8015-e99f630d7391 HTTP/1.1" status: 204 len: 168 time: 0.4517887 Mar 07 16:03:14.287391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49064) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:14.288979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:14.309353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7b615-077e-4602-8d5f-911ff8a47cf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5daa025-3f11-4eb1-8015-e99f630d7391,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:14.351003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event updated for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:14.381127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49066) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:14.383019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:14.383659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.395973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddcf1e8-8cd4-4636-87b4-daab7d5238ab admin admin] Deleting subnet 843cf02c-6aed-403a-bdaf-cab035345965 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:03:14.401047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf1e8-8cd4-4636-87b4-daab7d5238ab admin admin] Publish callbacks [] for subnet (843cf02c-6aed-403a-bdaf-cab035345965), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.408325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['665edd2e-8c3f-4641-bcb4-c6867219b062'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:14.413498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a27e6-641b-49bb-be70-0c62c7f94bbf req-cf8995b8-742d-4323-86ec-5520f581132e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:14.419295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d2a27e6-641b-49bb-be70-0c62c7f94bbf req-cf8995b8-742d-4323-86ec-5520f581132e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0818911 Mar 07 16:03:14.425473 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-110b452a-6358-463b-b2d6-741d7a9c7f01 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2709754 Mar 07 16:03:14.446257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['512ad53c-9209-4a44-99db-b23cfbf1e30d'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:14.458666 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf1e8-8cd4-4636-87b4-daab7d5238ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (843cf02c-6aed-403a-bdaf-cab035345965), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.476988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Request body: {'port': {'device_id': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:14.524430 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d2a27e6-641b-49bb-be70-0c62c7f94bbf req-8f9b56e1-9420-4510-817a-dc57a7d8ddb6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992174 Mar 07 16:03:14.556778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1209422424-network', 'tenant_id': 'f191bab168aa4afc89b4b5bd29add6c8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:14.583637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Made reservation on behalf of f191bab168aa4afc89b4b5bd29add6c8 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:14.587598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.600596 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.620908 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf1e8-8cd4-4636-87b4-daab7d5238ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (843cf02c-6aed-403a-bdaf-cab035345965), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.623543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device e88952ff-4bef-422c-83b6-bce02895c4c4 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:14.659272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: e88952ff-4bef-422c-83b6-bce02895c4c4 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:14.659702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device e88952ff-4bef-422c-83b6-bce02895c4c4 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:14.663746 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.683534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f1897-89b3-4761-9df1-ebb20a4fe369 req-239158af-fe20-4f1a-9ccd-6a0c1d2599d8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:14.685369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ba2f1897-89b3-4761-9df1-ebb20a4fe369 req-239158af-fe20-4f1a-9ccd-6a0c1d2599d8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 932 time: 0.1784997 Mar 07 16:03:14.719523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Publish callbacks [] for security_group (5825870f-2bed-4023-a218-27af9def185d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.726007 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5825870f-2bed-4023-a218-27af9def185d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.765593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:03:14.774084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5825870f-2bed-4023-a218-27af9def185d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:14.784875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d465ac80-e93c-41b7-82e5-bf6574f6c28b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.785555 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Added segment d465ac80-e93c-41b7-82e5-bf6574f6c28b of type vlan for network 12ee1781-9eb0-417f-b203-6e1b78c1b124 Mar 07 16:03:14.870720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (12ee1781-9eb0-417f-b203-6e1b78c1b124), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.958843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61154010-6de7-48b1-a04b-9069e65a50c1 req-1c3a7013-e2b8-47c5-95bd-89b2c147d189 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:14.962690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61154010-6de7-48b1-a04b-9069e65a50c1 req-1c3a7013-e2b8-47c5-95bd-89b2c147d189 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0949285 Mar 07 16:03:14.967198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (12ee1781-9eb0-417f-b203-6e1b78c1b124), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:14.968231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:14.968865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.023831 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6383691 Mar 07 16:03:15.050564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49074) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:15.059800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Request body: {'subnet': {'network_id': '12ee1781-9eb0-417f-b203-6e1b78c1b124', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1209422424-subnet', 'tenant_id': 'f191bab168aa4afc89b4b5bd29add6c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:15.072004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce110b5-2b08-4121-9c3f-059f89e949a4 admin admin] Pushing event updated for resources: {'Network': ['ID=12ee1781-9eb0-417f-b203-6e1b78c1b124,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:15.083168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 12ee1781-9eb0-417f-b203-6e1b78c1b124 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:03:15.131317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61154010-6de7-48b1-a04b-9069e65a50c1 req-8c4da69b-9ca9-4d4b-b26e-63b6ddb36470 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595547 Mar 07 16:03:15.143201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Made reservation on behalf of f191bab168aa4afc89b4b5bd29add6c8 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:15.145901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.158905 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ba2f1897-89b3-4761-9df1-ebb20a4fe369 req-b484f7f8-2be7-48f6-bbe9-0b582ea46226 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615989 Mar 07 16:03:15.166673 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf1e8-8cd4-4636-87b4-daab7d5238ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (843cf02c-6aed-403a-bdaf-cab035345965), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.210606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcf1e8-8cd4-4636-87b4-daab7d5238ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843cf02c-6aed-403a-bdaf-cab035345965,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:15.274267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-14074aa3-4612-41d8-9a47-022f8ba6974e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:15.275954 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-14074aa3-4612-41d8-9a47-022f8ba6974e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.2060559 Mar 07 16:03:15.290166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf1e8-8cd4-4636-87b4-daab7d5238ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.296375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7ddcf1e8-8cd4-4636-87b4-daab7d5238ab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/843cf02c-6aed-403a-bdaf-cab035345965 HTTP/1.1" status: 204 len: 168 time: 1.0047574 Mar 07 16:03:15.312739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49080) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:15.390085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff2aee-93f3-452f-a4d1-25df0764863c req-a3c82fd9-0eb7-4199-a87a-c7df1ef82094 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:15.395823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff2aee-93f3-452f-a4d1-25df0764863c req-a3c82fd9-0eb7-4199-a87a-c7df1ef82094 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:15.398134 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20ff2aee-93f3-452f-a4d1-25df0764863c req-a3c82fd9-0eb7-4199-a87a-c7df1ef82094 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1681 time: 0.1263411 Mar 07 16:03:15.492172 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20ff2aee-93f3-452f-a4d1-25df0764863c req-22d3de59-21cd-4dd9-a9dd-5425bc61560c tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875971 Mar 07 16:03:15.493507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d14a6-25f1-4a4f-a190-fecabd17b67d req-234490f2-ed7b-4ef4-8ae3-6b7152d15d87 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:15.495047 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eb6d14a6-25f1-4a4f-a190-fecabd17b67d req-234490f2-ed7b-4ef4-8ae3-6b7152d15d87 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.2508941 Mar 07 16:03:15.497744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:15.502882 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.507266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Publish callbacks [] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.521357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Transition to ACTIVE for port object dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:03:15.525225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.579249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:15.657295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eb6d14a6-25f1-4a4f-a190-fecabd17b67d req-bd2deb5c-912c-44db-a9da-df6d854d874e tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486948 Mar 07 16:03:15.662875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (af0828d1-724c-41dc-8f4f-c2fa5e5d4443), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.666018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Deleting port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:15.666345 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.692659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bd76f-4a10-4623-bfe2-f0e30262db48 req-5e5717bb-6fe4-4754-bbbd-88b8864988ff tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:15.695014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d17bd76f-4a10-4623-bfe2-f0e30262db48 req-5e5717bb-6fe4-4754-bbbd-88b8864988ff tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0971549 Mar 07 16:03:15.695714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Attempting to bind port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:15.696052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Attempting to bind port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:15.696385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Attempting to bind port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 on network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:15.701902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 on network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:03:15.701902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Attempting to bind port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 on network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:15.714045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:15.714396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Checking segment: {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:15.714768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Bound using segment: {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:15.716477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Bound port: dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:15.716477 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.718299 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.788178 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d17bd76f-4a10-4623-bfe2-f0e30262db48 req-cf5d4aa8-f524-49e5-b922-188f3b9bc26c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835154 Mar 07 16:03:15.809838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:15.813215 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:15.820157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.832022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:15.853148 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:15.854663 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.855702 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 HTTP/1.1" status: 200 len: 1092 time: 1.3902295 Mar 07 16:03:15.858108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:15.860820 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b283080e-5103-4b5f-aa2d-c77fc786daac" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:15.868697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776791f4-f0ab-4d58-9382-b70de96208f7') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:15.868996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776791f4-f0ab-4d58-9382-b70de96208f7') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:15.870899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0828d1-724c-41dc-8f4f-c2fa5e5d4443,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:15.893195 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (776791f4-f0ab-4d58-9382-b70de96208f7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.901780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007d211-6e93-4a3d-a73e-bd77eafad9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:15.918073 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fef9fcc-498e-4d9c-8477-cc31ece6aec6 x-openstack-request-id: req-1fef9fcc-498e-4d9c-8477-cc31ece6aec6 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:15.918409 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:15.918677 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fef9fcc-498e-4d9c-8477-cc31ece6aec6 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:15.919169 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1', 'status': 'completed', 'code': 200} Mar 07 16:03:15.931336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (776791f4-f0ab-4d58-9382-b70de96208f7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.934981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] For port c02c0538-0b7b-4973-a59a-c1c7c44f28a6, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:15.935337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.939898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Checking segment: {'id': 'd465ac80-e93c-41b7-82e5-bf6574f6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '12ee1781-9eb0-417f-b203-6e1b78c1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:15.940255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Network hostable DHCP agents. Network: 12ee1781-9eb0-417f-b203-6e1b78c1b124, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:03:15.954456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:03:15.954867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (776791f4-f0ab-4d58-9382-b70de96208f7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:03:15.956510 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:03:15.963603 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ef5a-19db-4f60-b22d-073917848a66 req-bdba6045-dd5b-4328-9f0f-49c5666014b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:15.965135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-bdba6045-dd5b-4328-9f0f-49c5666014b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 1126 time: 0.0568449 Mar 07 16:03:15.975970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86934a54-f7de-463e-9e32-966623ef5cb6 req-69b61852-3e3b-4c19-89d2-1a4c0c9ecae4 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:15.977477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86934a54-f7de-463e-9e32-966623ef5cb6 req-69b61852-3e3b-4c19-89d2-1a4c0c9ecae4 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.2287257 Mar 07 16:03:16.009135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-53c87cc8-d360-4ca3-8f9e-19206df8bbd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 HTTP/1.1" status: 200 len: 217 time: 0.0355108 Mar 07 16:03:16.057571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ef5a-19db-4f60-b22d-073917848a66 req-512278dd-6c25-4780-b288-cd1b84da4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:16.059029 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-512278dd-6c25-4780-b288-cd1b84da4e24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5db2b77d-e9a6-4f41-96c7-3e3b16111aa9 HTTP/1.1" status: 200 len: 862 time: 0.0436783 Mar 07 16:03:16.092186 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-aa978902-0313-498c-bc49-d2a728a84e8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249088 Mar 07 16:03:16.123451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Network 12ee1781-9eb0-417f-b203-6e1b78c1b124 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:03:16.160683 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.188438 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-d3dadcd5-8955-46b8-ac26-b5d60f623065 service neutron] 10.222.0.11 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897934 Mar 07 16:03:16.197279 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.203234 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4 HTTP/1.1" status: 204 len: 168 time: 0.8866761 Mar 07 16:03:16.206416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 12ee1781-9eb0-417f-b203-6e1b78c1b124) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:16.229308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:16.229895 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.232944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3fd807-1131-4012-82ad-0e52b959129b None None] Network 12ee1781-9eb0-417f-b203-6e1b78c1b124 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:16.234158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808a023-acfa-4cd8-b83f-6482b31a26c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4e8b2b-7b30-4ece-aba5-d3a6529b92c4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:16.247096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86934a54-f7de-463e-9e32-966623ef5cb6 req-c5dc8f46-1dfb-4b0f-8e69-325b78ea9b36 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432754 Mar 07 16:03:16.307237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-38d72c7d-201c-4662-93a5-ef58891747a6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2552209 Mar 07 16:03:16.410679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49098) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:16.416989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.418933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (375b79cb-c288-4a81-8d2a-59ed3623b2ed), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.420171 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Floating IP 375b79cb-c288-4a81-8d2a-59ed3623b2ed disassociated. External IP: 172.25.4.160, port: c02c0538-0b7b-4973-a59a-c1c7c44f28a6. Mar 07 16:03:16.420891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Calling delete_port for c02c0538-0b7b-4973-a59a-c1c7c44f28a6 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:16.425957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea51f3e-a58c-493d-8a96-3a69e8196995 None None] Network 12ee1781-9eb0-417f-b203-6e1b78c1b124 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:16.441327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603a98e-5946-4ed9-a816-4190d6549102 req-5a61cae6-b5a3-4107-939a-652077d914bd tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:16.448791 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a603a98e-5946-4ed9-a816-4190d6549102 req-5a61cae6-b5a3-4107-939a-652077d914bd tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 945 time: 0.1409664 Mar 07 16:03:16.482065 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8553ef5a-19db-4f60-b22d-073917848a66 req-75902ccc-38f9-4c42-a32e-7eb0ac0532a6 service neutron] 10.222.0.11 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873962 Mar 07 16:03:16.503349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ac721-2e7f-443b-a939-a4122e0e8fdd req-cfd3e776-34d9-4585-b9b8-1e0c089753e3 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:16.511156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f86ac721-2e7f-443b-a939-a4122e0e8fdd req-cfd3e776-34d9-4585-b9b8-1e0c089753e3 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.1399724 Mar 07 16:03:16.523030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4b2426a6-8e14-4e3f-9d52-10be2c85ca5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebf56d9fbea1445795736dcfa08e5cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1080320 Mar 07 16:03:16.523590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49104) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:16.533918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a603a98e-5946-4ed9-a816-4190d6549102 req-799fd763-7bbd-4d5f-82e7-0f9aa08a356a tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups?id=137a1530-0e18-4cdd-80ef-351e48f43b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842743 Mar 07 16:03:16.580695 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f86ac721-2e7f-443b-a939-a4122e0e8fdd req-f93113a6-1b96-43ff-9636-20213308bcdc tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686190 Mar 07 16:03:16.639043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6b3e95fa-960b-42aa-8c54-0b075e26fb09 admin admin] Publish callbacks [] for security_group (f3e98943-5bc6-4400-a792-db14449c7707), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.654398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-f4ba995f-6b85-4cc1-881d-ba213a9994c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:16.654628 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c02c0538-0b7b-4973-a59a-c1c7c44f28a6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.655990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-f4ba995f-6b85-4cc1-881d-ba213a9994c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 1126 time: 0.0918589 Mar 07 16:03:16.697075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Pushing event deleted for resources: {'Port': ['ID=c02c0538-0b7b-4973-a59a-c1c7c44f28a6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:16.721272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6b3e95fa-960b-42aa-8c54-0b075e26fb09 admin admin] Publish callbacks [] for security_group (f3e98943-5bc6-4400-a792-db14449c7707), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.820262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-e4beaa29-c231-4ae3-92f7-cb6c94cb88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:16.821994 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-e4beaa29-c231-4ae3-92f7-cb6c94cb88aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 200 len: 923 time: 0.1556399 Mar 07 16:03:16.847809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6b3e95fa-960b-42aa-8c54-0b075e26fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f3e98943-5bc6-4400-a792-db14449c7707), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.851683 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6b3e95fa-960b-42aa-8c54-0b075e26fb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:16.853437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6b3e95fa-960b-42aa-8c54-0b075e26fb09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3e98943-5bc6-4400-a792-db14449c7707 HTTP/1.1" status: 204 len: 168 time: 0.3290863 Mar 07 16:03:16.854868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:03:16.892012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-b72c851c-459d-4bb1-9c45-688784f3eb52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 HTTP/1.1" status: 200 len: 217 time: 0.0564730 Mar 07 16:03:16.897673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e95fa-960b-42aa-8c54-0b075e26fb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e98943-5bc6-4400-a792-db14449c7707,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:16.992357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-d39c4c43-ac63-4a74-97a6-6c9baecccc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:16.995238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-d39c4c43-ac63-4a74-97a6-6c9baecccc02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5db2b77d-e9a6-4f41-96c7-3e3b16111aa9 HTTP/1.1" status: 200 len: 862 time: 0.0954525 Mar 07 16:03:16.997593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 512ad53c-9209-4a44-99db-b23cfbf1e30d up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:17.025949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:03:17.064962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] Sync routers for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:03:17.082556 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-ac28818b-e02f-4469-ba3a-bc097ae70126 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793409 Mar 07 16:03:17.105846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:17.106782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:02:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:17.130641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] No DVR routers for this DVR port c02c0538-0b7b-4973-a59a-c1c7c44f28a6 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:17.140049 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:17.153533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2ec7f31-caf9-4876-834e-577f3535d515 req-0672615e-8d9e-4d93-b0bd-76217cca1964 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.15 "DELETE /v2.0/ports/c02c0538-0b7b-4973-a59a-c1c7c44f28a6 HTTP/1.1" status: 204 len: 173 time: 1.8516533 Mar 07 16:03:17.154140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'name': 'network-vif-deleted', 'tag': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:17.157160 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c091bc-e1ff-4641-ac4a-26c94942e4b8" -d '{"events": [{"server_uuid": "4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2", "name": "network-vif-deleted", "tag": "c02c0538-0b7b-4973-a59a-c1c7c44f28a6"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:17.207262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 512ad53c-9209-4a44-99db-b23cfbf1e30d completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:17.213002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 512ad53c-9209-4a44-99db-b23cfbf1e30d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:17.213513 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:17.309595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfac8a-f601-4e18-ac7d-77389872e6ee req-b49c26da-8d77-498a-9aef-261b221c5684 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:17.334869 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b2bfac8a-f601-4e18-ac7d-77389872e6ee req-b49c26da-8d77-498a-9aef-261b221c5684 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1643028 Mar 07 16:03:17.343045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14cc77-e54a-4ecb-b14f-e7320a67ef50 req-6608648f-9c82-48dc-bc03-7295bf6a25cf tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:17.357352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14cc77-e54a-4ecb-b14f-e7320a67ef50 req-6608648f-9c82-48dc-bc03-7295bf6a25cf tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:17.364385 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f14cc77-e54a-4ecb-b14f-e7320a67ef50 req-6608648f-9c82-48dc-bc03-7295bf6a25cf tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1681 time: 0.3043776 Mar 07 16:03:17.392054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-7d5205d6-3dae-4c62-a421-e4cf93179b1a service neutron] 10.222.0.11 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010051 Mar 07 16:03:17.446439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:17.460133 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b2bfac8a-f601-4e18-ac7d-77389872e6ee req-d9720eb9-ec0f-4e8c-b8b9-2a547a0b6527 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225438 Mar 07 16:03:17.524647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49134) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:17.536559 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f14cc77-e54a-4ecb-b14f-e7320a67ef50 req-9c2840a9-aacd-4ad8-bde2-9a53c03d0a74 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712987 Mar 07 16:03:17.550881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 512ad53c-9209-4a44-99db-b23cfbf1e30d is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:17.551288 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:17.582108 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b283080e-5103-4b5f-aa2d-c77fc786daac req-4a5bc372-3eb8-44d4-83dd-5124744d13d1 service neutron] 10.222.0.11 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686378 Mar 07 16:03:17.608266 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7d56969e-2b2c-49b7-92c8-0705e8b0eb8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7febf9a46902460c9f1644bdbbcc9d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802729 Mar 07 16:03:17.612669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 512ad53c-9209-4a44-99db-b23cfbf1e30d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=512ad53c-9209-4a44-99db-b23cfbf1e30d,segment=NetworkSegment(181b94a8-bd44-4fae-bd79-31d30eabd7d8),segment_id=181b94a8-bd44-4fae-bd79-31d30eabd7d8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:17.616825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ad53c-9209-4a44-99db-b23cfbf1e30d'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:17.617342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8626dc6-96b5-4a7f-95be-43a821cb180c req-897efca8-ddb8-4f30-816e-e351b7b3e3ee tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:17.620652 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e65bd-67cb-479a-8657-ee8cd0a3d754" -d '{"events": [{"server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "name": "network-vif-plugged", "status": "completed", "tag": "512ad53c-9209-4a44-99db-b23cfbf1e30d"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:17.625903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8626dc6-96b5-4a7f-95be-43a821cb180c req-897efca8-ddb8-4f30-816e-e351b7b3e3ee tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1105649 Mar 07 16:03:17.627693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49138) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:17.653185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:17.654221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 665edd2e-8c3f-4641-bcb4-c6867219b062 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:17.707195 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca1943d7-9026-4bd0-84ee-27d3d2e838c0 admin admin] Publish callbacks [] for security_group (cdc6b5ab-a1c7-4865-bc80-fdd52dd0ae00), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:17.723227 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8626dc6-96b5-4a7f-95be-43a821cb180c req-1a1c4e68-8927-4c28-a4ce-21b47f147320 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961914 Mar 07 16:03:17.752268 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca1943d7-9026-4bd0-84ee-27d3d2e838c0 admin admin] Publish callbacks [] for security_group (cdc6b5ab-a1c7-4865-bc80-fdd52dd0ae00), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:17.770753 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da8d16d-0341-4472-9c13-fe6e16d9d964 x-openstack-request-id: req-7da8d16d-0341-4472-9c13-fe6e16d9d964 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:17.771128 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2", "name": "network-vif-deleted", "tag": "c02c0538-0b7b-4973-a59a-c1c7c44f28a6", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:17.771489 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7da8d16d-0341-4472-9c13-fe6e16d9d964 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:17.772569 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2', 'name': 'network-vif-deleted', 'tag': 'c02c0538-0b7b-4973-a59a-c1c7c44f28a6', 'status': 'completed', 'code': 200} Mar 07 16:03:17.775223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=512ad53c-9209-4a44-99db-b23cfbf1e30d,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:17.823536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 665edd2e-8c3f-4641-bcb4-c6867219b062 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:17.832103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 665edd2e-8c3f-4641-bcb4-c6867219b062 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:17.832618 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:17.871481 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca1943d7-9026-4bd0-84ee-27d3d2e838c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cdc6b5ab-a1c7-4865-bc80-fdd52dd0ae00), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:17.883349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6f416a9d-8f66-4dbb-b945-18d2fbbd665f req-ebfe469c-b9f5-4cd9-827b-a426266ddced tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f18cef9-87f7-4e28-b19d-bbde4c0fd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0356145 Mar 07 16:03:17.885519 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca1943d7-9026-4bd0-84ee-27d3d2e838c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:17.886719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ca1943d7-9026-4bd0-84ee-27d3d2e838c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdc6b5ab-a1c7-4865-bc80-fdd52dd0ae00 HTTP/1.1" status: 204 len: 168 time: 0.2572994 Mar 07 16:03:17.903632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1943d7-9026-4bd0-84ee-27d3d2e838c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc6b5ab-a1c7-4865-bc80-fdd52dd0ae00,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:17.930624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:01:05Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '64a0b574-4ae8-448c-bec8-6f2de66f4b25', 'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'mac_address': 'fa:16:3e:80:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:03Z', 'updated_at': '2022-03-07T16:01:12Z', 'revision_number': 5, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'subnets': [{'id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:17.934285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192935-ac40-4b9d-a209-a1524d37dc61 req-1fdcff16-7575-45f6-9078-31acf4f407f8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:17.936338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-67192935-ac40-4b9d-a209-a1524d37dc61 req-1fdcff16-7575-45f6-9078-31acf4f407f8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.1075711 Mar 07 16:03:17.964595 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a38fd9-5d85-4512-80b0-8f39e32a36ea x-openstack-request-id: req-d9a38fd9-5d85-4512-80b0-8f39e32a36ea {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:17.965030 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "name": "network-vif-plugged", "status": "completed", "tag": "512ad53c-9209-4a44-99db-b23cfbf1e30d", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:17.965702 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9a38fd9-5d85-4512-80b0-8f39e32a36ea {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:17.966301 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ad53c-9209-4a44-99db-b23cfbf1e30d', 'code': 200} Mar 07 16:03:17.991373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] Checking router: 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:03:17.997660 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-67192935-ac40-4b9d-a209-a1524d37dc61 req-106f4614-85ba-4e99-b827-24ccbd1823f8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532730 Mar 07 16:03:18.014080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:18.014970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:02:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:18.020626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 665edd2e-8c3f-4641-bcb4-c6867219b062 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:18.024589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:18.103945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 665edd2e-8c3f-4641-bcb4-c6867219b062, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=665edd2e-8c3f-4641-bcb4-c6867219b062,segment=NetworkSegment(57f57e15-7b7a-4228-be59-726476128ad1),segment_id=57f57e15-7b7a-4228-be59-726476128ad1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:18.136282 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:18.211142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:18.213147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=665edd2e-8c3f-4641-bcb4-c6867219b062,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:18.450170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:01:05Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '64a0b574-4ae8-448c-bec8-6f2de66f4b25', 'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'mac_address': 'fa:16:3e:80:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:03Z', 'updated_at': '2022-03-07T16:01:12Z', 'revision_number': 5, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'subnets': [{'id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:18.495384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d010a1c-2895-4469-88e8-bdabaa9bd13a None None] The sync data for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 is: [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:01:05Z', 'revision_number': 4, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '64a0b574-4ae8-448c-bec8-6f2de66f4b25', 'name': '', 'network_id': '20f61a96-6058-4a85-b61f-303a622de412', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'mac_address': 'fa:16:3e:80:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:03Z', 'updated_at': '2022-03-07T16:01:12Z', 'revision_number': 5, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'subnets': [{'id': '479ee108-8f41-4d1f-baf2-c064e6186260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:03:18.623227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6faa09-6619-4df9-8936-0269de3dcf33 req-b563d345-6f6f-4464-9c5d-9082898339ee tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:18.630648 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4d6faa09-6619-4df9-8936-0269de3dcf33 req-b563d345-6f6f-4464-9c5d-9082898339ee tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1022723 Mar 07 16:03:18.634483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:18.699039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4d6faa09-6619-4df9-8936-0269de3dcf33 req-adf115d2-7170-462e-a703-6ab541f26d5b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673668 Mar 07 16:03:18.759139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9cc9b-a713-489f-af5e-037a8880335a req-51b053c8-849a-4494-a3b2-df251d40db6a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:18.773016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9cc9b-a713-489f-af5e-037a8880335a req-51b053c8-849a-4494-a3b2-df251d40db6a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:18.775627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9e9cc9b-a713-489f-af5e-037a8880335a req-51b053c8-849a-4494-a3b2-df251d40db6a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1683 time: 0.1267490 Mar 07 16:03:18.816495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49196) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:18.832197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:18.858496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1', 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4', 'port_id': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1', 'mac_address': 'fa:16:3e:0f:15:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db2b77d-e9a6-4f41-96c7-3e3b16111aa9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:18.891749 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9e9cc9b-a713-489f-af5e-037a8880335a req-6d1846be-56f1-463c-93bf-7a79461631ae tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044002 Mar 07 16:03:18.892848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adda8b-10f8-43b2-923f-e21ffcff3866 req-0601f641-5092-4423-8af4-46ebda4cd69a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:18.903365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25adda8b-10f8-43b2-923f-e21ffcff3866 req-0601f641-5092-4423-8af4-46ebda4cd69a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.0853465 Mar 07 16:03:18.933932 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31272e6-23ee-49f7-96fb-fa625ff448c3 None None] New status for floating IP 375b79cb-c288-4a81-8d2a-59ed3623b2ed: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:03:18.966900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-network', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:18.977779 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25adda8b-10f8-43b2-923f-e21ffcff3866 req-50b1ddde-0ffa-443c-b985-dff1b979b1da tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685210 Mar 07 16:03:19.020529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Made reservation on behalf of 067d9192914545d1ab02d7c5fdf76e3a for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:19.023977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.059360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device c02c0538-0b7b-4973-a59a-c1c7c44f28a6 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:19.060690 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.082469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: c02c0538-0b7b-4973-a59a-c1c7c44f28a6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:19.083115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device c02c0538-0b7b-4973-a59a-c1c7c44f28a6 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:19.096708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:19.097402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.115266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:19.145284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:19.151777 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.162759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540fe5-26bc-44ec-ac8b-c76ffe9837c3 req-fbda01f1-912e-4555-a171-eea8665c1b90 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:19.164434 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84540fe5-26bc-44ec-ac8b-c76ffe9837c3 req-fbda01f1-912e-4555-a171-eea8665c1b90 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0817268 Mar 07 16:03:19.192760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-745996ee-1fc8-46d3-b98d-dc60353375e3 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:19.195220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-745996ee-1fc8-46d3-b98d-dc60353375e3 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/networks?id=12ee1781-9eb0-417f-b203-6e1b78c1b124 HTTP/1.1" status: 200 len: 810 time: 0.1919503 Mar 07 16:03:19.210786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:19.228533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-bb862152-42c4-4a9d-aa7b-4cee2eea354c tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/quotas/f191bab168aa4afc89b4b5bd29add6c8 HTTP/1.1" status: 200 len: 375 time: 0.0197668 Mar 07 16:03:19.232577 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84540fe5-26bc-44ec-ac8b-c76ffe9837c3 req-fa8f63be-4eaa-490e-af1a-1f1cfb1aaec4 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616052 Mar 07 16:03:19.273505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49216) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:19.274481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-483d2828-8cf2-4695-b750-a50144d4868a tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f191bab168aa4afc89b4b5bd29add6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351207 Mar 07 16:03:19.279266 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Publish callbacks [] for security_group (22cc6553-9bf5-4c0b-8b24-76eecbfde016), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.298466 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (22cc6553-9bf5-4c0b-8b24-76eecbfde016), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.330273 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ef4e-7dbe-494c-a49a-ae451039176e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group (137a1530-0e18-4cdd-80ef-351e48f43b60), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.354855 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ef4e-7dbe-494c-a49a-ae451039176e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group (137a1530-0e18-4cdd-80ef-351e48f43b60), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.393538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:19.407516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ef4e-7dbe-494c-a49a-ae451039176e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (137a1530-0e18-4cdd-80ef-351e48f43b60), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.410307 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ef4e-7dbe-494c-a49a-ae451039176e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.414247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7cd1ef4e-7dbe-494c-a49a-ae451039176e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "DELETE /v2.0/security-groups/137a1530-0e18-4cdd-80ef-351e48f43b60 HTTP/1.1" status: 204 len: 168 time: 0.1369839 Mar 07 16:03:19.417519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49218) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:19.436088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1ef4e-7dbe-494c-a49a-ae451039176e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137a1530-0e18-4cdd-80ef-351e48f43b60,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:19.439375 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-6da1112d-d117-4476-8890-c98ef4b6fe7e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] show failed (client error): The resource could not be found. Mar 07 16:03:19.440549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6da1112d-d117-4476-8890-c98ef4b6fe7e tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "GET /v2.0/security-groups/137a1530-0e18-4cdd-80ef-351e48f43b60 HTTP/1.1" status: 404 len: 347 time: 0.0219584 Mar 07 16:03:19.444312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49220) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:19.589024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Deleting port 72a99bb5-360b-4d60-913a-66ffeabc5850 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:19.589477 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (72a99bb5-360b-4d60-913a-66ffeabc5850), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.620359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:03:19.632201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cc6553-9bf5-4c0b-8b24-76eecbfde016,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:19.640507 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (eaf4268a-6acb-45c2-8236-d6fde9fd8514), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.640850 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Added segment eaf4268a-6acb-45c2-8236-d6fde9fd8514 of type vlan for network b40390c1-4376-42c5-ac3f-620cb9e4c366 Mar 07 16:03:19.672685 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (72a99bb5-360b-4d60-913a-66ffeabc5850), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.673262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for floatingip (72a99bb5-360b-4d60-913a-66ffeabc5850), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.684840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Calling delete_port for 72a99bb5-360b-4d60-913a-66ffeabc5850 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:19.691732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-3400c65c-075a-401a-b951-98789562021e service neutron] 10.222.0.24 "GET /v2.0/networks/12ee1781-9eb0-417f-b203-6e1b78c1b124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100943 Mar 07 16:03:19.696410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b40390c1-4376-42c5-ac3f-620cb9e4c366), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.776157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b40390c1-4376-42c5-ac3f-620cb9e4c366), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.777124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:19.777738 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.821681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0037725 Mar 07 16:03:19.825788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49224) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:19.834159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Request body: {'subnet': {'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-subnet', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:19.854998 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9770d-76b3-4ca1-8374-6dbce0b9e0f4 req-6da91fdb-5087-4282-91bd-5d529f4c5fcf tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:19.856527 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7b9770d-76b3-4ca1-8374-6dbce0b9e0f4 req-6da91fdb-5087-4282-91bd-5d529f4c5fcf tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0888152 Mar 07 16:03:19.875919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17cce4-faae-4c04-92b6-511080dd7468 admin admin] Pushing event updated for resources: {'Network': ['ID=b40390c1-4376-42c5-ac3f-620cb9e4c366,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:19.881660 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (72a99bb5-360b-4d60-913a-66ffeabc5850), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.882381 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9ee42557-e814-4ff9-9e6d-cb9d5aaba3ff service neutron] 10.222.0.24 "GET /v2.0/networks/12ee1781-9eb0-417f-b203-6e1b78c1b124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821196 Mar 07 16:03:19.896052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Made reservation on behalf of 067d9192914545d1ab02d7c5fdf76e3a for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:19.898580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b40390c1-4376-42c5-ac3f-620cb9e4c366 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:03:19.899581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:19.921268 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Pushing event deleted for resources: {'Port': ['ID=72a99bb5-360b-4d60-913a-66ffeabc5850,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:19.963188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7b9770d-76b3-4ca1-8374-6dbce0b9e0f4 req-354064e6-7115-42ca-a6d9-8ba6eaae592d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988567 Mar 07 16:03:19.978362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665edd2e-8c3f-4641-bcb4-c6867219b062'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:19.981067 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a437ff-e431-414f-93d2-97f997fa29ba" -d '{"events": [{"server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "name": "network-vif-plugged", "status": "completed", "tag": "665edd2e-8c3f-4641-bcb4-c6867219b062"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:20.013688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks [] for floatingip (375b79cb-c288-4a81-8d2a-59ed3623b2ed), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.027383 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.029505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cae0d1fb-59c5-4130-9e8f-6f8b0ff94ef8 tempest-ServersTestManualDisk-897726923 tempest-ServersTestManualDisk-897726923-project] 10.222.0.24 "DELETE /v2.0/floatingips/375b79cb-c288-4a81-8d2a-59ed3623b2ed HTTP/1.1" status: 204 len: 168 time: 0.5840547 Mar 07 16:03:20.032861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49232) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:20.092355 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (19fd3374-629f-4e31-a88b-7fb92021f2b2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.157935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19fd3374-629f-4e31-a88b-7fb92021f2b2,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:20.174116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Checking segment: {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:20.174116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Network hostable DHCP agents. Network: b40390c1-4376-42c5-ac3f-620cb9e4c366, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:03:20.194404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Network b40390c1-4376-42c5-ac3f-620cb9e4c366 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:03:20.201827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dd7a-1a11-4ebf-a694-3f6e78505a4a req-99f96b6c-75f9-4724-9797-aaf5d1b5e277 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:20.205602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b40390c1-4376-42c5-ac3f-620cb9e4c366) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:20.210157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7dd7a-1a11-4ebf-a694-3f6e78505a4a req-99f96b6c-75f9-4724-9797-aaf5d1b5e277 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:20.210620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:20.211342 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.217902 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8537d-3b0d-4b6d-b03e-b28abf620408 None None] Network b40390c1-4376-42c5-ac3f-620cb9e4c366 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:20.218833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-63c7dd7a-1a11-4ebf-a694-3f6e78505a4a req-99f96b6c-75f9-4724-9797-aaf5d1b5e277 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1683 time: 0.1363060 Mar 07 16:03:20.240643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-aff46437-38be-4f09-9665-8a38319d8153 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4098575 Mar 07 16:03:20.242937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49236) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:20.247559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:20.276647 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (03770cea-74ee-4e4a-9794-b354fae1eda4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.278539 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (03770cea-74ee-4e4a-9794-b354fae1eda4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.286747 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac02dcb8-38f0-43e6-8036-3ad261b0b368 x-openstack-request-id: req-ac02dcb8-38f0-43e6-8036-3ad261b0b368 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:20.287235 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "name": "network-vif-plugged", "status": "completed", "tag": "665edd2e-8c3f-4641-bcb4-c6867219b062", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:20.295563 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac02dcb8-38f0-43e6-8036-3ad261b0b368 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:20.297914 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665edd2e-8c3f-4641-bcb4-c6867219b062', 'code': 200} Mar 07 16:03:20.348382 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-63c7dd7a-1a11-4ebf-a694-3f6e78505a4a req-193c2e62-5877-42fc-8e7c-f7131b6d90ce tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267819 Mar 07 16:03:20.358108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks [] for router_controller (03770cea-74ee-4e4a-9794-b354fae1eda4), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.451108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-b40390c1-4376-42c5-ac3f-620cb9e4c366', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:03:20.452200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.471266 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25ff5004-e868-4315-b43e-0b43bd1f9f49 req-efb2a4c6-9724-4292-9938-38ef5dfd2d34 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 210 time: 0.0426953 Mar 07 16:03:20.611398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb639d-5cb1-4c48-9581-881b6e5fb9dc req-802d941e-13cf-431c-be4f-e65a8bc85601 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:20.619448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32cb639d-5cb1-4c48-9581-881b6e5fb9dc req-802d941e-13cf-431c-be4f-e65a8bc85601 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.2628787 Mar 07 16:03:20.625059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcec40-5453-409d-a59b-62d7aff42c2d req-7cc361e3-d1b8-447e-bf2a-76c441d7d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:20.625715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcec40-5453-409d-a59b-62d7aff42c2d req-7cc361e3-d1b8-447e-bf2a-76c441d7d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:20.627501 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53fcec40-5453-409d-a59b-62d7aff42c2d req-7cc361e3-d1b8-447e-bf2a-76c441d7d49a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 2047 time: 0.2830558 Mar 07 16:03:20.631426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks [] for router_gateway (03770cea-74ee-4e4a-9794-b354fae1eda4), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.634923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:20.670619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28173833-4051-459a-81a4-9f80087c2a26 req-59bcd75c-ebbf-4995-8b40-e318f7c93b5e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:20.681442 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-28173833-4051-459a-81a4-9f80087c2a26 req-59bcd75c-ebbf-4995-8b40-e318f7c93b5e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 945 time: 0.1169164 Mar 07 16:03:20.711049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:20.718817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Allocated IP 172.20.0.2 (b40390c1-4376-42c5-ac3f-620cb9e4c366/19fd3374-629f-4e31-a88b-7fb92021f2b2/b51fcd3b-6526-439b-8571-79f497b3c8e5) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:20.721543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:20.722452 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.748840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53fcec40-5453-409d-a59b-62d7aff42c2d req-61ff843d-1420-4fdb-8d7c-750222a3f9dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076198 Mar 07 16:03:20.776096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32cb639d-5cb1-4c48-9581-881b6e5fb9dc req-90d335c6-0e01-4c52-a182-642871d94607 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414282 Mar 07 16:03:20.786238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-28173833-4051-459a-81a4-9f80087c2a26 req-b7bd77d4-cb52-4892-8f3c-ef2f0e4d3db3 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038437 Mar 07 16:03:20.830186 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.848044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:20.848450 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:20.922666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:20.929839 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.004828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:21.025407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks [] for router_gateway (03770cea-74ee-4e4a-9794-b354fae1eda4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.066672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.073514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Publish callbacks [] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.081712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.135704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Network b40390c1-4376-42c5-ac3f-620cb9e4c366 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:21.138740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:21.143015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:21.150122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Pushing event updated for resources: {'Port': ['ID=b51fcd3b-6526-439b-8571-79f497b3c8e5,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:21.181730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f90d3-1609-42db-8eb5-59b8eafc1ea3 req-228992d4-c34e-4d57-a747-a09850e2b4e4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:21.188856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de6f90d3-1609-42db-8eb5-59b8eafc1ea3 req-228992d4-c34e-4d57-a747-a09850e2b4e4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1326182 Mar 07 16:03:21.205488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Deleting port 64a0b574-4ae8-448c-bec8-6f2de66f4b25 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:21.205966 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.212654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Attempting to bind port b51fcd3b-6526-439b-8571-79f497b3c8e5 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:21.213045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Attempting to bind port b51fcd3b-6526-439b-8571-79f497b3c8e5 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:21.213420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Attempting to bind port b51fcd3b-6526-439b-8571-79f497b3c8e5 on network b40390c1-4376-42c5-ac3f-620cb9e4c366 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:21.219462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:21.219845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Checking segment: {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:21.220261 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.220661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Bound using segment: {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:21.221146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Bound port: b51fcd3b-6526-439b-8571-79f497b3c8e5, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:21.221532 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.274979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Allocated IP 172.25.4.241 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/28441ec5-1f15-4418-8872-7c0e44f03f34) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:21.280612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de6f90d3-1609-42db-8eb5-59b8eafc1ea3 req-2d14a85b-9d8d-4aba-90fd-75f22d837c3e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909197 Mar 07 16:03:21.295666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] For port b51fcd3b-6526-439b-8571-79f497b3c8e5, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:21.299888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] For port b51fcd3b-6526-439b-8571-79f497b3c8e5, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b51fcd3b-6526-439b-8571-79f497b3c8e5,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:21.319436 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.323376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] For port 64a0b574-4ae8-448c-bec8-6f2de66f4b25, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=64a0b574-4ae8-448c-bec8-6f2de66f4b25,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:21.323859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.339079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Calling delete_port for 64a0b574-4ae8-448c-bec8-6f2de66f4b25 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:21.402332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27029a42-750d-4727-ae68-9a9d9b4bb0f2 None None] Pushing event updated for resources: {'Port': ['ID=b51fcd3b-6526-439b-8571-79f497b3c8e5,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:21.416096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks [] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.469180 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.518618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:21.529417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:21.536081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799a11-1ac9-4934-a9fc-267b9740c6e2 req-4c4c27f7-6b39-44ac-bae9-641cfa73b0f0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:21.539671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:21.541810 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799a11-1ac9-4934-a9fc-267b9740c6e2 req-4c4c27f7-6b39-44ac-bae9-641cfa73b0f0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:21.541956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Pushing event updated for resources: {'Port': ['ID=28441ec5-1f15-4418-8872-7c0e44f03f34,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:21.543490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99799a11-1ac9-4934-a9fc-267b9740c6e2 req-4c4c27f7-6b39-44ac-bae9-641cfa73b0f0 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1683 time: 0.0870223 Mar 07 16:03:21.634433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc607e8c-6208-4159-8ede-b42816f07fbb req-b1bf22f4-3cce-4a82-a024-4c0d7c054441 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 210 time: 0.0490932 Mar 07 16:03:21.690607 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99799a11-1ac9-4934-a9fc-267b9740c6e2 req-39149d79-de71-4748-b8bb-05a31d1e7ff1 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415153 Mar 07 16:03:21.738535 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (64a0b574-4ae8-448c-bec8-6f2de66f4b25), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:21.784619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a0b574-4ae8-448c-bec8-6f2de66f4b25,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:21.875859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-cb7b86f4-7597-40ce-97d5-2470fb909926 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:21.877443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-cb7b86f4-7597-40ce-97d5-2470fb909926 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.11 "GET /v2.0/networks?id=12ee1781-9eb0-417f-b203-6e1b78c1b124 HTTP/1.1" status: 200 len: 810 time: 0.2627530 Mar 07 16:03:21.927885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Request body: {'port': {'device_id': '75fc22eb-04cf-42bf-8da3-de157fe8dcf0', 'network_id': '12ee1781-9eb0-417f-b203-6e1b78c1b124', 'admin_state_up': True, 'tenant_id': 'f191bab168aa4afc89b4b5bd29add6c8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:22.088893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dad1-003d-45aa-b238-c868c2ad7010 req-be1c38ef-0ae3-4e83-b940-25d8feb63d30 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:22.090300 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3c9dad1-003d-45aa-b238-c868c2ad7010 req-be1c38ef-0ae3-4e83-b940-25d8feb63d30 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.2392688 Mar 07 16:03:22.133009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b51fcd3b-6526-439b-8571-79f497b3c8e5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:22.148725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks [] for router_gateway (03770cea-74ee-4e4a-9794-b354fae1eda4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:22.185720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b51fcd3b-6526-439b-8571-79f497b3c8e5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:22.186120 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:22.213017 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3c9dad1-003d-45aa-b238-c868c2ad7010 req-73f17fea-e0b2-4f56-b2e9-2a760deb3606 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169090 Mar 07 16:03:22.285412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b51fcd3b-6526-439b-8571-79f497b3c8e5 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:22.285810 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:22.300434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:22.302670 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b824809-8cd9-4c97-85b4-2c789e6f42b5" -d '{"events": [{"server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:22.382576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b51fcd3b-6526-439b-8571-79f497b3c8e5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b51fcd3b-6526-439b-8571-79f497b3c8e5,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:22.389886 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5397dc7-8f0d-4012-9371-c12841682316 x-openstack-request-id: req-e5397dc7-8f0d-4012-9371-c12841682316 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:22.390205 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:22.391593 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5397dc7-8f0d-4012-9371-c12841682316 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:22.392018 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1', 'code': 200} Mar 07 16:03:22.408440 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:22.489991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b51fcd3b-6526-439b-8571-79f497b3c8e5,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:22.501641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (03770cea-74ee-4e4a-9794-b354fae1eda4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:22.551532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd6eae-2617-4507-a9f0-8f0b6279eb70 req-deb5cf2f-6d1f-4882-b0e6-d8613312ad64 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:22.553115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23bd6eae-2617-4507-a9f0-8f0b6279eb70 req-deb5cf2f-6d1f-4882-b0e6-d8613312ad64 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 946 time: 0.6294329 Mar 07 16:03:22.577233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:22.593957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd789-1a26-4219-9b36-7c03a1c3e1e6 req-e0fac7a7-7762-444e-af7f-9f868633584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:22.595500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6fcd789-1a26-4219-9b36-7c03a1c3e1e6 req-e0fac7a7-7762-444e-af7f-9f868633584d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 1128 time: 0.1539607 Mar 07 16:03:22.643822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee8945-e447-43c3-bb83-afd1bbe3c57e req-e1afde53-7f62-4340-bee4-013f9532d536 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:22.645347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6ee8945-e447-43c3-bb83-afd1bbe3c57e req-e1afde53-7f62-4340-bee4-013f9532d536 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1622210 Mar 07 16:03:22.669851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Made reservation on behalf of f191bab168aa4afc89b4b5bd29add6c8 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:22.673497 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:22.684144 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23bd6eae-2617-4507-a9f0-8f0b6279eb70 req-a4118fc0-428d-4fe5-b671-982a0af7065e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191075 Mar 07 16:03:22.743369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6fcd789-1a26-4219-9b36-7c03a1c3e1e6 req-6553f779-f7ba-4401-866b-f4434126789f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385772 Mar 07 16:03:22.752974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446fd49c-942c-48f3-a4d8-eb4199c823f2 None None] Network b40390c1-4376-42c5-ac3f-620cb9e4c366 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:22.758325 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c6ee8945-e447-43c3-bb83-afd1bbe3c57e req-331e6561-3236-4e25-a453-643fb979eb43 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014385 Mar 07 16:03:22.803751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Router 03770cea-74ee-4e4a-9794-b354fae1eda4 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:03:22.835096 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0d4439e1-e0e7-4ce6-a219-7e0280188524 req-51b0c3bf-3258-491f-bb35-048902230397 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 210 time: 0.0672987 Mar 07 16:03:22.885922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7e040057-091c-4ad9-8005-78b01a78564d None None] Provisioning complete for port b51fcd3b-6526-439b-8571-79f497b3c8e5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:22.886314 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7e040057-091c-4ad9-8005-78b01a78564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:22.887899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a49c662-829d-42c1-bf8e-98f37a4ec0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:22.991900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cc44f-1c15-4f2b-b239-8b40c03c79b8 req-7ca8b4fb-2855-4e1b-8b17-029b514423dd tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:22.998574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cc44f-1c15-4f2b-b239-8b40c03c79b8 req-7ca8b4fb-2855-4e1b-8b17-029b514423dd tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:23.000235 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f12cc44f-1c15-4f2b-b239-8b40c03c79b8 req-7ca8b4fb-2855-4e1b-8b17-029b514423dd tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1683 time: 0.1416132 Mar 07 16:03:23.009828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:03:23.038522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 66b8e219-0497-4dc0-bb17-b4ee82303262 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:23.043066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Allocated IP 172.20.0.8 (12ee1781-9eb0-417f-b203-6e1b78c1b124/af0828d1-724c-41dc-8f4f-c2fa5e5d4443/a1233121-cd56-47d5-9f0c-f2710032bcef) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:23.044726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Sync routers for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:03:23.050785 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:23.055200 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-796134e7-8336-4140-a9b7-034cff58d7ac admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.8081083 Mar 07 16:03:23.055379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:03:23.056833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49266) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:23.091519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7e040057-091c-4ad9-8005-78b01a78564d None None] Current status of the port b51fcd3b-6526-439b-8571-79f497b3c8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:23.095933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:23.096786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:02:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:23.241263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:23.243765 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:03:23.323305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Publish callbacks [] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:23.407171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:03:23.416992 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0106a62c-c6e6-422b-b13c-7ad536d97af9 admin admin] 10.222.0.24 "PUT /v2.0/routers/65f7c41c-e135-420a-bbff-b9b31bf2e7d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3828995 Mar 07 16:03:23.418879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49270) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:23.419991 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:23.423433 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] Sync routers for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:03:23.448348 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:23.449582 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:02:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:23.506696 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f12cc44f-1c15-4f2b-b239-8b40c03c79b8 req-f88aaa45-80bc-4f66-b680-33c0a274c12a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982030 Mar 07 16:03:23.517096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Network 12ee1781-9eb0-417f-b203-6e1b78c1b124 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:23.530757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:23.542166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40e428-0652-42bc-aea9-eda8414216fb req-39ccbf97-1039-4b3a-b50b-ec5ffb0dfa73 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:23.543830 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d40e428-0652-42bc-aea9-eda8414216fb req-39ccbf97-1039-4b3a-b50b-ec5ffb0dfa73 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1886299 Mar 07 16:03:23.548313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:23.591787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Pushing event updated for resources: {'Port': ['ID=a1233121-cd56-47d5-9f0c-f2710032bcef,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:23.621984 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:23.665538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=66b8e219-0497-4dc0-bb17-b4ee82303262,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:23.672638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f24b5296-ed2c-4fdc-9db7-62dab5ca152a None None] Provisioning complete for port b51fcd3b-6526-439b-8571-79f497b3c8e5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:23.673454 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f24b5296-ed2c-4fdc-9db7-62dab5ca152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:23.680995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:23.681638 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:23.710160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d40e428-0652-42bc-aea9-eda8414216fb req-9f347f7d-20b6-423a-a1d3-58c8b27f2aa4 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542363 Mar 07 16:03:23.712141 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks [] for router (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:23.716080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '66b8e219-0497-4dc0-bb17-b4ee82303262', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'port_id': '66b8e219-0497-4dc0-bb17-b4ee82303262', 'mac_address': 'fa:16:3e:c1:0a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72ca13c-8ffe-45cb-9e24-07aaf17581aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:23.718605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-9df318da-2b97-4086-8c79-2dce59387f24 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7960851 Mar 07 16:03:23.764864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Request body: {'port': {'device_id': '75fc22eb-04cf-42bf-8da3-de157fe8dcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:23.859363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 66b8e219-0497-4dc0-bb17-b4ee82303262 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:23.859705 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:23.922620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66b8e219-0497-4dc0-bb17-b4ee82303262 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:23.928588 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:23.929221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f24b5296-ed2c-4fdc-9db7-62dab5ca152a None None] Current status of the port b51fcd3b-6526-439b-8571-79f497b3c8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:23.960023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=66b8e219-0497-4dc0-bb17-b4ee82303262,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:23.964876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks [] for router_gateway (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:23.967763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:21Z', 'revision_number': 3, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:23.972791 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.038676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af697e-6157-4324-a0d5-c3a31d4f85e7 req-ba305ee9-5499-43b8-8249-9234e6135bbb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:24.040725 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58af697e-6157-4324-a0d5-c3a31d4f85e7 req-ba305ee9-5499-43b8-8249-9234e6135bbb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1657031 Mar 07 16:03:24.049484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b51fcd3b-6526-439b-8571-79f497b3c8e5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:24.058204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Checking router: 03770cea-74ee-4e4a-9794-b354fae1eda4 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:03:24.058204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Updating router 03770cea-74ee-4e4a-9794-b354fae1eda4 port 28441ec5-1f15-4418-8872-7c0e44f03f34 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:03:24.061574 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:03:21Z', 'revision_number': 5, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port': {'id': '3ea3d8b6-353b-40c2-a041-f4dea9070386', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:00:51Z', 'updated_at': '2022-03-07T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:24.093949 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] Checking router: 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:03:24.103556 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] Routers {'65f7c41c-e135-420a-bbff-b9b31bf2e7d4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:24.104163 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:02:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:24.124434 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.131079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['66b8e219-0497-4dc0-bb17-b4ee82303262'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:24.178901 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.181568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5db152-daf7-4841-ae63-2dc8674f47d8 req-d791a832-bcc2-4b41-92d6-48f12defc277 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:24.184188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f5db152-daf7-4841-ae63-2dc8674f47d8 req-d791a832-bcc2-4b41-92d6-48f12defc277 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 946 time: 0.3133132 Mar 07 16:03:24.204449 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58af697e-6157-4324-a0d5-c3a31d4f85e7 req-a470a5ba-9b3a-45bb-bf64-912071b4ee7d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545110 Mar 07 16:03:24.208407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Deleting port 3ea3d8b6-353b-40c2-a041-f4dea9070386 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:24.208753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.249258 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] Set router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:24.340178 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:03:23Z', 'revision_number': 6, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:24.343120 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4f5db152-daf7-4841-ae63-2dc8674f47d8 req-20b3f756-d609-4384-a065-830354549238 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322920 Mar 07 16:03:24.370271 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444946bc-12ce-475a-9ab4-b21a069e1ed4 None None] The sync data for ids ['65f7c41c-e135-420a-bbff-b9b31bf2e7d4'] in n-d-830010-8 is: [{'id': '65f7c41c-e135-420a-bbff-b9b31bf2e7d4', 'name': 'tempest-ServersTestManualDisk-1717422839-router', 'tenant_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:00:48Z', 'updated_at': '2022-03-07T16:03:23Z', 'revision_number': 6, 'project_id': 'f0c91b2c98f8406784bd49fcaaf789ba', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:03:24.388519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=66b8e219-0497-4dc0-bb17-b4ee82303262,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:24.420798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] For port 3ea3d8b6-353b-40c2-a041-f4dea9070386, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3ea3d8b6-353b-40c2-a041-f4dea9070386,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:24.421089 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.433717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Allocated IP 172.20.0.1 (b40390c1-4376-42c5-ac3f-620cb9e4c366/19fd3374-629f-4e31-a88b-7fb92021f2b2/081fbb1d-a43c-4e83-a126-640fa928cd74) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:24.448063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b51fcd3b-6526-439b-8571-79f497b3c8e5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:24.448700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.467225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Calling delete_port for 3ea3d8b6-353b-40c2-a041-f4dea9070386 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:24.482318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f56b9-1b1b-432c-b1a4-35e52f9ecea9 req-52003909-9ee6-4d29-a918-cd9876cde85b tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:24.483890 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc0f56b9-1b1b-432c-b1a4-35e52f9ecea9 req-52003909-9ee6-4d29-a918-cd9876cde85b tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 931 time: 0.1671565 Mar 07 16:03:24.541498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1233121-cd56-47d5-9f0c-f2710032bcef {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:24.544649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Publish callbacks [] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.554330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Publish callbacks [] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.586986 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.602198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Transition to ACTIVE for port object a1233121-cd56-47d5-9f0c-f2710032bcef will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:03:24.614211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc0f56b9-1b1b-432c-b1a4-35e52f9ecea9 req-fb2c123c-1887-4dcf-a4f9-4a89075b4314 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208587 Mar 07 16:03:24.617099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.651917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Network b40390c1-4376-42c5-ac3f-620cb9e4c366 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:24.652641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:24.657205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:24.677555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b51fcd3b-6526-439b-8571-79f497b3c8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:24.685636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Pushing event updated for resources: {'Port': ['ID=081fbb1d-a43c-4e83-a126-640fa928cd74,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:24.729959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Pushing event updated for resources: {'Port': ['ID=a1233121-cd56-47d5-9f0c-f2710032bcef,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:24.764702 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (03770cea-74ee-4e4a-9794-b354fae1eda4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.875655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b280fe2-b557-43b0-abd7-632ffa97be5b req-894c1abf-a554-4222-a799-37ae1bd87ba4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:24.884883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b280fe2-b557-43b0-abd7-632ffa97be5b req-894c1abf-a554-4222-a799-37ae1bd87ba4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:24.887369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b280fe2-b557-43b0-abd7-632ffa97be5b req-894c1abf-a554-4222-a799-37ae1bd87ba4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1683 time: 0.2227104 Mar 07 16:03:24.911520 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Publish callbacks [] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.919852 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:24.926741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Attempting to bind port a1233121-cd56-47d5-9f0c-f2710032bcef on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:24.927402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Attempting to bind port a1233121-cd56-47d5-9f0c-f2710032bcef by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'd465ac80-e93c-41b7-82e5-bf6574f6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '12ee1781-9eb0-417f-b203-6e1b78c1b124'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:24.928834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Attempting to bind port a1233121-cd56-47d5-9f0c-f2710032bcef on network 12ee1781-9eb0-417f-b203-6e1b78c1b124 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:24.981482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Port a1233121-cd56-47d5-9f0c-f2710032bcef on network 12ee1781-9eb0-417f-b203-6e1b78c1b124 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:03:24.982156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Attempting to bind port a1233121-cd56-47d5-9f0c-f2710032bcef on network 12ee1781-9eb0-417f-b203-6e1b78c1b124 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:24.997415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Attempting to bind port 28441ec5-1f15-4418-8872-7c0e44f03f34 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:24.997879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Attempting to bind port 28441ec5-1f15-4418-8872-7c0e44f03f34 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:24.998391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Attempting to bind port 28441ec5-1f15-4418-8872-7c0e44f03f34 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:24.999539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:24.999994 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Checking segment: {'id': 'd465ac80-e93c-41b7-82e5-bf6574f6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '12ee1781-9eb0-417f-b203-6e1b78c1b124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:25.000391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Bound using segment: {'id': 'd465ac80-e93c-41b7-82e5-bf6574f6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '12ee1781-9eb0-417f-b203-6e1b78c1b124'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:25.001172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b280fe2-b557-43b0-abd7-632ffa97be5b req-0e80700c-e40d-4b0e-97f5-e0eb702425c8 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997560 Mar 07 16:03:25.001673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Bound port: a1233121-cd56-47d5-9f0c-f2710032bcef, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd465ac80-e93c-41b7-82e5-bf6574f6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '12ee1781-9eb0-417f-b203-6e1b78c1b124'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:25.002232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.009108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83325ee8-5be5-460c-9546-e677db85ffa6 None None] Pushing event updated for resources: {'Port': ['ID=28441ec5-1f15-4418-8872-7c0e44f03f34,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:25.013295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:25.013822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:25.014306 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.014814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:25.015369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Bound port: 28441ec5-1f15-4418-8872-7c0e44f03f34, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:25.015823 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.027124 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3ea3d8b6-353b-40c2-a041-f4dea9070386), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.044879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7fdc6b85-e3c6-45df-b560-a30e56c81bc6 None None] Provisioning complete for port 081fbb1d-a43c-4e83-a126-640fa928cd74 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:25.045267 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-e3c6-45df-b560-a30e56c81bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.049741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 66b8e219-0497-4dc0-bb17-b4ee82303262 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:25.059397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.079900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea3d8b6-353b-40c2-a041-f4dea9070386,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:25.101704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849392b6-3bbe-4c62-83dd-c5a7ba9c0f6e req-eef0144c-281b-45e6-964b-e7bd575c0fbf tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:25.103301 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-849392b6-3bbe-4c62-83dd-c5a7ba9c0f6e req-eef0144c-281b-45e6-964b-e7bd575c0fbf tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.2121022 Mar 07 16:03:25.154496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc6b85-e3c6-45df-b560-a30e56c81bc6 None None] Port 081fbb1d-a43c-4e83-a126-640fa928cd74 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:03:25.168531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] For port 28441ec5-1f15-4418-8872-7c0e44f03f34, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:25.176178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] For port 28441ec5-1f15-4418-8872-7c0e44f03f34, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=28441ec5-1f15-4418-8872-7c0e44f03f34,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:25.178563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] For port a1233121-cd56-47d5-9f0c-f2710032bcef, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:25.191734 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48c8c171-d09f-4478-9784-852f190a3ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.194038 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.201096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 66b8e219-0497-4dc0-bb17-b4ee82303262 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:25.201474 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.204575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] For port a1233121-cd56-47d5-9f0c-f2710032bcef, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a1233121-cd56-47d5-9f0c-f2710032bcef,segment=NetworkSegment(d465ac80-e93c-41b7-82e5-bf6574f6c28b),segment_id=d465ac80-e93c-41b7-82e5-bf6574f6c28b)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:25.238684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.259943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.325084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:25.325084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:25.329636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83325ee8-5be5-460c-9546-e677db85ffa6 None None] Pushing event updated for resources: {'Port': ['ID=28441ec5-1f15-4418-8872-7c0e44f03f34,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:25.409272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Publish callbacks [] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.427207 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-849392b6-3bbe-4c62-83dd-c5a7ba9c0f6e req-279a055e-68ec-441b-a554-8f3b857a3b03 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818916 Mar 07 16:03:25.440952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:25.441763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.444276 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] 10.222.0.11 "PUT /v2.0/ports/a1233121-cd56-47d5-9f0c-f2710032bcef HTTP/1.1" status: 200 len: 1091 time: 1.6833341 Mar 07 16:03:25.448010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fc22eb-04cf-42bf-8da3-de157fe8dcf0', 'tag': 'a1233121-cd56-47d5-9f0c-f2710032bcef'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:25.449950 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.467787 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483d96ba-89ef-4551-b0c3-8c3c30259028" -d '{"events": [{"name": "network-changed", "server_uuid": "75fc22eb-04cf-42bf-8da3-de157fe8dcf0", "tag": "a1233121-cd56-47d5-9f0c-f2710032bcef"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:25.475638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 66b8e219-0497-4dc0-bb17-b4ee82303262 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:25.476287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.481309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.500578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks [] for router_controller (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.514546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:25.520681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:25.523269 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9243e3b1-6231-40dd-8c52-2397ed82689f" -d '{"events": [{"server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "name": "network-vif-plugged", "status": "completed", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:25.543545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d774fa9-a828-49e2-a592-f54c459c4abe service neutron] Pushing event updated for resources: {'Port': ['ID=a1233121-cd56-47d5-9f0c-f2710032bcef,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:25.566962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=66b8e219-0497-4dc0-bb17-b4ee82303262,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:25.579387 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.592941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Pushing event updated for resources: {'Port': ['ID=081fbb1d-a43c-4e83-a126-640fa928cd74,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:25.599957 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (03770cea-74ee-4e4a-9794-b354fae1eda4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.628115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b217f-ec17-46ae-8086-5ce33ad02cbf req-f69ef6a5-4643-4757-b561-093500513f9f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:25.637666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b57b217f-ec17-46ae-8086-5ce33ad02cbf req-f69ef6a5-4643-4757-b561-093500513f9f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 944 time: 0.1889019 Mar 07 16:03:25.640409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (65f7c41c-e135-420a-bbff-b9b31bf2e7d4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.641034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65f7c41c-e135-420a-bbff-b9b31bf2e7d4 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:03:25.648096 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.652861 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a4e4c833-4857-47cf-a6d3-d837dba8920e admin admin] 10.222.0.24 "DELETE /v2.0/routers/65f7c41c-e135-420a-bbff-b9b31bf2e7d4 HTTP/1.1" status: 204 len: 168 time: 2.2300134 Mar 07 16:03:25.653030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49296) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:25.665975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-1a77fb3b-d189-45d6-8821-747edbeb5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:25.667385 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-1a77fb3b-d189-45d6-8821-747edbeb5425 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f191bab168aa4afc89b4b5bd29add6c8&device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 1125 time: 0.1493850 Mar 07 16:03:25.681998 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56799a3-334a-4c18-9258-aa1f002911f0 req-3329b1f5-253d-448d-888b-0d2896341707 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:25.683584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f56799a3-334a-4c18-9258-aa1f002911f0 req-3329b1f5-253d-448d-888b-0d2896341707 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 946 time: 0.1161592 Mar 07 16:03:25.721671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=66b8e219-0497-4dc0-bb17-b4ee82303262,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:25.733570 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-69acb6db-ca21-4d5e-a4a7-8d8d4838fa7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1233121-cd56-47d5-9f0c-f2710032bcef HTTP/1.1" status: 200 len: 217 time: 0.0490112 Mar 07 16:03:25.795807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a322ec-d18b-411c-8666-f472ec9856b8 admin admin] Deleting subnet 479ee108-8f41-4d1f-baf2-c064e6186260 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:03:25.801575 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3a322ec-d18b-411c-8666-f472ec9856b8 admin admin] Publish callbacks [] for subnet (479ee108-8f41-4d1f-baf2-c064e6186260), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.817226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f56799a3-334a-4c18-9258-aa1f002911f0 req-d4d75f24-9de4-4e91-8cdb-937ad5749713 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247892 Mar 07 16:03:25.821761 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-d047c35d-e14b-471b-92ac-676f094048f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:25.823256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-d047c35d-e14b-471b-92ac-676f094048f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af0828d1-724c-41dc-8f4f-c2fa5e5d4443 HTTP/1.1" status: 200 len: 850 time: 0.0778251 Mar 07 16:03:25.826340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 1, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:25.835353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b57b217f-ec17-46ae-8086-5ce33ad02cbf req-f4b03188-ba95-478a-aa83-75fd287e8b27 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963923 Mar 07 16:03:25.872628 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-d64d22e5-56c8-4a0c-bb4e-32b948d726b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12ee1781-9eb0-417f-b203-6e1b78c1b124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409322 Mar 07 16:03:25.910587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053764f3-6e61-4d4f-920b-92b2c8028068 None None] The sync data for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 is: [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 1, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:03:25.911088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3a322ec-d18b-411c-8666-f472ec9856b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (479ee108-8f41-4d1f-baf2-c064e6186260), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:25.921101 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6734995f-1762-4f7c-8984-814d3676ca19 x-openstack-request-id: req-6734995f-1762-4f7c-8984-814d3676ca19 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:25.921401 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fc22eb-04cf-42bf-8da3-de157fe8dcf0", "tag": "a1233121-cd56-47d5-9f0c-f2710032bcef", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:25.921658 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6734995f-1762-4f7c-8984-814d3676ca19 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:25.922059 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fc22eb-04cf-42bf-8da3-de157fe8dcf0', 'tag': 'a1233121-cd56-47d5-9f0c-f2710032bcef', 'status': 'completed', 'code': 200} Mar 07 16:03:25.986554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Network b40390c1-4376-42c5-ac3f-620cb9e4c366 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:25.987932 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0b28d5-2d80-4318-b004-9d6a9224ffdc x-openstack-request-id: req-7c0b28d5-2d80-4318-b004-9d6a9224ffdc {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:25.988279 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "name": "network-vif-plugged", "status": "completed", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:25.988566 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c0b28d5-2d80-4318-b004-9d6a9224ffdc {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:25.988985 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262', 'code': 200} Mar 07 16:03:25.991627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:26.007956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 64a0b574-4ae8-448c-bec8-6f2de66f4b25 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:26.054406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 64a0b574-4ae8-448c-bec8-6f2de66f4b25 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:26.054763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 64a0b574-4ae8-448c-bec8-6f2de66f4b25 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:26.055240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3ea3d8b6-353b-40c2-a041-f4dea9070386 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:26.093740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3ea3d8b6-353b-40c2-a041-f4dea9070386 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:26.094092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3ea3d8b6-353b-40c2-a041-f4dea9070386 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:26.154467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3a322ec-d18b-411c-8666-f472ec9856b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (479ee108-8f41-4d1f-baf2-c064e6186260), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:26.292675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6dcaf-19f6-42c1-87a9-aea2df5b59e9 req-1ffb1a4f-c56a-4e39-8186-ef3579898a8d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:26.306326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cee6dcaf-19f6-42c1-87a9-aea2df5b59e9 req-1ffb1a4f-c56a-4e39-8186-ef3579898a8d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 943 time: 0.2573106 Mar 07 16:03:26.311992 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9b59d4e7-0cb9-49e0-9f2d-94b5ccdd531b None None] Provisioning complete for port 081fbb1d-a43c-4e83-a126-640fa928cd74 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:26.311992 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b59d4e7-0cb9-49e0-9f2d-94b5ccdd531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:26.367711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Router 03770cea-74ee-4e4a-9794-b354fae1eda4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:03:26.370164 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:26.376183 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3a322ec-d18b-411c-8666-f472ec9856b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (479ee108-8f41-4d1f-baf2-c064e6186260), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:26.376886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9b59d4e7-0cb9-49e0-9f2d-94b5ccdd531b None None] Port 081fbb1d-a43c-4e83-a126-640fa928cd74 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:03:26.423263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823f3dc-52e3-4165-941e-7ca0ca0df536 req-7ad72b3d-46da-4cde-b79a-85b9ef3cc43f tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:26.423856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a322ec-d18b-411c-8666-f472ec9856b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479ee108-8f41-4d1f-baf2-c064e6186260,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:26.429090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823f3dc-52e3-4165-941e-7ca0ca0df536 req-7ad72b3d-46da-4cde-b79a-85b9ef3cc43f tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:26.430945 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3823f3dc-52e3-4165-941e-7ca0ca0df536 req-7ad72b3d-46da-4cde-b79a-85b9ef3cc43f tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1683 time: 0.5125833 Mar 07 16:03:26.435940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cee6dcaf-19f6-42c1-87a9-aea2df5b59e9 req-2561999c-e805-4fdc-86e5-7ccbdbff186a tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284854 Mar 07 16:03:26.437605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f3a322ec-d18b-411c-8666-f472ec9856b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:26.439363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ddc6de-df27-49f8-a036-f6d577ae384d None None] Network 20f61a96-6058-4a85-b61f-303a622de412 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:26.442903 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-b324d369-dec4-4682-b5a1-87aa39934868 service neutron] 10.222.0.11 "GET /v2.0/networks/12ee1781-9eb0-417f-b203-6e1b78c1b124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591462 Mar 07 16:03:26.455787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f3a322ec-d18b-411c-8666-f472ec9856b8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/479ee108-8f41-4d1f-baf2-c064e6186260 HTTP/1.1" status: 204 len: 168 time: 0.7956762 Mar 07 16:03:26.460148 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49306) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:26.619788 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3823f3dc-52e3-4165-941e-7ca0ca0df536 req-458c2eee-e63c-4730-8f6a-46963ef35833 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802657 Mar 07 16:03:26.629039 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (20f61a96-6058-4a85-b61f-303a622de412), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:26.669686 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72de263d-a1e0-4e58-b1e4-a381bb449555 req-7abfe292-bbdd-49a8-9585-39c0c80fd843 service neutron] 10.222.0.11 "GET /v2.0/networks/12ee1781-9eb0-417f-b203-6e1b78c1b124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200851 Mar 07 16:03:26.689085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e2a568-1ae4-4022-9122-443dd2024f42 None None] DHCP port deletion for 20f61a96-6058-4a85-b61f-303a622de412 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:03:26.694618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cbea7-4fd3-4e88-88cb-ea54da21e181 req-bb0daa50-25a8-40c2-b3e9-21245064c95a tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:26.700994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a2cbea7-4fd3-4e88-88cb-ea54da21e181 req-bb0daa50-25a8-40c2-b3e9-21245064c95a tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 946 time: 0.1688051 Mar 07 16:03:26.713440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:03:26.725693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0c74dd9f-aa89-4ed9-a7e6-b8a4a783ce34 admin admin] 10.222.0.24 "PUT /v2.0/routers/03770cea-74ee-4e4a-9794-b354fae1eda4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6660986 Mar 07 16:03:26.775382 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2a568-1ae4-4022-9122-443dd2024f42 None None] Deleting port e98ebe61-3053-4939-8586-5e0b74edb53d {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:26.775886 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a568-1ae4-4022-9122-443dd2024f42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:26.823620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a2cbea7-4fd3-4e88-88cb-ea54da21e181 req-7c9582ac-6613-4ff7-8345-ff8201410391 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216364 Mar 07 16:03:26.839963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Deleting port e98ebe61-3053-4939-8586-5e0b74edb53d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:26.840544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:26.876594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-d18604eb-2a41-46ad-a9d5-d8901ca66ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:26.885298 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-d18604eb-2a41-46ad-a9d5-d8901ca66ca1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f191bab168aa4afc89b4b5bd29add6c8&device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 1125 time: 0.1341107 Mar 07 16:03:26.898992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c468f3f-3144-483e-a5a6-d618cd66a49c req-99657ec8-ae62-4fb7-992b-457ee006fb6f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:26.905939 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c468f3f-3144-483e-a5a6-d618cd66a49c req-99657ec8-ae62-4fb7-992b-457ee006fb6f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1750906 Mar 07 16:03:26.911404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c5e2a568-1ae4-4022-9122-443dd2024f42 None None] For port e98ebe61-3053-4939-8586-5e0b74edb53d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e98ebe61-3053-4939-8586-5e0b74edb53d,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:26.912592 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a568-1ae4-4022-9122-443dd2024f42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:26.932089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2a568-1ae4-4022-9122-443dd2024f42 None None] Calling delete_port for e98ebe61-3053-4939-8586-5e0b74edb53d owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:27.124718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-34d8d82c-dbec-4508-b8fd-652b5dd9d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:27.126229 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-34d8d82c-dbec-4508-b8fd-652b5dd9d5c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=12ee1781-9eb0-417f-b203-6e1b78c1b124 HTTP/1.1" status: 200 len: 911 time: 0.2176275 Mar 07 16:03:27.141381 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] For port e98ebe61-3053-4939-8586-5e0b74edb53d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e98ebe61-3053-4939-8586-5e0b74edb53d,segment=NetworkSegment(f6b72c4f-1aa9-4e52-8b4d-515f0d08368e),segment_id=f6b72c4f-1aa9-4e52-8b4d-515f0d08368e)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:27.142870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.208371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-39d5d089-ae4a-4ce4-892b-c4abbd07d9d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1233121-cd56-47d5-9f0c-f2710032bcef HTTP/1.1" status: 200 len: 217 time: 0.0631981 Mar 07 16:03:27.220400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Calling delete_port for e98ebe61-3053-4939-8586-5e0b74edb53d owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:27.228458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c468f3f-3144-483e-a5a6-d618cd66a49c req-ace02d58-a144-4467-ad5a-d450953d1d15 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216503 Mar 07 16:03:27.245175 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a568-1ae4-4022-9122-443dd2024f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.260714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2a568-1ae4-4022-9122-443dd2024f42 None None] No DVR routers for this DVR port e98ebe61-3053-4939-8586-5e0b74edb53d on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:27.352968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2a568-1ae4-4022-9122-443dd2024f42 None None] Pushing event deleted for resources: {'Port': ['ID=e98ebe61-3053-4939-8586-5e0b74edb53d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:27.390127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4c2a1742-1b75-4c34-9269-752f5cb1ba42 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:27.395985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4c2a1742-1b75-4c34-9269-752f5cb1ba42 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:27.398409 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4c2a1742-1b75-4c34-9269-752f5cb1ba42 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.15 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 1683 time: 0.1481621 Mar 07 16:03:27.402566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-55f38079-7741-42fd-9ad9-58c7277e714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:27.404445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-55f38079-7741-42fd-9ad9-58c7277e714f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af0828d1-724c-41dc-8f4f-c2fa5e5d4443 HTTP/1.1" status: 200 len: 850 time: 0.1708868 Mar 07 16:03:27.455984 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e98ebe61-3053-4939-8586-5e0b74edb53d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.461923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7e0b7-96b2-48af-8cb5-20d938bd4fc0 req-dc20e249-5129-4494-85e3-f5ddff0a9174 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:27.463181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88b7e0b7-96b2-48af-8cb5-20d938bd4fc0 req-dc20e249-5129-4494-85e3-f5ddff0a9174 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1391058 Mar 07 16:03:27.485844 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-3a857c98-0c6d-49c6-9397-5ebc448069b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12ee1781-9eb0-417f-b203-6e1b78c1b124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660279 Mar 07 16:03:27.518002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] No DVR routers for this DVR port e98ebe61-3053-4939-8586-5e0b74edb53d on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:27.519766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98ebe61-3053-4939-8586-5e0b74edb53d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:27.584982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88b7e0b7-96b2-48af-8cb5-20d938bd4fc0 req-2d17a00f-c616-4205-aaa6-20ba8b3a8019 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851276 Mar 07 16:03:27.588512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting port 512ad53c-9209-4a44-99db-b23cfbf1e30d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:27.588860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.638128 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.716423 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (20f61a96-6058-4a85-b61f-303a622de412), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.727193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] For port 512ad53c-9209-4a44-99db-b23cfbf1e30d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=512ad53c-9209-4a44-99db-b23cfbf1e30d,segment=NetworkSegment(181b94a8-bd44-4fae-bd79-31d30eabd7d8),segment_id=181b94a8-bd44-4fae-bd79-31d30eabd7d8)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:27.727806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.743152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Calling delete_port for 512ad53c-9209-4a44-99db-b23cfbf1e30d owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:27.790040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f61a96-6058-4a85-b61f-303a622de412']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:27.848778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:27.849205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b72c4f-1aa9-4e52-8b4d-515f0d08368e') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:27.873488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-e95b3318-f8e6-4f34-b9f7-bad21005b4e7 service neutron] 10.222.0.11 "GET /v2.0/networks/12ee1781-9eb0-417f-b203-6e1b78c1b124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632154 Mar 07 16:03:27.874709 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f6b72c4f-1aa9-4e52-8b4d-515f0d08368e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.905226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (512ad53c-9209-4a44-99db-b23cfbf1e30d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.911175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-6a6ad329-d0ea-4751-ad47-c4222dd67e15 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:27.921211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-6a6ad329-d0ea-4751-ad47-c4222dd67e15 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/networks?id=b40390c1-4376-42c5-ac3f-620cb9e4c366 HTTP/1.1" status: 200 len: 828 time: 0.3412380 Mar 07 16:03:27.924011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['665edd2e-8c3f-4641-bcb4-c6867219b062', '512ad53c-9209-4a44-99db-b23cfbf1e30d'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:27.947345 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f6b72c4f-1aa9-4e52-8b4d-515f0d08368e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:27.976251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Port': ['ID=512ad53c-9209-4a44-99db-b23cfbf1e30d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:27.976478 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-b4e4c159-d617-4a95-9140-bbc5d92280ef tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/quotas/067d9192914545d1ab02d7c5fdf76e3a HTTP/1.1" status: 200 len: 375 time: 0.0539503 Mar 07 16:03:28.006877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:03:28.007560 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f6b72c4f-1aa9-4e52-8b4d-515f0d08368e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:03:28.009679 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:03:28.100221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] No DVR routers for this DVR port 512ad53c-9209-4a44-99db-b23cfbf1e30d on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:28.103113 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.106992 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-4b015e9f-5ff1-4ce4-9c13-057a33f5b4df tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.15 "DELETE /v2.0/ports/512ad53c-9209-4a44-99db-b23cfbf1e30d HTTP/1.1" status: 204 len: 173 time: 0.7015517 Mar 07 16:03:28.108285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'name': 'network-vif-deleted', 'tag': '512ad53c-9209-4a44-99db-b23cfbf1e30d'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:28.111682 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78efacd1-014b-43bb-8e66-434a30b20753" -d '{"events": [{"server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "name": "network-vif-deleted", "tag": "512ad53c-9209-4a44-99db-b23cfbf1e30d"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:28.127631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 28441ec5-1f15-4418-8872-7c0e44f03f34 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:28.173687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (20f61a96-6058-4a85-b61f-303a622de412), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.188312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85fe1-dc0e-4a2d-8ac8-4a3c3f5cc0de req-5fd25ffd-5c3a-457b-831f-ada6d4617b26 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:28.191265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b9d85fe1-dc0e-4a2d-8ac8-4a3c3f5cc0de req-5fd25ffd-5c3a-457b-831f-ada6d4617b26 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 943 time: 0.2265215 Mar 07 16:03:28.195259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.206165 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] 10.222.0.24 "DELETE /v2.0/networks/20f61a96-6058-4a85-b61f-303a622de412 HTTP/1.1" status: 204 len: 168 time: 1.7384400 Mar 07 16:03:28.266100 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-483d96ba-89ef-4551-b0c3-8c3c30259028 req-c677373a-dc7c-4fc9-a5a1-d72fb6675621 service neutron] 10.222.0.11 "GET /v2.0/networks/12ee1781-9eb0-417f-b203-6e1b78c1b124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813097 Mar 07 16:03:28.271655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33768d-9cab-4670-919d-928e82af2467 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f61a96-6058-4a85-b61f-303a622de412,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:28.310046 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-fa8896a6-9795-40c2-8037-39ae498ee73a tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=067d9192914545d1ab02d7c5fdf76e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3325164 Mar 07 16:03:28.336861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 28441ec5-1f15-4418-8872-7c0e44f03f34 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:28.337614 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.353220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b9d85fe1-dc0e-4a2d-8ac8-4a3c3f5cc0de req-98953452-fd10-424e-8778-f61fabfe347e tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446249 Mar 07 16:03:28.387041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting port 665edd2e-8c3f-4641-bcb4-c6867219b062 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:28.387561 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.474150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49368) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:28.519930 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-99afba37-af95-4dcf-b004-eb1ea5f151de service neutron] 10.222.0.24 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089956 Mar 07 16:03:28.556774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 28441ec5-1f15-4418-8872-7c0e44f03f34 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:28.557938 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.567816 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7b1365c9-9589-4adb-a938-efcd2bd680dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0c91b2c98f8406784bd49fcaaf789ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0916212 Mar 07 16:03:28.571692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49378) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:28.585869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 28441ec5-1f15-4418-8872-7c0e44f03f34, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=28441ec5-1f15-4418-8872-7c0e44f03f34,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:28.591284 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.607852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] For port 665edd2e-8c3f-4641-bcb4-c6867219b062, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=665edd2e-8c3f-4641-bcb4-c6867219b062,segment=NetworkSegment(57f57e15-7b7a-4228-be59-726476128ad1),segment_id=57f57e15-7b7a-4228-be59-726476128ad1)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:28.608235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.666152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Calling delete_port for 665edd2e-8c3f-4641-bcb4-c6867219b062 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:28.680895 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=28441ec5-1f15-4418-8872-7c0e44f03f34,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:28.688036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a1233121-cd56-47d5-9f0c-f2710032bcef details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:28.689794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295359-3d93-40d2-8334-6cad52d9a15c req-51ac58a7-9174-4ef7-b968-353918c859c5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:28.691377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94295359-3d93-40d2-8334-6cad52d9a15c req-51ac58a7-9174-4ef7-b968-353918c859c5 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bda031-d691-4749-8a5f-a0822a5bdcc1 HTTP/1.1" status: 200 len: 946 time: 0.2080586 Mar 07 16:03:28.703268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e98ebe61-3053-4939-8586-5e0b74edb53d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:28.728491 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-e629fe46-02f4-4530-8f42-cb67c4dece46 service neutron] 10.222.0.24 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001748 Mar 07 16:03:28.732071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e98ebe61-3053-4939-8586-5e0b74edb53d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:28.732071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e98ebe61-3053-4939-8586-5e0b74edb53d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:28.780225 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c8733d3-cbe9-4731-b5d9-acf4187377a5 admin admin] Publish callbacks [] for security_group (a1406426-a480-4dc9-a136-67fe82e7df09), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.871323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a1233121-cd56-47d5-9f0c-f2710032bcef, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a1233121-cd56-47d5-9f0c-f2710032bcef,segment=NetworkSegment(d465ac80-e93c-41b7-82e5-bf6574f6c28b),segment_id=d465ac80-e93c-41b7-82e5-bf6574f6c28b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:28.888203 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c8733d3-cbe9-4731-b5d9-acf4187377a5 admin admin] Publish callbacks [] for security_group (a1406426-a480-4dc9-a136-67fe82e7df09), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.914773 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'a1233121-cd56-47d5-9f0c-f2710032bcef', 'network_id': '12ee1781-9eb0-417f-b203-6e1b78c1b124', 'port_id': 'a1233121-cd56-47d5-9f0c-f2710032bcef', 'mac_address': 'fa:16:3e:b8:cc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0828d1-724c-41dc-8f4f-c2fa5e5d4443', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:28.952828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94295359-3d93-40d2-8334-6cad52d9a15c req-7296fa46-4c51-4ba6-8ae8-52d3a5dade96 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "GET /v2.0/security-groups?id=6089385d-f77d-4bf0-91e2-31baeab4a797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363603 Mar 07 16:03:28.975454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port a1233121-cd56-47d5-9f0c-f2710032bcef is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:28.976039 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:28.999893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1233121-cd56-47d5-9f0c-f2710032bcef {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:29.042317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a1233121-cd56-47d5-9f0c-f2710032bcef, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a1233121-cd56-47d5-9f0c-f2710032bcef,segment=NetworkSegment(d465ac80-e93c-41b7-82e5-bf6574f6c28b),segment_id=d465ac80-e93c-41b7-82e5-bf6574f6c28b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:29.056111 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:29.104277 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a091757-bd53-454c-88a7-a98613768fa2 x-openstack-request-id: req-1a091757-bd53-454c-88a7-a98613768fa2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:29.104579 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "name": "network-vif-deleted", "tag": "512ad53c-9209-4a44-99db-b23cfbf1e30d", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:29.104845 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a091757-bd53-454c-88a7-a98613768fa2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:29.105245 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'name': 'network-vif-deleted', 'tag': '512ad53c-9209-4a44-99db-b23cfbf1e30d', 'status': 'completed', 'code': 200} Mar 07 16:03:29.108581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c8733d3-cbe9-4731-b5d9-acf4187377a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a1406426-a480-4dc9-a136-67fe82e7df09), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:29.112069 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c8733d3-cbe9-4731-b5d9-acf4187377a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:29.118775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6c8733d3-cbe9-4731-b5d9-acf4187377a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1406426-a480-4dc9-a136-67fe82e7df09 HTTP/1.1" status: 204 len: 168 time: 0.5373499 Mar 07 16:03:29.156971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (665edd2e-8c3f-4641-bcb4-c6867219b062), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:29.159106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8733d3-cbe9-4731-b5d9-acf4187377a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1406426-a480-4dc9-a136-67fe82e7df09,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:29.216413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Port': ['ID=665edd2e-8c3f-4641-bcb4-c6867219b062,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:29.329769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=a1233121-cd56-47d5-9f0c-f2710032bcef,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:29.332476 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:29.366867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e06d8-c157-4979-b211-25677e01851e req-cdab6fc4-8bbd-47aa-926f-1b9f544c01bf tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:29.376824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8b5e06d8-c157-4979-b211-25677e01851e req-cdab6fc4-8bbd-47aa-926f-1b9f544c01bf tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1387613 Mar 07 16:03:29.397798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a1233121-cd56-47d5-9f0c-f2710032bcef'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:29.413628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] No DVR routers for this DVR port 665edd2e-8c3f-4641-bcb4-c6867219b062 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:29.417148 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:29.420909 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0cb96135-d6f7-455a-86cb-b11b0b2acf97 req-44e5a58c-26de-43bd-b2aa-0372b0b843a4 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.15 "DELETE /v2.0/ports/665edd2e-8c3f-4641-bcb4-c6867219b062 HTTP/1.1" status: 204 len: 173 time: 1.3006928 Mar 07 16:03:29.447615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46e4b6-1818-4008-b22e-1f56e2208337 req-eb7ed12b-4014-4abe-afd1-7fd182b94099 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:29.455839 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb46e4b6-1818-4008-b22e-1f56e2208337 req-eb7ed12b-4014-4abe-afd1-7fd182b94099 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.3534431 Mar 07 16:03:29.521796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Sync routers for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:03:29.547222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:29.548756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:29.555321 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8b5e06d8-c157-4979-b211-25677e01851e req-5582d5c2-2a28-494c-83c8-2904c84a7f2e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775010 Mar 07 16:03:29.720436 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c9b00429-b9d0-4a56-9cc7-18211917c129 req-f4421720-c94b-4046-9495-f81b50899bfa tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 210 time: 0.0730240 Mar 07 16:03:29.929293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4c80b-b390-49d0-905f-0959bbc3a7eb req-65c2b91a-050c-4cc6-93f0-51e8eb25709c tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:29.938219 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4db4c80b-b390-49d0-905f-0959bbc3a7eb req-65c2b91a-050c-4cc6-93f0-51e8eb25709c tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 946 time: 0.0949795 Mar 07 16:03:30.000968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:30.035383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4db4c80b-b390-49d0-905f-0959bbc3a7eb req-689c4833-4d83-45de-aa6b-f867178e8f92 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932682 Mar 07 16:03:30.142350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 28441ec5-1f15-4418-8872-7c0e44f03f34 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:30.322871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 28441ec5-1f15-4418-8872-7c0e44f03f34 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:30.323433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:30.335900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3bf03-c3f5-432a-8db1-b7ddb7284afc req-62e7c4b1-1c3d-43aa-b734-74f0d9da5edc tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:30.353618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3de3bf03-c3f5-432a-8db1-b7ddb7284afc req-62e7c4b1-1c3d-43aa-b734-74f0d9da5edc tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 944 time: 0.1607356 Mar 07 16:03:30.483972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 28441ec5-1f15-4418-8872-7c0e44f03f34 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:30.494043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:25Z', 'revision_number': 2, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:30.499972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb46e4b6-1818-4008-b22e-1f56e2208337 req-14cab584-45d8-4fad-8b6c-f3a4b56c98ef tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0430200 Mar 07 16:03:30.514157 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3de3bf03-c3f5-432a-8db1-b7ddb7284afc req-bd082c6d-c5f6-414f-a6b5-6471a053283f tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578763 Mar 07 16:03:30.560380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Checking router: 03770cea-74ee-4e4a-9794-b354fae1eda4 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:03:30.560760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Updating router 03770cea-74ee-4e4a-9794-b354fae1eda4 port 081fbb1d-a43c-4e83-a126-640fa928cd74 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:03:30.594650 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:30.650194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49430) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:30.736896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:30.821324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd75c3a5-5d00-40ed-bb3f-38767033ab84 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting subnet 5f5daf91-3dc5-41a3-a6cd-fe52c12102aa {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:03:30.826210 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd75c3a5-5d00-40ed-bb3f-38767033ab84 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for subnet (5f5daf91-3dc5-41a3-a6cd-fe52c12102aa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:30.891099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48ea3f-e9e3-4626-a31e-a84bbc7b8010 req-a6251401-9188-4e7b-be39-2ecc249bbeb7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:30.892706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ab48ea3f-e9e3-4626-a31e-a84bbc7b8010 req-a6251401-9188-4e7b-be39-2ecc249bbeb7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1705897 Mar 07 16:03:30.893199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49434) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:31.049544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ab48ea3f-e9e3-4626-a31e-a84bbc7b8010 req-3bf29556-3719-4894-8f23-7333c0a41320 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333008 Mar 07 16:03:31.090641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-476bcf0c-ead9-4117-ba25-3b2fc4a16bd7 req-76c398fa-1b53-48d4-ac63-1f6485c4c086 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 210 time: 0.1576090 Mar 07 16:03:31.107930 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd75c3a5-5d00-40ed-bb3f-38767033ab84 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (5f5daf91-3dc5-41a3-a6cd-fe52c12102aa), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.112750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'name': 'network-vif-deleted', 'tag': '665edd2e-8c3f-4641-bcb4-c6867219b062'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:31.116809 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dc768e-dfbd-4fe1-b7e5-2db2bf9d9e18" -d '{"events": [{"server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "name": "network-vif-deleted", "tag": "665edd2e-8c3f-4641-bcb4-c6867219b062"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:31.171748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 512ad53c-9209-4a44-99db-b23cfbf1e30d no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:31.186242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-200844830-network', 'tenant_id': 'dc460352cd844b968fc89e81891e89fb'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:31.255571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 512ad53c-9209-4a44-99db-b23cfbf1e30d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:31.266781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 512ad53c-9209-4a44-99db-b23cfbf1e30d not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:31.267372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 665edd2e-8c3f-4641-bcb4-c6867219b062 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:31.289744 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830406cd-58db-427f-b5c1-d663eb14f528 x-openstack-request-id: req-830406cd-58db-427f-b5c1-d663eb14f528 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:31.290032 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bda031-d691-4749-8a5f-a0822a5bdcc1", "name": "network-vif-deleted", "tag": "665edd2e-8c3f-4641-bcb4-c6867219b062", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:31.290285 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-830406cd-58db-427f-b5c1-d663eb14f528 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:31.290683 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bda031-d691-4749-8a5f-a0822a5bdcc1', 'name': 'network-vif-deleted', 'tag': '665edd2e-8c3f-4641-bcb4-c6867219b062', 'status': 'completed', 'code': 200} Mar 07 16:03:31.295545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd020c1-584f-407c-9494-62a315e10f5d req-96b5c1c1-a6f2-4392-8242-20b9da8ed6b0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:31.305296 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5bd020c1-584f-407c-9494-62a315e10f5d req-96b5c1c1-a6f2-4392-8242-20b9da8ed6b0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 946 time: 0.1697087 Mar 07 16:03:31.319742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Made reservation on behalf of dc460352cd844b968fc89e81891e89fb for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:31.322458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.337914 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.344181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:31.344353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-b14b6a6e-2d8b-4f11-ae0d-a18fe8c4c1b2 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:31.346480 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-b14b6a6e-2d8b-4f11-ae0d-a18fe8c4c1b2 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.15 "GET /v2.0/networks?id=b40390c1-4376-42c5-ac3f-620cb9e4c366 HTTP/1.1" status: 200 len: 828 time: 0.4538410 Mar 07 16:03:31.361304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Request body: {'port': {'device_id': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'admin_state_up': True, 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:31.394435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd75c3a5-5d00-40ed-bb3f-38767033ab84 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (5f5daf91-3dc5-41a3-a6cd-fe52c12102aa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.435476 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5bd020c1-584f-407c-9494-62a315e10f5d req-00fc5deb-ffa4-426e-9f46-3596fef563ba tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289089 Mar 07 16:03:31.454739 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Publish callbacks [] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.459255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1', 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4', 'port_id': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1', 'mac_address': 'fa:16:3e:0f:15:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db2b77d-e9a6-4f41-96c7-3e3b16111aa9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:31.468116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 665edd2e-8c3f-4641-bcb4-c6867219b062 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:31.468741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 665edd2e-8c3f-4641-bcb4-c6867219b062 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:31.475754 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.526364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Publish callbacks [] for security_group (391bb257-0fa0-4740-8bd3-8941f0b1cc3b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.535617 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd75c3a5-5d00-40ed-bb3f-38767033ab84 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (5f5daf91-3dc5-41a3-a6cd-fe52c12102aa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.561178 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (391bb257-0fa0-4740-8bd3-8941f0b1cc3b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.581557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Made reservation on behalf of 067d9192914545d1ab02d7c5fdf76e3a for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:31.585699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.588712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75c3a5-5d00-40ed-bb3f-38767033ab84 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5daf91-3dc5-41a3-a6cd-fe52c12102aa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:31.608898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd75c3a5-5d00-40ed-bb3f-38767033ab84 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.614906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cd75c3a5-5d00-40ed-bb3f-38767033ab84 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "DELETE /v2.0/subnets/5f5daf91-3dc5-41a3-a6cd-fe52c12102aa HTTP/1.1" status: 204 len: 168 time: 0.9612024 Mar 07 16:03:31.616301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49448) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:31.629174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb1ce6-e3bd-471c-b1f4-47204cad97bc None None] Network d5845110-1f2f-4b33-9075-edcd0b9b5874 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:31.680436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:03:31.729955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391bb257-0fa0-4740-8bd3-8941f0b1cc3b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:31.750074 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2b7c6a4c-e407-40af-9c27-1471bc561069), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.754233 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Added segment 2b7c6a4c-e407-40af-9c27-1471bc561069 of type vlan for network d8557786-62a0-4591-8d1c-b808f5f7534c Mar 07 16:03:31.824091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (d5845110-1f2f-4b33-9075-edcd0b9b5874), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.916073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081d6a6-7617-4e07-a45f-2c3c7981ed47 req-aa821d1c-edc4-47f1-aae7-9fe67bc1a356 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:31.924546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6081d6a6-7617-4e07-a45f-2c3c7981ed47 req-aa821d1c-edc4-47f1-aae7-9fe67bc1a356 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 944 time: 0.2023730 Mar 07 16:03:31.960074 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (d8557786-62a0-4591-8d1c-b808f5f7534c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:31.962410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72624038-6dbb-4fb4-8e7d-3221dea9963c req-69f3422f-aa7d-4246-8cc5-23149dff7008 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:31.970265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72624038-6dbb-4fb4-8e7d-3221dea9963c req-69f3422f-aa7d-4246-8cc5-23149dff7008 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.2169018 Mar 07 16:03:31.983006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Allocated IP 172.20.0.3 (b40390c1-4376-42c5-ac3f-620cb9e4c366/19fd3374-629f-4e31-a88b-7fb92021f2b2/ecb76750-6e75-4692-a11d-d7f7e2be9559) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:32.030251 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6081d6a6-7617-4e07-a45f-2c3c7981ed47 req-89b4fdf9-d30b-4362-a2a5-8f7119b3ae11 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045790 Mar 07 16:03:32.075288 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72624038-6dbb-4fb4-8e7d-3221dea9963c req-97883873-1661-4970-95b8-00a52699dcba tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037521 Mar 07 16:03:32.087723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Attempting to bind port 081fbb1d-a43c-4e83-a126-640fa928cd74 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:32.088177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Attempting to bind port 081fbb1d-a43c-4e83-a126-640fa928cd74 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:32.088556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Attempting to bind port 081fbb1d-a43c-4e83-a126-640fa928cd74 on network b40390c1-4376-42c5-ac3f-620cb9e4c366 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:32.090032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:32.090560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.101531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:32.102192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Checking segment: {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:32.102726 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.103024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Bound using segment: {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:32.103518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Bound port: 081fbb1d-a43c-4e83-a126-640fa928cd74, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:32.103962 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.108629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:32.109331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.133798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (d8557786-62a0-4591-8d1c-b808f5f7534c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.135352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:32.136821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.139947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:32.147710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8e359df9-6545-409f-a10b-92a8e1c5d7e1 None None] Provisioning complete for port 081fbb1d-a43c-4e83-a126-640fa928cd74 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:32.148209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8e359df9-6545-409f-a10b-92a8e1c5d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.152687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c00fce-2b88-441d-9f65-3952191b136d None None] Pushing event updated for resources: {'Port': ['ID=081fbb1d-a43c-4e83-a126-640fa928cd74,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:32.235790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3414702 Mar 07 16:03:32.236462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49454) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:32.248943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Request body: {'subnet': {'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-200844830-subnet', 'tenant_id': 'dc460352cd844b968fc89e81891e89fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:32.304510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:32.309379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8e359df9-6545-409f-a10b-92a8e1c5d7e1 None None] Port 081fbb1d-a43c-4e83-a126-640fa928cd74 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:03:32.335315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] DHCP port deletion for d5845110-1f2f-4b33-9075-edcd0b9b5874 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:03:32.345970 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.358879 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efbce87b-5208-48d9-8a36-af25ad89d2c2 req-51e3fd9a-97b3-43ec-b6af-6ed8ca321841 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 210 time: 0.1330242 Mar 07 16:03:32.362783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f08d6-1988-4809-96ac-e8625a8d6d57 admin admin] Pushing event updated for resources: {'Network': ['ID=d8557786-62a0-4591-8d1c-b808f5f7534c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:32.371705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] For port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9bd62af7-08c0-45f0-bf5d-e088d612b1e2,segment=NetworkSegment(181b94a8-bd44-4fae-bd79-31d30eabd7d8),segment_id=181b94a8-bd44-4fae-bd79-31d30eabd7d8)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:32.372213 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.392232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Calling delete_port for 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:32.415715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Made reservation on behalf of dc460352cd844b968fc89e81891e89fb for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:32.420604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.420837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network d8557786-62a0-4591-8d1c-b808f5f7534c details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:03:32.468130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825603b7-388c-4afd-9db1-9ee3def2a8f0 req-c3b40f7a-4637-4a67-b376-598ce86363a1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:32.476898 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-825603b7-388c-4afd-9db1-9ee3def2a8f0 req-c3b40f7a-4637-4a67-b376-598ce86363a1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.2387171 Mar 07 16:03:32.512146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.562869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:32.565951 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-825603b7-388c-4afd-9db1-9ee3def2a8f0 req-fd5e815a-5483-47d0-9668-85308bb837d7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866547 Mar 07 16:03:32.619153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] For port 081fbb1d-a43c-4e83-a126-640fa928cd74, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:32.632874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.650791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bda5c2-8d66-41c9-89bd-e38bf0186b85 req-ed85a23d-a0cd-4f1b-aeab-401196c6c247 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:32.658072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0bda5c2-8d66-41c9-89bd-e38bf0186b85 req-ed85a23d-a0cd-4f1b-aeab-401196c6c247 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 945 time: 0.1194212 Mar 07 16:03:32.673327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:32.682658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.687082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a1233121-cd56-47d5-9f0c-f2710032bcef up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:32.696250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] For port 081fbb1d-a43c-4e83-a126-640fa928cd74, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=081fbb1d-a43c-4e83-a126-640fa928cd74,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:32.704410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] Deleting port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:32.705045 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.726547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] No DVR routers for this DVR port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:32.737358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Network b40390c1-4376-42c5-ac3f-620cb9e4c366 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:32.750185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:32.752218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Pushing event updated for resources: {'Port': ['ID=ecb76750-6e75-4692-a11d-d7f7e2be9559,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:32.760728 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.775270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:32.892510 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (4254bfba-c54c-4996-aac7-7e37adab9fce), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.982413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] For port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:32.983012 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:32.992325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4254bfba-c54c-4996-aac7-7e37adab9fce,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:33.010828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c00fce-2b88-441d-9f65-3952191b136d None None] Pushing event updated for resources: {'Port': ['ID=081fbb1d-a43c-4e83-a126-640fa928cd74,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:33.026486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:33.027273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:33.036973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] Calling delete_port for 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:33.084238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] Port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:03:33.085300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:33.086254 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.087782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port a1233121-cd56-47d5-9f0c-f2710032bcef completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:33.090257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Checking segment: {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:33.091153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Network hostable DHCP agents. Network: d8557786-62a0-4591-8d1c-b808f5f7534c, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:03:33.093727 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port a1233121-cd56-47d5-9f0c-f2710032bcef triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:33.098534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.103286 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (9bd62af7-08c0-45f0-bf5d-e088d612b1e2), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.135713 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (d5845110-1f2f-4b33-9075-edcd0b9b5874), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.147774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Port': ['ID=9bd62af7-08c0-45f0-bf5d-e088d612b1e2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:33.150765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Network d8557786-62a0-4591-8d1c-b808f5f7534c is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:03:33.164947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] Pushing event deleted for resources: {'Port': ['ID=9bd62af7-08c0-45f0-bf5d-e088d612b1e2,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:33.166013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0bda5c2-8d66-41c9-89bd-e38bf0186b85 req-d852db7c-e9ae-480f-9e28-1c19197a7e51 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069332 Mar 07 16:03:33.179258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, d8557786-62a0-4591-8d1c-b808f5f7534c) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:33.204297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:33.205418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.222901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-19d6592d-e2be-4853-b0bc-e64781506555 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8679602 Mar 07 16:03:33.237634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5845110-1f2f-4b33-9075-edcd0b9b5874']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:33.243065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9474de-16e7-4245-97f5-113fee5a5562 None None] Network d8557786-62a0-4591-8d1c-b808f5f7534c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:33.244256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Request body: {'port': {'device_id': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:33.283872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecf6ac-ad70-465c-b9c7-3a37f4490c7a None None] No DVR routers for this DVR port 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:33.337648 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fa890bfc-1f69-4546-a76e-f4e24ca1d7fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0854273 Mar 07 16:03:33.346095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181b94a8-bd44-4fae-bd79-31d30eabd7d8') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:33.346478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181b94a8-bd44-4fae-bd79-31d30eabd7d8') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:33.378585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c881e-900a-4dc9-aee1-e3336ddc2be1 req-ff1e7fb5-7da2-4264-95ec-6ce6f4282452 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:33.396611 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e03c881e-900a-4dc9-aee1-e3336ddc2be1 req-ff1e7fb5-7da2-4264-95ec-6ce6f4282452 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 944 time: 0.1836061 Mar 07 16:03:33.447650 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.454317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c1922586-1b2b-45c2-82a2-bc6aa1e5d570 None None] Provisioning complete for port ecb76750-6e75-4692-a11d-d7f7e2be9559 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:33.454935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (181b94a8-bd44-4fae-bd79-31d30eabd7d8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.455068 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1922586-1b2b-45c2-82a2-bc6aa1e5d570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.485486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e03c881e-900a-4dc9-aee1-e3336ddc2be1 req-7d792e69-5ca5-4db9-8740-c549376dfd83 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872245 Mar 07 16:03:33.494029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (181b94a8-bd44-4fae-bd79-31d30eabd7d8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.518587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:03:33.518908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (181b94a8-bd44-4fae-bd79-31d30eabd7d8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.530735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbed20-ad75-49e0-8571-e7c53b46e581 req-393b147d-52c5-43b6-a756-7640f3d5b0fd tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:33.532763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17dbed20-ad75-49e0-8571-e7c53b46e581 req-393b147d-52c5-43b6-a756-7640f3d5b0fd tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1884892 Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:03:33.533062 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:03:33.692029 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17dbed20-ad75-49e0-8571-e7c53b46e581 req-ece1baba-4b18-4fed-9d3b-94aeb220383a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220813 Mar 07 16:03:33.694614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (d5845110-1f2f-4b33-9075-edcd0b9b5874), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.800580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-d8557786-62a0-4591-8d1c-b808f5f7534c', 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c', 'project_id': 'dc460352cd844b968fc89e81891e89fb', 'fixed_ips': [{'subnet_id': '4254bfba-c54c-4996-aac7-7e37adab9fce'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:03:33.801970 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.837712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c1922586-1b2b-45c2-82a2-bc6aa1e5d570 None None] Port ecb76750-6e75-4692-a11d-d7f7e2be9559 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:03:33.854642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:33.902989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port a1233121-cd56-47d5-9f0c-f2710032bcef is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:33.903384 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:33.995309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cdcae-120d-48e7-8992-4a9d95d4c0e9 req-7909fa28-2722-4ada-b811-d11b736f9dbd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:34.002565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb76750-6e75-4692-a11d-d7f7e2be9559 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:34.012110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Publish callbacks [] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.015354 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-277cdcae-120d-48e7-8992-4a9d95d4c0e9 req-7909fa28-2722-4ada-b811-d11b736f9dbd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1304555 Mar 07 16:03:34.025942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Transition to ACTIVE for port object ecb76750-6e75-4692-a11d-d7f7e2be9559 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:03:34.028775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a1233121-cd56-47d5-9f0c-f2710032bcef, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a1233121-cd56-47d5-9f0c-f2710032bcef,segment=NetworkSegment(d465ac80-e93c-41b7-82e5-bf6574f6c28b),segment_id=d465ac80-e93c-41b7-82e5-bf6574f6c28b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:34.040733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fc22eb-04cf-42bf-8da3-de157fe8dcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1233121-cd56-47d5-9f0c-f2710032bcef'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:34.045293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.048496 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fef392a-913e-41f5-b2e8-ea5f534ed934" -d '{"events": [{"server_uuid": "75fc22eb-04cf-42bf-8da3-de157fe8dcf0", "name": "network-vif-plugged", "status": "completed", "tag": "a1233121-cd56-47d5-9f0c-f2710032bcef"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:34.052765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "DELETE /v2.0/networks/d5845110-1f2f-4b33-9075-edcd0b9b5874 HTTP/1.1" status: 204 len: 168 time: 2.4331906 Mar 07 16:03:34.056581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49480) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:34.072117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e805a-48c5-4da7-bf92-f83af496116a tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Network': ['ID=d5845110-1f2f-4b33-9075-edcd0b9b5874,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:34.076384 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.079682 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.080498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:34.138905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 081fbb1d-a43c-4e83-a126-640fa928cd74 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:34.169419 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-277cdcae-120d-48e7-8992-4a9d95d4c0e9 req-8399cf15-edaa-465f-99ae-db2425303442 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529369 Mar 07 16:03:34.195029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-304ba241-784c-41f8-8bd9-8d18d5a900b9 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting subnet ee141dd5-b5ff-4873-9651-d5f284b755ab {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:03:34.201358 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-304ba241-784c-41f8-8bd9-8d18d5a900b9 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks [] for subnet (ee141dd5-b5ff-4873-9651-d5f284b755ab), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.263786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Attempting to bind port ecb76750-6e75-4692-a11d-d7f7e2be9559 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:34.264314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Attempting to bind port ecb76750-6e75-4692-a11d-d7f7e2be9559 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:34.264785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Attempting to bind port ecb76750-6e75-4692-a11d-d7f7e2be9559 on network b40390c1-4376-42c5-ac3f-620cb9e4c366 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:34.287502 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5fa0023f-ff40-4c95-9c9d-60ea1d990c2e None None] Provisioning complete for port 081fbb1d-a43c-4e83-a126-640fa928cd74 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:34.287990 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5fa0023f-ff40-4c95-9c9d-60ea1d990c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.299241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409007ae-13a4-4b1a-8f4d-4322e50803ca req-b4772335-409a-44c1-abfa-0883c6567b94 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:34.309397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-409007ae-13a4-4b1a-8f4d-4322e50803ca req-b4772335-409a-44c1-abfa-0883c6567b94 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 943 time: 0.2815282 Mar 07 16:03:34.318470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Port ecb76750-6e75-4692-a11d-d7f7e2be9559 on network b40390c1-4376-42c5-ac3f-620cb9e4c366 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:03:34.318976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Attempting to bind port ecb76750-6e75-4692-a11d-d7f7e2be9559 on network b40390c1-4376-42c5-ac3f-620cb9e4c366 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:34.326518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Pushing event updated for resources: {'Port': ['ID=ecb76750-6e75-4692-a11d-d7f7e2be9559,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:34.332486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:34.332988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Checking segment: {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:34.334376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Bound using segment: {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:34.334990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Bound port: ecb76750-6e75-4692-a11d-d7f7e2be9559, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf4268a-6acb-45c2-8236-d6fde9fd8514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:34.335500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.361677 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-304ba241-784c-41f8-8bd9-8d18d5a900b9 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (ee141dd5-b5ff-4873-9651-d5f284b755ab), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.488946 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-409007ae-13a4-4b1a-8f4d-4322e50803ca req-62c8c012-b344-4a7a-9e91-682b684df6cd tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739290 Mar 07 16:03:34.566851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] For port ecb76750-6e75-4692-a11d-d7f7e2be9559, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:34.580271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] For port ecb76750-6e75-4692-a11d-d7f7e2be9559, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:34.620434 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.692682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-51fda402-04d7-4c84-b554-675407fd4572 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:34.700334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:34.701026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.701247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-51fda402-04d7-4c84-b554-675407fd4572 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 815 time: 0.1423900 Mar 07 16:03:34.702369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] 10.222.0.15 "PUT /v2.0/ports/ecb76750-6e75-4692-a11d-d7f7e2be9559 HTTP/1.1" status: 200 len: 1091 time: 1.4684985 Mar 07 16:03:34.703887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:34.706272 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bc8203-2822-4112-b516-be721137c9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:34.743473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb0a61-e05b-4a2c-950e-95952257c18f service neutron] Pushing event updated for resources: {'Port': ['ID=ecb76750-6e75-4692-a11d-d7f7e2be9559,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:34.766446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a6bcd-70fa-4d0d-88a8-d42c1a9e2c56 req-46660bb1-e466-4324-8156-befee0ef7e52 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:34.768137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd8a6bcd-70fa-4d0d-88a8-d42c1a9e2c56 req-46660bb1-e466-4324-8156-befee0ef7e52 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 945 time: 0.1773047 Mar 07 16:03:34.784928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-482e1ca9-b4df-4e95-9ebe-c2b67d9e48f4 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/quotas/dc460352cd844b968fc89e81891e89fb HTTP/1.1" status: 200 len: 375 time: 0.0825045 Mar 07 16:03:34.857300 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-08ef594a-da5c-4a11-b2ba-6b01fdf0dfb1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713062 Mar 07 16:03:34.860197 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-304ba241-784c-41f8-8bd9-8d18d5a900b9 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ee141dd5-b5ff-4873-9651-d5f284b755ab), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.883434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 is: BUILD; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:34.883916 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:34.927035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Allocated IP 172.20.0.2 (d8557786-62a0-4591-8d1c-b808f5f7534c/4254bfba-c54c-4996-aac7-7e37adab9fce/1af48e2e-c42a-4206-9727-4ff08fd18a0f) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:34.964362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd8a6bcd-70fa-4d0d-88a8-d42c1a9e2c56 req-d63fae27-1c45-47ae-9b29-51e7b46d0b00 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832860 Mar 07 16:03:34.970987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-7ec374d1-2f86-4950-9979-18769533000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:34.972979 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-7ec374d1-2f86-4950-9979-18769533000d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=067d9192914545d1ab02d7c5fdf76e3a&device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 1125 time: 0.2002325 Mar 07 16:03:34.977754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:35.007064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=a1233121-cd56-47d5-9f0c-f2710032bcef,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:35.049367 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-eaa7c2fd-4022-4f47-b5b2-08a2981685aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559 HTTP/1.1" status: 200 len: 217 time: 0.0685394 Mar 07 16:03:35.111533 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-304ba241-784c-41f8-8bd9-8d18d5a900b9 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (ee141dd5-b5ff-4873-9651-d5f284b755ab), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:35.114415 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d5a580-e157-46ce-b300-1c684ba3604e x-openstack-request-id: req-63d5a580-e157-46ce-b300-1c684ba3604e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:35.116696 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fc22eb-04cf-42bf-8da3-de157fe8dcf0", "name": "network-vif-plugged", "status": "completed", "tag": "a1233121-cd56-47d5-9f0c-f2710032bcef", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:35.117009 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63d5a580-e157-46ce-b300-1c684ba3604e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:35.117436 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fc22eb-04cf-42bf-8da3-de157fe8dcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1233121-cd56-47d5-9f0c-f2710032bcef', 'code': 200} Mar 07 16:03:35.136936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 081fbb1d-a43c-4e83-a126-640fa928cd74 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:35.137730 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:35.140738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-fbaa3b77-e51f-4110-9e5d-a33f24225559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:35.147317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-fbaa3b77-e51f-4110-9e5d-a33f24225559 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19fd3374-629f-4e31-a88b-7fb92021f2b2 HTTP/1.1" status: 200 len: 867 time: 0.0919826 Mar 07 16:03:35.172189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ba241-784c-41f8-8bd9-8d18d5a900b9 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Subnet': ['ID=ee141dd5-b5ff-4873-9651-d5f284b755ab,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:35.200169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-304ba241-784c-41f8-8bd9-8d18d5a900b9 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:35.207035 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-304ba241-784c-41f8-8bd9-8d18d5a900b9 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "DELETE /v2.0/subnets/ee141dd5-b5ff-4873-9651-d5f284b755ab HTTP/1.1" status: 204 len: 168 time: 1.1422715 Mar 07 16:03:35.208135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49500) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:35.218968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-10e2e78e-12fd-4b17-b875-2044a6e7a00d service neutron] 10.222.0.24 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578928 Mar 07 16:03:35.259694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:35.290770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee588623-35a0-44ec-8824-f271de09f656 None None] Network eac818b8-7846-4248-9ec0-28a4f5c19355 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:35.307725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0023f-ff40-4c95-9c9d-60ea1d990c2e None None] Current status of the port 081fbb1d-a43c-4e83-a126-640fa928cd74 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:35.308168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5fa0023f-ff40-4c95-9c9d-60ea1d990c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:35.309993 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:35.343813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-914b3577-4a54-4b7f-93eb-6fd93d30f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:35.345331 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-914b3577-4a54-4b7f-93eb-6fd93d30f577 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b40390c1-4376-42c5-ac3f-620cb9e4c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1914120 Mar 07 16:03:35.348928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc4802-bf5a-46fb-abca-7f59e41b971a req-a3411c8d-5b35-4dad-9a6c-0c31612e8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:35.351165 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3fc4802-bf5a-46fb-abca-7f59e41b971a req-a3411c8d-5b35-4dad-9a6c-0c31612e8d3d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 1127 time: 0.1799071 Mar 07 16:03:35.351359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (eac818b8-7846-4248-9ec0-28a4f5c19355), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:35.371087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:35.407211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1dc6f51a-a04b-4fd0-81c1-33d6d9f27fd2 service neutron] 10.222.0.24 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884658 Mar 07 16:03:35.453617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-74740307-9b16-4886-a836-adef489a24df service neutron] 10.222.0.15 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002057 Mar 07 16:03:35.462734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8ddb6-4194-4f67-9af4-9bf7c0178df5 req-d597afe2-584d-426c-9df2-6f8ddf45dfb7 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:35.469680 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1f8ddb6-4194-4f67-9af4-9bf7c0178df5 req-d597afe2-584d-426c-9df2-6f8ddf45dfb7 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 945 time: 0.2680929 Mar 07 16:03:35.491348 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3fc4802-bf5a-46fb-abca-7f59e41b971a req-94a38f8a-7677-4626-8e3b-7aa58500a750 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252711 Mar 07 16:03:35.526689 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Publish callbacks [] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:35.582810 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:35.611086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5fa0023f-ff40-4c95-9c9d-60ea1d990c2e None None] For port 081fbb1d-a43c-4e83-a126-640fa928cd74, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=081fbb1d-a43c-4e83-a126-640fa928cd74,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:35.654615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1f8ddb6-4194-4f67-9af4-9bf7c0178df5 req-13b41015-cb52-460c-a9d6-3e0e4452a75b tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840510 Mar 07 16:03:35.668729 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5fa0023f-ff40-4c95-9c9d-60ea1d990c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:35.683031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Network d8557786-62a0-4591-8d1c-b808f5f7534c is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:35.707319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:35.710710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:35.745922 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef1652-534b-438a-a2b2-c0b10d0bab65 x-openstack-request-id: req-6bef1652-534b-438a-a2b2-c0b10d0bab65 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:35.746529 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:35.746529 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bef1652-534b-438a-a2b2-c0b10d0bab65 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:35.747697 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'status': 'completed', 'code': 200} Mar 07 16:03:35.762255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-6c7e2ff1-6149-4653-a81c-afc280e16e99 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:35.763861 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-6c7e2ff1-6149-4653-a81c-afc280e16e99 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.2915609 Mar 07 16:03:35.869477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda4ad0-48a7-404d-b9d0-caff5a07a899 req-e32d8540-3362-4422-9532-b8f4bfaf004e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:35.877626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adda4ad0-48a7-404d-b9d0-caff5a07a899 req-e32d8540-3362-4422-9532-b8f4bfaf004e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0810442 Mar 07 16:03:35.888013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 081fbb1d-a43c-4e83-a126-640fa928cd74 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:35.905336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:35.978126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31a97309-364f-4d7c-94e6-cc86a6f6fe68 req-f27839cf-4f87-4f6a-a601-e99a62b8ba48 service neutron] 10.222.0.15 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047343 Mar 07 16:03:35.985645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Deleting port 6284c9a3-904c-4835-b692-ce794dfd03cc {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:35.985981 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.007176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adda4ad0-48a7-404d-b9d0-caff5a07a899 req-6475a102-051f-4b8d-945b-2a642482c41b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281826 Mar 07 16:03:36.039821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:36.039821 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.049514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:36.060517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Deleting port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:36.060870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.071182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:32Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:36.154627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425d43-7b0e-4b8a-97f1-1cbd7a787183 req-9cd4d5b1-3b8f-4e15-a97d-5ba812f2f728 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:36.157208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10425d43-7b0e-4b8a-97f1-1cbd7a787183 req-9cd4d5b1-3b8f-4e15-a97d-5ba812f2f728 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 943 time: 0.0795181 Mar 07 16:03:36.167407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60d6e6-011d-4aff-92e2-8efa2c9d883d req-6323775b-e1fb-4fef-9566-54f128f2ad3f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:36.169407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb60d6e6-011d-4aff-92e2-8efa2c9d883d req-6323775b-e1fb-4fef-9566-54f128f2ad3f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.4013467 Mar 07 16:03:36.185889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd17077-15f7-44ac-8211-99e755105f8b None None] The sync data for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 is: [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:32Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:03:36.242262 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10425d43-7b0e-4b8a-97f1-1cbd7a787183 req-8bc48ba0-bceb-4175-861a-ebf6ef78c570 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755236 Mar 07 16:03:36.262636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Attempting to bind port 1af48e2e-c42a-4206-9727-4ff08fd18a0f on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:36.263045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Attempting to bind port 1af48e2e-c42a-4206-9727-4ff08fd18a0f by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:36.263415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Attempting to bind port 1af48e2e-c42a-4206-9727-4ff08fd18a0f on network d8557786-62a0-4591-8d1c-b808f5f7534c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:36.265312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:36.265667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9bd62af7-08c0-45f0-bf5d-e088d612b1e2 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:36.328547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Pushing event updated for resources: {'Port': ['ID=1af48e2e-c42a-4206-9727-4ff08fd18a0f,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:36.379502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] For port 6284c9a3-904c-4835-b692-ce794dfd03cc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6284c9a3-904c-4835-b692-ce794dfd03cc,segment=NetworkSegment(57f57e15-7b7a-4228-be59-726476128ad1),segment_id=57f57e15-7b7a-4228-be59-726476128ad1)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:36.380538 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.400219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Calling delete_port for 6284c9a3-904c-4835-b692-ce794dfd03cc owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:36.414320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:36.414618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Checking segment: {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:36.415188 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.415597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Bound using segment: {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:36.416102 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Bound port: 1af48e2e-c42a-4206-9727-4ff08fd18a0f, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:36.416500 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.571250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] DHCP port deletion for eac818b8-7846-4248-9ec0-28a4f5c19355 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:03:36.686650 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.714044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-223052fb-963a-4186-8e68-ef3e641cbe4e tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:36.723324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0023f-ff40-4c95-9c9d-60ea1d990c2e None None] Pushing event updated for resources: {'Port': ['ID=081fbb1d-a43c-4e83-a126-640fa928cd74,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:36.744554 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-223052fb-963a-4186-8e68-ef3e641cbe4e tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 815 time: 0.3773704 Mar 07 16:03:36.770815 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-3ad1bd1b-0755-417e-bb3c-77c7c26882cb tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/quotas/dc460352cd844b968fc89e81891e89fb HTTP/1.1" status: 200 len: 375 time: 0.0250998 Mar 07 16:03:36.807815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:36.808429 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.822976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:36.823445 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.835885 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.849911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Calling delete_port for dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:36.912767 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1bb20537-6d94-4e7e-ae05-e60aff7fb4ef tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1368191 Mar 07 16:03:36.923160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:36.937684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:36.941517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] For port 1af48e2e-c42a-4206-9727-4ff08fd18a0f, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:36.946600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] For port 1af48e2e-c42a-4206-9727-4ff08fd18a0f, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1af48e2e-c42a-4206-9727-4ff08fd18a0f,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:36.954947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:37.011722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] Deleting port 6284c9a3-904c-4835-b692-ce794dfd03cc {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:37.012015 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:37.093569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] For port 6284c9a3-904c-4835-b692-ce794dfd03cc, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:37.093985 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:37.110922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] Calling delete_port for 6284c9a3-904c-4835-b692-ce794dfd03cc owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:37.113975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] Port 6284c9a3-904c-4835-b692-ce794dfd03cc was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:03:37.117622 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:37.183393 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-bcc7caba-94d8-448a-9965-d4a3abaf4e23 service neutron] 10.222.0.24 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549005 Mar 07 16:03:37.198140 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (6284c9a3-904c-4835-b692-ce794dfd03cc), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:37.199820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:37.202129 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571dc314-c548-420f-b5ea-e19ce37eb11d" -d '{"events": [{"server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:37.205901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:37.302582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] No DVR routers for this DVR port 6284c9a3-904c-4835-b692-ce794dfd03cc on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:37.418350 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-ef40f89e-13d4-4636-ae05-c4eb6c986a3d service neutron] 10.222.0.24 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339458 Mar 07 16:03:37.424147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:37.434274 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:37.445984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fac5f2-060c-4bc6-99aa-56aa4a35973f None None] Pushing event updated for resources: {'Port': ['ID=1af48e2e-c42a-4206-9727-4ff08fd18a0f,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:37.458750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] No DVR routers for this DVR port 6284c9a3-904c-4835-b692-ce794dfd03cc on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:37.503165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Port': ['ID=6284c9a3-904c-4835-b692-ce794dfd03cc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:37.514429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840560c0-5d18-4cac-af61-3e9691ed69bf None None] Pushing event deleted for resources: {'Port': ['ID=6284c9a3-904c-4835-b692-ce794dfd03cc,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:37.572041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:37.584163 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:37.649389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc8203-2822-4112-b516-be721137c9ff req-f4be3499-79ab-40de-9aa6-c561c30986f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:37.652248 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37bc8203-2822-4112-b516-be721137c9ff req-f4be3499-79ab-40de-9aa6-c561c30986f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=067d9192914545d1ab02d7c5fdf76e3a&device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 1125 time: 1.5810323 Mar 07 16:03:37.777829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:37.919185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc8203-2822-4112-b516-be721137c9ff req-7c690227-c3a7-47c7-b244-c381079c2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:37.921224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37bc8203-2822-4112-b516-be721137c9ff req-7c690227-c3a7-47c7-b244-c381079c2a13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b40390c1-4376-42c5-ac3f-620cb9e4c366 HTTP/1.1" status: 200 len: 929 time: 0.1802180 Mar 07 16:03:37.935939 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (eac818b8-7846-4248-9ec0-28a4f5c19355), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:37.975432 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb60d6e6-011d-4aff-92e2-8efa2c9d883d req-511a5ef2-cf1a-4c58-aba6-57a2bbb66796 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6965926 Mar 07 16:03:37.982684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106394d7-122f-4283-88be-03275dc16a51 req-ac0f2ccf-9f7d-4ed6-af28-9c253b7f6c93 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:37.997218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-106394d7-122f-4283-88be-03275dc16a51 req-ac0f2ccf-9f7d-4ed6-af28-9c253b7f6c93 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 944 time: 0.1244621 Mar 07 16:03:38.120324 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37bc8203-2822-4112-b516-be721137c9ff req-2076ec29-7762-4778-9cd9-0ed8538a5486 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559 HTTP/1.1" status: 200 len: 217 time: 0.1785836 Mar 07 16:03:38.129807 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-106394d7-122f-4283-88be-03275dc16a51 req-db6f2555-9ff8-4a09-ad22-aa8aca6e17df tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316192 Mar 07 16:03:38.154748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac818b8-7846-4248-9ec0-28a4f5c19355']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:38.276858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f57e15-7b7a-4228-be59-726476128ad1') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:38.277243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f57e15-7b7a-4228-be59-726476128ad1') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:38.307409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (57f57e15-7b7a-4228-be59-726476128ad1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:38.328963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-b0b851ca-453c-459d-ba67-e58c5a4eb3f7 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:38.330948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-b0b851ca-453c-459d-ba67-e58c5a4eb3f7 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.15 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 815 time: 0.8204584 Mar 07 16:03:38.348951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Request body: {'port': {'device_id': 'c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc', 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c', 'admin_state_up': True, 'tenant_id': 'dc460352cd844b968fc89e81891e89fb'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:38.470949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e40b79-e0b4-4ebf-b9f2-ae1213f92388 req-d72669ff-3863-4383-bf8f-815c5d67f669 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:38.481649 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-07e40b79-e0b4-4ebf-b9f2-ae1213f92388 req-d72669ff-3863-4383-bf8f-815c5d67f669 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1486595 Mar 07 16:03:38.512428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (57f57e15-7b7a-4228-be59-726476128ad1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:38.521451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc8203-2822-4112-b516-be721137c9ff req-d5c4096e-efc3-471a-92e8-684dd4069030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:38.523803 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37bc8203-2822-4112-b516-be721137c9ff req-d5c4096e-efc3-471a-92e8-684dd4069030 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19fd3374-629f-4e31-a88b-7fb92021f2b2 HTTP/1.1" status: 200 len: 867 time: 0.3544476 Mar 07 16:03:38.542959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957829d-c6e2-458a-8ee7-7ccc4f3ff15a req-d7736d13-58db-418a-b6c8-fd3e5d36518c tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:38.555255 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5957829d-c6e2-458a-8ee7-7ccc4f3ff15a req-d7736d13-58db-418a-b6c8-fd3e5d36518c tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 945 time: 0.4304469 Mar 07 16:03:38.607304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:03:38.607801 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (57f57e15-7b7a-4228-be59-726476128ad1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:03:38.612737 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:03:38.638375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-07e40b79-e0b4-4ebf-b9f2-ae1213f92388 req-a5d0f17f-57fa-4ad4-84b7-54c6ed1d446a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496904 Mar 07 16:03:38.694468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1af48e2e-c42a-4206-9727-4ff08fd18a0f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:38.757344 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec708b9-ce3e-4979-a051-7096fa389eb8 x-openstack-request-id: req-1ec708b9-ce3e-4979-a051-7096fa389eb8 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:38.757643 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:38.759317 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ec708b9-ce3e-4979-a051-7096fa389eb8 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:38.760096 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1', 'code': 200} Mar 07 16:03:38.785796 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5957829d-c6e2-458a-8ee7-7ccc4f3ff15a req-85810e84-f8c9-4635-90fa-14317c3b4f1e tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271874 Mar 07 16:03:38.787142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:38.851089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1af48e2e-c42a-4206-9727-4ff08fd18a0f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:38.852029 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:38.932106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event deleted for resources: {'Port': ['ID=dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:38.940546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc8203-2822-4112-b516-be721137c9ff req-cb621b1c-0d7c-40cc-ad1c-15d9e16ae13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:38.942299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37bc8203-2822-4112-b516-be721137c9ff req-cb621b1c-0d7c-40cc-ad1c-15d9e16ae13b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b40390c1-4376-42c5-ac3f-620cb9e4c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3716528 Mar 07 16:03:38.977016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430469ef-e695-4fb8-b110-1f473f2e0b94 req-f9c9d0c8-3e9d-4adb-8d43-cac6913df931 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:38.989838 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-430469ef-e695-4fb8-b110-1f473f2e0b94 req-f9c9d0c8-3e9d-4adb-8d43-cac6913df931 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 943 time: 0.1395667 Mar 07 16:03:39.011995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1af48e2e-c42a-4206-9727-4ff08fd18a0f is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:39.012522 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:39.057036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 1af48e2e-c42a-4206-9727-4ff08fd18a0f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1af48e2e-c42a-4206-9727-4ff08fd18a0f,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:39.063685 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:39.064753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 081fbb1d-a43c-4e83-a126-640fa928cd74 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:39.079972 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-430469ef-e695-4fb8-b110-1f473f2e0b94 req-a53090fe-a7e2-4132-9dcf-db49b8f7de71 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888574 Mar 07 16:03:39.218454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Made reservation on behalf of dc460352cd844b968fc89e81891e89fb for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:39.222177 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:39.226335 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (eac818b8-7846-4248-9ec0-28a4f5c19355), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:39.232151 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:39.235410 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] 10.222.0.24 "DELETE /v2.0/networks/eac818b8-7846-4248-9ec0-28a4f5c19355 HTTP/1.1" status: 204 len: 168 time: 4.0184300 Mar 07 16:03:39.288094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 081fbb1d-a43c-4e83-a126-640fa928cd74 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:39.291130 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:39.294888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=1af48e2e-c42a-4206-9727-4ff08fd18a0f,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:39.340443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] No DVR routers for this DVR port dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:39.343540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:39.348805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00ca8ebb-b5c1-41ff-985b-399b58b50034 req-d67a76a5-f9a0-4a5b-80b2-e1bb68726a97 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.11 "DELETE /v2.0/ports/dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1 HTTP/1.1" status: 204 len: 173 time: 3.5683937 Mar 07 16:03:39.359664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'name': 'network-vif-deleted', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:39.363386 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8746e263-d4e3-495a-a7e8-a2e69e94e25f" -d '{"events": [{"server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "name": "network-vif-deleted", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:39.393047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289c151-30fb-4638-b7f3-9bcfec35e525 req-93342810-02c4-4c23-8d47-95343cad3bd2 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:39.394019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119321f5-ef34-4f72-a740-67ccac930333 tempest-ServersTestMultiNic-1577240396 tempest-ServersTestMultiNic-1577240396-project] Pushing event deleted for resources: {'Network': ['ID=eac818b8-7846-4248-9ec0-28a4f5c19355,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:39.394833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a289c151-30fb-4638-b7f3-9bcfec35e525 req-93342810-02c4-4c23-8d47-95343cad3bd2 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1502736 Mar 07 16:03:39.410930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-7b4a147d-cfbe-408b-9cad-d5be280d1795 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:39.420104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-7b4a147d-cfbe-408b-9cad-d5be280d1795 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 815 time: 0.4681430 Mar 07 16:03:39.429345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b083d46d-61d9-4aa3-9fca-91290c9b95bb None None] Network d8557786-62a0-4591-8d1c-b808f5f7534c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:39.461461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-e0741956-d031-4bd7-ad91-e130bbd55ae7 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/quotas/dc460352cd844b968fc89e81891e89fb HTTP/1.1" status: 200 len: 375 time: 0.0397167 Mar 07 16:03:39.468449 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a289c151-30fb-4638-b7f3-9bcfec35e525 req-e1ce4879-014b-4f24-b0ce-c2fe2ea1cc28 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546427 Mar 07 16:03:39.597341 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-213dc5d1-c04b-47a2-9f31-5fbf214a7fd4 req-8d2b452b-2872-4076-8916-640079b57b84 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0443101 Mar 07 16:03:39.675821 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37bc8203-2822-4112-b516-be721137c9ff req-2afa9759-648d-4523-89b2-7cb8e65572b6 service neutron] 10.222.0.15 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748080 Mar 07 16:03:39.733557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-4ffc1b3f-e427-4e4a-9483-520120c6e222 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2681787 Mar 07 16:03:39.890999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8204d4bd-9ffb-4eb2-96e7-0c5f65cce843 None None] Provisioning complete for port 1af48e2e-c42a-4206-9727-4ff08fd18a0f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:39.890999 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8204d4bd-9ffb-4eb2-96e7-0c5f65cce843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:39.970730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 081fbb1d-a43c-4e83-a126-640fa928cd74 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:40.065734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6284c9a3-904c-4835-b692-ce794dfd03cc no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:40.082067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c10f9e-5bd7-4fde-aa6f-fc706be93fef req-9891248e-9414-464c-b614-642148b2ebc1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:40.097905 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1c10f9e-5bd7-4fde-aa6f-fc706be93fef req-9891248e-9414-464c-b614-642148b2ebc1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.0914099 Mar 07 16:03:40.104034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6284c9a3-904c-4835-b692-ce794dfd03cc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:40.104385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6284c9a3-904c-4835-b692-ce794dfd03cc not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:40.134835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8204d4bd-9ffb-4eb2-96e7-0c5f65cce843 None None] Current status of the port 1af48e2e-c42a-4206-9727-4ff08fd18a0f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:40.164764 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f2f536-76f2-4336-9c82-0a1a636c123d x-openstack-request-id: req-a8f2f536-76f2-4336-9c82-0a1a636c123d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:40.165336 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "name": "network-vif-deleted", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:40.165336 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8f2f536-76f2-4336-9c82-0a1a636c123d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:40.165716 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'name': 'network-vif-deleted', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1', 'status': 'completed', 'code': 200} Mar 07 16:03:40.178679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1c10f9e-5bd7-4fde-aa6f-fc706be93fef req-cfb71c1b-b66d-4140-af98-1e29dd4fc429 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780258 Mar 07 16:03:40.184328 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-1cf7f03a-8018-419f-a55c-ae96267d6759 service neutron] 10.222.0.24 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564434 Mar 07 16:03:40.282616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Allocated IP 172.20.0.14 (d8557786-62a0-4591-8d1c-b808f5f7534c/4254bfba-c54c-4996-aac7-7e37adab9fce/e54c0f21-5826-4b0f-85ab-b6930a14ee4b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:40.370148 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d67c1-8eea-4ceb-972c-1deb3af199ac req-a17e54ef-8ac3-4284-879f-2d214fd9de5b tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:40.371803 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-013d67c1-8eea-4ceb-972c-1deb3af199ac req-a17e54ef-8ac3-4284-879f-2d214fd9de5b tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 945 time: 0.1084208 Mar 07 16:03:40.375974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9be014ab-2fbe-42ee-b439-c96153ffebc0 None None] Provisioning complete for port 1af48e2e-c42a-4206-9727-4ff08fd18a0f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:40.376590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9be014ab-2fbe-42ee-b439-c96153ffebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:40.430277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1af48e2e-c42a-4206-9727-4ff08fd18a0f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:40.451706 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37bc8203-2822-4112-b516-be721137c9ff req-305c1a33-93b4-47c0-b9b3-3b641fdbee34 service neutron] 10.222.0.15 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7671273 Mar 07 16:03:40.478383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-27bd5b9c-197d-406b-b08f-12bd1c3fc8a3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:40.480110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-27bd5b9c-197d-406b-b08f-12bd1c3fc8a3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.11 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 815 time: 0.7380843 Mar 07 16:03:40.506596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-013d67c1-8eea-4ceb-972c-1deb3af199ac req-1c691d45-9294-4cf7-937c-6a7a3a8c9ae4 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285565 Mar 07 16:03:40.543207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Request body: {'port': {'device_id': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c', 'admin_state_up': True, 'tenant_id': 'dc460352cd844b968fc89e81891e89fb'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:40.548360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1af48e2e-c42a-4206-9727-4ff08fd18a0f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:40.548759 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:40.551027 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-7156e64f-3839-4c01-83e9-bb3e40498c6a service neutron] 10.222.0.24 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171458 Mar 07 16:03:40.617461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9be014ab-2fbe-42ee-b439-c96153ffebc0 None None] Current status of the port 1af48e2e-c42a-4206-9727-4ff08fd18a0f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:40.714593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1af48e2e-c42a-4206-9727-4ff08fd18a0f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:40.752546 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b8152-207a-4397-94b8-1f80a420fc23 req-f0133f1a-7679-4e9f-ba37-5abe4cfef9bc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:40.760072 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b7b8152-207a-4397-94b8-1f80a420fc23 req-f0133f1a-7679-4e9f-ba37-5abe4cfef9bc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 943 time: 0.1082666 Mar 07 16:03:40.796300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:40.807413 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607e7dda-3969-425f-a7fe-63ed626559cd" -d '{"events": [{"server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:40.853259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b7b8152-207a-4397-94b8-1f80a420fc23 req-c0a03d59-ef77-40ca-ace0-153ba00874e7 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877545 Mar 07 16:03:40.859025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:40.968767 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks [] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:41.016065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Made reservation on behalf of dc460352cd844b968fc89e81891e89fb for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:41.019542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:41.044838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c2e86-f4c7-4e8e-bc6f-ab3a8675254e req-6dda6334-2523-4bb6-9f5a-9dc28586d03d tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:41.046302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-916c2e86-f4c7-4e8e-bc6f-ab3a8675254e req-6dda6334-2523-4bb6-9f5a-9dc28586d03d tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.2089438 Mar 07 16:03:41.074575 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:41.087822 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e3908e94-fa01-4cfc-96a0-8f5013a60bc1 req-7ce45d95-6f36-4ae0-a8c5-0c941f9a4c57 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 210 time: 0.0887272 Mar 07 16:03:41.118920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ecb76750-6e75-4692-a11d-d7f7e2be9559 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:41.216027 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663f6a5a-ad2e-4e30-b74e-b88bd28b177b x-openstack-request-id: req-663f6a5a-ad2e-4e30-b74e-b88bd28b177b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:41.216438 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:41.216831 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-663f6a5a-ad2e-4e30-b74e-b88bd28b177b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:41.217503 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb171fd-22f3-4ca0-a844-8dbfa6b0a3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb9dc6a-f92a-468c-a6ac-8cb4ef6261d1', 'code': 200} Mar 07 16:03:41.256459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49606) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:41.263108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Network d8557786-62a0-4591-8d1c-b808f5f7534c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:41.308988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:41.323478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:41.339407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-916c2e86-f4c7-4e8e-bc6f-ab3a8675254e req-410256a3-fc42-4453-b20d-235b2a684366 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763598 Mar 07 16:03:41.364880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Pushing event updated for resources: {'Port': ['ID=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:41.434126 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Allocated IP 172.20.0.12 (d8557786-62a0-4591-8d1c-b808f5f7534c/4254bfba-c54c-4996-aac7-7e37adab9fce/0842e477-af67-42d7-8a07-8f03dbaa454e) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:41.441276 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:41.441933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:41.478161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ecb76750-6e75-4692-a11d-d7f7e2be9559, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:41.499221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-af522471-bfcc-4268-aad2-05bd0b18d13c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1503103 Mar 07 16:03:41.506262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'port_id': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'mac_address': 'fa:16:3e:b9:5b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:41.524271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Request body: {'port': {'device_id': 'c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:41.597666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ecb76750-6e75-4692-a11d-d7f7e2be9559 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:41.600151 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:41.643958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb76750-6e75-4692-a11d-d7f7e2be9559 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:41.696711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ecb76750-6e75-4692-a11d-d7f7e2be9559, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:41.705474 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:41.838050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c0d71ad6-45a9-4436-aa2f-1465489f7674 None None] Provisioning complete for port e54c0f21-5826-4b0f-85ab-b6930a14ee4b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:41.841040 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c0d71ad6-45a9-4436-aa2f-1465489f7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:41.925185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ecb76750-6e75-4692-a11d-d7f7e2be9559,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:41.950923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c0d71ad6-45a9-4436-aa2f-1465489f7674 None None] Port e54c0f21-5826-4b0f-85ab-b6930a14ee4b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:03:42.071607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:42.101812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a947d8-6e4b-4be1-8388-a143f41a4b84 req-2ab321d7-05f4-43b3-b817-a97f43389d81 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:42.103663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3a947d8-6e4b-4be1-8388-a143f41a4b84 req-2ab321d7-05f4-43b3-b817-a97f43389d81 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.5625598 Mar 07 16:03:42.117449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ecb76750-6e75-4692-a11d-d7f7e2be9559'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:42.205963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks [] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:42.265159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-53ceebe4-12cc-4297-8f32-9302631cc13f tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:42.266953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-53ceebe4-12cc-4297-8f32-9302631cc13f tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 945 time: 0.2459741 Mar 07 16:03:42.274017 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:03:42.310073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3a947d8-6e4b-4be1-8388-a143f41a4b84 req-8ef6b381-649a-4832-98aa-92bf9ac7e9c2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763039 Mar 07 16:03:42.367982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-94e91aa1-c439-4f63-87f8-bf04d83f57a0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:42.374610 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-94e91aa1-c439-4f63-87f8-bf04d83f57a0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/networks?id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 200 len: 822 time: 0.3548019 Mar 07 16:03:42.411671 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:42.420082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-cde229ab-076f-40a1-a9cd-76ce2c4a8588 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/quotas/4648c775f1a74b17bcdf6aa7d566845a HTTP/1.1" status: 200 len: 375 time: 0.0444920 Mar 07 16:03:42.496207 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-74a90645-0ccf-4cf3-8369-2322aabde089 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751030 Mar 07 16:03:42.571032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Network d8557786-62a0-4591-8d1c-b808f5f7534c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:42.582230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:42.587283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:42.592181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Pushing event updated for resources: {'Port': ['ID=0842e477-af67-42d7-8a07-8f03dbaa454e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:42.682971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:42.684030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:42.703772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0748-1199-4281-b961-a7fbad2881c2 req-1c790bfe-22e3-4271-b7c6-209509d30438 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:42.705763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb7d0748-1199-4281-b961-a7fbad2881c2 req-1c790bfe-22e3-4271-b7c6-209509d30438 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 945 time: 0.2241395 Mar 07 16:03:42.791548 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-58a765ff-b4cc-49cf-8b09-4a396df4b705 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2940958 Mar 07 16:03:42.793898 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-123d8b5f-bd47-4b53-aeeb-d9880d5c5bd8 service neutron] 10.222.0.24 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961028 Mar 07 16:03:42.806644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Request body: {'port': {'device_id': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:42.848266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-b462264e-7249-4005-b3ee-b28977c104da tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:42.849225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-b462264e-7249-4005-b3ee-b28977c104da tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.11 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 815 time: 0.3510199 Mar 07 16:03:42.889403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb7d0748-1199-4281-b961-a7fbad2881c2 req-6cd1c0b3-b024-4443-bad8-9e2fbe3dfb28 tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/security-groups?id=5825870f-2bed-4023-a218-27af9def185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651418 Mar 07 16:03:42.892901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Request body: {'port': {'device_id': 'ba982d08-8b2d-4eb5-824b-cfa0c3385fa8', 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c', 'admin_state_up': True, 'tenant_id': 'dc460352cd844b968fc89e81891e89fb'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:42.904040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54c0f21-5826-4b0f-85ab-b6930a14ee4b {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:42.920443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Publish callbacks [] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:42.962893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Transition to ACTIVE for port object e54c0f21-5826-4b0f-85ab-b6930a14ee4b will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:03:42.966763 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:42.984362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:42.990559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d19f02b3-b82f-467b-8fe7-1109cd4e9ea4 None None] Provisioning complete for port 0842e477-af67-42d7-8a07-8f03dbaa454e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:42.991177 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d19f02b3-b82f-467b-8fe7-1109cd4e9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:43.046932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d19f02b3-b82f-467b-8fe7-1109cd4e9ea4 None None] Port 0842e477-af67-42d7-8a07-8f03dbaa454e cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:03:43.091640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Deleting port a1233121-cd56-47d5-9f0c-f2710032bcef {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:43.092046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:43.153967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Pushing event updated for resources: {'Port': ['ID=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:43.222105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6381f-1185-41d2-a866-b4970c8a4122 req-1149a413-5c6f-4561-8d58-f29006fbec33 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:43.230758 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dde6381f-1185-41d2-a866-b4970c8a4122 req-1149a413-5c6f-4561-8d58-f29006fbec33 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 944 time: 0.2275922 Mar 07 16:03:43.259951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Made reservation on behalf of dc460352cd844b968fc89e81891e89fb for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:43.266312 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:43.360184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-39b90030-3921-4fe1-8e36-2fecb106ee42 service neutron] 10.222.0.24 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653536 Mar 07 16:03:43.388363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] For port a1233121-cd56-47d5-9f0c-f2710032bcef, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a1233121-cd56-47d5-9f0c-f2710032bcef,segment=NetworkSegment(d465ac80-e93c-41b7-82e5-bf6574f6c28b),segment_id=d465ac80-e93c-41b7-82e5-bf6574f6c28b)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:43.388754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:43.469124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Attempting to bind port e54c0f21-5826-4b0f-85ab-b6930a14ee4b on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:43.469918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Attempting to bind port e54c0f21-5826-4b0f-85ab-b6930a14ee4b by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:43.470548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Attempting to bind port e54c0f21-5826-4b0f-85ab-b6930a14ee4b on network d8557786-62a0-4591-8d1c-b808f5f7534c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:43.472225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Calling delete_port for a1233121-cd56-47d5-9f0c-f2710032bcef owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:43.490208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dde6381f-1185-41d2-a866-b4970c8a4122 req-5a36c43b-c19c-47f4-ad35-e7f644e0c2a3 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926701 Mar 07 16:03:43.571474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Port e54c0f21-5826-4b0f-85ab-b6930a14ee4b on network d8557786-62a0-4591-8d1c-b808f5f7534c not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:03:43.573519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Attempting to bind port e54c0f21-5826-4b0f-85ab-b6930a14ee4b on network d8557786-62a0-4591-8d1c-b808f5f7534c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:43.589931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:43.598612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Checking segment: {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:43.600522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Bound using segment: {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:43.601454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Bound port: e54c0f21-5826-4b0f-85ab-b6930a14ee4b, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:43.602255 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:43.644020 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (e78a6f90-1094-401c-8b23-62986af4c0e2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:43.701048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cdd2004d-9994-4370-891d-8a8d53ea5a86 req-cba8bb6c-a124-4d11-82e1-a58959a9b009 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 210 time: 0.0936332 Mar 07 16:03:43.918352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0842e477-af67-42d7-8a07-8f03dbaa454e {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:43.953656 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Publish callbacks [] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:43.986410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a1233121-cd56-47d5-9f0c-f2710032bcef), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:43.987857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] For port e54c0f21-5826-4b0f-85ab-b6930a14ee4b, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:43.993300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] For port e54c0f21-5826-4b0f-85ab-b6930a14ee4b, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:44.033799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Transition to ACTIVE for port object 0842e477-af67-42d7-8a07-8f03dbaa454e will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:03:44.034975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:44.083155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Pushing event deleted for resources: {'Port': ['ID=a1233121-cd56-47d5-9f0c-f2710032bcef,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:44.100351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eefd0-1a77-40b6-97e4-c525ebae7329 req-b964c85a-6bcd-4d91-b6f1-bcf0718bc976 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:44.102249 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba3eefd0-1a77-40b6-97e4-c525ebae7329 req-b964c85a-6bcd-4d91-b6f1-bcf0718bc976 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.3009253 Mar 07 16:03:44.105449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:44.125455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:44.126291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:44.128227 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] 10.222.0.15 "PUT /v2.0/ports/e54c0f21-5826-4b0f-85ab-b6930a14ee4b HTTP/1.1" status: 200 len: 1092 time: 2.6254692 Mar 07 16:03:44.142712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc', 'tag': 'e54c0f21-5826-4b0f-85ab-b6930a14ee4b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:44.145007 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d1a42f-9232-402f-b0e7-f35fba50a934" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc", "tag": "e54c0f21-5826-4b0f-85ab-b6930a14ee4b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:44.260247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Allocated IP 172.20.0.13 (d8557786-62a0-4591-8d1c-b808f5f7534c/4254bfba-c54c-4996-aac7-7e37adab9fce/84f04b19-e84a-4ce5-a664-b3e3dad53ae2) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:44.315870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e129e-664f-4bf3-9edd-7d91f54e1453 service neutron] Pushing event updated for resources: {'Port': ['ID=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:44.423439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Attempting to bind port 0842e477-af67-42d7-8a07-8f03dbaa454e on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:44.423671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Attempting to bind port 0842e477-af67-42d7-8a07-8f03dbaa454e by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:44.423944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Attempting to bind port 0842e477-af67-42d7-8a07-8f03dbaa454e on network d8557786-62a0-4591-8d1c-b808f5f7534c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:44.441100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba3eefd0-1a77-40b6-97e4-c525ebae7329 req-085c0374-49d7-4495-944c-8b8b4581bdd0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233232 Mar 07 16:03:44.474396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Port 0842e477-af67-42d7-8a07-8f03dbaa454e on network d8557786-62a0-4591-8d1c-b808f5f7534c not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:03:44.475071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Attempting to bind port 0842e477-af67-42d7-8a07-8f03dbaa454e on network d8557786-62a0-4591-8d1c-b808f5f7534c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:44.478372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-e32303fa-39c0-4d32-b1de-695899434a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:44.489463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-e32303fa-39c0-4d32-b1de-695899434a90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 1126 time: 0.3159552 Mar 07 16:03:44.496840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Pushing event updated for resources: {'Port': ['ID=0842e477-af67-42d7-8a07-8f03dbaa454e,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:44.533511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7856c-0d4f-4d3f-974b-579c3d43a726 req-af9dcdc8-61e2-4d9b-9752-2b67e5c9e8fe tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:44.559314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-def7856c-0d4f-4d3f-974b-579c3d43a726 req-af9dcdc8-61e2-4d9b-9752-2b67e5c9e8fe tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.8615623 Mar 07 16:03:44.571236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] No DVR routers for this DVR port a1233121-cd56-47d5-9f0c-f2710032bcef on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:44.582133 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:44.594647 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3aa8e8d6-3c2e-4b91-ad16-ef727fb59479 req-ef0cba0a-a0bc-44e9-a8b5-9391b7f8e80d tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.11 "DELETE /v2.0/ports/a1233121-cd56-47d5-9f0c-f2710032bcef HTTP/1.1" status: 204 len: 173 time: 2.2891886 Mar 07 16:03:44.636609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fc22eb-04cf-42bf-8da3-de157fe8dcf0', 'name': 'network-vif-deleted', 'tag': 'a1233121-cd56-47d5-9f0c-f2710032bcef'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:44.641848 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2a3aaa-889e-4e17-89ee-7553564563a6" -d '{"events": [{"server_uuid": "75fc22eb-04cf-42bf-8da3-de157fe8dcf0", "name": "network-vif-deleted", "tag": "a1233121-cd56-47d5-9f0c-f2710032bcef"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:44.645072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:44.650598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Checking segment: {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:44.651588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Bound using segment: {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:44.652165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Bound port: 0842e477-af67-42d7-8a07-8f03dbaa454e, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:44.652645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:44.684803 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-a456391b-6f47-4946-8e4e-29a21d613d8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e54c0f21-5826-4b0f-85ab-b6930a14ee4b HTTP/1.1" status: 200 len: 217 time: 0.1589847 Mar 07 16:03:44.720391 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-def7856c-0d4f-4d3f-974b-579c3d43a726 req-537c1026-6d0f-4e5b-9fd3-79c5465c8413 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600192 Mar 07 16:03:44.762720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a1233121-cd56-47d5-9f0c-f2710032bcef no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:44.836334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: a1233121-cd56-47d5-9f0c-f2710032bcef {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:44.837351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a1233121-cd56-47d5-9f0c-f2710032bcef not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:44.848384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-74af6ddb-aae4-452a-9e96-9cf8f6ad79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:44.852234 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-74af6ddb-aae4-452a-9e96-9cf8f6ad79bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4254bfba-c54c-4996-aac7-7e37adab9fce HTTP/1.1" status: 200 len: 854 time: 0.1633492 Mar 07 16:03:44.859254 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db7351d3-fa33-4018-8110-0d6fa4019c4c req-2be0a4d0-5ca7-453b-91e1-65948f79f7a7 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 210 time: 0.2127681 Mar 07 16:03:44.907331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks [] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:44.991798 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237904c8-aad7-4ba5-b12b-9282232b4ac1 x-openstack-request-id: req-237904c8-aad7-4ba5-b12b-9282232b4ac1 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:44.992254 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc", "tag": "e54c0f21-5826-4b0f-85ab-b6930a14ee4b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:44.992629 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-237904c8-aad7-4ba5-b12b-9282232b4ac1 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:44.993129 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc', 'tag': 'e54c0f21-5826-4b0f-85ab-b6930a14ee4b', 'status': 'completed', 'code': 200} Mar 07 16:03:45.051617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] For port 0842e477-af67-42d7-8a07-8f03dbaa454e, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:45.070584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-49793e17-9309-4130-8628-c7277c3a8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:45.070898 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e2461903-0772-4f0a-9dda-f94391e94e43 req-0ef3ccbc-3072-40c2-81a4-750f5c9a4ccd tempest-ServerGroupTestJSON-1266767564 tempest-ServerGroupTestJSON-1266767564-project] 10.222.0.24 "GET /v2.0/ports?device_id=75fc22eb-04cf-42bf-8da3-de157fe8dcf0 HTTP/1.1" status: 200 len: 210 time: 0.1350532 Mar 07 16:03:45.073014 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-49793e17-9309-4130-8628-c7277c3a8f57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8557786-62a0-4591-8d1c-b808f5f7534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2124746 Mar 07 16:03:45.083061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] For port 0842e477-af67-42d7-8a07-8f03dbaa454e, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0842e477-af67-42d7-8a07-8f03dbaa454e,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:45.122865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:45.124171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:45.140614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ecb76750-6e75-4692-a11d-d7f7e2be9559 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:45.204798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Pushing event updated for resources: {'Port': ['ID=0842e477-af67-42d7-8a07-8f03dbaa454e,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:45.259489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac21c3-3dc0-479d-8ede-79db8c8efbef req-1f9da01e-27ad-4a3f-9963-c6de6d47d467 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:45.261218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9eac21c3-3dc0-479d-8ede-79db8c8efbef req-1f9da01e-27ad-4a3f-9963-c6de6d47d467 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 944 time: 0.2512112 Mar 07 16:03:45.265779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port ecb76750-6e75-4692-a11d-d7f7e2be9559 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:45.271229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port ecb76750-6e75-4692-a11d-d7f7e2be9559 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:45.271984 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:45.274460 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580cd5c3-8dc2-490e-b5db-9957c2fc55b4 x-openstack-request-id: req-580cd5c3-8dc2-490e-b5db-9957c2fc55b4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:45.279238 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fc22eb-04cf-42bf-8da3-de157fe8dcf0", "name": "network-vif-deleted", "tag": "a1233121-cd56-47d5-9f0c-f2710032bcef", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:45.279985 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-580cd5c3-8dc2-490e-b5db-9957c2fc55b4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:45.279985 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fc22eb-04cf-42bf-8da3-de157fe8dcf0', 'name': 'network-vif-deleted', 'tag': 'a1233121-cd56-47d5-9f0c-f2710032bcef', 'status': 'completed', 'code': 200} Mar 07 16:03:45.281951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Deleting port 62bfab6e-65f7-4fd7-9e60-1def79d6903c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:45.282295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:45.350262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:45.355200 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:45.358742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-1c2bf5ce-d31e-4211-802a-3375ef8bcce1 service neutron] 10.222.0.11 "PUT /v2.0/ports/0842e477-af67-42d7-8a07-8f03dbaa454e HTTP/1.1" status: 200 len: 1092 time: 2.5561769 Mar 07 16:03:45.373580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Network d8557786-62a0-4591-8d1c-b808f5f7534c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:45.445799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:45.526415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ecb76750-6e75-4692-a11d-d7f7e2be9559 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:45.526904 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:45.530556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:45.593606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ecb76750-6e75-4692-a11d-d7f7e2be9559, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:45.595154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:45.599617 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee015f46-9355-4537-8c39-5dba02349648" -d '{"events": [{"server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "name": "network-vif-plugged", "status": "completed", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:45.605289 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:45.609442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Pushing event updated for resources: {'Port': ['ID=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:45.677474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ecb76750-6e75-4692-a11d-d7f7e2be9559,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:45.700388 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-a5791b8f-69da-425e-8af7-4a5d5753075d service neutron] 10.222.0.15 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158385 Mar 07 16:03:45.724287 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9eac21c3-3dc0-479d-8ede-79db8c8efbef req-34633bc0-94fe-45f3-86c0-3177012056bc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372816 Mar 07 16:03:45.724794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:45.725642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:45.785950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] For port 62bfab6e-65f7-4fd7-9e60-1def79d6903c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=62bfab6e-65f7-4fd7-9e60-1def79d6903c,segment=NetworkSegment(837deab6-9181-4b25-b315-555d76e0ff87),segment_id=837deab6-9181-4b25-b315-555d76e0ff87)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:45.787591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:45.808404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Calling delete_port for 62bfab6e-65f7-4fd7-9e60-1def79d6903c owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:45.877726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4e2e77a-445f-449b-bae3-62ebb9cf41bc req-31558ad2-0d44-4d5d-b227-612f55a658ba service neutron] 10.222.0.15 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519759 Mar 07 16:03:45.955011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-cf9e187b-1a26-444a-bcc7-f891d4eeea39 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:45.956531 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-cf9e187b-1a26-444a-bcc7-f891d4eeea39 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.15 "GET /v2.0/networks?id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 200 len: 822 time: 0.7660327 Mar 07 16:03:45.960145 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-43d36a77-ab29-419b-a15d-e64e4fa293d3 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0802343 Mar 07 16:03:45.969897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-86a2f714-17bd-41a4-908e-be4aba5e0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:45.971470 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-86a2f714-17bd-41a4-908e-be4aba5e0198 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 1126 time: 0.4852993 Mar 07 16:03:45.982230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Request body: {'port': {'device_id': 'ba982d08-8b2d-4eb5-824b-cfa0c3385fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:45.986075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Request body: {'port': {'device_id': 'b63a3796-6932-4e1d-a771-bf5162480c8e', 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4', 'admin_state_up': True, 'tenant_id': '4648c775f1a74b17bcdf6aa7d566845a'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:46.033050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea85c6-a009-45ed-8cb3-28c93a46ccd4 req-f5fb8298-7e73-4bb8-aa4f-7bddea3aad65 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:46.034635 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d8ea85c6-a009-45ed-8cb3-28c93a46ccd4 req-f5fb8298-7e73-4bb8-aa4f-7bddea3aad65 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 932 time: 0.6363046 Mar 07 16:03:46.107982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-84e8ecba-1c00-45c2-add7-d047f6d21ae6 None None] Provisioning complete for port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:46.110517 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-84e8ecba-1c00-45c2-add7-d047f6d21ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:46.180005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-84e8ecba-1c00-45c2-add7-d047f6d21ae6 None None] Port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:03:46.210540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d8ea85c6-a009-45ed-8cb3-28c93a46ccd4 req-9576313c-e9a6-4d24-b03d-0f3e1a9ef8af tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697131 Mar 07 16:03:46.210540 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (62bfab6e-65f7-4fd7-9e60-1def79d6903c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:46.269381 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=62bfab6e-65f7-4fd7-9e60-1def79d6903c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:46.274128 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0da6a3-b78e-4034-afe7-b34d0f0ef3fd x-openstack-request-id: req-9b0da6a3-b78e-4034-afe7-b34d0f0ef3fd {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:46.275233 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "name": "network-vif-plugged", "status": "completed", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:46.282627 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b0da6a3-b78e-4034-afe7-b34d0f0ef3fd {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:46.283749 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'code': 200} Mar 07 16:03:46.421499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:46.458187 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-ba1cd8a6-555a-4dde-a7b6-27644e93384c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0842e477-af67-42d7-8a07-8f03dbaa454e HTTP/1.1" status: 200 len: 217 time: 0.0604107 Mar 07 16:03:46.513270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b256d2-33a0-4391-b538-f5a9e28ee28d req-bff7e7b3-c43f-4174-ae89-d52153f78382 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:46.521305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93b256d2-33a0-4391-b538-f5a9e28ee28d req-bff7e7b3-c43f-4174-ae89-d52153f78382 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.6356759 Mar 07 16:03:46.560033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Made reservation on behalf of 4648c775f1a74b17bcdf6aa7d566845a for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:46.563865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:46.650298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-e356d93f-fb65-4bb3-9323-4ce0e552291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:46.652439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-e356d93f-fb65-4bb3-9323-4ce0e552291b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4254bfba-c54c-4996-aac7-7e37adab9fce HTTP/1.1" status: 200 len: 854 time: 0.1849415 Mar 07 16:03:46.668318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-5ac5d32e-9ca5-4e07-8026-6ea663be86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:46.669813 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-5ac5d32e-9ca5-4e07-8026-6ea663be86ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 1126 time: 0.6973476 Mar 07 16:03:46.800415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93b256d2-33a0-4391-b538-f5a9e28ee28d req-7ba659cd-7121-4df2-a4aa-bb1405e239f4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784543 Mar 07 16:03:46.985033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9946a46f-0b4e-4afb-ae49-bfb4287965ba req-7adea6c3-d3cf-46e8-ac2d-491cadaa38f2 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 210 time: 0.0894616 Mar 07 16:03:46.996248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'tag': '0842e477-af67-42d7-8a07-8f03dbaa454e'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:46.998946 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075a6bee-b5e3-4452-bab8-03aeae9cd31b" -d '{"events": [{"name": "network-changed", "server_uuid": "a619eb64-2fb9-4ebb-b2eb-25554fda7faa", "tag": "0842e477-af67-42d7-8a07-8f03dbaa454e"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:47.026059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-3a222823-7514-4479-9a24-370d31a7415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:47.027651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-3a222823-7514-4479-9a24-370d31a7415a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8557786-62a0-4591-8d1c-b808f5f7534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3670523 Mar 07 16:03:47.048723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-3b3394af-7c60-430b-a90a-1f6693146af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:47.050541 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-3b3394af-7c60-430b-a90a-1f6693146af1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 916 time: 0.3285782 Mar 07 16:03:47.072047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Allocated IP 172.20.0.4 (2dac91be-7d1e-46c4-9bfc-8061a0be2bc4/5db2b77d-e9a6-4f41-96c7-3e3b16111aa9/bfe3e8d4-e67c-4155-b4ef-d4766311f8bd) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:47.128728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-2e94ca72-6ab8-4dab-9540-f26eecea992c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e54c0f21-5826-4b0f-85ab-b6930a14ee4b HTTP/1.1" status: 200 len: 217 time: 0.0632410 Mar 07 16:03:47.169093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0f3ea-0c15-4f6f-ab24-ec7f9732050b req-8d26e845-9a5d-446d-a661-bd23c51d37e3 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:47.178514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cea0f3ea-0c15-4f6f-ab24-ec7f9732050b req-8d26e845-9a5d-446d-a661-bd23c51d37e3 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.7510719 Mar 07 16:03:47.322994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-aa7410b9-e1c6-4b22-b191-9b0afa1c0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:47.324420 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-aa7410b9-e1c6-4b22-b191-9b0afa1c0348 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4254bfba-c54c-4996-aac7-7e37adab9fce HTTP/1.1" status: 200 len: 854 time: 0.1482091 Mar 07 16:03:47.359775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-7afbef36-8290-4cd9-8213-070d197603f2 service neutron] 10.222.0.11 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208663 Mar 07 16:03:47.362309 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cea0f3ea-0c15-4f6f-ab24-ec7f9732050b req-6557bdb6-76ec-4ce2-bbb1-8e7ad8068923 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704686 Mar 07 16:03:47.365583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069aee-3f5a-40a1-b840-f70fd783d8cf req-ef2e7310-7fb3-4a3b-9584-f3350314b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:47.367222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d1069aee-3f5a-40a1-b840-f70fd783d8cf req-ef2e7310-7fb3-4a3b-9584-f3350314b877 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 1127 time: 0.8702474 Mar 07 16:03:47.391194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d5601-129a-4676-89ce-bf57b078f79f req-50181a9c-ef77-4e6b-a46d-7b980f18048c tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:47.394106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-529d5601-129a-4676-89ce-bf57b078f79f req-50181a9c-ef77-4e6b-a46d-7b980f18048c tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 945 time: 0.2285094 Mar 07 16:03:47.461031 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f47211-5d97-46a9-a32f-626e6c671eb0 x-openstack-request-id: req-24f47211-5d97-46a9-a32f-626e6c671eb0 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:47.461382 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a619eb64-2fb9-4ebb-b2eb-25554fda7faa", "tag": "0842e477-af67-42d7-8a07-8f03dbaa454e", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:47.461646 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24f47211-5d97-46a9-a32f-626e6c671eb0 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:47.461999 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'tag': '0842e477-af67-42d7-8a07-8f03dbaa454e', 'status': 'completed', 'code': 200} Mar 07 16:03:47.508681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667774-1700-4592-8574-9772f520c0e0 req-e2dc6c73-885e-4809-9c2d-8e13d9cf7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:47.510215 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c667774-1700-4592-8574-9772f520c0e0 req-e2dc6c73-885e-4809-9c2d-8e13d9cf7305 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0be818a532e64f47a37a8ba4b463fa98&device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1132 time: 0.3024526 Mar 07 16:03:47.564981 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (e78a6f90-1094-401c-8b23-62986af4c0e2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:47.592844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-e52510da-5e91-4c97-b866-a45d6140b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:47.594416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-e52510da-5e91-4c97-b866-a45d6140b431 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8557786-62a0-4591-8d1c-b808f5f7534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2485337 Mar 07 16:03:47.644906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-529d5601-129a-4676-89ce-bf57b078f79f req-45d23cb6-0045-45cb-94ae-d4ed949162a6 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346067 Mar 07 16:03:47.659318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:47.671110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88a8935c-ae04-4a64-ad25-aed151dba794 req-c6e00cae-72ba-43c1-8edb-803fba3189e5 service neutron] 10.222.0.11 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757525 Mar 07 16:03:47.792661 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-e104f020-af61-40b1-827b-d8ae663afb6d service neutron] 10.222.0.15 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874189 Mar 07 16:03:47.797461 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:47.905384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-c2627a8e-78e9-4082-9b0b-cd45b58114ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:47.906987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-c2627a8e-78e9-4082-9b0b-cd45b58114ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 1126 time: 0.1743236 Mar 07 16:03:47.942005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:47.961352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:47.974900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:47.996570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:47.999133 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Publish callbacks [] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:48.009509 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d1069aee-3f5a-40a1-b840-f70fd783d8cf req-758e5161-9c5f-4873-913e-d9d8cd215cb5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127505 Mar 07 16:03:48.012943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event updated for resources: {'Port': ['ID=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:48.066595 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Transition to ACTIVE for port object 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:03:48.080667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1947b9-9c45-4fbd-a545-e8f80dcc0469 req-bd079680-819b-4968-a492-24a98a6723ed tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.082745 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f1947b9-9c45-4fbd-a545-e8f80dcc0469 req-bd079680-819b-4968-a492-24a98a6723ed tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 932 time: 0.4716160 Mar 07 16:03:48.119621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:48.121738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667774-1700-4592-8574-9772f520c0e0 req-fd7d2a95-f8dd-4827-b627-f19b9b5fe39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.123254 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c667774-1700-4592-8574-9772f520c0e0 req-fd7d2a95-f8dd-4827-b627-f19b9b5fe39c service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.5876818 Mar 07 16:03:48.140792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.141422 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:48.152710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3d1a42f-9232-402f-b0e7-f35fba50a934 req-bb02aa60-e0a0-4ae1-856b-496e6dfcde74 service neutron] 10.222.0.15 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531895 Mar 07 16:03:48.166736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-9fe02d2f-f26f-4cd5-8bfd-2c4e785ec83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.168905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-9fe02d2f-f26f-4cd5-8bfd-2c4e785ec83c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 916 time: 0.2386694 Mar 07 16:03:48.178136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70a22b-ae70-4ba2-bfec-771b3e6368d2 req-78e5201f-3517-46b0-9ff7-abcd95581f71 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.184949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed70a22b-ae70-4ba2-bfec-771b3e6368d2 req-78e5201f-3517-46b0-9ff7-abcd95581f71 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.2668157 Mar 07 16:03:48.247612 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c667774-1700-4592-8574-9772f520c0e0 req-1ffe4c34-f91f-4e7a-8024-75d712aa766b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241 HTTP/1.1" status: 200 len: 217 time: 0.1075618 Mar 07 16:03:48.248421 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-b9ac34d1-d81d-4c49-9a50-335df42f8ad8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2661014 Mar 07 16:03:48.252242 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-f4e417c4-7649-4fa1-b79a-98e1d13c4245 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0842e477-af67-42d7-8a07-8f03dbaa454e HTTP/1.1" status: 200 len: 217 time: 0.0555234 Mar 07 16:03:48.313268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Request body: {'port': {'device_id': 'b63a3796-6932-4e1d-a771-bf5162480c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:48.336637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Pushing event updated for resources: {'Port': ['ID=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:48.362429 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f1947b9-9c45-4fbd-a545-e8f80dcc0469 req-f5369f55-f743-4909-ad4a-22ab786eb8af tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503150 Mar 07 16:03:48.385633 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed70a22b-ae70-4ba2-bfec-771b3e6368d2 req-69bdd532-8514-4e23-b789-4a701f86d707 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997352 Mar 07 16:03:48.392783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Router e78a6f90-1094-401c-8b23-62986af4c0e2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:03:48.450587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-9b80eb04-3e33-47ee-b7b3-e75836705290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.452170 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-9b80eb04-3e33-47ee-b7b3-e75836705290 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4254bfba-c54c-4996-aac7-7e37adab9fce HTTP/1.1" status: 200 len: 854 time: 0.1872723 Mar 07 16:03:48.460085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667774-1700-4592-8574-9772f520c0e0 req-e2a9e8df-1d3f-4eef-b642-44513e19f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.461629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c667774-1700-4592-8574-9772f520c0e0 req-e2a9e8df-1d3f-4eef-b642-44513e19f0d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1989703 Mar 07 16:03:48.550183 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:48.615038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-1189598c-1fec-43a4-935f-5e23c348bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.616896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-1189598c-1fec-43a4-935f-5e23c348bde8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8557786-62a0-4591-8d1c-b808f5f7534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1543829 Mar 07 16:03:48.648239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423be7e-c048-46af-b340-f798daf4fdb8 req-02a7534b-a293-4e8a-899f-2a1651fa7e82 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.656288 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2423be7e-c048-46af-b340-f798daf4fdb8 req-02a7534b-a293-4e8a-899f-2a1651fa7e82 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 931 time: 0.1419213 Mar 07 16:03:48.657006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Attempting to bind port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:48.657352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Attempting to bind port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:48.657683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Attempting to bind port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 on network d8557786-62a0-4591-8d1c-b808f5f7534c {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:48.673907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 on network d8557786-62a0-4591-8d1c-b808f5f7534c not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:03:48.674280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Attempting to bind port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 on network d8557786-62a0-4591-8d1c-b808f5f7534c {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:48.715450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667774-1700-4592-8574-9772f520c0e0 req-853b948e-c94d-4e37-9459-0a08f136c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.717025 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c667774-1700-4592-8574-9772f520c0e0 req-853b948e-c94d-4e37-9459-0a08f136c818 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2467234 Mar 07 16:03:48.729127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:48.729127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Checking segment: {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:48.729492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Bound using segment: {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:48.729892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Bound port: 84f04b19-e84a-4ce5-a664-b3e3dad53ae2, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7c6a4c-e407-40af-9c27-1471bc561069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:48.730257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:48.793082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1aa3e-c2b0-4275-8a64-d2ef2853534b req-e48eae67-3236-4abd-b4d3-2e9c20f6a5ec tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:48.794712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fd1aa3e-c2b0-4275-8a64-d2ef2853534b req-e48eae67-3236-4abd-b4d3-2e9c20f6a5ec tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1987770 Mar 07 16:03:48.831633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:03:48.844524 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] Sync routers for ids ['e78a6f90-1094-401c-8b23-62986af4c0e2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:03:48.856619 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] Routers {'e78a6f90-1094-401c-8b23-62986af4c0e2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:48.857625 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e78a6f90-1094-401c-8b23-62986af4c0e2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:48.862540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1ac6f0a3-4fa0-4d96-9161-026cb277b3ab admin admin] 10.222.0.24 "PUT /v2.0/routers/e78a6f90-1094-401c-8b23-62986af4c0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6047702 Mar 07 16:03:48.865344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49692) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:48.917873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2423be7e-c048-46af-b340-f798daf4fdb8 req-cbd0209a-72ea-4e27-a9f1-c724f0254188 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569265 Mar 07 16:03:48.923186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-9e0fadd7-9e53-4796-a4c4-573bd7c433cb service neutron] 10.222.0.11 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935197 Mar 07 16:03:48.999429 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] Set router e78a6f90-1094-401c-8b23-62986af4c0e2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:49.034382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] For port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:49.078845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fd1aa3e-c2b0-4275-8a64-d2ef2853534b req-8dc4766f-ced7-4428-b3c7-836f1416aa6a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493563 Mar 07 16:03:49.084881 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c667774-1700-4592-8574-9772f520c0e0 req-1696629a-3ca4-4ec9-b4dd-29c75b859dfc service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505249 Mar 07 16:03:49.087283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] For port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:49.110233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:49.135988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e54c0f21-5826-4b0f-85ab-b6930a14ee4b details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:49.287568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe3e8d4-e67c-4155-b4ef-d4766311f8bd {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:49.289480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:49.290119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:49.291569 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] 10.222.0.11 "PUT /v2.0/ports/84f04b19-e84a-4ce5-a664-b3e3dad53ae2 HTTP/1.1" status: 200 len: 1092 time: 3.3167565 Mar 07 16:03:49.292198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49698) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:49.294558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba982d08-8b2d-4eb5-824b-cfa0c3385fa8', 'tag': '84f04b19-e84a-4ce5-a664-b3e3dad53ae2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:49.298891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Publish callbacks [] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:49.314718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Transition to ACTIVE for port object bfe3e8d4-e67c-4155-b4ef-d4766311f8bd will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:03:49.330094 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f4cba8-a8ec-487c-a412-e7158232381d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba982d08-8b2d-4eb5-824b-cfa0c3385fa8", "tag": "84f04b19-e84a-4ce5-a664-b3e3dad53ae2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:49.333923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks [] for router (e78a6f90-1094-401c-8b23-62986af4c0e2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:49.343780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:49.345026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e54c0f21-5826-4b0f-85ab-b6930a14ee4b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:49.361391 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:50Z', 'updated_at': '2022-03-07T16:03:46Z', 'revision_number': 5, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'gw_port': {'id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:51Z', 'updated_at': '2022-03-07T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:49.364700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'e54c0f21-5826-4b0f-85ab-b6930a14ee4b', 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c', 'port_id': 'e54c0f21-5826-4b0f-85ab-b6930a14ee4b', 'mac_address': 'fa:16:3e:ef:39:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4254bfba-c54c-4996-aac7-7e37adab9fce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:49.427357 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] Checking router: e78a6f90-1094-401c-8b23-62986af4c0e2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:03:49.444591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e54c0f21-5826-4b0f-85ab-b6930a14ee4b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:49.446626 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:49.452009 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] Routers {'e78a6f90-1094-401c-8b23-62986af4c0e2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:49.452654 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e78a6f90-1094-401c-8b23-62986af4c0e2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:49.492127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54c0f21-5826-4b0f-85ab-b6930a14ee4b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:49.540340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e54c0f21-5826-4b0f-85ab-b6930a14ee4b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:49.558871 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:49.642148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374c59e-f4d6-4ea3-88bf-4276420dfd0c req-9e621b26-56dc-48d4-91fd-96bbdd6c7a4b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:49.650424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2374c59e-f4d6-4ea3-88bf-4276420dfd0c req-9e621b26-56dc-48d4-91fd-96bbdd6c7a4b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 945 time: 0.3313785 Mar 07 16:03:49.709969 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c667774-1700-4592-8574-9772f520c0e0 req-5de3f436-d44e-40ef-8296-9a40ab571ed3 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123476 Mar 07 16:03:49.720505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:49.815971 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] Set router e78a6f90-1094-401c-8b23-62986af4c0e2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:49.854497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac41d12-7b4c-4e8b-b300-d716639ffebb service neutron] Pushing event updated for resources: {'Port': ['ID=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:49.888364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba81fc8-46e7-49b1-a4a5-23cb441f231d admin admin] Deleting subnet af0828d1-724c-41dc-8f4f-c2fa5e5d4443 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:03:49.995779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e54c0f21-5826-4b0f-85ab-b6930a14ee4b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:50.059208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Pushing event updated for resources: {'Port': ['ID=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:50.112335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2374c59e-f4d6-4ea3-88bf-4276420dfd0c req-371721a7-e84e-40fe-88b7-b95af0410e16 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557202 Mar 07 16:03:50.127888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-075a6bee-b5e3-4452-bab8-03aeae9cd31b req-ff24eba0-0723-478d-b76a-989d24203d4f service neutron] 10.222.0.11 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1914206 Mar 07 16:03:50.178200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Attempting to bind port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:03:50.179072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Attempting to bind port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:03:50.179668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Attempting to bind port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd on network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:50.187981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd on network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:03:50.188756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Attempting to bind port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd on network 2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:03:50.203602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:03:50.204366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Checking segment: {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:50.205036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Bound using segment: {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:03:50.205758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Bound port: bfe3e8d4-e67c-4155-b4ef-d4766311f8bd, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466418e4-f694-4fbb-8342-d83e2701f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:03:50.206359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:50.283755 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:50Z', 'updated_at': '2022-03-07T16:03:46Z', 'revision_number': 5, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'gw_port': {'id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:51Z', 'updated_at': '2022-03-07T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:50.335895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0732b2-5114-454c-a826-4acbd6ce2f5e req-7ef730b9-7e4a-4dce-bf3f-66c6de296eec tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:50.343819 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd0732b2-5114-454c-a826-4acbd6ce2f5e req-7ef730b9-7e4a-4dce-bf3f-66c6de296eec tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1142788 Mar 07 16:03:50.363218 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ba81fc8-46e7-49b1-a4a5-23cb441f231d admin admin] Publish callbacks [] for subnet (af0828d1-724c-41dc-8f4f-c2fa5e5d4443), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:50.368578 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835edfe-3485-4529-958e-404d38f9d760 None None] The sync data for ids ['e78a6f90-1094-401c-8b23-62986af4c0e2'] in n-d-830010-8 is: [{'id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'name': 'tempest-ServersTestMultiNic-1966887934-router', 'tenant_id': '7b034e956f7a45d6839a8bbce0f694d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:01:50Z', 'updated_at': '2022-03-07T16:03:46Z', 'revision_number': 5, 'project_id': '7b034e956f7a45d6839a8bbce0f694d7', 'gw_port': {'id': '79a5fd9a-31d6-4b4f-b3ca-b094efdea377', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a6f90-1094-401c-8b23-62986af4c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:01:51Z', 'updated_at': '2022-03-07T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:03:50.384532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] For port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:03:50.410020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] For port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:03:50.417460 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd0732b2-5114-454c-a826-4acbd6ce2f5e req-badd2367-f960-4093-a649-3554c09c880d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724134 Mar 07 16:03:50.422230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:50.465621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:50.468481 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:50.470323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] 10.222.0.15 "PUT /v2.0/ports/bfe3e8d4-e67c-4155-b4ef-d4766311f8bd HTTP/1.1" status: 200 len: 1091 time: 2.1616030 Mar 07 16:03:50.472444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63a3796-6932-4e1d-a771-bf5162480c8e', 'tag': 'bfe3e8d4-e67c-4155-b4ef-d4766311f8bd'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:50.476265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896964b-90aa-4a7e-9f47-661daef54301 req-a2aaf96e-09ef-4fdc-81c2-fe6d7bc7574e tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:50.476804 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d35254-3c8d-44b9-bf87-f6c3768239de" -d '{"events": [{"name": "network-changed", "server_uuid": "b63a3796-6932-4e1d-a771-bf5162480c8e", "tag": "bfe3e8d4-e67c-4155-b4ef-d4766311f8bd"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:50.485423 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4896964b-90aa-4a7e-9f47-661daef54301 req-a2aaf96e-09ef-4fdc-81c2-fe6d7bc7574e tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 944 time: 0.7886636 Mar 07 16:03:50.499620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-f3207a13-5582-4f30-ba8f-948f3c0c0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:50.504308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-f3207a13-5582-4f30-ba8f-948f3c0c0737 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 1126 time: 1.1541140 Mar 07 16:03:50.514224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8284694-cd3c-4187-8cf3-47b45541db8e service neutron] Pushing event updated for resources: {'Port': ['ID=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:50.518767 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8408edb9-f30d-4f4f-a5f6-5a38ca91e0bc x-openstack-request-id: req-8408edb9-f30d-4f4f-a5f6-5a38ca91e0bc {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:50.519453 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba982d08-8b2d-4eb5-824b-cfa0c3385fa8", "tag": "84f04b19-e84a-4ce5-a664-b3e3dad53ae2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:50.520041 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8408edb9-f30d-4f4f-a5f6-5a38ca91e0bc {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:50.521602 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba982d08-8b2d-4eb5-824b-cfa0c3385fa8', 'tag': '84f04b19-e84a-4ce5-a664-b3e3dad53ae2', 'status': 'completed', 'code': 200} Mar 07 16:03:50.592904 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-5ad3ab07-e444-43f3-865e-90664fc5c9d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84f04b19-e84a-4ce5-a664-b3e3dad53ae2 HTTP/1.1" status: 200 len: 217 time: 0.0699034 Mar 07 16:03:50.596327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ba81fc8-46e7-49b1-a4a5-23cb441f231d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (af0828d1-724c-41dc-8f4f-c2fa5e5d4443), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:50.605130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-cbfba58a-4857-42d4-a323-1ea7ecac3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:50.607489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-cbfba58a-4857-42d4-a323-1ea7ecac3e06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 1125 time: 0.0831912 Mar 07 16:03:50.657006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ba81fc8-46e7-49b1-a4a5-23cb441f231d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (af0828d1-724c-41dc-8f4f-c2fa5e5d4443), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:50.688838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks [] for router_gateway (e78a6f90-1094-401c-8b23-62986af4c0e2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:50.693256 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-4c9a60b6-90bd-4f74-a653-a1e8508aaa1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd HTTP/1.1" status: 200 len: 217 time: 0.0622296 Mar 07 16:03:50.767538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebb886-c132-45ca-a8b8-e3ce96365883 req-fd1ed679-46b4-4ae8-9d6b-b59b0a99ece5 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:50.769238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63ebb886-c132-45ca-a8b8-e3ce96365883 req-fd1ed679-46b4-4ae8-9d6b-b59b0a99ece5 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 943 time: 0.1790133 Mar 07 16:03:50.773771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device be9889cd-fa5c-453e-a7f2-fe1d8fc58241 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:50.790940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-34d185d1-b54d-45a5-9056-21e979eab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:50.792404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-34d185d1-b54d-45a5-9056-21e979eab00b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5db2b77d-e9a6-4f41-96c7-3e3b16111aa9 HTTP/1.1" status: 200 len: 862 time: 0.0921216 Mar 07 16:03:50.837933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-cf37f365-48e1-4ef4-be60-b25c82ab07a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366952 Mar 07 16:03:50.878243 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4896964b-90aa-4a7e-9f47-661daef54301 req-7deaf4ac-d9ee-4a04-b3d5-3afd0e9f17b4 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716109 Mar 07 16:03:50.884580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-81da7ba9-1f8c-4330-b5f7-fa891ce93d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:50.888204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-81da7ba9-1f8c-4330-b5f7-fa891ce93d70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4254bfba-c54c-4996-aac7-7e37adab9fce HTTP/1.1" status: 200 len: 854 time: 0.2008560 Mar 07 16:03:50.910542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63ebb886-c132-45ca-a8b8-e3ce96365883 req-0407bd0c-a594-494e-909b-dee3fc5c80c0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147370 Mar 07 16:03:50.985784 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ba81fc8-46e7-49b1-a4a5-23cb441f231d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (af0828d1-724c-41dc-8f4f-c2fa5e5d4443), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:50.989638 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8de1b05-4d9e-4741-b257-7574bad47f06 x-openstack-request-id: req-b8de1b05-4d9e-4741-b257-7574bad47f06 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:50.989956 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63a3796-6932-4e1d-a771-bf5162480c8e", "tag": "bfe3e8d4-e67c-4155-b4ef-d4766311f8bd", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:50.990204 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8de1b05-4d9e-4741-b257-7574bad47f06 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:50.990610 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63a3796-6932-4e1d-a771-bf5162480c8e', 'tag': 'bfe3e8d4-e67c-4155-b4ef-d4766311f8bd', 'status': 'completed', 'code': 200} Mar 07 16:03:51.024242 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ba81fc8-46e7-49b1-a4a5-23cb441f231d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.032891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1ba81fc8-46e7-49b1-a4a5-23cb441f231d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/af0828d1-724c-41dc-8f4f-c2fa5e5d4443 HTTP/1.1" status: 204 len: 168 time: 1.6822448 Mar 07 16:03:51.033104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:51.036869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49716) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:51.052886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'mac_address': 'fa:16:3e:ea:2d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:51.076096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-28e29027-06ea-4c46-922e-254ca832c996 service neutron] 10.222.0.15 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291999 Mar 07 16:03:51.099574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba81fc8-46e7-49b1-a4a5-23cb441f231d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0828d1-724c-41dc-8f4f-c2fa5e5d4443,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:51.128369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:51.129303 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.139953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-7367e366-64b6-4304-8f9a-bad57bf90c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:51.141604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-7367e366-64b6-4304-8f9a-bad57bf90c74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8557786-62a0-4591-8d1c-b808f5f7534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2442062 Mar 07 16:03:51.144376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Deleting port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:51.144714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.155167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7c4e-38e7-47bc-806b-f0a88735f680 req-00dca888-05c9-4ab5-b90f-79ffcc7b3d27 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:51.164735 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-842a7c4e-38e7-47bc-806b-f0a88735f680 req-00dca888-05c9-4ab5-b90f-79ffcc7b3d27 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1305468 Mar 07 16:03:51.167075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be9889cd-fa5c-453e-a7f2-fe1d8fc58241 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:51.199325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (12ee1781-9eb0-417f-b203-6e1b78c1b124), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.215025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:51.222221 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.233977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0842e477-af67-42d7-8a07-8f03dbaa454e details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:51.338024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:51.359186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f90650e3-ba71-4a36-97a3-77a95f85884f req-4fef3263-b5b2-4dfb-ba9d-17435b93f5be service neutron] 10.222.0.15 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740061 Mar 07 16:03:51.378001 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-842a7c4e-38e7-47bc-806b-f0a88735f680 req-ae74bb79-099b-47ff-b74a-3822356954ca tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118280 Mar 07 16:03:51.392118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (12ee1781-9eb0-417f-b203-6e1b78c1b124), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.401245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f34b2c-4e84-4c38-8188-a8c723fc405c req-46af6998-7f5d-4f6a-8b71-aca372c2ec43 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:51.402765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14f34b2c-4e84-4c38-8188-a8c723fc405c req-46af6998-7f5d-4f6a-8b71-aca372c2ec43 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 945 time: 0.1558008 Mar 07 16:03:51.427667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] For port 79a5fd9a-31d6-4b4f-b3ca-b094efdea377, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=79a5fd9a-31d6-4b4f-b3ca-b094efdea377,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:51.428217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.434896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ee1781-9eb0-417f-b203-6e1b78c1b124']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:51.450606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Calling delete_port for 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:51.454287 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-82b90997-4a08-4530-9339-16a0a019cd9a service neutron] 10.222.0.11 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711954 Mar 07 16:03:51.463780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0842e477-af67-42d7-8a07-8f03dbaa454e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0842e477-af67-42d7-8a07-8f03dbaa454e,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:51.469247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd465ac80-e93c-41b7-82e5-bf6574f6c28b') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:51.469549 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd465ac80-e93c-41b7-82e5-bf6574f6c28b') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:51.482607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '0842e477-af67-42d7-8a07-8f03dbaa454e', 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c', 'port_id': '0842e477-af67-42d7-8a07-8f03dbaa454e', 'mac_address': 'fa:16:3e:3d:04:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4254bfba-c54c-4996-aac7-7e37adab9fce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:51.507284 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (d465ac80-e93c-41b7-82e5-bf6574f6c28b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.522835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 0842e477-af67-42d7-8a07-8f03dbaa454e is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:51.523761 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.538783 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0842e477-af67-42d7-8a07-8f03dbaa454e {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:51.545523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d465ac80-e93c-41b7-82e5-bf6574f6c28b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.553718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:03:51.554025 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (d465ac80-e93c-41b7-82e5-bf6574f6c28b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:03:51.557576 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:03:51.566367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0842e477-af67-42d7-8a07-8f03dbaa454e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0842e477-af67-42d7-8a07-8f03dbaa454e,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:51.571811 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.573469 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14f34b2c-4e84-4c38-8188-a8c723fc405c req-d0d1a4da-dbb0-4c9a-ade3-3efac8d1066b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641951 Mar 07 16:03:51.614767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-3070b125-b472-48b3-a5a6-ee7c062a45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:51.616427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-3070b125-b472-48b3-a5a6-ee7c062a45ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 1125 time: 0.1655328 Mar 07 16:03:51.631797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=0842e477-af67-42d7-8a07-8f03dbaa454e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:51.687705 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (12ee1781-9eb0-417f-b203-6e1b78c1b124), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.716297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7917a6-97b0-4951-99dd-2ac005d66746 req-f4dda127-1ba9-448f-8844-cbc6ba48da9f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:51.717955 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b7917a6-97b0-4951-99dd-2ac005d66746 req-f4dda127-1ba9-448f-8844-cbc6ba48da9f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1966481 Mar 07 16:03:51.718094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.722499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94b9804e-2504-47d9-a26f-6a1413474e63 req-3cbf4b97-dcd7-4b16-a119-77fe18345d22 service neutron] 10.222.0.11 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601950 Mar 07 16:03:51.725034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] 10.222.0.24 "DELETE /v2.0/networks/12ee1781-9eb0-417f-b203-6e1b78c1b124 HTTP/1.1" status: 204 len: 168 time: 0.6870100 Mar 07 16:03:51.795403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['0842e477-af67-42d7-8a07-8f03dbaa454e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:51.800354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['be9889cd-fa5c-453e-a7f2-fe1d8fc58241'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:51.822946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c4a0f-a52f-4a43-916e-8ee7c28a6a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ee1781-9eb0-417f-b203-6e1b78c1b124,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:51.856198 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b7917a6-97b0-4951-99dd-2ac005d66746 req-ef73b6fc-65d6-4de4-9bf4-b2b76ce6766c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140273 Mar 07 16:03:51.863305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (79a5fd9a-31d6-4b4f-b3ca-b094efdea377), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:51.915402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a5fd9a-31d6-4b4f-b3ca-b094efdea377,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:51.926383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-c37dc635-ff76-4801-8b53-89c410b81fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:51.928520 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-c37dc635-ff76-4801-8b53-89c410b81fe5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 1126 time: 0.1347187 Mar 07 16:03:51.949520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-04b58774-d01a-4414-9fe3-093448da59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:51.960636 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-04b58774-d01a-4414-9fe3-093448da59bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 200 len: 923 time: 0.3278711 Mar 07 16:03:51.998307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49740) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:51.998530 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72799e33-df87-4d30-9b99-99bffb984115 req-588b1132-6286-44ba-8ec0-349b918617f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 258 time: 0.3734441 Mar 07 16:03:52.004732 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:52.046452 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-5bc8e285-8db7-4622-a776-3badd6143592 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd HTTP/1.1" status: 200 len: 217 time: 0.0784476 Mar 07 16:03:52.060495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.106347 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (e78a6f90-1094-401c-8b23-62986af4c0e2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.164107 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.224533 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-918942bf-3235-481c-9eae-4b90929474d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:52.226051 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-918942bf-3235-481c-9eae-4b90929474d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 916 time: 0.2821169 Mar 07 16:03:52.232249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2fb3795-f6aa-4e31-b722-ef5da1547b7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f191bab168aa4afc89b4b5bd29add6c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238588 Mar 07 16:03:52.236328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49742) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:52.242783 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (e78a6f90-1094-401c-8b23-62986af4c0e2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.252100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecd2c3-9409-472f-bbc1-2e9529d5c1cb req-44041d84-8529-40b7-a3cd-5fb3f158a913 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:52.259091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3ecd2c3-9409-472f-bbc1-2e9529d5c1cb req-44041d84-8529-40b7-a3cd-5fb3f158a913 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 944 time: 0.2639375 Mar 07 16:03:52.261469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks [] for router_controller (e78a6f90-1094-401c-8b23-62986af4c0e2), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.279362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-d97b231e-184d-4b11-b210-9bd7bbe219c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:52.281164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-d97b231e-184d-4b11-b210-9bd7bbe219c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5db2b77d-e9a6-4f41-96c7-3e3b16111aa9 HTTP/1.1" status: 200 len: 862 time: 0.1140852 Mar 07 16:03:52.301211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-bde9d73c-b62d-41f1-a0fd-c2b822387d80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84f04b19-e84a-4ce5-a664-b3e3dad53ae2 HTTP/1.1" status: 200 len: 217 time: 0.0677874 Mar 07 16:03:52.352650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-0176e59d-98dc-4c3a-854f-ea1e611b8b07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604126 Mar 07 16:03:52.384673 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (e78a6f90-1094-401c-8b23-62986af4c0e2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.385262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e78a6f90-1094-401c-8b23-62986af4c0e2 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:03:52.397615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.397881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a760a233-62ef-41a8-8cb7-79fefcdbd8b2 admin admin] Publish callbacks [] for security_group (5825870f-2bed-4023-a218-27af9def185d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.401037 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a5016257-bc14-420f-a2a7-d048f632f849 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e78a6f90-1094-401c-8b23-62986af4c0e2 HTTP/1.1" status: 204 len: 168 time: 3.5231986 Mar 07 16:03:52.403049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49746) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:52.424116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Allocated IP 172.25.4.42 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/bfcf8fab-e38e-4415-8da0-73a3eb3db55f) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:52.440877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 62bfab6e-65f7-4fd7-9e60-1def79d6903c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:52.457786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-623fd763-d496-48f5-8406-129b495cf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:52.459365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-623fd763-d496-48f5-8406-129b495cf105 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4254bfba-c54c-4996-aac7-7e37adab9fce HTTP/1.1" status: 200 len: 854 time: 0.1140494 Mar 07 16:03:52.476297 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3ecd2c3-9409-472f-bbc1-2e9529d5c1cb req-fd9e004a-03f3-4300-adbb-f24d9fcdfd43 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111182 Mar 07 16:03:52.482283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 62bfab6e-65f7-4fd7-9e60-1def79d6903c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:52.484974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 62bfab6e-65f7-4fd7-9e60-1def79d6903c not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:52.496144 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a760a233-62ef-41a8-8cb7-79fefcdbd8b2 admin admin] Publish callbacks [] for security_group (5825870f-2bed-4023-a218-27af9def185d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.545103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-71efa9af-7887-432a-9565-55c2d2df922a admin admin] Deleting subnet efc39097-3a03-4379-80d0-a29ced431b3e {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:03:52.550409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71efa9af-7887-432a-9565-55c2d2df922a admin admin] Publish callbacks [] for subnet (efc39097-3a03-4379-80d0-a29ced431b3e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.628080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-c2e14482-3234-4aa7-8896-59cefe09ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:52.632500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-c2e14482-3234-4aa7-8896-59cefe09ee59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8557786-62a0-4591-8d1c-b808f5f7534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1522913 Mar 07 16:03:52.646031 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-d8ed03c7-0c84-4f69-a461-e480eaccc9b3 service neutron] 10.222.0.15 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865808 Mar 07 16:03:52.653751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71efa9af-7887-432a-9565-55c2d2df922a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (efc39097-3a03-4379-80d0-a29ced431b3e), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.679510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-ce667aad-479a-4dd5-a4ea-0f265354565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:52.680997 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-ce667aad-479a-4dd5-a4ea-0f265354565f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 1127 time: 0.2160819 Mar 07 16:03:52.710528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a760a233-62ef-41a8-8cb7-79fefcdbd8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5825870f-2bed-4023-a218-27af9def185d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.713127 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a760a233-62ef-41a8-8cb7-79fefcdbd8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.714251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a760a233-62ef-41a8-8cb7-79fefcdbd8b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5825870f-2bed-4023-a218-27af9def185d HTTP/1.1" status: 204 len: 168 time: 0.4762864 Mar 07 16:03:52.753886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cad40-89c7-4938-8b4f-615be7f94cba req-553b068c-d18c-49ed-a0db-0dd313894b05 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:52.755621 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-620cad40-89c7-4938-8b4f-615be7f94cba req-553b068c-d18c-49ed-a0db-0dd313894b05 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 943 time: 0.1781561 Mar 07 16:03:52.783782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760a233-62ef-41a8-8cb7-79fefcdbd8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5825870f-2bed-4023-a218-27af9def185d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:52.788520 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device be9889cd-fa5c-453e-a7f2-fe1d8fc58241 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:52.788805 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for port (bfcf8fab-e38e-4415-8da0-73a3eb3db55f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.865855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-34383adc-442c-4b77-b495-d0c94c36eaea service neutron] 10.222.0.11 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269726 Mar 07 16:03:52.870574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71efa9af-7887-432a-9565-55c2d2df922a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (efc39097-3a03-4379-80d0-a29ced431b3e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.875227 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76d35254-3c8d-44b9-bf87-f6c3768239de req-15ddb13c-6dcb-46f5-b141-483ff316c1e7 service neutron] 10.222.0.15 "GET /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193000 Mar 07 16:03:52.883379 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-380303a0-ef1e-4cd6-aa83-5deb2735e0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.901662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-443f72df-c405-4790-9560-6ef5b7380b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:52.903277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-443f72df-c405-4790-9560-6ef5b7380b6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 912 time: 0.2067029 Mar 07 16:03:52.908576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bfcf8fab-e38e-4415-8da0-73a3eb3db55f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:52.923845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:52.924638 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.010331 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-86424649-8964-4d47-9037-bab474f32a8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b8e219-0497-4dc0-bb17-b4ee82303262 HTTP/1.1" status: 200 len: 217 time: 0.0973611 Mar 07 16:03:53.015741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:53.028251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:53.034036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:53.045634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1f4cba8-a8ec-487c-a412-e7158232381d req-67688a91-6e8f-4b75-bf04-c9e5f835b9eb service neutron] 10.222.0.11 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679695 Mar 07 16:03:53.049309 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-620cad40-89c7-4938-8b4f-615be7f94cba req-0a4cbc7e-f712-4f05-a234-25d3f65161da tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842031 Mar 07 16:03:53.076563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71efa9af-7887-432a-9565-55c2d2df922a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (efc39097-3a03-4379-80d0-a29ced431b3e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.076929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:53.077331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.082225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Pushing event updated for resources: {'Port': ['ID=bfcf8fab-e38e-4415-8da0-73a3eb3db55f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:53.112755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-55b13fdd-c6b0-4963-983a-18cc98ec74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:53.114492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-55b13fdd-c6b0-4963-983a-18cc98ec74d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.0960367 Mar 07 16:03:53.122205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efa9af-7887-432a-9565-55c2d2df922a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc39097-3a03-4379-80d0-a29ced431b3e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:53.132941 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71efa9af-7887-432a-9565-55c2d2df922a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.138571 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-71efa9af-7887-432a-9565-55c2d2df922a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/efc39097-3a03-4379-80d0-a29ced431b3e HTTP/1.1" status: 204 len: 168 time: 0.7332454 Mar 07 16:03:53.141093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49754) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:53.150591 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-fd0e7f76-0eca-4bc7-9447-2a10da1ce95b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299313 Mar 07 16:03:53.155905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675c783-44bc-4511-ae26-ee6ef185233a None None] Network ad379569-56b4-45f4-8010-be2b081044f8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:53.194356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:53.197812 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731f0c80-068e-45ef-8691-f1474330ce63" -d '{"events": [{"server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "name": "network-vif-plugged", "status": "completed", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:53.217424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:53.259739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (419f8165-4123-4e34-81e8-5f01ee9e846d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.263147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e54c0f21-5826-4b0f-85ab-b6930a14ee4b up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:53.287538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ad379569-56b4-45f4-8010-be2b081044f8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.291162 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.292295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0842e477-af67-42d7-8a07-8f03dbaa454e up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:53.307709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa6579-7a93-4ea0-b152-4583ba21dda4 req-00593f29-b48f-4533-ad41-88ff40bf94cd tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:53.309934 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4aa6579-7a93-4ea0-b152-4583ba21dda4 req-00593f29-b48f-4533-ad41-88ff40bf94cd tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 949 time: 0.1377325 Mar 07 16:03:53.315382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-100b9d85-46a8-419c-a1f6-4cbb1c421077 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393652 Mar 07 16:03:53.320674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bfcf8fab-e38e-4415-8da0-73a3eb3db55f), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.425633 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4aa6579-7a93-4ea0-b152-4583ba21dda4 req-61cf8bb7-7d65-4d73-ad1b-151a7d8acbf1 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848083 Mar 07 16:03:53.452588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Deleting port 7dfb7e08-8905-4f5a-8296-2c561a49b85d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:53.453350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.511314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0d11534-e853-4139-b5a4-00ca42d914f9 req-e680c62c-0913-46ad-8f23-32cc031b35d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883371 Mar 07 16:03:53.596285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] For port 7dfb7e08-8905-4f5a-8296-2c561a49b85d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7dfb7e08-8905-4f5a-8296-2c561a49b85d,segment=NetworkSegment(837deab6-9181-4b25-b315-555d76e0ff87),segment_id=837deab6-9181-4b25-b315-555d76e0ff87)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:53.596662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.612883 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for port (bfcf8fab-e38e-4415-8da0-73a3eb3db55f), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.614646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Calling delete_port for 7dfb7e08-8905-4f5a-8296-2c561a49b85d owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:53.620338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (bfcf8fab-e38e-4415-8da0-73a3eb3db55f), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.641251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ea751-f980-4aff-b7aa-ed4b1cc6e32c req-79774f4a-cdac-48ae-ba11-29bd25923f11 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:53.642829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae8ea751-f980-4aff-b7aa-ed4b1cc6e32c req-79774f4a-cdac-48ae-ba11-29bd25923f11 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.1015215 Mar 07 16:03:53.696022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:53.716619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port e54c0f21-5826-4b0f-85ab-b6930a14ee4b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:53.723966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port e54c0f21-5826-4b0f-85ab-b6930a14ee4b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:53.724480 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.738164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Pushing event updated for resources: {'Port': ['ID=bfcf8fab-e38e-4415-8da0-73a3eb3db55f,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:53.742086 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae8ea751-f980-4aff-b7aa-ed4b1cc6e32c req-1d7970f0-0ecc-4ada-a2ce-2a22b5ff37bc tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640302 Mar 07 16:03:53.747204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 0842e477-af67-42d7-8a07-8f03dbaa454e completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:53.760078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 0842e477-af67-42d7-8a07-8f03dbaa454e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:53.760432 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.765438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (419f8165-4123-4e34-81e8-5f01ee9e846d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.772156 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7dfb7e08-8905-4f5a-8296-2c561a49b85d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.800817 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.803248 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72799e33-df87-4d30-9b99-99bffb984115 req-becd9ddc-7524-483f-a1f7-bfe50af9cf7b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8031666 Mar 07 16:03:53.827063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfb7e08-8905-4f5a-8296-2c561a49b85d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:53.848446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] No DVR routers for this DVR port 7dfb7e08-8905-4f5a-8296-2c561a49b85d on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:53.876353 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab18e162-b1b6-4689-9ca2-7028eb4e7c66 x-openstack-request-id: req-ab18e162-b1b6-4689-9ca2-7028eb4e7c66 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:53.876740 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "name": "network-vif-plugged", "status": "completed", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:53.879096 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab18e162-b1b6-4689-9ca2-7028eb4e7c66 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:53.879688 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'code': 200} Mar 07 16:03:53.881028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde860eb-0c95-460f-a451-d559e992fc62 None None] DHCP port deletion for ad379569-56b4-45f4-8010-be2b081044f8 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:03:53.908358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72799e33-df87-4d30-9b99-99bffb984115 req-61324427-66fc-4472-bffb-410ce68cccd3 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0982275 Mar 07 16:03:53.912767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49776) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:53.921686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e54c0f21-5826-4b0f-85ab-b6930a14ee4b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:53.922219 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:53.982484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 0842e477-af67-42d7-8a07-8f03dbaa454e is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:53.982927 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.005190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e54c0f21-5826-4b0f-85ab-b6930a14ee4b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:54.016293 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.059581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0842e477-af67-42d7-8a07-8f03dbaa454e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0842e477-af67-42d7-8a07-8f03dbaa454e,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:54.071684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.083675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ad379569-56b4-45f4-8010-be2b081044f8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.084425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72799e33-df87-4d30-9b99-99bffb984115 req-20012a9a-0040-4de4-9fec-6aad9c9fc5e8 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:54.086599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72799e33-df87-4d30-9b99-99bffb984115 req-20012a9a-0040-4de4-9fec-6aad9c9fc5e8 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1767900 Mar 07 16:03:54.091753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:54.105921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-836457871-network', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:54.123407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec7135-7ca4-49ea-853e-54d2d9468d2a req-45883acf-0dc4-45ce-ad4f-d79988efbaca tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:54.124895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1ec7135-7ca4-49ea-853e-54d2d9468d2a req-45883acf-0dc4-45ce-ad4f-d79988efbaca tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 944 time: 0.1949849 Mar 07 16:03:54.133731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Made reservation on behalf of f7f32a58559442abbca48c91e1969eb7 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:54.136431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.136680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad379569-56b4-45f4-8010-be2b081044f8']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:54.152156 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.162906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=0842e477-af67-42d7-8a07-8f03dbaa454e,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:54.172820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db612b9c-1943-4522-904f-6aa5efb78283 req-9cc677f7-edf4-4625-8ccf-c3384469aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:54.174306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-db612b9c-1943-4522-904f-6aa5efb78283 req-9cc677f7-edf4-4625-8ccf-c3384469aab9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1132 time: 0.1949809 Mar 07 16:03:54.175968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837deab6-9181-4b25-b315-555d76e0ff87') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:54.176266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837deab6-9181-4b25-b315-555d76e0ff87') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:54.200563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (837deab6-9181-4b25-b315-555d76e0ff87), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.230198 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1ec7135-7ca4-49ea-853e-54d2d9468d2a req-76592561-a242-431e-919d-cc2dbac5b9e9 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968008 Mar 07 16:03:54.237231 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (837deab6-9181-4b25-b315-555d76e0ff87), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.244340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690708-4b2a-4822-88fe-dc29a47e76de req-ec022fa2-57a4-4e47-8a39-86517f9c5aa0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:54.245896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89690708-4b2a-4822-88fe-dc29a47e76de req-ec022fa2-57a4-4e47-8a39-86517f9c5aa0 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 943 time: 0.0853369 Mar 07 16:03:54.250538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:03:54.251061 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (837deab6-9181-4b25-b315-555d76e0ff87), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:03:54.254080 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:03:54.278844 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-db612b9c-1943-4522-904f-6aa5efb78283 req-0d69c610-619d-4a71-a8cd-32e2b45354d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902784 Mar 07 16:03:54.320630 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Publish callbacks [] for security_group (3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.327178 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ad379569-56b4-45f4-8010-be2b081044f8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.328621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.334653 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.341421 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ad379569-56b4-45f4-8010-be2b081044f8 HTTP/1.1" status: 204 len: 168 time: 1.1993332 Mar 07 16:03:54.353380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89690708-4b2a-4822-88fe-dc29a47e76de req-63db0c60-7cfe-49cf-881f-e43f7a4e17e5 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913680 Mar 07 16:03:54.369915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:03:54.372094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:54.388890 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (0659dd7c-c196-49e3-abaa-ac563b2bd12d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.389731 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Added segment 0659dd7c-c196-49e3-abaa-ac563b2bd12d of type vlan for network cfd5c92e-876d-4547-8864-0237e2fb3be3 Mar 07 16:03:54.401969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cb8c9-fedb-4211-be6d-e2a49d2b23c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad379569-56b4-45f4-8010-be2b081044f8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:54.437824 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-525e467e-65cd-4df5-b543-a9f923380c94 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:54.440428 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-525e467e-65cd-4df5-b543-a9f923380c94 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0976651 Mar 07 16:03:54.445330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7dfb7e08-8905-4f5a-8296-2c561a49b85d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:54.446290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (cfd5c92e-876d-4547-8864-0237e2fb3be3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.472336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7dfb7e08-8905-4f5a-8296-2c561a49b85d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:54.472682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7dfb7e08-8905-4f5a-8296-2c561a49b85d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:54.473111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:54.485801 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (cfd5c92e-876d-4547-8864-0237e2fb3be3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.486929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:54.487646 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.493802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:03:54.494168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 79a5fd9a-31d6-4b4f-b3ca-b094efdea377 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:03:54.523034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-f38dcea3-bd91-4c44-8da1-17d4accd3639 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0671930 Mar 07 16:03:54.534549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-050405ee-8cd3-45ea-90c1-7e36e4368239 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Request body: {'floatingip': {'port_id': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:54.571342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49788) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:54.594857 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-050405ee-8cd3-45ea-90c1-7e36e4368239 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (419f8165-4123-4e34-81e8-5f01ee9e846d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.803226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:54.866627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9505308 Mar 07 16:03:54.867769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49792) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:54.875592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Request body: {'subnet': {'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-subnet', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:54.884299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1109-e3da-4b7c-9967-2b5d934774a8 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd5c92e-876d-4547-8864-0237e2fb3be3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:54.896569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network cfd5c92e-876d-4547-8864-0237e2fb3be3 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:03:54.915443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Made reservation on behalf of f7f32a58559442abbca48c91e1969eb7 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:54.918330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:54.929136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce036574-2ee7-481a-82e8-77d58a5699f3 req-03fad889-038f-40c1-b3b6-f870335c9c31 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:54.931139 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce036574-2ee7-481a-82e8-77d58a5699f3 req-03fad889-038f-40c1-b3b6-f870335c9c31 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.4059620 Mar 07 16:03:54.959925 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d7977143-cb1f-491f-8cc6-b6af16f164b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b034e956f7a45d6839a8bbce0f694d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838041 Mar 07 16:03:54.960918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49794) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:54.983993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:55.000292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '84f04b19-e84a-4ce5-a664-b3e3dad53ae2', 'network_id': 'd8557786-62a0-4591-8d1c-b808f5f7534c', 'port_id': '84f04b19-e84a-4ce5-a664-b3e3dad53ae2', 'mac_address': 'fa:16:3e:38:96:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4254bfba-c54c-4996-aac7-7e37adab9fce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:55.043608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:55.044030 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.060504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:55.084095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce036574-2ee7-481a-82e8-77d58a5699f3 req-9c844213-9547-433f-b9c2-4aaba2a91b40 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340189 Mar 07 16:03:55.088310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:55.093893 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.114623 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c34c0e3-7501-41c6-b3c5-0de0e787125f admin admin] Publish callbacks [] for security_group (6089385d-f77d-4bf0-91e2-31baeab4a797), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.153929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:55.174018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bfe3e8d4-e67c-4155-b4ef-d4766311f8bd details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:03:55.176047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 66b8e219-0497-4dc0-bb17-b4ee82303262 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:03:55.247403 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37ae116b-ddad-4fca-a5fa-08c185e49ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.323385 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c34c0e3-7501-41c6-b3c5-0de0e787125f admin admin] Publish callbacks [] for security_group (6089385d-f77d-4bf0-91e2-31baeab4a797), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.352361 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (3c318d24-0b57-4168-b73f-64793b2c1842), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.367167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['84f04b19-e84a-4ce5-a664-b3e3dad53ae2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:55.423198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bba148-3fba-4d39-bcf0-9f081910a039 req-73264659-10d9-4a4e-b7db-8ce7187198a0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:55.428981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 66b8e219-0497-4dc0-bb17-b4ee82303262 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:55.429383 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.432627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97bba148-3fba-4d39-bcf0-9f081910a039 req-73264659-10d9-4a4e-b7db-8ce7187198a0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 945 time: 0.2444694 Mar 07 16:03:55.460672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:55.481395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-050405ee-8cd3-45ea-90c1-7e36e4368239 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.495065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c318d24-0b57-4168-b73f-64793b2c1842,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:55.495606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-050405ee-8cd3-45ea-90c1-7e36e4368239 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (419f8165-4123-4e34-81e8-5f01ee9e846d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.497083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'bfe3e8d4-e67c-4155-b4ef-d4766311f8bd', 'network_id': '2dac91be-7d1e-46c4-9bfc-8061a0be2bc4', 'port_id': 'bfe3e8d4-e67c-4155-b4ef-d4766311f8bd', 'mac_address': 'fa:16:3e:53:8a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db2b77d-e9a6-4f41-96c7-3e3b16111aa9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:03:55.529127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=66b8e219-0497-4dc0-bb17-b4ee82303262,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:55.543632 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97bba148-3fba-4d39-bcf0-9f081910a039 req-900e7129-3eca-4448-a793-d2be39c98a11 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103671 Mar 07 16:03:55.545293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c34c0e3-7501-41c6-b3c5-0de0e787125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6089385d-f77d-4bf0-91e2-31baeab4a797), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.550310 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c34c0e3-7501-41c6-b3c5-0de0e787125f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.554572 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6c34c0e3-7501-41c6-b3c5-0de0e787125f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6089385d-f77d-4bf0-91e2-31baeab4a797 HTTP/1.1" status: 204 len: 168 time: 0.5915229 Mar 07 16:03:55.560365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Checking segment: {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:55.562867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Network hostable DHCP agents. Network: cfd5c92e-876d-4547-8864-0237e2fb3be3, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:03:55.563902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.576874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34c0e3-7501-41c6-b3c5-0de0e787125f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6089385d-f77d-4bf0-91e2-31baeab4a797,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:55.638263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:55.638668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.651398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Network cfd5c92e-876d-4547-8864-0237e2fb3be3 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:03:55.677035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, cfd5c92e-876d-4547-8864-0237e2fb3be3) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:55.685176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe3e8d4-e67c-4155-b4ef-d4766311f8bd {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:03:55.691876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:55.692649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.696846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e13b05-133e-42f6-9d3c-788a2c4ac4f4 None None] Network cfd5c92e-876d-4547-8864-0237e2fb3be3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:55.729331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfdd6-317b-4246-a66b-047012e6b65d req-94aab2cd-a45a-4258-9cb5-d1264bb26079 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:55.736037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=66b8e219-0497-4dc0-bb17-b4ee82303262,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:55.738489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-534dfdd6-317b-4246-a66b-047012e6b65d req-94aab2cd-a45a-4258-9cb5-d1264bb26079 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 945 time: 0.1224914 Mar 07 16:03:55.762852 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eaa91e55-b73c-4fd7-b006-1d37f4b4418b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8942714 Mar 07 16:03:55.765513 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49804) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:55.768627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:55.771441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:55.784110 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-050405ee-8cd3-45ea-90c1-7e36e4368239 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Floating IP 419f8165-4123-4e34-81e8-5f01ee9e846d associated. External IP: 172.25.4.42, port: ecb76750-6e75-4692-a11d-d7f7e2be9559. Mar 07 16:03:55.815203 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.824722 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-534dfdd6-317b-4246-a66b-047012e6b65d req-e700b39a-68b0-44b1-860c-ef1e7d72ae5f tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845230 Mar 07 16:03:55.826377 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (0660ddaa-557d-4800-8ecc-a2cad5b22157), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.829848 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (0660ddaa-557d-4800-8ecc-a2cad5b22157), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.893252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c0f21-5826-4b0f-85ab-b6930a14ee4b'}, {'server_uuid': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0842e477-af67-42d7-8a07-8f03dbaa454e'}, {'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:55.903052 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bbdd1b-1d20-45d0-82d9-211731656184" -d '{"events": [{"server_uuid": "c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc", "name": "network-vif-plugged", "status": "completed", "tag": "e54c0f21-5826-4b0f-85ab-b6930a14ee4b"}, {"server_uuid": "a619eb64-2fb9-4ebb-b2eb-25554fda7faa", "name": "network-vif-plugged", "status": "completed", "tag": "0842e477-af67-42d7-8a07-8f03dbaa454e"}, {"server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "name": "network-vif-unplugged", "status": "completed", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:55.921759 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks [] for router_controller (0660ddaa-557d-4800-8ecc-a2cad5b22157), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:55.948100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b48ac4f-bbba-4360-b379-703f7e9cbcd3 None None] Network cfd5c92e-876d-4547-8864-0237e2fb3be3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:55.966781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:56.094059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-050405ee-8cd3-45ea-90c1-7e36e4368239 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Router 03770cea-74ee-4e4a-9794-b354fae1eda4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:03:56.106203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac5193-fcd2-4bd2-9d18-4ea6f6f83516 req-4d569efc-0f35-419e-8144-2f843ffdfb95 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:56.107663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bcac5193-fcd2-4bd2-9d18-4ea6f6f83516 req-4d569efc-0f35-419e-8144-2f843ffdfb95 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 944 time: 0.1880014 Mar 07 16:03:56.149517 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks [] for router_gateway (0660ddaa-557d-4800-8ecc-a2cad5b22157), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:56.201806 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bcac5193-fcd2-4bd2-9d18-4ea6f6f83516 req-65bee4eb-0839-4857-8409-75cc83941d7d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636580 Mar 07 16:03:56.251577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['bfe3e8d4-e67c-4155-b4ef-d4766311f8bd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:56.256152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-050405ee-8cd3-45ea-90c1-7e36e4368239 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:03:56.295421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-050405ee-8cd3-45ea-90c1-7e36e4368239 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:56.345636 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8348d728-1bcb-4761-8a5d-3471a50e600d x-openstack-request-id: req-8348d728-1bcb-4761-8a5d-3471a50e600d {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:56.345944 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc", "name": "network-vif-plugged", "status": "completed", "tag": "e54c0f21-5826-4b0f-85ab-b6930a14ee4b", "code": 200}, {"server_uuid": "a619eb64-2fb9-4ebb-b2eb-25554fda7faa", "name": "network-vif-plugged", "status": "completed", "tag": "0842e477-af67-42d7-8a07-8f03dbaa454e", "code": 200}, {"server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "name": "network-vif-unplugged", "status": "failed", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262", "code": 422}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:56.346208 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8348d728-1bcb-4761-8a5d-3471a50e600d {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:56.346623 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c0f21-5826-4b0f-85ab-b6930a14ee4b', 'code': 200} Mar 07 16:03:56.346911 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0842e477-af67-42d7-8a07-8f03dbaa454e', 'code': 200} Mar 07 16:03:56.347219 n-d-830010-8 neutron-server[103868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262', 'code': 422} returned with failed status Mar 07 16:03:56.348077 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] Sync routers for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:03:56.360017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-050405ee-8cd3-45ea-90c1-7e36e4368239 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "PUT /v2.0/floatingips/419f8165-4123-4e34-81e8-5f01ee9e846d HTTP/1.1" status: 200 len: 995 time: 1.8306875 Mar 07 16:03:56.360509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:56.362875 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e94cf-7340-4e1f-bb4b-96db79e4a640" -d '{"events": [{"name": "network-changed", "server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:56.410409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:56.411677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:56.458821 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:56.491193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks [] for router_gateway (0660ddaa-557d-4800-8ecc-a2cad5b22157), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:56.493638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f5285-3fe6-4bdb-81b4-0167f719d632 req-f5b83d55-35ef-4bf5-bee5-1d57aed7cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:56.496305 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-360f5285-3fe6-4bdb-81b4-0167f719d632 req-f5b83d55-35ef-4bf5-bee5-1d57aed7cf6a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 1128 time: 0.1270492 Mar 07 16:03:56.533675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b93cf3-99b4-4e07-9949-4d1ba3b988c3 req-cef42065-e803-4fc5-acb8-65fcac0f249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:56.535354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-48b93cf3-99b4-4e07-9949-4d1ba3b988c3 req-cef42065-e803-4fc5-acb8-65fcac0f249f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 1128 time: 0.1736472 Mar 07 16:03:56.539430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:56.549807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035a60c-4213-492c-b089-2d4f9f32e307 req-f60ef0ec-5cbd-4141-8717-231112944c8c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:56.551790 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a035a60c-4213-492c-b089-2d4f9f32e307 req-f60ef0ec-5cbd-4141-8717-231112944c8c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1571395 Mar 07 16:03:56.570083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-3746457b-1434-4a60-ac6a-67863ea57096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:56.571970 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-3746457b-1434-4a60-ac6a-67863ea57096 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=067d9192914545d1ab02d7c5fdf76e3a&device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 1127 time: 0.1573431 Mar 07 16:03:56.588802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:56.644597 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-360f5285-3fe6-4bdb-81b4-0167f719d632 req-59fd4ee2-2ae5-4e2b-91fb-8cd368895a32 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374860 Mar 07 16:03:56.686640 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-48b93cf3-99b4-4e07-9949-4d1ba3b988c3 req-f118dc05-acd9-4c1c-9998-b8fd68829b18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289194 Mar 07 16:03:56.693738 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a035a60c-4213-492c-b089-2d4f9f32e307 req-201b0706-c37c-4cd8-87ba-0674e8257e99 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349330 Mar 07 16:03:56.700550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49832) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:56.763929 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-79ad14ca-a344-46fb-80a6-7caec92d7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:56.765978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-79ad14ca-a344-46fb-80a6-7caec92d7092 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40390c1-4376-42c5-ac3f-620cb9e4c366 HTTP/1.1" status: 200 len: 929 time: 0.1850855 Mar 07 16:03:56.767825 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a314a4f-a086-4840-9331-bc16f61bb2a2 x-openstack-request-id: req-5a314a4f-a086-4840-9331-bc16f61bb2a2 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:56.768125 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:56.768387 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a314a4f-a086-4840-9331-bc16f61bb2a2 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:56.768788 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'status': 'completed', 'code': 200} Mar 07 16:03:56.776671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Allocated IP 172.25.4.53 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/ea55ee53-83b9-45c7-9cf2-815b91350b75) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:56.869941 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-75762a88-0319-4663-b3c8-d33889a0b2fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559 HTTP/1.1" status: 200 len: 998 time: 0.0964527 Mar 07 16:03:56.911670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-50331052-network', 'tenant_id': 'f92a155252f54635b4ebd497ba90845c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:56.922576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-7a324ed1-9ca4-4ffc-a214-fb9a73b93618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:56.924181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-7a324ed1-9ca4-4ffc-a214-fb9a73b93618 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19fd3374-629f-4e31-a88b-7fb92021f2b2 HTTP/1.1" status: 200 len: 867 time: 0.0487583 Mar 07 16:03:56.952934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:56.972815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a850f9-5ed0-4519-935b-045bca889db1 req-c5174d60-10bd-4168-9ebb-2d13d7a9ea2d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:56.978045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12a850f9-5ed0-4519-935b-045bca889db1 req-c5174d60-10bd-4168-9ebb-2d13d7a9ea2d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 943 time: 0.1559181 Mar 07 16:03:56.990861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-96939f0c-53ad-4612-b4ff-ed7e98ec577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:56.992731 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-96939f0c-53ad-4612-b4ff-ed7e98ec577f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40390c1-4376-42c5-ac3f-620cb9e4c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0601385 Mar 07 16:03:56.992943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks [] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.024083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Made reservation on behalf of f92a155252f54635b4ebd497ba90845c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:57.026920 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.059235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.067270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:57.086234 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-22ffdb4f-f8cb-4218-bfce-bac795ef17f6 service neutron] 10.222.0.24 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869112 Mar 07 16:03:57.089321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:57.089725 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.136652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-62dd2c47-11ca-4211-a16a-3d38d9b1af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:57.138109 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-62dd2c47-11ca-4211-a16a-3d38d9b1af6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=067d9192914545d1ab02d7c5fdf76e3a&device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 1127 time: 0.1432033 Mar 07 16:03:57.144971 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12a850f9-5ed0-4519-935b-045bca889db1 req-2b968a84-92e7-480f-8564-9c9053d1fbd9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564555 Mar 07 16:03:57.154477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '419f8165-4123-4e34-81e8-5f01ee9e846d', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'port_id': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'mac_address': 'fa:16:3e:b9:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:03:53Z', 'updated_at': '2022-03-07T16:03:55Z', 'revision_number': 1, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:35Z', 'revision_number': 5, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:57.186419 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.211486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] Checking router: 03770cea-74ee-4e4a-9794-b354fae1eda4 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:03:57.235992 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:57.236372 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.239624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:57.240265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:57.251955 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a40b8a7b-f745-4c26-8614-1eb016efdb26 req-ee911670-2e15-43fc-b32f-ede7cd7cc659 service neutron] 10.222.0.24 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520197 Mar 07 16:03:57.283239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:57.292553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:57.300863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:57.332335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:57.343239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea55ee53-83b9-45c7-9cf2-815b91350b75,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:57.370116 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.385893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Publish callbacks [] for security_group (e168deeb-c807-42ca-89e1-88bb2145a3df), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.391332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-0ef9489c-c03e-4f39-8fd6-a0f941e1f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:57.392842 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-0ef9489c-c03e-4f39-8fd6-a0f941e1f9c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b40390c1-4376-42c5-ac3f-620cb9e4c366 HTTP/1.1" status: 200 len: 929 time: 0.2365623 Mar 07 16:03:57.396206 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e168deeb-c807-42ca-89e1-88bb2145a3df), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.413120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:57.418661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b1c34-143b-4869-8186-bfd154aad271 req-adcabf6b-72a6-45d4-8c07-78c4578d6987 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:57.420329 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-585b1c34-143b-4869-8186-bfd154aad271 req-adcabf6b-72a6-45d4-8c07-78c4578d6987 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 946 time: 0.0815654 Mar 07 16:03:57.485715 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-585b1c34-143b-4869-8186-bfd154aad271 req-13de66e1-d0f4-4ec3-8ffa-5f0d00a45570 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577743 Mar 07 16:03:57.489379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:03:57.583779 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (300520bc-ba34-46cf-a605-59d25875de6e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.584476 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Added segment 300520bc-ba34-46cf-a605-59d25875de6e of type vlan for network 59c6551b-c1df-4be0-a3b8-0a80e6e025e2 Mar 07 16:03:57.611189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e168deeb-c807-42ca-89e1-88bb2145a3df,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:57.618515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-eba42786-72d6-429e-8a24-d7d4a9ead86b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559 HTTP/1.1" status: 200 len: 998 time: 0.1830246 Mar 07 16:03:57.659612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:57.674657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f02a23-a81d-4381-9742-2ff38a0f6368 req-e994b0a5-3695-4963-a9c0-820e68ab90a7 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:57.680953 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.688371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d1f02a23-a81d-4381-9742-2ff38a0f6368 req-e994b0a5-3695-4963-a9c0-820e68ab90a7 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 944 time: 0.1123068 Mar 07 16:03:57.688608 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (59c6551b-c1df-4be0-a3b8-0a80e6e025e2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.719310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-7cc89340-2689-4101-ba27-87c266619b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:57.720793 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-7cc89340-2689-4101-ba27-87c266619b29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19fd3374-629f-4e31-a88b-7fb92021f2b2 HTTP/1.1" status: 200 len: 867 time: 0.0779276 Mar 07 16:03:57.771371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '419f8165-4123-4e34-81e8-5f01ee9e846d', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'port_id': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'mac_address': 'fa:16:3e:b9:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:03:53Z', 'updated_at': '2022-03-07T16:03:55Z', 'revision_number': 1, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:35Z', 'revision_number': 5, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:57.783853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d1f02a23-a81d-4381-9742-2ff38a0f6368 req-506f5e2c-d458-458b-a787-77de6cca8261 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927734 Mar 07 16:03:57.798002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (59c6551b-c1df-4be0-a3b8-0a80e6e025e2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.798991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:57.799587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:57.845249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9147ad-beca-4d1e-b5b7-e962ee1be229 None None] The sync data for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 is: [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '419f8165-4123-4e34-81e8-5f01ee9e846d', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'port_id': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'mac_address': 'fa:16:3e:b9:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:03:53Z', 'updated_at': '2022-03-07T16:03:55Z', 'revision_number': 1, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:35Z', 'revision_number': 5, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:03:57.873838 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1721568 Mar 07 16:03:57.878835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49864) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:57.918442 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Request body: {'subnet': {'network_id': '59c6551b-c1df-4be0-a3b8-0a80e6e025e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-50331052-subnet', 'tenant_id': 'f92a155252f54635b4ebd497ba90845c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:57.945808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b396326-072f-4a9c-814b-e55d81b179df admin admin] Pushing event updated for resources: {'Network': ['ID=59c6551b-c1df-4be0-a3b8-0a80e6e025e2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:57.956193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-eb94cb61-8021-48e9-85a4-955bb7abb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:57.957338 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-eb94cb61-8021-48e9-85a4-955bb7abb8ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b40390c1-4376-42c5-ac3f-620cb9e4c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2018690 Mar 07 16:03:57.960730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 59c6551b-c1df-4be0-a3b8-0a80e6e025e2 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:03:57.982727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks [] for router_gateway (0660ddaa-557d-4800-8ecc-a2cad5b22157), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.031562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Made reservation on behalf of f92a155252f54635b4ebd497ba90845c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:03:58.033977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.126346 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-223eac06-1aa2-4841-a233-b3349af7dc1d tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 258 time: 0.3036170 Mar 07 16:03:58.137782 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:03:58.184044 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.262345 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff462a-a7ce-4676-8235-0f2d89dd90a3 None None] New status for floating IP 419f8165-4123-4e34-81e8-5f01ee9e846d: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:03:58.344853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.348815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba982d08-8b2d-4eb5-824b-cfa0c3385fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f04b19-e84a-4ce5-a664-b3e3dad53ae2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:58.351949 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d83e2d-9016-4337-81f2-c4c8d6ce435b" -d '{"events": [{"server_uuid": "ba982d08-8b2d-4eb5-824b-cfa0c3385fa8", "name": "network-vif-plugged", "status": "completed", "tag": "84f04b19-e84a-4ce5-a664-b3e3dad53ae2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:58.477889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Allocated IP 172.25.4.18 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/fb294901-4f38-4c97-af59-477957da7bab) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:03:58.534844 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-283d4ad6-503b-4684-b587-d97e41058007 service neutron] 10.222.0.15 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637584 Mar 07 16:03:58.597509 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for port (fb294901-4f38-4c97-af59-477957da7bab), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.634419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (fb294901-4f38-4c97-af59-477957da7bab), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.672204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:03:58.677205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:58.680755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:03:58.694751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df864ab6-3295-4192-88db-1928b97d6a52 req-3e9c5f05-3b1e-4c13-ac4e-b0d2ce45a9c6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:58.696284 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df864ab6-3295-4192-88db-1928b97d6a52 req-3e9c5f05-3b1e-4c13-ac4e-b0d2ce45a9c6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e5829a1-ff7d-441c-8e86-481b6c1eb43d HTTP/1.1" status: 200 len: 943 time: 0.2352483 Mar 07 16:03:58.703191 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Pushing event updated for resources: {'Port': ['ID=fb294901-4f38-4c97-af59-477957da7bab,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:58.768717 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (b31024a8-612f-40e1-8158-12297ed936ff), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.811086 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fb294901-4f38-4c97-af59-477957da7bab), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.845572 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-539e94cf-7340-4e1f-bb4b-96db79e4a640 req-648dd1bf-b856-4772-a20a-486fe4a70f57 service neutron] 10.222.0.15 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016555 Mar 07 16:03:58.882636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (0660ddaa-557d-4800-8ecc-a2cad5b22157), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.887615 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (8c05a775-92cb-42c0-849a-1f8c56017619), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.965882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for port (fb294901-4f38-4c97-af59-477957da7bab), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:58.970715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (fb294901-4f38-4c97-af59-477957da7bab), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.007035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c05a775-92cb-42c0-849a-1f8c56017619,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:59.042059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Pushing event updated for resources: {'Port': ['ID=fb294901-4f38-4c97-af59-477957da7bab,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:59.052950 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (b31024a8-612f-40e1-8158-12297ed936ff), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.056568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-df864ab6-3295-4192-88db-1928b97d6a52 req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Deleting port 66b8e219-0497-4dc0-bb17-b4ee82303262 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:03:59.056912 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-df864ab6-3295-4192-88db-1928b97d6a52 req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.069217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.070510 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-1492d8b6-a99d-4805-9a9b-4b346726cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9369953 Mar 07 16:03:59.072295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Checking segment: {'id': '300520bc-ba34-46cf-a605-59d25875de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '59c6551b-c1df-4be0-a3b8-0a80e6e025e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:03:59.072661 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Network hostable DHCP agents. Network: 59c6551b-c1df-4be0-a3b8-0a80e6e025e2, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:03:59.111077 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.127149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-04acf06c-b0e5-4c6e-9f73-1a0dca4f4604 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.0507693 Mar 07 16:03:59.154317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Network 59c6551b-c1df-4be0-a3b8-0a80e6e025e2 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:03:59.181086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 59c6551b-c1df-4be0-a3b8-0a80e6e025e2) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:03:59.192884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-df864ab6-3295-4192-88db-1928b97d6a52 req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] For port 66b8e219-0497-4dc0-bb17-b4ee82303262, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=66b8e219-0497-4dc0-bb17-b4ee82303262,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:03:59.193257 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-df864ab6-3295-4192-88db-1928b97d6a52 req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.194092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bfe3e8d4-e67c-4155-b4ef-d4766311f8bd up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:03:59.196843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:59.196989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8a8562-f2bf-40bc-9f95-476dde7bed70 None None] Network 59c6551b-c1df-4be0-a3b8-0a80e6e025e2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:59.197082 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.218476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-df864ab6-3295-4192-88db-1928b97d6a52 req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Calling delete_port for 66b8e219-0497-4dc0-bb17-b4ee82303262 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:03:59.223694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Router 0660ddaa-557d-4800-8ecc-a2cad5b22157 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:03:59.229874 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-14718139-f0c4-4c65-8279-94d4210da168 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3168623 Mar 07 16:03:59.253993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-dba31043-e356-4375-93b6-ede8f727eac7 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:59.291151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-446cc9fc-9602-4a6d-b6a8-c167fcac7ed5 req-dba31043-e356-4375-93b6-ede8f727eac7 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1566234 Mar 07 16:03:59.378971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:03:59.383625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:03:59.384050 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.388109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27e746-240a-4f55-8c69-f7329e67fdbf None None] Network 59c6551b-c1df-4be0-a3b8-0a80e6e025e2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:03:59.415005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:03:59.437919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Sync routers for ids ['0660ddaa-557d-4800-8ecc-a2cad5b22157'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:03:59.466973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b253fd-3f78-436f-bb97-07b7c4ec1eb0 req-8a2d5c7a-23ff-4f12-ab52-769bb959729b tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:59.468800 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b253fd-3f78-436f-bb97-07b7c4ec1eb0 req-8a2d5c7a-23ff-4f12-ab52-769bb959729b tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1132 time: 0.0945823 Mar 07 16:03:59.469583 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.470982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e5d4d676-6470-4059-86bc-d0ea3eaf9eb5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7042475 Mar 07 16:03:59.474443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49900) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:03:59.484585 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-df864ab6-3295-4192-88db-1928b97d6a52 req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (66b8e219-0497-4dc0-bb17-b4ee82303262), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.497687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Routers {'0660ddaa-557d-4800-8ecc-a2cad5b22157'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:03:59.498342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0660ddaa-557d-4800-8ecc-a2cad5b22157'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:03:59.500415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:03:59.519138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event deleted for resources: {'Port': ['ID=66b8e219-0497-4dc0-bb17-b4ee82303262,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:03:59.572852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-df864ab6-3295-4192-88db-1928b97d6a52 req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] No DVR routers for this DVR port 66b8e219-0497-4dc0-bb17-b4ee82303262 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:03:59.575442 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-df864ab6-3295-4192-88db-1928b97d6a52 req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.578884 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df864ab6-3295-4192-88db-1928b97d6a52 req-b967abb7-1681-46ce-80f0-872f8ac54fc9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "DELETE /v2.0/ports/66b8e219-0497-4dc0-bb17-b4ee82303262 HTTP/1.1" status: 204 len: 173 time: 0.8733652 Mar 07 16:03:59.579603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'name': 'network-vif-deleted', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:03:59.581617 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b362d1e-0d74-4726-a711-b6c577413274" -d '{"events": [{"server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "name": "network-vif-deleted", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:03:59.609958 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b253fd-3f78-436f-bb97-07b7c4ec1eb0 req-ad0ab876-7a35-4201-9f39-566e4badc005 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282499 Mar 07 16:03:59.673729 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47001e44-d077-41dd-8983-578d0351309e x-openstack-request-id: req-47001e44-d077-41dd-8983-578d0351309e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:03:59.674323 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba982d08-8b2d-4eb5-824b-cfa0c3385fa8", "name": "network-vif-plugged", "status": "completed", "tag": "84f04b19-e84a-4ce5-a664-b3e3dad53ae2", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:03:59.674591 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47001e44-d077-41dd-8983-578d0351309e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:03:59.675316 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba982d08-8b2d-4eb5-824b-cfa0c3385fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f04b19-e84a-4ce5-a664-b3e3dad53ae2', 'code': 200} Mar 07 16:03:59.745074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:03:59.745511 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:03:59.756665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Set router 0660ddaa-557d-4800-8ecc-a2cad5b22157 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:03:59.908319 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521d2e0-da3e-4d31-b18e-5d5ecb576a5e req-638686d0-902c-44a3-b8cb-7013d2cee949 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:59.909881 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e521d2e0-da3e-4d31-b18e-5d5ecb576a5e req-638686d0-902c-44a3-b8cb-7013d2cee949 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 946 time: 0.1501460 Mar 07 16:03:59.923355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39c761-e60f-4027-b7a3-588495e0ee1c req-88507751-25bc-4b69-93d6-ba8f6eaf0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:03:59.925580 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd39c761-e60f-4027-b7a3-588495e0ee1c req-88507751-25bc-4b69-93d6-ba8f6eaf0d5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 1128 time: 0.1640551 Mar 07 16:04:00.050313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:00.069469 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.070870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 66b8e219-0497-4dc0-bb17-b4ee82303262 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:00.127393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 66b8e219-0497-4dc0-bb17-b4ee82303262 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:00.127632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 66b8e219-0497-4dc0-bb17-b4ee82303262 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:00.150058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb3cd-2324-43cc-b86d-1ac504b61419 req-1e09466c-7e7e-4b18-9362-64981b246d36 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:00.151859 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-657cb3cd-2324-43cc-b86d-1ac504b61419 req-1e09466c-7e7e-4b18-9362-64981b246d36 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 945 time: 0.0605145 Mar 07 16:04:00.203971 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-657cb3cd-2324-43cc-b86d-1ac504b61419 req-29c5c668-e2cc-4e1c-aaa2-7c0bf936ca18 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447326 Mar 07 16:04:00.204939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:00.246122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:55Z', 'updated_at': '2022-03-07T16:03:57Z', 'revision_number': 3, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'gw_port': {'id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:56Z', 'updated_at': '2022-03-07T16:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:00.274980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Checking router: 0660ddaa-557d-4800-8ecc-a2cad5b22157 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:00.275350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Updating router 0660ddaa-557d-4800-8ecc-a2cad5b22157 port ea55ee53-83b9-45c7-9cf2-815b91350b75 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:04:00.303319 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.353549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e521d2e0-da3e-4d31-b18e-5d5ecb576a5e req-90ab92b6-f945-47ca-a47b-acf8cf22f326 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356911 Mar 07 16:04:00.360609 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd39c761-e60f-4027-b7a3-588495e0ee1c req-625b4015-98c9-4086-beca-1d3a4a34f72d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241884 Mar 07 16:04:00.382372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0aa13-c0ab-4252-8cf1-e17b13e1b726 req-9fef4810-313a-4fb3-946c-d1694491746a tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:00.384276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78e0aa13-c0ab-4252-8cf1-e17b13e1b726 req-9fef4810-313a-4fb3-946c-d1694491746a tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1061120 Mar 07 16:04:00.437696 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78e0aa13-c0ab-4252-8cf1-e17b13e1b726 req-09f905a7-41f2-44c5-bdf8-c9371387a198 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.0468686 Mar 07 16:04:00.449309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-78e0aa13-c0ab-4252-8cf1-e17b13e1b726 req-6a898ead-6307-4ecb-a451-4d1121219171 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Request body: {'floatingip': {'port_id': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:00.497876 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-78e0aa13-c0ab-4252-8cf1-e17b13e1b726 req-6a898ead-6307-4ecb-a451-4d1121219171 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (b31024a8-612f-40e1-8158-12297ed936ff), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.519019 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.614258 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Publish callbacks [] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.621788 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.681005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Attempting to bind port ea55ee53-83b9-45c7-9cf2-815b91350b75 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:00.681379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Attempting to bind port ea55ee53-83b9-45c7-9cf2-815b91350b75 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:00.681745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Attempting to bind port ea55ee53-83b9-45c7-9cf2-815b91350b75 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:00.683659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b064b-7c49-413b-ad0e-0aeb43ff9d55 None None] Pushing event updated for resources: {'Port': ['ID=ea55ee53-83b9-45c7-9cf2-815b91350b75,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:00.696138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:00.696523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:00.696929 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.697316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:00.698277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Bound port: ea55ee53-83b9-45c7-9cf2-815b91350b75, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:00.698727 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.755649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] For port ea55ee53-83b9-45c7-9cf2-815b91350b75, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:00.760091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] For port ea55ee53-83b9-45c7-9cf2-815b91350b75, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ea55ee53-83b9-45c7-9cf2-815b91350b75,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:00.762920 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-78e0aa13-c0ab-4252-8cf1-e17b13e1b726 req-6a898ead-6307-4ecb-a451-4d1121219171 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 16:04:00.764034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78e0aa13-c0ab-4252-8cf1-e17b13e1b726 req-6a898ead-6307-4ecb-a451-4d1121219171 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "PUT /v2.0/floatingips/b31024a8-612f-40e1-8158-12297ed936ff HTTP/1.1" status: 409 len: 549 time: 0.3189139 Mar 07 16:04:00.772560 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.779561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Allocated IP 172.20.0.1 (cfd5c92e-876d-4547-8864-0237e2fb3be3/3c318d24-0b57-4168-b73f-64793b2c1842/84296613-d613-4c44-9ef8-48b10bafd4cb) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:00.791345 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-ddfb11af-8379-4f50-b7e0-8a4392742747 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:00.793045 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-ddfb11af-8379-4f50-b7e0-8a4392742747 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/networks?id=59c6551b-c1df-4be0-a3b8-0a80e6e025e2 HTTP/1.1" status: 200 len: 812 time: 0.1589506 Mar 07 16:04:00.813597 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc852cf-0194-4575-aac9-0f605c53d069 x-openstack-request-id: req-1bc852cf-0194-4575-aac9-0f605c53d069 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:00.813938 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5829a1-ff7d-441c-8e86-481b6c1eb43d", "name": "network-vif-deleted", "tag": "66b8e219-0497-4dc0-bb17-b4ee82303262", "status": "failed", "code": 422}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:00.814212 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bc852cf-0194-4575-aac9-0f605c53d069 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:00.815397 n-d-830010-8 neutron-server[103867]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e5829a1-ff7d-441c-8e86-481b6c1eb43d', 'name': 'network-vif-deleted', 'tag': '66b8e219-0497-4dc0-bb17-b4ee82303262', 'status': 'failed', 'code': 422} returned with failed status Mar 07 16:04:00.827847 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Routers {'0660ddaa-557d-4800-8ecc-a2cad5b22157'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:00.828484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0660ddaa-557d-4800-8ecc-a2cad5b22157'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:00.842087 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-e4dea691-000f-4800-b397-8f38d6387c6a tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/quotas/f92a155252f54635b4ebd497ba90845c HTTP/1.1" status: 200 len: 375 time: 0.0360873 Mar 07 16:04:00.896492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b064b-7c49-413b-ad0e-0aeb43ff9d55 None None] Pushing event updated for resources: {'Port': ['ID=ea55ee53-83b9-45c7-9cf2-815b91350b75,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:00.904142 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-5b98740f-7957-4334-bd26-39ef44c2e8a1 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f92a155252f54635b4ebd497ba90845c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337093 Mar 07 16:04:00.984562 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Publish callbacks [] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:00.985168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] Set router 0660ddaa-557d-4800-8ecc-a2cad5b22157 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:01.022252 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-37fac0cb-d257-48da-b56a-5de7fc8c68ef tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips/b31024a8-612f-40e1-8158-12297ed936ff HTTP/1.1" status: 200 len: 692 time: 0.0605187 Mar 07 16:04:01.077799 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-9391b191-2fe3-4efd-be30-3fe59998361f service neutron] 10.222.0.24 "GET /v2.0/networks/59c6551b-c1df-4be0-a3b8-0a80e6e025e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573613 Mar 07 16:04:01.096334 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.142443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-4ca2da18-d928-4e83-a9f5-a709eb1e5fd8 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:01.151319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-4ca2da18-d928-4e83-a9f5-a709eb1e5fd8 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1238887 Mar 07 16:04:01.157130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-ccc05ce2-74b6-400e-a671-ac5b55861811 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:04:01.158280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-ccc05ce2-74b6-400e-a671-ac5b55861811 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060158 Mar 07 16:04:01.182394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:55Z', 'updated_at': '2022-03-07T16:03:57Z', 'revision_number': 3, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'gw_port': {'id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:56Z', 'updated_at': '2022-03-07T16:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:01.185999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Network cfd5c92e-876d-4547-8864-0237e2fb3be3 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:01.199723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:01.211060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184c5ef-ed7d-449d-ac36-af0ba7e52233 None None] The sync data for ids ['0660ddaa-557d-4800-8ecc-a2cad5b22157'] in n-d-830010-8 is: [{'id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:55Z', 'updated_at': '2022-03-07T16:03:57Z', 'revision_number': 3, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'gw_port': {'id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:56Z', 'updated_at': '2022-03-07T16:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:01.211635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:01.215418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-609b2da1-6013-4ac7-9cac-5a2584fab3ef tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.0492599 Mar 07 16:04:01.216677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Pushing event updated for resources: {'Port': ['ID=84296613-d613-4c44-9ef8-48b10bafd4cb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:01.269050 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-47bd66c4-d86b-4a27-a4de-10fd985f9f22 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.0480843 Mar 07 16:04:01.278316 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-66da35a0-9179-4bea-a162-343087012789 service neutron] 10.222.0.24 "GET /v2.0/networks/59c6551b-c1df-4be0-a3b8-0a80e6e025e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908600 Mar 07 16:04:01.281536 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (0660ddaa-557d-4800-8ecc-a2cad5b22157), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.425896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Deleting port fb294901-4f38-4c97-af59-477957da7bab {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:01.427037 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fb294901-4f38-4c97-af59-477957da7bab), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.459304 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.591697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fb294901-4f38-4c97-af59-477957da7bab), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.592380 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (fb294901-4f38-4c97-af59-477957da7bab), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.634938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Calling delete_port for fb294901-4f38-4c97-af59-477957da7bab owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:01.677345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63a3796-6932-4e1d-a771-bf5162480c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe3e8d4-e67c-4155-b4ef-d4766311f8bd'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:01.680843 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ba243d-b069-4638-a335-162c4fb0975f" -d '{"events": [{"server_uuid": "b63a3796-6932-4e1d-a771-bf5162480c8e", "name": "network-vif-plugged", "status": "completed", "tag": "bfe3e8d4-e67c-4155-b4ef-d4766311f8bd"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:01.752989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e1a21-6ea7-4478-8683-00f33912d20a req-e1fc3878-513d-4a27-bc64-e8672a804d67 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:01.754679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f08e1a21-6ea7-4478-8683-00f33912d20a req-e1fc3878-513d-4a27-bc64-e8672a804d67 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 1132 time: 0.1509371 Mar 07 16:04:01.838339 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fb294901-4f38-4c97-af59-477957da7bab), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.844593 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Publish callbacks [] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.852698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f08e1a21-6ea7-4478-8683-00f33912d20a req-fd818889-cc49-4015-b71a-b38f2e7094c3 tempest-ServersAdminTestJSON-1011980888 tempest-ServersAdminTestJSON-1011980888-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916028 Mar 07 16:04:01.855024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.882830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Pushing event deleted for resources: {'Port': ['ID=fb294901-4f38-4c97-af59-477957da7bab,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:01.963185 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (0660ddaa-557d-4800-8ecc-a2cad5b22157), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.970963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (b31024a8-612f-40e1-8158-12297ed936ff), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.975371 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:01.977619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Pushing event updated for resources: {'Port': ['ID=84296613-d613-4c44-9ef8-48b10bafd4cb,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:01.992872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-966db826-e1ef-4ed3-b508-30453f4a6eec req-c2e2d900-29b7-40da-aacd-ca71c6ba02dc tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "DELETE /v2.0/floatingips/b31024a8-612f-40e1-8158-12297ed936ff HTTP/1.1" status: 204 len: 173 time: 0.7171950 Mar 07 16:04:02.105881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c10723-c6ba-42c5-92bb-e489db673dff req-1e9ae707-9b41-4089-949d-86e48acd95b8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:02.107682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b2c10723-c6ba-42c5-92bb-e489db673dff req-1e9ae707-9b41-4089-949d-86e48acd95b8 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 945 time: 0.0735412 Mar 07 16:04:02.180992 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b2c10723-c6ba-42c5-92bb-e489db673dff req-8c1a883f-47cd-44e0-a8a9-37985d071cb5 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652533 Mar 07 16:04:02.191210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-551ac619-fcf5-47d0-b29f-ab11ffcfbd85 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:02.195488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-551ac619-fcf5-47d0-b29f-ab11ffcfbd85 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.2126148 Mar 07 16:04:02.217207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Network cfd5c92e-876d-4547-8864-0237e2fb3be3 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:02.231732 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-e09d11ed-5991-451b-bbd8-6de4919c9310 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/quotas/9fdcbd0ff10c45108a08a31b08761e64 HTTP/1.1" status: 200 len: 375 time: 0.0285187 Mar 07 16:04:02.234788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:02.314975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0fb84-20aa-4327-827e-c1ea320a8cd0 req-1e51d86a-5f0e-466d-80c7-ad097fcbb412 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:02.316484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-73d0fb84-20aa-4327-827e-c1ea320a8cd0 req-1e51d86a-5f0e-466d-80c7-ad097fcbb412 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 946 time: 0.0619767 Mar 07 16:04:02.356683 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-f5e16290-49a3-49a9-8583-4aa866a64dbc tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240296 Mar 07 16:04:02.407801 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-73d0fb84-20aa-4327-827e-c1ea320a8cd0 req-a95c6c80-5605-4346-9a74-b106c61559f4 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798237 Mar 07 16:04:02.470064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ea55ee53-83b9-45c7-9cf2-815b91350b75 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:02.515610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Router 0660ddaa-557d-4800-8ecc-a2cad5b22157 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:04:02.518109 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0e277fd-e489-4361-86bb-1abf8e83f71d req-3cbded99-3ed0-4bc9-872b-fbc384f8c960 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 210 time: 0.0342839 Mar 07 16:04:02.544861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ea55ee53-83b9-45c7-9cf2-815b91350b75 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:02.547224 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:02.585134 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306aa0b6-86a3-47f8-9a68-42bf67ca4661 x-openstack-request-id: req-306aa0b6-86a3-47f8-9a68-42bf67ca4661 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:02.585430 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63a3796-6932-4e1d-a771-bf5162480c8e", "name": "network-vif-plugged", "status": "completed", "tag": "bfe3e8d4-e67c-4155-b4ef-d4766311f8bd", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:02.585690 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-306aa0b6-86a3-47f8-9a68-42bf67ca4661 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:02.586091 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63a3796-6932-4e1d-a771-bf5162480c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe3e8d4-e67c-4155-b4ef-d4766311f8bd', 'code': 200} Mar 07 16:04:02.594358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-b55b4b15-6bf2-4344-9c51-1468f4b25a64 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771946 Mar 07 16:04:02.643723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ea55ee53-83b9-45c7-9cf2-815b91350b75 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:02.644122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:02.691888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port ea55ee53-83b9-45c7-9cf2-815b91350b75, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ea55ee53-83b9-45c7-9cf2-815b91350b75,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:02.700362 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:02.740520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981c46b-7060-43d7-96f3-b17fe33783b8 req-6def5671-f443-4ea0-bd4c-5320c259391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:02.742305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a981c46b-7060-43d7-96f3-b17fe33783b8 req-6def5671-f443-4ea0-bd4c-5320c259391d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 1127 time: 0.0752633 Mar 07 16:04:02.762465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:02.782909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-86d5af3c-77fa-414e-9b99-e61ce4926757 admin admin] 10.222.0.24 "PUT /v2.0/routers/0660ddaa-557d-4800-8ecc-a2cad5b22157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3016717 Mar 07 16:04:02.794145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=ea55ee53-83b9-45c7-9cf2-815b91350b75,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:02.824825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-0345989b-db5e-4f6c-b13c-2afc3638d347 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208271 Mar 07 16:04:02.853263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a981c46b-7060-43d7-96f3-b17fe33783b8 req-ed986234-d233-47ab-95d2-a420c61edb5e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988598 Mar 07 16:04:02.985664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-8d208139-ceaa-419e-b327-7bed2f93f3a1 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 1000 time: 0.1446006 Mar 07 16:04:03.037553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-c2e129e0-b000-425d-b12b-ea9b8b6a5942 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:03.039116 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-c2e129e0-b000-425d-b12b-ea9b8b6a5942 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports/ecb76750-6e75-4692-a11d-d7f7e2be9559 HTTP/1.1" status: 200 len: 942 time: 0.0526445 Mar 07 16:04:03.062335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c9547-92b4-48cc-a680-363d5ccb40f8 req-e8b731d9-79e1-4595-a6f2-ba54dc0401ae tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:03.064256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc9c9547-92b4-48cc-a680-363d5ccb40f8 req-e8b731d9-79e1-4595-a6f2-ba54dc0401ae tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.0639560 Mar 07 16:04:03.135519 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc9c9547-92b4-48cc-a680-363d5ccb40f8 req-9e6f2ffb-07cf-4079-97f1-b9eda95ba709 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632048 Mar 07 16:04:03.294085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa08f0-ec2c-46dc-92a4-945db93ac12f req-03e0d080-b95d-4ed4-981e-167f88ef81b8 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:03.295970 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2aaa08f0-ec2c-46dc-92a4-945db93ac12f req-03e0d080-b95d-4ed4-981e-167f88ef81b8 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 949 time: 0.0790162 Mar 07 16:04:03.360259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2aaa08f0-ec2c-46dc-92a4-945db93ac12f req-7603a6b0-e85e-420d-8865-29a3bf84db26 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564587 Mar 07 16:04:03.476146 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08bf2d39-c914-43eb-90ab-7217ccfe30a8 req-e17f9c02-5174-4565-8eb3-ce2cf66511e3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 210 time: 0.0651407 Mar 07 16:04:03.597671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-fe25c3bd-873c-44d7-a6f9-675e71ae9434 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 1000 time: 0.5094764 Mar 07 16:04:03.674971 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Sync routers for ids ['0660ddaa-557d-4800-8ecc-a2cad5b22157'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:03.688091 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Routers {'0660ddaa-557d-4800-8ecc-a2cad5b22157'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:03.689304 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0660ddaa-557d-4800-8ecc-a2cad5b22157'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:03.727324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-795a7a38-0949-42ff-857e-74f7bbb5a26f tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:03.728727 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-795a7a38-0949-42ff-857e-74f7bbb5a26f tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.15 "GET /v2.0/networks?id=59c6551b-c1df-4be0-a3b8-0a80e6e025e2 HTTP/1.1" status: 200 len: 812 time: 0.5887382 Mar 07 16:04:03.746958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Request body: {'port': {'device_id': 'a92cd066-5541-43c3-b01c-3e297f9b519c', 'network_id': '59c6551b-c1df-4be0-a3b8-0a80e6e025e2', 'admin_state_up': True, 'tenant_id': 'f92a155252f54635b4ebd497ba90845c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:03.779753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-cec763c9-6894-4531-9b94-ac381d8695ae tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:03.788187 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-cec763c9-6894-4531-9b94-ac381d8695ae tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/networks?id=cfd5c92e-876d-4547-8864-0237e2fb3be3 HTTP/1.1" status: 200 len: 818 time: 0.1518304 Mar 07 16:04:03.807289 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-e20cb826-579d-4d2b-91af-7c3e827225e7 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/quotas/f7f32a58559442abbca48c91e1969eb7 HTTP/1.1" status: 200 len: 375 time: 0.0179348 Mar 07 16:04:03.820264 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Set router 0660ddaa-557d-4800-8ecc-a2cad5b22157 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:03.845356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-51497e80-4c30-406f-a826-7dc26e689b4e tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:03.846756 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-51497e80-4c30-406f-a826-7dc26e689b4e tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2413366 Mar 07 16:04:03.860278 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-863907eb-a4f5-4377-8258-4d493ca5a4ea tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f32a58559442abbca48c91e1969eb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520077 Mar 07 16:04:03.946644 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-7203c1bd-3b6f-48fa-a30b-c9e30f6d9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 1000 time: 0.0910988 Mar 07 16:04:03.951498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Made reservation on behalf of f92a155252f54635b4ebd497ba90845c for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:03.955297 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:03.963839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-216e41e1-3cc7-42f5-bcd1-f207cef03263 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:03.967294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-16a7bac3-4455-46ba-b604-c31522f22aca service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992248 Mar 07 16:04:04.046663 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:55Z', 'updated_at': '2022-03-07T16:04:01Z', 'revision_number': 4, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'gw_port': {'id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:56Z', 'updated_at': '2022-03-07T16:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '84296613-d613-4c44-9ef8-48b10bafd4cb', 'name': '', 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'mac_address': 'fa:16:3e:3e:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '3c318d24-0b57-4168-b73f-64793b2c1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:00Z', 'updated_at': '2022-03-07T16:04:01Z', 'revision_number': 2, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'subnets': [{'id': '3c318d24-0b57-4168-b73f-64793b2c1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:04.075335 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-211d7fd7-bc0c-4a2b-b55e-9bf4237c5fec service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987551 Mar 07 16:04:04.076710 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Checking router: 0660ddaa-557d-4800-8ecc-a2cad5b22157 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:04.077276 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Updating router 0660ddaa-557d-4800-8ecc-a2cad5b22157 port 84296613-d613-4c44-9ef8-48b10bafd4cb binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:04:04.084104 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-216e41e1-3cc7-42f5-bcd1-f207cef03263 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (419f8165-4123-4e34-81e8-5f01ee9e846d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.107467 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.320525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Allocated IP 172.20.0.2 (59c6551b-c1df-4be0-a3b8-0a80e6e025e2/8c05a775-92cb-42c0-849a-1f8c56017619/21380996-5eaa-469c-b43e-ed771150563e) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:04.378467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-b78df2cd-cdbf-4673-9571-3d5a1317f160 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:04.385301 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-b78df2cd-cdbf-4673-9571-3d5a1317f160 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.11 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.2482338 Mar 07 16:04:04.409833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Request body: {'port': {'device_id': '40bed149-0e8d-4701-8ad9-9d357e3fb07c', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'admin_state_up': True, 'tenant_id': '9fdcbd0ff10c45108a08a31b08761e64'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:04.438959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-216e41e1-3cc7-42f5-bcd1-f207cef03263 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.472375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-6cd29914-6183-43b6-9ca9-f275ec66758b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:04.474587 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-6cd29914-6183-43b6-9ca9-f275ec66758b tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 949 time: 0.2392120 Mar 07 16:04:04.475401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-216e41e1-3cc7-42f5-bcd1-f207cef03263 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (419f8165-4123-4e34-81e8-5f01ee9e846d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.475641 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-216e41e1-3cc7-42f5-bcd1-f207cef03263 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Floating IP 419f8165-4123-4e34-81e8-5f01ee9e846d disassociated. External IP: 172.25.4.42, port: ecb76750-6e75-4692-a11d-d7f7e2be9559. Mar 07 16:04:04.499463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ea55ee53-83b9-45c7-9cf2-815b91350b75 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:04.518604 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Publish callbacks [] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.530054 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.587555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f613b-4202-4182-98e9-5dc2ed8b1564 req-18ff0976-e791-4105-bbd3-850778c9db56 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:04.601502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-529f613b-4202-4182-98e9-5dc2ed8b1564 req-18ff0976-e791-4105-bbd3-850778c9db56 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 946 time: 0.2079248 Mar 07 16:04:04.622230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ea55ee53-83b9-45c7-9cf2-815b91350b75 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:04.622594 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.675405 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Pushing event updated for resources: {'Port': ['ID=84296613-d613-4c44-9ef8-48b10bafd4cb,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:04.700465 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Attempting to bind port 84296613-d613-4c44-9ef8-48b10bafd4cb on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:04.702382 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Attempting to bind port 84296613-d613-4c44-9ef8-48b10bafd4cb by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:04.703177 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Attempting to bind port 84296613-d613-4c44-9ef8-48b10bafd4cb on network cfd5c92e-876d-4547-8864-0237e2fb3be3 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:04.713740 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:04.714745 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Checking segment: {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:04.715734 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.716239 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Bound using segment: {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:04.716803 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Bound port: 84296613-d613-4c44-9ef8-48b10bafd4cb, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:04.717927 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.743986 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.745626 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.748283 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.748784 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.749212 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.750962 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.751866 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.752604 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.756260 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.756906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.757740 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.759060 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.759493 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:04.764052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ea55ee53-83b9-45c7-9cf2-815b91350b75 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:04.792021 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-529f613b-4202-4182-98e9-5dc2ed8b1564 req-90bbd51a-699b-4a48-bc41-8061bc27dc6a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883945 Mar 07 16:04:04.793488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Made reservation on behalf of 9fdcbd0ff10c45108a08a31b08761e64 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:04.807796 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.862126 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] For port 84296613-d613-4c44-9ef8-48b10bafd4cb, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:04.868127 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] For port 84296613-d613-4c44-9ef8-48b10bafd4cb, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=84296613-d613-4c44-9ef8-48b10bafd4cb,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:04.879472 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.880581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Publish callbacks [] for port (21380996-5eaa-469c-b43e-ed771150563e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.900137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Deleting port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:04.900473 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:04.962849 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Routers {'0660ddaa-557d-4800-8ecc-a2cad5b22157'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:04.964036 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0660ddaa-557d-4800-8ecc-a2cad5b22157'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:05.061681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f71f10-1168-41fa-a77d-4f2ec8629dae req-571eb751-5367-4120-92d7-a6ca61e8529c tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:05.068227 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (21380996-5eaa-469c-b43e-ed771150563e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.072508 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7f71f10-1168-41fa-a77d-4f2ec8629dae req-571eb751-5367-4120-92d7-a6ca61e8529c tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 945 time: 0.1374907 Mar 07 16:04:05.088850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-216e41e1-3cc7-42f5-bcd1-f207cef03263 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Router 03770cea-74ee-4e4a-9794-b354fae1eda4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:04:05.100417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Allocated IP 172.20.0.6 (f2e65e7d-475f-42bc-b785-221af76b9874/f72ca13c-8ffe-45cb-9e24-07aaf17581aa/cc702b85-0b63-410c-b30f-32abde3528a5) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:05.105401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] For port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:05.105878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.152097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Calling delete_port for fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:05.161573 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7f71f10-1168-41fa-a77d-4f2ec8629dae req-75baacb2-8ce0-4cfe-a63c-4d77a6deb689 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877559 Mar 07 16:04:05.170285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Network 59c6551b-c1df-4be0-a3b8-0a80e6e025e2 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:05.261180 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9ad80-aea1-422e-b008-3f46fdb7b3e9 None None] Pushing event updated for resources: {'Port': ['ID=84296613-d613-4c44-9ef8-48b10bafd4cb,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:05.262326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:05.280937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:05.299890 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] Set router 0660ddaa-557d-4800-8ecc-a2cad5b22157 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:05.346922 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Pushing event updated for resources: {'Port': ['ID=21380996-5eaa-469c-b43e-ed771150563e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:05.375239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.375865 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.376383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.376549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917b17-55b9-44d4-b048-c8d598af503c req-54e567cb-0d49-40ca-9024-2957ac20ff91 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:05.377210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.377722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.377985 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35917b17-55b9-44d4-b048-c8d598af503c req-54e567cb-0d49-40ca-9024-2957ac20ff91 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 931 time: 0.0985603 Mar 07 16:04:05.378457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.378998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.380062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.381151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.381679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.382240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.382743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.383270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.383687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks [] for port (cc702b85-0b63-410c-b30f-32abde3528a5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.472415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:05.473512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.483600 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35917b17-55b9-44d4-b048-c8d598af503c req-142bb937-d5cb-49c9-b361-d635d4b1c934 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964611 Mar 07 16:04:05.484764 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.505511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:05.506115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-216e41e1-3cc7-42f5-bcd1-f207cef03263 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:05.511111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-216e41e1-3cc7-42f5-bcd1-f207cef03263 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.517984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-bee63a28-09be-4ce2-a53b-dafd8d5eb3d9 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7759368 Mar 07 16:04:05.545410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Request body: {'port': {'device_id': 'a92cd066-5541-43c3-b01c-3e297f9b519c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:05.571010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event updated for resources: {'Port': ['ID=cc702b85-0b63-410c-b30f-32abde3528a5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:05.577074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] Sync routers for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:05.586088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.586438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.586783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.587142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.587520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.587858 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.588191 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.588652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.588987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.589625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.589780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.590117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.590446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:05.603706 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Network f2e65e7d-475f-42bc-b785-221af76b9874 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:05.605325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:05.609327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:05.618400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-216e41e1-3cc7-42f5-bcd1-f207cef03263 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "PUT /v2.0/floatingips/419f8165-4123-4e34-81e8-5f01ee9e846d HTTP/1.1" status: 200 len: 694 time: 1.6597781 Mar 07 16:04:05.618557 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:55Z', 'updated_at': '2022-03-07T16:04:01Z', 'revision_number': 4, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'gw_port': {'id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:56Z', 'updated_at': '2022-03-07T16:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '84296613-d613-4c44-9ef8-48b10bafd4cb', 'name': '', 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'mac_address': 'fa:16:3e:3e:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '3c318d24-0b57-4168-b73f-64793b2c1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:00Z', 'updated_at': '2022-03-07T16:04:04Z', 'revision_number': 4, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'subnets': [{'id': '3c318d24-0b57-4168-b73f-64793b2c1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:05.624818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:05.629062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:05.629939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:05.635406 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a968926-13ac-4b8e-be59-7c6b4200ad48" -d '{"events": [{"name": "network-changed", "server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:05.663852 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc80516-8b3d-443d-9fe8-c171a7a0e818 None None] The sync data for ids ['0660ddaa-557d-4800-8ecc-a2cad5b22157'] in n-d-830010-8 is: [{'id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:55Z', 'updated_at': '2022-03-07T16:04:01Z', 'revision_number': 4, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'gw_port': {'id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:56Z', 'updated_at': '2022-03-07T16:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '84296613-d613-4c44-9ef8-48b10bafd4cb', 'name': '', 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'mac_address': 'fa:16:3e:3e:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '3c318d24-0b57-4168-b73f-64793b2c1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:00Z', 'updated_at': '2022-03-07T16:04:04Z', 'revision_number': 4, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'subnets': [{'id': '3c318d24-0b57-4168-b73f-64793b2c1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:05.679564 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cc46c944-b7c5-4192-b389-e0a2b38268a6 req-8c782d32-681d-4e5b-8a44-6d0f4d9e159a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 210 time: 0.0410635 Mar 07 16:04:05.706932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:05.708309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.708936 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fc7e0e7e-c62c-4774-b634-78ecbc6ffb40), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.792460 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-3ddab796-aaf4-4dca-9bdb-335c971db282 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3886006 Mar 07 16:04:05.807156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Request body: {'port': {'device_id': '40bed149-0e8d-4701-8ad9-9d357e3fb07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:05.835432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['be9889cd-fa5c-453e-a7f2-fe1d8fc58241'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:05.837518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['2b1036ef-d50d-45f1-a9cc-176973fff854'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:05.856771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Pushing event deleted for resources: {'Port': ['ID=fc7e0e7e-c62c-4774-b634-78ecbc6ffb40,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:05.875167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21380996-5eaa-469c-b43e-ed771150563e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.899365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:05.925224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0dcbd36a-d46a-429f-97d9-809ffd11843d req-bef34b06-da5f-4593-a02e-53b977460284 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=b20c61d2-4fba-4215-ad14-813320664ed5 HTTP/1.1" status: 200 len: 210 time: 0.0631082 Mar 07 16:04:05.960972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] No DVR routers for this DVR port fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:05.965253 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.966673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:05.979400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-747b3862-701b-4052-9b7c-d4a0545b1c25 req-cde4eb84-04be-474a-97d5-66ae54906865 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "DELETE /v2.0/ports/fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 HTTP/1.1" status: 204 len: 173 time: 1.4510872 Mar 07 16:04:05.993383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-694bf613-aef1-4a24-9195-fe3837ed4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:05.995052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-694bf613-aef1-4a24-9195-fe3837ed4967 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=067d9192914545d1ab02d7c5fdf76e3a&device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 1127 time: 0.3569026 Mar 07 16:04:06.131735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c065ff0c-64d2-4adc-95be-243deedb6a00 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:06.134699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c065ff0c-64d2-4adc-95be-243deedb6a00 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.11 "GET /v2.0/networks?id=cfd5c92e-876d-4547-8864-0237e2fb3be3 HTTP/1.1" status: 200 len: 818 time: 0.1873300 Mar 07 16:04:06.157820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Request body: {'port': {'device_id': '0652977b-5362-49a6-aaab-d0e463502eac', 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3', 'admin_state_up': True, 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:06.272749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-d1bebd14-aaee-4464-9341-ad4f5cc7ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:06.273879 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-d1bebd14-aaee-4464-9341-ad4f5cc7ef3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40390c1-4376-42c5-ac3f-620cb9e4c366 HTTP/1.1" status: 200 len: 929 time: 0.2287621 Mar 07 16:04:06.443897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-8152ac8b-41ff-436f-9078-4d23d7cd83e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559 HTTP/1.1" status: 200 len: 217 time: 0.1382070 Mar 07 16:04:06.552804 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:06.608786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 84296613-d613-4c44-9ef8-48b10bafd4cb up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:06.610746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-fa0875f5-d07b-4696-9dc0-88d32ad7e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:06.618676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-fa0875f5-d07b-4696-9dc0-88d32ad7e244 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19fd3374-629f-4e31-a88b-7fb92021f2b2 HTTP/1.1" status: 200 len: 867 time: 0.1319723 Mar 07 16:04:06.701407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225aa85-04d0-43f7-a299-868bfe812779 req-cbb718f5-f485-4b74-8452-1415ccb56033 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:06.703130 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f225aa85-04d0-43f7-a299-868bfe812779 req-cbb718f5-f485-4b74-8452-1415ccb56033 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 931 time: 0.5606558 Mar 07 16:04:06.731743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-cc59f6dd-443d-405c-a143-a608fce9d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:06.745745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-cc59f6dd-443d-405c-a143-a608fce9d1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40390c1-4376-42c5-ac3f-620cb9e4c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1260204 Mar 07 16:04:06.768344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Made reservation on behalf of f7f32a58559442abbca48c91e1969eb7 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:06.772923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:06.791266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21380996-5eaa-469c-b43e-ed771150563e {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:06.809839 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Publish callbacks [] for port (21380996-5eaa-469c-b43e-ed771150563e), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:06.864386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:06.899880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f225aa85-04d0-43f7-a299-868bfe812779 req-cc984449-d0d5-4f96-aece-7ad20eb3729f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868076 Mar 07 16:04:06.949978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:06.950339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device fc7e0e7e-c62c-4774-b634-78ecbc6ffb40 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:07.000427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc702b85-0b63-410c-b30f-32abde3528a5 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:07.087485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 84296613-d613-4c44-9ef8-48b10bafd4cb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:07.087873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.118340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:35Z', 'revision_number': 5, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:07.151988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] Checking router: 03770cea-74ee-4e4a-9794-b354fae1eda4 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:07.174503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:07.175271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:07.291962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Transition to ACTIVE for port object 21380996-5eaa-469c-b43e-ed771150563e will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:04:07.303562 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (21380996-5eaa-469c-b43e-ed771150563e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.332972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 84296613-d613-4c44-9ef8-48b10bafd4cb is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:07.333379 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.350063 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-30e84caf-b065-4dcd-9809-005d36d4c9d7 service neutron] 10.222.0.24 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034460 Mar 07 16:04:07.372592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:07.389360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Pushing event updated for resources: {'Port': ['ID=21380996-5eaa-469c-b43e-ed771150563e,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:07.423551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 84296613-d613-4c44-9ef8-48b10bafd4cb, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=84296613-d613-4c44-9ef8-48b10bafd4cb,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:07.435274 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.462514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Allocated IP 172.20.0.6 (cfd5c92e-876d-4547-8864-0237e2fb3be3/3c318d24-0b57-4168-b73f-64793b2c1842/c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:07.514038 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Publish callbacks [] for port (cc702b85-0b63-410c-b30f-32abde3528a5), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.526511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Attempting to bind port 21380996-5eaa-469c-b43e-ed771150563e on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:07.527028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Attempting to bind port 21380996-5eaa-469c-b43e-ed771150563e by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '300520bc-ba34-46cf-a605-59d25875de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '59c6551b-c1df-4be0-a3b8-0a80e6e025e2'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:07.527633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Attempting to bind port 21380996-5eaa-469c-b43e-ed771150563e on network 59c6551b-c1df-4be0-a3b8-0a80e6e025e2 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:07.535836 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c5039e4-8bee-43bc-bd99-1e3b6b044fc0 req-e0ad2861-f2bf-4e0e-8027-1219e1f6f10d service neutron] 10.222.0.24 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609244 Mar 07 16:04:07.539585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Port 21380996-5eaa-469c-b43e-ed771150563e on network 59c6551b-c1df-4be0-a3b8-0a80e6e025e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:04:07.540134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Attempting to bind port 21380996-5eaa-469c-b43e-ed771150563e on network 59c6551b-c1df-4be0-a3b8-0a80e6e025e2 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:07.546538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:07.547268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Checking segment: {'id': '300520bc-ba34-46cf-a605-59d25875de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '59c6551b-c1df-4be0-a3b8-0a80e6e025e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:07.547839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Bound using segment: {'id': '300520bc-ba34-46cf-a605-59d25875de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '59c6551b-c1df-4be0-a3b8-0a80e6e025e2'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:07.548479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Bound port: 21380996-5eaa-469c-b43e-ed771150563e, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300520bc-ba34-46cf-a605-59d25875de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '59c6551b-c1df-4be0-a3b8-0a80e6e025e2'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:07.549411 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21380996-5eaa-469c-b43e-ed771150563e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.589385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=84296613-d613-4c44-9ef8-48b10bafd4cb,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:07.600997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.602145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.602701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.603261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.603786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.604617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.605142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.605647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.606771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.607309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.607879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.608396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.608950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:04:07.610627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Transition to ACTIVE for port object cc702b85-0b63-410c-b30f-32abde3528a5 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:04:07.631265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] For port 21380996-5eaa-469c-b43e-ed771150563e, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:07.635756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] For port 21380996-5eaa-469c-b43e-ed771150563e, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=21380996-5eaa-469c-b43e-ed771150563e,segment=NetworkSegment(300520bc-ba34-46cf-a605-59d25875de6e),segment_id=300520bc-ba34-46cf-a605-59d25875de6e)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:07.646528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.648687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (21380996-5eaa-469c-b43e-ed771150563e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.696360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:07.697101 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.699379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/21380996-5eaa-469c-b43e-ed771150563e HTTP/1.1" status: 200 len: 1091 time: 2.1573312 Mar 07 16:04:07.717413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03707-6cb3-4198-8c04-ec188a62db72 req-2e2f6e4e-44ec-4a54-b91e-ae4aba9f0d49 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:07.719140 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-50b03707-6cb3-4198-8c04-ec188a62db72 req-2e2f6e4e-44ec-4a54-b91e-ae4aba9f0d49 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 946 time: 0.2025685 Mar 07 16:04:07.733863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e96fb8-5c8d-4d25-bec3-72362ffa54f7 service neutron] Pushing event updated for resources: {'Port': ['ID=21380996-5eaa-469c-b43e-ed771150563e,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:07.743600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:35Z', 'revision_number': 5, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:07.783208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Pushing event updated for resources: {'Port': ['ID=cc702b85-0b63-410c-b30f-32abde3528a5,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:07.800681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2073c0-bd89-4989-89ea-bd5d92c77871 None None] The sync data for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 is: [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:03:24Z', 'revision_number': 4, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '081fbb1d-a43c-4e83-a126-640fa928cd74', 'name': '', 'network_id': 'b40390c1-4376-42c5-ac3f-620cb9e4c366', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'mac_address': 'fa:16:3e:9b:a2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:24Z', 'updated_at': '2022-03-07T16:03:35Z', 'revision_number': 5, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'subnets': [{'id': '19fd3374-629f-4e31-a88b-7fb92021f2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:07.838158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-b0701d37-b2b2-4674-ad8c-5e06bed9715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:07.839805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-b0701d37-b2b2-4674-ad8c-5e06bed9715d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f92a155252f54635b4ebd497ba90845c&device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 1125 time: 0.0648410 Mar 07 16:04:07.843411 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6e6350-82f8-46f2-8df7-0c2886d67bc4 x-openstack-request-id: req-0d6e6350-82f8-46f2-8df7-0c2886d67bc4 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:07.843711 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:07.843970 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d6e6350-82f8-46f2-8df7-0c2886d67bc4 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:07.844369 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'status': 'completed', 'code': 200} Mar 07 16:04:07.857686 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks [] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:07.930558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-50b03707-6cb3-4198-8c04-ec188a62db72 req-47300ccc-7e9e-4049-a959-268f776b5cc8 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947517 Mar 07 16:04:07.937777 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-f8dfb986-f31d-4d7c-8e8c-a118eedcd811 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21380996-5eaa-469c-b43e-ed771150563e HTTP/1.1" status: 200 len: 217 time: 0.0812950 Mar 07 16:04:07.964283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Attempting to bind port cc702b85-0b63-410c-b30f-32abde3528a5 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:07.964765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Attempting to bind port cc702b85-0b63-410c-b30f-32abde3528a5 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:07.965164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Attempting to bind port cc702b85-0b63-410c-b30f-32abde3528a5 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:07.974479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Port cc702b85-0b63-410c-b30f-32abde3528a5 on network f2e65e7d-475f-42bc-b785-221af76b9874 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:04:07.974953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Attempting to bind port cc702b85-0b63-410c-b30f-32abde3528a5 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:07.983416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:07.983844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Checking segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:07.984303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Bound using segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:07.984809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Bound port: cc702b85-0b63-410c-b30f-32abde3528a5, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:07.985243 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:08.009232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:08.015507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-ca3ed2f4-23ac-4c83-bf11-2f8c3054773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.017020 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-ca3ed2f4-23ac-4c83-bf11-2f8c3054773d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=067d9192914545d1ab02d7c5fdf76e3a&device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 1127 time: 0.1479347 Mar 07 16:04:08.044604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-b2348aa2-30df-468c-9c19-89ff8880fa45 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.046065 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-b2348aa2-30df-468c-9c19-89ff8880fa45 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/networks?id=cfd5c92e-876d-4547-8864-0237e2fb3be3 HTTP/1.1" status: 200 len: 818 time: 0.1181700 Mar 07 16:04:08.062543 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-96596a95-742a-444c-ac93-3397de78c2c4 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/quotas/f7f32a58559442abbca48c91e1969eb7 HTTP/1.1" status: 200 len: 375 time: 0.0096910 Mar 07 16:04:08.109135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Network cfd5c92e-876d-4547-8864-0237e2fb3be3 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:08.124576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:08.135088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:08.168064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Pushing event updated for resources: {'Port': ['ID=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:08.178072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] For port cc702b85-0b63-410c-b30f-32abde3528a5, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:08.203547 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe09dc-9e14-40dc-8081-94018976bd53 req-026e07b8-4ec2-4bcd-8598-64c5ff0a8ab2 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.205038 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-46fe09dc-9e14-40dc-8081-94018976bd53 req-026e07b8-4ec2-4bcd-8598-64c5ff0a8ab2 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 943 time: 0.2168612 Mar 07 16:04:08.206009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-7e6ee32b-c55f-4afc-9f5c-3609118ddc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.209411 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-7e6ee32b-c55f-4afc-9f5c-3609118ddc68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c05a775-92cb-42c0-849a-1f8c56017619 HTTP/1.1" status: 200 len: 852 time: 0.1310894 Mar 07 16:04:08.209719 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] For port cc702b85-0b63-410c-b30f-32abde3528a5, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cc702b85-0b63-410c-b30f-32abde3528a5,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:08.219616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.220254 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:08.226842 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-f59b3463-df3e-48da-b3b9-1f1118f86913 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f32a58559442abbca48c91e1969eb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556265 Mar 07 16:04:08.235391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:08.275396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-21dc36d1-6d56-4593-9e3e-64289f44e9e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59c6551b-c1df-4be0-a3b8-0a80e6e025e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479949 Mar 07 16:04:08.297233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-c3422294-e575-4a99-a2d5-7baa780e497e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1524463 Mar 07 16:04:08.298528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-93fd6377-5c0d-4ef6-829f-30816465712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.299964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-93fd6377-5c0d-4ef6-829f-30816465712c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b40390c1-4376-42c5-ac3f-620cb9e4c366 HTTP/1.1" status: 200 len: 929 time: 0.2208931 Mar 07 16:04:08.306879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.307606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:08.309118 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] 10.222.0.11 "PUT /v2.0/ports/cc702b85-0b63-410c-b30f-32abde3528a5 HTTP/1.1" status: 200 len: 1091 time: 2.5071557 Mar 07 16:04:08.309714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bed149-0e8d-4701-8ad9-9d357e3fb07c', 'tag': 'cc702b85-0b63-410c-b30f-32abde3528a5'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:08.311996 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37793981-900d-4fa9-b30c-2f3bc293735b" -d '{"events": [{"name": "network-changed", "server_uuid": "40bed149-0e8d-4701-8ad9-9d357e3fb07c", "tag": "cc702b85-0b63-410c-b30f-32abde3528a5"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:08.323290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Request body: {'port': {'device_id': '0652977b-5362-49a6-aaab-d0e463502eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:08.376980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd0005-e050-4403-8a4e-cc110dbbc58f service neutron] Pushing event updated for resources: {'Port': ['ID=cc702b85-0b63-410c-b30f-32abde3528a5,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:08.383264 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-46fe09dc-9e14-40dc-8081-94018976bd53 req-9b467d04-8336-4c66-8637-6d052d0890d7 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603415 Mar 07 16:04:08.418549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 84296613-d613-4c44-9ef8-48b10bafd4cb up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:08.449904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:08.479181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-3e7bf6e8-1af7-4f53-822f-b96c2f85226d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559 HTTP/1.1" status: 200 len: 217 time: 0.1634145 Mar 07 16:04:08.479458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-2906795d-877e-4cac-8d63-32e7ed000e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.480468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 84296613-d613-4c44-9ef8-48b10bafd4cb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:08.480821 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-2906795d-877e-4cac-8d63-32e7ed000e38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 1125 time: 0.1134262 Mar 07 16:04:08.480950 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:08.498370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-e4058232-dfb0-45b7-82ae-9f20243b8297 service neutron] 10.222.0.15 "GET /v2.0/networks/59c6551b-c1df-4be0-a3b8-0a80e6e025e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109320 Mar 07 16:04:08.570742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 84296613-d613-4c44-9ef8-48b10bafd4cb is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:08.589710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a385744a-8115-4669-8c3f-091649a46aba req-60bddefa-ded1-4d04-a05b-8e34cb36a053 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips/419f8165-4123-4e34-81e8-5f01ee9e846d HTTP/1.1" status: 200 len: 694 time: 0.1195636 Mar 07 16:04:08.592878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-76365866-fef7-4901-8f42-fadfcccfe774 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc702b85-0b63-410c-b30f-32abde3528a5 HTTP/1.1" status: 200 len: 217 time: 0.0794199 Mar 07 16:04:08.615413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-79029de3-b02c-47a9-bf58-49b566176da6 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778923 Mar 07 16:04:08.639883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-5da4964a-c82a-4d9c-8902-cdeddefa6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.641278 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-5da4964a-c82a-4d9c-8902-cdeddefa6a3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19fd3374-629f-4e31-a88b-7fb92021f2b2 HTTP/1.1" status: 200 len: 867 time: 0.1536248 Mar 07 16:04:08.752286 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35ece379-cd8e-403b-9b64-2b41f3071389 req-aed308c0-7fcc-45c3-8cea-64014a0bfc08 service neutron] 10.222.0.15 "GET /v2.0/networks/59c6551b-c1df-4be0-a3b8-0a80e6e025e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308133 Mar 07 16:04:08.781311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-d6a6dd21-b359-429e-a181-36ce4e046928 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536412 Mar 07 16:04:08.783318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-b0f36591-6690-4e7c-867e-c88d5575d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.786011 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-b0f36591-6690-4e7c-867e-c88d5575d2ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b40390c1-4376-42c5-ac3f-620cb9e4c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1321874 Mar 07 16:04:08.810494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-a895751f-ab66-44ce-9775-7c7379359035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:08.813295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-a895751f-ab66-44ce-9775-7c7379359035 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.2097402 Mar 07 16:04:08.923449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-05966c58-6e10-4833-a479-7fd124beabc4 service neutron] 10.222.0.15 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192439 Mar 07 16:04:08.930819 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-251ef5d6-33b6-4983-b313-c6a8d964f0bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475841 Mar 07 16:04:08.987310 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b853ecc9-b2c7-4789-a540-815d072dd609 None None] New status for floating IP 419f8165-4123-4e34-81e8-5f01ee9e846d: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:04:09.042546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-6df0d9b1-636d-4a3e-bac3-837d5f6cff01 service neutron] 10.222.0.11 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028650 Mar 07 16:04:09.077267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385744a-8115-4669-8c3f-091649a46aba req-842eaa85-1499-40a5-8277-008c2767c833 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:09.084858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a385744a-8115-4669-8c3f-091649a46aba req-842eaa85-1499-40a5-8277-008c2767c833 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.4794397 Mar 07 16:04:09.103366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a968926-13ac-4b8e-be59-7c6b4200ad48 req-65e46abf-3674-482f-924f-db3e75bf4cbd service neutron] 10.222.0.15 "GET /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600997 Mar 07 16:04:09.126899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992511-444d-4196-8125-9b46f2f8d0dc req-c4ebd1ed-678f-4397-b5d8-b5a9c37e7f6d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:09.128453 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94992511-444d-4196-8125-9b46f2f8d0dc req-c4ebd1ed-678f-4397-b5d8-b5a9c37e7f6d tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 945 time: 0.0792243 Mar 07 16:04:09.180389 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a385744a-8115-4669-8c3f-091649a46aba req-f3285b99-9dfd-4f20-a77d-5ef7cf7c530f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 697 time: 0.0943615 Mar 07 16:04:09.193775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94992511-444d-4196-8125-9b46f2f8d0dc req-c64561a0-84d3-4f6d-89bf-e9074aea09d2 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588546 Mar 07 16:04:09.291802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:09.305286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Publish callbacks [] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:09.315901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a385744a-8115-4669-8c3f-091649a46aba req-8fda30b0-ee5c-4590-8ad7-51fc25f6e97c tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.1345980 Mar 07 16:04:09.363058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbd92e-edd7-4490-8fcf-994a71621027 req-65f372c3-ca4b-4eb3-aac1-6c210b055326 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:09.366357 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24fbd92e-edd7-4490-8fcf-994a71621027 req-65f372c3-ca4b-4eb3-aac1-6c210b055326 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 943 time: 0.0767303 Mar 07 16:04:09.391825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Transition to ACTIVE for port object c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:04:09.426653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24fbd92e-edd7-4490-8fcf-994a71621027 req-a9c90bae-5b04-4dde-aa41-24be139a9d36 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488887 Mar 07 16:04:09.434606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242b78c4-66df-47db-a320-6da9e6dd79ab req-04ebceb7-97b7-4427-ba83-e7d618a1092c service neutron] 10.222.0.11 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808622 Mar 07 16:04:09.437767 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:09.545195 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Pushing event updated for resources: {'Port': ['ID=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:09.593652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-a385744a-8115-4669-8c3f-091649a46aba req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Deleting port bfcf8fab-e38e-4415-8da0-73a3eb3db55f {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:09.594130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a385744a-8115-4669-8c3f-091649a46aba req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bfcf8fab-e38e-4415-8da0-73a3eb3db55f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:09.628085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Attempting to bind port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:09.628422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Attempting to bind port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:09.628755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Attempting to bind port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f on network cfd5c92e-876d-4547-8864-0237e2fb3be3 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:09.665419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f on network cfd5c92e-876d-4547-8864-0237e2fb3be3 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:04:09.665744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Attempting to bind port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f on network cfd5c92e-876d-4547-8864-0237e2fb3be3 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:09.675017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:09.675361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Checking segment: {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:09.676276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Bound using segment: {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:09.676723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Bound port: c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:09.677085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:09.725565 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a385744a-8115-4669-8c3f-091649a46aba req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bfcf8fab-e38e-4415-8da0-73a3eb3db55f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:09.725896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a385744a-8115-4669-8c3f-091649a46aba req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (bfcf8fab-e38e-4415-8da0-73a3eb3db55f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:09.726294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caef50f-5cc6-4928-b64b-a2f422e4cbde req-bca1530d-6a7b-4f0a-b215-09232051a872 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:09.728308 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5caef50f-5cc6-4928-b64b-a2f422e4cbde req-bca1530d-6a7b-4f0a-b215-09232051a872 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.0653384 Mar 07 16:04:09.746726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-a385744a-8115-4669-8c3f-091649a46aba req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Calling delete_port for bfcf8fab-e38e-4415-8da0-73a3eb3db55f owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:09.783481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5caef50f-5cc6-4928-b64b-a2f422e4cbde req-328a03ad-6e31-4878-80a8-88580d871f0d tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493872 Mar 07 16:04:09.819892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] For port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:09.834656 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b66d91-675d-4124-8251-f41ea8f2002d x-openstack-request-id: req-c5b66d91-675d-4124-8251-f41ea8f2002d {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:09.834978 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bed149-0e8d-4701-8ad9-9d357e3fb07c", "tag": "cc702b85-0b63-410c-b30f-32abde3528a5", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:09.835234 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5b66d91-675d-4124-8251-f41ea8f2002d {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:09.835632 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bed149-0e8d-4701-8ad9-9d357e3fb07c', 'tag': 'cc702b85-0b63-410c-b30f-32abde3528a5', 'status': 'completed', 'code': 200} Mar 07 16:04:09.838595 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] For port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:09.845904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20c61d2-4fba-4215-ad14-813320664ed5', 'name': 'network-vif-deleted', 'tag': 'fc7e0e7e-c62c-4774-b634-78ecbc6ffb40'}, {'name': 'network-changed', 'server_uuid': 'a92cd066-5541-43c3-b01c-3e297f9b519c', 'tag': '21380996-5eaa-469c-b43e-ed771150563e'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:09.850406 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c8a314-9cf6-44e8-8613-35f4c79a1619" -d '{"events": [{"server_uuid": "b20c61d2-4fba-4215-ad14-813320664ed5", "name": "network-vif-deleted", "tag": "fc7e0e7e-c62c-4774-b634-78ecbc6ffb40"}, {"name": "network-changed", "server_uuid": "a92cd066-5541-43c3-b01c-3e297f9b519c", "tag": "21380996-5eaa-469c-b43e-ed771150563e"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:09.851887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:09.919367 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:09.920129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:09.921669 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] 10.222.0.11 "PUT /v2.0/ports/c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f HTTP/1.1" status: 200 len: 1091 time: 1.6050808 Mar 07 16:04:09.960716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1dd43-cee6-4661-9b63-4dc2fb82b313 service neutron] Pushing event updated for resources: {'Port': ['ID=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:10.031381 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37793981-900d-4fa9-b30c-2f3bc293735b req-3f05fd85-5576-4ea6-976c-3b4c89b75461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.032901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37793981-900d-4fa9-b30c-2f3bc293735b req-3f05fd85-5576-4ea6-976c-3b4c89b75461 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 1125 time: 0.1650493 Mar 07 16:04:10.046459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28eaac29-5bb1-4b5e-9b41-f048e20936bc req-804a5ad0-98e1-480e-9caa-43e39261d65a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 210 time: 0.0301652 Mar 07 16:04:10.058846 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a385744a-8115-4669-8c3f-091649a46aba req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bfcf8fab-e38e-4415-8da0-73a3eb3db55f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:10.135079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Pushing event deleted for resources: {'Port': ['ID=bfcf8fab-e38e-4415-8da0-73a3eb3db55f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:10.147346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-b33c975d-c564-4ce7-857d-36ce2a751680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.148875 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-b33c975d-c564-4ce7-857d-36ce2a751680 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f32a58559442abbca48c91e1969eb7&device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 1125 time: 0.1834974 Mar 07 16:04:10.166733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684a47e-9ee7-4153-b1a6-0e30402d41ee req-a4673efc-1037-42a4-931a-95d072349b2e tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.168414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0684a47e-9ee7-4153-b1a6-0e30402d41ee req-a4673efc-1037-42a4-931a-95d072349b2e tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 943 time: 0.0614669 Mar 07 16:04:10.221489 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-a239f30b-936a-46f3-842d-477d5357892a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f HTTP/1.1" status: 200 len: 217 time: 0.0565853 Mar 07 16:04:10.245396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0684a47e-9ee7-4153-b1a6-0e30402d41ee req-9a5d3f8d-13ca-48cc-af1b-d52ce98b8ee2 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666957 Mar 07 16:04:10.252551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-f34dca44-fd32-4c06-9905-3c7f5cdf2cfd tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.254127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-f34dca44-fd32-4c06-9905-3c7f5cdf2cfd tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 945 time: 0.0848370 Mar 07 16:04:10.287265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37793981-900d-4fa9-b30c-2f3bc293735b req-078b465c-ef22-441e-a6b2-3d6188de4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.288764 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37793981-900d-4fa9-b30c-2f3bc293735b req-078b465c-ef22-441e-a6b2-3d6188de4ac2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 912 time: 0.2411556 Mar 07 16:04:10.294056 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a385744a-8115-4669-8c3f-091649a46aba req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks [] for floatingip (419f8165-4123-4e34-81e8-5f01ee9e846d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:10.296567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a385744a-8115-4669-8c3f-091649a46aba req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:10.310741 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a385744a-8115-4669-8c3f-091649a46aba req-40cbce2c-a1cb-467e-86fb-42744c4b9676 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "DELETE /v2.0/floatingips/419f8165-4123-4e34-81e8-5f01ee9e846d HTTP/1.1" status: 204 len: 173 time: 0.9935689 Mar 07 16:04:10.366335 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37793981-900d-4fa9-b30c-2f3bc293735b req-ba9d81b2-7e54-4415-8cdf-e4e5830e67cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc702b85-0b63-410c-b30f-32abde3528a5 HTTP/1.1" status: 200 len: 217 time: 0.0545077 Mar 07 16:04:10.369934 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6978fa-97ad-42ab-bd69-75375b133db1 x-openstack-request-id: req-da6978fa-97ad-42ab-bd69-75375b133db1 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:10.370435 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20c61d2-4fba-4215-ad14-813320664ed5", "name": "network-vif-deleted", "tag": "fc7e0e7e-c62c-4774-b634-78ecbc6ffb40", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a92cd066-5541-43c3-b01c-3e297f9b519c", "tag": "21380996-5eaa-469c-b43e-ed771150563e", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:10.370558 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da6978fa-97ad-42ab-bd69-75375b133db1 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:10.371437 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20c61d2-4fba-4215-ad14-813320664ed5', 'name': 'network-vif-deleted', 'tag': 'fc7e0e7e-c62c-4774-b634-78ecbc6ffb40', 'status': 'completed', 'code': 200} Mar 07 16:04:10.371779 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92cd066-5541-43c3-b01c-3e297f9b519c', 'tag': '21380996-5eaa-469c-b43e-ed771150563e', 'status': 'completed', 'code': 200} Mar 07 16:04:10.372885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-65b065f3-4c78-4e00-9eca-f4594ff31e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.374648 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-65b065f3-4c78-4e00-9eca-f4594ff31e86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c318d24-0b57-4168-b73f-64793b2c1842 HTTP/1.1" status: 200 len: 858 time: 0.1438680 Mar 07 16:04:10.462706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-742fb04a-f2c2-4259-9713-7706ec05128f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfd5c92e-876d-4547-8864-0237e2fb3be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776708 Mar 07 16:04:10.469886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-a97f4913-b249-468d-898c-e35812f5a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.474738 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-a97f4913-b249-468d-898c-e35812f5a871 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f92a155252f54635b4ebd497ba90845c&device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 1125 time: 0.0877433 Mar 07 16:04:10.476461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Deleting port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:10.476812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:10.691144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] For port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,segment=NetworkSegment(466418e4-f694-4fbb-8342-d83e2701f343),segment_id=466418e4-f694-4fbb-8342-d83e2701f343)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:10.692230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:10.714969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Calling delete_port for bfe3e8d4-e67c-4155-b4ef-d4766311f8bd owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:10.758569 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334141c1-7661-4b42-8342-7708dd879e9e req-91408028-3771-42e2-b1e8-177982048724 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.764898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334141c1-7661-4b42-8342-7708dd879e9e req-91408028-3771-42e2-b1e8-177982048724 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.770663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334141c1-7661-4b42-8342-7708dd879e9e req-91408028-3771-42e2-b1e8-177982048724 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.772406 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-334141c1-7661-4b42-8342-7708dd879e9e req-91408028-3771-42e2-b1e8-177982048724 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8&device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa&device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 2419 time: 0.2023604 Mar 07 16:04:10.775252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-80873f3f-b5fc-4cfd-a69c-6dd9a5bc9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.777129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-80873f3f-b5fc-4cfd-a69c-6dd9a5bc9feb service neutron] 10.222.0.15 "GET /v2.0/networks?id=59c6551b-c1df-4be0-a3b8-0a80e6e025e2 HTTP/1.1" status: 200 len: 913 time: 0.2081668 Mar 07 16:04:10.779264 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:10.859140 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-eb4bc722-7995-4d75-8db7-0d9f7e451eb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21380996-5eaa-469c-b43e-ed771150563e HTTP/1.1" status: 200 len: 217 time: 0.0507376 Mar 07 16:04:10.871893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device cc702b85-0b63-410c-b30f-32abde3528a5 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:04:10.882464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37793981-900d-4fa9-b30c-2f3bc293735b req-dc4f770a-85c3-4aca-9c24-2ef3a7d0df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.883977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37793981-900d-4fa9-b30c-2f3bc293735b req-dc4f770a-85c3-4aca-9c24-2ef3a7d0df02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.5083590 Mar 07 16:04:10.937244 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37793981-900d-4fa9-b30c-2f3bc293735b req-fc9d41ae-44c0-45fc-8157-cbc3c38fc7f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459228 Mar 07 16:04:10.948162 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-334141c1-7661-4b42-8342-7708dd879e9e req-8f06c97b-745b-4be1-aa61-b4c8c3a589f1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385756 Mar 07 16:04:10.953402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfa7e5-99f0-4dcd-8d61-2e58af6ce959 req-bfa7920a-f3ee-4713-ab14-03aa051d4880 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.955005 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7bfa7e5-99f0-4dcd-8d61-2e58af6ce959 req-bfa7920a-f3ee-4713-ab14-03aa051d4880 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 950 time: 0.5110831 Mar 07 16:04:10.960204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-65a63a4d-74b0-47b5-9e73-04aa6509e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:10.961718 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-65a63a4d-74b0-47b5-9e73-04aa6509e690 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c05a775-92cb-42c0-849a-1f8c56017619 HTTP/1.1" status: 200 len: 852 time: 0.0903473 Mar 07 16:04:11.009290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port cc702b85-0b63-410c-b30f-32abde3528a5, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cc702b85-0b63-410c-b30f-32abde3528a5,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:11.020046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-25221b12-692e-499f-9daf-7b513374012c tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:11.021477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-25221b12-692e-499f-9daf-7b513374012c tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.15 "GET /v2.0/networks?id=cfd5c92e-876d-4547-8864-0237e2fb3be3 HTTP/1.1" status: 200 len: 818 time: 0.6045558 Mar 07 16:04:11.023962 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-bab21860-802e-4a27-92c7-aa9302737eb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59c6551b-c1df-4be0-a3b8-0a80e6e025e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524325 Mar 07 16:04:11.032030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-384e13e5-4ebb-48fd-bb5e-91e29e8efad2 service neutron] 10.222.0.11 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405631 Mar 07 16:04:11.032546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'cc702b85-0b63-410c-b30f-32abde3528a5', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'port_id': 'cc702b85-0b63-410c-b30f-32abde3528a5', 'mac_address': 'fa:16:3e:e4:c2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72ca13c-8ffe-45cb-9e24-07aaf17581aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:04:11.043988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Request body: {'port': {'device_id': 'ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17', 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3', 'admin_state_up': True, 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:11.087034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port cc702b85-0b63-410c-b30f-32abde3528a5 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:11.087432 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:11.101159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bfe3e8d4-e67c-4155-b4ef-d4766311f8bd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:11.103903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc702b85-0b63-410c-b30f-32abde3528a5 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:11.116151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['bfe3e8d4-e67c-4155-b4ef-d4766311f8bd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:11.147885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port cc702b85-0b63-410c-b30f-32abde3528a5, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cc702b85-0b63-410c-b30f-32abde3528a5,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:11.153451 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:11.164329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event deleted for resources: {'Port': ['ID=bfe3e8d4-e67c-4155-b4ef-d4766311f8bd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:11.213068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=cc702b85-0b63-410c-b30f-32abde3528a5,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:11.234652 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7bfa7e5-99f0-4dcd-8d61-2e58af6ce959 req-f6e9fbc6-8e93-448f-bc0d-56ce693c7811 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497509 Mar 07 16:04:11.235141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] No DVR routers for this DVR port bfe3e8d4-e67c-4155-b4ef-d4766311f8bd on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:11.240465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:11.243533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a86d8595-c48a-4838-927c-d9b6f1544009 req-a7a8ff35-2666-405e-860e-785e57ae2828 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.15 "DELETE /v2.0/ports/bfe3e8d4-e67c-4155-b4ef-d4766311f8bd HTTP/1.1" status: 204 len: 173 time: 0.9667652 Mar 07 16:04:11.246312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-aa464e1a-1b14-4f4e-8cfe-3eb8a634b0a8 service neutron] 10.222.0.15 "GET /v2.0/networks/59c6551b-c1df-4be0-a3b8-0a80e6e025e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094004 Mar 07 16:04:11.253720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697df0c-320d-4b97-81f7-3f091d82bcd2 req-a76b3394-c8f8-4ffb-bd5f-78d24e9c3c0e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:11.256039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f697df0c-320d-4b97-81f7-3f091d82bcd2 req-a76b3394-c8f8-4ffb-bd5f-78d24e9c3c0e tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63a3796-6932-4e1d-a771-bf5162480c8e HTTP/1.1" status: 200 len: 867 time: 0.1962979 Mar 07 16:04:11.312183 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37793981-900d-4fa9-b30c-2f3bc293735b req-bfef9ed2-a729-4022-9ac1-1431990e76ee service neutron] 10.222.0.11 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469505 Mar 07 16:04:11.369666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f697df0c-320d-4b97-81f7-3f091d82bcd2 req-e570707e-c3d2-49a5-bd84-27aea2d54c88 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups?id=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055727 Mar 07 16:04:11.398295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2c8a314-9cf6-44e8-8613-35f4c79a1619 req-1bf9cdee-8b43-4f6e-b85c-16caf85ac05b service neutron] 10.222.0.15 "GET /v2.0/networks/59c6551b-c1df-4be0-a3b8-0a80e6e025e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412332 Mar 07 16:04:11.422082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12e70175-4cb1-4d22-bc54-a3dc3800fb58 req-74902095-586f-4f26-91ed-00691a72f120 service neutron] 10.222.0.11 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725545 Mar 07 16:04:11.433206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['cc702b85-0b63-410c-b30f-32abde3528a5'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:11.481587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Made reservation on behalf of f7f32a58559442abbca48c91e1969eb7 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:11.485060 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:11.522665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd0aa8-06d4-4223-bdd5-73978452f211 req-597a5e5c-199c-46e6-8eaf-7609c9729101 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:11.524580 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1bcd0aa8-06d4-4223-bdd5-73978452f211 req-597a5e5c-199c-46e6-8eaf-7609c9729101 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 946 time: 0.0576205 Mar 07 16:04:11.547159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23594875-f006-4d7f-91ab-8ac293aa04de req-84f46da4-3d03-40ba-9e76-a6020559422d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:11.548671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23594875-f006-4d7f-91ab-8ac293aa04de req-84f46da4-3d03-40ba-9e76-a6020559422d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 944 time: 0.2022896 Mar 07 16:04:11.576711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1bcd0aa8-06d4-4223-bdd5-73978452f211 req-759d0d11-330a-4247-9f9d-54171493f802 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Mar 07 16:04:11.612552 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37793981-900d-4fa9-b30c-2f3bc293735b req-a51ddf6c-3725-433a-8868-fcc1d9bb2414 service neutron] 10.222.0.11 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882807 Mar 07 16:04:11.657940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c4add7e-79cd-4458-a3b0-d53d01e1e0e4 req-07d1c61f-e844-4477-be6a-468a7e5a5547 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 210 time: 0.0274291 Mar 07 16:04:11.680494 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23594875-f006-4d7f-91ab-8ac293aa04de req-bbbb29ef-45ea-4ed8-972e-bc726e22f866 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951080 Mar 07 16:04:11.705969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Allocated IP 172.20.0.14 (cfd5c92e-876d-4547-8864-0237e2fb3be3/3c318d24-0b57-4168-b73f-64793b2c1842/a8eb160b-3f3c-43a8-9b62-89a6cf71e11b) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:11.772702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb2adc-95f4-4cb7-9fca-0218b307430a req-d5dc1201-539b-486c-b9d3-13d764ca18cf tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:11.774109 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ffdb2adc-95f4-4cb7-9fca-0218b307430a req-d5dc1201-539b-486c-b9d3-13d764ca18cf tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0561702 Mar 07 16:04:11.820675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ffdb2adc-95f4-4cb7-9fca-0218b307430a req-477f29fb-d8c7-45f4-a7e5-b65bb943a910 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0408344 Mar 07 16:04:11.848498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0652977b-5362-49a6-aaab-d0e463502eac', 'tag': 'c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:11.850624 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68931850-e8d0-4d02-857e-8877f72e398c" -d '{"events": [{"name": "network-changed", "server_uuid": "0652977b-5362-49a6-aaab-d0e463502eac", "tag": "c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:11.879441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f516ac-fe87-442a-835d-2f8827c43277 req-e8704a83-3ac1-4f4e-b3cb-b388ceee76ad tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:11.881164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f516ac-fe87-442a-835d-2f8827c43277 req-e8704a83-3ac1-4f4e-b3cb-b388ceee76ad tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 943 time: 0.1283896 Mar 07 16:04:11.937023 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks [] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:11.949575 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd214f08-a9aa-42c5-9884-298bcd9aa2fc req-c24c67af-9ab2-4eeb-8810-47ab93bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0355067 Mar 07 16:04:11.961963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10f516ac-fe87-442a-835d-2f8827c43277 req-74242d11-9d99-4171-b300-550af8df13d3 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726459 Mar 07 16:04:11.997780 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f76e9e-a96a-4921-a755-03c28d57b526 x-openstack-request-id: req-59f76e9e-a96a-4921-a755-03c28d57b526 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:11.998204 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0652977b-5362-49a6-aaab-d0e463502eac", "tag": "c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:11.998498 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59f76e9e-a96a-4921-a755-03c28d57b526 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:11.998876 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0652977b-5362-49a6-aaab-d0e463502eac', 'tag': 'c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f', 'status': 'completed', 'code': 200} Mar 07 16:04:12.008513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:12.112044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Network cfd5c92e-876d-4547-8864-0237e2fb3be3 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:12.121235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:12.125604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:12.180826 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Pushing event updated for resources: {'Port': ['ID=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:12.212768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:12.213433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:12.231659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68931850-e8d0-4d02-857e-8877f72e398c req-472108b4-d467-4a54-8be9-fc53b4ba5e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:12.233452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68931850-e8d0-4d02-857e-8877f72e398c req-472108b4-d467-4a54-8be9-fc53b4ba5e88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f32a58559442abbca48c91e1969eb7&device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 1125 time: 0.1813674 Mar 07 16:04:12.242679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-97b87257-0a0f-456c-86e6-811b83aa7e64 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2038517 Mar 07 16:04:12.252846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-971681f3-1084-4a94-8193-2c88fd9f7c6f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:12.254779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-971681f3-1084-4a94-8193-2c88fd9f7c6f tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 950 time: 0.0807765 Mar 07 16:04:12.271808 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Request body: {'port': {'device_id': 'ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:12.373648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63a3796-6932-4e1d-a771-bf5162480c8e', 'name': 'network-vif-deleted', 'tag': 'bfe3e8d4-e67c-4155-b4ef-d4766311f8bd'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:12.375999 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b607b0ad-37a2-4b78-8a95-ffae76e3329b" -d '{"events": [{"server_uuid": "b63a3796-6932-4e1d-a771-bf5162480c8e", "name": "network-vif-deleted", "tag": "bfe3e8d4-e67c-4155-b4ef-d4766311f8bd"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:12.390526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:12.402640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05501b2e-7ce6-42de-b159-32c8885dbad0 req-8450a5e7-2f26-49e2-8aab-dd03b8e7ea1b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:12.404359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05501b2e-7ce6-42de-b159-32c8885dbad0 req-8450a5e7-2f26-49e2-8aab-dd03b8e7ea1b tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 945 time: 0.1374087 Mar 07 16:04:12.411706 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68931850-e8d0-4d02-857e-8877f72e398c req-9a8c6651-1df7-4ad9-9fe7-e60cf076f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:12.413233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68931850-e8d0-4d02-857e-8877f72e398c req-9a8c6651-1df7-4ad9-9fe7-e60cf076f702 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfd5c92e-876d-4547-8864-0237e2fb3be3 HTTP/1.1" status: 200 len: 919 time: 0.1696262 Mar 07 16:04:12.421069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Deleting port 2b1036ef-d50d-45f1-a9cc-176973fff854 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:12.421418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:12.479438 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68931850-e8d0-4d02-857e-8877f72e398c req-4df14b35-32a6-4751-ab42-629d49f0d86a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f HTTP/1.1" status: 200 len: 217 time: 0.0439305 Mar 07 16:04:12.517848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05501b2e-7ce6-42de-b159-32c8885dbad0 req-74b7fc58-1d4b-4111-9105-f073544ace88 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072841 Mar 07 16:04:12.543878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] For port 2b1036ef-d50d-45f1-a9cc-176973fff854, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=2b1036ef-d50d-45f1-a9cc-176973fff854,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:12.544259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:12.557885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Calling delete_port for 2b1036ef-d50d-45f1-a9cc-176973fff854 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:12.600678 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923b4317-9423-4824-8095-cf4c125656d3 x-openstack-request-id: req-923b4317-9423-4824-8095-cf4c125656d3 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:12.600978 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63a3796-6932-4e1d-a771-bf5162480c8e", "name": "network-vif-deleted", "tag": "bfe3e8d4-e67c-4155-b4ef-d4766311f8bd", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:12.601245 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-923b4317-9423-4824-8095-cf4c125656d3 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:12.602425 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63a3796-6932-4e1d-a771-bf5162480c8e', 'name': 'network-vif-deleted', 'tag': 'bfe3e8d4-e67c-4155-b4ef-d4766311f8bd', 'status': 'completed', 'code': 200} Mar 07 16:04:12.646337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68931850-e8d0-4d02-857e-8877f72e398c req-defdf725-d991-4d4a-aa26-a8f8e9d6e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:12.648018 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68931850-e8d0-4d02-857e-8877f72e398c req-defdf725-d991-4d4a-aa26-a8f8e9d6e408 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c318d24-0b57-4168-b73f-64793b2c1842 HTTP/1.1" status: 200 len: 858 time: 0.1388638 Mar 07 16:04:12.666290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdcf0a-1218-4895-bc4c-f8757824c1c8 req-184793e8-137f-4872-9bd2-b023b671d748 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:12.666290 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42bdcf0a-1218-4895-bc4c-f8757824c1c8 req-184793e8-137f-4872-9bd2-b023b671d748 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab48e588-3b9d-4e48-9de4-7d1edb51f374 HTTP/1.1" status: 200 len: 950 time: 0.1911423 Mar 07 16:04:12.714618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68931850-e8d0-4d02-857e-8877f72e398c req-1bbc8c55-aade-44f2-a056-e09d359771c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfd5c92e-876d-4547-8864-0237e2fb3be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470905 Mar 07 16:04:12.726030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2b1036ef-d50d-45f1-a9cc-176973fff854), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:12.740016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['2b1036ef-d50d-45f1-a9cc-176973fff854'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:12.744757 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['be9889cd-fa5c-453e-a7f2-fe1d8fc58241'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:12.764919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Pushing event deleted for resources: {'Port': ['ID=2b1036ef-d50d-45f1-a9cc-176973fff854,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:12.821610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] No DVR routers for this DVR port 2b1036ef-d50d-45f1-a9cc-176973fff854 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:12.824802 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:12.831210 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82afa8d7-bcc4-4043-b688-b48b72a38b99 req-1b64abd3-963d-4e14-bd06-a1d250496b25 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.15 "DELETE /v2.0/ports/2b1036ef-d50d-45f1-a9cc-176973fff854 HTTP/1.1" status: 204 len: 173 time: 0.5715563 Mar 07 16:04:12.866736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42bdcf0a-1218-4895-bc4c-f8757824c1c8 req-33054768-4ae8-4cdc-9a00-1cbe5e1c077a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893620 Mar 07 16:04:12.901293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:04:12.906464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device cc702b85-0b63-410c-b30f-32abde3528a5 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:13.060774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68931850-e8d0-4d02-857e-8877f72e398c req-c8847393-d9b7-4a95-aeba-46d5eb3bcca8 service neutron] 10.222.0.11 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358533 Mar 07 16:04:13.079502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eb160b-3f3c-43a8-9b62-89a6cf71e11b {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:13.098692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port cc702b85-0b63-410c-b30f-32abde3528a5 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:04:13.099636 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Publish callbacks [] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.111758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port cc702b85-0b63-410c-b30f-32abde3528a5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:13.111906 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.122672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b1638-ee61-49a3-ae6d-687c711068fb req-fc9ecb62-7ed8-43e0-90eb-640439a5665e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:13.124308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-049b1638-ee61-49a3-ae6d-687c711068fb req-fc9ecb62-7ed8-43e0-90eb-640439a5665e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 932 time: 0.1873188 Mar 07 16:04:13.152735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:13.172989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f', 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3', 'port_id': 'c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f', 'mac_address': 'fa:16:3e:bb:96:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c318d24-0b57-4168-b73f-64793b2c1842', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:04:13.175517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883c0b5-7ac1-4632-84ab-51fd47478a10 req-f97836ce-18ab-4fd8-9aa5-3c5b2b616ea0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:13.178888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6883c0b5-7ac1-4632-84ab-51fd47478a10 req-f97836ce-18ab-4fd8-9aa5-3c5b2b616ea0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 944 time: 0.1044936 Mar 07 16:04:13.189708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Transition to ACTIVE for port object a8eb160b-3f3c-43a8-9b62-89a6cf71e11b will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:04:13.209100 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.242194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 21380996-5eaa-469c-b43e-ed771150563e details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:04:13.244246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bfe3e8d4-e67c-4155-b4ef-d4766311f8bd no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:13.267380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6883c0b5-7ac1-4632-84ab-51fd47478a10 req-758e9cb4-c49d-4143-8ec8-fb4ef790cfae tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819240 Mar 07 16:04:13.284470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:13.284851 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.290629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: bfe3e8d4-e67c-4155-b4ef-d4766311f8bd {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:13.291210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bfe3e8d4-e67c-4155-b4ef-d4766311f8bd not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:13.303374 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-049b1638-ee61-49a3-ae6d-687c711068fb req-92a5f9d9-acf9-4316-894a-2943a92c2144 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661334 Mar 07 16:04:13.306155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port cc702b85-0b63-410c-b30f-32abde3528a5 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:13.306568 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.321414 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68931850-e8d0-4d02-857e-8877f72e398c req-addd6f1e-ebcb-438a-bded-20426f7369fa service neutron] 10.222.0.11 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443192 Mar 07 16:04:13.337841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:13.354431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:13.390135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bed149-0e8d-4701-8ad9-9d357e3fb07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc702b85-0b63-410c-b30f-32abde3528a5'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:13.393396 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7e4bc0-8a44-4c22-9be5-85c375faed94" -d '{"events": [{"server_uuid": "40bed149-0e8d-4701-8ad9-9d357e3fb07c", "name": "network-vif-plugged", "status": "completed", "tag": "cc702b85-0b63-410c-b30f-32abde3528a5"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:13.440097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Attempting to bind port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:13.440590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Attempting to bind port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:13.440794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Attempting to bind port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b on network cfd5c92e-876d-4547-8864-0237e2fb3be3 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:13.459604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:13.460356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b on network cfd5c92e-876d-4547-8864-0237e2fb3be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:04:13.460696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Attempting to bind port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b on network cfd5c92e-876d-4547-8864-0237e2fb3be3 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:13.466896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:13.467272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Checking segment: {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:13.467709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Bound using segment: {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:13.468176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Bound port: a8eb160b-3f3c-43a8-9b62-89a6cf71e11b, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0659dd7c-c196-49e3-abaa-ac563b2bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:13.468547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.490258 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.492985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port cc702b85-0b63-410c-b30f-32abde3528a5, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cc702b85-0b63-410c-b30f-32abde3528a5,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:13.509921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72988bba-d4db-43c8-9f85-d4b6f845bd0e req-4e502716-f75d-4a5d-acd0-09780e9b9e2d tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:13.512309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72988bba-d4db-43c8-9f85-d4b6f845bd0e req-4e502716-f75d-4a5d-acd0-09780e9b9e2d tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 943 time: 0.0970135 Mar 07 16:04:13.565259 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.580862 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72988bba-d4db-43c8-9f85-d4b6f845bd0e req-79a20320-8f91-4988-a9e6-e636d9f39f9c tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603735 Mar 07 16:04:13.604374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] For port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:13.611350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:13.617888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] For port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:13.622009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 21380996-5eaa-469c-b43e-ed771150563e, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=21380996-5eaa-469c-b43e-ed771150563e,segment=NetworkSegment(300520bc-ba34-46cf-a605-59d25875de6e),segment_id=300520bc-ba34-46cf-a605-59d25875de6e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:13.628535 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.655085 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5761eb2e-b2f9-4ed2-8071-8091e6a22621 x-openstack-request-id: req-5761eb2e-b2f9-4ed2-8071-8091e6a22621 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:13.655497 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bed149-0e8d-4701-8ad9-9d357e3fb07c", "name": "network-vif-plugged", "status": "completed", "tag": "cc702b85-0b63-410c-b30f-32abde3528a5", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:13.655861 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5761eb2e-b2f9-4ed2-8071-8091e6a22621 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:13.656363 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bed149-0e8d-4701-8ad9-9d357e3fb07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc702b85-0b63-410c-b30f-32abde3528a5', 'code': 200} Mar 07 16:04:13.667386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:13.668693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.670109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '21380996-5eaa-469c-b43e-ed771150563e', 'network_id': '59c6551b-c1df-4be0-a3b8-0a80e6e025e2', 'port_id': '21380996-5eaa-469c-b43e-ed771150563e', 'mac_address': 'fa:16:3e:04:78:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c05a775-92cb-42c0-849a-1f8c56017619', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:04:13.670980 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] 10.222.0.15 "PUT /v2.0/ports/a8eb160b-3f3c-43a8-9b62-89a6cf71e11b HTTP/1.1" status: 200 len: 1092 time: 1.4065375 Mar 07 16:04:13.728864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 21380996-5eaa-469c-b43e-ed771150563e is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:13.730990 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21380996-5eaa-469c-b43e-ed771150563e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.735497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bfa18-4770-4dd1-9d8d-d87d660f71ea service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:13.748804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=cc702b85-0b63-410c-b30f-32abde3528a5,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:13.753255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21380996-5eaa-469c-b43e-ed771150563e {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:13.777617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 21380996-5eaa-469c-b43e-ed771150563e, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=21380996-5eaa-469c-b43e-ed771150563e,segment=NetworkSegment(300520bc-ba34-46cf-a605-59d25875de6e),segment_id=300520bc-ba34-46cf-a605-59d25875de6e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:13.782741 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (21380996-5eaa-469c-b43e-ed771150563e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:13.790873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:13.799636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953a937-5dda-4366-8374-79f0c6f496fc req-184fadad-e3c3-41ad-babc-f56b082031fa tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:13.806717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7953a937-5dda-4366-8374-79f0c6f496fc req-184fadad-e3c3-41ad-babc-f56b082031fa tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 945 time: 0.0785441 Mar 07 16:04:13.858541 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7953a937-5dda-4366-8374-79f0c6f496fc req-8a602b9d-9a86-4b98-969b-15b2136913ba tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/security-groups?id=22cc6553-9bf5-4c0b-8b24-76eecbfde016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508106 Mar 07 16:04:13.872464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=21380996-5eaa-469c-b43e-ed771150563e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:13.904807 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727ad60-7db1-4a3a-9208-ef435c8b8450 req-31035ce6-0d9a-4260-82f5-05269745745b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:13.905006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50136) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:13.905961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b727ad60-7db1-4a3a-9208-ef435c8b8450 req-31035ce6-0d9a-4260-82f5-05269745745b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1858120 Mar 07 16:04:13.937502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-02c7ef64-d0e5-440a-a7f1-84dd75624fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:13.939225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-02c7ef64-d0e5-440a-a7f1-84dd75624fec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7f32a58559442abbca48c91e1969eb7&device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 1126 time: 0.1604517 Mar 07 16:04:13.945703 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2f71-18bd-4171-8c84-f2ad80dfbb9d req-baded9c4-2b49-4631-b78d-0cd07e6d77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:13.947918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b70d2f71-18bd-4171-8c84-f2ad80dfbb9d req-baded9c4-2b49-4631-b78d-0cd07e6d77c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 1127 time: 0.1368399 Mar 07 16:04:13.971036 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa92e-6f90-494d-a2ff-1107744d94e3 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group (3b1318d5-9753-424d-8f6c-3380fd70b67a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.000106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17', 'tag': 'a8eb160b-3f3c-43a8-9b62-89a6cf71e11b'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:14.001786 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa92e-6f90-494d-a2ff-1107744d94e3 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group (3b1318d5-9753-424d-8f6c-3380fd70b67a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.002361 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dd57e0-d801-4fb1-a83d-4144b0121488" -d '{"events": [{"name": "network-changed", "server_uuid": "ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17", "tag": "a8eb160b-3f3c-43a8-9b62-89a6cf71e11b"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:14.030578 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-996bba6f-dfe3-4888-a0e5-89dc57900bdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b HTTP/1.1" status: 200 len: 217 time: 0.0802422 Mar 07 16:04:14.056413 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa92e-6f90-494d-a2ff-1107744d94e3 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3b1318d5-9753-424d-8f6c-3380fd70b67a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.059261 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa92e-6f90-494d-a2ff-1107744d94e3 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.063582 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1f0aa92e-6f90-494d-a2ff-1107744d94e3 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b1318d5-9753-424d-8f6c-3380fd70b67a HTTP/1.1" status: 204 len: 168 time: 0.1576247 Mar 07 16:04:14.063852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50142) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:14.074198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0aa92e-6f90-494d-a2ff-1107744d94e3 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1318d5-9753-424d-8f6c-3380fd70b67a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:14.101135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b727ad60-7db1-4a3a-9208-ef435c8b8450 req-6ac09272-f04e-45c3-8efc-89df7ab5fb8a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859949 Mar 07 16:04:14.108696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b70d2f71-18bd-4171-8c84-f2ad80dfbb9d req-f662da79-1c22-4dc2-a2cd-b30710c1ab4f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145632 Mar 07 16:04:14.117188 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-f0cfca91-9eca-4ffa-bfc4-760ce5421986 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] show failed (client error): The resource could not be found. Mar 07 16:04:14.121247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f0cfca91-9eca-4ffa-bfc4-760ce5421986 tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "GET /v2.0/security-groups/3b1318d5-9753-424d-8f6c-3380fd70b67a HTTP/1.1" status: 404 len: 347 time: 0.0331552 Mar 07 16:04:14.121247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50146) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:14.157030 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b127e8e1-4379-402b-a455-917d9748e615 x-openstack-request-id: req-b127e8e1-4379-402b-a455-917d9748e615 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:14.157330 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17", "tag": "a8eb160b-3f3c-43a8-9b62-89a6cf71e11b", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:14.157588 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b127e8e1-4379-402b-a455-917d9748e615 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:14.157985 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17', 'tag': 'a8eb160b-3f3c-43a8-9b62-89a6cf71e11b', 'status': 'completed', 'code': 200} Mar 07 16:04:14.166463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-fe9afaf4-3116-4d71-92a4-cc01bacdb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:14.167982 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-fe9afaf4-3116-4d71-92a4-cc01bacdb5b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c318d24-0b57-4168-b73f-64793b2c1842 HTTP/1.1" status: 200 len: 858 time: 0.1238747 Mar 07 16:04:14.258885 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-93e44b72-6f91-4a61-9738-a24803ecfbef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfd5c92e-876d-4547-8864-0237e2fb3be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536730 Mar 07 16:04:14.265760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-6cb72d20-a540-4122-a4c1-5a9049492587 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:14.267257 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-6cb72d20-a540-4122-a4c1-5a9049492587 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 945 time: 0.0535908 Mar 07 16:04:14.269226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['21380996-5eaa-469c-b43e-ed771150563e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:14.377045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47691a56-1d44-4fe0-8556-4b765fd695ea req-c4fcd167-e1ce-44c9-9007-10be7b38d7fd tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:14.379373 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47691a56-1d44-4fe0-8556-4b765fd695ea req-c4fcd167-e1ce-44c9-9007-10be7b38d7fd tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1723306 Mar 07 16:04:14.413202 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Deleting port a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:14.413555 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.435426 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-0bedcb98-bbb6-47e2-998f-5e07f8cc0b13 service neutron] 10.222.0.15 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546021 Mar 07 16:04:14.448636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f5847-de45-4ce3-be1c-d880f9c97c41 req-a1fd8c71-b523-4a53-9024-53d4a2d2f46c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:14.449885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c1f5847-de45-4ce3-be1c-d880f9c97c41 req-a1fd8c71-b523-4a53-9024-53d4a2d2f46c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.0752387 Mar 07 16:04:14.454186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Deleting port ecb76750-6e75-4692-a11d-d7f7e2be9559 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:14.454536 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.563192 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47691a56-1d44-4fe0-8556-4b765fd695ea req-d0f7cd7d-892b-45a5-af05-fe5db6f7e34c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722972 Mar 07 16:04:14.591324 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.591667 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for floatingip (a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.616222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Calling delete_port for a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:14.626458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5f3f663-4bcc-4f80-a309-ba40669c8877 req-0ddae4de-f461-46eb-9db8-a1f9230225fa service neutron] 10.222.0.15 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851139 Mar 07 16:04:14.779906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a2658-6dd9-4c61-bbf8-01e7a9b5d3be req-58e4c19a-9559-403d-b6f9-7050323b27c2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:14.781479 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e16a2658-6dd9-4c61-bbf8-01e7a9b5d3be req-58e4c19a-9559-403d-b6f9-7050323b27c2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 944 time: 0.1511192 Mar 07 16:04:14.812235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-faef0e5e-21dc-4f94-896c-e0b91f7fced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:14.813776 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-faef0e5e-21dc-4f94-896c-e0b91f7fced6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7f32a58559442abbca48c91e1969eb7&device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 1126 time: 0.1236987 Mar 07 16:04:14.828875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab48e588-3b9d-4e48-9de4-7d1edb51f374', 'name': 'network-vif-deleted', 'tag': '2b1036ef-d50d-45f1-a9cc-176973fff854'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:14.831327 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b0667-c0d4-437a-8054-f48e8bf7f9d0" -d '{"events": [{"server_uuid": "ab48e588-3b9d-4e48-9de4-7d1edb51f374", "name": "network-vif-deleted", "tag": "2b1036ef-d50d-45f1-a9cc-176973fff854"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:14.869253 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c1f5847-de45-4ce3-be1c-d880f9c97c41 req-360c6c59-64f2-4b9c-8546-756410aa2ae2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109781 Mar 07 16:04:14.893156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] For port ecb76750-6e75-4692-a11d-d7f7e2be9559, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ecb76750-6e75-4692-a11d-d7f7e2be9559,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:14.893523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.908216 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e16a2658-6dd9-4c61-bbf8-01e7a9b5d3be req-1d8ee60d-e263-41b2-94ea-431aa792131b tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169944 Mar 07 16:04:14.909749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Calling delete_port for ecb76750-6e75-4692-a11d-d7f7e2be9559 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:14.915863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:14.964315 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe9a918-0da6-4a0d-92aa-581424a1c601 x-openstack-request-id: req-abe9a918-0da6-4a0d-92aa-581424a1c601 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:14.964605 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab48e588-3b9d-4e48-9de4-7d1edb51f374", "name": "network-vif-deleted", "tag": "2b1036ef-d50d-45f1-a9cc-176973fff854", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:14.964906 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abe9a918-0da6-4a0d-92aa-581424a1c601 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:14.965258 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab48e588-3b9d-4e48-9de4-7d1edb51f374', 'name': 'network-vif-deleted', 'tag': '2b1036ef-d50d-45f1-a9cc-176973fff854', 'status': 'completed', 'code': 200} Mar 07 16:04:14.987185 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:14.996790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:04:15.000312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-fed262f6-ae0d-4a94-a80b-1c6109f2cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:15.000866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:15.001263 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.001973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-fed262f6-ae0d-4a94-a80b-1c6109f2cc05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfd5c92e-876d-4547-8864-0237e2fb3be3 HTTP/1.1" status: 200 len: 919 time: 0.1785309 Mar 07 16:04:15.063614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecb021-7cc7-4b4c-96f6-9aaa663ef02c req-0274f802-fb7b-405b-be40-538aac40678b tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:15.065218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-95ecb021-7cc7-4b4c-96f6-9aaa663ef02c req-0274f802-fb7b-405b-be40-538aac40678b tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 944 time: 0.1177037 Mar 07 16:04:15.095222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:15.095630 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.132813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:15.137702 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.152281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-95ecb021-7cc7-4b4c-96f6-9aaa663ef02c req-5e6b93cf-11b6-40f5-97ea-46d4d3eea157 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781200 Mar 07 16:04:15.185314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ecb76750-6e75-4692-a11d-d7f7e2be9559), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.205445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ecb76750-6e75-4692-a11d-d7f7e2be9559'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:15.226140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Pushing event deleted for resources: {'Port': ['ID=ecb76750-6e75-4692-a11d-d7f7e2be9559,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:15.247900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2b1036ef-d50d-45f1-a9cc-176973fff854 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:15.277689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:15.280663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 2b1036ef-d50d-45f1-a9cc-176973fff854 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:15.281356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 2b1036ef-d50d-45f1-a9cc-176973fff854 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:15.311827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] No DVR routers for this DVR port ecb76750-6e75-4692-a11d-d7f7e2be9559 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:15.340658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.344123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd5eb618-60c1-4725-a3b5-151e2d2b12d9 req-cdea74f0-0e2c-4df7-bb31-b771dd15013f tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.15 "DELETE /v2.0/ports/ecb76750-6e75-4692-a11d-d7f7e2be9559 HTTP/1.1" status: 204 len: 173 time: 1.0715737 Mar 07 16:04:15.374874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333688b-c941-46d6-ba9a-ea3d04af7197 req-21ee2bec-b63b-40e1-b64a-f40e83ac3aae tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:15.376513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c333688b-c941-46d6-ba9a-ea3d04af7197 req-21ee2bec-b63b-40e1-b64a-f40e83ac3aae tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1114633 Mar 07 16:04:15.478017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6e67b71-33a3-44a6-a748-16a5f2ee3597 req-d3dc4f8c-b98b-4664-addd-6c4c5d82f544 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944 tempest-FloatingIPsAssociationNegativeTestJSON-1555119944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5324fd6-fd85-43a0-a371-30bfeaa052d7 HTTP/1.1" status: 200 len: 210 time: 0.0609043 Mar 07 16:04:15.493062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c333688b-c941-46d6-ba9a-ea3d04af7197 req-e188c964-c05f-4e22-86a1-f9b22ae50689 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986557 Mar 07 16:04:15.545433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Pushing event deleted for resources: {'Port': ['ID=a3d0f823-a4e7-4ff3-bb71-6fb30fe6f906,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:15.552953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-adf1cd3f-b79e-418a-b6f1-9e16aeb76f64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b HTTP/1.1" status: 200 len: 217 time: 0.1588356 Mar 07 16:04:15.603843 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks [] for floatingip (73b18b5f-c286-4c32-8acb-7b0360ea628b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.606829 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.610597 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1e16985a-f014-475d-bbe9-dd17f1919d8f tempest-ImagesOneServerNegativeTestJSON-301090199 tempest-ImagesOneServerNegativeTestJSON-301090199-project] 10.222.0.24 "DELETE /v2.0/floatingips/73b18b5f-c286-4c32-8acb-7b0360ea628b HTTP/1.1" status: 204 len: 168 time: 1.4863391 Mar 07 16:04:15.624058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-0f72cc58-8c10-40b2-927b-9ad7adb181fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:15.625766 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-0f72cc58-8c10-40b2-927b-9ad7adb181fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c318d24-0b57-4168-b73f-64793b2c1842 HTTP/1.1" status: 200 len: 858 time: 0.0676625 Mar 07 16:04:15.657915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0652977b-5362-49a6-aaab-d0e463502eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:15.660288 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e905909-f348-4388-b549-0534a951360e" -d '{"events": [{"server_uuid": "0652977b-5362-49a6-aaab-d0e463502eac", "name": "network-vif-plugged", "status": "completed", "tag": "c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:15.669773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-1b55162f-55b3-4464-8f85-79cdd770418a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfd5c92e-876d-4547-8864-0237e2fb3be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343642 Mar 07 16:04:15.725801 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55030e0-6be0-483d-b282-a4a8700c8d5e x-openstack-request-id: req-c55030e0-6be0-483d-b282-a4a8700c8d5e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:15.726104 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0652977b-5362-49a6-aaab-d0e463502eac", "name": "network-vif-plugged", "status": "completed", "tag": "c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:15.726366 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c55030e0-6be0-483d-b282-a4a8700c8d5e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:15.726766 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0652977b-5362-49a6-aaab-d0e463502eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f', 'code': 200} Mar 07 16:04:15.761291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50176) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:15.805968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ddab-6fe8-4a71-a414-230f66d1ef18 req-70479618-f082-41ef-9329-10281d8c8138 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:15.810171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c473ee84-97c2-4297-a7aa-8a24d6984d0c admin admin] Deleting subnet 5db2b77d-e9a6-4f41-96c7-3e3b16111aa9 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:04:15.811287 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-81f3ddab-6fe8-4a71-a414-230f66d1ef18 req-70479618-f082-41ef-9329-10281d8c8138 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1440020 Mar 07 16:04:15.813797 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c473ee84-97c2-4297-a7aa-8a24d6984d0c admin admin] Publish callbacks [] for subnet (5db2b77d-e9a6-4f41-96c7-3e3b16111aa9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.856572 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-23ccc508-2368-4451-a32e-81a402081142 service neutron] 10.222.0.15 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771121 Mar 07 16:04:15.865292 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c473ee84-97c2-4297-a7aa-8a24d6984d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (5db2b77d-e9a6-4f41-96c7-3e3b16111aa9), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.910242 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c473ee84-97c2-4297-a7aa-8a24d6984d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (5db2b77d-e9a6-4f41-96c7-3e3b16111aa9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:15.983403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-81f3ddab-6fe8-4a71-a414-230f66d1ef18 req-e778ef65-3e3a-407f-bf1d-d621759d1a3c tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4fd5329-1aa5-4be4-ac22-a2bf825f7061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550715 Mar 07 16:04:15.999677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0af8e2-bb68-4f38-b3e8-bad1f781cc59 req-3548822e-beaa-4fc7-b613-4914376cfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:16.001733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e0af8e2-bb68-4f38-b3e8-bad1f781cc59 req-3548822e-beaa-4fc7-b613-4914376cfbc2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 1127 time: 0.1891100 Mar 07 16:04:16.024871 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c473ee84-97c2-4297-a7aa-8a24d6984d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (5db2b77d-e9a6-4f41-96c7-3e3b16111aa9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.056103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2dd57e0-d801-4fb1-a83d-4144b0121488 req-ef782762-63f9-4fd2-a8c0-aa651cd3171d service neutron] 10.222.0.15 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854000 Mar 07 16:04:16.056939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473ee84-97c2-4297-a7aa-8a24d6984d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db2b77d-e9a6-4f41-96c7-3e3b16111aa9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:16.061974 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c473ee84-97c2-4297-a7aa-8a24d6984d0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.069671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c473ee84-97c2-4297-a7aa-8a24d6984d0c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5db2b77d-e9a6-4f41-96c7-3e3b16111aa9 HTTP/1.1" status: 204 len: 168 time: 0.3069482 Mar 07 16:04:16.070367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50182) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:16.085205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162cfd-a8aa-4ebc-baea-018686339ba8 req-f62bea76-c57b-429f-ad4d-fcdbf06836a1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:16.086665 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49162cfd-a8aa-4ebc-baea-018686339ba8 req-f62bea76-c57b-429f-ad4d-fcdbf06836a1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.1329253 Mar 07 16:04:16.142350 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e0af8e2-bb68-4f38-b3e8-bad1f781cc59 req-84264a88-3044-40db-830b-8cb206dcd251 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260912 Mar 07 16:04:16.158277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-e2e2f2c7-97d4-488f-9f78-3f1f03482645 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:16.159773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-e2e2f2c7-97d4-488f-9f78-3f1f03482645 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 950 time: 0.1186728 Mar 07 16:04:16.172460 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f410a1-765d-45c9-8e5c-7cb3f378a5e5 req-32171868-15b5-43dc-89cd-78e46cbd8c03 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:16.173937 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69f410a1-765d-45c9-8e5c-7cb3f378a5e5 req-32171868-15b5-43dc-89cd-78e46cbd8c03 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 944 time: 0.1300828 Mar 07 16:04:16.181828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (2dac91be-7d1e-46c4-9bfc-8061a0be2bc4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.193076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49162cfd-a8aa-4ebc-baea-018686339ba8 req-2ccc9377-7b77-43f2-959e-202344f40a13 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943415 Mar 07 16:04:16.237907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69f410a1-765d-45c9-8e5c-7cb3f378a5e5 req-5baafedf-df54-4802-8099-ca7c15229bdf tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570657 Mar 07 16:04:16.276066 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (2dac91be-7d1e-46c4-9bfc-8061a0be2bc4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.323449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dac91be-7d1e-46c4-9bfc-8061a0be2bc4']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:16.336534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466418e4-f694-4fbb-8342-d83e2701f343') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:16.336827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466418e4-f694-4fbb-8342-d83e2701f343') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:16.348848 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (466418e4-f694-4fbb-8342-d83e2701f343), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.366646 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (466418e4-f694-4fbb-8342-d83e2701f343), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.379542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e59d86-45b7-468d-a9ef-5f445da0cc2b req-7362be05-bff0-4b45-bbf1-1142ff6e82bc tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:16.381118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86e59d86-45b7-468d-a9ef-5f445da0cc2b req-7362be05-bff0-4b45-bbf1-1142ff6e82bc tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 944 time: 0.1094725 Mar 07 16:04:16.384388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:04:16.384992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (466418e4-f694-4fbb-8342-d83e2701f343), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:04:16.387508 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:04:16.478861 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (2dac91be-7d1e-46c4-9bfc-8061a0be2bc4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.490301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07de9db-3a93-48f7-91de-89a0a175e55f req-138ab05a-b05d-4c2d-99ef-1fb5d2abaf0f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:16.491885 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e07de9db-3a93-48f7-91de-89a0a175e55f req-138ab05a-b05d-4c2d-99ef-1fb5d2abaf0f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.1153028 Mar 07 16:04:16.497459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.500664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2dac91be-7d1e-46c4-9bfc-8061a0be2bc4 HTTP/1.1" status: 204 len: 168 time: 0.4285116 Mar 07 16:04:16.502461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5533fb-9019-45e7-8e4e-2017363220e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dac91be-7d1e-46c4-9bfc-8061a0be2bc4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:16.511332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86e59d86-45b7-468d-a9ef-5f445da0cc2b req-14e05eac-1c7d-4706-8610-da99aad8f111 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140060 Mar 07 16:04:16.537370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Deleting port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:16.537757 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.579038 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e07de9db-3a93-48f7-91de-89a0a175e55f req-eaca0e18-e35d-4355-8446-85179ed157ae tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806804 Mar 07 16:04:16.643766 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69057654-84ba-4bbd-bd5a-add87b898052 req-b7feefd6-b979-4211-8989-0d652ebc2ed8 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:16.651344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69057654-84ba-4bbd-bd5a-add87b898052 req-b7feefd6-b979-4211-8989-0d652ebc2ed8 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.0785666 Mar 07 16:04:16.653013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50196) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:16.653360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50198) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:16.661535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] For port be9889cd-fa5c-453e-a7f2-fe1d8fc58241, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:16.661913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.675052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Calling delete_port for be9889cd-fa5c-453e-a7f2-fe1d8fc58241 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:16.808721 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (be9889cd-fa5c-453e-a7f2-fe1d8fc58241), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.815569 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1c06be33-4d75-48a7-bb03-22e6ee9e49b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4648c775f1a74b17bcdf6aa7d566845a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593428 Mar 07 16:04:16.818623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50200) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:16.822819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['be9889cd-fa5c-453e-a7f2-fe1d8fc58241'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:16.829013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69057654-84ba-4bbd-bd5a-add87b898052 req-a098176f-45f5-41a3-a3f9-a600dc621462 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768324 Mar 07 16:04:16.840903 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Pushing event deleted for resources: {'Port': ['ID=be9889cd-fa5c-453e-a7f2-fe1d8fc58241,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:16.897080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] No DVR routers for this DVR port be9889cd-fa5c-453e-a7f2-fe1d8fc58241 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:16.899912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.903324 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d504709-8cb5-46ed-a6c0-817f0616f30d req-aed3554d-3fe6-4886-88a2-f3e28833f232 tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.11 "DELETE /v2.0/ports/be9889cd-fa5c-453e-a7f2-fe1d8fc58241 HTTP/1.1" status: 204 len: 173 time: 0.5367949 Mar 07 16:04:16.903820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'name': 'network-vif-deleted', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:16.906077 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0055f55d-0146-49a0-a4b1-c6af3583f915" -d '{"events": [{"server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "name": "network-vif-deleted", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:16.946935 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eca96fe-ca0f-4d38-9714-c079c99aa7e8 x-openstack-request-id: req-2eca96fe-ca0f-4d38-9714-c079c99aa7e8 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:16.947239 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af13270c-23a9-4c1a-8d5d-90c128450a45", "name": "network-vif-deleted", "tag": "be9889cd-fa5c-453e-a7f2-fe1d8fc58241", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:16.947496 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2eca96fe-ca0f-4d38-9714-c079c99aa7e8 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:16.947896 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af13270c-23a9-4c1a-8d5d-90c128450a45', 'name': 'network-vif-deleted', 'tag': 'be9889cd-fa5c-453e-a7f2-fe1d8fc58241', 'status': 'completed', 'code': 200} Mar 07 16:04:16.956178 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f822c46-489b-4b95-8090-6d8ceb248cbe admin admin] Publish callbacks [] for security_group (07d62bf0-34a2-4bb7-972a-68fc60ae1a6d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:16.984107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'name': 'network-vif-deleted', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:16.986742 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7804e8-82fd-424d-9912-c862575b7075" -d '{"events": [{"server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "name": "network-vif-deleted", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:17.025943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f822c46-489b-4b95-8090-6d8ceb248cbe admin admin] Publish callbacks [] for security_group (07d62bf0-34a2-4bb7-972a-68fc60ae1a6d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:17.047457 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c38719-d015-490e-ac84-2eb7933d7e90 x-openstack-request-id: req-17c38719-d015-490e-ac84-2eb7933d7e90 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:17.047752 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5324fd6-fd85-43a0-a371-30bfeaa052d7", "name": "network-vif-deleted", "tag": "ecb76750-6e75-4692-a11d-d7f7e2be9559", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:17.048534 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17c38719-d015-490e-ac84-2eb7933d7e90 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:17.048534 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5324fd6-fd85-43a0-a371-30bfeaa052d7', 'name': 'network-vif-deleted', 'tag': 'ecb76750-6e75-4692-a11d-d7f7e2be9559', 'status': 'completed', 'code': 200} Mar 07 16:04:17.125586 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d7e5ebe7-1763-497b-98a4-68f7b760375b req-d32164d9-db26-46e3-940a-8870dc72194a tempest-ServersAdminTestJSON-1885602176 tempest-ServersAdminTestJSON-1885602176-project] 10.222.0.24 "GET /v2.0/ports?device_id=af13270c-23a9-4c1a-8d5d-90c128450a45 HTTP/1.1" status: 200 len: 210 time: 0.0388770 Mar 07 16:04:17.155322 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f822c46-489b-4b95-8090-6d8ceb248cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (07d62bf0-34a2-4bb7-972a-68fc60ae1a6d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:17.157897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f822c46-489b-4b95-8090-6d8ceb248cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:17.159073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9f822c46-489b-4b95-8090-6d8ceb248cbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07d62bf0-34a2-4bb7-972a-68fc60ae1a6d HTTP/1.1" status: 204 len: 168 time: 0.3395023 Mar 07 16:04:17.177208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f822c46-489b-4b95-8090-6d8ceb248cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d62bf0-34a2-4bb7-972a-68fc60ae1a6d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:17.242049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 21380996-5eaa-469c-b43e-ed771150563e up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:17.315926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (03770cea-74ee-4e4a-9794-b354fae1eda4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:17.459777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 21380996-5eaa-469c-b43e-ed771150563e completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:04:17.467146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 21380996-5eaa-469c-b43e-ed771150563e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:17.467862 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21380996-5eaa-469c-b43e-ed771150563e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:17.517322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508afb6-9f79-4692-8acc-8bc455085be5 req-4ddbda74-9291-4860-819c-367bf32fd7e7 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:17.518877 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0508afb6-9f79-4692-8acc-8bc455085be5 req-4ddbda74-9291-4860-819c-367bf32fd7e7 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 944 time: 0.1628907 Mar 07 16:04:17.578823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 21380996-5eaa-469c-b43e-ed771150563e is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:17.579234 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21380996-5eaa-469c-b43e-ed771150563e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:17.645660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 21380996-5eaa-469c-b43e-ed771150563e, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=21380996-5eaa-469c-b43e-ed771150563e,segment=NetworkSegment(300520bc-ba34-46cf-a605-59d25875de6e),segment_id=300520bc-ba34-46cf-a605-59d25875de6e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:17.660830 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (21380996-5eaa-469c-b43e-ed771150563e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:17.685379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0508afb6-9f79-4692-8acc-8bc455085be5 req-122715eb-a7ed-43fa-8e07-5a83b24e983f tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588359 Mar 07 16:04:17.694620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b6acd-7579-4127-b94d-783fd3e0af82 req-f371dc0c-3a5f-48ad-aef7-2322ddb00a2f tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:17.703776 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-453b6acd-7579-4127-b94d-783fd3e0af82 req-f371dc0c-3a5f-48ad-aef7-2322ddb00a2f tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 944 time: 0.1081762 Mar 07 16:04:17.772627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-453b6acd-7579-4127-b94d-783fd3e0af82 req-1afcf354-e09c-4c5f-b4ac-934e18d96fc8 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670772 Mar 07 16:04:17.775487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92cd066-5541-43c3-b01c-3e297f9b519c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21380996-5eaa-469c-b43e-ed771150563e'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:17.780323 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf7a27c-d6af-40c5-8516-8bd393b18b53" -d '{"events": [{"server_uuid": "a92cd066-5541-43c3-b01c-3e297f9b519c", "name": "network-vif-plugged", "status": "completed", "tag": "21380996-5eaa-469c-b43e-ed771150563e"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:17.802312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=21380996-5eaa-469c-b43e-ed771150563e,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:17.829934 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdf50eb-2726-496e-8105-b39f4ac2df67 x-openstack-request-id: req-4bdf50eb-2726-496e-8105-b39f4ac2df67 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:17.830519 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92cd066-5541-43c3-b01c-3e297f9b519c", "name": "network-vif-plugged", "status": "completed", "tag": "21380996-5eaa-469c-b43e-ed771150563e", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:17.830519 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bdf50eb-2726-496e-8105-b39f4ac2df67 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:17.830867 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92cd066-5541-43c3-b01c-3e297f9b519c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21380996-5eaa-469c-b43e-ed771150563e', 'code': 200} Mar 07 16:04:17.880928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1c8ad-2535-4cbe-b95d-16dcfe233f28 req-575d9d42-93c6-4a61-b864-24c3d5008207 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:17.882469 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bad1c8ad-2535-4cbe-b95d-16dcfe233f28 req-575d9d42-93c6-4a61-b864-24c3d5008207 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.1098022 Mar 07 16:04:17.891769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Deleting port 081fbb1d-a43c-4e83-a126-640fa928cd74 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:17.892214 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:17.958483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba442f51-4241-49bf-a07c-91a876916f2f req-68c1efff-42a7-423a-b228-013dc6b50e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:17.960142 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ba442f51-4241-49bf-a07c-91a876916f2f req-68c1efff-42a7-423a-b228-013dc6b50e6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 1127 time: 0.0662138 Mar 07 16:04:18.016433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bad1c8ad-2535-4cbe-b95d-16dcfe233f28 req-6bca9996-ef06-438e-a3a0-bcd2c27e8056 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219711 Mar 07 16:04:18.039353 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b631-b8ff-4ad6-a6c3-7d568868a10b req-c5e46f08-bc85-4445-93ef-2d489f5f6169 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:18.040940 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e391b631-b8ff-4ad6-a6c3-7d568868a10b req-c5e46f08-bc85-4445-93ef-2d489f5f6169 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.0966918 Mar 07 16:04:18.047267 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ba442f51-4241-49bf-a07c-91a876916f2f req-36c0eca5-14ef-4d2f-90c2-86b7a634cfad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658872 Mar 07 16:04:18.047521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] For port 081fbb1d-a43c-4e83-a126-640fa928cd74, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=081fbb1d-a43c-4e83-a126-640fa928cd74,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:18.047926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:18.060989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Calling delete_port for 081fbb1d-a43c-4e83-a126-640fa928cd74 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:18.107375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e391b631-b8ff-4ad6-a6c3-7d568868a10b req-76dbebb8-f1f0-4e46-99fb-7049ebf84e60 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591009 Mar 07 16:04:18.255448 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (081fbb1d-a43c-4e83-a126-640fa928cd74), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:18.289397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Pushing event deleted for resources: {'Port': ['ID=081fbb1d-a43c-4e83-a126-640fa928cd74,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:18.454850 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-59f05fdb-8e08-4277-9f28-d791c04cb0ce req-1cb8e21f-6e58-4c89-8449-9de9dae6a22d tempest-AbsoluteLimitsNegativeTestJSON-617305201 tempest-AbsoluteLimitsNegativeTestJSON-617305201-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=95d84e9e8e48458e80c38c0e6559e1a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283873 Mar 07 16:04:18.518988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (03770cea-74ee-4e4a-9794-b354fae1eda4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:18.550928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50260) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:18.589950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f05fdb-8e08-4277-9f28-d791c04cb0ce req-dbb2e242-ed7a-4a3c-8b9a-08e2da90763b tempest-AbsoluteLimitsNegativeTestJSON-617305201 tempest-AbsoluteLimitsNegativeTestJSON-617305201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:18.591395 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-59f05fdb-8e08-4277-9f28-d791c04cb0ce req-dbb2e242-ed7a-4a3c-8b9a-08e2da90763b tempest-AbsoluteLimitsNegativeTestJSON-617305201 tempest-AbsoluteLimitsNegativeTestJSON-617305201-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303091 Mar 07 16:04:18.606943 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-59f05fdb-8e08-4277-9f28-d791c04cb0ce req-4c460089-afdd-4143-9f51-9d700128d279 tempest-AbsoluteLimitsNegativeTestJSON-617305201 tempest-AbsoluteLimitsNegativeTestJSON-617305201-project] 10.222.0.24 "GET /v2.0/quotas/95d84e9e8e48458e80c38c0e6559e1a6 HTTP/1.1" status: 200 len: 375 time: 0.0099962 Mar 07 16:04:18.645724 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-59f05fdb-8e08-4277-9f28-d791c04cb0ce req-626bf55d-8f30-4ad0-9b73-34d94ec7dc2e tempest-AbsoluteLimitsNegativeTestJSON-617305201 tempest-AbsoluteLimitsNegativeTestJSON-617305201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95d84e9e8e48458e80c38c0e6559e1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331204 Mar 07 16:04:18.720838 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7ccdee9b-4bf2-4aba-bdd8-b5c83ac68019 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0be818a532e64f47a37a8ba4b463fa98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684167 Mar 07 16:04:18.721630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50268) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:18.774257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d8f16c2d-65f6-4f2e-abca-e90d26e54c83 admin admin] Publish callbacks [] for security_group (f4fd5329-1aa5-4be4-ac22-a2bf825f7061), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:18.811589 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d8f16c2d-65f6-4f2e-abca-e90d26e54c83 admin admin] Publish callbacks [] for security_group (f4fd5329-1aa5-4be4-ac22-a2bf825f7061), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:18.814767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Router 03770cea-74ee-4e4a-9794-b354fae1eda4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:04:18.877822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30220-c2bb-4824-ae63-75b3b089f806 req-a46471b8-3fc3-4929-81f9-5882fb550cd1 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:18.880497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3df30220-c2bb-4824-ae63-75b3b089f806 req-a46471b8-3fc3-4929-81f9-5882fb550cd1 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 944 time: 0.1145396 Mar 07 16:04:18.910740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4790d2-d5b5-4f34-8e35-6426a297bf29 req-126adc50-d8aa-4c83-96dd-31b4f5510f74 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:18.912527 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f4790d2-d5b5-4f34-8e35-6426a297bf29 req-126adc50-d8aa-4c83-96dd-31b4f5510f74 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 945 time: 0.0640786 Mar 07 16:04:18.917271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device be9889cd-fa5c-453e-a7f2-fe1d8fc58241 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:18.921421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d8f16c2d-65f6-4f2e-abca-e90d26e54c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f4fd5329-1aa5-4be4-ac22-a2bf825f7061), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:18.925303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d8f16c2d-65f6-4f2e-abca-e90d26e54c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:18.929115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d8f16c2d-65f6-4f2e-abca-e90d26e54c83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4fd5329-1aa5-4be4-ac22-a2bf825f7061 HTTP/1.1" status: 204 len: 168 time: 0.2039900 Mar 07 16:04:18.944464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f16c2d-65f6-4f2e-abca-e90d26e54c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fd5329-1aa5-4be4-ac22-a2bf825f7061,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:18.963064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: be9889cd-fa5c-453e-a7f2-fe1d8fc58241 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:18.963415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device be9889cd-fa5c-453e-a7f2-fe1d8fc58241 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:19.006271 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f4790d2-d5b5-4f34-8e35-6426a297bf29 req-4a4d7010-5b39-45f8-97ce-2b35c6963ccf tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724990 Mar 07 16:04:19.022698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50276) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:19.041207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3df30220-c2bb-4824-ae63-75b3b089f806 req-bd4f798a-a49a-4613-9d94-456845152c99 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494873 Mar 07 16:04:19.062045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:19.073021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-69a62a9e-dab8-44b2-a7ae-739f51bd39fd admin admin] 10.222.0.24 "PUT /v2.0/routers/03770cea-74ee-4e4a-9794-b354fae1eda4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4144623 Mar 07 16:04:19.073143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50282) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:19.078302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] Sync routers for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:19.090178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:19.090961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:19.241168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device a8eb160b-3f3c-43a8-9b62-89a6cf71e11b details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:04:19.243695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aca11b-50ab-4c5d-b26f-bcfad6b0ad3d req-336faf04-bf77-4405-8f7f-1572f9b4498c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:19.250712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89aca11b-50ab-4c5d-b26f-bcfad6b0ad3d req-336faf04-bf77-4405-8f7f-1572f9b4498c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.1272733 Mar 07 16:04:19.275242 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:04:19.276879 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks [] for router (03770cea-74ee-4e4a-9794-b354fae1eda4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.334789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7c3b7-fc3d-4a4b-883d-36dc0ab4f6a2 req-c980ed9f-6cbd-4d49-8b04-589adef38a34 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:19.336571 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-51c7c3b7-fc3d-4a4b-883d-36dc0ab4f6a2 req-c980ed9f-6cbd-4d49-8b04-589adef38a34 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1288238 Mar 07 16:04:19.352230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ecb76750-6e75-4692-a11d-d7f7e2be9559 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:19.355818 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89aca11b-50ab-4c5d-b26f-bcfad6b0ad3d req-f1308e2b-e6be-48a9-912f-ec11c3df4a6a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040554 Mar 07 16:04:19.397060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:19.415093 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb453775-d398-477b-9a16-a2cf1223f0a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.418012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-51c7c3b7-fc3d-4a4b-883d-36dc0ab4f6a2 req-3a78e647-d39d-4ef1-8e2a-0d9182bf5b42 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749936 Mar 07 16:04:19.434144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:19.461397 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks [] for router_gateway (03770cea-74ee-4e4a-9794-b354fae1eda4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.489288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50288) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:19.518170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'a8eb160b-3f3c-43a8-9b62-89a6cf71e11b', 'network_id': 'cfd5c92e-876d-4547-8864-0237e2fb3be3', 'port_id': 'a8eb160b-3f3c-43a8-9b62-89a6cf71e11b', 'mac_address': 'fa:16:3e:9e:81:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c318d24-0b57-4168-b73f-64793b2c1842', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:04:19.523756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: ecb76750-6e75-4692-a11d-d7f7e2be9559 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:19.524119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ecb76750-6e75-4692-a11d-d7f7e2be9559 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:19.581943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb453775-d398-477b-9a16-a2cf1223f0a1 admin admin] Publish callbacks [] for security_group (9b9fa39c-915e-475b-859f-4dceb846c930), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.586133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:19.586746 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.587026 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-914dec38-b685-41d4-b706-ae810ae47182 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89541300554044808881115e91be4b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965612 Mar 07 16:04:19.588895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb453775-d398-477b-9a16-a2cf1223f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9b9fa39c-915e-475b-859f-4dceb846c930), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.589894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50290) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:19.627942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Deleting port 28441ec5-1f15-4418-8872-7c0e44f03f34 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:19.628188 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.633085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eb160b-3f3c-43a8-9b62-89a6cf71e11b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:19.642182 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d287204a-9273-434d-bd97-c58db278208d admin admin] Publish callbacks [] for security_group (1d267e53-0bf8-4081-88b1-b78728765293), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.644650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb453775-d398-477b-9a16-a2cf1223f0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9fa39c-915e-475b-859f-4dceb846c930,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:19.657093 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cb453775-d398-477b-9a16-a2cf1223f0a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95d84e9e8e48458e80c38c0e6559e1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6333108 Mar 07 16:04:19.660475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50292) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:19.666835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:19.671760 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d287204a-9273-434d-bd97-c58db278208d admin admin] Publish callbacks [] for security_group (1d267e53-0bf8-4081-88b1-b78728765293), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.676388 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.730362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d287204a-9273-434d-bd97-c58db278208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1d267e53-0bf8-4081-88b1-b78728765293), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.733864 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d287204a-9273-434d-bd97-c58db278208d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.739628 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d287204a-9273-434d-bd97-c58db278208d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d267e53-0bf8-4081-88b1-b78728765293 HTTP/1.1" status: 204 len: 168 time: 0.1449599 Mar 07 16:04:19.745585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287204a-9273-434d-bd97-c58db278208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d267e53-0bf8-4081-88b1-b78728765293,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:19.757386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] For port 28441ec5-1f15-4418-8872-7c0e44f03f34, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=28441ec5-1f15-4418-8872-7c0e44f03f34,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:19.757918 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.775253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:19.778391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6ef65ab-f775-4432-96d7-daf21eaad7ae admin admin] Publish callbacks [] for security_group (9b9fa39c-915e-475b-859f-4dceb846c930), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.781008 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Calling delete_port for 28441ec5-1f15-4418-8872-7c0e44f03f34 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:19.797709 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:04:18Z', 'revision_number': 5, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port': {'id': '28441ec5-1f15-4418-8872-7c0e44f03f34', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:21Z', 'updated_at': '2022-03-07T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:19.814090 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6ef65ab-f775-4432-96d7-daf21eaad7ae admin admin] Publish callbacks [] for security_group (9b9fa39c-915e-475b-859f-4dceb846c930), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.828629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] Checking router: 03770cea-74ee-4e4a-9794-b354fae1eda4 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:19.837792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] Routers {'03770cea-74ee-4e4a-9794-b354fae1eda4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:19.838493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:03:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['03770cea-74ee-4e4a-9794-b354fae1eda4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:19.944708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] Set router 03770cea-74ee-4e4a-9794-b354fae1eda4 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:19.948199 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6ef65ab-f775-4432-96d7-daf21eaad7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9b9fa39c-915e-475b-859f-4dceb846c930), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.951000 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6ef65ab-f775-4432-96d7-daf21eaad7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:19.954594 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d6ef65ab-f775-4432-96d7-daf21eaad7ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b9fa39c-915e-475b-859f-4dceb846c930 HTTP/1.1" status: 204 len: 168 time: 0.2904329 Mar 07 16:04:19.962883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef65ab-f775-4432-96d7-daf21eaad7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9fa39c-915e-475b-859f-4dceb846c930,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:20.016751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:04:19Z', 'revision_number': 6, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:20.049697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ca6b-17b8-4372-81c4-2a5fc7a1329a None None] The sync data for ids ['03770cea-74ee-4e4a-9794-b354fae1eda4'] in n-d-830010-8 is: [{'id': '03770cea-74ee-4e4a-9794-b354fae1eda4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574244215-router', 'tenant_id': '067d9192914545d1ab02d7c5fdf76e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:20Z', 'updated_at': '2022-03-07T16:04:19Z', 'revision_number': 6, 'project_id': '067d9192914545d1ab02d7c5fdf76e3a', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:20.070876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (28441ec5-1f15-4418-8872-7c0e44f03f34), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:20.111227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['a8eb160b-3f3c-43a8-9b62-89a6cf71e11b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:20.135005 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Pushing event deleted for resources: {'Port': ['ID=28441ec5-1f15-4418-8872-7c0e44f03f34,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:20.264064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bdc0e-5085-4f4f-b884-fe9a6e22142f req-610a1171-e93b-4893-91c5-0fda2a4158a7 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:20.265681 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-175bdc0e-5085-4f4f-b884-fe9a6e22142f req-610a1171-e93b-4893-91c5-0fda2a4158a7 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 945 time: 0.1343925 Mar 07 16:04:20.282739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (03770cea-74ee-4e4a-9794-b354fae1eda4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:20.451720 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (03770cea-74ee-4e4a-9794-b354fae1eda4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:20.457972 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks [] for router_controller (03770cea-74ee-4e4a-9794-b354fae1eda4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:20.477649 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-175bdc0e-5085-4f4f-b884-fe9a6e22142f req-ea74c264-afc7-4aa5-9cd4-3d3629254657 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044063 Mar 07 16:04:20.533227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 081fbb1d-a43c-4e83-a126-640fa928cd74 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:20.571376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 081fbb1d-a43c-4e83-a126-640fa928cd74 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:20.571376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 081fbb1d-a43c-4e83-a126-640fa928cd74 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:20.584436 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (03770cea-74ee-4e4a-9794-b354fae1eda4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:20.586155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03770cea-74ee-4e4a-9794-b354fae1eda4 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:04:20.605770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:20.607390 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e84ce596-e2fa-432d-99e0-83f058306261 admin admin] 10.222.0.24 "DELETE /v2.0/routers/03770cea-74ee-4e4a-9794-b354fae1eda4 HTTP/1.1" status: 204 len: 168 time: 1.5341542 Mar 07 16:04:20.610551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50322) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:20.612184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5211d75-33a4-4eda-a52f-0f2bf4bb103c req-95a5c542-a348-43f3-b5e6-88f1dfa42df8 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:20.614937 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b5211d75-33a4-4eda-a52f-0f2bf4bb103c req-95a5c542-a348-43f3-b5e6-88f1dfa42df8 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 945 time: 0.4734709 Mar 07 16:04:20.691609 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b5211d75-33a4-4eda-a52f-0f2bf4bb103c req-900eaaa8-d509-4fd4-9eee-ed0b01048c99 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705409 Mar 07 16:04:20.713975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e032980-ae09-4fd1-92fd-5056d2bebf95 admin admin] Deleting subnet 19fd3374-629f-4e31-a88b-7fb92021f2b2 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:04:20.717458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e032980-ae09-4fd1-92fd-5056d2bebf95 admin admin] Publish callbacks [] for subnet (19fd3374-629f-4e31-a88b-7fb92021f2b2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:20.749984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c262f3-b4d0-4c16-8b0b-5d1769af3fc7 req-98c562a4-d8a7-4186-9ac5-01e179493d0f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:20.751659 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4c262f3-b4d0-4c16-8b0b-5d1769af3fc7 req-98c562a4-d8a7-4186-9ac5-01e179493d0f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.0957496 Mar 07 16:04:20.786585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e032980-ae09-4fd1-92fd-5056d2bebf95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (19fd3374-629f-4e31-a88b-7fb92021f2b2), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:20.857082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4c262f3-b4d0-4c16-8b0b-5d1769af3fc7 req-480670bc-8030-4826-ad0f-f692376c798e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929329 Mar 07 16:04:20.875883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0fe63-62c5-457b-94e5-57a2e82c3d89 req-2026e48d-1eb9-4f33-9429-52d167c4a9a1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:20.878221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7fe0fe63-62c5-457b-94e5-57a2e82c3d89 req-2026e48d-1eb9-4f33-9429-52d167c4a9a1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.0618725 Mar 07 16:04:20.933473 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7fe0fe63-62c5-457b-94e5-57a2e82c3d89 req-fd0cb578-8fe2-4bb1-828b-a7a94003aaeb tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469122 Mar 07 16:04:20.974219 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e032980-ae09-4fd1-92fd-5056d2bebf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (19fd3374-629f-4e31-a88b-7fb92021f2b2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.055839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e032980-ae09-4fd1-92fd-5056d2bebf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (19fd3374-629f-4e31-a88b-7fb92021f2b2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.090322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e032980-ae09-4fd1-92fd-5056d2bebf95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19fd3374-629f-4e31-a88b-7fb92021f2b2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:21.093173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e032980-ae09-4fd1-92fd-5056d2bebf95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.100257 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6e032980-ae09-4fd1-92fd-5056d2bebf95 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/19fd3374-629f-4e31-a88b-7fb92021f2b2 HTTP/1.1" status: 204 len: 168 time: 0.4849074 Mar 07 16:04:21.100711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50346) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:21.102917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e3b94-0c47-418f-af48-60aad3564912 None None] Network b40390c1-4376-42c5-ac3f-620cb9e4c366 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:21.213078 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b40390c1-4376-42c5-ac3f-620cb9e4c366), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.281512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-2cccdfef-8230-4319-ab79-53de0490ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:21.289476 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-2cccdfef-8230-4319-ab79-53de0490ec13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f92a155252f54635b4ebd497ba90845c&device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 1127 time: 0.1123881 Mar 07 16:04:21.338217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Deleting port b51fcd3b-6526-439b-8571-79f497b3c8e5 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:21.339350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.353171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9ed9-27dd-4a71-9d03-6e51a3f3ff6a req-ed54033f-f5d7-4986-aab7-724a6276263a tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:21.355385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ced9ed9-27dd-4a71-9d03-6e51a3f3ff6a req-ed54033f-f5d7-4986-aab7-724a6276263a tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 945 time: 0.0951576 Mar 07 16:04:21.384170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947a44e4-19bc-48c6-8744-2b48e9551c41 None None] DHCP port deletion for b40390c1-4376-42c5-ac3f-620cb9e4c366 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:04:21.462023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-ea440246-8e18-4362-8a98-53df29931a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:21.464041 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-ea440246-8e18-4362-8a98-53df29931a92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=59c6551b-c1df-4be0-a3b8-0a80e6e025e2 HTTP/1.1" status: 200 len: 913 time: 0.1642370 Mar 07 16:04:21.465166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] For port b51fcd3b-6526-439b-8571-79f497b3c8e5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b51fcd3b-6526-439b-8571-79f497b3c8e5,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:21.465777 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.484484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-947a44e4-19bc-48c6-8744-2b48e9551c41 None None] Deleting port b51fcd3b-6526-439b-8571-79f497b3c8e5 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:21.485494 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-947a44e4-19bc-48c6-8744-2b48e9551c41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.500061 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ced9ed9-27dd-4a71-9d03-6e51a3f3ff6a req-e27dba3c-8dbb-49e4-9a3b-68193f9b7205 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306250 Mar 07 16:04:21.505779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Calling delete_port for b51fcd3b-6526-439b-8571-79f497b3c8e5 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:21.545555 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-1dd0ef27-8a6c-43c8-a806-e01b918f8d31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21380996-5eaa-469c-b43e-ed771150563e HTTP/1.1" status: 200 len: 217 time: 0.0747414 Mar 07 16:04:21.591189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-947a44e4-19bc-48c6-8744-2b48e9551c41 None None] For port b51fcd3b-6526-439b-8571-79f497b3c8e5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b51fcd3b-6526-439b-8571-79f497b3c8e5,segment=NetworkSegment(eaf4268a-6acb-45c2-8236-d6fde9fd8514),segment_id=eaf4268a-6acb-45c2-8236-d6fde9fd8514)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:21.591924 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-947a44e4-19bc-48c6-8744-2b48e9551c41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.613944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.614940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-37eb238d-ba94-4ec5-a3f1-7da71c649a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:21.615328 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-947a44e4-19bc-48c6-8744-2b48e9551c41 None None] Calling delete_port for b51fcd3b-6526-439b-8571-79f497b3c8e5 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:21.616891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-37eb238d-ba94-4ec5-a3f1-7da71c649a7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c05a775-92cb-42c0-849a-1f8c56017619 HTTP/1.1" status: 200 len: 852 time: 0.0644302 Mar 07 16:04:21.635238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50360) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:21.643897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Pushing event deleted for resources: {'Port': ['ID=b51fcd3b-6526-439b-8571-79f497b3c8e5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:21.648278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] No DVR routers for this DVR port b51fcd3b-6526-439b-8571-79f497b3c8e5 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:21.676475 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-81997860-96e8-48d3-aabe-8b16368627fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59c6551b-c1df-4be0-a3b8-0a80e6e025e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536485 Mar 07 16:04:21.729897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b40390c1-4376-42c5-ac3f-620cb9e4c366), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.750222 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-947a44e4-19bc-48c6-8744-2b48e9551c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (b51fcd3b-6526-439b-8571-79f497b3c8e5), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.763365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40390c1-4376-42c5-ac3f-620cb9e4c366']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:21.775408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf4268a-6acb-45c2-8236-d6fde9fd8514') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:21.775846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf4268a-6acb-45c2-8236-d6fde9fd8514') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:21.786662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a44e4-19bc-48c6-8744-2b48e9551c41 None None] No DVR routers for this DVR port b51fcd3b-6526-439b-8571-79f497b3c8e5 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:21.788786 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (eaf4268a-6acb-45c2-8236-d6fde9fd8514), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.805198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (eaf4268a-6acb-45c2-8236-d6fde9fd8514), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.813516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:04:21.813902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (eaf4268a-6acb-45c2-8236-d6fde9fd8514), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:04:21.817140 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:04:21.830954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a44e4-19bc-48c6-8744-2b48e9551c41 None None] Pushing event deleted for resources: {'Port': ['ID=b51fcd3b-6526-439b-8571-79f497b3c8e5,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:21.900734 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b40390c1-4376-42c5-ac3f-620cb9e4c366), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.905895 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:21.906042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7f9a0-3b83-4f75-8238-baf5573fb0c2 req-37335334-598e-41af-bdff-da03637c67c3 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:21.907575 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7a7f9a0-3b83-4f75-8238-baf5573fb0c2 req-37335334-598e-41af-bdff-da03637c67c3 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 945 time: 0.1152031 Mar 07 16:04:21.911984 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-ee2e7ca6-0fd9-4482-b67f-2a48fba4333d service neutron] 10.222.0.15 "GET /v2.0/networks/59c6551b-c1df-4be0-a3b8-0a80e6e025e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280481 Mar 07 16:04:21.918854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] 10.222.0.24 "DELETE /v2.0/networks/b40390c1-4376-42c5-ac3f-620cb9e4c366 HTTP/1.1" status: 204 len: 168 time: 0.8145397 Mar 07 16:04:21.930696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb7b98-cc00-474a-baf2-4200abbaf96b admin admin] Pushing event deleted for resources: {'Network': ['ID=b40390c1-4376-42c5-ac3f-620cb9e4c366,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:21.973301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-868741986-network', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:22.023907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe8e3-ff24-4ae5-aeb5-624f77894386 req-a53219b8-46e7-4492-8a1a-8fb52172179b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:22.025665 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-758fe8e3-ff24-4ae5-aeb5-624f77894386 req-a53219b8-46e7-4492-8a1a-8fb52172179b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.0736036 Mar 07 16:04:22.047978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Made reservation on behalf of 7e1856536adc4be9b572df46d7d9d27f for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:22.050350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.069956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.084483 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7a7f9a0-3b83-4f75-8238-baf5573fb0c2 req-5d41d299-0cf1-46e6-8d54-deb33b9ead3b tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666627 Mar 07 16:04:22.108320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-758fe8e3-ff24-4ae5-aeb5-624f77894386 req-7cc38a5e-b5f8-4d6f-ad55-4c3a1f0a56c0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729198 Mar 07 16:04:22.151241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42578358-7426-4b45-a0c4-2e112f93cd0d req-d694b4ba-0333-4e89-b0f1-fed751b825b6 service neutron] 10.222.0.15 "GET /v2.0/networks/59c6551b-c1df-4be0-a3b8-0a80e6e025e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294121 Mar 07 16:04:22.205390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50382) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:22.221870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Publish callbacks [] for security_group (c85d184c-0080-42fd-a559-a6501ebfb595), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.234684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c85d184c-0080-42fd-a559-a6501ebfb595), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.264174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:04:22.273615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622ab10-a932-493b-8ee9-fa536ba88e8b req-34ec2526-7b91-4306-94e4-fa129624c11a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:22.275184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f622ab10-a932-493b-8ee9-fa536ba88e8b req-34ec2526-7b91-4306-94e4-fa129624c11a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1085651 Mar 07 16:04:22.281536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c7416845-2a24-4440-9587-795b6b2fd999 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=067d9192914545d1ab02d7c5fdf76e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726459 Mar 07 16:04:22.282170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50386) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:22.288661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85d184c-0080-42fd-a559-a6501ebfb595,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:22.292023 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c9c25623-9fa9-4a3e-98cf-010641f784ba), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.292373 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Added segment c9c25623-9fa9-4a3e-98cf-010641f784ba of type vlan for network def0ffeb-12d8-49f9-93e8-d772d667b68f Mar 07 16:04:22.349853 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51e9509f-2740-49ac-9eaf-f1f09331a4c1 admin admin] Publish callbacks [] for security_group (22cc6553-9bf5-4c0b-8b24-76eecbfde016), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.368677 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (def0ffeb-12d8-49f9-93e8-d772d667b68f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.390937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51e9509f-2740-49ac-9eaf-f1f09331a4c1 admin admin] Publish callbacks [] for security_group (22cc6553-9bf5-4c0b-8b24-76eecbfde016), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.398405 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f622ab10-a932-493b-8ee9-fa536ba88e8b req-753416e1-91f5-471d-a316-a6af837ec26f tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106005 Mar 07 16:04:22.432762 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (def0ffeb-12d8-49f9-93e8-d772d667b68f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.434090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:22.434926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.466092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b51fcd3b-6526-439b-8571-79f497b3c8e5 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:22.474487 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51e9509f-2740-49ac-9eaf-f1f09331a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (22cc6553-9bf5-4c0b-8b24-76eecbfde016), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.477787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51e9509f-2740-49ac-9eaf-f1f09331a4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.480309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-51e9509f-2740-49ac-9eaf-f1f09331a4c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22cc6553-9bf5-4c0b-8b24-76eecbfde016 HTTP/1.1" status: 204 len: 168 time: 0.1955357 Mar 07 16:04:22.491027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9509f-2740-49ac-9eaf-f1f09331a4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cc6553-9bf5-4c0b-8b24-76eecbfde016,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:22.496058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b51fcd3b-6526-439b-8571-79f497b3c8e5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:22.497298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b51fcd3b-6526-439b-8571-79f497b3c8e5 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:22.497938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 28441ec5-1f15-4418-8872-7c0e44f03f34 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:22.515135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50392) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:22.515510 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8777745 Mar 07 16:04:22.518838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7820f42-b301-483b-9e7b-7925dc20735e admin admin] Pushing event updated for resources: {'Network': ['ID=def0ffeb-12d8-49f9-93e8-d772d667b68f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:22.530921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Request body: {'subnet': {'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-subnet', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:22.541468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network def0ffeb-12d8-49f9-93e8-d772d667b68f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:04:22.585145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Made reservation on behalf of 7e1856536adc4be9b572df46d7d9d27f for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:22.585992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.612517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 28441ec5-1f15-4418-8872-7c0e44f03f34 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:22.614163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 28441ec5-1f15-4418-8872-7c0e44f03f34 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:22.640950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17708ba-33aa-417b-b6a4-821975bf5b11 req-4a10b8d1-37ee-4b0a-930a-c7ea89ed0886 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:22.649259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c17708ba-33aa-417b-b6a4-821975bf5b11 req-4a10b8d1-37ee-4b0a-930a-c7ea89ed0886 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 945 time: 0.0779409 Mar 07 16:04:22.703429 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c17708ba-33aa-417b-b6a4-821975bf5b11 req-d7164cc0-d31e-4a7e-b34b-3d9af3096fca tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516028 Mar 07 16:04:22.710876 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-4f4e8092-1821-4280-ade9-1d08fe0387fa tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578477 Mar 07 16:04:22.847102 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6fb63f50-4bd7-47f5-9347-a4b1d90e5e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:22.891277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0415-06bd-455a-b61f-354b5077489f req-a4d8cbe6-8c0f-4a6a-bc03-1e78b4d2d68b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:22.892773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-a4d8cbe6-8c0f-4a6a-bc03-1e78b4d2d68b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681859 Mar 07 16:04:22.939362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-1e80f2c4-8f3c-46ff-9000-bff27d9f2daa tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/quotas/fa6ccd2bcec746369708c24b8c365314 HTTP/1.1" status: 200 len: 375 time: 0.0226543 Mar 07 16:04:22.949643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (faa2d4ab-3f94-48f4-8cee-b8bd706cbd95), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.005197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-0c160212-374a-4b46-a5fa-f6c725973354 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575917 Mar 07 16:04:23.038965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa2d4ab-3f94-48f4-8cee-b8bd706cbd95,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:23.046183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Checking segment: {'id': 'c9c25623-9fa9-4a3e-98cf-010641f784ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:23.046540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Network hostable DHCP agents. Network: def0ffeb-12d8-49f9-93e8-d772d667b68f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:04:23.064756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Network def0ffeb-12d8-49f9-93e8-d772d667b68f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:04:23.077432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, def0ffeb-12d8-49f9-93e8-d772d667b68f) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:23.085370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:23.086376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.093347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d56d3-531b-4fe9-bb30-1fae7830b2d9 None None] Network def0ffeb-12d8-49f9-93e8-d772d667b68f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:23.110879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50416) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:23.111947 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-82f0393f-5f9c-43c0-a180-6823397630c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5949817 Mar 07 16:04:23.116650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:23.174410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (19abdb15-96e1-4eff-80ac-90dcaab04363), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.177253 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (19abdb15-96e1-4eff-80ac-90dcaab04363), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.254544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device a8eb160b-3f3c-43a8-9b62-89a6cf71e11b up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:23.288969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5cddc-1893-47e7-b9dc-c53579838c6f req-16546f6b-c6b7-4312-a8ec-f37159976f7e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:23.292066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ef5cddc-1893-47e7-b9dc-c53579838c6f req-16546f6b-c6b7-4312-a8ec-f37159976f7e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.0780733 Mar 07 16:04:23.332827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3c64-4f1b-4294-a601-14685e4038d4 req-48416a7b-41a5-4f30-a4d7-169a6172725a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:23.334641 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c01e3c64-4f1b-4294-a601-14685e4038d4 req-48416a7b-41a5-4f30-a4d7-169a6172725a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 945 time: 0.1458724 Mar 07 16:04:23.368907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-def0ffeb-12d8-49f9-93e8-d772d667b68f', 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f', 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'fixed_ips': [{'subnet_id': 'faa2d4ab-3f94-48f4-8cee-b8bd706cbd95'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:04:23.370019 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.380393 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ef5cddc-1893-47e7-b9dc-c53579838c6f req-8e2ce063-d173-4fcf-a1e3-9fc63fb9f0a5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744240 Mar 07 16:04:23.409806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50430) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:23.424960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:04:23.431709 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:23.432087 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.471319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-facbe448-7fb0-4fa6-bc6b-4a0c011ce5ff req-7fc7d38a-5c2b-4db4-a949-9716ef9d44ae tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 210 time: 0.0463119 Mar 07 16:04:23.623805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b8375-e165-4e24-9699-ba8f5b3544f0 req-366f6a96-95a6-45fd-9b82-738c5c3ca74b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:23.625346 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e77b8375-e165-4e24-9699-ba8f5b3544f0 req-366f6a96-95a6-45fd-9b82-738c5c3ca74b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.0829308 Mar 07 16:04:23.629854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-791232839-network', 'tenant_id': '396f89dec5c342a0ad3c9addcd849ab5'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:23.662497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Made reservation on behalf of 396f89dec5c342a0ad3c9addcd849ab5 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:23.662939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Allocated IP 172.20.0.2 (def0ffeb-12d8-49f9-93e8-d772d667b68f/faa2d4ab-3f94-48f4-8cee-b8bd706cbd95/6c2b9242-c287-478a-b911-275c8bca0b52) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:23.665185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.680991 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.683581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:23.683981 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.728057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks [] for router_controller (19abdb15-96e1-4eff-80ac-90dcaab04363), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.732941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e77b8375-e165-4e24-9699-ba8f5b3544f0 req-57253450-9335-4998-a637-4047c387df12 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808902 Mar 07 16:04:23.733754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb160b-3f3c-43a8-9b62-89a6cf71e11b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:23.737130 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4deff0e-f1da-4b56-a063-6ff32046090b" -d '{"events": [{"server_uuid": "ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb160b-3f3c-43a8-9b62-89a6cf71e11b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:23.768028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:23.807834 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.897504 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Publish callbacks [] for security_group (ad776440-86ef-4675-ace7-c4019c7ead99), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.911413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3291ac8-4cef-415e-9063-213102daceef req-40b924c7-5ed2-46bf-bc7b-7f401836c457 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:23.918691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3291ac8-4cef-415e-9063-213102daceef req-40b924c7-5ed2-46bf-bc7b-7f401836c457 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 945 time: 0.0991132 Mar 07 16:04:23.926139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ad776440-86ef-4675-ace7-c4019c7ead99), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.943502 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks [] for router_gateway (19abdb15-96e1-4eff-80ac-90dcaab04363), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:23.953840 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c01e3c64-4f1b-4294-a601-14685e4038d4 req-1e81eef8-c754-4d61-a4c8-41580037b2c0 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220216 Mar 07 16:04:23.970755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad776440-86ef-4675-ace7-c4019c7ead99,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:24.002719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:04:24.049815 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f342f1-9867-494b-bc19-3487850fa69b x-openstack-request-id: req-84f342f1-9867-494b-bc19-3487850fa69b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:24.050098 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb160b-3f3c-43a8-9b62-89a6cf71e11b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:24.050550 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84f342f1-9867-494b-bc19-3487850fa69b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:24.051039 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb160b-3f3c-43a8-9b62-89a6cf71e11b', 'code': 200} Mar 07 16:04:24.057194 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a84e843e-0568-4d24-90d5-5d78156e72bb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.057664 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Added segment a84e843e-0568-4d24-90d5-5d78156e72bb of type vlan for network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b Mar 07 16:04:24.083250 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3291ac8-4cef-415e-9063-213102daceef req-39d889a4-fe4c-4df2-99b1-9eb167b22696 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635671 Mar 07 16:04:24.112067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:24.183259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (56f7a155-caa6-4fe0-9155-d3a4eed1a66b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.219100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Publish callbacks [] for port (6c2b9242-c287-478a-b911-275c8bca0b52), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.222106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (56f7a155-caa6-4fe0-9155-d3a4eed1a66b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.223610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:24.226455 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.227287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.266353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8555973 Mar 07 16:04:24.270378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50450) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:24.276267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Network def0ffeb-12d8-49f9-93e8-d772d667b68f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:24.277482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Request body: {'subnet': {'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-791232839-subnet', 'tenant_id': '396f89dec5c342a0ad3c9addcd849ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:24.303258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:24.306378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c20fd-9b60-4002-9a99-ae39b931c8ca req-80158a0c-641b-4233-9b49-192006f4f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:24.308042 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cc0c20fd-9b60-4002-9a99-ae39b931c8ca req-80158a0c-641b-4233-9b49-192006f4f61e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 1128 time: 0.1610963 Mar 07 16:04:24.308199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Pushing event updated for resources: {'Port': ['ID=6c2b9242-c287-478a-b911-275c8bca0b52,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:24.311079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:24.334524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks [] for router_gateway (19abdb15-96e1-4eff-80ac-90dcaab04363), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.338906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d781ac8-475a-40f1-a13a-37e09ed43d10 admin admin] Pushing event updated for resources: {'Network': ['ID=56f7a155-caa6-4fe0-9155-d3a4eed1a66b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:24.341573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Made reservation on behalf of 396f89dec5c342a0ad3c9addcd849ab5 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:24.344469 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.354147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:04:24.396529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.415354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Attempting to bind port 6c2b9242-c287-478a-b911-275c8bca0b52 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:24.415637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Attempting to bind port 6c2b9242-c287-478a-b911-275c8bca0b52 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c9c25623-9fa9-4a3e-98cf-010641f784ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:24.416028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Attempting to bind port 6c2b9242-c287-478a-b911-275c8bca0b52 on network def0ffeb-12d8-49f9-93e8-d772d667b68f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:24.461257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:24.461938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Checking segment: {'id': 'c9c25623-9fa9-4a3e-98cf-010641f784ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:24.462075 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.462458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Bound using segment: {'id': 'c9c25623-9fa9-4a3e-98cf-010641f784ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:24.463263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Bound port: 6c2b9242-c287-478a-b911-275c8bca0b52, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c25623-9fa9-4a3e-98cf-010641f784ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:24.463415 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.565279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] For port 6c2b9242-c287-478a-b911-275c8bca0b52, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:24.569953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] For port 6c2b9242-c287-478a-b911-275c8bca0b52, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6c2b9242-c287-478a-b911-275c8bca0b52,segment=NetworkSegment(c9c25623-9fa9-4a3e-98cf-010641f784ba),segment_id=c9c25623-9fa9-4a3e-98cf-010641f784ba)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:24.577537 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.580114 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cc0c20fd-9b60-4002-9a99-ae39b931c8ca req-0ce575cf-8a7a-4d40-95bd-efa5c00357ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587121 Mar 07 16:04:24.628337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Allocated IP 172.25.4.157 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b61ad947-74f5-4b67-a99e-c117277e3ccb) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:24.641628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b64d05-d985-48ef-af9b-a1d6c2a34888 req-ab796c0e-8c22-4e23-9b72-5f56172d916a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:24.646106 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2b64d05-d985-48ef-af9b-a1d6c2a34888 req-ab796c0e-8c22-4e23-9b72-5f56172d916a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.1325266 Mar 07 16:04:24.654166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99143ac-4dc6-4cc0-a202-a5dd3bb8c358 None None] Pushing event updated for resources: {'Port': ['ID=6c2b9242-c287-478a-b911-275c8bca0b52,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:24.657659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (620f6ee8-c693-4e4e-9db5-22c228d33062), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.722900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2fc47-003d-46d5-88c5-fb5ef93bf381 req-c8d0400a-d35b-4974-8445-4a1e030d2353 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:24.724752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9af2fc47-003d-46d5-88c5-fb5ef93bf381 req-c8d0400a-d35b-4974-8445-4a1e030d2353 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 945 time: 0.1362727 Mar 07 16:04:24.742155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=620f6ee8-c693-4e4e-9db5-22c228d33062,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:24.758120 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2b64d05-d985-48ef-af9b-a1d6c2a34888 req-e4c3aa17-abf3-46d6-81f8-08c728971ecb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113775 Mar 07 16:04:24.786524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Checking segment: {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:24.788856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Network hostable DHCP agents. Network: 56f7a155-caa6-4fe0-9155-d3a4eed1a66b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:04:24.807906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks [] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.826206 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9af2fc47-003d-46d5-88c5-fb5ef93bf381 req-51595d5a-57ed-4341-a3fa-e3c1178a27b4 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918214 Mar 07 16:04:24.827082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:04:24.887094 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.896821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 56f7a155-caa6-4fe0-9155-d3a4eed1a66b) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:24.903787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-9315606d-cace-4399-adcf-94feb815f9e3 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554831 Mar 07 16:04:24.906121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:24.907251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:24.913879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b45a9e-9f51-4fb8-81c8-73b2966b5967 None None] Network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:24.959915 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ca87df45-4789-48ad-8ca5-0c64a09aba41 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6822469 Mar 07 16:04:25.011399 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77c6bbf2-96ab-493e-84a4-34b25d05509c req-033ca64c-d0a7-4f5d-ac29-9171d1806835 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 210 time: 0.0467055 Mar 07 16:04:25.024935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:25.028553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:25.048981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Pushing event updated for resources: {'Port': ['ID=b61ad947-74f5-4b67-a99e-c117277e3ccb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:25.054930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:25.107124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca327314-6b3f-486e-9683-211eaba15da5 None None] Network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:25.232095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d505a34-f7e7-4e01-b981-415ea0707c99 req-2364b339-c5cf-4236-b438-3a2861aece25 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:25.235736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-744f1af1-6204-41b5-9204-18ca1ddd8ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:25.239906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d505a34-f7e7-4e01-b981-415ea0707c99 req-2364b339-c5cf-4236-b438-3a2861aece25 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.2488968 Mar 07 16:04:25.276902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0415-06bd-455a-b61f-354b5077489f req-7ad88f72-c244-43bf-bf11-bbb48a57b478 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:25.278380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-7ad88f72-c244-43bf-bf11-bbb48a57b478 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3566148 Mar 07 16:04:25.295707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Request body: {'port': {'device_id': '25734775-e7f0-4cd9-abea-a83e6ca9b65c', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'fa6ccd2bcec746369708c24b8c365314'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:25.305593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea308fc3-c33b-4e9d-a5e0-c718c27a05f5 req-9527fac0-596e-4ede-aac8-4534a40f4d47 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:25.307220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea308fc3-c33b-4e9d-a5e0-c718c27a05f5 req-9527fac0-596e-4ede-aac8-4534a40f4d47 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1757855 Mar 07 16:04:25.335007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d505a34-f7e7-4e01-b981-415ea0707c99 req-5c7e319b-09fa-4010-9451-d1e1c09cf370 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947101 Mar 07 16:04:25.411185 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea308fc3-c33b-4e9d-a5e0-c718c27a05f5 req-308b3919-de98-4732-9eee-f571a6bcbffa tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938444 Mar 07 16:04:25.430448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Made reservation on behalf of fa6ccd2bcec746369708c24b8c365314 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:25.434281 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:25.444893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:25.484450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks [] for router_gateway (19abdb15-96e1-4eff-80ac-90dcaab04363), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:25.555026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for security_group (e394b12d-ab2d-4e90-96e1-9ae697e31bba), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:25.561627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e394b12d-ab2d-4e90-96e1-9ae697e31bba), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:25.704334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e394b12d-ab2d-4e90-96e1-9ae697e31bba,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:25.742861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (19abdb15-96e1-4eff-80ac-90dcaab04363), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:25.796714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-de3c0291-4c3b-467d-8589-1d6bed2cc539 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:25.798065 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-de3c0291-4c3b-467d-8589-1d6bed2cc539 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 804 time: 0.1904235 Mar 07 16:04:25.799363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Allocated IP 192.168.233.199 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/e0287fd7-b295-4a34-a85a-20f2c1dfa11f) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:25.825573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-b517f67d-16f2-4ab2-b6cc-00a432245d63 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/quotas/396f89dec5c342a0ad3c9addcd849ab5 HTTP/1.1" status: 200 len: 375 time: 0.0214195 Mar 07 16:04:25.871076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf07908-75f9-4754-912c-ef5bcec60051 None None] Network def0ffeb-12d8-49f9-93e8-d772d667b68f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:25.875363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-9fccc914-3f4b-46ee-98f5-eba09f4c771c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390065 Mar 07 16:04:25.946091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0f011-3422-43b9-af86-0991785ecc1c req-9c263337-36c1-43e6-b6c4-e05e4b9b767c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:25.947719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7d0f011-3422-43b9-af86-0991785ecc1c req-9c263337-36c1-43e6-b6c4-e05e4b9b767c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.0857885 Mar 07 16:04:25.963086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Router 19abdb15-96e1-4eff-80ac-90dcaab04363 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:04:25.986741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-80c649d4-6ce5-40b5-a7bb-04c5773f96a9 None None] Provisioning complete for port 6c2b9242-c287-478a-b911-275c8bca0b52 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:25.988111 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-80c649d4-6ce5-40b5-a7bb-04c5773f96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.051380 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7d0f011-3422-43b9-af86-0991785ecc1c req-260efaa2-b7e0-4082-913c-15cc6647e15e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954678 Mar 07 16:04:26.062023 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-12e54521-2994-4e29-8c51-d3c6890a830a service neutron] 10.222.0.24 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745501 Mar 07 16:04:26.086405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-80c649d4-6ce5-40b5-a7bb-04c5773f96a9 None None] Current status of the port 6c2b9242-c287-478a-b911-275c8bca0b52 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:26.086837 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-80c649d4-6ce5-40b5-a7bb-04c5773f96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.114830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:26.120062 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.129791 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Sync routers for ids ['19abdb15-96e1-4eff-80ac-90dcaab04363'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:26.141527 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Routers {'19abdb15-96e1-4eff-80ac-90dcaab04363'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:26.144785 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['19abdb15-96e1-4eff-80ac-90dcaab04363'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:26.149521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-80c649d4-6ce5-40b5-a7bb-04c5773f96a9 None None] For port 6c2b9242-c287-478a-b911-275c8bca0b52, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6c2b9242-c287-478a-b911-275c8bca0b52,segment=NetworkSegment(c9c25623-9fa9-4a3e-98cf-010641f784ba),segment_id=c9c25623-9fa9-4a3e-98cf-010641f784ba)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:26.158083 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-80c649d4-6ce5-40b5-a7bb-04c5773f96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.159945 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.163714 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-80caee2f-d799-4369-89c0-d9b827f2ffbb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0492687 Mar 07 16:04:26.164301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50484) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:26.228845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-881940a4-946b-43eb-9838-21ad4a72a8d3 service neutron] 10.222.0.24 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651661 Mar 07 16:04:26.239476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.257403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c649d4-6ce5-40b5-a7bb-04c5773f96a9 None None] Pushing event updated for resources: {'Port': ['ID=6c2b9242-c287-478a-b911-275c8bca0b52,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:26.317035 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Set router 19abdb15-96e1-4eff-80ac-90dcaab04363 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:26.325663 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.338595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:26.346554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:26.350074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:26.438964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:26.443929 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.487216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event updated for resources: {'Port': ['ID=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:26.507732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-50686b06-3965-4ba1-9259-28b17e7e5bd1 None None] Provisioning complete for port 6c2b9242-c287-478a-b911-275c8bca0b52 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:26.508123 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-50686b06-3965-4ba1-9259-28b17e7e5bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.514062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-4563adf9-f70c-4d7b-95f7-5e818d849c81 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2224398 Mar 07 16:04:26.532023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Request body: {'port': {'device_id': '25734775-e7f0-4cd9-abea-a83e6ca9b65c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:26.637438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6c2b9242-c287-478a-b911-275c8bca0b52 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:26.699968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f440-80b7-494a-8270-e509394e6036 req-d289c651-4ccb-481f-90dc-5d2cc10c7a8e tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:26.707972 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aa07f440-80b7-494a-8270-e509394e6036 req-d289c651-4ccb-481f-90dc-5d2cc10c7a8e tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 945 time: 0.2557478 Mar 07 16:04:26.761691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-50686b06-3965-4ba1-9259-28b17e7e5bd1 None None] Current status of the port 6c2b9242-c287-478a-b911-275c8bca0b52 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:26.767780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6c2b9242-c287-478a-b911-275c8bca0b52 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:26.768435 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.773907 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.839964 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:23Z', 'updated_at': '2022-03-07T16:04:25Z', 'revision_number': 3, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'gw_port': {'id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:24Z', 'updated_at': '2022-03-07T16:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:26.857654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c33b1-ac26-4ea0-81c6-2d4b48955622 req-70b8f47f-ad55-4f22-875b-fc2ba325ce49 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:26.868088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-949c33b1-ac26-4ea0-81c6-2d4b48955622 req-70b8f47f-ad55-4f22-875b-fc2ba325ce49 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 936 time: 0.1520009 Mar 07 16:04:26.892362 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Checking router: 19abdb15-96e1-4eff-80ac-90dcaab04363 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:26.892992 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Updating router 19abdb15-96e1-4eff-80ac-90dcaab04363 port b61ad947-74f5-4b67-a99e-c117277e3ccb binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:04:26.913011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aa07f440-80b7-494a-8270-e509394e6036 req-9a747426-21be-455f-b067-90f85a2f4315 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/security-groups?id=e168deeb-c807-42ca-89e1-88bb2145a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941044 Mar 07 16:04:26.924844 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:26.981831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-dc6a80b0-b002-4f58-93de-83a5007804f8 None None] Provisioning complete for port e0287fd7-b295-4a34-a85a-20f2c1dfa11f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:26.982420 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc6a80b0-b002-4f58-93de-83a5007804f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.018770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6c2b9242-c287-478a-b911-275c8bca0b52 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:27.041111 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-949c33b1-ac26-4ea0-81c6-2d4b48955622 req-b67a014b-0117-4427-a505-560128ad39ab tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711433 Mar 07 16:04:27.061235 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a80b0-b002-4f58-93de-83a5007804f8 None None] Port e0287fd7-b295-4a34-a85a-20f2c1dfa11f cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:04:27.114997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-658bd110-1a24-4a63-a748-9ef6ea222263 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:27.123621 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-658bd110-1a24-4a63-a748-9ef6ea222263 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.15 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 945 time: 0.3736365 Mar 07 16:04:27.234940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9aab4-b1b3-4b51-956c-aeec33c86dd3 req-28989612-6a4e-4691-a1c6-37b67948253d tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:27.236581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76e9aab4-b1b3-4b51-956c-aeec33c86dd3 req-28989612-6a4e-4691-a1c6-37b67948253d tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.0951877 Mar 07 16:04:27.259060 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Publish callbacks [] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.261731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837eb54-4315-4bb5-860d-00e59dcba799 req-97d290ea-2a0d-4222-98e2-b85af4ea0057 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:27.263346 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4837eb54-4315-4bb5-860d-00e59dcba799 req-97d290ea-2a0d-4222-98e2-b85af4ea0057 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.2553017 Mar 07 16:04:27.273522 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.307503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0287fd7-b295-4a34-a85a-20f2c1dfa11f {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:27.318716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Deleting port 21380996-5eaa-469c-b43e-ed771150563e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:27.318965 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (21380996-5eaa-469c-b43e-ed771150563e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.339094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Publish callbacks [] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.341865 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece4881-6351-4ef5-b06f-36deb6743ef8 None None] Pushing event updated for resources: {'Port': ['ID=b61ad947-74f5-4b67-a99e-c117277e3ccb,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:27.344661 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Attempting to bind port b61ad947-74f5-4b67-a99e-c117277e3ccb on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:27.353077 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Attempting to bind port b61ad947-74f5-4b67-a99e-c117277e3ccb by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:27.353077 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Attempting to bind port b61ad947-74f5-4b67-a99e-c117277e3ccb on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:27.359673 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:27.360211 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:27.360793 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.361414 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:27.361566 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76e9aab4-b1b3-4b51-956c-aeec33c86dd3 req-725158a0-f51a-40cc-a588-4f6e5d9c1cef tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989761 Mar 07 16:04:27.362245 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Bound port: b61ad947-74f5-4b67-a99e-c117277e3ccb, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:27.363949 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.390758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Transition to ACTIVE for port object e0287fd7-b295-4a34-a85a-20f2c1dfa11f will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:04:27.398497 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.435164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4837eb54-4315-4bb5-860d-00e59dcba799 req-6b96d416-1df4-4d4a-a7f2-c2eb142f6e2a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393156 Mar 07 16:04:27.458612 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] For port b61ad947-74f5-4b67-a99e-c117277e3ccb, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:27.481427 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] For port b61ad947-74f5-4b67-a99e-c117277e3ccb, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b61ad947-74f5-4b67-a99e-c117277e3ccb,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:27.493755 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.512123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] For port 21380996-5eaa-469c-b43e-ed771150563e, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=21380996-5eaa-469c-b43e-ed771150563e,segment=NetworkSegment(300520bc-ba34-46cf-a605-59d25875de6e),segment_id=300520bc-ba34-46cf-a605-59d25875de6e)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:27.512498 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (21380996-5eaa-469c-b43e-ed771150563e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.515711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5abf52b-2bec-4d85-a107-20cc03fe552b req-14ffdb8e-94e4-4ee1-a580-3b42f56654f6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 210 time: 0.0699422 Mar 07 16:04:27.545355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Pushing event updated for resources: {'Port': ['ID=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:27.557500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Calling delete_port for 21380996-5eaa-469c-b43e-ed771150563e owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:27.593354 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.632041 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece4881-6351-4ef5-b06f-36deb6743ef8 None None] Pushing event updated for resources: {'Port': ['ID=b61ad947-74f5-4b67-a99e-c117277e3ccb,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:27.642201 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.666138 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Routers {'19abdb15-96e1-4eff-80ac-90dcaab04363'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:27.666774 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['19abdb15-96e1-4eff-80ac-90dcaab04363'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:27.731163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Attempting to bind port e0287fd7-b295-4a34-a85a-20f2c1dfa11f on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:27.731502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Attempting to bind port e0287fd7-b295-4a34-a85a-20f2c1dfa11f by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:27.731839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Attempting to bind port e0287fd7-b295-4a34-a85a-20f2c1dfa11f on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:27.740097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Port e0287fd7-b295-4a34-a85a-20f2c1dfa11f on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:04:27.740425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Attempting to bind port e0287fd7-b295-4a34-a85a-20f2c1dfa11f on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:27.751672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:27.751672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:27.751961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:27.752406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Bound port: e0287fd7-b295-4a34-a85a-20f2c1dfa11f, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:27.752772 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:27.828106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275635a-111d-48df-9198-76fc18f2174f req-dd27ad92-bbab-4ae1-bd36-39ec5acfea46 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:27.829680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2275635a-111d-48df-9198-76fc18f2174f req-dd27ad92-bbab-4ae1-bd36-39ec5acfea46 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.2309935 Mar 07 16:04:27.843995 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] Set router 19abdb15-96e1-4eff-80ac-90dcaab04363 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:27.881574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] For port e0287fd7-b295-4a34-a85a-20f2c1dfa11f, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:27.934625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] For port e0287fd7-b295-4a34-a85a-20f2c1dfa11f, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:27.974461 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:28.004490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2275635a-111d-48df-9198-76fc18f2174f req-0cd54c92-4a9d-4904-9411-ef9fe4c5c75a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628933 Mar 07 16:04:28.021273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.021736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:28.023172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0287fd7-b295-4a34-a85a-20f2c1dfa11f HTTP/1.1" status: 200 len: 1096 time: 1.4987926 Mar 07 16:04:28.040948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25734775-e7f0-4cd9-abea-a83e6ca9b65c', 'tag': 'e0287fd7-b295-4a34-a85a-20f2c1dfa11f'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:28.043749 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "25734775-e7f0-4cd9-abea-a83e6ca9b65c", "tag": "e0287fd7-b295-4a34-a85a-20f2c1dfa11f"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:28.053013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (21380996-5eaa-469c-b43e-ed771150563e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:28.070586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['21380996-5eaa-469c-b43e-ed771150563e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:28.084418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-73a6b200-0f2b-45e0-9647-760fed7a7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.092956 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-73a6b200-0f2b-45e0-9647-760fed7a7e1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7f32a58559442abbca48c91e1969eb7&device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 1128 time: 0.2085917 Mar 07 16:04:28.095047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Allocated IP 172.20.0.1 (def0ffeb-12d8-49f9-93e8-d772d667b68f/faa2d4ab-3f94-48f4-8cee-b8bd706cbd95/9a0ef4d9-2545-4650-814f-38379fbfa3bf) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:28.156266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e348e-acba-417e-bc06-a482496e8116 service neutron] Pushing event updated for resources: {'Port': ['ID=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:28.174450 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:23Z', 'updated_at': '2022-03-07T16:04:25Z', 'revision_number': 3, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'gw_port': {'id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:24Z', 'updated_at': '2022-03-07T16:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:28.215557 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d4b0d-7229-472f-99be-3d32af90d297 None None] The sync data for ids ['19abdb15-96e1-4eff-80ac-90dcaab04363'] in n-d-830010-8 is: [{'id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:23Z', 'updated_at': '2022-03-07T16:04:25Z', 'revision_number': 3, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'gw_port': {'id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:24Z', 'updated_at': '2022-03-07T16:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:28.254638 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Publish callbacks [] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:28.264974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadcdad-d76c-42c5-a453-23da9684ee65 req-ec83c074-b9f0-4c86-b3e3-d835ae264b63 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.267299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bdadcdad-d76c-42c5-a453-23da9684ee65 req-ec83c074-b9f0-4c86-b3e3-d835ae264b63 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.3376143 Mar 07 16:04:28.350691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Pushing event deleted for resources: {'Port': ['ID=21380996-5eaa-469c-b43e-ed771150563e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:28.394900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0415-06bd-455a-b61f-354b5077489f req-b3562e85-ff32-4a04-b005-2440f87881b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.396658 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-b3562e85-ff32-4a04-b005-2440f87881b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 1130 time: 0.2561822 Mar 07 16:04:28.407885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-466a16bd-bb10-42ce-918d-c5e5fbcaa75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.409612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-466a16bd-bb10-42ce-918d-c5e5fbcaa75f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfd5c92e-876d-4547-8864-0237e2fb3be3 HTTP/1.1" status: 200 len: 919 time: 0.3022125 Mar 07 16:04:28.456399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bdadcdad-d76c-42c5-a453-23da9684ee65 req-7366aaef-b031-42a8-af27-381042767e7c tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514804 Mar 07 16:04:28.486470 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-36f023f9-6f87-49ff-8874-3eced6bf36b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e0287fd7-b295-4a34-a85a-20f2c1dfa11f HTTP/1.1" status: 200 len: 217 time: 0.0800552 Mar 07 16:04:28.489598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-746a80f0-cff8-46c6-837e-a49e63439df0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b HTTP/1.1" status: 200 len: 217 time: 0.0731816 Mar 07 16:04:28.577267 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b2f920-e46b-4df1-8b96-f8126c2d8f3d x-openstack-request-id: req-45b2f920-e46b-4df1-8b96-f8126c2d8f3d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:28.577558 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25734775-e7f0-4cd9-abea-a83e6ca9b65c", "tag": "e0287fd7-b295-4a34-a85a-20f2c1dfa11f", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:28.577814 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45b2f920-e46b-4df1-8b96-f8126c2d8f3d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:28.578209 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25734775-e7f0-4cd9-abea-a83e6ca9b65c', 'tag': 'e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'status': 'completed', 'code': 200} Mar 07 16:04:28.669711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-ba1c0cd8-521a-4180-8938-b9fd56a9fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.671334 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-ba1c0cd8-521a-4180-8938-b9fd56a9fd07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c318d24-0b57-4168-b73f-64793b2c1842 HTTP/1.1" status: 200 len: 858 time: 0.1654477 Mar 07 16:04:28.675643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0415-06bd-455a-b61f-354b5077489f req-53bb831f-333f-4994-910d-40493025f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.678127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-53bb831f-333f-4994-910d-40493025f88a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1798131 Mar 07 16:04:28.696478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec7188-0fc4-452f-9f96-797db8470167 req-5a600fe1-e600-4b36-baf9-011b54fc4eda tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.698434 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54ec7188-0fc4-452f-9f96-797db8470167 req-5a600fe1-e600-4b36-baf9-011b54fc4eda tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 948 time: 0.0906446 Mar 07 16:04:28.723202 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-32a6087c-c9b3-418d-8804-6b42d4845a3c req-df3c47b0-5910-4e13-88c2-ff83d9216207 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92cd066-5541-43c3-b01c-3e297f9b519c HTTP/1.1" status: 200 len: 210 time: 0.4304481 Mar 07 16:04:28.763154 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-a0232a1b-fbc6-49ef-aeb8-10e33f92a92c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfd5c92e-876d-4547-8864-0237e2fb3be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622988 Mar 07 16:04:28.792987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] No DVR routers for this DVR port 21380996-5eaa-469c-b43e-ed771150563e on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:28.800548 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:28.803894 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ee659c1-ce68-471d-8e11-38d5e88c2a9f req-f531540f-bb75-4c40-af07-63573ec48540 tempest-InstanceActionsTestJSON-1517214101 tempest-InstanceActionsTestJSON-1517214101-project] 10.222.0.15 "DELETE /v2.0/ports/21380996-5eaa-469c-b43e-ed771150563e HTTP/1.1" status: 204 len: 173 time: 1.6625044 Mar 07 16:04:28.804356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92cd066-5541-43c3-b01c-3e297f9b519c', 'name': 'network-vif-deleted', 'tag': '21380996-5eaa-469c-b43e-ed771150563e'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:28.806632 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2140002d-ae4d-402e-96b4-e42cf51c6fe5" -d '{"events": [{"server_uuid": "a92cd066-5541-43c3-b01c-3e297f9b519c", "name": "network-vif-deleted", "tag": "21380996-5eaa-469c-b43e-ed771150563e"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:28.864250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-fced9daf-054f-4616-b9c2-8e972ff10c3c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.865774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-fced9daf-054f-4616-b9c2-8e972ff10c3c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.11 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 804 time: 0.6019406 Mar 07 16:04:28.871369 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:28.887997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Request body: {'port': {'device_id': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'admin_state_up': True, 'tenant_id': '396f89dec5c342a0ad3c9addcd849ab5'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:28.890540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0415-06bd-455a-b61f-354b5077489f req-21910b19-5a22-42d8-84ab-a7af3acff186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.892123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-21910b19-5a22-42d8-84ab-a7af3acff186 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1927619 Mar 07 16:04:28.935857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54ec7188-0fc4-452f-9f96-797db8470167 req-896d4e1c-6ec1-4a2f-91c9-89cc25c19f0b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154987 Mar 07 16:04:28.969142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Network def0ffeb-12d8-49f9-93e8-d772d667b68f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:28.970110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-dc181805-6529-40fb-b77c-fc448672da60 service neutron] 10.222.0.15 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970437 Mar 07 16:04:28.983359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265fc46-05c5-4d6e-8a87-b88f59edd5bd req-0d3a6a36-4ecc-4929-8759-953dee52d786 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:28.985506 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2265fc46-05c5-4d6e-8a87-b88f59edd5bd req-0d3a6a36-4ecc-4929-8759-953dee52d786 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1756935 Mar 07 16:04:29.018366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:29.031125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:29.068184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0ef4d9-2545-4650-814f-38379fbfa3bf,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:29.116592 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (19abdb15-96e1-4eff-80ac-90dcaab04363), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:29.121402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:29.221222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2265fc46-05c5-4d6e-8a87-b88f59edd5bd req-45b3a9b9-91c0-4fa8-9af6-b3688f6f8afb tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999488 Mar 07 16:04:29.302583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Made reservation on behalf of 396f89dec5c342a0ad3c9addcd849ab5 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:29.309404 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:29.325976 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d046a243-2caf-420f-8d80-af677c8d9349 x-openstack-request-id: req-d046a243-2caf-420f-8d80-af677c8d9349 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:29.326287 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92cd066-5541-43c3-b01c-3e297f9b519c", "name": "network-vif-deleted", "tag": "21380996-5eaa-469c-b43e-ed771150563e", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:29.326553 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d046a243-2caf-420f-8d80-af677c8d9349 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:29.327051 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92cd066-5541-43c3-b01c-3e297f9b519c', 'name': 'network-vif-deleted', 'tag': '21380996-5eaa-469c-b43e-ed771150563e', 'status': 'completed', 'code': 200} Mar 07 16:04:29.477832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b6b62d22-7321-4b41-859b-0c591f4240a8 None None] Provisioning complete for port 9a0ef4d9-2545-4650-814f-38379fbfa3bf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:29.478499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b6b62d22-7321-4b41-859b-0c591f4240a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:29.480475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:29.546011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b6b62d22-7321-4b41-859b-0c591f4240a8 None None] Port 9a0ef4d9-2545-4650-814f-38379fbfa3bf cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:04:29.559428 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3c56c9cd-5ff2-4315-8d1c-b4316f2cbc14 req-02e1a1c1-5586-4c60-9710-0bca51c4c661 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 210 time: 0.4995370 Mar 07 16:04:29.580800 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-64bd52c2-38b2-4e79-b0e6-6e2a9f2b839e service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788797 Mar 07 16:04:29.588361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb58843-198b-40fb-87f1-36cac08ab2ca req-638e932e-5a50-447a-abcf-c2c755676679 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:29.590504 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7fb58843-198b-40fb-87f1-36cac08ab2ca req-638e932e-5a50-447a-abcf-c2c755676679 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.1669695 Mar 07 16:04:29.643216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Allocated IP 172.20.0.5 (56f7a155-caa6-4fe0-9155-d3a4eed1a66b/620f6ee8-c693-4e4e-9db5-22c228d33062/44c33ecd-b4e7-4a37-8b70-3a2545bcd168) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:29.685798 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3946c19b-df2f-4e1d-820e-81b4bae043d0 req-68462ae5-d075-4bce-bcdf-941954a391db service neutron] 10.222.0.15 "GET /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029603 Mar 07 16:04:29.759410 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7fb58843-198b-40fb-87f1-36cac08ab2ca req-8e9a8481-29e8-4ac4-b8a9-b25f400f59d2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519990 Mar 07 16:04:29.761612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd27-241b-49d5-a8f7-b0e4cad51cbe req-fac2939a-3c33-4d36-bb60-4099f768c33b tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:29.763157 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a503fd27-241b-49d5-a8f7-b0e4cad51cbe req-fac2939a-3c33-4d36-bb60-4099f768c33b tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.0948045 Mar 07 16:04:29.765017 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785b0415-06bd-455a-b61f-354b5077489f req-f9fd2c67-2d48-49b1-a307-63b3d270ec64 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751032 Mar 07 16:04:29.845150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50530) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:29.869986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a503fd27-241b-49d5-a8f7-b0e4cad51cbe req-416e0ab7-e4a5-45d0-a7d4-78ae704d7f16 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944593 Mar 07 16:04:29.882062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-1f864d04-e2e8-44a2-beec-c40c6dac3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:29.883684 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-1f864d04-e2e8-44a2-beec-c40c6dac3b46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 1130 time: 0.0575190 Mar 07 16:04:29.947650 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Publish callbacks [] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:29.968987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d570ab4-0b64-47a1-82d8-f1046f55e32a admin admin] Deleting subnet 8c05a775-92cb-42c0-849a-1f8c56017619 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:04:29.986329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-9a5e2a64-3afd-4ab4-b0ec-73cb7c5b3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:29.988858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-9a5e2a64-3afd-4ab4-b0ec-73cb7c5b3969 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.0978758 Mar 07 16:04:29.998006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.024239 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d570ab4-0b64-47a1-82d8-f1046f55e32a admin admin] Publish callbacks [] for subnet (8c05a775-92cb-42c0-849a-1f8c56017619), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.038848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-d5ee56db-9985-4989-914d-41acbcbcb5a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e0287fd7-b295-4a34-a85a-20f2c1dfa11f HTTP/1.1" status: 200 len: 217 time: 0.0430033 Mar 07 16:04:30.054246 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks [] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.090008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-4327a4fd-dc84-4dc6-87d9-6e4d40b483f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:30.091777 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-4327a4fd-dc84-4dc6-87d9-6e4d40b483f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0465889 Mar 07 16:04:30.148007 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d570ab4-0b64-47a1-82d8-f1046f55e32a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (8c05a775-92cb-42c0-849a-1f8c56017619), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.149628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-7b7684ea-346c-4b43-9efc-abfdec941dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:30.150961 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-7b7684ea-346c-4b43-9efc-abfdec941dc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0503261 Mar 07 16:04:30.168890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0ef4d9-2545-4650-814f-38379fbfa3bf,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:30.172335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (19abdb15-96e1-4eff-80ac-90dcaab04363), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.233660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43eb71-bc6c-431d-8dd2-77010c498cd7 req-46c502a9-4876-4c0e-9542-978a034c4b14 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:30.235225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af43eb71-bc6c-431d-8dd2-77010c498cd7 req-46c502a9-4876-4c0e-9542-978a034c4b14 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 948 time: 0.2135966 Mar 07 16:04:30.245214 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-074425f2-4c6e-4665-bd24-def00e7fa77c service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885298 Mar 07 16:04:30.274935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d570ab4-0b64-47a1-82d8-f1046f55e32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (8c05a775-92cb-42c0-849a-1f8c56017619), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.323632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.379013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6a20f57-5d7e-4be3-96fa-ddc6b5ef6f1b req-ab540fd5-206f-4661-bd9a-89612e5e7249 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267068 Mar 07 16:04:30.398549 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d5943-c93b-4c98-adf5-675556633eb9 req-0bd6e686-3cbc-4b1f-bfc2-c75bc6da4b58 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:30.406437 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-519d5943-c93b-4c98-adf5-675556633eb9 req-0bd6e686-3cbc-4b1f-bfc2-c75bc6da4b58 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.0921900 Mar 07 16:04:30.411020 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:30.430545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:30.441096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:30.452799 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-519d5943-c93b-4c98-adf5-675556633eb9 req-4d58a789-5286-44a2-bd5d-5dc77e3e6d1f tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Mar 07 16:04:30.479460 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af43eb71-bc6c-431d-8dd2-77010c498cd7 req-5e123b1b-b0ea-49e3-9137-8c28a28c4b7a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327015 Mar 07 16:04:30.492189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Pushing event updated for resources: {'Port': ['ID=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:30.493913 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b61ad947-74f5-4b67-a99e-c117277e3ccb up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:30.518480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Network def0ffeb-12d8-49f9-93e8-d772d667b68f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:30.520467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d570ab4-0b64-47a1-82d8-f1046f55e32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (8c05a775-92cb-42c0-849a-1f8c56017619), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.529344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:30.546854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b61ad947-74f5-4b67-a99e-c117277e3ccb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:30.547309 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.558215 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:30.558855 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.563482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d570ab4-0b64-47a1-82d8-f1046f55e32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c05a775-92cb-42c0-849a-1f8c56017619,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:30.575922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d570ab4-0b64-47a1-82d8-f1046f55e32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.582550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6d570ab4-0b64-47a1-82d8-f1046f55e32a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8c05a775-92cb-42c0-849a-1f8c56017619 HTTP/1.1" status: 204 len: 168 time: 0.7348766 Mar 07 16:04:30.582735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50536) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:30.634584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2a10987c-b07c-4a26-9589-d691f0fb29fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7527409 Mar 07 16:04:30.660320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Request body: {'port': {'device_id': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:30.665877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b61ad947-74f5-4b67-a99e-c117277e3ccb is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:30.666380 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.698467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b61ad947-74f5-4b67-a99e-c117277e3ccb, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b61ad947-74f5-4b67-a99e-c117277e3ccb,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:30.708485 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.742741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (59c6551b-c1df-4be0-a3b8-0a80e6e025e2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.768494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ade2d3-f3ba-4558-8b2d-d687511e1639 req-d1d24304-760e-4b07-84c3-1655242a1125 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:30.770611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53ade2d3-f3ba-4558-8b2d-d687511e1639 req-d1d24304-760e-4b07-84c3-1655242a1125 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 931 time: 0.0862937 Mar 07 16:04:30.773889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b61ad947-74f5-4b67-a99e-c117277e3ccb,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:30.793156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Router 19abdb15-96e1-4eff-80ac-90dcaab04363 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:04:30.833076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.873189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6d014c53-1f2a-4260-bd01-ced8c2481c34 None None] Provisioning complete for port 9a0ef4d9-2545-4650-814f-38379fbfa3bf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:30.873555 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6d014c53-1f2a-4260-bd01-ced8c2481c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.877378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (59c6551b-c1df-4be0-a3b8-0a80e6e025e2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.897507 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53ade2d3-f3ba-4558-8b2d-d687511e1639 req-fc841d72-8998-4e1e-b2d6-6e2c75b95f52 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051464 Mar 07 16:04:30.906192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c6551b-c1df-4be0-a3b8-0a80e6e025e2']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:30.911801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6d014c53-1f2a-4260-bd01-ced8c2481c34 None None] Port 9a0ef4d9-2545-4650-814f-38379fbfa3bf cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:04:30.918631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300520bc-ba34-46cf-a605-59d25875de6e') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:30.919057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300520bc-ba34-46cf-a605-59d25875de6e') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:30.928958 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (300520bc-ba34-46cf-a605-59d25875de6e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.945361 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (300520bc-ba34-46cf-a605-59d25875de6e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.951944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:04:30.952856 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (300520bc-ba34-46cf-a605-59d25875de6e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:04:30.954817 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:04:31.042741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (59c6551b-c1df-4be0-a3b8-0a80e6e025e2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.050552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.055972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] 10.222.0.24 "DELETE /v2.0/networks/59c6551b-c1df-4be0-a3b8-0a80e6e025e2 HTTP/1.1" status: 204 len: 168 time: 0.4684935 Mar 07 16:04:31.070790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133856a5-84db-4cc0-a104-cb02dcb991cf admin admin] Pushing event deleted for resources: {'Network': ['ID=59c6551b-c1df-4be0-a3b8-0a80e6e025e2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:31.083073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9459a30-f316-4186-ab5b-ce77f5ed3613 req-e1ae37fc-a816-447f-bad2-c2f62baff0b0 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:31.084588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9459a30-f316-4186-ab5b-ce77f5ed3613 req-e1ae37fc-a816-447f-bad2-c2f62baff0b0 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1164389 Mar 07 16:04:31.103913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8739be-8473-49c7-a4c1-10560c2b45b2 req-6e38276d-efeb-4ea9-a4f6-83c997ee8062 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:31.105450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f8739be-8473-49c7-a4c1-10560c2b45b2 req-6e38276d-efeb-4ea9-a4f6-83c997ee8062 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.2242897 Mar 07 16:04:31.109291 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:31.124236 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-626b5a56-0583-485d-baba-c2df2b5e2e38 admin admin] 10.222.0.24 "PUT /v2.0/routers/19abdb15-96e1-4eff-80ac-90dcaab04363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9500070 Mar 07 16:04:31.129304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Sync routers for ids ['19abdb15-96e1-4eff-80ac-90dcaab04363'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:31.155315 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9459a30-f316-4186-ab5b-ce77f5ed3613 req-6a08a02b-9028-479b-b75b-595127871783 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607877 Mar 07 16:04:31.169406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Routers {'19abdb15-96e1-4eff-80ac-90dcaab04363'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:31.170025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['19abdb15-96e1-4eff-80ac-90dcaab04363'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:31.218582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50548) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:31.230956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f8739be-8473-49c7-a4c1-10560c2b45b2 req-20a1a625-0784-48c2-a263-e2acb5ca011c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112013 Mar 07 16:04:31.268321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0e9e8ec5-2415-4c8f-8e46-0b5e5007c021 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f92a155252f54635b4ebd497ba90845c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481751 Mar 07 16:04:31.271082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50550) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:31.282033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 21380996-5eaa-469c-b43e-ed771150563e no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:31.319010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 21380996-5eaa-469c-b43e-ed771150563e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:31.319888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 21380996-5eaa-469c-b43e-ed771150563e not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:31.340323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b191-95b0-419c-ae45-f9268e6f3682 admin admin] Publish callbacks [] for security_group (e168deeb-c807-42ca-89e1-88bb2145a3df), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.341361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Set router 19abdb15-96e1-4eff-80ac-90dcaab04363 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:31.345750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:31.354450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Publish callbacks [] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.366715 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b191-95b0-419c-ae45-f9268e6f3682 admin admin] Publish callbacks [] for security_group (e168deeb-c807-42ca-89e1-88bb2145a3df), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.368157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Transition to ACTIVE for port object 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:04:31.372437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.428970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b191-95b0-419c-ae45-f9268e6f3682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e168deeb-c807-42ca-89e1-88bb2145a3df), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.432872 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b191-95b0-419c-ae45-f9268e6f3682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.435059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a4a8b191-95b0-419c-ae45-f9268e6f3682 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e168deeb-c807-42ca-89e1-88bb2145a3df HTTP/1.1" status: 204 len: 168 time: 0.1610241 Mar 07 16:04:31.446614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8b191-95b0-419c-ae45-f9268e6f3682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e168deeb-c807-42ca-89e1-88bb2145a3df,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:31.535001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Pushing event updated for resources: {'Port': ['ID=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:31.604898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Attempting to bind port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:31.605299 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Attempting to bind port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:31.605646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Attempting to bind port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:31.625392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:23Z', 'updated_at': '2022-03-07T16:04:29Z', 'revision_number': 4, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'gw_port': {'id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:24Z', 'updated_at': '2022-03-07T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '9a0ef4d9-2545-4650-814f-38379fbfa3bf', 'name': '', 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'mac_address': 'fa:16:3e:45:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'faa2d4ab-3f94-48f4-8cee-b8bd706cbd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:27Z', 'updated_at': '2022-03-07T16:04:29Z', 'revision_number': 2, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'subnets': [{'id': 'faa2d4ab-3f94-48f4-8cee-b8bd706cbd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:31.633778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:04:31.634117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Attempting to bind port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:31.656593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Checking router: 19abdb15-96e1-4eff-80ac-90dcaab04363 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:31.657189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Updating router 19abdb15-96e1-4eff-80ac-90dcaab04363 port 9a0ef4d9-2545-4650-814f-38379fbfa3bf binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:04:31.672034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:31.672548 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Checking segment: {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:31.673173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Bound using segment: {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:31.673845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Bound port: 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:31.674192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a604d6f-1edd-4fd8-ad23-d3f056256c87 req-e301092d-dde9-4b4a-a6c9-2c8dcc7cb740 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:31.674331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.682279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a604d6f-1edd-4fd8-ad23-d3f056256c87 req-e301092d-dde9-4b4a-a6c9-2c8dcc7cb740 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1045349 Mar 07 16:04:31.696825 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.762374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a604d6f-1edd-4fd8-ad23-d3f056256c87 req-4ee4f96a-5e17-46fd-a021-f53d673d44bf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789101 Mar 07 16:04:31.778995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb625e63-9a8c-4bc2-a455-4c3570446c3f req-8698e49e-3337-4ca8-b3b1-2af862dc0b96 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:31.787931 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb625e63-9a8c-4bc2-a455-4c3570446c3f req-8698e49e-3337-4ca8-b3b1-2af862dc0b96 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 948 time: 0.1786933 Mar 07 16:04:31.800823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:31.805554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:31.825410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.874954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:31.875468 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:31.877030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/44c33ecd-b4e7-4a37-8b70-3a2545bcd168 HTTP/1.1" status: 200 len: 1091 time: 1.2322824 Mar 07 16:04:31.881651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:31.884298 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f07218-3096-424b-989e-0f000f62120d" -d '{"events": [{"name": "network-changed", "server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:31.908868 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb625e63-9a8c-4bc2-a455-4c3570446c3f req-5b1c15b8-70b3-4af2-8a7c-a22917e73f7f tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154351 Mar 07 16:04:31.977896 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab2574-0b85-42a6-8a8b-81d834b14453 x-openstack-request-id: req-c2ab2574-0b85-42a6-8a8b-81d834b14453 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:31.978217 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:31.978501 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2ab2574-0b85-42a6-8a8b-81d834b14453 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:31.978976 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168', 'status': 'completed', 'code': 200} Mar 07 16:04:32.000555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c698a0-682f-42fe-a843-a32d60a264a1 service neutron] Pushing event updated for resources: {'Port': ['ID=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:32.056316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-7a2f900a-393d-40c1-b8da-b8aa52537e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:32.058381 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-7a2f900a-393d-40c1-b8da-b8aa52537e0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 1125 time: 0.1139989 Mar 07 16:04:32.107386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50582) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:32.109639 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-f3081eb1-047d-4467-b465-55272a296953 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168 HTTP/1.1" status: 200 len: 217 time: 0.0408237 Mar 07 16:04:32.110707 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Publish callbacks [] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.111349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-364450671-network', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:32.121623 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.123111 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1b8e1-5d7c-437e-a702-593bb29b1c68 req-df5790ed-9642-424b-b9e0-595ad7d14fc7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:32.125082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85e1b8e1-5d7c-437e-a702-593bb29b1c68 req-df5790ed-9642-424b-b9e0-595ad7d14fc7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 943 time: 0.1115129 Mar 07 16:04:32.134988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Made reservation on behalf of 8d5413d49beb4d9d8dfb7796b6dbf2cd for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:32.139423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.151510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.216878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2e5fc941-6602-4e83-8193-94db71cf6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:32.218871 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-2e5fc941-6602-4e83-8193-94db71cf6d76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620f6ee8-c693-4e4e-9db5-22c228d33062 HTTP/1.1" status: 200 len: 844 time: 0.0920143 Mar 07 16:04:32.268840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe10323-d59f-423c-b02c-aa402b530b7f None None] Pushing event updated for resources: {'Port': ['ID=9a0ef4d9-2545-4650-814f-38379fbfa3bf,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:32.271149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85e1b8e1-5d7c-437e-a702-593bb29b1c68 req-7ca2f984-af1b-4405-ad0e-bdd49e35cb5f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348283 Mar 07 16:04:32.273223 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-9eb74e3f-fe87-40c0-a939-aefcdb0a73cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436428 Mar 07 16:04:32.296985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Attempting to bind port 9a0ef4d9-2545-4650-814f-38379fbfa3bf on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:32.297455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Attempting to bind port 9a0ef4d9-2545-4650-814f-38379fbfa3bf by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c9c25623-9fa9-4a3e-98cf-010641f784ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:32.297912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Attempting to bind port 9a0ef4d9-2545-4650-814f-38379fbfa3bf on network def0ffeb-12d8-49f9-93e8-d772d667b68f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:32.306158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:32.306863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Checking segment: {'id': 'c9c25623-9fa9-4a3e-98cf-010641f784ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:32.307499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.308294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Bound using segment: {'id': 'c9c25623-9fa9-4a3e-98cf-010641f784ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:32.309022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Bound port: 9a0ef4d9-2545-4650-814f-38379fbfa3bf, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c25623-9fa9-4a3e-98cf-010641f784ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:32.310201 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.410512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Publish callbacks [] for security_group (69d29d5d-6731-4d16-9b5d-293b62305b34), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.424215 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (69d29d5d-6731-4d16-9b5d-293b62305b34), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.445929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] For port 9a0ef4d9-2545-4650-814f-38379fbfa3bf, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:32.457781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] For port 9a0ef4d9-2545-4650-814f-38379fbfa3bf, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9a0ef4d9-2545-4650-814f-38379fbfa3bf,segment=NetworkSegment(c9c25623-9fa9-4a3e-98cf-010641f784ba),segment_id=c9c25623-9fa9-4a3e-98cf-010641f784ba)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:32.460049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa4739-d461-4082-b0cc-5d3ff378163b req-2b86b538-f010-4d26-878a-8d4336a39d52 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:32.470180 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.475542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68aa4739-d461-4082-b0cc-5d3ff378163b req-2b86b538-f010-4d26-878a-8d4336a39d52 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1883955 Mar 07 16:04:32.517537 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b61ad947-74f5-4b67-a99e-c117277e3ccb up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:32.530731 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-63a2d4a5-8ab2-4d37-a3e1-cbea347add23 service neutron] 10.222.0.11 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469020 Mar 07 16:04:32.533309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:04:32.556379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d29d5d-6731-4d16-9b5d-293b62305b34,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:32.563966 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b7b92045-9952-409b-8be5-b337e53ad5ba), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.564461 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Added segment b7b92045-9952-409b-8be5-b337e53ad5ba of type vlan for network cffcac45-8986-4e34-b71b-1109d6bc8244 Mar 07 16:04:32.570072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68aa4739-d461-4082-b0cc-5d3ff378163b req-bf7f1037-a2a3-4d85-b94a-5e26402ef56d tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935001 Mar 07 16:04:32.617256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fe09-65d8-4866-a88c-809d7e19ef1e req-46299636-4156-406b-b458-01ee9b93d93c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:32.619220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-06b5fe09-65d8-4866-a88c-809d7e19ef1e req-46299636-4156-406b-b458-01ee9b93d93c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.2231090 Mar 07 16:04:32.630035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (cffcac45-8986-4e34-b71b-1109d6bc8244), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.652857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a2a6db80-23cc-4d0a-802a-1d56263a8c5b None None] Provisioning complete for port 9a0ef4d9-2545-4650-814f-38379fbfa3bf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:32.654031 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2a6db80-23cc-4d0a-802a-1d56263a8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.673781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (cffcac45-8986-4e34-b71b-1109d6bc8244), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.674996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:32.675989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.727443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe10323-d59f-423c-b02c-aa402b530b7f None None] Pushing event updated for resources: {'Port': ['ID=9a0ef4d9-2545-4650-814f-38379fbfa3bf,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:32.748243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Routers {'19abdb15-96e1-4eff-80ac-90dcaab04363'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:32.753655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['19abdb15-96e1-4eff-80ac-90dcaab04363'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:32.756985 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6494336 Mar 07 16:04:32.760047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50598) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:32.765793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Request body: {'subnet': {'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-subnet', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:32.775023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c3294-26cf-42e0-8dda-128f57f73378 admin admin] Pushing event updated for resources: {'Network': ['ID=cffcac45-8986-4e34-b71b-1109d6bc8244,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:32.779358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-06b5fe09-65d8-4866-a88c-809d7e19ef1e req-d92c7045-8ae9-434b-b16a-822fbe7cb600 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892408 Mar 07 16:04:32.804434 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecd67e7e-0c36-4c96-a13b-051d6d6cf1e1 req-dc6affc5-2169-4134-a222-6272e848589f service neutron] 10.222.0.11 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643564 Mar 07 16:04:32.828598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network cffcac45-8986-4e34-b71b-1109d6bc8244 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:04:32.849288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50602) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:32.884667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b61ad947-74f5-4b67-a99e-c117277e3ccb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:32.885205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.890368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Made reservation on behalf of 8d5413d49beb4d9d8dfb7796b6dbf2cd for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:32.895558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:32.910618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f07218-3096-424b-989e-0f000f62120d req-c2c5087f-a780-4582-8403-a023b8e2d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:32.912640 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4f07218-3096-424b-989e-0f000f62120d req-c2c5087f-a780-4582-8403-a023b8e2d2d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 1125 time: 0.0587807 Mar 07 16:04:33.005724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1012538966-network', 'tenant_id': 'accc2ee094ae40f592e3b25580a331e8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:33.027301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca325-f941-4781-815e-1fe05ecfdfbc req-b24f9405-148c-43b0-abc4-6f387c52fd22 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:33.028929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0dca325-f941-4781-815e-1fe05ecfdfbc req-b24f9405-148c-43b0-abc4-6f387c52fd22 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1592882 Mar 07 16:04:33.080900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Made reservation on behalf of accc2ee094ae40f592e3b25580a331e8 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:33.083840 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.103538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f07218-3096-424b-989e-0f000f62120d req-9f17492c-5664-447c-b124-3c2b63e0dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:33.105019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4f07218-3096-424b-989e-0f000f62120d req-9f17492c-5664-447c-b124-3c2b63e0dbf8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 905 time: 0.1865988 Mar 07 16:04:33.111224 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.116754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f0ffc-ff25-46d5-84fd-07b1d272dd75 req-24299d33-496e-4b6e-8604-5e297db61ac7 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:33.118366 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f8f0ffc-ff25-46d5-84fd-07b1d272dd75 req-24299d33-496e-4b6e-8604-5e297db61ac7 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 948 time: 0.0797977 Mar 07 16:04:33.153386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0dca325-f941-4781-815e-1fe05ecfdfbc req-43d2cf4d-5d42-4ab4-a0d7-6df3e43c1777 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133888 Mar 07 16:04:33.229672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] Set router 19abdb15-96e1-4eff-80ac-90dcaab04363 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:33.259369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6db80-23cc-4d0a-802a-1d56263a8c5b None None] Current status of the port 9a0ef4d9-2545-4650-814f-38379fbfa3bf is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:33.260191 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2a6db80-23cc-4d0a-802a-1d56263a8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.273237 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (3875c079-4bd5-4ed7-ba63-cc70c8bfa61a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.325288 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Publish callbacks [] for security_group (62e9972a-2a78-47c5-9d37-f11d5a86a4f3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.332287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (62e9972a-2a78-47c5-9d37-f11d5a86a4f3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.356996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3875c079-4bd5-4ed7-ba63-cc70c8bfa61a,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:33.371138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:04:33.386311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a2a6db80-23cc-4d0a-802a-1d56263a8c5b None None] For port 9a0ef4d9-2545-4650-814f-38379fbfa3bf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9a0ef4d9-2545-4650-814f-38379fbfa3bf,segment=NetworkSegment(c9c25623-9fa9-4a3e-98cf-010641f784ba),segment_id=c9c25623-9fa9-4a3e-98cf-010641f784ba)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:33.396954 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7c16a548-7041-471f-a0bf-29fc0ec2073e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.397347 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Added segment 7c16a548-7041-471f-a0bf-29fc0ec2073e of type vlan for network ded9a7a3-1c34-4b7f-9777-bba209b9693d Mar 07 16:04:33.407204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e9972a-2a78-47c5-9d37-f11d5a86a4f3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:33.414183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Checking segment: {'id': 'b7b92045-9952-409b-8be5-b337e53ad5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:33.414527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Network hostable DHCP agents. Network: cffcac45-8986-4e34-b71b-1109d6bc8244, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:04:33.467246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b61ad947-74f5-4b67-a99e-c117277e3ccb is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:33.476975 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4f07218-3096-424b-989e-0f000f62120d req-a08f146d-9700-4c44-a0fb-6aea7863b0ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168 HTTP/1.1" status: 200 len: 217 time: 0.3575640 Mar 07 16:04:33.481833 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2a6db80-23cc-4d0a-802a-1d56263a8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.485938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ded9a7a3-1c34-4b7f-9777-bba209b9693d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.517015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Network cffcac45-8986-4e34-b71b-1109d6bc8244 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:04:33.538240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff5b04-82e2-4dc5-9b6d-6d48e8c4edb6 req-62f3d68d-3d6f-4253-97d0-747347fdc335 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:33.539850 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-deff5b04-82e2-4dc5-9b6d-6d48e8c4edb6 req-62f3d68d-3d6f-4253-97d0-747347fdc335 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 943 time: 0.1288543 Mar 07 16:04:33.541299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, cffcac45-8986-4e34-b71b-1109d6bc8244) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:33.543037 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ded9a7a3-1c34-4b7f-9777-bba209b9693d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.544095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:33.544492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.551714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:33.552384 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.566973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e11f0-db1c-4de6-9bc9-3936572c847f None None] Network cffcac45-8986-4e34-b71b-1109d6bc8244 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:33.571536 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f8f0ffc-ff25-46d5-84fd-07b1d272dd75 req-3643520f-be45-48d8-a652-536e1d33c31b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972950 Mar 07 16:04:33.577868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f07218-3096-424b-989e-0f000f62120d req-602717bb-fc6e-4ab4-bc67-af0e13ddcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:33.582010 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4f07218-3096-424b-989e-0f000f62120d req-602717bb-fc6e-4ab4-bc67-af0e13ddcf9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620f6ee8-c693-4e4e-9db5-22c228d33062 HTTP/1.1" status: 200 len: 844 time: 0.0929680 Mar 07 16:04:33.632171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-68fca3c7-4fb3-44f8-ad6b-3627131882c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8706551 Mar 07 16:04:33.635546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4f07218-3096-424b-989e-0f000f62120d req-795d7e20-8112-439e-b8f0-3a23381b1742 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456438 Mar 07 16:04:33.636044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50612) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:33.636580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6db80-23cc-4d0a-802a-1d56263a8c5b None None] Pushing event updated for resources: {'Port': ['ID=9a0ef4d9-2545-4650-814f-38379fbfa3bf,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:33.639303 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7886109 Mar 07 16:04:33.644435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50614) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:33.651982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:33.661179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Request body: {'subnet': {'network_id': 'ded9a7a3-1c34-4b7f-9777-bba209b9693d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1012538966-subnet', 'tenant_id': 'accc2ee094ae40f592e3b25580a331e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:33.666296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baea95e-987f-4eb5-ae77-6a175620131a admin admin] Pushing event updated for resources: {'Network': ['ID=ded9a7a3-1c34-4b7f-9777-bba209b9693d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:33.685132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ded9a7a3-1c34-4b7f-9777-bba209b9693d details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:04:33.706588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Made reservation on behalf of accc2ee094ae40f592e3b25580a331e8 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:33.709082 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.714422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-deff5b04-82e2-4dc5-9b6d-6d48e8c4edb6 req-60bc4d8c-a6df-43b3-b1d3-25b4047f2c18 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436658 Mar 07 16:04:33.768782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c9c838f7-0e3a-49c7-bb89-18490e6c62b4 None None] Provisioning complete for port 9a0ef4d9-2545-4650-814f-38379fbfa3bf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:33.769048 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c9c838f7-0e3a-49c7-bb89-18490e6c62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.772192 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (9ba5c068-6445-4759-b00a-90133082576b), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.773574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (9ba5c068-6445-4759-b00a-90133082576b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.825263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:23Z', 'updated_at': '2022-03-07T16:04:29Z', 'revision_number': 4, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'gw_port': {'id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:24Z', 'updated_at': '2022-03-07T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '9a0ef4d9-2545-4650-814f-38379fbfa3bf', 'name': '', 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'mac_address': 'fa:16:3e:45:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'faa2d4ab-3f94-48f4-8cee-b8bd706cbd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:27Z', 'updated_at': '2022-03-07T16:04:32Z', 'revision_number': 4, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'subnets': [{'id': 'faa2d4ab-3f94-48f4-8cee-b8bd706cbd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:33.827251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc74af0-6527-4fea-88f6-3a9ce104489d req-761793a4-8fa8-40f3-9aae-949c84bc7e29 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:33.834879 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5fc74af0-6527-4fea-88f6-3a9ce104489d req-761793a4-8fa8-40f3-9aae-949c84bc7e29 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1765635 Mar 07 16:04:33.882512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cc36d-ca04-4710-9e81-9861cb1789c9 None None] The sync data for ids ['19abdb15-96e1-4eff-80ac-90dcaab04363'] in n-d-830010-8 is: [{'id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:23Z', 'updated_at': '2022-03-07T16:04:29Z', 'revision_number': 4, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'gw_port': {'id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:24Z', 'updated_at': '2022-03-07T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '9a0ef4d9-2545-4650-814f-38379fbfa3bf', 'name': '', 'network_id': 'def0ffeb-12d8-49f9-93e8-d772d667b68f', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'mac_address': 'fa:16:3e:45:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'faa2d4ab-3f94-48f4-8cee-b8bd706cbd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:27Z', 'updated_at': '2022-03-07T16:04:32Z', 'revision_number': 4, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'subnets': [{'id': 'faa2d4ab-3f94-48f4-8cee-b8bd706cbd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:33.892358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-cffcac45-8986-4e34-b71b-1109d6bc8244', 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244', 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'fixed_ips': [{'subnet_id': '3875c079-4bd5-4ed7-ba63-cc70c8bfa61a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:04:33.894598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.900061 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks [] for router_controller (9ba5c068-6445-4759-b00a-90133082576b), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:33.905373 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4f07218-3096-424b-989e-0f000f62120d req-35935ff7-98cc-4eca-96a6-64e41b513763 service neutron] 10.222.0.11 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491374 Mar 07 16:04:33.994300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (1c9bfc7b-e143-41fb-8ba4-e8e912b50459), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.103506 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5fc74af0-6527-4fea-88f6-3a9ce104489d req-22b2569a-51be-4132-9724-953f4f3b06d4 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676463 Mar 07 16:04:34.105183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7f1cf-3b11-45d8-8fdb-12731163c1fc req-9b963cf6-610d-486d-833b-e7179ab0dfd7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:34.113923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3cb7f1cf-3b11-45d8-8fdb-12731163c1fc req-9b963cf6-610d-486d-833b-e7179ab0dfd7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.2154622 Mar 07 16:04:34.148649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9bfc7b-e143-41fb-8ba4-e8e912b50459,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:34.163809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Checking segment: {'id': '7c16a548-7041-471f-a0bf-29fc0ec2073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ded9a7a3-1c34-4b7f-9777-bba209b9693d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:34.164271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Network hostable DHCP agents. Network: ded9a7a3-1c34-4b7f-9777-bba209b9693d, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:04:34.168671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Allocated IP 172.20.0.2 (cffcac45-8986-4e34-b71b-1109d6bc8244/3875c079-4bd5-4ed7-ba63-cc70c8bfa61a/3e018664-c32e-4c4c-a79c-01746622a8dc) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:34.208123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c9c838f7-0e3a-49c7-bb89-18490e6c62b4 None None] Current status of the port 9a0ef4d9-2545-4650-814f-38379fbfa3bf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:34.217887 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3cb7f1cf-3b11-45d8-8fdb-12731163c1fc req-e2527a4f-c928-4301-80f7-f0cf9d796d86 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029286 Mar 07 16:04:34.238663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Network ded9a7a3-1c34-4b7f-9777-bba209b9693d is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:04:34.262243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ded9a7a3-1c34-4b7f-9777-bba209b9693d) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:34.275605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312c0a9-f40e-4434-9ea6-893b77a7a440 None None] Network ded9a7a3-1c34-4b7f-9777-bba209b9693d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:34.280327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:34.282850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.294584 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks [] for router_gateway (9ba5c068-6445-4759-b00a-90133082576b), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.348649 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6b368d9a-1e3a-40b6-81c3-f6c2e3dfe4ab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6880486 Mar 07 16:04:34.356034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4f07218-3096-424b-989e-0f000f62120d req-0b6eb1e5-6784-411d-a7ad-5f2105e5f14d service neutron] 10.222.0.11 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027545 Mar 07 16:04:34.385406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b3597-d1c6-457e-8bfa-67ad9b6d9d75 req-ffecf598-383a-454d-8e87-d0e358ae63ae tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:34.392110 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-789b3597-d1c6-457e-8bfa-67ad9b6d9d75 req-ffecf598-383a-454d-8e87-d0e358ae63ae tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1119585 Mar 07 16:04:34.430424 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Publish callbacks [] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.443556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.500903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd36979b-bd7d-40bd-a8e1-98a2c68636af None None] Network ded9a7a3-1c34-4b7f-9777-bba209b9693d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:34.508119 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-789b3597-d1c6-457e-8bfa-67ad9b6d9d75 req-d8ea46a9-9ec5-454d-8d1a-8b42a9a54270 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091397 Mar 07 16:04:34.546343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Network cffcac45-8986-4e34-b71b-1109d6bc8244 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:34.556319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9a0ef4d9-2545-4650-814f-38379fbfa3bf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:34.628762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:34.673420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:34.742402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Pushing event updated for resources: {'Port': ['ID=3e018664-c32e-4c4c-a79c-01746622a8dc,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:34.764907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks [] for router_gateway (9ba5c068-6445-4759-b00a-90133082576b), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.792715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Attempting to bind port 3e018664-c32e-4c4c-a79c-01746622a8dc on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:34.793089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Attempting to bind port 3e018664-c32e-4c4c-a79c-01746622a8dc by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b7b92045-9952-409b-8be5-b337e53ad5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:34.793500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Attempting to bind port 3e018664-c32e-4c4c-a79c-01746622a8dc on network cffcac45-8986-4e34-b71b-1109d6bc8244 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:34.801628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.803351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:34.803734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Checking segment: {'id': 'b7b92045-9952-409b-8be5-b337e53ad5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:34.804250 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.804644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Bound using segment: {'id': 'b7b92045-9952-409b-8be5-b337e53ad5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:34.805135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Bound port: 3e018664-c32e-4c4c-a79c-01746622a8dc, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b92045-9952-409b-8be5-b337e53ad5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:34.805523 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.820322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9a0ef4d9-2545-4650-814f-38379fbfa3bf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:34.820693 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.919548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] For port 3e018664-c32e-4c4c-a79c-01746622a8dc, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:34.944853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbcbcc-2cc3-416b-b8d7-94779c934a6e req-31fc137d-9b26-4d69-bed0-2d39658b722e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:34.951874 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adbbcbcc-2cc3-416b-b8d7-94779c934a6e req-31fc137d-9b26-4d69-bed0-2d39658b722e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 948 time: 0.2307472 Mar 07 16:04:34.967058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] For port 3e018664-c32e-4c4c-a79c-01746622a8dc, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3e018664-c32e-4c4c-a79c-01746622a8dc,segment=NetworkSegment(b7b92045-9952-409b-8be5-b337e53ad5ba),segment_id=b7b92045-9952-409b-8be5-b337e53ad5ba)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:34.969711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9a0ef4d9-2545-4650-814f-38379fbfa3bf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:34.974960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:04:34.979223 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:34.985150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Allocated IP 172.25.4.184 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b5da02f1-8781-4ef4-9a10-e4af44d45e6e) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:35.048699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adbbcbcc-2cc3-416b-b8d7-94779c934a6e req-574ca616-288b-443d-9b91-71b66684345d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954792 Mar 07 16:04:35.182831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-a3ae9b70-86f4-4dff-ae81-8d0441a62527 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:35.186306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-a3ae9b70-86f4-4dff-ae81-8d0441a62527 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/networks?id=ded9a7a3-1c34-4b7f-9777-bba209b9693d HTTP/1.1" status: 200 len: 814 time: 0.1948905 Mar 07 16:04:35.203727 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks [] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:35.213556 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-8575492d-f1c7-4971-ab87-5c973100b0f0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/quotas/accc2ee094ae40f592e3b25580a331e8 HTTP/1.1" status: 200 len: 375 time: 0.0198121 Mar 07 16:04:35.275542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-f7f30a20-4c59-48dd-8df4-5acdc1906bbb tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=accc2ee094ae40f592e3b25580a331e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522377 Mar 07 16:04:35.318621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:35.349222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:35.351647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:35.355535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:35.364393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e0287fd7-b295-4a34-a85a-20f2c1dfa11f details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:04:35.369516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0c71f-d56d-414b-9e05-60334f1b2622 None None] Pushing event updated for resources: {'Port': ['ID=3e018664-c32e-4c4c-a79c-01746622a8dc,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:35.507158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Pushing event updated for resources: {'Port': ['ID=b5da02f1-8781-4ef4-9a10-e4af44d45e6e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:35.523621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-fae19ee2-de48-40db-83c8-32311d241cb4 service neutron] 10.222.0.24 "GET /v2.0/networks/ded9a7a3-1c34-4b7f-9777-bba209b9693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354078 Mar 07 16:04:35.565924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:35.594621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'port_id': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168', 'mac_address': 'fa:16:3e:c5:bf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620f6ee8-c693-4e4e-9db5-22c228d33062', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:04:35.639240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4563a8-fd2b-4157-b74f-6ddaf0d0cb99 req-b5c824a5-455f-4e64-a4c2-cd033c95c5fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:35.640802 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8c4563a8-fd2b-4157-b74f-6ddaf0d0cb99 req-b5c824a5-455f-4e64-a4c2-cd033c95c5fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 943 time: 0.2805619 Mar 07 16:04:35.651794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e0287fd7-b295-4a34-a85a-20f2c1dfa11f, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:35.658608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-4ebe8dd4-bb2a-4f04-bf28-c2c0ad09e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:35.660687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-4ebe8dd4-bb2a-4f04-bf28-c2c0ad09e662 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc460352cd844b968fc89e81891e89fb&device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 1128 time: 0.1999872 Mar 07 16:04:35.674281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'mac_address': 'fa:16:3e:7f:25:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:04:35.676532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:35.676981 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:35.699148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:35.762912 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-00303eac-469f-473c-8e31-6bb5077ffdb9 service neutron] 10.222.0.24 "GET /v2.0/networks/ded9a7a3-1c34-4b7f-9777-bba209b9693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273095 Mar 07 16:04:35.771404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:35.779411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e0287fd7-b295-4a34-a85a-20f2c1dfa11f is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:35.779809 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:35.783040 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:35.793074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-577ebafe-40c0-4040-8f63-4f8efb3c1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:35.796703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-577ebafe-40c0-4040-8f63-4f8efb3c1525 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 200 len: 916 time: 0.1278231 Mar 07 16:04:35.797967 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0287fd7-b295-4a34-a85a-20f2c1dfa11f {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:35.799581 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8c4563a8-fd2b-4157-b74f-6ddaf0d0cb99 req-5c9bfd37-76e1-4a61-9ee7-6ab9c7eee132 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433392 Mar 07 16:04:35.850760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e0287fd7-b295-4a34-a85a-20f2c1dfa11f, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:35.855012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-429748fd-560b-4d2e-b51e-65d92a7ca5f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e54c0f21-5826-4b0f-85ab-b6930a14ee4b HTTP/1.1" status: 200 len: 217 time: 0.0532262 Mar 07 16:04:35.873615 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:35.886385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:35.921534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-9e7c8cb6-dd2a-4c26-ae4d-f1e523053f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:35.923226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-9e7c8cb6-dd2a-4c26-ae4d-f1e523053f8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4254bfba-c54c-4996-aac7-7e37adab9fce HTTP/1.1" status: 200 len: 854 time: 0.0622854 Mar 07 16:04:35.964735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:35.966828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks [] for router_gateway (9ba5c068-6445-4759-b00a-90133082576b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:36.004157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-7a343eb5-b3be-47d9-8e4d-0fdc0785b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:36.005787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-7a343eb5-b3be-47d9-8e4d-0fdc0785b4b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8557786-62a0-4591-8d1c-b808f5f7534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0714195 Mar 07 16:04:36.061893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977a1a-ab9f-4223-aa8b-4f7008357b6f req-1d09dc7e-d8a2-472e-bf7c-4f8202ae0e63 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:36.063477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25977a1a-ab9f-4223-aa8b-4f7008357b6f req-1d09dc7e-d8a2-472e-bf7c-4f8202ae0e63 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1511161 Mar 07 16:04:36.104014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['44c33ecd-b4e7-4a37-8b70-3a2545bcd168'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:36.160390 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25977a1a-ab9f-4223-aa8b-4f7008357b6f req-e167532b-1b58-4654-9093-5750ff961b23 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884337 Mar 07 16:04:36.242274 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-b94d1cb1-b036-498a-b004-0af80fa315a2 service neutron] 10.222.0.15 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297652 Mar 07 16:04:36.261398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:36.294663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684634b-1067-4b1d-b342-d22aef46841a req-3e02ef81-b567-44a4-8051-bf4f2442fe5a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:36.296379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3684634b-1067-4b1d-b342-d22aef46841a req-3e02ef81-b567-44a4-8051-bf4f2442fe5a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1959205 Mar 07 16:04:36.422220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (9ba5c068-6445-4759-b00a-90133082576b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:36.460708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3684634b-1067-4b1d-b342-d22aef46841a req-945e04b4-4dff-4a0e-94cd-563646480afa tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350024 Mar 07 16:04:36.537120 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:36.542554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c876656b-dab9-4fce-ac7c-7497a205dc1b req-7ce1d145-12a7-4443-950c-b2ca0b0d42dd service neutron] 10.222.0.15 "GET /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922738 Mar 07 16:04:36.585669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682f89a-9834-4c87-9e20-c88c9072669d req-3f32cc66-0835-4c40-8a78-99d66a2a7b32 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:36.587331 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f682f89a-9834-4c87-9e20-c88c9072669d req-3f32cc66-0835-4c40-8a78-99d66a2a7b32 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.2860475 Mar 07 16:04:36.595314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3e018664-c32e-4c4c-a79c-01746622a8dc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:36.639666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d051cf59-8348-4ae4-9ca5-802fc8a30617 req-0889b727-7de1-4d1d-85c3-65dfd6ab4d4c tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 210 time: 0.0762386 Mar 07 16:04:36.678260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3e018664-c32e-4c4c-a79c-01746622a8dc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:36.678695 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:36.704047 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f682f89a-9834-4c87-9e20-c88c9072669d req-275884dd-316b-45dc-aa3a-0f9560b25041 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103654 Mar 07 16:04:36.753513 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Router 9ba5c068-6445-4759-b00a-90133082576b is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:04:36.798369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fe6e7-cfd0-4eeb-b72a-e50b047beba1 req-af008f60-c604-4f8b-9c22-eda2f1186671 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:36.805659 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e52fe6e7-cfd0-4eeb-b72a-e50b047beba1 req-af008f60-c604-4f8b-9c22-eda2f1186671 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 949 time: 0.0696249 Mar 07 16:04:36.807392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8388ee47-c85a-40c1-b0d7-b07aadca0fd2 None None] Network cffcac45-8986-4e34-b71b-1109d6bc8244 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:36.829596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3e018664-c32e-4c4c-a79c-01746622a8dc is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:36.830085 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:36.868015 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e52fe6e7-cfd0-4eeb-b72a-e50b047beba1 req-c609b201-e2fa-48ab-99ba-cee83ac2a47a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592918 Mar 07 16:04:36.938588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:36.950482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9b25e2cf-b19d-41b8-8868-2a6ee4c562c2 None None] Provisioning complete for port 3e018664-c32e-4c4c-a79c-01746622a8dc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:36.951123 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b25e2cf-b19d-41b8-8868-2a6ee4c562c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:36.956812 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Sync routers for ids ['9ba5c068-6445-4759-b00a-90133082576b'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:36.959896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 3e018664-c32e-4c4c-a79c-01746622a8dc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3e018664-c32e-4c4c-a79c-01746622a8dc,segment=NetworkSegment(b7b92045-9952-409b-8be5-b337e53ad5ba),segment_id=b7b92045-9952-409b-8be5-b337e53ad5ba)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:36.973036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ba83a-22fc-4171-a411-586b2e09ce15 req-abbf7175-0a2e-42da-b6cd-de0377eb3694 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:36.974931 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e63ba83a-22fc-4171-a411-586b2e09ce15 req-abbf7175-0a2e-42da-b6cd-de0377eb3694 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 944 time: 0.0880134 Mar 07 16:04:36.975951 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Routers {'9ba5c068-6445-4759-b00a-90133082576b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:36.977069 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['9ba5c068-6445-4759-b00a-90133082576b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:36.978743 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:36.982973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50664) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:36.983270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b4e7daa0-cacd-43fd-a4f2-cb290c8a457a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3460183 Mar 07 16:04:37.013107 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:37.130986 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e63ba83a-22fc-4171-a411-586b2e09ce15 req-6f8a3ca4-cb46-4af8-8f9e-aa3b112f3205 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450150 Mar 07 16:04:37.220983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=3e018664-c32e-4c4c-a79c-01746622a8dc,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:37.292969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9b25e2cf-b19d-41b8-8868-2a6ee4c562c2 None None] Current status of the port 3e018664-c32e-4c4c-a79c-01746622a8dc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:37.328667 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Set router 9ba5c068-6445-4759-b00a-90133082576b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:37.447233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486081-ccf5-458d-9b5a-dead851a572f req-9cc6db52-f10b-46da-862c-957cba34b8a4 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:37.448809 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5486081-ccf5-458d-9b5a-dead851a572f req-9cc6db52-f10b-46da-862c-957cba34b8a4 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1420312 Mar 07 16:04:37.535406 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba5c068-6445-4759-b00a-90133082576b', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:33Z', 'updated_at': '2022-03-07T16:04:35Z', 'revision_number': 3, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'gw_port': {'id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:34Z', 'updated_at': '2022-03-07T16:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:37.556701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5486081-ccf5-458d-9b5a-dead851a572f req-9e654a44-16ea-4eee-9a08-a1e671871819 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910358 Mar 07 16:04:37.578470 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Checking router: 9ba5c068-6445-4759-b00a-90133082576b for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:37.579290 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Updating router 9ba5c068-6445-4759-b00a-90133082576b port b5da02f1-8781-4ef4-9a10-e4af44d45e6e binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:04:37.613913 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:37.617584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9b429941-b1f5-4cb9-ad35-efb1ec6b3ea2 None None] Provisioning complete for port 3e018664-c32e-4c4c-a79c-01746622a8dc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:37.618066 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b429941-b1f5-4cb9-ad35-efb1ec6b3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:37.620974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf00c-5290-4b18-bfd6-0db9e82c1dcd req-52282211-4000-475e-b426-cf01ceda839c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:37.622754 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16acf00c-5290-4b18-bfd6-0db9e82c1dcd req-52282211-4000-475e-b426-cf01ceda839c tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.0753536 Mar 07 16:04:37.720389 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16acf00c-5290-4b18-bfd6-0db9e82c1dcd req-2c71b43a-7ba2-48a8-bd65-e6990d326e7a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885615 Mar 07 16:04:37.788569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9b429941-b1f5-4cb9-ad35-efb1ec6b3ea2 None None] Current status of the port 3e018664-c32e-4c4c-a79c-01746622a8dc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:37.889669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5eb7f-38f1-4df8-8f23-ffebcdadbf1a req-6ff46e8c-a7b0-4d89-a2e9-1c76e1ca3cd1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:37.891932 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38f5eb7f-38f1-4df8-8f23-ffebcdadbf1a req-6ff46e8c-a7b0-4d89-a2e9-1c76e1ca3cd1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.0806265 Mar 07 16:04:37.958844 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38f5eb7f-38f1-4df8-8f23-ffebcdadbf1a req-8cfe21a5-8eba-4c3e-8464-588eaa205eba tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580823 Mar 07 16:04:38.010271 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Publish callbacks [] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:38.016946 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:38.079756 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Attempting to bind port b5da02f1-8781-4ef4-9a10-e4af44d45e6e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:38.080287 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Attempting to bind port b5da02f1-8781-4ef4-9a10-e4af44d45e6e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:38.080761 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Attempting to bind port b5da02f1-8781-4ef4-9a10-e4af44d45e6e on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:38.092784 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:38.093364 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:38.093883 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:38.094550 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:38.095314 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Bound port: b5da02f1-8781-4ef4-9a10-e4af44d45e6e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:38.095950 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:38.097726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aac54-1a7e-4e0e-a948-ab39722c082c req-ba6f502f-b8af-41f8-91e2-93f159f5c7e8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:38.098988 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e207d-af65-4984-a48d-735ac1370fc5 None None] Pushing event updated for resources: {'Port': ['ID=b5da02f1-8781-4ef4-9a10-e4af44d45e6e,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:38.108626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d07aac54-1a7e-4e0e-a948-ab39722c082c req-ba6f502f-b8af-41f8-91e2-93f159f5c7e8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 949 time: 0.0719185 Mar 07 16:04:38.167401 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d07aac54-1a7e-4e0e-a948-ab39722c082c req-bd2c476a-6bf6-4481-b8cc-b9d93e9aaa46 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575984 Mar 07 16:04:38.171797 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] For port b5da02f1-8781-4ef4-9a10-e4af44d45e6e, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:38.176225 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] For port b5da02f1-8781-4ef4-9a10-e4af44d45e6e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b5da02f1-8781-4ef4-9a10-e4af44d45e6e,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:38.192866 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:38.207092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d76b54e-70e7-419b-a504-dd05d2713f57 req-ad2ad4e7-8681-43cc-a6fc-3b90e66d841f tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 210 time: 0.4206686 Mar 07 16:04:38.269119 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Routers {'9ba5c068-6445-4759-b00a-90133082576b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:38.269797 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['9ba5c068-6445-4759-b00a-90133082576b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:38.281901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-b979b8c0-3494-4d80-98c4-c3a839f7c8ce tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:38.283477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-b979b8c0-3494-4d80-98c4-c3a839f7c8ce tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.15 "GET /v2.0/networks?id=ded9a7a3-1c34-4b7f-9777-bba209b9693d HTTP/1.1" status: 200 len: 814 time: 0.5599196 Mar 07 16:04:38.286305 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:38.304048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Request body: {'port': {'device_id': 'a33673d6-a4bd-461c-a3c2-e00ad7b64ba6', 'network_id': 'ded9a7a3-1c34-4b7f-9777-bba209b9693d', 'admin_state_up': True, 'tenant_id': 'accc2ee094ae40f592e3b25580a331e8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:38.316870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0203-35f7-42ee-b50a-271cf052cdc2 req-e7eff507-4467-4dc7-93c9-6f0440c15a5f tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:38.318477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-15be0203-35f7-42ee-b50a-271cf052cdc2 req-e7eff507-4467-4dc7-93c9-6f0440c15a5f tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.0661144 Mar 07 16:04:38.347817 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e207d-af65-4984-a48d-735ac1370fc5 None None] Pushing event updated for resources: {'Port': ['ID=b5da02f1-8781-4ef4-9a10-e4af44d45e6e,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:38.378465 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-15be0203-35f7-42ee-b50a-271cf052cdc2 req-8991a00f-1fe4-48fa-acc2-4b289e2cd8c9 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520642 Mar 07 16:04:38.450973 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] Set router 9ba5c068-6445-4759-b00a-90133082576b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:38.463460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3e018664-c32e-4c4c-a79c-01746622a8dc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:38.546608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3e018664-c32e-4c4c-a79c-01746622a8dc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:38.546920 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:38.555891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b0add-8257-463e-9345-8ad28757a3cd req-ab73da51-e456-4858-97b0-5ed26ddf540a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:38.557471 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3e4b0add-8257-463e-9345-8ad28757a3cd req-ab73da51-e456-4858-97b0-5ed26ddf540a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 946 time: 0.1024542 Mar 07 16:04:38.607267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d660cc-27d2-4d15-824e-2ee2e3a3425f req-1bd3f33e-4efe-4a8a-b7a8-86ff9e7fb259 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:38.608891 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1d660cc-27d2-4d15-824e-2ee2e3a3425f req-1bd3f33e-4efe-4a8a-b7a8-86ff9e7fb259 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 944 time: 0.2883861 Mar 07 16:04:38.628910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3e4b0add-8257-463e-9345-8ad28757a3cd req-e129bdb8-56de-402f-8232-a5e05dd55a85 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628030 Mar 07 16:04:38.652919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3e018664-c32e-4c4c-a79c-01746622a8dc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:38.678709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Made reservation on behalf of accc2ee094ae40f592e3b25580a331e8 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:38.682131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:38.688206 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba5c068-6445-4759-b00a-90133082576b', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:33Z', 'updated_at': '2022-03-07T16:04:35Z', 'revision_number': 3, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'gw_port': {'id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:34Z', 'updated_at': '2022-03-07T16:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:38.717199 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044edfe-78b6-46f8-8a2d-276718ddbffc None None] The sync data for ids ['9ba5c068-6445-4759-b00a-90133082576b'] in n-d-830010-8 is: [{'id': '9ba5c068-6445-4759-b00a-90133082576b', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:33Z', 'updated_at': '2022-03-07T16:04:35Z', 'revision_number': 3, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'gw_port': {'id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:34Z', 'updated_at': '2022-03-07T16:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:38.745620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1d660cc-27d2-4d15-824e-2ee2e3a3425f req-5db09c4b-e19a-4079-8ce5-7be8f1995e37 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235301 Mar 07 16:04:38.753416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Allocated IP 172.20.0.1 (cffcac45-8986-4e34-b71b-1109d6bc8244/3875c079-4bd5-4ed7-ba63-cc70c8bfa61a/3998e013-df82-41e4-aa9f-144054c6ec6a) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:38.797492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa808-ee01-4e9d-ae78-5fe62c7e6d98 req-4254e9b3-8bd3-401e-80ec-d28c12e5d4dc tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:38.805980 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56aaa808-ee01-4e9d-ae78-5fe62c7e6d98 req-4254e9b3-8bd3-401e-80ec-d28c12e5d4dc tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.0858054 Mar 07 16:04:38.863473 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56aaa808-ee01-4e9d-ae78-5fe62c7e6d98 req-bbad3674-f4f9-42d4-baa7-4256ef252a6c tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560613 Mar 07 16:04:38.979222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Allocated IP 172.20.0.2 (ded9a7a3-1c34-4b7f-9777-bba209b9693d/1c9bfc7b-e143-41fb-8ba4-e8e912b50459/32d43bdb-6ec5-47bb-83bd-cd62e4da4fad) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:38.988811 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:38.999593 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Publish callbacks [] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.008585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74442-9d83-4394-811e-c0b68cefb7c0 req-dfdf4011-6e83-4581-ab2d-f6c9f5cad182 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:39.015385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bad74442-9d83-4394-811e-c0b68cefb7c0 req-dfdf4011-6e83-4581-ab2d-f6c9f5cad182 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 946 time: 0.1847501 Mar 07 16:04:39.081592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:04:39.086095 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:39.086667 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.144306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bad74442-9d83-4394-811e-c0b68cefb7c0 req-f94e2c07-d564-4bb5-a01b-fa6c39d4ec1f tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275311 Mar 07 16:04:39.147144 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.176826 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abba0bb-f069-4820-b6cb-5ca86710d125 req-562fb634-721c-4f61-9de4-f0bb40721f5a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:39.185043 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8abba0bb-f069-4820-b6cb-5ca86710d125 req-562fb634-721c-4f61-9de4-f0bb40721f5a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.1101325 Mar 07 16:04:39.223404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:39.223820 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.243459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-c3f38fbf-5804-4f15-819a-1ffb74a10cb7 req-ce3d4d0b-ca65-4ecf-8bc0-3997d9367dd7 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:04:39.249426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c3f38fbf-5804-4f15-819a-1ffb74a10cb7 req-ce3d4d0b-ca65-4ecf-8bc0-3997d9367dd7 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460582 Mar 07 16:04:39.257536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Network cffcac45-8986-4e34-b71b-1109d6bc8244 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:39.262201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8abba0bb-f069-4820-b6cb-5ca86710d125 req-852bacdc-20be-49b8-9e0c-df53acff53ba tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754366 Mar 07 16:04:39.270767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:39.273125 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d93181-228d-4fca-be30-fece11e1fef2" -d '{"events": [{"server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "name": "network-vif-plugged", "status": "completed", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:39.286829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:39.287062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:39.304768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e0287fd7-b295-4a34-a85a-20f2c1dfa11f up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:39.308743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:39.312144 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.432279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Pushing event updated for resources: {'Port': ['ID=3998e013-df82-41e4-aa9f-144054c6ec6a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:39.453672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Publish callbacks [] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.455047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:39.481434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c74b6-dba9-4cad-b228-6256b9851987 req-3d4e3e95-58c9-4ae4-a02d-1afe04fe5e8c tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:39.491372 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b99c74b6-dba9-4cad-b228-6256b9851987 req-3d4e3e95-58c9-4ae4-a02d-1afe04fe5e8c tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 949 time: 0.1002526 Mar 07 16:04:39.500690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port e0287fd7-b295-4a34-a85a-20f2c1dfa11f completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:04:39.505111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (9ba5c068-6445-4759-b00a-90133082576b), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.508509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port e0287fd7-b295-4a34-a85a-20f2c1dfa11f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:39.508903 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.525808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c3f38fbf-5804-4f15-819a-1ffb74a10cb7 req-44b4da5f-233f-47f3-b5b1-583ab9704752 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2753785 Mar 07 16:04:39.591971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b99c74b6-dba9-4cad-b228-6256b9851987 req-87c4c339-f8eb-4df1-9889-e28c57f1d95a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980396 Mar 07 16:04:39.666581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e0287fd7-b295-4a34-a85a-20f2c1dfa11f is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:39.667312 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.691069 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.709385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7aa2b917-90a3-4234-bb40-62fd3d955aea None None] Provisioning complete for port 3998e013-df82-41e4-aa9f-144054c6ec6a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:39.710199 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b917-90a3-4234-bb40-62fd3d955aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.755669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1d9a5-f610-4c15-a520-2d36259adcf4 req-1c50ad0c-fbfb-432d-acd7-c063425f0d4c tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:39.767390 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1cd1d9a5-f610-4c15-a520-2d36259adcf4 req-1c50ad0c-fbfb-432d-acd7-c063425f0d4c tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 931 time: 0.0799682 Mar 07 16:04:39.773908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e0287fd7-b295-4a34-a85a-20f2c1dfa11f, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:39.784163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2b917-90a3-4234-bb40-62fd3d955aea None None] Port 3998e013-df82-41e4-aa9f-144054c6ec6a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:04:39.787800 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.802108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Network ded9a7a3-1c34-4b7f-9777-bba209b9693d is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:39.817489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:39.821116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:39.823944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Pushing event updated for resources: {'Port': ['ID=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:39.853443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1cd1d9a5-f610-4c15-a520-2d36259adcf4 req-bfa9b00d-b748-42c2-bbcb-68df93910b90 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846951 Mar 07 16:04:39.881707 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2557588f-421e-47dc-8671-2bcdc0e39865 x-openstack-request-id: req-2557588f-421e-47dc-8671-2bcdc0e39865 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:39.882289 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "name": "network-vif-plugged", "status": "completed", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:39.883575 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2557588f-421e-47dc-8671-2bcdc0e39865 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:39.884196 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168', 'code': 200} Mar 07 16:04:39.933337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:39.933693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:40.012723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:40.013355 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:40.040127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51675d45-987a-4dca-af29-9de0968ad5e7 req-e705bdaa-6d17-418f-a432-a2e67dc8e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:40.042208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51675d45-987a-4dca-af29-9de0968ad5e7 req-e705bdaa-6d17-418f-a432-a2e67dc8e640 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 1127 time: 0.0953076 Mar 07 16:04:40.057668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49b6d5-18b9-4cb5-b809-0b5354c356e8 req-1d7fda68-2c53-49a7-bc13-c4af80779c14 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:40.063331 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c49b6d5-18b9-4cb5-b809-0b5354c356e8 req-1d7fda68-2c53-49a7-bc13-c4af80779c14 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 945 time: 0.1036122 Mar 07 16:04:40.066113 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-1b947576-184b-4677-97f8-80015f7e2cf0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7689807 Mar 07 16:04:40.088152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Request body: {'port': {'device_id': 'a33673d6-a4bd-461c-a3c2-e00ad7b64ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:40.126457 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51675d45-987a-4dca-af29-9de0968ad5e7 req-8220e9a4-c824-459b-af56-f1d80979b072 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619798 Mar 07 16:04:40.161024 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c49b6d5-18b9-4cb5-b809-0b5354c356e8 req-6beadb6f-0a36-44fb-8582-9876f3ba4c73 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937889 Mar 07 16:04:40.175555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5c15e-1f73-43be-a3c8-10d2cc5e47c2 req-ab63857d-819e-45c4-a2a0-7805eef52b04 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:40.177201 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72f5c15e-1f73-43be-a3c8-10d2cc5e47c2 req-ab63857d-819e-45c4-a2a0-7805eef52b04 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1804376 Mar 07 16:04:40.247412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:40.280300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bf26a-e7c4-4e45-b760-4ed6950095bf req-c924dc64-aa65-4492-bd4d-f62c328a0379 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:40.282907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e30bf26a-e7c4-4e45-b760-4ed6950095bf req-c924dc64-aa65-4492-bd4d-f62c328a0379 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.0559595 Mar 07 16:04:40.316692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72f5c15e-1f73-43be-a3c8-10d2cc5e47c2 req-a4a913ad-34bc-48fd-8f8a-087ff161638e tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116920 Mar 07 16:04:40.336014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e30bf26a-e7c4-4e45-b760-4ed6950095bf req-ebd5d0f4-6366-4b49-ba88-9c65345be4be tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459116 Mar 07 16:04:40.348618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Publish callbacks [] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:40.376915 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:40.491870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12438d-7b61-4e5e-8601-a4d4f18a3eed req-122ad62a-b90e-4f1f-a474-c6ced48a4204 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:40.499123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d12438d-7b61-4e5e-8601-a4d4f18a3eed req-122ad62a-b90e-4f1f-a474-c6ced48a4204 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.0966277 Mar 07 16:04:40.532603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b5da02f1-8781-4ef4-9a10-e4af44d45e6e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:40.538553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Pushing event updated for resources: {'Port': ['ID=3998e013-df82-41e4-aa9f-144054c6ec6a,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:40.566571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (9ba5c068-6445-4759-b00a-90133082576b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:40.587034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d12438d-7b61-4e5e-8601-a4d4f18a3eed req-df313a6f-14c0-4f79-8f1e-eea3c22d644a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866060 Mar 07 16:04:40.601730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b5da02f1-8781-4ef4-9a10-e4af44d45e6e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:40.602099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:40.713570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b5da02f1-8781-4ef4-9a10-e4af44d45e6e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:40.714043 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:40.752919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ea627-4cf2-46da-8784-31d6a4ce1651 req-0f2a0590-05d1-403e-b43c-435a02b78c17 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:40.755108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b5da02f1-8781-4ef4-9a10-e4af44d45e6e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b5da02f1-8781-4ef4-9a10-e4af44d45e6e,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:40.759853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e09ea627-4cf2-46da-8784-31d6a4ce1651 req-0f2a0590-05d1-403e-b43c-435a02b78c17 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 946 time: 0.2486699 Mar 07 16:04:40.761179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:40.871620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e09ea627-4cf2-46da-8784-31d6a4ce1651 req-9b053287-a7ed-41d0-826e-59cf90a7d0a9 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106555 Mar 07 16:04:40.874620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Network cffcac45-8986-4e34-b71b-1109d6bc8244 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:40.889184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:40.889978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aadec-7eb8-488e-a4f5-2b9ac2db8d83 req-2fd0c033-49cf-42e3-b5c4-7b11d11e5721 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:40.890450 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:40.890450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b5da02f1-8781-4ef4-9a10-e4af44d45e6e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:40.901445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c52aadec-7eb8-488e-a4f5-2b9ac2db8d83 req-2fd0c033-49cf-42e3-b5c4-7b11d11e5721 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.1233146 Mar 07 16:04:40.999827 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c52aadec-7eb8-488e-a4f5-2b9ac2db8d83 req-0a47ab2d-a826-4b30-819e-709dd8b998a3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973327 Mar 07 16:04:41.127455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:41.132989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a1275-3e41-44f8-8209-1bae1ed82298 req-3b450fa3-1be2-4c1f-a39c-210b27d364b5 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:41.135371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-650a1275-3e41-44f8-8209-1bae1ed82298 req-3b450fa3-1be2-4c1f-a39c-210b27d364b5 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 931 time: 0.0678847 Mar 07 16:04:41.162598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Publish callbacks [] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:41.171095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Router 9ba5c068-6445-4759-b00a-90133082576b has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:04:41.201754 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-650a1275-3e41-44f8-8209-1bae1ed82298 req-e4cde963-cf6c-4420-ae33-5870804da5da tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Mar 07 16:04:41.211187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc85f98-8a43-470f-8c72-65bd7237152d req-0eb6c900-7b26-4229-8af7-787e646cf181 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:41.212734 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7dc85f98-8a43-470f-8c72-65bd7237152d req-0eb6c900-7b26-4229-8af7-787e646cf181 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 950 time: 0.2360127 Mar 07 16:04:41.224258 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Transition to ACTIVE for port object 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:04:41.240217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3b85eb95-ffd5-4b41-a2e2-5a47632fcd51 None None] Provisioning complete for port 3998e013-df82-41e4-aa9f-144054c6ec6a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:41.240725 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b85eb95-ffd5-4b41-a2e2-5a47632fcd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:41.280604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3b85eb95-ffd5-4b41-a2e2-5a47632fcd51 None None] Port 3998e013-df82-41e4-aa9f-144054c6ec6a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:04:41.312200 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:41.348765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d2611-e7b3-4521-9fd9-7c486cd5dda7 req-47a60d74-00b8-4fb3-b23e-2b215556e660 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:41.350623 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-888d2611-e7b3-4521-9fd9-7c486cd5dda7 req-47a60d74-00b8-4fb3-b23e-2b215556e660 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 946 time: 0.0721245 Mar 07 16:04:41.400430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13403399-e350-4abb-b377-561d3d801422 service neutron] Pushing event updated for resources: {'Port': ['ID=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:41.415100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:41.423408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-888d2611-e7b3-4521-9fd9-7c486cd5dda7 req-c1195334-344f-49b5-8f57-105d9e0dfe1a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658970 Mar 07 16:04:41.428614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Sync routers for ids ['9ba5c068-6445-4759-b00a-90133082576b'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:41.440900 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7dc85f98-8a43-470f-8c72-65bd7237152d req-4ced74b9-58cb-4e90-8869-dc9a7586fdb5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605737 Mar 07 16:04:41.445570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Routers {'9ba5c068-6445-4759-b00a-90133082576b'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:41.455467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c0e476d5-62f7-4d6c-94d3-d9efb9e50805 admin admin] 10.222.0.24 "PUT /v2.0/routers/9ba5c068-6445-4759-b00a-90133082576b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4634018 Mar 07 16:04:41.455818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['9ba5c068-6445-4759-b00a-90133082576b'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:41.601726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Set router 9ba5c068-6445-4759-b00a-90133082576b gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:41.607869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Attempting to bind port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:41.608212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Attempting to bind port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '7c16a548-7041-471f-a0bf-29fc0ec2073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ded9a7a3-1c34-4b7f-9777-bba209b9693d'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:41.608567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Attempting to bind port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad on network ded9a7a3-1c34-4b7f-9777-bba209b9693d {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:41.632026 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad on network ded9a7a3-1c34-4b7f-9777-bba209b9693d not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:04:41.632026 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Attempting to bind port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad on network ded9a7a3-1c34-4b7f-9777-bba209b9693d {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:41.639539 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:41.639866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Checking segment: {'id': '7c16a548-7041-471f-a0bf-29fc0ec2073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ded9a7a3-1c34-4b7f-9777-bba209b9693d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:41.640250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Bound using segment: {'id': '7c16a548-7041-471f-a0bf-29fc0ec2073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ded9a7a3-1c34-4b7f-9777-bba209b9693d'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:41.640681 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Bound port: 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c16a548-7041-471f-a0bf-29fc0ec2073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ded9a7a3-1c34-4b7f-9777-bba209b9693d'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:41.641039 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:41.644502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c4ec1-714b-4a5a-8377-24286369bbf7 req-d303f6a9-bdf8-474f-9c5e-df6327ea349e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:41.651939 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce0c4ec1-714b-4a5a-8377-24286369bbf7 req-d303f6a9-bdf8-474f-9c5e-df6327ea349e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.0836785 Mar 07 16:04:41.695236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f31e8-bb1b-47af-959c-a023ab235938 req-305c8168-4817-4239-96a5-31f036831146 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:41.696802 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-982f31e8-bb1b-47af-959c-a023ab235938 req-305c8168-4817-4239-96a5-31f036831146 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 945 time: 0.1141620 Mar 07 16:04:41.720305 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce0c4ec1-714b-4a5a-8377-24286369bbf7 req-88d6f2c4-a882-4895-aac3-5ce962922494 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622823 Mar 07 16:04:41.885094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25734775-e7f0-4cd9-abea-a83e6ca9b65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0287fd7-b295-4a34-a85a-20f2c1dfa11f'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:41.887358 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf376e02-2db5-4579-aa83-51a563ec30fe" -d '{"events": [{"server_uuid": "25734775-e7f0-4cd9-abea-a83e6ca9b65c", "name": "network-vif-plugged", "status": "completed", "tag": "e0287fd7-b295-4a34-a85a-20f2c1dfa11f"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:41.916289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba5c068-6445-4759-b00a-90133082576b', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:33Z', 'updated_at': '2022-03-07T16:04:39Z', 'revision_number': 4, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'gw_port': {'id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:34Z', 'updated_at': '2022-03-07T16:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '3998e013-df82-41e4-aa9f-144054c6ec6a', 'name': '', 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'mac_address': 'fa:16:3e:93:76:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '3875c079-4bd5-4ed7-ba63-cc70c8bfa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:38Z', 'updated_at': '2022-03-07T16:04:40Z', 'revision_number': 2, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'subnets': [{'id': '3875c079-4bd5-4ed7-ba63-cc70c8bfa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:41.948880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb145f84-5e26-4f7d-bda0-7ea581a8372f req-678a4057-1f02-4a87-bea1-2752336635d1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:41.955183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb145f84-5e26-4f7d-bda0-7ea581a8372f req-678a4057-1f02-4a87-bea1-2752336635d1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:41.962017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb145f84-5e26-4f7d-bda0-7ea581a8372f req-678a4057-1f02-4a87-bea1-2752336635d1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:41.969839 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb145f84-5e26-4f7d-bda0-7ea581a8372f req-678a4057-1f02-4a87-bea1-2752336635d1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8&device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa&device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 2419 time: 0.0840979 Mar 07 16:04:41.972192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Checking router: 9ba5c068-6445-4759-b00a-90133082576b for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:41.972811 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Updating router 9ba5c068-6445-4759-b00a-90133082576b port 3998e013-df82-41e4-aa9f-144054c6ec6a binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:04:42.032772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb145f84-5e26-4f7d-bda0-7ea581a8372f req-0726efb0-1f6b-4eb1-a993-94e5de958596 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619156 Mar 07 16:04:42.146360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69203f-0b36-466e-821b-5d3fb3b5475b req-c2341801-7b59-4b83-8a08-3620505b4fb5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:42.152048 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f69203f-0b36-466e-821b-5d3fb3b5475b req-c2341801-7b59-4b83-8a08-3620505b4fb5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.0723999 Mar 07 16:04:42.163393 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:42.185738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] For port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:42.191076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] For port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,segment=NetworkSegment(7c16a548-7041-471f-a0bf-29fc0ec2073e),segment_id=7c16a548-7041-471f-a0bf-29fc0ec2073e)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:42.211959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-982f31e8-bb1b-47af-959c-a023ab235938 req-a703ed95-b072-4380-8681-39fa0fffa307 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085576 Mar 07 16:04:42.225440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:42.248475 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f69203f-0b36-466e-821b-5d3fb3b5475b req-3767b01c-18ae-41e5-9d1d-1fcc4f04c693 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885267 Mar 07 16:04:42.277472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:42.278627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:42.280117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-13403399-e350-4abb-b377-561d3d801422 service neutron] 10.222.0.15 "PUT /v2.0/ports/32d43bdb-6ec5-47bb-83bd-cd62e4da4fad HTTP/1.1" status: 200 len: 1091 time: 2.1993330 Mar 07 16:04:42.280818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33673d6-a4bd-461c-a3c2-e00ad7b64ba6', 'tag': '32d43bdb-6ec5-47bb-83bd-cd62e4da4fad'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:42.283102 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac759396-015b-4b59-9822-d5e74ab78284" -d '{"events": [{"name": "network-changed", "server_uuid": "a33673d6-a4bd-461c-a3c2-e00ad7b64ba6", "tag": "32d43bdb-6ec5-47bb-83bd-cd62e4da4fad"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:42.318202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13403399-e350-4abb-b377-561d3d801422 service neutron] Pushing event updated for resources: {'Port': ['ID=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:42.336415 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a43982c-9a12-4bc4-ab7c-18c60661a602 x-openstack-request-id: req-5a43982c-9a12-4bc4-ab7c-18c60661a602 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:42.336717 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25734775-e7f0-4cd9-abea-a83e6ca9b65c", "name": "network-vif-plugged", "status": "completed", "tag": "e0287fd7-b295-4a34-a85a-20f2c1dfa11f", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:42.337011 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a43982c-9a12-4bc4-ab7c-18c60661a602 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:42.337409 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25734775-e7f0-4cd9-abea-a83e6ca9b65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'code': 200} Mar 07 16:04:42.360444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-91f0cee6-0f5b-45ec-aab8-3e427a17ba52 req-603c8a32-0b4b-44a4-b9a0-3bf65f96bddc tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:04:42.363277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91f0cee6-0f5b-45ec-aab8-3e427a17ba52 req-603c8a32-0b4b-44a4-b9a0-3bf65f96bddc tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074499 Mar 07 16:04:42.408386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-3f58c159-2508-43a4-b877-d117d8e8c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:42.411126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-3f58c159-2508-43a4-b877-d117d8e8c49f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=accc2ee094ae40f592e3b25580a331e8&device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 1125 time: 0.0770402 Mar 07 16:04:42.504698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-e3c7bf4b-6aaf-4509-b00b-9d1e6e3aa135 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad HTTP/1.1" status: 200 len: 217 time: 0.0671730 Mar 07 16:04:42.515378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0c2ba-d8b9-4f9f-87d1-9128715459fb req-ed626c9f-9602-47c4-ac22-904c25dd49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:42.516946 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4f0c2ba-d8b9-4f9f-87d1-9128715459fb req-ed626c9f-9602-47c4-ac22-904c25dd49c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 1132 time: 0.1240628 Mar 07 16:04:42.557362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b5da02f1-8781-4ef4-9a10-e4af44d45e6e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:42.589979 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91f0cee6-0f5b-45ec-aab8-3e427a17ba52 req-0a61b79b-fffa-41de-bed4-43bd5b8f3803 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1994386 Mar 07 16:04:42.644742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-f9e7a5bd-f3f8-4e50-8fab-cbbd2b0a3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:42.645790 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-f9e7a5bd-f3f8-4e50-8fab-cbbd2b0a3968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c9bfc7b-e143-41fb-8ba4-e8e912b50459 HTTP/1.1" status: 200 len: 854 time: 0.1270766 Mar 07 16:04:42.653886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec213e2-017b-4ab5-b522-13897d7dcc02 req-bde650dc-6159-4942-a973-505df0f2acff tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:42.655329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4ec213e2-017b-4ab5-b522-13897d7dcc02 req-bde650dc-6159-4942-a973-505df0f2acff tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 943 time: 0.1291687 Mar 07 16:04:42.666400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4f0c2ba-d8b9-4f9f-87d1-9128715459fb req-9c36939f-171d-49c1-88fd-5fc276f95108 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387849 Mar 07 16:04:42.699196 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-86bf7c3d-1f02-4c2e-8d10-8a8ac3cfd814 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ded9a7a3-1c34-4b7f-9777-bba209b9693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428452 Mar 07 16:04:42.730422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4ec213e2-017b-4ab5-b522-13897d7dcc02 req-87677e9e-75ca-4e39-9d1b-29acbc6d7710 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629933 Mar 07 16:04:42.755434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b5da02f1-8781-4ef4-9a10-e4af44d45e6e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:42.755979 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:42.761025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Publish callbacks [] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:42.784948 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f83bd0-c056-477e-9f67-e033a581388b x-openstack-request-id: req-a2f83bd0-c056-477e-9f67-e033a581388b {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:42.785527 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33673d6-a4bd-461c-a3c2-e00ad7b64ba6", "tag": "32d43bdb-6ec5-47bb-83bd-cd62e4da4fad", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:42.785906 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2f83bd0-c056-477e-9f67-e033a581388b {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:42.786576 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33673d6-a4bd-461c-a3c2-e00ad7b64ba6', 'tag': '32d43bdb-6ec5-47bb-83bd-cd62e4da4fad', 'status': 'completed', 'code': 200} Mar 07 16:04:42.790266 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:42.851252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d70ba-b65d-473f-a17f-6c46b7ccf4e3 None None] Pushing event updated for resources: {'Port': ['ID=3998e013-df82-41e4-aa9f-144054c6ec6a,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:42.906954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd376d9-d823-4400-ac20-d13d7c206514 req-d7e14db7-bc7f-4aa6-9226-7d910482e74c tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:42.908191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecd376d9-d823-4400-ac20-d13d7c206514 req-d7e14db7-bc7f-4aa6-9226-7d910482e74c tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 950 time: 0.0593078 Mar 07 16:04:42.916558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e685a9b-3dc8-447f-b811-b0f3f19bf100 req-02c8d67a-675f-49e4-8024-94ec1563f964 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:42.918203 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e685a9b-3dc8-447f-b811-b0f3f19bf100 req-02c8d67a-675f-49e4-8024-94ec1563f964 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.0957885 Mar 07 16:04:42.946292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Attempting to bind port 3998e013-df82-41e4-aa9f-144054c6ec6a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:42.946584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Attempting to bind port 3998e013-df82-41e4-aa9f-144054c6ec6a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b7b92045-9952-409b-8be5-b337e53ad5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:42.946987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Attempting to bind port 3998e013-df82-41e4-aa9f-144054c6ec6a on network cffcac45-8986-4e34-b71b-1109d6bc8244 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:42.949158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b5da02f1-8781-4ef4-9a10-e4af44d45e6e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:42.955132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:42.955530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Checking segment: {'id': 'b7b92045-9952-409b-8be5-b337e53ad5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:42.956589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:42.957043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Bound using segment: {'id': 'b7b92045-9952-409b-8be5-b337e53ad5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:42.957547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Bound port: 3998e013-df82-41e4-aa9f-144054c6ec6a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b92045-9952-409b-8be5-b337e53ad5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:42.957941 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:43.010003 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecd376d9-d823-4400-ac20-d13d7c206514 req-fc7a1d12-f5c2-43e5-a71d-e88a38f570ff tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949588 Mar 07 16:04:43.041888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] For port 3998e013-df82-41e4-aa9f-144054c6ec6a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:43.046321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] For port 3998e013-df82-41e4-aa9f-144054c6ec6a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3998e013-df82-41e4-aa9f-144054c6ec6a,segment=NetworkSegment(b7b92045-9952-409b-8be5-b337e53ad5ba),segment_id=b7b92045-9952-409b-8be5-b337e53ad5ba)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:43.062871 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:43.149586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-7215116a-18d8-4ac1-b626-b9e887d6be84 service neutron] 10.222.0.15 "GET /v2.0/networks/ded9a7a3-1c34-4b7f-9777-bba209b9693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033458 Mar 07 16:04:43.176286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Routers {'9ba5c068-6445-4759-b00a-90133082576b'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:43.177240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['9ba5c068-6445-4759-b00a-90133082576b'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:43.216886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8d95dc0b-f6c3-4252-becb-36ec6cbef848 None None] Provisioning complete for port 3998e013-df82-41e4-aa9f-144054c6ec6a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:43.217429 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-f6c3-4252-becb-36ec6cbef848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:43.219184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d70ba-b65d-473f-a17f-6c46b7ccf4e3 None None] Pushing event updated for resources: {'Port': ['ID=3998e013-df82-41e4-aa9f-144054c6ec6a,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:43.249108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c38b90-fecb-406c-a0b2-4a3481d1f81b req-42b96e9d-1485-49ce-b12d-ea2eab194749 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:43.250911 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9c38b90-fecb-406c-a0b2-4a3481d1f81b req-42b96e9d-1485-49ce-b12d-ea2eab194749 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1435449 Mar 07 16:04:43.325056 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e685a9b-3dc8-447f-b811-b0f3f19bf100 req-b8505953-309f-45b9-b98a-2076f4f1e897 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003499 Mar 07 16:04:43.346384 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9c38b90-fecb-406c-a0b2-4a3481d1f81b req-b50e4ec7-183c-479f-ac5b-83b8a916bbb2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873501 Mar 07 16:04:43.348755 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09be4518-a40a-43b9-8e16-d6e90741d288 req-373116db-d20a-43d9-8965-7bfe8cb4fecf service neutron] 10.222.0.15 "GET /v2.0/networks/ded9a7a3-1c34-4b7f-9777-bba209b9693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914339 Mar 07 16:04:43.381118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] Set router 9ba5c068-6445-4759-b00a-90133082576b gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:43.459953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8d95dc0b-f6c3-4252-becb-36ec6cbef848 None None] Current status of the port 3998e013-df82-41e4-aa9f-144054c6ec6a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:43.460444 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-f6c3-4252-becb-36ec6cbef848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:43.510353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759396-015b-4b59-9822-d5e74ab78284 req-3004e6bd-7dd3-402c-abd3-7137b86254be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:43.512022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac759396-015b-4b59-9822-d5e74ab78284 req-3004e6bd-7dd3-402c-abd3-7137b86254be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=accc2ee094ae40f592e3b25580a331e8&device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 1125 time: 0.1074617 Mar 07 16:04:43.542830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45268e7c-2710-4bf0-81b2-14981be5232d req-c80c8f82-42b1-4707-ad3c-d9eb5f5112c9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:43.544361 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45268e7c-2710-4bf0-81b2-14981be5232d req-c80c8f82-42b1-4707-ad3c-d9eb5f5112c9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 945 time: 0.0984337 Mar 07 16:04:43.579248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8d95dc0b-f6c3-4252-becb-36ec6cbef848 None None] For port 3998e013-df82-41e4-aa9f-144054c6ec6a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3998e013-df82-41e4-aa9f-144054c6ec6a,segment=NetworkSegment(b7b92045-9952-409b-8be5-b337e53ad5ba),segment_id=b7b92045-9952-409b-8be5-b337e53ad5ba)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:43.586724 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d95dc0b-f6c3-4252-becb-36ec6cbef848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:43.645218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1237c-a297-4a06-bdad-4d6f813a93ae req-f467c560-431d-4005-8d69-c66503af40d5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:43.645713 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45268e7c-2710-4bf0-81b2-14981be5232d req-83d174b8-6ef9-4cdc-a819-65321d3dba4d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906365 Mar 07 16:04:43.666179 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b4d1237c-a297-4a06-bdad-4d6f813a93ae req-f467c560-431d-4005-8d69-c66503af40d5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.0852590 Mar 07 16:04:43.667649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759396-015b-4b59-9822-d5e74ab78284 req-e6c8d266-99e8-4c5a-9cc3-c9c999fb89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:43.669718 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac759396-015b-4b59-9822-d5e74ab78284 req-e6c8d266-99e8-4c5a-9cc3-c9c999fb89a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ded9a7a3-1c34-4b7f-9777-bba209b9693d HTTP/1.1" status: 200 len: 915 time: 0.1500900 Mar 07 16:04:43.689672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95dc0b-f6c3-4252-becb-36ec6cbef848 None None] Pushing event updated for resources: {'Port': ['ID=3998e013-df82-41e4-aa9f-144054c6ec6a,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:43.746130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-661793e6-3f2f-49b9-a80a-1937978a5103 None None] Provisioning complete for port 3998e013-df82-41e4-aa9f-144054c6ec6a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:43.746644 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-661793e6-3f2f-49b9-a80a-1937978a5103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:43.751356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b4d1237c-a297-4a06-bdad-4d6f813a93ae req-1cda3e4d-a62e-40c5-9cf2-3ded6f1974f7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806434 Mar 07 16:04:43.800874 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac759396-015b-4b59-9822-d5e74ab78284 req-4f526691-384d-4c5c-ac3d-a8bee0a1f4d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad HTTP/1.1" status: 200 len: 217 time: 0.1221223 Mar 07 16:04:43.878848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba5c068-6445-4759-b00a-90133082576b', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:33Z', 'updated_at': '2022-03-07T16:04:39Z', 'revision_number': 4, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'gw_port': {'id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:34Z', 'updated_at': '2022-03-07T16:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '3998e013-df82-41e4-aa9f-144054c6ec6a', 'name': '', 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'mac_address': 'fa:16:3e:93:76:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '3875c079-4bd5-4ed7-ba63-cc70c8bfa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:38Z', 'updated_at': '2022-03-07T16:04:43Z', 'revision_number': 4, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'subnets': [{'id': '3875c079-4bd5-4ed7-ba63-cc70c8bfa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:43.881470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759396-015b-4b59-9822-d5e74ab78284 req-3d0facce-734b-4a97-a1ea-65ddce40a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:43.883183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac759396-015b-4b59-9822-d5e74ab78284 req-3d0facce-734b-4a97-a1ea-65ddce40a959 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c9bfc7b-e143-41fb-8ba4-e8e912b50459 HTTP/1.1" status: 200 len: 854 time: 0.0761602 Mar 07 16:04:43.886761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-661793e6-3f2f-49b9-a80a-1937978a5103 None None] Current status of the port 3998e013-df82-41e4-aa9f-144054c6ec6a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:43.926534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50818) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:43.935047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7c75c-8b19-49e7-b8af-d4ae689728b6 None None] The sync data for ids ['9ba5c068-6445-4759-b00a-90133082576b'] in n-d-830010-8 is: [{'id': '9ba5c068-6445-4759-b00a-90133082576b', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:33Z', 'updated_at': '2022-03-07T16:04:39Z', 'revision_number': 4, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'gw_port': {'id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:34Z', 'updated_at': '2022-03-07T16:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '3998e013-df82-41e4-aa9f-144054c6ec6a', 'name': '', 'network_id': 'cffcac45-8986-4e34-b71b-1109d6bc8244', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'mac_address': 'fa:16:3e:93:76:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '3875c079-4bd5-4ed7-ba63-cc70c8bfa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:38Z', 'updated_at': '2022-03-07T16:04:43Z', 'revision_number': 4, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'subnets': [{'id': '3875c079-4bd5-4ed7-ba63-cc70c8bfa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:43.942505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac759396-015b-4b59-9822-d5e74ab78284 req-a4d30ea6-7a07-4ee1-9139-d8e3d1d81d78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ded9a7a3-1c34-4b7f-9777-bba209b9693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442472 Mar 07 16:04:44.135573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e3fb7-0cfe-43f4-b2b1-cea7c075e01c req-7e0af515-88ff-4a7d-9d4a-1c7a016edd9f tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:44.135886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac759396-015b-4b59-9822-d5e74ab78284 req-2eabb0d2-c6d2-4023-a652-0e9d7647c862 service neutron] 10.222.0.15 "GET /v2.0/networks/ded9a7a3-1c34-4b7f-9777-bba209b9693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856918 Mar 07 16:04:44.142586 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c7e3fb7-0cfe-43f4-b2b1-cea7c075e01c req-7e0af515-88ff-4a7d-9d4a-1c7a016edd9f tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 943 time: 0.1555686 Mar 07 16:04:44.165047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54ff00-9fda-4706-bc38-abfc0dadb3e9 req-8078e010-fc7b-4744-b543-b878498e599d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:44.166762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea54ff00-9fda-4706-bc38-abfc0dadb3e9 req-8078e010-fc7b-4744-b543-b878498e599d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 945 time: 0.1077745 Mar 07 16:04:44.267449 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c7e3fb7-0cfe-43f4-b2b1-cea7c075e01c req-f746da9b-4d2b-48c2-938a-e1cf7d1b6674 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222827 Mar 07 16:04:44.284612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea54ff00-9fda-4706-bc38-abfc0dadb3e9 req-eb28aa79-6e10-43b2-87c2-a9a5595e408f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983860 Mar 07 16:04:44.350336 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac759396-015b-4b59-9822-d5e74ab78284 req-70a955f6-5bcf-42b5-a34c-9b70763411cc service neutron] 10.222.0.15 "GET /v2.0/networks/ded9a7a3-1c34-4b7f-9777-bba209b9693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048905 Mar 07 16:04:44.527716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3998e013-df82-41e4-aa9f-144054c6ec6a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:44.560784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166cce6-b05c-44e8-a252-f85531dbdd63 req-c55584cc-544a-4a5a-ae99-d39c69abe3a8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:44.569585 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a166cce6-b05c-44e8-a252-f85531dbdd63 req-c55584cc-544a-4a5a-ae99-d39c69abe3a8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 950 time: 0.1281075 Mar 07 16:04:44.625029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3998e013-df82-41e4-aa9f-144054c6ec6a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:44.625409 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:44.627068 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a166cce6-b05c-44e8-a252-f85531dbdd63 req-95880497-513a-4d97-bf12-d300b1de0253 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564249 Mar 07 16:04:44.696725 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (19abdb15-96e1-4eff-80ac-90dcaab04363), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:44.717666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-6db63b87-8a6c-425c-a72b-b3ffeed7cd03 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:44.719185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-6db63b87-8a6c-425c-a72b-b3ffeed7cd03 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.15 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.0868902 Mar 07 16:04:44.747555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3998e013-df82-41e4-aa9f-144054c6ec6a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:44.748760 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c838d3c-724f-48ba-a4a5-65cd2f41eb16 req-888e39e0-9de5-4b22-95d6-1a80e4db16f3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:44.750300 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c838d3c-724f-48ba-a4a5-65cd2f41eb16 req-888e39e0-9de5-4b22-95d6-1a80e4db16f3 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 945 time: 0.1414177 Mar 07 16:04:44.837764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e740c-56d9-4e05-9630-84008ddcb4d4 req-43220443-444c-4aee-ae09-15d2c5418452 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:44.839396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad7e740c-56d9-4e05-9630-84008ddcb4d4 req-43220443-444c-4aee-ae09-15d2c5418452 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1191483 Mar 07 16:04:44.845709 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c838d3c-724f-48ba-a4a5-65cd2f41eb16 req-cbd85248-978c-4976-bb1e-32f152c1522e tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882316 Mar 07 16:04:44.897054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Deleting port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:44.897419 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:44.905082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad7e740c-56d9-4e05-9630-84008ddcb4d4 req-fc6ce8f0-9471-428a-ae39-0b561e05bc97 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575879 Mar 07 16:04:45.011260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] For port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:45.011781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.037493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Deleting port 9a0ef4d9-2545-4650-814f-38379fbfa3bf {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:45.037856 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.175577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] For port 9a0ef4d9-2545-4650-814f-38379fbfa3bf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9a0ef4d9-2545-4650-814f-38379fbfa3bf,segment=NetworkSegment(c9c25623-9fa9-4a3e-98cf-010641f784ba),segment_id=c9c25623-9fa9-4a3e-98cf-010641f784ba)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:45.176574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.192264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Calling delete_port for 9a0ef4d9-2545-4650-814f-38379fbfa3bf owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:45.243829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418d3dd-9e36-4023-910e-0c08a29baeaa req-e20b485f-299f-44dc-9b5e-bdea4efae134 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:45.245376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7418d3dd-9e36-4023-910e-0c08a29baeaa req-e20b485f-299f-44dc-9b5e-bdea4efae134 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 1132 time: 0.1096327 Mar 07 16:04:45.264426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.264825 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (2dc93457-b70d-434e-aaad-bdd3cbcf7140), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.265124 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Floating IP 2dc93457-b70d-434e-aaad-bdd3cbcf7140 disassociated. External IP: 172.25.4.25, port: e680c1e0-0f75-4a8b-aa7a-44834c80b3aa. Mar 07 16:04:45.265476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Calling delete_port for e680c1e0-0f75-4a8b-aa7a-44834c80b3aa owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:45.279910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7418d3dd-9e36-4023-910e-0c08a29baeaa req-867e7dbf-1d57-43c2-b3e2-50954e79846c tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.315543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51024346-7d2e-4a8c-8d78-b69ebdeea401 req-5b466871-ddd6-4568-b357-005b85b9891e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:45.319836 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51024346-7d2e-4a8c-8d78-b69ebdeea401 req-5b466871-ddd6-4568-b357-005b85b9891e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.1233034 Mar 07 16:04:45.431469 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51024346-7d2e-4a8c-8d78-b69ebdeea401 req-fb7926c3-512f-4191-8852-4176e67b6210 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106031 Mar 07 16:04:45.463839 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7418d3dd-9e36-4023-910e-0c08a29baeaa req-867e7dbf-1d57-43c2-b3e2-50954e79846c tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Publish callbacks [] for security_group (43141a75-81c2-44f0-a0a2-30b50111ad86), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.474407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7418d3dd-9e36-4023-910e-0c08a29baeaa req-867e7dbf-1d57-43c2-b3e2-50954e79846c tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (43141a75-81c2-44f0-a0a2-30b50111ad86), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.485920 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e680c1e0-0f75-4a8b-aa7a-44834c80b3aa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.536702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9a0ef4d9-2545-4650-814f-38379fbfa3bf), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.557723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Pushing event deleted for resources: {'Port': ['ID=e680c1e0-0f75-4a8b-aa7a-44834c80b3aa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:45.587722 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7418d3dd-9e36-4023-910e-0c08a29baeaa req-867e7dbf-1d57-43c2-b3e2-50954e79846c tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308389 Mar 07 16:04:45.604389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e7dbf-1d57-43c2-b3e2-50954e79846c tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43141a75-81c2-44f0-a0a2-30b50111ad86,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:45.638173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0ef4d9-2545-4650-814f-38379fbfa3bf,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:45.848509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a5525-b365-4937-9a14-2fd08022f3fd req-d6297fd6-4cdb-4f35-bf24-f941911d758c tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:45.856044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-080a5525-b365-4937-9a14-2fd08022f3fd req-d6297fd6-4cdb-4f35-bf24-f941911d758c tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 943 time: 0.1506898 Mar 07 16:04:45.868232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (19abdb15-96e1-4eff-80ac-90dcaab04363), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:45.896971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Router 3d297322-d221-4057-afc7-6f020ae7a107 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:04:45.919546 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-080a5525-b365-4937-9a14-2fd08022f3fd req-48c06e66-9da7-4c24-87fc-5f91e03fa42f tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621450 Mar 07 16:04:46.051577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:46.069570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] Sync routers for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:46.078178 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:46.086882 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:46.131566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] No DVR routers for this DVR port e680c1e0-0f75-4a8b-aa7a-44834c80b3aa on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:46.138663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:46.144455 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42a4e258-03b6-4e55-86a2-61599686bb26 req-c050278e-b5a7-479c-ba47-362c725c16b2 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.15 "DELETE /v2.0/ports/e680c1e0-0f75-4a8b-aa7a-44834c80b3aa HTTP/1.1" status: 204 len: 173 time: 1.4149246 Mar 07 16:04:46.144684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'name': 'network-vif-deleted', 'tag': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:46.159890 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4aec5b-a0d3-4312-bf45-06dbe40e1145" -d '{"events": [{"server_uuid": "32641304-2418-4ae8-b1d4-de14c07ec2bd", "name": "network-vif-deleted", "tag": "e680c1e0-0f75-4a8b-aa7a-44834c80b3aa"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:46.246083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Router 19abdb15-96e1-4eff-80ac-90dcaab04363 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:04:46.252873 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:46.265738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d50042-4163-477f-9167-be3bb4d5bac7 req-4a6d4e01-3555-4e70-bf11-bf5840b19ffb tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:46.274132 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21d50042-4163-477f-9167-be3bb4d5bac7 req-4a6d4e01-3555-4e70-bf11-bf5840b19ffb tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 945 time: 0.2823822 Mar 07 16:04:46.301462 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37f5205e-89bc-4e1a-9687-90d5ff4111a9 req-34995305-bbb1-480d-bab4-a7ab164426ce tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/ports?device_id=32641304-2418-4ae8-b1d4-de14c07ec2bd HTTP/1.1" status: 200 len: 210 time: 0.1209393 Mar 07 16:04:46.494288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21d50042-4163-477f-9167-be3bb4d5bac7 req-418f2e2d-03cb-4bb5-8c3a-3efe0fa1a524 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192101 Mar 07 16:04:46.514878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:46.523618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-95984cb9-81c4-4491-8419-729766b617d0 admin admin] 10.222.0.24 "PUT /v2.0/routers/19abdb15-96e1-4eff-80ac-90dcaab04363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5944045 Mar 07 16:04:46.524951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50860) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:46.528404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] Sync routers for ids ['19abdb15-96e1-4eff-80ac-90dcaab04363'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:46.533625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed883ad-09b2-47c8-abbd-f6dec949e7ca req-cc6bd5ae-2e2f-4d5c-a926-bae9ff167252 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:46.542567 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ed883ad-09b2-47c8-abbd-f6dec949e7ca req-cc6bd5ae-2e2f-4d5c-a926-bae9ff167252 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1384799 Mar 07 16:04:46.544011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] Routers {'19abdb15-96e1-4eff-80ac-90dcaab04363'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:46.544642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['19abdb15-96e1-4eff-80ac-90dcaab04363'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:46.604675 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '54b8ef22-d79f-4518-ad89-8d1c5d676899', 'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'mac_address': 'fa:16:3e:a2:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:15Z', 'updated_at': '2022-03-07T16:02:23Z', 'revision_number': 5, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'subnets': [{'id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:46.618136 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ed883ad-09b2-47c8-abbd-f6dec949e7ca req-3a99e9d0-8f7c-4a70-87de-deb8f6f0411e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657935 Mar 07 16:04:46.651350 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] Checking router: 3d297322-d221-4057-afc7-6f020ae7a107 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:46.667140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks [] for router (19abdb15-96e1-4eff-80ac-90dcaab04363), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:46.669131 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:46.669992 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:46.674402 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e320b-0e75-4add-bdaa-b9f8df82accd x-openstack-request-id: req-421e320b-0e75-4add-bdaa-b9f8df82accd {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:46.674708 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32641304-2418-4ae8-b1d4-de14c07ec2bd", "name": "network-vif-deleted", "tag": "e680c1e0-0f75-4a8b-aa7a-44834c80b3aa", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:46.675381 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-421e320b-0e75-4add-bdaa-b9f8df82accd {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:46.675951 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32641304-2418-4ae8-b1d4-de14c07ec2bd', 'name': 'network-vif-deleted', 'tag': 'e680c1e0-0f75-4a8b-aa7a-44834c80b3aa', 'status': 'completed', 'code': 200} Mar 07 16:04:46.800372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] Set router 19abdb15-96e1-4eff-80ac-90dcaab04363 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:46.843902 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-334b6689-99fc-4b40-9507-de3b36f4569d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425858 Mar 07 16:04:47.031379 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:47.056021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c88520a7-e451-4579-b6fc-914117d85051 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:47.061815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c88520a7-e451-4579-b6fc-914117d85051 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169602 Mar 07 16:04:47.088566 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-ede73fd2-e268-49e6-b78b-d6e75f7a7c66 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/quotas/fa6ccd2bcec746369708c24b8c365314 HTTP/1.1" status: 200 len: 375 time: 0.0181854 Mar 07 16:04:47.129820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:23Z', 'updated_at': '2022-03-07T16:04:45Z', 'revision_number': 5, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'gw_port': {'id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:24Z', 'updated_at': '2022-03-07T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:47.160471 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6f3a26ea-5595-4cfe-954c-b6bc0df43cd7 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662684 Mar 07 16:04:47.172219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] Checking router: 19abdb15-96e1-4eff-80ac-90dcaab04363 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:47.183748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] Routers {'19abdb15-96e1-4eff-80ac-90dcaab04363'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:47.184367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['19abdb15-96e1-4eff-80ac-90dcaab04363'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:47.264844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff61a81-17bd-43ab-8995-100440fee7fe req-705a9f1b-a8a3-4db5-91b4-628f6df3fac2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:47.274286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ff61a81-17bd-43ab-8995-100440fee7fe req-705a9f1b-a8a3-4db5-91b4-628f6df3fac2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.4378321 Mar 07 16:04:47.287796 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks [] for router_gateway (19abdb15-96e1-4eff-80ac-90dcaab04363), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:47.355846 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-729cf02c-2198-4f47-b653-438d2b42d62b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148582 Mar 07 16:04:47.435371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ff61a81-17bd-43ab-8995-100440fee7fe req-ea984842-23a9-41ab-8e17-7a429eccc98f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596463 Mar 07 16:04:47.450478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Deleting port b61ad947-74f5-4b67-a99e-c117277e3ccb {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:47.455450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:47.491737 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '54b8ef22-d79f-4518-ad89-8d1c5d676899', 'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'mac_address': 'fa:16:3e:a2:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:15Z', 'updated_at': '2022-03-07T16:02:23Z', 'revision_number': 5, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'subnets': [{'id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:47.537833 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edc922-1658-41ee-b007-75a67523c3e4 None None] The sync data for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 is: [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:02:18Z', 'revision_number': 4, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '54b8ef22-d79f-4518-ad89-8d1c5d676899', 'name': '', 'network_id': '7cb0e86a-6550-4e97-960f-b435a4cfa4b4', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'mac_address': 'fa:16:3e:a2:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:15Z', 'updated_at': '2022-03-07T16:02:23Z', 'revision_number': 5, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'subnets': [{'id': 'f2cddb87-546a-48f5-8849-00fcf486803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:47.547418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-56c6dbc6-9cd0-4b23-b09b-a01c824ffe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:47.552439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:04:47.561340 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-56c6dbc6-9cd0-4b23-b09b-a01c824ffe70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 1127 time: 0.1357591 Mar 07 16:04:47.648087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] Set router 19abdb15-96e1-4eff-80ac-90dcaab04363 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:47.708779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] For port b61ad947-74f5-4b67-a99e-c117277e3ccb, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b61ad947-74f5-4b67-a99e-c117277e3ccb,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:47.709440 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:47.726741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Calling delete_port for b61ad947-74f5-4b67-a99e-c117277e3ccb owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:47.751340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-ea2ef7f3-2845-4eb0-bccc-d95c0d05c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:47.752931 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-ea2ef7f3-2845-4eb0-bccc-d95c0d05c5dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 912 time: 0.1829243 Mar 07 16:04:47.828422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-9f3916e3-b3f4-4738-b42a-3db941e4dbf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b415f0c2-ee30-41cd-b729-ecdcacf4444a HTTP/1.1" status: 200 len: 217 time: 0.0667222 Mar 07 16:04:47.913211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,segment=NetworkSegment(7c16a548-7041-471f-a0bf-29fc0ec2073e),segment_id=7c16a548-7041-471f-a0bf-29fc0ec2073e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:47.928652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '32d43bdb-6ec5-47bb-83bd-cd62e4da4fad', 'network_id': 'ded9a7a3-1c34-4b7f-9777-bba209b9693d', 'port_id': '32d43bdb-6ec5-47bb-83bd-cd62e4da4fad', 'mac_address': 'fa:16:3e:e0:ce:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9bfc7b-e143-41fb-8ba4-e8e912b50459', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:04:47.958111 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b61ad947-74f5-4b67-a99e-c117277e3ccb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:47.988973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-9ad7e153-c6b4-4027-8f42-a01233b0f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:47.991139 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-9ad7e153-c6b4-4027-8f42-a01233b0f3c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.1498079 Mar 07 16:04:48.014511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61ad947-74f5-4b67-a99e-c117277e3ccb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:48.070899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-0d420a89-b06a-483b-b3cf-59c3e39a21d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657983 Mar 07 16:04:48.084965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2e6f7-42d9-4c9e-add8-698dda1c9262 req-0a585050-13e4-42d7-a152-b979b12053c9 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:48.096850 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91a2e6f7-42d9-4c9e-add8-698dda1c9262 req-0a585050-13e4-42d7-a152-b979b12053c9 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 946 time: 0.2374387 Mar 07 16:04:48.122297 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca69041-6538-4491-8ee0-44b012c063ce None None] New status for floating IP 2dc93457-b70d-434e-aaad-bdd3cbcf7140: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:04:48.138375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:48.138814 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.176659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:48.200018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (19abdb15-96e1-4eff-80ac-90dcaab04363), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.220189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,segment=NetworkSegment(7c16a548-7041-471f-a0bf-29fc0ec2073e),segment_id=7c16a548-7041-471f-a0bf-29fc0ec2073e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:48.243052 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.257487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91a2e6f7-42d9-4c9e-add8-698dda1c9262 req-7b3d81d0-99d1-4976-8a34-22698651e9c9 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395874 Mar 07 16:04:48.323707 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-11ee145e-8c2d-46f3-9011-f3c63160084a service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167647 Mar 07 16:04:48.449429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:48.472587 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (19abdb15-96e1-4eff-80ac-90dcaab04363), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.478768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks [] for router_controller (19abdb15-96e1-4eff-80ac-90dcaab04363), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.514605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:23Z', 'updated_at': '2022-03-07T16:04:45Z', 'revision_number': 5, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'gw_port': {'id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:24Z', 'updated_at': '2022-03-07T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:48.551387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcba916-8ce1-4bfc-89fb-2ba7290cd05b req-775f5c63-c601-475d-80c4-17f2ba6b93da tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:48.553005 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-edcba916-8ce1-4bfc-89fb-2ba7290cd05b req-775f5c63-c601-475d-80c4-17f2ba6b93da tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 943 time: 0.3857956 Mar 07 16:04:48.558125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2460b884-b666-4d2a-b241-2ed3cbfe93be None None] The sync data for ids ['19abdb15-96e1-4eff-80ac-90dcaab04363'] in n-d-830010-8 is: [{'id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'name': 'tempest-TaggedBootDevicesTest_v242-868741986-router', 'tenant_id': '7e1856536adc4be9b572df46d7d9d27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:23Z', 'updated_at': '2022-03-07T16:04:45Z', 'revision_number': 5, 'project_id': '7e1856536adc4be9b572df46d7d9d27f', 'gw_port': {'id': 'b61ad947-74f5-4b67-a99e-c117277e3ccb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19abdb15-96e1-4eff-80ac-90dcaab04363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:24Z', 'updated_at': '2022-03-07T16:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:48.567035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-2397a9be-e0dc-4580-8351-4d1343a77d5f tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:48.568596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-2397a9be-e0dc-4580-8351-4d1343a77d5f tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 946 time: 0.2017951 Mar 07 16:04:48.571541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (19abdb15-96e1-4eff-80ac-90dcaab04363), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.572146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19abdb15-96e1-4eff-80ac-90dcaab04363 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:04:48.583083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.583366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ea0187c-7835-4200-9e93-86bd1a5db8c7 req-d4071dd2-2517-417d-b169-6a7f0dbff13b service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550561 Mar 07 16:04:48.584238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6db20917-09bc-4cfb-8ef9-5d65ab6301a4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/19abdb15-96e1-4eff-80ac-90dcaab04363 HTTP/1.1" status: 204 len: 168 time: 2.0583041 Mar 07 16:04:48.594076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50908) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:48.617473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abd10-54ec-41c4-a44e-b54769282f1e req-73ff9d23-32f2-40be-bd0b-a530af902d60 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:48.628061 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-217abd10-54ec-41c4-a44e-b54769282f1e req-73ff9d23-32f2-40be-bd0b-a530af902d60 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1667864 Mar 07 16:04:48.658851 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-edcba916-8ce1-4bfc-89fb-2ba7290cd05b req-f35dc8c8-bb6a-4507-b2c8-25802fc16ec2 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892034 Mar 07 16:04:48.672259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['32d43bdb-6ec5-47bb-83bd-cd62e4da4fad'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:48.716114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a9bd6e-3a0b-4215-933c-299e6ddf2c13 admin admin] Deleting subnet faa2d4ab-3f94-48f4-8cee-b8bd706cbd95 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:04:48.727426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bd6e-3a0b-4215-933c-299e6ddf2c13 admin admin] Publish callbacks [] for subnet (faa2d4ab-3f94-48f4-8cee-b8bd706cbd95), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.730244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Deleting port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:48.730588 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.762081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-217abd10-54ec-41c4-a44e-b54769282f1e req-653320c5-751d-41a4-b458-76e326786cf7 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327114 Mar 07 16:04:48.786630 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bd6e-3a0b-4215-933c-299e6ddf2c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (faa2d4ab-3f94-48f4-8cee-b8bd706cbd95), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.895775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] For port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:48.896491 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:48.901000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50922) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:48.918992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Calling delete_port for 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:49.039515 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eafc57a3-9b6a-4d35-b99d-4586171494b1 req-088ec61a-2f54-4bfa-a31b-93da82dafe42 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 210 time: 0.0580287 Mar 07 16:04:49.076670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bd6e-3a0b-4215-933c-299e6ddf2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (faa2d4ab-3f94-48f4-8cee-b8bd706cbd95), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:49.168878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b819c92d-1dcd-4182-873c-6b84972dc274 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group (8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:49.178371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ed12e-c89d-496d-a724-e516c0716614 req-b65a37a6-4e4a-43e5-bf7a-924b721c51b5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:49.185879 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df5ed12e-c89d-496d-a724-e516c0716614 req-b65a37a6-4e4a-43e5-bf7a-924b721c51b5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.2096887 Mar 07 16:04:49.196561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (84f04b19-e84a-4ce5-a664-b3e3dad53ae2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:49.211188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e54c0f21-5826-4b0f-85ab-b6930a14ee4b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:49.220597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['0842e477-af67-42d7-8a07-8f03dbaa454e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:49.261925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Pushing event deleted for resources: {'Port': ['ID=84f04b19-e84a-4ce5-a664-b3e3dad53ae2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:49.306388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] No DVR routers for this DVR port 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:49.327915 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:49.333688 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac1a19bf-c533-4de3-bb11-01bd9d4cd255 req-0d620462-4ba3-421e-b082-858549b31adf tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.11 "DELETE /v2.0/ports/84f04b19-e84a-4ce5-a664-b3e3dad53ae2 HTTP/1.1" status: 204 len: 173 time: 0.7595921 Mar 07 16:04:49.334200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba982d08-8b2d-4eb5-824b-cfa0c3385fa8', 'name': 'network-vif-deleted', 'tag': '84f04b19-e84a-4ce5-a664-b3e3dad53ae2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:49.337821 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d616ac-364b-45ca-b732-a8d01c1f96e2" -d '{"events": [{"server_uuid": "ba982d08-8b2d-4eb5-824b-cfa0c3385fa8", "name": "network-vif-deleted", "tag": "84f04b19-e84a-4ce5-a664-b3e3dad53ae2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:49.376289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e680c1e0-0f75-4a8b-aa7a-44834c80b3aa no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:49.454478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: e680c1e0-0f75-4a8b-aa7a-44834c80b3aa {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:49.458210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e680c1e0-0f75-4a8b-aa7a-44834c80b3aa not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:49.494408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-678e7bc4-5d05-4532-9316-552c95c572dc req-93d027b5-32c1-4d34-b9db-4f07896156ad tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba982d08-8b2d-4eb5-824b-cfa0c3385fa8 HTTP/1.1" status: 200 len: 210 time: 0.0880005 Mar 07 16:04:49.554355 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce7815d-c14e-426b-a41f-5dea42442e5a x-openstack-request-id: req-2ce7815d-c14e-426b-a41f-5dea42442e5a {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:49.555790 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba982d08-8b2d-4eb5-824b-cfa0c3385fa8", "name": "network-vif-deleted", "tag": "84f04b19-e84a-4ce5-a664-b3e3dad53ae2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:49.556490 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ce7815d-c14e-426b-a41f-5dea42442e5a {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:49.557091 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba982d08-8b2d-4eb5-824b-cfa0c3385fa8', 'name': 'network-vif-deleted', 'tag': '84f04b19-e84a-4ce5-a664-b3e3dad53ae2', 'status': 'completed', 'code': 200} Mar 07 16:04:49.703549 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b819c92d-1dcd-4182-873c-6b84972dc274 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group (8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:49.721287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bd6e-3a0b-4215-933c-299e6ddf2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (faa2d4ab-3f94-48f4-8cee-b8bd706cbd95), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:49.772730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9bd6e-3a0b-4215-933c-299e6ddf2c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa2d4ab-3f94-48f4-8cee-b8bd706cbd95,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:49.792725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bd6e-3a0b-4215-933c-299e6ddf2c13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:49.793457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e43bc-8801-410c-828f-9c352bab84f5 None None] Network def0ffeb-12d8-49f9-93e8-d772d667b68f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:04:49.797015 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f5a9bd6e-3a0b-4215-933c-299e6ddf2c13 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/faa2d4ab-3f94-48f4-8cee-b8bd706cbd95 HTTP/1.1" status: 204 len: 168 time: 1.1650224 Mar 07 16:04:49.801308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50932) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:49.805445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df5ed12e-c89d-496d-a724-e516c0716614 req-1c2d62ba-47e0-4665-a63c-ea7d216fa2cd tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186385 Mar 07 16:04:49.937604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10169d-cdef-44db-83a3-28fb45f4b0eb req-e340391a-fa71-4089-8657-330d1ac5c3ad tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:49.949867 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a10169d-cdef-44db-83a3-28fb45f4b0eb req-e340391a-fa71-4089-8657-330d1ac5c3ad tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 944 time: 0.1518013 Mar 07 16:04:50.041062 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b819c92d-1dcd-4182-873c-6b84972dc274 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.043165 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b819c92d-1dcd-4182-873c-6b84972dc274 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.046697 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b819c92d-1dcd-4182-873c-6b84972dc274 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "DELETE /v2.0/security-groups/8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1 HTTP/1.1" status: 204 len: 168 time: 1.1424472 Mar 07 16:04:50.047805 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (def0ffeb-12d8-49f9-93e8-d772d667b68f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.050299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50936) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:50.055204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a10169d-cdef-44db-83a3-28fb45f4b0eb req-c05fac1b-a5fa-4d83-877c-a23028241c01 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977581 Mar 07 16:04:50.069011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c5e757-5b27-4aa1-9b51-1305302cfd02 None None] DHCP port deletion for def0ffeb-12d8-49f9-93e8-d772d667b68f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:04:50.085126 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-b800b1c5-4e4e-488b-a240-a3d5a813f0cd tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] show failed (client error): The resource could not be found. Mar 07 16:04:50.086165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b800b1c5-4e4e-488b-a240-a3d5a813f0cd tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "GET /v2.0/security-groups/8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1 HTTP/1.1" status: 404 len: 347 time: 0.0308282 Mar 07 16:04:50.088337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819c92d-1dcd-4182-873c-6b84972dc274 tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac77a46-7549-4d3b-8e98-d0ced0d4cdd1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:50.089039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50940) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:50.149067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae0f35-28a6-449f-916a-81252c16942d req-ae0ecf47-4cde-4f3d-9b58-7aed5cd17647 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:50.164240 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94ae0f35-28a6-449f-916a-81252c16942d req-ae0ecf47-4cde-4f3d-9b58-7aed5cd17647 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.2109179 Mar 07 16:04:50.222005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Deleting port 6c2b9242-c287-478a-b911-275c8bca0b52 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:50.222394 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.241245 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94ae0f35-28a6-449f-916a-81252c16942d req-b880661b-fd38-4b45-b6da-b0096a922470 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761032 Mar 07 16:04:50.251259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-91c5e757-5b27-4aa1-9b51-1305302cfd02 None None] Deleting port 6c2b9242-c287-478a-b911-275c8bca0b52 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:50.254230 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91c5e757-5b27-4aa1-9b51-1305302cfd02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.335559 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6573a721-b200-4e0a-bf42-e0f53b92e2c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2124903 Mar 07 16:04:50.344559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] For port 6c2b9242-c287-478a-b911-275c8bca0b52, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6c2b9242-c287-478a-b911-275c8bca0b52,segment=NetworkSegment(c9c25623-9fa9-4a3e-98cf-010641f784ba),segment_id=c9c25623-9fa9-4a3e-98cf-010641f784ba)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:50.345445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.358950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-91c5e757-5b27-4aa1-9b51-1305302cfd02 None None] For port 6c2b9242-c287-478a-b911-275c8bca0b52, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6c2b9242-c287-478a-b911-275c8bca0b52,segment=NetworkSegment(c9c25623-9fa9-4a3e-98cf-010641f784ba),segment_id=c9c25623-9fa9-4a3e-98cf-010641f784ba)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:50.359378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91c5e757-5b27-4aa1-9b51-1305302cfd02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.360184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0d5fb76-13c3-4a31-893a-94e438da725a req-86b86f2b-9ff8-4a3d-8e5d-22a3d401fcb9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 210 time: 0.0976105 Mar 07 16:04:50.394194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Calling delete_port for 6c2b9242-c287-478a-b911-275c8bca0b52 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:50.409015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-91c5e757-5b27-4aa1-9b51-1305302cfd02 None None] Calling delete_port for 6c2b9242-c287-478a-b911-275c8bca0b52 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:50.502989 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-2ec931d9-a1c3-48e4-918d-d96a77f3a880 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1437178 Mar 07 16:04:50.514354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9a0ef4d9-2545-4650-814f-38379fbfa3bf no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:50.549247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 9a0ef4d9-2545-4650-814f-38379fbfa3bf {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:50.550346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9a0ef4d9-2545-4650-814f-38379fbfa3bf not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:50.551001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b61ad947-74f5-4b67-a99e-c117277e3ccb no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:50.552509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.587519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b61ad947-74f5-4b67-a99e-c117277e3ccb {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:50.587865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b61ad947-74f5-4b67-a99e-c117277e3ccb not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:50.588302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6c2b9242-c287-478a-b911-275c8bca0b52 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:50.600686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2b9242-c287-478a-b911-275c8bca0b52,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:50.611291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] No DVR routers for this DVR port 6c2b9242-c287-478a-b911-275c8bca0b52 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:50.620326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6c2b9242-c287-478a-b911-275c8bca0b52 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:50.620326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6c2b9242-c287-478a-b911-275c8bca0b52 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:50.624463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91c5e757-5b27-4aa1-9b51-1305302cfd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (6c2b9242-c287-478a-b911-275c8bca0b52), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.660467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-665c6cec-70c8-4aed-8982-229a8e58507a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:50.660960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5e757-5b27-4aa1-9b51-1305302cfd02 None None] No DVR routers for this DVR port 6c2b9242-c287-478a-b911-275c8bca0b52 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:50.662496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-665c6cec-70c8-4aed-8982-229a8e58507a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050022 Mar 07 16:04:50.663441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5e757-5b27-4aa1-9b51-1305302cfd02 None None] Pushing event deleted for resources: {'Port': ['ID=6c2b9242-c287-478a-b911-275c8bca0b52,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:50.681970 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Deleting port dba0fcd9-320e-4d10-9dd1-501397f64f19 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:50.683042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (dba0fcd9-320e-4d10-9dd1-501397f64f19), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.728645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-2676651b-a369-4eb8-b491-c02211a7a529 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:50.730013 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (def0ffeb-12d8-49f9-93e8-d772d667b68f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.730556 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-2676651b-a369-4eb8-b491-c02211a7a529 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124608 Mar 07 16:04:50.764867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def0ffeb-12d8-49f9-93e8-d772d667b68f']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:50.776241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c25623-9fa9-4a3e-98cf-010641f784ba') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:50.776546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c25623-9fa9-4a3e-98cf-010641f784ba') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:50.781059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Request body: {'port': {'device_id': '04d90eff-2167-4a0a-b9a8-6bfc65dc9b66', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'fa6ccd2bcec746369708c24b8c365314'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:50.788974 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c9c25623-9fa9-4a3e-98cf-010641f784ba), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.807261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Request body: {'port': {'device_id': 'ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'fa6ccd2bcec746369708c24b8c365314'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:50.833076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c9c25623-9fa9-4a3e-98cf-010641f784ba), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.846496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:04:50.847397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c9c25623-9fa9-4a3e-98cf-010641f784ba), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:04:50.849916 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:04:50.894507 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (dba0fcd9-320e-4d10-9dd1-501397f64f19), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.894958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for floatingip (dba0fcd9-320e-4d10-9dd1-501397f64f19), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.915853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5497f-ca6f-4ec6-8818-4d4c9a2b4353 req-9539fb17-8496-443a-95cc-47f2f9ed81f1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:50.917426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c7e5497f-ca6f-4ec6-8818-4d4c9a2b4353 req-9539fb17-8496-443a-95cc-47f2f9ed81f1 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 946 time: 0.1340134 Mar 07 16:04:50.941567 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (def0ffeb-12d8-49f9-93e8-d772d667b68f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.954057 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:50.960334 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] 10.222.0.24 "DELETE /v2.0/networks/def0ffeb-12d8-49f9-93e8-d772d667b68f HTTP/1.1" status: 204 len: 168 time: 1.1511157 Mar 07 16:04:50.961084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50958) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:50.978171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba10c33-a453-47f3-b8c4-001043058b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=def0ffeb-12d8-49f9-93e8-d772d667b68f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:50.984516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Calling delete_port for dba0fcd9-320e-4d10-9dd1-501397f64f19 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:51.057358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:04:51.059402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:51.061297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c7e5497f-ca6f-4ec6-8818-4d4c9a2b4353 req-44b1bcbb-b9c6-49d8-a8c3-040be6d4b6fb tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342087 Mar 07 16:04:51.093969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:51.094341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84f04b19-e84a-4ce5-a664-b3e3dad53ae2 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:51.129850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb069-b291-4b9b-955d-40238e9781de req-c319b63c-3c92-437a-961d-85951ee2ad7b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:51.131313 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35ecb069-b291-4b9b-955d-40238e9781de req-c319b63c-3c92-437a-961d-85951ee2ad7b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.2398825 Mar 07 16:04:51.172050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Made reservation on behalf of fa6ccd2bcec746369708c24b8c365314 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:51.176101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.189790 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Made reservation on behalf of fa6ccd2bcec746369708c24b8c365314 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:04:51.193602 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.220479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:51.236430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'port_id': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168', 'mac_address': 'fa:16:3e:c5:bf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620f6ee8-c693-4e4e-9db5-22c228d33062', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:04:51.253981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561398d-991e-4215-b33e-c1937905c7db req-d6bdfa9e-2f7a-47e9-b668-c86a66cf76b3 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:51.255545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8561398d-991e-4215-b33e-c1937905c7db req-d6bdfa9e-2f7a-47e9-b668-c86a66cf76b3 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 944 time: 0.0771806 Mar 07 16:04:51.278851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:51.279090 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.295251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:51.306902 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35ecb069-b291-4b9b-955d-40238e9781de req-33862b59-1fe2-4ccd-8ee9-47931fd6fda1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614118 Mar 07 16:04:51.318268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:51.324011 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.380037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:51.382680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:51.417223 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8561398d-991e-4215-b33e-c1937905c7db req-211fdfcc-e00c-4346-bbec-d3b71b05263d tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351111 Mar 07 16:04:51.451064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:04:51.458090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:51.458522 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.503169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['44c33ecd-b4e7-4a37-8b70-3a2545bcd168'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:51.558304 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (dba0fcd9-320e-4d10-9dd1-501397f64f19), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.566254 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6d132c0-c6d3-422d-a6b3-79d506938a1d req-0d6c4698-052b-4e80-8966-eb689493e36e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 210 time: 0.0500557 Mar 07 16:04:51.598969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Pushing event deleted for resources: {'Port': ['ID=dba0fcd9-320e-4d10-9dd1-501397f64f19,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:51.606327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (9ba5c068-6445-4759-b00a-90133082576b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.610876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Allocated IP 192.168.233.208 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/1c2363ef-4850-448d-baba-1ce1596518ae) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:51.616760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:51.616760 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.623892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345251e-27c7-41ba-a644-ab6f3a3152d4 req-543ff4df-172d-4e57-964d-2748a3c6363b tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:51.625453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3345251e-27c7-41ba-a644-ab6f3a3152d4 req-543ff4df-172d-4e57-964d-2748a3c6363b tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1453211 Mar 07 16:04:51.659978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33673d6-a4bd-461c-a3c2-e00ad7b64ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d43bdb-6ec5-47bb-83bd-cd62e4da4fad'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:51.663167 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164e3ee1-b841-40b3-aa11-5282822de6b8" -d '{"events": [{"server_uuid": "a33673d6-a4bd-461c-a3c2-e00ad7b64ba6", "name": "network-vif-plugged", "status": "completed", "tag": "32d43bdb-6ec5-47bb-83bd-cd62e4da4fad"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:51.686475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,segment=NetworkSegment(7c16a548-7041-471f-a0bf-29fc0ec2073e),segment_id=7c16a548-7041-471f-a0bf-29fc0ec2073e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:51.701450 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.729924 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7409db3f-3153-4ad7-ab86-5f3291d91d84 x-openstack-request-id: req-7409db3f-3153-4ad7-ab86-5f3291d91d84 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:51.730206 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33673d6-a4bd-461c-a3c2-e00ad7b64ba6", "name": "network-vif-plugged", "status": "completed", "tag": "32d43bdb-6ec5-47bb-83bd-cd62e4da4fad", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:51.730531 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7409db3f-3153-4ad7-ab86-5f3291d91d84 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:51.730863 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33673d6-a4bd-461c-a3c2-e00ad7b64ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d43bdb-6ec5-47bb-83bd-cd62e4da4fad', 'code': 200} Mar 07 16:04:51.774735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:51.790457 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks [] for floatingip (2dc93457-b70d-434e-aaad-bdd3cbcf7140), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.793112 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:51.794757 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b6998d98-d85b-4891-ba19-aabea104c0ec tempest-ServersTestJSON-984890241 tempest-ServersTestJSON-984890241-project] 10.222.0.24 "DELETE /v2.0/floatingips/2dc93457-b70d-434e-aaad-bdd3cbcf7140 HTTP/1.1" status: 204 len: 168 time: 1.6951571 Mar 07 16:04:51.803187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50980) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:51.822655 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3345251e-27c7-41ba-a644-ab6f3a3152d4 req-e6c56d9c-9ba1-458f-a8c0-b52fda0c78ac tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733127 Mar 07 16:04:51.891689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47423a-0772-4109-a64b-07b7f0b2bf4e req-a4a41c04-9015-4372-a7b4-257779f2483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:51.893937 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d47423a-0772-4109-a64b-07b7f0b2bf4e req-a4a41c04-9015-4372-a7b4-257779f2483b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0798938 Mar 07 16:04:51.990606 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d47423a-0772-4109-a64b-07b7f0b2bf4e req-8108c83b-870c-44d1-9c67-8b052d485505 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901012 Mar 07 16:04:52.011237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for port (1c2363ef-4850-448d-baba-1ce1596518ae), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:52.014254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Deleting port 3998e013-df82-41e4-aa9f-144054c6ec6a {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:52.014819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:52.119639 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] For port 3998e013-df82-41e4-aa9f-144054c6ec6a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3998e013-df82-41e4-aa9f-144054c6ec6a,segment=NetworkSegment(b7b92045-9952-409b-8be5-b337e53ad5ba),segment_id=b7b92045-9952-409b-8be5-b337e53ad5ba)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:52.120247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:52.137957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Calling delete_port for 3998e013-df82-41e4-aa9f-144054c6ec6a owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:52.296986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa37e4-60cf-4e9c-b781-61b7c1b31cd0 req-3c04789a-6efc-4c0c-9a09-07d6e92de88a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:52.298593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-08fa37e4-60cf-4e9c-b781-61b7c1b31cd0 req-3c04789a-6efc-4c0c-9a09-07d6e92de88a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 946 time: 0.1411772 Mar 07 16:04:52.372339 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-08fa37e4-60cf-4e9c-b781-61b7c1b31cd0 req-3b0d0043-5f1f-4d2d-b316-11cc0d416e30 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640914 Mar 07 16:04:52.458257 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3998e013-df82-41e4-aa9f-144054c6ec6a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:52.496566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Pushing event deleted for resources: {'Port': ['ID=3998e013-df82-41e4-aa9f-144054c6ec6a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:52.558116 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:52.575004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:52.719307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:52.739024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:52.778071 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:52.871473 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a8cea4e-f0b4-4c08-967d-84fab1e58b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:52.903270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event updated for resources: {'Port': ['ID=1c2363ef-4850-448d-baba-1ce1596518ae,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:52.957570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Allocated IP 192.168.233.25 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/d07000d0-ebfb-48f8-981f-9a596233f9dd) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:04:52.998025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-0d4c02a6-831c-4186-abe7-a0d756bbef7d tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:53.000046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ef9c0-0815-4ca1-97ec-f765c05fbb9c req-6112d119-a3ed-4474-a45c-f3755dd2d2a4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:53.004388 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-0d4c02a6-831c-4186-abe7-a0d756bbef7d tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.11 "GET /v2.0/ports?device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 946 time: 0.4804828 Mar 07 16:04:53.012422 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f97ef9c0-0815-4ca1-97ec-f765c05fbb9c req-6112d119-a3ed-4474-a45c-f3755dd2d2a4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.5077622 Mar 07 16:04:53.060632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:04:53.091936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5943c4-3b8d-4ede-a9b3-722d48d06308 req-7c5553c2-5428-4853-b8d0-4e5e03895b98 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:53.099548 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d5943c4-3b8d-4ede-a9b3-722d48d06308 req-7c5553c2-5428-4853-b8d0-4e5e03895b98 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 945 time: 0.3932481 Mar 07 16:04:53.125922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:53.126967 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.148503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:53.148779 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.210932 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (9ba5c068-6445-4759-b00a-90133082576b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.240545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d5943c4-3b8d-4ede-a9b3-722d48d06308 req-75fe5767-4248-4607-b942-562037d5af09 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396649 Mar 07 16:04:53.245691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2568e4e9-5f08-4798-be39-ffcba0201ce7 None None] Provisioning complete for port 1c2363ef-4850-448d-baba-1ce1596518ae triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:53.246340 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2568e4e9-5f08-4798-be39-ffcba0201ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.282244 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f97ef9c0-0815-4ca1-97ec-f765c05fbb9c req-2ea6d814-cdee-4a4e-8ec0-de33920edf14 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464364 Mar 07 16:04:53.312488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-c552f489-64da-4826-878b-aeb0c6293dde tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5367849 Mar 07 16:04:53.316376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:53.316775 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.354675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2568e4e9-5f08-4798-be39-ffcba0201ce7 None None] Port 1c2363ef-4850-448d-baba-1ce1596518ae cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:04:53.368685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:53.377392 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.378201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0842e477-af67-42d7-8a07-8f03dbaa454e no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:53.390343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Request body: {'port': {'device_id': '04d90eff-2167-4a0a-b9a8-6bfc65dc9b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:53.399513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e141b80-d8fd-41e9-9de6-420507bd27cf req-6cb7868c-8243-45a7-9fab-52fcf4baee93 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 210 time: 0.0502911 Mar 07 16:04:53.410181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Deleting port 0842e477-af67-42d7-8a07-8f03dbaa454e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:53.410782 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.492834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:53.540617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 0842e477-af67-42d7-8a07-8f03dbaa454e is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:04:53.541444 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.582548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0842e477-af67-42d7-8a07-8f03dbaa454e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0842e477-af67-42d7-8a07-8f03dbaa454e,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:53.593204 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.685373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=0842e477-af67-42d7-8a07-8f03dbaa454e,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:53.690136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] For port 0842e477-af67-42d7-8a07-8f03dbaa454e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0842e477-af67-42d7-8a07-8f03dbaa454e,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:53.690576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.714538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Calling delete_port for 0842e477-af67-42d7-8a07-8f03dbaa454e owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:53.732658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168'}, {'server_uuid': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0842e477-af67-42d7-8a07-8f03dbaa454e'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:53.736146 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd7b344-6f80-45f7-a45f-619fae981297" -d '{"events": [{"server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "name": "network-vif-plugged", "status": "completed", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168"}, {"server_uuid": "a619eb64-2fb9-4ebb-b2eb-25554fda7faa", "name": "network-vif-unplugged", "status": "completed", "tag": "0842e477-af67-42d7-8a07-8f03dbaa454e"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:53.742427 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:53.818146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ceb39-5b9e-4729-9715-dcbc2d2fde23 req-1ede9c28-2283-43c9-b264-58ea9b56c7b8 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:53.820015 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-436ceb39-5b9e-4729-9715-dcbc2d2fde23 req-1ede9c28-2283-43c9-b264-58ea9b56c7b8 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 946 time: 0.2844808 Mar 07 16:04:53.874752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4f902-e286-452c-acd1-39247b7955a8 req-e40a8847-4b2a-4847-a869-0d9eef1d34e2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:53.876306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5c4f902-e286-452c-acd1-39247b7955a8 req-e40a8847-4b2a-4847-a869-0d9eef1d34e2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.3915465 Mar 07 16:04:54.024420 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:54.057968 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (3d297322-d221-4057-afc7-6f020ae7a107), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:54.069817 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-436ceb39-5b9e-4729-9715-dcbc2d2fde23 req-91eea4fa-fc95-47eb-9aab-4c661a4ffab8 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396312 Mar 07 16:04:54.091886 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5c4f902-e286-452c-acd1-39247b7955a8 req-35dbb11a-b14d-4a9c-ab37-dbf841f2ce59 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933122 Mar 07 16:04:54.149831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Router 9ba5c068-6445-4759-b00a-90133082576b has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:04:54.190316 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b492d6-8d2e-4faf-beef-f59a33318e6d x-openstack-request-id: req-e3b492d6-8d2e-4faf-beef-f59a33318e6d {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:54.190628 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "name": "network-vif-plugged", "status": "completed", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168", "code": 200}, {"server_uuid": "a619eb64-2fb9-4ebb-b2eb-25554fda7faa", "name": "network-vif-unplugged", "status": "completed", "tag": "0842e477-af67-42d7-8a07-8f03dbaa454e", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:54.192032 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3b492d6-8d2e-4faf-beef-f59a33318e6d {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:54.196361 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168', 'code': 200} Mar 07 16:04:54.196685 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0842e477-af67-42d7-8a07-8f03dbaa454e', 'code': 200} Mar 07 16:04:54.277179 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0842e477-af67-42d7-8a07-8f03dbaa454e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:54.292560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e54c0f21-5826-4b0f-85ab-b6930a14ee4b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:54.394285 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:54.422824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:54.621862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Pushing event deleted for resources: {'Port': ['ID=0842e477-af67-42d7-8a07-8f03dbaa454e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:54.664955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:04:54.677347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:04:54.684928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:04:54.783741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730645-2c5d-4ca9-9d27-7c15e93be94e req-3ad3ccec-ca6e-4b61-8cdd-1c0874f311a0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:54.787806 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55730645-2c5d-4ca9-9d27-7c15e93be94e req-3ad3ccec-ca6e-4b61-8cdd-1c0874f311a0 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 945 time: 0.3778946 Mar 07 16:04:54.795937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event updated for resources: {'Port': ['ID=d07000d0-ebfb-48f8-981f-9a596233f9dd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:54.958586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:54.959451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:54.983738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2363ef-4850-448d-baba-1ce1596518ae {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:55.020905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Publish callbacks [] for port (1c2363ef-4850-448d-baba-1ce1596518ae), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:55.055559 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-820feb27-a78c-4296-9137-c58c53e696f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2585747 Mar 07 16:04:55.062263 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55730645-2c5d-4ca9-9d27-7c15e93be94e req-55601d92-1d1a-43a9-8a83-32e09e28c0a3 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571640 Mar 07 16:04:55.065193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Transition to ACTIVE for port object 1c2363ef-4850-448d-baba-1ce1596518ae will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:04:55.073682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Request body: {'port': {'device_id': 'ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:04:55.085838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:55.214543 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7171cb21-b1ea-4689-994c-e10f3694bb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:55.261835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-816d021b-6760-42a4-85cb-434939cf44db None None] Provisioning complete for port d07000d0-ebfb-48f8-981f-9a596233f9dd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:04:55.262221 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-816d021b-6760-42a4-85cb-434939cf44db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:55.333544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] No DVR routers for this DVR port 0842e477-af67-42d7-8a07-8f03dbaa454e on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:55.336573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:55.340740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6fa2404-5a8a-41c6-ab78-f41271dc8ff7 req-4c52885e-c23f-4b0f-9384-17ffb207e082 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.11 "DELETE /v2.0/ports/0842e477-af67-42d7-8a07-8f03dbaa454e HTTP/1.1" status: 204 len: 173 time: 2.3325627 Mar 07 16:04:55.349700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-816d021b-6760-42a4-85cb-434939cf44db None None] Port d07000d0-ebfb-48f8-981f-9a596233f9dd cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:04:55.407096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'name': 'network-vif-deleted', 'tag': '0842e477-af67-42d7-8a07-8f03dbaa454e'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:55.410452 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb3d81-5bee-422e-a8f0-f9be5737ce78" -d '{"events": [{"server_uuid": "a619eb64-2fb9-4ebb-b2eb-25554fda7faa", "name": "network-vif-deleted", "tag": "0842e477-af67-42d7-8a07-8f03dbaa454e"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:55.422200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:55.424839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2363ef-4850-448d-baba-1ce1596518ae,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:55.505633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:04:55.520675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] Sync routers for ids ['9ba5c068-6445-4759-b00a-90133082576b'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:04:55.526435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ff2019ba-ff22-4da5-b2a3-5614c81eb90b admin admin] 10.222.0.24 "PUT /v2.0/routers/9ba5c068-6445-4759-b00a-90133082576b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5560660 Mar 07 16:04:55.529107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51054) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:04:55.548097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] Routers {'9ba5c068-6445-4759-b00a-90133082576b'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:55.551206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['9ba5c068-6445-4759-b00a-90133082576b'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:55.551379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Attempting to bind port 1c2363ef-4850-448d-baba-1ce1596518ae on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:55.551562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Attempting to bind port 1c2363ef-4850-448d-baba-1ce1596518ae by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:55.551895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Attempting to bind port 1c2363ef-4850-448d-baba-1ce1596518ae on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:55.553771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f5ccc-5397-448f-83c5-9be2c48e94e9 req-3053d5c8-38cb-44bc-98f0-9ca75c0b2a14 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:55.563826 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d3f5ccc-5397-448f-83c5-9be2c48e94e9 req-3053d5c8-38cb-44bc-98f0-9ca75c0b2a14 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 1.1200147 Mar 07 16:04:55.624122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21986400-e596-460c-8968-687c47b9d572 req-068887e4-5634-4e0b-ae4f-4e496f2e378d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:55.625752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21986400-e596-460c-8968-687c47b9d572 req-068887e4-5634-4e0b-ae4f-4e496f2e378d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 935 time: 0.4058068 Mar 07 16:04:55.626361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Port 1c2363ef-4850-448d-baba-1ce1596518ae on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:04:55.626690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Attempting to bind port 1c2363ef-4850-448d-baba-1ce1596518ae on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:55.638067 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d3f5ccc-5397-448f-83c5-9be2c48e94e9 req-415bc0fc-1822-4432-83f6-268d45168be1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605531 Mar 07 16:04:55.728888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:55.729269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:55.729660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:55.730104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Bound port: 1c2363ef-4850-448d-baba-1ce1596518ae, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:55.730472 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:55.768664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c75d034-bab0-4206-aef8-705a0b8b4a00 req-262fbcf1-3f3c-46c2-a336-fd78da38ffc2 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=a619eb64-2fb9-4ebb-b2eb-25554fda7faa HTTP/1.1" status: 200 len: 210 time: 0.0394735 Mar 07 16:04:55.805786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] Set router 9ba5c068-6445-4759-b00a-90133082576b gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:55.887349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d34b-8e3e-44c4-8539-ef0f274b5107 req-46f79bb4-84f6-4252-a77d-38822146924e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:55.895466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c303d34b-8e3e-44c4-8539-ef0f274b5107 req-46f79bb4-84f6-4252-a77d-38822146924e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.0715444 Mar 07 16:04:55.907953 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks [] for router (9ba5c068-6445-4759-b00a-90133082576b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:55.928230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21986400-e596-460c-8968-687c47b9d572 req-c93fd1f4-a636-4ff2-b5c3-8618c7a766fe tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923744 Mar 07 16:04:56.016678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c303d34b-8e3e-44c4-8539-ef0f274b5107 req-1d1d5be4-1199-4d94-bb1b-b8fcf50c8fc0 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203296 Mar 07 16:04:56.140465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] For port 1c2363ef-4850-448d-baba-1ce1596518ae, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:56.145965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] For port 1c2363ef-4850-448d-baba-1ce1596518ae, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1c2363ef-4850-448d-baba-1ce1596518ae,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:56.146133 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a30ab9-7386-4498-a6fc-74df6a2f8758 x-openstack-request-id: req-24a30ab9-7386-4498-a6fc-74df6a2f8758 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:56.146307 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a619eb64-2fb9-4ebb-b2eb-25554fda7faa", "name": "network-vif-deleted", "tag": "0842e477-af67-42d7-8a07-8f03dbaa454e", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:56.146569 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24a30ab9-7386-4498-a6fc-74df6a2f8758 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:56.147039 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a619eb64-2fb9-4ebb-b2eb-25554fda7faa', 'name': 'network-vif-deleted', 'tag': '0842e477-af67-42d7-8a07-8f03dbaa454e', 'status': 'completed', 'code': 200} Mar 07 16:04:56.157088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Deleting port 54b8ef22-d79f-4518-ad89-8d1c5d676899 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:56.157549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:56.198267 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:56.260511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:56.261161 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:56.262358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba5c068-6445-4759-b00a-90133082576b', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:33Z', 'updated_at': '2022-03-07T16:04:52Z', 'revision_number': 5, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'gw_port': {'id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:34Z', 'updated_at': '2022-03-07T16:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:56.262992 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] 10.222.0.11 "PUT /v2.0/ports/1c2363ef-4850-448d-baba-1ce1596518ae HTTP/1.1" status: 200 len: 1096 time: 2.9382677 Mar 07 16:04:56.296513 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:04:56.310038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d90eff-2167-4a0a-b9a8-6bfc65dc9b66', 'tag': '1c2363ef-4850-448d-baba-1ce1596518ae'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:56.312525 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f558f58b-6b3c-434a-8df9-ca549cee7236" -d '{"events": [{"name": "network-changed", "server_uuid": "04d90eff-2167-4a0a-b9a8-6bfc65dc9b66", "tag": "1c2363ef-4850-448d-baba-1ce1596518ae"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:56.333456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] Checking router: 9ba5c068-6445-4759-b00a-90133082576b for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:04:56.364955 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:56.366360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] Routers {'9ba5c068-6445-4759-b00a-90133082576b'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:04:56.367576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['9ba5c068-6445-4759-b00a-90133082576b'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:56.528352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] Set router 9ba5c068-6445-4759-b00a-90133082576b gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:04:56.789609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba5c068-6445-4759-b00a-90133082576b', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:33Z', 'updated_at': '2022-03-07T16:04:52Z', 'revision_number': 5, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'gw_port': {'id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:34Z', 'updated_at': '2022-03-07T16:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:04:56.818240 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cff28c0-a3ff-4028-b77e-30f1b09948ef x-openstack-request-id: req-3cff28c0-a3ff-4028-b77e-30f1b09948ef {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:56.818691 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d90eff-2167-4a0a-b9a8-6bfc65dc9b66", "tag": "1c2363ef-4850-448d-baba-1ce1596518ae", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:56.819172 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cff28c0-a3ff-4028-b77e-30f1b09948ef {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:56.819674 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d90eff-2167-4a0a-b9a8-6bfc65dc9b66', 'tag': '1c2363ef-4850-448d-baba-1ce1596518ae', 'status': 'completed', 'code': 200} Mar 07 16:04:56.868511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cba11c-e9d7-4cc8-8565-bc19b8b08cc8 None None] The sync data for ids ['9ba5c068-6445-4759-b00a-90133082576b'] in n-d-830010-8 is: [{'id': '9ba5c068-6445-4759-b00a-90133082576b', 'name': 'tempest-TaggedBootDevicesTest_v242-364450671-router', 'tenant_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:04:33Z', 'updated_at': '2022-03-07T16:04:52Z', 'revision_number': 5, 'project_id': '8d5413d49beb4d9d8dfb7796b6dbf2cd', 'gw_port': {'id': 'b5da02f1-8781-4ef4-9a10-e4af44d45e6e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba5c068-6445-4759-b00a-90133082576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:04:34Z', 'updated_at': '2022-03-07T16:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:04:56.922559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db280a3d-1b2c-43be-839a-ee4a1288fecf req-28231819-61ca-4121-be04-bef8f9ffb083 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:56.924895 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db280a3d-1b2c-43be-839a-ee4a1288fecf req-28231819-61ca-4121-be04-bef8f9ffb083 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 945 time: 0.1145995 Mar 07 16:04:56.931755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982d312-56dc-4508-bcee-06d34043f884 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2363ef-4850-448d-baba-1ce1596518ae,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:56.975444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] For port 54b8ef22-d79f-4518-ad89-8d1c5d676899, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=54b8ef22-d79f-4518-ad89-8d1c5d676899,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:56.976755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:57.000882 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db280a3d-1b2c-43be-839a-ee4a1288fecf req-345d5817-d4f6-41dc-b1ea-802edb1a6bcc tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547800 Mar 07 16:04:57.015475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Calling delete_port for 54b8ef22-d79f-4518-ad89-8d1c5d676899 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:57.026531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-56a04aad-2036-4a72-a034-606ef23b82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:57.026531 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-56a04aad-2036-4a72-a034-606ef23b82ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66 HTTP/1.1" status: 200 len: 1130 time: 0.7037327 Mar 07 16:04:57.046057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks [] for router_gateway (9ba5c068-6445-4759-b00a-90133082576b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:57.081662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7f7ee-821b-408a-96b4-a281929bc2a3 req-788b8391-9c4b-4fb6-b60d-59c0d3c166d2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:57.089264 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-64b7f7ee-821b-408a-96b4-a281929bc2a3 req-788b8391-9c4b-4fb6-b60d-59c0d3c166d2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.2785015 Mar 07 16:04:57.139494 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-d7909f28-c90d-4b8e-83ef-65c09e6fd739 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1c2363ef-4850-448d-baba-1ce1596518ae HTTP/1.1" status: 200 len: 217 time: 0.0961199 Mar 07 16:04:57.186405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708b4b2-db93-48df-a0e5-27e837d6bbe0 req-786a8066-cea7-4686-9d22-0877d87bf3c3 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:57.187832 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7708b4b2-db93-48df-a0e5-27e837d6bbe0 req-786a8066-cea7-4686-9d22-0877d87bf3c3 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 935 time: 0.0705309 Mar 07 16:04:57.290791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7708b4b2-db93-48df-a0e5-27e837d6bbe0 req-5fa274d1-5703-4c7b-9ffa-5c757152306e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952868 Mar 07 16:04:57.336069 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07000d0-ebfb-48f8-981f-9a596233f9dd {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:04:57.355912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Publish callbacks [] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:57.372708 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-64b7f7ee-821b-408a-96b4-a281929bc2a3 req-85df5ca6-8b41-4659-97b9-96771421de76 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823424 Mar 07 16:04:57.442047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-1203eb3d-aace-4250-9b0c-79f1adda8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:57.444067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-1203eb3d-aace-4250-9b0c-79f1adda8850 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.2409441 Mar 07 16:04:57.450446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Transition to ACTIVE for port object d07000d0-ebfb-48f8-981f-9a596233f9dd will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:04:57.493074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59129d26-ca31-43f5-80d1-052746afdd70 req-ac350116-46d1-4a49-b2fd-46d26b3b440e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:57.500623 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59129d26-ca31-43f5-80d1-052746afdd70 req-ac350116-46d1-4a49-b2fd-46d26b3b440e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.0916085 Mar 07 16:04:57.513403 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:57.555142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Deleting port b5da02f1-8781-4ef4-9a10-e4af44d45e6e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:57.555509 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:57.587753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59129d26-ca31-43f5-80d1-052746afdd70 req-c7655dc2-d963-4017-9696-1cac7a3cdee7 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828125 Mar 07 16:04:57.717957 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:57.739708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Pushing event updated for resources: {'Port': ['ID=d07000d0-ebfb-48f8-981f-9a596233f9dd,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:57.849152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-ef27859a-9a73-4bc8-aa5b-eb073f79409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:57.850690 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-ef27859a-9a73-4bc8-aa5b-eb073f79409b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3677301 Mar 07 16:04:57.993164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] For port b5da02f1-8781-4ef4-9a10-e4af44d45e6e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b5da02f1-8781-4ef4-9a10-e4af44d45e6e,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:57.993852 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:58.041660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Calling delete_port for b5da02f1-8781-4ef4-9a10-e4af44d45e6e owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:58.101369 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (54b8ef22-d79f-4518-ad89-8d1c5d676899), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:58.174256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a945ad1-0a11-494a-8ff6-3a246b65d0d8 req-bd3d80a4-13e7-48a4-8173-728275a77315 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:58.182592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a945ad1-0a11-494a-8ff6-3a246b65d0d8 req-bd3d80a4-13e7-48a4-8173-728275a77315 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 945 time: 0.0716441 Mar 07 16:04:58.209138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b8ef22-d79f-4518-ad89-8d1c5d676899,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:58.233178 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Attempting to bind port d07000d0-ebfb-48f8-981f-9a596233f9dd on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:04:58.233736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Attempting to bind port d07000d0-ebfb-48f8-981f-9a596233f9dd by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:04:58.234268 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Attempting to bind port d07000d0-ebfb-48f8-981f-9a596233f9dd on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:58.277435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a945ad1-0a11-494a-8ff6-3a246b65d0d8 req-4680e5a8-bf73-4987-9140-dd69a7106b40 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e9972a-2a78-47c5-9d37-f11d5a86a4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936148 Mar 07 16:04:58.288788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Port d07000d0-ebfb-48f8-981f-9a596233f9dd on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:04:58.289204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Attempting to bind port d07000d0-ebfb-48f8-981f-9a596233f9dd on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:04:58.300327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9aa0-4b92-42a0-875a-0a246c53133d req-c7388391-b194-46bf-8e99-be8dc8bb482a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:58.302734 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b4cc9aa0-4b92-42a0-875a-0a246c53133d req-c7388391-b194-46bf-8e99-be8dc8bb482a tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.4725888 Mar 07 16:04:58.341066 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-1170d325-9e32-4b78-a302-07220fa07531 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278600 Mar 07 16:04:58.365076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:04:58.365431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:04:58.365821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:04:58.366276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Bound port: d07000d0-ebfb-48f8-981f-9a596233f9dd, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:04:58.366642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:58.527433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6094e-cfbc-414e-975b-683d105cf2fd req-d78cbe78-38fc-4495-bac8-67a4fb1200ee tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:58.529104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70c6094e-cfbc-414e-975b-683d105cf2fd req-d78cbe78-38fc-4495-bac8-67a4fb1200ee tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 947 time: 0.1514220 Mar 07 16:04:58.535000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3998e013-df82-41e4-aa9f-144054c6ec6a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:04:58.543741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-b4b6a7bd-5b9d-4cd2-90b7-aec9b5099bc8 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:58.545457 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-b4b6a7bd-5b9d-4cd2-90b7-aec9b5099bc8 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 945 time: 0.1044838 Mar 07 16:04:58.577556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3998e013-df82-41e4-aa9f-144054c6ec6a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:04:58.578307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3998e013-df82-41e4-aa9f-144054c6ec6a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:04:58.642263 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b4cc9aa0-4b92-42a0-875a-0a246c53133d req-547fa8dc-d039-4c9b-8b8a-2170da427ad0 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121066 Mar 07 16:04:58.741021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70c6094e-cfbc-414e-975b-683d105cf2fd req-9bd6a78d-d153-47e6-b52a-89a66e73f3a7 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941206 Mar 07 16:04:58.779147 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-27c5c749-e068-41cc-a3f8-3ff36959d5b3 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165237 Mar 07 16:04:58.780200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] For port d07000d0-ebfb-48f8-981f-9a596233f9dd, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:04:58.782607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Deleting port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:58.783161 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:58.846877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] For port d07000d0-ebfb-48f8-981f-9a596233f9dd, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d07000d0-ebfb-48f8-981f-9a596233f9dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:04:58.881456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:58.893945 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (3d297322-d221-4057-afc7-6f020ae7a107), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:58.954562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ab556-46a8-406b-b3e1-a1ee8fa73618 req-903c877f-001d-4596-8317-128a9bd48983 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:58.956433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ab556-46a8-406b-b3e1-a1ee8fa73618 req-903c877f-001d-4596-8317-128a9bd48983 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.1324682 Mar 07 16:04:58.961737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b5da02f1-8781-4ef4-9a10-e4af44d45e6e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:58.970945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] For port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,segment=NetworkSegment(7c16a548-7041-471f-a0bf-29fc0ec2073e),segment_id=7c16a548-7041-471f-a0bf-29fc0ec2073e)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:04:58.971230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:58.980826 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:58.981463 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:58.983172 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] 10.222.0.11 "PUT /v2.0/ports/d07000d0-ebfb-48f8-981f-9a596233f9dd HTTP/1.1" status: 200 len: 1095 time: 3.9155018 Mar 07 16:04:58.988654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60', 'tag': 'd07000d0-ebfb-48f8-981f-9a596233f9dd'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:58.992626 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cea907-f1ea-49e0-b205-b308495ef107" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60", "tag": "d07000d0-ebfb-48f8-981f-9a596233f9dd"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:59.020946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Calling delete_port for 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:04:59.076400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f55f1-38fc-499f-9053-8d318f4b4b95 req-318bcb5c-bc4a-431a-b6a0-50e61e858f65 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:59.078010 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ed8f55f1-38fc-499f-9053-8d318f4b4b95 req-318bcb5c-bc4a-431a-b6a0-50e61e858f65 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.3099401 Mar 07 16:04:59.126288 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:59.193207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccce644-2f72-44f9-8834-0ed341ec2e85 service neutron] Pushing event updated for resources: {'Port': ['ID=d07000d0-ebfb-48f8-981f-9a596233f9dd,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:59.206860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (32d43bdb-6ec5-47bb-83bd-cd62e4da4fad), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:59.219400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['32d43bdb-6ec5-47bb-83bd-cd62e4da4fad'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:04:59.265280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-380f63f7-83c5-4038-a3f1-706780efdb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:59.266753 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-380f63f7-83c5-4038-a3f1-706780efdb26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66 HTTP/1.1" status: 200 len: 1130 time: 0.3980441 Mar 07 16:04:59.283873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Pushing event deleted for resources: {'Port': ['ID=32d43bdb-6ec5-47bb-83bd-cd62e4da4fad,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:59.327799 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ab556-46a8-406b-b3e1-a1ee8fa73618 req-858f30c9-b6d7-4177-b417-512517df0cf5 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443222 Mar 07 16:04:59.349455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5da02f1-8781-4ef4-9a10-e4af44d45e6e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:04:59.391948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] No DVR routers for this DVR port 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:04:59.395482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:59.407558 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18a7bfe4-cc05-46ec-a532-35b95988cf83 req-312f5160-05b6-4c37-be38-a13629fa1d42 tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.15 "DELETE /v2.0/ports/32d43bdb-6ec5-47bb-83bd-cd62e4da4fad HTTP/1.1" status: 204 len: 173 time: 0.8531437 Mar 07 16:04:59.409603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33673d6-a4bd-461c-a3c2-e00ad7b64ba6', 'name': 'network-vif-deleted', 'tag': '32d43bdb-6ec5-47bb-83bd-cd62e4da4fad'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:04:59.412910 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b00a77-8fb7-4071-a3c6-844cbbcad759" -d '{"events": [{"server_uuid": "a33673d6-a4bd-461c-a3c2-e00ad7b64ba6", "name": "network-vif-deleted", "tag": "32d43bdb-6ec5-47bb-83bd-cd62e4da4fad"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:04:59.421785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (9ba5c068-6445-4759-b00a-90133082576b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:59.499763 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664ed1a8-c491-438a-adee-9da735b21883 x-openstack-request-id: req-664ed1a8-c491-438a-adee-9da735b21883 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:59.500067 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60", "tag": "d07000d0-ebfb-48f8-981f-9a596233f9dd", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:59.500666 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-664ed1a8-c491-438a-adee-9da735b21883 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:59.501082 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60', 'tag': 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'status': 'completed', 'code': 200} Mar 07 16:04:59.666183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61c3a177-bf82-415b-ab9b-11056cdd4a81 req-f31278a3-eb9b-43b9-a145-1f2a8d1af3df tempest-ServerAddressesTestJSON-420913425 tempest-ServerAddressesTestJSON-420913425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33673d6-a4bd-461c-a3c2-e00ad7b64ba6 HTTP/1.1" status: 200 len: 210 time: 0.0798419 Mar 07 16:04:59.716190 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-bf390f14-f7c4-4f85-94fc-15c6de687042 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:59.724280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-bf390f14-f7c4-4f85-94fc-15c6de687042 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.2217433 Mar 07 16:04:59.738039 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e2b59a-6713-481e-aa91-bff4ba91e0ff x-openstack-request-id: req-c7e2b59a-6713-481e-aa91-bff4ba91e0ff {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:04:59.738405 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33673d6-a4bd-461c-a3c2-e00ad7b64ba6", "name": "network-vif-deleted", "tag": "32d43bdb-6ec5-47bb-83bd-cd62e4da4fad", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:04:59.738758 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7e2b59a-6713-481e-aa91-bff4ba91e0ff {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:04:59.739262 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33673d6-a4bd-461c-a3c2-e00ad7b64ba6', 'name': 'network-vif-deleted', 'tag': '32d43bdb-6ec5-47bb-83bd-cd62e4da4fad', 'status': 'completed', 'code': 200} Mar 07 16:04:59.896006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046f127-965d-4e4e-9291-9cb5223baec0 req-417ff9b5-3214-48ae-83c9-b1ad701e5592 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:59.897988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d046f127-965d-4e4e-9291-9cb5223baec0 req-417ff9b5-3214-48ae-83c9-b1ad701e5592 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 946 time: 0.1110125 Mar 07 16:04:59.927433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Deleting port e54c0f21-5826-4b0f-85ab-b6930a14ee4b {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:04:59.927795 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:04:59.932809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-20360e00-128e-4ec7-b884-d28952722bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:04:59.934425 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-20360e00-128e-4ec7-b884-d28952722bbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 1129 time: 0.8930149 Mar 07 16:05:00.053484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] For port e54c0f21-5826-4b0f-85ab-b6930a14ee4b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:00.053960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:00.089111 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d046f127-965d-4e4e-9291-9cb5223baec0 req-16bf1a89-b865-495a-bb16-95d7e67f97cc tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/security-groups?id=391bb257-0fa0-4740-8bd3-8941f0b1cc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819232 Mar 07 16:05:00.092731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Calling delete_port for e54c0f21-5826-4b0f-85ab-b6930a14ee4b owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:00.152130 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ed8f55f1-38fc-499f-9053-8d318f4b4b95 req-7653de99-dd01-485c-a74e-49389a04e7f0 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0084169 Mar 07 16:05:00.232099 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-eb0e0217-fe76-4089-be5c-d67112ccac15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=d07000d0-ebfb-48f8-981f-9a596233f9dd HTTP/1.1" status: 200 len: 217 time: 0.2514606 Mar 07 16:05:00.237008 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-1e2e03a9-445e-4cc0-a093-e5be3acc2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:00.238570 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-1e2e03a9-445e-4cc0-a093-e5be3acc2ab8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.9030428 Mar 07 16:05:00.240384 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (9ba5c068-6445-4759-b00a-90133082576b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:00.287584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672191d-1449-4bc9-b40d-cb41e09c61ea req-324b66a5-dcb9-4222-9042-6dd67dae0cca tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:00.289384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-18ff28af-7add-4937-bb78-168b55d76cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:00.290659 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8672191d-1449-4bc9-b40d-cb41e09c61ea req-324b66a5-dcb9-4222-9042-6dd67dae0cca tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 947 time: 0.0973895 Mar 07 16:05:00.291045 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-18ff28af-7add-4937-bb78-168b55d76cac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0467441 Mar 07 16:05:00.294515 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks [] for router_controller (9ba5c068-6445-4759-b00a-90133082576b), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:00.400773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-9cf543ab-fe9e-495b-acad-096cb7eb103a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1c2363ef-4850-448d-baba-1ce1596518ae HTTP/1.1" status: 200 len: 217 time: 0.1042163 Mar 07 16:05:00.437375 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8672191d-1449-4bc9-b40d-cb41e09c61ea req-38c1ab84-ae40-457d-bf92-bd326655fcf4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304848 Mar 07 16:05:00.471903 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e54c0f21-5826-4b0f-85ab-b6930a14ee4b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:00.488193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e54c0f21-5826-4b0f-85ab-b6930a14ee4b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:00.491652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Router 3d297322-d221-4057-afc7-6f020ae7a107 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:05:00.497387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (9ba5c068-6445-4759-b00a-90133082576b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:00.497931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba5c068-6445-4759-b00a-90133082576b {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:05:00.522900 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:00.537147 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dbb885a9-1677-482e-8d5f-5e8533c3fde9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9ba5c068-6445-4759-b00a-90133082576b HTTP/1.1" status: 204 len: 168 time: 5.0033426 Mar 07 16:05:00.551410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51134) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:00.566462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-e6374b5b-70f9-4042-815e-497938aef0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:00.571233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-e6374b5b-70f9-4042-815e-497938aef0bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1610153 Mar 07 16:05:00.726260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfefdd5-5b01-48c5-8ae8-b3c5747f5241 admin admin] Deleting subnet 3875c079-4bd5-4ed7-ba63-cc70c8bfa61a {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:05:00.735895 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6bfefdd5-5b01-48c5-8ae8-b3c5747f5241 admin admin] Publish callbacks [] for subnet (3875c079-4bd5-4ed7-ba63-cc70c8bfa61a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:00.789728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-a8e527f1-fe22-46e6-b286-bd53d473ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:00.791672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-a8e527f1-fe22-46e6-b286-bd53d473ccbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4847026 Mar 07 16:05:00.792653 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6bfefdd5-5b01-48c5-8ae8-b3c5747f5241 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (3875c079-4bd5-4ed7-ba63-cc70c8bfa61a), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:00.935067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Pushing event deleted for resources: {'Port': ['ID=e54c0f21-5826-4b0f-85ab-b6930a14ee4b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:00.994787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] No DVR routers for this DVR port e54c0f21-5826-4b0f-85ab-b6930a14ee4b on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:00.998489 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:01.002994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f6a5f5de-9f11-4799-9a67-a2f10580c5b7 req-b6f577dc-5836-42b3-b3e6-426ddb54c00b tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.15 "DELETE /v2.0/ports/e54c0f21-5826-4b0f-85ab-b6930a14ee4b HTTP/1.1" status: 204 len: 173 time: 1.2734938 Mar 07 16:05:01.013668 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6bfefdd5-5b01-48c5-8ae8-b3c5747f5241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (3875c079-4bd5-4ed7-ba63-cc70c8bfa61a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:01.030672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-63c8e276-b732-433a-a94d-9ab8c924d503 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151487 Mar 07 16:05:01.041385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-a28e7494-1ce9-47b8-9f30-2ae8b333196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:01.045390 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-a28e7494-1ce9-47b8-9f30-2ae8b333196c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4424012 Mar 07 16:05:01.090813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a48a-10c1-45f0-8a85-5e5f0d63a3cf req-50d490e8-a365-49b2-aa15-e4004c91a2ac tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:01.092393 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14f0a48a-10c1-45f0-8a85-5e5f0d63a3cf req-50d490e8-a365-49b2-aa15-e4004c91a2ac tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.3051817 Mar 07 16:05:01.098228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afeac9-5d04-4d93-85ed-a3af8dca29e9 req-1ee8cf88-68f2-4fe6-bd1d-7753e0f09629 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:01.104148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75afeac9-5d04-4d93-85ed-a3af8dca29e9 req-1ee8cf88-68f2-4fe6-bd1d-7753e0f09629 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.2010667 Mar 07 16:05:01.118954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1c2363ef-4850-448d-baba-1ce1596518ae details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:01.127666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:05:01.139256 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] Sync routers for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:05:01.157297 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:05:01.157919 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:01.184917 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-23dd0e5e-db22-4d93-ad2a-6cd2ab733e92 admin admin] 10.222.0.24 "PUT /v2.0/routers/3d297322-d221-4057-afc7-6f020ae7a107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3790596 Mar 07 16:05:01.189047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51150) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:01.375996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 1c2363ef-4850-448d-baba-1ce1596518ae, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1c2363ef-4850-448d-baba-1ce1596518ae,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:01.381633 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:05:01.391150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '1c2363ef-4850-448d-baba-1ce1596518ae', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '1c2363ef-4850-448d-baba-1ce1596518ae', 'mac_address': 'fa:16:3e:44:08:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:01.398267 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75afeac9-5d04-4d93-85ed-a3af8dca29e9 req-c79a6cb7-ee96-4980-8fba-d378c7850b58 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853439 Mar 07 16:05:01.399559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks [] for router (3d297322-d221-4057-afc7-6f020ae7a107), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:01.437483 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-14f0a48a-10c1-45f0-8a85-5e5f0d63a3cf req-42fe8c97-12f7-401f-80fd-11ac76804e2a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059566 Mar 07 16:05:01.443351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 1c2363ef-4850-448d-baba-1ce1596518ae is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:01.443754 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:01.465519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2363ef-4850-448d-baba-1ce1596518ae {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:01.497499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 1c2363ef-4850-448d-baba-1ce1596518ae, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1c2363ef-4850-448d-baba-1ce1596518ae,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:01.508338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6bfefdd5-5b01-48c5-8ae8-b3c5747f5241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (3875c079-4bd5-4ed7-ba63-cc70c8bfa61a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:01.510660 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:01.557281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51154) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:01.561718 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-393368ee-5ef8-40c7-8ba0-c1f42afb8ff2 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933646 Mar 07 16:05:01.567330 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20d95d9d-71f5-46e5-84d8-4bd6065693a6 req-3e7dee83-c9da-491d-b6c7-b2ab72baa97b service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132592 Mar 07 16:05:01.648742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=1c2363ef-4850-448d-baba-1ce1596518ae,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:01.649138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfefdd5-5b01-48c5-8ae8-b3c5747f5241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3875c079-4bd5-4ed7-ba63-cc70c8bfa61a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:01.683987 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6bfefdd5-5b01-48c5-8ae8-b3c5747f5241 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:01.687548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5fb36f-820e-407f-b944-56c002ae1884 None None] Network cffcac45-8986-4e34-b71b-1109d6bc8244 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:01.714994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6bfefdd5-5b01-48c5-8ae8-b3c5747f5241 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3875c079-4bd5-4ed7-ba63-cc70c8bfa61a HTTP/1.1" status: 204 len: 168 time: 1.1589212 Mar 07 16:05:01.747738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51158) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:01.802366 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:04:57Z', 'revision_number': 5, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:01.827440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc', 'name': 'network-vif-deleted', 'tag': 'e54c0f21-5826-4b0f-85ab-b6930a14ee4b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:01.845497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:01.852639 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda97b60-5ff8-4663-a882-893e2dab566a" -d '{"events": [{"server_uuid": "c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc", "name": "network-vif-deleted", "tag": "e54c0f21-5826-4b0f-85ab-b6930a14ee4b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:01.857087 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] Checking router: 3d297322-d221-4057-afc7-6f020ae7a107 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:05:01.862891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7727f413-e0aa-41b8-a00c-71649b4e17f4 req-07c822d7-e2a9-40bb-b029-12fa2a3ded24 tempest-ListServerFiltersTestJSON-1974678134 tempest-ListServerFiltersTestJSON-1974678134-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc HTTP/1.1" status: 200 len: 210 time: 0.2827399 Mar 07 16:05:01.869894 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] Routers {'3d297322-d221-4057-afc7-6f020ae7a107'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:05:01.870898 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:04:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3d297322-d221-4057-afc7-6f020ae7a107'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:02.000931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks [] for router_gateway (3d297322-d221-4057-afc7-6f020ae7a107), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.036130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd9bb2-cb4c-4331-bc74-ee25a71d1ed0 req-afe5885e-e6eb-4844-a9af-799a3e29f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:02.037840 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] Set router 3d297322-d221-4057-afc7-6f020ae7a107 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:05:02.054521 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fbd9bb2-cb4c-4331-bc74-ee25a71d1ed0 req-afe5885e-e6eb-4844-a9af-799a3e29f566 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 1128 time: 0.1949804 Mar 07 16:05:02.091794 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208746d4-23bc-4eb4-9d1f-4c18f39d3160 x-openstack-request-id: req-208746d4-23bc-4eb4-9d1f-4c18f39d3160 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:02.092487 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc", "name": "network-vif-deleted", "tag": "e54c0f21-5826-4b0f-85ab-b6930a14ee4b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:02.092968 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-208746d4-23bc-4eb4-9d1f-4c18f39d3160 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:02.093603 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bf2bc8-9eef-44e5-9b77-71ba3b3370dc', 'name': 'network-vif-deleted', 'tag': 'e54c0f21-5826-4b0f-85ab-b6930a14ee4b', 'status': 'completed', 'code': 200} Mar 07 16:05:02.099733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c216c7-696f-4d09-a537-657fb3a516ba admin admin] Deleting subnet 1c9bfc7b-e143-41fb-8ba4-e8e912b50459 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:05:02.103309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64c216c7-696f-4d09-a537-657fb3a516ba admin admin] Publish callbacks [] for subnet (1c9bfc7b-e143-41fb-8ba4-e8e912b50459), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.118840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28e661-bcdf-47e7-9110-be8dfe8b7eff req-0e842208-12f7-4a61-9b8b-440bec1704da tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:02.122868 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b28e661-bcdf-47e7-9110-be8dfe8b7eff req-0e842208-12f7-4a61-9b8b-440bec1704da tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 947 time: 0.3107798 Mar 07 16:05:02.132031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6ea0ab-4af0-45ed-a33d-36b4acf45268 None None] DHCP port deletion for cffcac45-8986-4e34-b71b-1109d6bc8244 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:05:02.170215 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64c216c7-696f-4d09-a537-657fb3a516ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (1c9bfc7b-e143-41fb-8ba4-e8e912b50459), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.220026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea907-f1ea-49e0-b205-b308495ef107 req-4d5d05ac-8792-4bdd-acd5-0f3174d0cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:02.223175 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89cea907-f1ea-49e0-b205-b308495ef107 req-4d5d05ac-8792-4bdd-acd5-0f3174d0cfac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 1129 time: 0.5676494 Mar 07 16:05:02.234056 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (cffcac45-8986-4e34-b71b-1109d6bc8244), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.269576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ea0ab-4af0-45ed-a33d-36b4acf45268 None None] Deleting port 3e018664-c32e-4c4c-a79c-01746622a8dc {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:02.270191 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea0ab-4af0-45ed-a33d-36b4acf45268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.353123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea907-f1ea-49e0-b205-b308495ef107 req-9c941cf4-a68f-41c8-b7e9-8dc0420460f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:02.354104 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89cea907-f1ea-49e0-b205-b308495ef107 req-9c941cf4-a68f-41c8-b7e9-8dc0420460f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1050274 Mar 07 16:05:02.364710 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:04:57Z', 'revision_number': 5, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:02.386149 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fbd9bb2-cb4c-4331-bc74-ee25a71d1ed0 req-253f8fdd-74da-42f6-bcb2-03b16d4ee0ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254545 Mar 07 16:05:02.396758 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9f748-5414-41d8-9426-fd7044bcfdb0 None None] The sync data for ids ['3d297322-d221-4057-afc7-6f020ae7a107'] in n-d-830010-8 is: [{'id': '3d297322-d221-4057-afc7-6f020ae7a107', 'name': 'tempest-ServersTestJSON-1376537430-router', 'tenant_id': '4dcb668b6a164a6f8e586e84434af7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:02:07Z', 'updated_at': '2022-03-07T16:04:57Z', 'revision_number': 5, 'project_id': '4dcb668b6a164a6f8e586e84434af7cf', 'gw_port': {'id': 'fd3881ea-8247-450e-8cfb-1ff67cdc39a3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d297322-d221-4057-afc7-6f020ae7a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:02:08Z', 'updated_at': '2022-03-07T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:05:02.396954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-eb6ea0ab-4af0-45ed-a33d-36b4acf45268 None None] For port 3e018664-c32e-4c4c-a79c-01746622a8dc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3e018664-c32e-4c4c-a79c-01746622a8dc,segment=NetworkSegment(b7b92045-9952-409b-8be5-b337e53ad5ba),segment_id=b7b92045-9952-409b-8be5-b337e53ad5ba)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:02.397185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea0ab-4af0-45ed-a33d-36b4acf45268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.424494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ea0ab-4af0-45ed-a33d-36b4acf45268 None None] Calling delete_port for 3e018664-c32e-4c4c-a79c-01746622a8dc owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:02.508814 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b28e661-bcdf-47e7-9110-be8dfe8b7eff req-e4178e15-faf5-4703-a35b-6afaea55fbd5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186188 Mar 07 16:05:02.526552 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64c216c7-696f-4d09-a537-657fb3a516ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (1c9bfc7b-e143-41fb-8ba4-e8e912b50459), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.554989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Deleting port fd3881ea-8247-450e-8cfb-1ff67cdc39a3 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:02.559370 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.583514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89cea907-f1ea-49e0-b205-b308495ef107 req-0a0c35ca-0879-4fca-8045-cd6fbcf75479 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=d07000d0-ebfb-48f8-981f-9a596233f9dd HTTP/1.1" status: 200 len: 217 time: 0.2184670 Mar 07 16:05:02.587546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f558f58b-6b3c-434a-8df9-ca549cee7236 req-7a121ef3-0395-4784-a53a-53f2fd4bc8f7 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9963834 Mar 07 16:05:02.592747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea0ab-4af0-45ed-a33d-36b4acf45268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.600447 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64c216c7-696f-4d09-a537-657fb3a516ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (1c9bfc7b-e143-41fb-8ba4-e8e912b50459), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.631522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ea0ab-4af0-45ed-a33d-36b4acf45268 None None] Pushing event deleted for resources: {'Port': ['ID=3e018664-c32e-4c4c-a79c-01746622a8dc,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:02.635092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ea0ab-4af0-45ed-a33d-36b4acf45268 None None] No DVR routers for this DVR port 3e018664-c32e-4c4c-a79c-01746622a8dc on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:02.638340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-8040e0bb-beb0-491d-846c-16b9d97415aa tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:02.643988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-8040e0bb-beb0-491d-846c-16b9d97415aa tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.11 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.4817603 Mar 07 16:05:02.701474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c216c7-696f-4d09-a537-657fb3a516ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9bfc7b-e143-41fb-8ba4-e8e912b50459,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:02.727709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] For port fd3881ea-8247-450e-8cfb-1ff67cdc39a3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fd3881ea-8247-450e-8cfb-1ff67cdc39a3,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:02.727943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.730335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64c216c7-696f-4d09-a537-657fb3a516ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.733895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-64c216c7-696f-4d09-a537-657fb3a516ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c9bfc7b-e143-41fb-8ba4-e8e912b50459 HTTP/1.1" status: 204 len: 168 time: 1.1608989 Mar 07 16:05:02.740016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51174) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:02.743679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Calling delete_port for fd3881ea-8247-450e-8cfb-1ff67cdc39a3 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:02.808457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Deleting port 3e018664-c32e-4c4c-a79c-01746622a8dc {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:02.808943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.833479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3e018664-c32e-4c4c-a79c-01746622a8dc no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:02.855270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3e018664-c32e-4c4c-a79c-01746622a8dc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:02.855696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3e018664-c32e-4c4c-a79c-01746622a8dc not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:02.856201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b5da02f1-8781-4ef4-9a10-e4af44d45e6e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:02.894147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b5da02f1-8781-4ef4-9a10-e4af44d45e6e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:02.894598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b5da02f1-8781-4ef4-9a10-e4af44d45e6e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:02.963240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] For port 3e018664-c32e-4c4c-a79c-01746622a8dc, host n-d-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:02.963865 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:02.969884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea907-f1ea-49e0-b205-b308495ef107 req-7964baa7-7ea3-4ad2-91a5-1006a9e375b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:02.972961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89cea907-f1ea-49e0-b205-b308495ef107 req-7964baa7-7ea3-4ad2-91a5-1006a9e375b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.3684490 Mar 07 16:05:03.036866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0aabb5-9647-46b9-ab7b-44ac4624387d req-abd3fe75-a6c1-4e7c-9829-34a1c341ad7d tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:03.038016 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c0aabb5-9647-46b9-ab7b-44ac4624387d req-abd3fe75-a6c1-4e7c-9829-34a1c341ad7d tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.4494674 Mar 07 16:05:03.046280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Calling delete_port for 3e018664-c32e-4c4c-a79c-01746622a8dc owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:03.106884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Port 3e018664-c32e-4c4c-a79c-01746622a8dc was not found and therefore no delete operation was performed {{(pid=103866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:05:03.110829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c0aabb5-9647-46b9-ab7b-44ac4624387d req-e6b39dd7-ff93-4597-a976-4eb66b6ca26d tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Mar 07 16:05:03.113951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ded9a7a3-1c34-4b7f-9777-bba209b9693d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.131280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d07000d0-ebfb-48f8-981f-9a596233f9dd details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:03.132884 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3e018664-c32e-4c4c-a79c-01746622a8dc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.154928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea907-f1ea-49e0-b205-b308495ef107 req-fca19610-03a8-4bd0-835e-e591783eae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:03.159226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89cea907-f1ea-49e0-b205-b308495ef107 req-fca19610-03a8-4bd0-835e-e591783eae21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1653011 Mar 07 16:05:03.187922 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784af327-a859-4d77-b894-e3319aac374b req-a8885c4d-e8da-4e15-8eea-7f2ca493f76a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:03.210255 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-784af327-a859-4d77-b894-e3319aac374b req-a8885c4d-e8da-4e15-8eea-7f2ca493f76a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 945 time: 0.3037264 Mar 07 16:05:03.212020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51180) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:03.237498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1c2363ef-4850-448d-baba-1ce1596518ae up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:03.239723 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fd3881ea-8247-450e-8cfb-1ff67cdc39a3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.361062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-784af327-a859-4d77-b894-e3319aac374b req-6f12c776-5a5c-409c-b3f2-6b4d02db1852 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499226 Mar 07 16:05:03.367094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3881ea-8247-450e-8cfb-1ff67cdc39a3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:03.386555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Deleting port cc702b85-0b63-410c-b30f-32abde3528a5 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:03.387214 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.394283 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89cea907-f1ea-49e0-b205-b308495ef107 req-bc3379d6-9c6c-4be8-94df-ed3f127dae03 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848617 Mar 07 16:05:03.397733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e018664-c32e-4c4c-a79c-01746622a8dc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:03.413490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d07000d0-ebfb-48f8-981f-9a596233f9dd, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d07000d0-ebfb-48f8-981f-9a596233f9dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:03.419036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] No DVR routers for this DVR port 3e018664-c32e-4c4c-a79c-01746622a8dc on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:03.446495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'mac_address': 'fa:16:3e:17:f3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:03.449406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:03.466406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (3d297322-d221-4057-afc7-6f020ae7a107), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.488439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:03.488817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 32d43bdb-6ec5-47bb-83bd-cd62e4da4fad not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:03.489261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e54c0f21-5826-4b0f-85ab-b6930a14ee4b no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:03.500421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d243c29b-9b0b-445b-a110-e7d0c4b2d7f6 admin admin] Deleting subnet 4254bfba-c54c-4996-aac7-7e37adab9fce {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:05:03.532549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (cffcac45-8986-4e34-b71b-1109d6bc8244), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.555317 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffcac45-8986-4e34-b71b-1109d6bc8244']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:03.561875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d07000d0-ebfb-48f8-981f-9a596233f9dd is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:03.562284 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.566059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: e54c0f21-5826-4b0f-85ab-b6930a14ee4b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:03.566414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b92045-9952-409b-8be5-b337e53ad5ba') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:03.566679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e54c0f21-5826-4b0f-85ab-b6930a14ee4b not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:03.566827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b92045-9952-409b-8be5-b337e53ad5ba') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:03.577554 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (b7b92045-9952-409b-8be5-b337e53ad5ba), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.592861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b7b92045-9952-409b-8be5-b337e53ad5ba), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.599852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:05:03.600248 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (b7b92045-9952-409b-8be5-b337e53ad5ba), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.619032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 1c2363ef-4850-448d-baba-1ce1596518ae completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:03.635118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 1c2363ef-4850-448d-baba-1ce1596518ae triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:03.635498 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.645713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07000d0-ebfb-48f8-981f-9a596233f9dd {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:03.656677 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d243c29b-9b0b-445b-a110-e7d0c4b2d7f6 admin admin] Publish callbacks [] for subnet (4254bfba-c54c-4996-aac7-7e37adab9fce), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.679323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d07000d0-ebfb-48f8-981f-9a596233f9dd, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d07000d0-ebfb-48f8-981f-9a596233f9dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:05:03.707438 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:05:03.722316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (cffcac45-8986-4e34-b71b-1109d6bc8244), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.733630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.741884 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cffcac45-8986-4e34-b71b-1109d6bc8244 HTTP/1.1" status: 204 len: 168 time: 1.9501185 Mar 07 16:05:03.777300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (3d297322-d221-4057-afc7-6f020ae7a107), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.785319 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.785549 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks [] for router_controller (3d297322-d221-4057-afc7-6f020ae7a107), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.800994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d243c29b-9b0b-445b-a110-e7d0c4b2d7f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (4254bfba-c54c-4996-aac7-7e37adab9fce), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.873444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d07000d0-ebfb-48f8-981f-9a596233f9dd,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:03.877972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] For port cc702b85-0b63-410c-b30f-32abde3528a5, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cc702b85-0b63-410c-b30f-32abde3528a5,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:03.878634 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.896280 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (3d297322-d221-4057-afc7-6f020ae7a107), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.897121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d297322-d221-4057-afc7-6f020ae7a107 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:05:03.912664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:03.916683 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ecbf5468-49a4-4749-a0e5-8199fef814cf admin admin] 10.222.0.24 "DELETE /v2.0/routers/3d297322-d221-4057-afc7-6f020ae7a107 HTTP/1.1" status: 204 len: 168 time: 2.7252650 Mar 07 16:05:03.917336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51194) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:03.921862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Calling delete_port for cc702b85-0b63-410c-b30f-32abde3528a5 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:03.998332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 1c2363ef-4850-448d-baba-1ce1596518ae is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:03.999646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.014478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51196) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:04.060912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 1c2363ef-4850-448d-baba-1ce1596518ae, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1c2363ef-4850-448d-baba-1ce1596518ae,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:04.063845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d90eff-2167-4a0a-b9a8-6bfc65dc9b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2363ef-4850-448d-baba-1ce1596518ae'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:04.068585 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0970d168-71cf-4699-819d-0d6b953d9698" -d '{"events": [{"server_uuid": "04d90eff-2167-4a0a-b9a8-6bfc65dc9b66", "name": "network-vif-plugged", "status": "completed", "tag": "1c2363ef-4850-448d-baba-1ce1596518ae"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:04.075788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d07000d0-ebfb-48f8-981f-9a596233f9dd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:04.080769 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.179385 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718924ad-1ee7-4d4f-8416-93aeeca7113b x-openstack-request-id: req-718924ad-1ee7-4d4f-8416-93aeeca7113b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:04.179741 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d90eff-2167-4a0a-b9a8-6bfc65dc9b66", "name": "network-vif-plugged", "status": "completed", "tag": "1c2363ef-4850-448d-baba-1ce1596518ae", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:04.180059 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-718924ad-1ee7-4d4f-8416-93aeeca7113b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:04.180471 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d90eff-2167-4a0a-b9a8-6bfc65dc9b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2363ef-4850-448d-baba-1ce1596518ae', 'code': 200} Mar 07 16:05:04.181498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=1c2363ef-4850-448d-baba-1ce1596518ae,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:04.203003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d243c29b-9b0b-445b-a110-e7d0c4b2d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4254bfba-c54c-4996-aac7-7e37adab9fce), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.288280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Deleting subnet f2cddb87-546a-48f5-8849-00fcf486803b {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:05:04.292029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Publish callbacks [] for subnet (f2cddb87-546a-48f5-8849-00fcf486803b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.330632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f2cddb87-546a-48f5-8849-00fcf486803b), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.351572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ded9a7a3-1c34-4b7f-9777-bba209b9693d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.367333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca1af8-15c3-486e-b80e-55c191c416e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cffcac45-8986-4e34-b71b-1109d6bc8244,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:04.417777 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5000eb53-f8f1-44a1-b6db-0545e689e044 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e1856536adc4be9b572df46d7d9d27f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966701 Mar 07 16:05:04.418725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded9a7a3-1c34-4b7f-9777-bba209b9693d']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:04.429811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c16a548-7041-471f-a0bf-29fc0ec2073e') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:04.430113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c16a548-7041-471f-a0bf-29fc0ec2073e') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:04.432368 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51204) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:04.457999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea381c1-3014-425d-8fe0-d24c05a184f2 req-9d3a48e4-50a8-460e-9941-9f0d86132fe8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:04.470288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1ea381c1-3014-425d-8fe0-d24c05a184f2 req-9d3a48e4-50a8-460e-9941-9f0d86132fe8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 947 time: 0.8040295 Mar 07 16:05:04.501673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89cea907-f1ea-49e0-b205-b308495ef107 req-a1a8e0e2-3bab-4d36-be1d-e94f1663c465 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0802186 Mar 07 16:05:04.503954 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (7c16a548-7041-471f-a0bf-29fc0ec2073e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.555952 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f2cddb87-546a-48f5-8849-00fcf486803b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.573845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1053c88-701d-4c67-bdc1-6ab2e834841c req-435dc7af-83eb-4a95-9bad-7a909c196e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:04.575504 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1053c88-701d-4c67-bdc1-6ab2e834841c req-435dc7af-83eb-4a95-9bad-7a909c196e83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66 HTTP/1.1" status: 200 len: 1132 time: 0.2756040 Mar 07 16:05:04.606951 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d243c29b-9b0b-445b-a110-e7d0c4b2d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (4254bfba-c54c-4996-aac7-7e37adab9fce), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.615912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fd3881ea-8247-450e-8cfb-1ff67cdc39a3 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:04.636058 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7c16a548-7041-471f-a0bf-29fc0ec2073e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.646934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: fd3881ea-8247-450e-8cfb-1ff67cdc39a3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:04.647592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fd3881ea-8247-450e-8cfb-1ff67cdc39a3 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:04.647966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 54b8ef22-d79f-4518-ad89-8d1c5d676899 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:04.654164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:05:04.654607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (7c16a548-7041-471f-a0bf-29fc0ec2073e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.659602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908123d6-f8ee-4b21-a243-37b61357a840 None None] Network d8557786-62a0-4591-8d1c-b808f5f7534c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:04.671400 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1ea381c1-3014-425d-8fe0-d24c05a184f2 req-e4ede044-14a7-4e25-b55d-bfb1000992a0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991813 Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:05:04.673358 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:05:04.683503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb9d03-32a9-4be1-8ba0-880aab64d095 req-ba5580fb-a7e8-44d5-8514-5a56acf98f54 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:04.696785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 54b8ef22-d79f-4518-ad89-8d1c5d676899 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:04.697224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 54b8ef22-d79f-4518-ad89-8d1c5d676899 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:04.698417 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14bb9d03-32a9-4be1-8ba0-880aab64d095 req-ba5580fb-a7e8-44d5-8514-5a56acf98f54 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.4305766 Mar 07 16:05:04.711789 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d243c29b-9b0b-445b-a110-e7d0c4b2d7f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.726912 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d243c29b-9b0b-445b-a110-e7d0c4b2d7f6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4254bfba-c54c-4996-aac7-7e37adab9fce HTTP/1.1" status: 204 len: 168 time: 1.4729733 Mar 07 16:05:04.742841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51212) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:04.770649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243c29b-9b0b-445b-a110-e7d0c4b2d7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4254bfba-c54c-4996-aac7-7e37adab9fce,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:04.807037 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (cc702b85-0b63-410c-b30f-32abde3528a5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.900581 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ded9a7a3-1c34-4b7f-9777-bba209b9693d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.920959 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.927182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ded9a7a3-1c34-4b7f-9777-bba209b9693d HTTP/1.1" status: 204 len: 168 time: 2.1815240 Mar 07 16:05:04.936278 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f851e6b-f0a6-448c-a2e5-88a5de35ce1f admin admin] Publish callbacks [] for security_group (c85d184c-0080-42fd-a559-a6501ebfb595), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:04.953898 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1053c88-701d-4c67-bdc1-6ab2e834841c req-efd5abb2-ef9c-4a78-a9a2-b9344a1b7e79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664849 Mar 07 16:05:04.976963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816df7b4-6e98-4a1e-b290-213acd29e909 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded9a7a3-1c34-4b7f-9777-bba209b9693d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:05.017314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7667a0a-6e10-4bea-b1ec-a517c9762a99 req-4c58cf86-19c3-4ea7-9b5c-74f84c176fe2 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 210 time: 0.0610986 Mar 07 16:05:05.038944 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f851e6b-f0a6-448c-a2e5-88a5de35ce1f admin admin] Publish callbacks [] for security_group (c85d184c-0080-42fd-a559-a6501ebfb595), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.114366 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f851e6b-f0a6-448c-a2e5-88a5de35ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c85d184c-0080-42fd-a559-a6501ebfb595), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.114912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:05.119184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f851e6b-f0a6-448c-a2e5-88a5de35ce1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.124138 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7f851e6b-f0a6-448c-a2e5-88a5de35ce1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c85d184c-0080-42fd-a559-a6501ebfb595 HTTP/1.1" status: 204 len: 168 time: 0.6863434 Mar 07 16:05:05.135163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f851e6b-f0a6-448c-a2e5-88a5de35ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85d184c-0080-42fd-a559-a6501ebfb595,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:05.301776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d07000d0-ebfb-48f8-981f-9a596233f9dd up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:05.312687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f2cddb87-546a-48f5-8849-00fcf486803b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.315463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event deleted for resources: {'Port': ['ID=cc702b85-0b63-410c-b30f-32abde3528a5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:05.367993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51226) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:05.368981 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14bb9d03-32a9-4be1-8ba0-880aab64d095 req-28420f07-09cc-485e-94fd-e8eb2881f00f tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6695585 Mar 07 16:05:05.408396 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (d8557786-62a0-4591-8d1c-b808f5f7534c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.487278 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.495805 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-43fd63f0-8a28-4130-b14a-647fde66876b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=accc2ee094ae40f592e3b25580a331e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251988 Mar 07 16:05:05.496434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51232) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:05.507633 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f2cddb87-546a-48f5-8849-00fcf486803b HTTP/1.1" status: 204 len: 168 time: 1.5833347 Mar 07 16:05:05.508099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9851cdb-a481-4125-aba6-ef8745274ea1 None None] Network 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:05.508821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51234) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:05.509788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] No DVR routers for this DVR port cc702b85-0b63-410c-b30f-32abde3528a5 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:05.517249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2cddb87-546a-48f5-8849-00fcf486803b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:05.542010 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.545318 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ddf994e-b0f7-4fa2-879c-050c3bacd144 req-a683e76c-db67-4418-a80d-ee233d8390b6 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.11 "DELETE /v2.0/ports/cc702b85-0b63-410c-b30f-32abde3528a5 HTTP/1.1" status: 204 len: 173 time: 2.6267455 Mar 07 16:05:05.546650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.574711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.575175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.575528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.575897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.576514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.576514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.576863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.577193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.577523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.577850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.578179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.578521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cfd50-fe7c-4934-8ac1-cb6e9094ff08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:05.581962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bed149-0e8d-4701-8ad9-9d357e3fb07c', 'name': 'network-vif-deleted', 'tag': 'cc702b85-0b63-410c-b30f-32abde3528a5'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:05.584124 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd5cfe2-a508-456b-b963-9001a9a56ac5" -d '{"events": [{"server_uuid": "40bed149-0e8d-4701-8ad9-9d357e3fb07c", "name": "network-vif-deleted", "tag": "cc702b85-0b63-410c-b30f-32abde3528a5"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:05.609499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port d07000d0-ebfb-48f8-981f-9a596233f9dd completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:05.621689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port d07000d0-ebfb-48f8-981f-9a596233f9dd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:05.621962 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.690560 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea6b833-4687-4214-ae7a-16e5704a188a x-openstack-request-id: req-aea6b833-4687-4214-ae7a-16e5704a188a {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:05.691496 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bed149-0e8d-4701-8ad9-9d357e3fb07c", "name": "network-vif-deleted", "tag": "cc702b85-0b63-410c-b30f-32abde3528a5", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:05.691496 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aea6b833-4687-4214-ae7a-16e5704a188a {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:05.691892 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bed149-0e8d-4701-8ad9-9d357e3fb07c', 'name': 'network-vif-deleted', 'tag': 'cc702b85-0b63-410c-b30f-32abde3528a5', 'status': 'completed', 'code': 200} Mar 07 16:05:05.831119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] DHCP port deletion for d8557786-62a0-4591-8d1c-b808f5f7534c request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:05:05.850306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d124de2-ec4f-4901-b17e-998877e1a0d4 req-9da9617f-1e0d-4a2c-9c61-844177ac3d86 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:05.870039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3d124de2-ec4f-4901-b17e-998877e1a0d4 req-9da9617f-1e0d-4a2c-9c61-844177ac3d86 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 945 time: 0.3538795 Mar 07 16:05:05.880365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7cb0e86a-6550-4e97-960f-b435a4cfa4b4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.954038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b546ddbc-6c7d-468d-890d-9ad01ffd6109 admin admin] Publish callbacks [] for security_group (62e9972a-2a78-47c5-9d37-f11d5a86a4f3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.964455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d07000d0-ebfb-48f8-981f-9a596233f9dd is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:05.964862 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:05.966459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51242) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:05.998119 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3d124de2-ec4f-4901-b17e-998877e1a0d4 req-4a15b2d7-4989-4058-9d2c-a1b978d22330 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116357 Mar 07 16:05:06.046370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Deleting port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:06.047035 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.067404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d07000d0-ebfb-48f8-981f-9a596233f9dd, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d07000d0-ebfb-48f8-981f-9a596233f9dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:06.079040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] DHCP port deletion for 7cb0e86a-6550-4e97-960f-b435a4cfa4b4 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:05:06.089149 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.099313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device cc702b85-0b63-410c-b30f-32abde3528a5 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:06.136871 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b546ddbc-6c7d-468d-890d-9ad01ffd6109 admin admin] Publish callbacks [] for security_group (62e9972a-2a78-47c5-9d37-f11d5a86a4f3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.162213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Deleting port 1af48e2e-c42a-4206-9727-4ff08fd18a0f {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:06.162652 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.205404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c394a691-1c10-49f8-a999-2f6a2391ad98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d5413d49beb4d9d8dfb7796b6dbf2cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324712 Mar 07 16:05:06.213650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51258) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:06.222823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb35803-541e-4697-b942-af0554119525 req-acd581d0-1220-403a-9a11-8e5cb8ecdbab tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:06.230899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7bb35803-541e-4697-b942-af0554119525 req-acd581d0-1220-403a-9a11-8e5cb8ecdbab tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 948 time: 0.4124522 Mar 07 16:05:06.321161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07000d0-ebfb-48f8-981f-9a596233f9dd'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:06.331130 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52da61e-bb1e-45cd-b6a0-7cc21bd830a5" -d '{"events": [{"server_uuid": "ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60", "name": "network-vif-plugged", "status": "completed", "tag": "d07000d0-ebfb-48f8-981f-9a596233f9dd"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:06.376165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: cc702b85-0b63-410c-b30f-32abde3528a5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:06.378219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device cc702b85-0b63-410c-b30f-32abde3528a5 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:06.383267 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4a713669-3af0-4411-b7c3-421136ccd010 req-78447a68-4943-46dd-9d43-25a1138e247c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=40bed149-0e8d-4701-8ad9-9d357e3fb07c HTTP/1.1" status: 200 len: 210 time: 0.0586743 Mar 07 16:05:06.422004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] For port 1af48e2e-c42a-4206-9727-4ff08fd18a0f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1af48e2e-c42a-4206-9727-4ff08fd18a0f,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:06.422282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.440382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] For port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1,segment=NetworkSegment(3652a152-c88a-44dd-ae17-f87054aecbf7),segment_id=3652a152-c88a-44dd-ae17-f87054aecbf7)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:06.441566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.472613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Calling delete_port for 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:06.473504 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7bb35803-541e-4697-b942-af0554119525 req-709fe832-d6c9-4247-939f-d389467dbce4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416346 Mar 07 16:05:06.474680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Calling delete_port for 1af48e2e-c42a-4206-9727-4ff08fd18a0f owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:06.525751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Deleting port 1af48e2e-c42a-4206-9727-4ff08fd18a0f {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:06.526639 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.569636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b546ddbc-6c7d-468d-890d-9ad01ffd6109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (62e9972a-2a78-47c5-9d37-f11d5a86a4f3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.578635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.592188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b546ddbc-6c7d-468d-890d-9ad01ffd6109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.602055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b546ddbc-6c7d-468d-890d-9ad01ffd6109 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62e9972a-2a78-47c5-9d37-f11d5a86a4f3 HTTP/1.1" status: 204 len: 168 time: 1.0672841 Mar 07 16:05:06.631478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:06.636780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] No DVR routers for this DVR port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:06.647429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.648142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.648723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.659288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.659576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546ddbc-6c7d-468d-890d-9ad01ffd6109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e9972a-2a78-47c5-9d37-f11d5a86a4f3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:06.660548 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.661062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.665243 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d58e980-38a8-4916-a457-eae4369e20d9 admin admin] Publish callbacks [] for security_group (69d29d5d-6731-4d16-9b5d-293b62305b34), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.668768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.669314 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.670369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.670978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.671541 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.672097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.672651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:06.701763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] For port 1af48e2e-c42a-4206-9727-4ff08fd18a0f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1af48e2e-c42a-4206-9727-4ff08fd18a0f,segment=NetworkSegment(2b7c6a4c-e407-40af-9c27-1471bc561069),segment_id=2b7c6a4c-e407-40af-9c27-1471bc561069)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:06.707598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.721255 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb93fe09-a9b1-4fc3-9c6c-649814094af5 x-openstack-request-id: req-bb93fe09-a9b1-4fc3-9c6c-649814094af5 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:06.723149 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60", "name": "network-vif-plugged", "status": "completed", "tag": "d07000d0-ebfb-48f8-981f-9a596233f9dd", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:06.723746 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb93fe09-a9b1-4fc3-9c6c-649814094af5 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:06.725394 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'code': 200} Mar 07 16:05:06.741861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1af48e2e-c42a-4206-9727-4ff08fd18a0f no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:06.746636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d07000d0-ebfb-48f8-981f-9a596233f9dd,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:06.775959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d58e980-38a8-4916-a457-eae4369e20d9 admin admin] Publish callbacks [] for security_group (69d29d5d-6731-4d16-9b5d-293b62305b34), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.780237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] Deleting port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:06.780863 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.904746 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.910986 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d58e980-38a8-4916-a457-eae4369e20d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (69d29d5d-6731-4d16-9b5d-293b62305b34), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.913582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d58e980-38a8-4916-a457-eae4369e20d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.917858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2d58e980-38a8-4916-a457-eae4369e20d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69d29d5d-6731-4d16-9b5d-293b62305b34 HTTP/1.1" status: 204 len: 168 time: 0.6849113 Mar 07 16:05:06.928929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9875ba-3ef2-4dd4-876f-87e36bb4eb89 req-69d732e5-7435-4016-b26d-6403a0bd46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:06.930523 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b9875ba-3ef2-4dd4-876f-87e36bb4eb89 req-69d732e5-7435-4016-b26d-6403a0bd46c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 1131 time: 0.2138569 Mar 07 16:05:06.944638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] For port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:06.945284 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.973707 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:06.992063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7cb0e86a-6550-4e97-960f-b435a4cfa4b4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.003863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] No DVR routers for this DVR port 1af48e2e-c42a-4206-9727-4ff08fd18a0f on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:07.010536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58e980-38a8-4916-a457-eae4369e20d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d29d5d-6731-4d16-9b5d-293b62305b34,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:07.026784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Calling delete_port for 1af48e2e-c42a-4206-9727-4ff08fd18a0f owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:07.029343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] Calling delete_port for 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:07.035006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] Port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:05:07.044081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb0e86a-6550-4e97-960f-b435a4cfa4b4']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:07.050431 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.053415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Pushing event deleted for resources: {'Port': ['ID=1af48e2e-c42a-4206-9727-4ff08fd18a0f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:07.085946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3652a152-c88a-44dd-ae17-f87054aecbf7') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:07.086245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3652a152-c88a-44dd-ae17-f87054aecbf7') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:07.114448 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (3652a152-c88a-44dd-ae17-f87054aecbf7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.147236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3652a152-c88a-44dd-ae17-f87054aecbf7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.159877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:05:07.161441 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (3652a152-c88a-44dd-ae17-f87054aecbf7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:05:07.164411 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:05:07.343500 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (7cb0e86a-6550-4e97-960f-b435a4cfa4b4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.346587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] No DVR routers for this DVR port 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:07.356913 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No active binding found for port 1af48e2e-c42a-4206-9727-4ff08fd18a0f {{(pid=103868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 16:05:07.359854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] The host n-d-830010-8 is not matching for port 1af48e2e-c42a-4206-9727-4ff08fd18a0f host None! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:05:07.362977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1af48e2e-c42a-4206-9727-4ff08fd18a0f not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:07.365080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:07.380651 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.381498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00815df8-ae28-4e7b-9909-18bf4f8a206c None None] Pushing event deleted for resources: {'Port': ['ID=1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:07.393221 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] 10.222.0.24 "DELETE /v2.0/networks/7cb0e86a-6550-4e97-960f-b435a4cfa4b4 HTTP/1.1" status: 204 len: 168 time: 1.8951914 Mar 07 16:05:07.397752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337594ed-ed24-40eb-ae81-812ac149e9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb0e86a-6550-4e97-960f-b435a4cfa4b4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:07.485338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (d8557786-62a0-4591-8d1c-b808f5f7534c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.566351 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (1af48e2e-c42a-4206-9727-4ff08fd18a0f), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.620916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8557786-62a0-4591-8d1c-b808f5f7534c']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:07.636134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51296) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:07.665374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7c6a4c-e407-40af-9c27-1471bc561069') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:07.665687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7c6a4c-e407-40af-9c27-1471bc561069') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:07.667088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:07.670858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1cfe0ab5-4f57-4b7d-b43a-02be7e1b58c1 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:07.699731 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b9875ba-3ef2-4dd4-876f-87e36bb4eb89 req-0170dc20-d454-4a6b-9b9d-c06db472cdfb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7354231 Mar 07 16:05:07.719751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4761fca-e22b-4b0d-8536-c800bb7083d1 req-a8a1a89e-53b7-4278-8148-4daf3e5a612a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:07.737439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f4761fca-e22b-4b0d-8536-c800bb7083d1 req-a8a1a89e-53b7-4278-8148-4daf3e5a612a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 945 time: 0.6625204 Mar 07 16:05:07.771409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] No DVR routers for this DVR port 1af48e2e-c42a-4206-9727-4ff08fd18a0f on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:07.778146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (2b7c6a4c-e407-40af-9c27-1471bc561069), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.792312 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b03e3860-5751-4159-8b19-5f5255aad151 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4dcb668b6a164a6f8e586e84434af7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533959 Mar 07 16:05:07.795970 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51298) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:07.801791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Pushing event deleted for resources: {'Port': ['ID=1af48e2e-c42a-4206-9727-4ff08fd18a0f,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:07.826644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.832033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.832033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.832435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.832875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.833314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.834919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.835479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.837472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.838408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.839397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.841628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.841861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56a865-9922-45e0-89af-267e3e0d55e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:07.873440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f4761fca-e22b-4b0d-8536-c800bb7083d1 req-41b47434-81c6-4b8a-8d07-cd59ba0e0f5e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349900 Mar 07 16:05:07.909844 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2b7c6a4c-e407-40af-9c27-1471bc561069), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.928020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:05:07.932382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (2b7c6a4c-e407-40af-9c27-1471bc561069), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:05:07.938225 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:05:08.003213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83fa87-860a-42ea-96e9-2e4e2519f267 req-e39dbe75-0665-48fa-8a81-094b94e73c59 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:08.021042 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b83fa87-860a-42ea-96e9-2e4e2519f267 req-e39dbe75-0665-48fa-8a81-094b94e73c59 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 949 time: 0.3497801 Mar 07 16:05:08.074333 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-024a7b7b-c883-4760-9dcd-a865a3aee0b9 admin admin] Publish callbacks [] for security_group (042e074b-b340-4f6f-beb3-9b7952047344), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:08.098513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-024a7b7b-c883-4760-9dcd-a865a3aee0b9 admin admin] Publish callbacks [] for security_group (042e074b-b340-4f6f-beb3-9b7952047344), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:08.182440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-ff5e1711-8c67-4a11-89d1-4fdf45d274f8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:08.183466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-ff5e1711-8c67-4a11-89d1-4fdf45d274f8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.1299095 Mar 07 16:05:08.195449 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b83fa87-860a-42ea-96e9-2e4e2519f267 req-9aa63afc-8160-4f3b-818c-486b17b66321 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607766 Mar 07 16:05:08.198311 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-024a7b7b-c883-4760-9dcd-a865a3aee0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (042e074b-b340-4f6f-beb3-9b7952047344), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:08.201182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-285e5223-cd3e-429e-8af1-2cea42dd5c6e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/quotas/9fdcbd0ff10c45108a08a31b08761e64 HTTP/1.1" status: 200 len: 375 time: 0.0117834 Mar 07 16:05:08.211348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-024a7b7b-c883-4760-9dcd-a865a3aee0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:08.215571 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-024a7b7b-c883-4760-9dcd-a865a3aee0b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/042e074b-b340-4f6f-beb3-9b7952047344 HTTP/1.1" status: 204 len: 168 time: 0.4189293 Mar 07 16:05:08.222546 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (d8557786-62a0-4591-8d1c-b808f5f7534c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:08.227051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a7b7b-c883-4760-9dcd-a865a3aee0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e074b-b340-4f6f-beb3-9b7952047344,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:08.261054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:08.266666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] 10.222.0.24 "DELETE /v2.0/networks/d8557786-62a0-4591-8d1c-b808f5f7534c HTTP/1.1" status: 204 len: 168 time: 3.5164838 Mar 07 16:05:08.278997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd4a4d-7377-4f1d-971d-115ca09a534a admin admin] Pushing event deleted for resources: {'Network': ['ID=d8557786-62a0-4591-8d1c-b808f5f7534c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:08.314041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-fa0d4fc5-827b-47cc-a3f7-fc2fd46533a3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935335 Mar 07 16:05:08.484564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-608168eb-5a83-4010-936f-9e18f2df009d service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540651 Mar 07 16:05:08.605118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-db231c51-caeb-423e-aa29-f8a424c9fd22 service neutron] 10.222.0.24 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143219 Mar 07 16:05:08.821186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51352) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:08.839748 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e7c6142a-5c2e-4016-8a36-2951028c5c7b req-a2c6ec22-2691-452a-8f18-0c955c0bd2c4 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 210 time: 0.0445473 Mar 07 16:05:08.936383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51358) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:08.936841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5cdd7e66-b20a-4908-862c-14897f11b308 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc460352cd844b968fc89e81891e89fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1144540 Mar 07 16:05:09.067469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f619a09d-9ba8-4511-85d2-d2719fa08248 admin admin] Publish callbacks [] for security_group (391bb257-0fa0-4740-8bd3-8941f0b1cc3b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:09.091152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e66f5-542a-42f5-88ab-db13050905fe req-0e9f2400-9281-4a12-8f33-d6d642633244 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:09.092891 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-471e66f5-542a-42f5-88ab-db13050905fe req-0e9f2400-9281-4a12-8f33-d6d642633244 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 945 time: 0.1312590 Mar 07 16:05:09.122216 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f619a09d-9ba8-4511-85d2-d2719fa08248 admin admin] Publish callbacks [] for security_group (391bb257-0fa0-4740-8bd3-8941f0b1cc3b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:09.174302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-471e66f5-542a-42f5-88ab-db13050905fe req-cb635f51-4223-4d3c-8c1d-f03c266f23fb tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718815 Mar 07 16:05:09.243042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f619a09d-9ba8-4511-85d2-d2719fa08248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (391bb257-0fa0-4740-8bd3-8941f0b1cc3b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:09.248703 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f619a09d-9ba8-4511-85d2-d2719fa08248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:09.250014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f619a09d-9ba8-4511-85d2-d2719fa08248 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/391bb257-0fa0-4740-8bd3-8941f0b1cc3b HTTP/1.1" status: 204 len: 168 time: 0.3125765 Mar 07 16:05:09.270556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619a09d-9ba8-4511-85d2-d2719fa08248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391bb257-0fa0-4740-8bd3-8941f0b1cc3b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:09.457726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34830027-784a-475c-91ea-3d744b0bf8b5 req-c0e5ad4c-0549-47c7-8731-f14bb768bc84 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:09.473554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34830027-784a-475c-91ea-3d744b0bf8b5 req-c0e5ad4c-0549-47c7-8731-f14bb768bc84 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 949 time: 0.1452067 Mar 07 16:05:09.507406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51384) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:09.596415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51398) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:09.640858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34830027-784a-475c-91ea-3d744b0bf8b5 req-09467990-1872-4151-9f72-4000eb5af3a9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661608 Mar 07 16:05:09.912145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1817a-40d3-4b93-bc7a-3ec127781a7a req-af6d4722-1c44-4148-8513-4448ce5d6101 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:09.920652 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5ad1817a-40d3-4b93-bc7a-3ec127781a7a req-af6d4722-1c44-4148-8513-4448ce5d6101 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 945 time: 0.1554496 Mar 07 16:05:09.957590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc101-ab7a-49ad-8ad2-10fa3e204833 req-446c3965-c8d3-4e5c-b476-b2570743ba43 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:09.967653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3acfc101-ab7a-49ad-8ad2-10fa3e204833 req-446c3965-c8d3-4e5c-b476-b2570743ba43 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66 HTTP/1.1" status: 200 len: 950 time: 0.1470232 Mar 07 16:05:10.050196 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5ad1817a-40d3-4b93-bc7a-3ec127781a7a req-26d6185d-ddfc-41d5-aea2-aeeb0f61f220 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190724 Mar 07 16:05:10.096805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3acfc101-ab7a-49ad-8ad2-10fa3e204833 req-cf294d1f-2b22-41b6-86c4-7beae7623606 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224835 Mar 07 16:05:10.146441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1023262043-network', 'tenant_id': 'a1afeba11df54bc28712656d173a432d'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:10.205873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2045003590-network', 'tenant_id': '69e9c7cfd60046d88c79b0656732f3ed'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:10.287381 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-75515759-69f3-45c3-a95b-61b9aaceb0e9 req-8e32635e-a8ce-4612-a319-9dc08a643d5a tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 210 time: 0.1270504 Mar 07 16:05:10.340223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Made reservation on behalf of a1afeba11df54bc28712656d173a432d for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:10.354823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:10.408961 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:10.414016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Made reservation on behalf of 69e9c7cfd60046d88c79b0656732f3ed for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:10.423857 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:10.507437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:10.643588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-e1b4edfc-499d-4aea-84c3-d91c4c05e0cf tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:10.645636 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-e1b4edfc-499d-4aea-84c3-d91c4c05e0cf tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 811 time: 0.1869471 Mar 07 16:05:10.696531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Request body: {'port': {'device_id': '8a0528af-6a02-43cc-8541-6d050347fb55', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'admin_state_up': True, 'tenant_id': '9fdcbd0ff10c45108a08a31b08761e64'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:10.811710 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:10.816397 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Publish callbacks [] for security_group (5c61fb51-9255-43e7-8794-d8360eb6f4d9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:10.837350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5c61fb51-9255-43e7-8794-d8360eb6f4d9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:10.858644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Made reservation on behalf of 9fdcbd0ff10c45108a08a31b08761e64 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:10.863105 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:10.891290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4f7c-2fe5-49cd-ab86-54265f0b1348 req-5c7ac9ec-d62e-4b6a-82e1-bd53ae8202cb tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:10.897644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4f7c-2fe5-49cd-ab86-54265f0b1348 req-5c7ac9ec-d62e-4b6a-82e1-bd53ae8202cb tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:10.908024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:05:10.910689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-579c4f7c-2fe5-49cd-ab86-54265f0b1348 req-5c7ac9ec-d62e-4b6a-82e1-bd53ae8202cb tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66&device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 1690 time: 0.2741141 Mar 07 16:05:10.944152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (593025c8-db87-4c55-a072-def7eac50753), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:10.944802 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Added segment 593025c8-db87-4c55-a072-def7eac50753 of type vlan for network 9ddb321e-a02b-4c9e-973a-d8568be91bce Mar 07 16:05:10.947006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c61fb51-9255-43e7-8794-d8360eb6f4d9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:11.083042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Publish callbacks [] for security_group (2657f86a-95b8-4721-8509-0a84c262ece2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.087956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51446) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:11.116315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2657f86a-95b8-4721-8509-0a84c262ece2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.116315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9ddb321e-a02b-4c9e-973a-d8568be91bce), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.128525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-579c4f7c-2fe5-49cd-ab86-54265f0b1348 req-1dd31a25-8e99-4613-8d19-49a2c2aaa19e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122421 Mar 07 16:05:11.153806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2657f86a-95b8-4721-8509-0a84c262ece2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:11.166625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:05:11.191527 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b0054d3b-d776-4edc-9ced-c1608a26d1ca), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.191884 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Added segment b0054d3b-d776-4edc-9ced-c1608a26d1ca of type vlan for network fe8c0365-6201-401c-9257-8233fedb738f Mar 07 16:05:11.193264 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9ddb321e-a02b-4c9e-973a-d8568be91bce), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.194239 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:11.194921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.255015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Allocated IP 172.20.0.12 (f2e65e7d-475f-42bc-b785-221af76b9874/f72ca13c-8ffe-45cb-9e24-07aaf17581aa/58541953-fda4-44a0-8614-809dfc683d63) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:11.334774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51462) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:11.369450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] Pushing event updated for resources: {'Network': ['ID=9ddb321e-a02b-4c9e-973a-d8568be91bce,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:11.380908 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-430bf6b6-e3c2-49d1-8031-b3ca3775f089 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7818573 Mar 07 16:05:11.386064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9ddb321e-a02b-4c9e-973a-d8568be91bce details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:05:11.391713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51466) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:11.415783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Request body: {'subnet': {'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2045003590-subnet', 'tenant_id': '69e9c7cfd60046d88c79b0656732f3ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:11.457238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Made reservation on behalf of 69e9c7cfd60046d88c79b0656732f3ed for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:11.460431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.493516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (fe8c0365-6201-401c-9257-8233fedb738f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.559148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-872126241-network', 'tenant_id': 'dda539c979c04446a2652325b4de0ae2'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:11.577857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a597f2-4627-40b6-b368-8794cf7ebdf3 req-0cdb95c9-0954-4777-9131-51ec2081069b tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:11.585259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Made reservation on behalf of dda539c979c04446a2652325b4de0ae2 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:11.588276 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68a597f2-4627-40b6-b368-8794cf7ebdf3 req-0cdb95c9-0954-4777-9131-51ec2081069b tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 945 time: 0.3433101 Mar 07 16:05:11.589843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.622874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0156c3-640b-42bb-a17d-ee636e6b0470 req-dbac7760-2b27-4153-a449-2b0551abd287 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:11.631846 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df0156c3-640b-42bb-a17d-ee636e6b0470 req-dbac7760-2b27-4153-a449-2b0551abd287 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66 HTTP/1.1" status: 200 len: 1132 time: 0.2761059 Mar 07 16:05:11.675420 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68a597f2-4627-40b6-b368-8794cf7ebdf3 req-7067d2bf-dd02-4174-a989-95e2d131095a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860517 Mar 07 16:05:11.677084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (fe8c0365-6201-401c-9257-8233fedb738f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.678912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:11.680318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.713514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df0156c3-640b-42bb-a17d-ee636e6b0470 req-13ffbc26-d2c3-496b-b2b5-262660e6c529 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750220 Mar 07 16:05:11.727101 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.789770 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks [] for port (58541953-fda4-44a0-8614-809dfc683d63), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.843728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (58541953-fda4-44a0-8614-809dfc683d63), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:11.856184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:11.866039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-186929599-network', 'tenant_id': 'f3c5c9ba2e21427bb376c0777f3d2968'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:11.869887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8c0365-6201-401c-9257-8233fedb738f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:11.898431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network fe8c0365-6201-401c-9257-8233fedb738f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:05:11.933317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Network f2e65e7d-475f-42bc-b785-221af76b9874 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:11.945016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:11.954901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-863cf42a-2762-41d6-9ddb-96b694b1a505 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4462228 Mar 07 16:05:11.960059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:11.977501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51480) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:12.016080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:12.016911 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.023811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Request body: {'subnet': {'network_id': 'fe8c0365-6201-401c-9257-8233fedb738f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1023262043-subnet', 'tenant_id': 'a1afeba11df54bc28712656d173a432d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:12.060473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event updated for resources: {'Port': ['ID=58541953-fda4-44a0-8614-809dfc683d63,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:12.073114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-602d505d-0705-45ef-865f-22fbffd6efcb tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3825417 Mar 07 16:05:12.078175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Made reservation on behalf of f3c5c9ba2e21427bb376c0777f3d2968 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:12.081630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.081960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28309068-49f7-4600-8be7-426eb2769a06 req-3d7b70b1-6bd8-4442-8cd3-269dcd2020c2 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:12.083687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28309068-49f7-4600-8be7-426eb2769a06 req-3d7b70b1-6bd8-4442-8cd3-269dcd2020c2 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 1131 time: 0.2566588 Mar 07 16:05:12.091650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Request body: {'port': {'device_id': '8a0528af-6a02-43cc-8541-6d050347fb55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:12.108317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (644b0815-7be1-4666-9bb1-4391f7c6535d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.121196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.124166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Made reservation on behalf of a1afeba11df54bc28712656d173a432d for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:12.127607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.181251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45bf79-eab8-49ec-ad11-1cff3ddfc7e7 req-4ef8b5e4-404c-4992-af7f-5c9fb56904e1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:12.187360 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc45bf79-eab8-49ec-ad11-1cff3ddfc7e7 req-4ef8b5e4-404c-4992-af7f-5c9fb56904e1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 932 time: 0.3254540 Mar 07 16:05:12.207710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Publish callbacks [] for security_group (f868e26b-e3ad-41b8-8e4a-958412972bf3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.238225 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f868e26b-e3ad-41b8-8e4a-958412972bf3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.253931 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28309068-49f7-4600-8be7-426eb2769a06 req-6d36cfcd-1767-48b6-a243-e90d9088c961 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534612 Mar 07 16:05:12.271159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (58541953-fda4-44a0-8614-809dfc683d63), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.293635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:05:12.304240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f868e26b-e3ad-41b8-8e4a-958412972bf3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:12.319966 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2d8ca288-e7bf-4a06-aa77-56340dbe9e2a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.320554 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Added segment 2d8ca288-e7bf-4a06-aa77-56340dbe9e2a of type vlan for network ae7143c5-41fe-4313-8d24-787f449fedbd Mar 07 16:05:12.354666 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc45bf79-eab8-49ec-ad11-1cff3ddfc7e7 req-b0867c76-f681-406d-914c-4bc0767af559 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598620 Mar 07 16:05:12.400169 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644b0815-7be1-4666-9bb1-4391f7c6535d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:12.416852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Checking segment: {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:12.417226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Network hostable DHCP agents. Network: 9ddb321e-a02b-4c9e-973a-d8568be91bce, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:05:12.441901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ae7143c5-41fe-4313-8d24-787f449fedbd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.496823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Network 9ddb321e-a02b-4c9e-973a-d8568be91bce is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:05:12.549525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9ddb321e-a02b-4c9e-973a-d8568be91bce) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:12.552692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Publish callbacks [] for security_group (48f8590f-8be0-4a74-b4d4-b30cc8e7c10f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.556360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ae7143c5-41fe-4313-8d24-787f449fedbd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.557866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:12.561241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90cbc07-795f-4aa8-85fb-2bb5ca9a970e None None] Network 9ddb321e-a02b-4c9e-973a-d8568be91bce requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:12.562286 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:12.562920 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.573674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.573896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (48f8590f-8be0-4a74-b4d4-b30cc8e7c10f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.604102 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e9e22a61-c3e8-426c-a671-1d7caf56d671 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2088311 Mar 07 16:05:12.653263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:05:12.670837 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ea4a5e1a-6036-445c-b209-f882379adb76), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.671348 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Added segment ea4a5e1a-6036-445c-b209-f882379adb76 of type vlan for network 27ce18e6-efaf-40c8-bffb-c1757f380d62 Mar 07 16:05:12.688220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (3fc2f56e-7e78-4ce4-8a08-90f888d27f65), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.758986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b319069-8087-470d-925e-a966c83c9571 None None] Network 9ddb321e-a02b-4c9e-973a-d8568be91bce requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:12.769973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:12.790500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4544537 Mar 07 16:05:12.791987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51536) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:12.830012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0bd63-b518-4f82-9fa2-78f12cd856ab admin admin] Pushing event updated for resources: {'Network': ['ID=ae7143c5-41fe-4313-8d24-787f449fedbd,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:12.835401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Request body: {'subnet': {'network_id': 'ae7143c5-41fe-4313-8d24-787f449fedbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-872126241-subnet', 'tenant_id': 'dda539c979c04446a2652325b4de0ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:12.869517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Made reservation on behalf of dda539c979c04446a2652325b4de0ae2 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:12.869735 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-6f3d506a-4bc4-4e0f-989c-e8e5d5976a4c tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996561 Mar 07 16:05:12.872250 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.904036 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (27ce18e6-efaf-40c8-bffb-c1757f380d62), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:12.907915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc2f56e-7e78-4ce4-8a08-90f888d27f65,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:12.921574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ae7143c5-41fe-4313-8d24-787f449fedbd details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:05:12.983616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Checking segment: {'id': 'b0054d3b-d776-4edc-9ced-c1608a26d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fe8c0365-6201-401c-9257-8233fedb738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:12.984187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Network hostable DHCP agents. Network: fe8c0365-6201-401c-9257-8233fedb738f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:05:13.023013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58541953-fda4-44a0-8614-809dfc683d63 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:13.032399 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (27ce18e6-efaf-40c8-bffb-c1757f380d62), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.033622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Publish callbacks [] for port (58541953-fda4-44a0-8614-809dfc683d63), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.034406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:13.035027 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.073024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Transition to ACTIVE for port object 58541953-fda4-44a0-8614-809dfc683d63 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:13.081584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Network fe8c0365-6201-401c-9257-8233fedb738f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:05:13.083405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (58541953-fda4-44a0-8614-809dfc683d63), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.105807 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-ecaca3d6-4933-4123-9285-b67bf9e7bc30 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:13.113452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-ecaca3d6-4933-4123-9285-b67bf9e7bc30 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429075 Mar 07 16:05:13.159844 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0688891 Mar 07 16:05:13.163655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, fe8c0365-6201-401c-9257-8233fedb738f) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:13.168191 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:13.168761 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.168929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51556) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:13.175123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27a4b1-4828-4d22-bb8a-045e8d645b21 None None] Network fe8c0365-6201-401c-9257-8233fedb738f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:13.180950 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-063bf4ea-1fd7-453b-b229-3acba9b50ae7 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/quotas/fa6ccd2bcec746369708c24b8c365314 HTTP/1.1" status: 200 len: 375 time: 0.0665486 Mar 07 16:05:13.181717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Request body: {'subnet': {'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-186929599-subnet', 'tenant_id': 'f3c5c9ba2e21427bb376c0777f3d2968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:13.186062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f9b96-29f8-438c-9628-a8f951c05e83 admin admin] Pushing event updated for resources: {'Network': ['ID=27ce18e6-efaf-40c8-bffb-c1757f380d62,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:13.197904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Pushing event updated for resources: {'Port': ['ID=58541953-fda4-44a0-8614-809dfc683d63,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:13.208173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 27ce18e6-efaf-40c8-bffb-c1757f380d62 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:05:13.209282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (88302d32-8780-4046-8721-b1849d00cc74), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.296651 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9eb05e44-d29a-458d-bf6b-56bd5fbc6432 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3153033 Mar 07 16:05:13.304430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88302d32-8780-4046-8721-b1849d00cc74,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:13.342100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Made reservation on behalf of f3c5c9ba2e21427bb376c0777f3d2968 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:13.344589 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.397347 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-07e40b92-0fed-4440-b540-88566d2fb085 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2154224 Mar 07 16:05:13.484245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Checking segment: {'id': '2d8ca288-e7bf-4a06-aa77-56340dbe9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ae7143c5-41fe-4313-8d24-787f449fedbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:13.484613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Network hostable DHCP agents. Network: ae7143c5-41fe-4313-8d24-787f449fedbd, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:05:13.584722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf86fe2d-0ac9-4959-a8f8-bcb173a34c1b None None] Network fe8c0365-6201-401c-9257-8233fedb738f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:13.669577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Attempting to bind port 58541953-fda4-44a0-8614-809dfc683d63 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:13.670000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Attempting to bind port 58541953-fda4-44a0-8614-809dfc683d63 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:13.670726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Attempting to bind port 58541953-fda4-44a0-8614-809dfc683d63 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:13.678854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Port 58541953-fda4-44a0-8614-809dfc683d63 on network f2e65e7d-475f-42bc-b785-221af76b9874 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:13.679136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Attempting to bind port 58541953-fda4-44a0-8614-809dfc683d63 on network f2e65e7d-475f-42bc-b785-221af76b9874 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:13.681800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Network ae7143c5-41fe-4313-8d24-787f449fedbd is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:05:13.688395 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (02d74682-6777-448e-8193-9401e5c1ab94), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.742762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ae7143c5-41fe-4313-8d24-787f449fedbd) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:13.744657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:13.745069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Checking segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:13.745591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Bound using segment: {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:13.746169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Bound port: 58541953-fda4-44a0-8614-809dfc683d63, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4042f66-af36-4cbe-9375-d997ee9e32d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:13.746602 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (58541953-fda4-44a0-8614-809dfc683d63), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.778539 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d74682-6777-448e-8193-9401e5c1ab94,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:13.779807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b821e97-9a33-461c-97d8-3d37a39f40e5 None None] Network ae7143c5-41fe-4313-8d24-787f449fedbd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:13.808798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:13.809414 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.864603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-499806ff-8ce4-45ea-b52c-9d3c4aca6be8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0333512 Mar 07 16:05:13.887668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] For port 58541953-fda4-44a0-8614-809dfc683d63, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:13.893597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] For port 58541953-fda4-44a0-8614-809dfc683d63, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=58541953-fda4-44a0-8614-809dfc683d63,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:13.895398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Checking segment: {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:13.895761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Network hostable DHCP agents. Network: 27ce18e6-efaf-40c8-bffb-c1757f380d62, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:05:13.908053 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (58541953-fda4-44a0-8614-809dfc683d63), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.995176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:13.995836 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:13.997821 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] 10.222.0.15 "PUT /v2.0/ports/58541953-fda4-44a0-8614-809dfc683d63 HTTP/1.1" status: 200 len: 1092 time: 1.9114289 Mar 07 16:05:13.998303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0528af-6a02-43cc-8541-6d050347fb55', 'tag': '58541953-fda4-44a0-8614-809dfc683d63'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:14.001107 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0528af-6a02-43cc-8541-6d050347fb55", "tag": "58541953-fda4-44a0-8614-809dfc683d63"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:14.024762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Network 27ce18e6-efaf-40c8-bffb-c1757f380d62 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:05:14.131410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 27ce18e6-efaf-40c8-bffb-c1757f380d62) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:14.141737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:14.142386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:14.150675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102610cf-f101-4317-8c80-b6df068e2aac service neutron] Pushing event updated for resources: {'Port': ['ID=58541953-fda4-44a0-8614-809dfc683d63,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:14.166844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943db990-3c6e-450f-b467-73c09298ae69 None None] Network 27ce18e6-efaf-40c8-bffb-c1757f380d62 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:14.187681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325211d-bdf6-475a-9bd0-b21c2f058074 None None] Network ae7143c5-41fe-4313-8d24-787f449fedbd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:14.200335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bf459ba6-f04d-46d6-899b-101a7916a01f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0303252 Mar 07 16:05:14.207388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-54a1037b-c8ce-4c4a-913f-a81782408fe5 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:14.208938 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-54a1037b-c8ce-4c4a-913f-a81782408fe5 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 813 time: 0.2964685 Mar 07 16:05:14.215323 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-4b7ac664-2b06-4d5a-badb-5a15577591f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:14.217052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-4b7ac664-2b06-4d5a-badb-5a15577591f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 1126 time: 0.1343992 Mar 07 16:05:14.253365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-dd9eddd1-f475-490e-8f58-23af35abd6be tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/quotas/69e9c7cfd60046d88c79b0656732f3ed HTTP/1.1" status: 200 len: 375 time: 0.0343170 Mar 07 16:05:14.257702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d5e78-57c7-48d3-984b-cc12aed4750c req-77671593-7a4e-4e66-8299-a319764cefb1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:14.260375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-378d5e78-57c7-48d3-984b-cc12aed4750c req-77671593-7a4e-4e66-8299-a319764cefb1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 944 time: 0.0995691 Mar 07 16:05:14.330936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-70c42ea4-2d45-42fe-9de0-d625efb6a993 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58541953-fda4-44a0-8614-809dfc683d63 HTTP/1.1" status: 200 len: 217 time: 0.1020539 Mar 07 16:05:14.354234 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-378d5e78-57c7-48d3-984b-cc12aed4750c req-e72aa268-76c7-474b-8147-03b2c1c08748 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871992 Mar 07 16:05:14.423098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50becafd-5cbd-4aab-9fef-b8220909d6a4 None None] Network 27ce18e6-efaf-40c8-bffb-c1757f380d62 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:14.427523 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-f9e0e09f-dabf-4eed-bcf2-e077990fc0ea tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949872 Mar 07 16:05:14.447113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-3adcb2d8-4897-4b4a-a478-daa96fc7986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:14.448736 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-3adcb2d8-4897-4b4a-a478-daa96fc7986f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.1078963 Mar 07 16:05:14.514913 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-10404deb-b210-49ac-836f-9071a29138c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562973 Mar 07 16:05:14.676110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-27c7f15c-7225-480c-a0e4-34b025660666 service neutron] 10.222.0.24 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309737 Mar 07 16:05:14.680117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-02da2374-96cc-4456-9f31-80b2ffd98375 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542819 Mar 07 16:05:14.687741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-755419df-022b-4b31-aa0a-d1d14fb3bcd1 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:14.689622 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-755419df-022b-4b31-aa0a-d1d14fb3bcd1 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/networks?id=fe8c0365-6201-401c-9257-8233fedb738f HTTP/1.1" status: 200 len: 809 time: 0.1119428 Mar 07 16:05:14.705664 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-77f9d6d4-d787-4276-ad3b-6fa4f6b6f7e1 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/quotas/a1afeba11df54bc28712656d173a432d HTTP/1.1" status: 200 len: 375 time: 0.0092220 Mar 07 16:05:14.745422 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-e6ca9585-58fb-4c88-8e56-657341f157dc tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1afeba11df54bc28712656d173a432d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295978 Mar 07 16:05:14.838328 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-b0534596-eb01-4193-ac1d-c282e15bca94 service neutron] 10.222.0.24 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566937 Mar 07 16:05:14.851118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e049e60-086e-4a1c-a90a-dc465129b71c req-baadfbf7-b80c-4af8-85b4-99703cc10f84 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607077 Mar 07 16:05:14.862061 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-225d9be4-99e2-4074-ad63-51f2b1aeed72 service neutron] 10.222.0.24 "GET /v2.0/networks/fe8c0365-6201-401c-9257-8233fedb738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078491 Mar 07 16:05:14.979469 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-379ab8b4-0cd7-4a5f-8603-36bfe195c556 service neutron] 10.222.0.24 "GET /v2.0/networks/fe8c0365-6201-401c-9257-8233fedb738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114850 Mar 07 16:05:15.150682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:15.210740 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee714cc-6e79-4e02-a0e2-a4774e7e4750 x-openstack-request-id: req-4ee714cc-6e79-4e02-a0e2-a4774e7e4750 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:15.212117 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0528af-6a02-43cc-8541-6d050347fb55", "tag": "58541953-fda4-44a0-8614-809dfc683d63", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:15.212688 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ee714cc-6e79-4e02-a0e2-a4774e7e4750 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:15.213348 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0528af-6a02-43cc-8541-6d050347fb55', 'tag': '58541953-fda4-44a0-8614-809dfc683d63', 'status': 'completed', 'code': 200} Mar 07 16:05:15.260109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:15.261358 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:15.342257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:15.350808 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8518cb36-fe58-47aa-a8c3-6149c8f8f744" -d '{"events": [{"server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "name": "network-vif-unplugged", "status": "completed", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:15.398620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:15.406034 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:15.437039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-8ef66772-ddb6-4e5c-9a27-a71c11046bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:15.438576 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-8ef66772-ddb6-4e5c-9a27-a71c11046bc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 1126 time: 0.1602066 Mar 07 16:05:15.552524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:15.659956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-f36a286e-fa4e-4688-a0e2-c84a0cf9eadf tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:15.662299 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-f36a286e-fa4e-4688-a0e2-c84a0cf9eadf tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/networks?id=ae7143c5-41fe-4313-8d24-787f449fedbd HTTP/1.1" status: 200 len: 821 time: 0.1531892 Mar 07 16:05:15.708051 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-69f409e1-c4cf-4673-9cf8-2ef0ad1c9e94 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/quotas/dda539c979c04446a2652325b4de0ae2 HTTP/1.1" status: 200 len: 375 time: 0.0262556 Mar 07 16:05:15.780431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-87a1ec54-bdf8-47d1-8b2c-0d38a4b056d3 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dda539c979c04446a2652325b4de0ae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673468 Mar 07 16:05:16.028349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-e515a8fd-3e4c-4471-ad28-4ba2f0320d49 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619030 Mar 07 16:05:16.049158 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7360bb6a-b788-40df-9ae2-5816ec5df65e service neutron] 10.222.0.24 "GET /v2.0/networks/ae7143c5-41fe-4313-8d24-787f449fedbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671523 Mar 07 16:05:16.187560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-d0a0691b-5660-4a8b-bbdb-36ff43ff166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:16.189986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-d0a0691b-5660-4a8b-bbdb-36ff43ff166a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 200 len: 912 time: 0.7440355 Mar 07 16:05:16.214128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de408e6b-f614-4695-b7db-c639362f68eb req-e7c668e8-72d6-419e-94d0-783d2d9d63ab tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:16.222343 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-e7c668e8-72d6-419e-94d0-783d2d9d63ab tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/networks?id=27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 200 len: 814 time: 0.2584953 Mar 07 16:05:16.280101 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-6be4f5fb-89b4-40ad-92cb-24983a4696e8 service neutron] 10.222.0.24 "GET /v2.0/networks/ae7143c5-41fe-4313-8d24-787f449fedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296793 Mar 07 16:05:16.282306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-e57522d3-02f0-4ed1-9c67-63d1cc90f01a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58541953-fda4-44a0-8614-809dfc683d63 HTTP/1.1" status: 200 len: 217 time: 0.0833924 Mar 07 16:05:16.308260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-85d7192a-33e9-4b6a-8376-cc2334883e15 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/quotas/f3c5c9ba2e21427bb376c0777f3d2968 HTTP/1.1" status: 200 len: 375 time: 0.0847116 Mar 07 16:05:16.336084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-572e8fe4-9eb0-4578-878b-495da3fd76e1 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689943 Mar 07 16:05:16.389370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-98d86bb3-4e5f-4dff-b53f-9ba35e808fdd tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796025 Mar 07 16:05:16.443636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-0101d79d-a9c4-494b-82b4-c7b4783727d4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:16.445140 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-0101d79d-a9c4-494b-82b4-c7b4783727d4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4081547 Mar 07 16:05:16.480003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Request body: {'port': {'device_id': '7568bbe5-a1fb-489c-8119-1208c3cd5c1b', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'fa6ccd2bcec746369708c24b8c365314'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:16.570967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-8b554a50-5967-453f-9530-00064ef390e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:16.572457 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-8b554a50-5967-453f-9530-00064ef390e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 200 len: 851 time: 0.2714450 Mar 07 16:05:16.671617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-727e2abf-b771-4a2e-81cb-e35e4e79230a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2e65e7d-475f-42bc-b785-221af76b9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812731 Mar 07 16:05:16.721542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-85711cee-76bd-484f-bc1e-84176d3fe3f2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:16.723053 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-85711cee-76bd-484f-bc1e-84176d3fe3f2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465598 Mar 07 16:05:16.748603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Request body: {'port': {'device_id': '5850d062-2dd7-4457-9bd8-a8f97e656b35', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'fa6ccd2bcec746369708c24b8c365314'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:16.772345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-33f4c45a-149d-4ecf-96f0-0b11267aaf47 service neutron] 10.222.0.24 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821037 Mar 07 16:05:16.883375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Made reservation on behalf of fa6ccd2bcec746369708c24b8c365314 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:16.886893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:16.964840 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9093bf40-f366-4e0f-8b39-7aa0f47d044a req-cc6d13a7-369b-4820-bba7-70ea0690cc38 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 210 time: 0.0484409 Mar 07 16:05:17.060179 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7142c06-8a0b-4322-9944-3c8d2924c4a0 x-openstack-request-id: req-f7142c06-8a0b-4322-9944-3c8d2924c4a0 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:17.061464 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "name": "network-vif-unplugged", "status": "completed", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:17.061887 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7142c06-8a0b-4322-9944-3c8d2924c4a0 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:17.062474 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168', 'code': 200} Mar 07 16:05:17.078631 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-6634233a-ee0c-4101-bb5f-d850e8fa5c64 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927288 Mar 07 16:05:17.148982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-a5ea1934-6d9b-42d1-a44e-0825fe839642 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:17.150969 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-a5ea1934-6d9b-42d1-a44e-0825fe839642 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.15 "GET /v2.0/networks?id=fe8c0365-6201-401c-9257-8233fedb738f HTTP/1.1" status: 200 len: 809 time: 0.1824074 Mar 07 16:05:17.177106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-75ebf689-e548-4a94-acf3-9aaa8807766e service neutron] 10.222.0.24 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039540 Mar 07 16:05:17.195154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Request body: {'port': {'device_id': '8cbf29a4-7886-4495-89b8-42e7677845a5', 'network_id': 'fe8c0365-6201-401c-9257-8233fedb738f', 'admin_state_up': True, 'tenant_id': 'a1afeba11df54bc28712656d173a432d'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:17.240146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f213-a7e2-4eae-b59b-4e5b66c18cce req-8f1b8fe0-c27c-47d0-990f-8a4d0f1a11ba tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:17.249540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c15f213-a7e2-4eae-b59b-4e5b66c18cce req-8f1b8fe0-c27c-47d0-990f-8a4d0f1a11ba tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 944 time: 0.1221280 Mar 07 16:05:17.270672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Made reservation on behalf of fa6ccd2bcec746369708c24b8c365314 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:17.276058 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:17.350160 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb9959e8-6c3e-430d-ae55-cedf9881cd1a req-0e82e9f4-51d8-4423-a1d9-673c69cf5877 service neutron] 10.222.0.15 "GET /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557323 Mar 07 16:05:17.351650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Allocated IP 192.168.233.132 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/d1aab52a-deee-4478-b72d-7ebe0afcc67e) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:17.503444 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c15f213-a7e2-4eae-b59b-4e5b66c18cce req-da12a216-6ec4-4788-8b49-ff25c66442b9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527540 Mar 07 16:05:17.633817 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-00cfa25c-e445-48f3-98b7-eea74bbed6c4 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:17.635405 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-00cfa25c-e445-48f3-98b7-eea74bbed6c4 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.11 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 813 time: 0.1602409 Mar 07 16:05:17.725401 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05f5f231-5392-4ff9-a810-20dc2640b2b0 req-f6386fbc-0537-4a08-ab37-45c20b1faf5a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 210 time: 0.0798366 Mar 07 16:05:17.730900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Request body: {'port': {'device_id': '5f8ee45e-f323-4611-9188-81eb6f77e8f4', 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce', 'admin_state_up': True, 'tenant_id': '69e9c7cfd60046d88c79b0656732f3ed'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:17.733757 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:17.822089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-20263b6f-ae2e-4a9e-9457-043917acfd4f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:17.824114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-20263b6f-ae2e-4a9e-9457-043917acfd4f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 813 time: 0.3372860 Mar 07 16:05:17.868148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb88dcde-3d71-45af-af3e-5b5cc4f17e67 req-624a00f3-05f8-4644-a51e-e7301686b9ae tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 210 time: 0.0413859 Mar 07 16:05:17.879371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Request body: {'port': {'device_id': '4edaf910-46fe-4fe8-9b47-25dbafb8a140', 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce', 'admin_state_up': True, 'tenant_id': '69e9c7cfd60046d88c79b0656732f3ed'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:17.898678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:17.906876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:17.908243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-2d74fcd9-fa43-410c-b9e2-7dcb2879f65a tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:17.910163 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-2d74fcd9-fa43-410c-b9e2-7dcb2879f65a tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.11 "GET /v2.0/ports?device_id=e58fa570-6516-4b03-8118-a9aa6fe7a749 HTTP/1.1" status: 200 len: 943 time: 0.6194520 Mar 07 16:05:17.910428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:17.910532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Made reservation on behalf of a1afeba11df54bc28712656d173a432d for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:17.913670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:18.008861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event updated for resources: {'Port': ['ID=d1aab52a-deee-4478-b72d-7ebe0afcc67e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:18.139468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:18.192551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91755e33-4058-4fd7-8835-522b22a1408d req-f76e4dfe-8d74-4ba2-ab9e-a8ec02ae2980 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 210 time: 0.0762360 Mar 07 16:05:18.196097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Allocated IP 192.168.233.188 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/e68d482a-7134-4626-b857-06f00148d045) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:18.202053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:18.256142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:18.529224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492283aa-e2e6-4940-b422-796eab35b237 req-1a1eba5c-5c63-430a-bb7f-962d1b613bf4 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:18.533858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b213ea3-89ea-46c9-93ff-6f05fa3ac52e req-c66cb54c-409d-4be9-9b66-79938e0f1c3e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 210 time: 0.1803842 Mar 07 16:05:18.535957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-1a1eba5c-5c63-430a-bb7f-962d1b613bf4 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 804 time: 0.8995810 Mar 07 16:05:18.618157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Made reservation on behalf of 69e9c7cfd60046d88c79b0656732f3ed for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:18.628588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:18.666437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-811cb94a-2cab-410f-984c-1ab39647ca0c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/quotas/396f89dec5c342a0ad3c9addcd849ab5 HTTP/1.1" status: 200 len: 375 time: 0.1295540 Mar 07 16:05:18.718301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-701459fa-f5a7-4e5a-961a-62849c5b8ece None None] Provisioning complete for port d1aab52a-deee-4478-b72d-7ebe0afcc67e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:18.718906 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-701459fa-f5a7-4e5a-961a-62849c5b8ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:18.725017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Made reservation on behalf of 69e9c7cfd60046d88c79b0656732f3ed for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:18.728825 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:18.767822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:18.769153 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:18.786980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-701459fa-f5a7-4e5a-961a-62849c5b8ece None None] Port d1aab52a-deee-4478-b72d-7ebe0afcc67e cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:05:18.824812 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-ac0312bb-0d67-4b81-abf0-e22520163be1 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1474965 Mar 07 16:05:18.826780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Deleting port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:18.827240 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:18.835415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a495b62-b6d6-4ae5-a943-f5857746e607 req-3104533b-6ce8-4ad6-af6f-e56ad3f9ddb3 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 210 time: 0.1088450 Mar 07 16:05:18.900926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-8d9b62b8-37ec-4aaa-9f9f-77590cfee017 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:18.902475 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-8d9b62b8-37ec-4aaa-9f9f-77590cfee017 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.11 "GET /v2.0/networks?id=ae7143c5-41fe-4313-8d24-787f449fedbd HTTP/1.1" status: 200 len: 821 time: 0.7618995 Mar 07 16:05:18.913142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Allocated IP 172.20.0.14 (fe8c0365-6201-401c-9257-8233fedb738f/3fc2f56e-7e78-4ce4-8a08-90f888d27f65/ad2b166e-3232-4693-99ca-4b404ec97d07) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:18.914315 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-407920dc-8f90-41ea-af6d-97778c29e0bf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4454727 Mar 07 16:05:19.090052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.11', 50331) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:19.182872 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Allocated IP 172.20.0.12 (9ddb321e-a02b-4c9e-973a-d8568be91bce/644b0815-7be1-4666-9bb1-4391f7c6535d/20341a45-ff45-4c7d-95a9-1d34126bb14b) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:19.264671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-50bdeb19-03dc-41c7-8c7b-88f36ae52fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997378 Mar 07 16:05:19.270996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] For port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:19.271370 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.298029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Request body: {'port': {'device_id': '60e54972-0ce0-4ad4-b360-01be17c63b19', 'network_id': 'ae7143c5-41fe-4313-8d24-787f449fedbd', 'admin_state_up': True, 'tenant_id': 'dda539c979c04446a2652325b4de0ae2'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:19.323495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Request body: {'port': {'device_id': '7568bbe5-a1fb-489c-8119-1208c3cd5c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:19.341596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Calling delete_port for 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:19.494971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for port (e68d482a-7134-4626-b857-06f00148d045), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.518139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.527896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2302f-3661-45fd-be11-2cd7c17ece6b req-feab4b44-50ab-4c4e-b0a6-b4be6e0da8d7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:19.529736 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6b2302f-3661-45fd-be11-2cd7c17ece6b req-feab4b44-50ab-4c4e-b0a6-b4be6e0da8d7 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 944 time: 0.6240849 Mar 07 16:05:19.532534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de408e6b-f614-4695-b7db-c639362f68eb req-5b1b5c38-1d09-4fd5-a419-c4fa472066d0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:19.534027 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-5b1b5c38-1d09-4fd5-a419-c4fa472066d0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.11 "GET /v2.0/networks?id=27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 200 len: 814 time: 0.4399323 Mar 07 16:05:19.546340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 58541953-fda4-44a0-8614-809dfc683d63 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:19.554362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Request body: {'port': {'device_id': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62', 'admin_state_up': True, 'tenant_id': 'f3c5c9ba2e21427bb376c0777f3d2968'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:19.558894 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Publish callbacks [] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.648311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Made reservation on behalf of dda539c979c04446a2652325b4de0ae2 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:19.652076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.664542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 58541953-fda4-44a0-8614-809dfc683d63, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=58541953-fda4-44a0-8614-809dfc683d63,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:19.665182 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e68d482a-7134-4626-b857-06f00148d045), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.674494 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-c88589ac-5040-4e53-86d0-40401dea1b7b service neutron] 10.222.0.24 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985314 Mar 07 16:05:19.677372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '58541953-fda4-44a0-8614-809dfc683d63', 'network_id': 'f2e65e7d-475f-42bc-b785-221af76b9874', 'port_id': '58541953-fda4-44a0-8614-809dfc683d63', 'mac_address': 'fa:16:3e:d3:57:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72ca13c-8ffe-45cb-9e24-07aaf17581aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:19.681235 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:19.689499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:19.734283 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6b2302f-3661-45fd-be11-2cd7c17ece6b req-f3f9206b-c213-42db-b894-282ddd3533a8 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861897 Mar 07 16:05:19.828821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.829914 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 58541953-fda4-44a0-8614-809dfc683d63 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:19.829914 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (58541953-fda4-44a0-8614-809dfc683d63), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.877453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58541953-fda4-44a0-8614-809dfc683d63 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:19.914242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Network fe8c0365-6201-401c-9257-8233fedb738f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:19.915075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Made reservation on behalf of f3c5c9ba2e21427bb376c0777f3d2968 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:19.918587 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.940985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 58541953-fda4-44a0-8614-809dfc683d63, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=58541953-fda4-44a0-8614-809dfc683d63,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:19.945088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (44c33ecd-b4e7-4a37-8b70-3a2545bcd168), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.955750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:19.968985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Pushing event updated for resources: {'Port': ['ID=ad2b166e-3232-4693-99ca-4b404ec97d07,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:19.972743 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (58541953-fda4-44a0-8614-809dfc683d63), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:19.974574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:20.001525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:20.009495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:20.017346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:20.032293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event updated for resources: {'Port': ['ID=e68d482a-7134-4626-b857-06f00148d045,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:20.055943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks [] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:20.058086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Pushing event deleted for resources: {'Port': ['ID=44c33ecd-b4e7-4a37-8b70-3a2545bcd168,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:20.239577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=58541953-fda4-44a0-8614-809dfc683d63,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:20.337796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] No DVR routers for this DVR port 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:20.346359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:20.346590 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:20.351987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:20.356348 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.11 "DELETE /v2.0/ports/44c33ecd-b4e7-4a37-8b70-3a2545bcd168 HTTP/1.1" status: 204 len: 173 time: 2.4401765 Mar 07 16:05:20.362155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'name': 'network-vif-deleted', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:20.365155 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20120e7-c3a7-423a-8c84-3d559965a018" -d '{"events": [{"server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "name": "network-vif-deleted", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:20.414496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-8dca651b-fae1-48e6-bfb5-ba3aab7be42e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2292881 Mar 07 16:05:20.416064 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:20.426300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['58541953-fda4-44a0-8614-809dfc683d63'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:20.428910 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74008d27-22e7-4e28-a3c2-bae6148261ae req-93e7623e-cb5d-492b-85c8-82621ec6547f tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 210 time: 0.1948555 Mar 07 16:05:20.485203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Request body: {'port': {'device_id': '8cbf29a4-7886-4495-89b8-42e7677845a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:20.555213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b865f14c-d2fc-4c5b-a6d2-dfafb651a1ee None None] Provisioning complete for port e68d482a-7134-4626-b857-06f00148d045 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:20.555958 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b865f14c-d2fc-4c5b-a6d2-dfafb651a1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e68d482a-7134-4626-b857-06f00148d045), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:20.557813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0e054-149c-4945-9bbd-0e07cead19c3 req-0e3577fc-1152-443b-a5fb-ad0081dda1ed tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:20.559438 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bff0e054-149c-4945-9bbd-0e07cead19c3 req-0e3577fc-1152-443b-a5fb-ad0081dda1ed tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 936 time: 0.4906225 Mar 07 16:05:20.592464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:20.593520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:20.623681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b865f14c-d2fc-4c5b-a6d2-dfafb651a1ee None None] Port e68d482a-7134-4626-b857-06f00148d045 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:05:20.640322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Network 9ddb321e-a02b-4c9e-973a-d8568be91bce is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:20.642691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Allocated IP 172.20.0.5 (27ce18e6-efaf-40c8-bffb-c1757f380d62/02d74682-6777-448e-8193-9401e5c1ab94/eccce280-1698-4f29-9216-caf0980f36e6) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:20.648468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Pushing event updated for resources: {'Port': ['ID=20341a45-ff45-4c7d-95a9-1d34126bb14b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:20.651022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:20.657316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:20.693112 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d1fb51c-8a70-41ea-84f5-13d962e669a0 req-4c546d9b-fd72-4f35-9220-5cf36e73550c tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 210 time: 0.1046526 Mar 07 16:05:20.719794 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a98384a4-479f-481d-9bf2-500c5e16acdd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9714677 Mar 07 16:05:20.743128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Request body: {'port': {'device_id': '5850d062-2dd7-4457-9bd8-a8f97e656b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:20.759614 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:20.764332 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bff0e054-149c-4945-9bbd-0e07cead19c3 req-ce44c4ad-4af4-4fe2-9598-a190c5dabeb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797793 Mar 07 16:05:20.797470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:20.798218 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:20.851960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Allocated IP 172.20.0.13 (9ddb321e-a02b-4c9e-973a-d8568be91bce/644b0815-7be1-4666-9bb1-4391f7c6535d/c59c2732-d90b-4b27-9cc7-6ac6c71c7908) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:20.886331 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb672e36-82a8-4d90-9152-1745f6eb980f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1785054 Mar 07 16:05:20.905839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Request body: {'port': {'device_id': '5f8ee45e-f323-4611-9188-81eb6f77e8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:20.934502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Allocated IP 172.20.0.7 (ae7143c5-41fe-4313-8d24-787f449fedbd/88302d32-8780-4046-8721-b1849d00cc74/182d87ec-838f-497d-8459-b53ea4de9667) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:21.165269 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks [] for port (eccce280-1698-4f29-9216-caf0980f36e6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.174790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.178895 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39ec4d0b-49eb-469d-8a8e-746f51f113eb req-a81357ac-c70e-475e-86b4-5776b1375023 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 210 time: 0.0859950 Mar 07 16:05:21.179486 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e68d482a-7134-4626-b857-06f00148d045), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.182553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:21.198283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2541bfe-5d59-42af-82ec-adae3488a120 req-1f165a0e-4c4c-4be3-9f30-b6bd3b0d730c tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:21.205776 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2541bfe-5d59-42af-82ec-adae3488a120 req-1f165a0e-4c4c-4be3-9f30-b6bd3b0d730c tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 932 time: 0.2342052 Mar 07 16:05:21.237777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:21.238310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 44c33ecd-b4e7-4a37-8b70-3a2545bcd168 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:21.252043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1aab52a-deee-4478-b72d-7ebe0afcc67e {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:21.273272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Publish callbacks [] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.380260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b7f531f6-92a9-4eff-a111-0d7a39cd555a req-5a6fe035-c3a7-4ba6-9746-1cd44270b886 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 210 time: 0.1091888 Mar 07 16:05:21.422303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Transition to ACTIVE for port object d1aab52a-deee-4478-b72d-7ebe0afcc67e will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:21.435443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2541bfe-5d59-42af-82ec-adae3488a120 req-8b0315a8-d37f-4c0f-bfa4-65c8f1667203 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286506 Mar 07 16:05:21.441943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.442194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (eccce280-1698-4f29-9216-caf0980f36e6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.544513 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6affcc-01fd-4c09-a4e2-cfa94283325c x-openstack-request-id: req-cd6affcc-01fd-4c09-a4e2-cfa94283325c {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:21.544834 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58fa570-6516-4b03-8118-a9aa6fe7a749", "name": "network-vif-deleted", "tag": "44c33ecd-b4e7-4a37-8b70-3a2545bcd168", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:21.545060 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd6affcc-01fd-4c09-a4e2-cfa94283325c {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:21.545568 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58fa570-6516-4b03-8118-a9aa6fe7a749', 'name': 'network-vif-deleted', 'tag': '44c33ecd-b4e7-4a37-8b70-3a2545bcd168', 'status': 'completed', 'code': 200} Mar 07 16:05:21.551453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 58541953-fda4-44a0-8614-809dfc683d63 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:21.599498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Pushing event updated for resources: {'Port': ['ID=eccce280-1698-4f29-9216-caf0980f36e6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:21.631342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Network 27ce18e6-efaf-40c8-bffb-c1757f380d62 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:21.673453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Pushing event updated for resources: {'Port': ['ID=d1aab52a-deee-4478-b72d-7ebe0afcc67e,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:21.686339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 58541953-fda4-44a0-8614-809dfc683d63 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:21.688970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks [] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.692624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 58541953-fda4-44a0-8614-809dfc683d63 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:21.693010 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (58541953-fda4-44a0-8614-809dfc683d63), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.702939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:21.710330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Publish callbacks [] for port (182d87ec-838f-497d-8459-b53ea4de9667), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.712064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:21.768839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2b166e-3232-4693-99ca-4b404ec97d07 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:21.783602 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Publish callbacks [] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.805870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 58541953-fda4-44a0-8614-809dfc683d63 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:21.806274 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (58541953-fda4-44a0-8614-809dfc683d63), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.828261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492283aa-e2e6-4940-b422-796eab35b237 req-c4340eda-b04c-4c6e-96c3-fadcc10b222a tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:21.830728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-c4340eda-b04c-4c6e-96c3-fadcc10b222a tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.15 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 804 time: 0.3905544 Mar 07 16:05:21.832860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Transition to ACTIVE for port object ad2b166e-3232-4693-99ca-4b404ec97d07 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:21.840527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5554b1-8a58-454d-a3d6-86844b929167 req-dfffafc5-1380-421f-871c-fe33cd2f8610 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:21.842062 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f5554b1-8a58-454d-a3d6-86844b929167 req-dfffafc5-1380-421f-871c-fe33cd2f8610 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 945 time: 0.2756813 Mar 07 16:05:21.854252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:21.854870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.858190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0528af-6a02-43cc-8541-6d050347fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58541953-fda4-44a0-8614-809dfc683d63'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:21.861470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Request body: {'port': {'device_id': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'admin_state_up': True, 'tenant_id': '396f89dec5c342a0ad3c9addcd849ab5'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:21.861690 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faff11a1-4cc8-4b10-b671-3886a727f4d7" -d '{"events": [{"server_uuid": "8a0528af-6a02-43cc-8541-6d050347fb55", "name": "network-vif-plugged", "status": "completed", "tag": "58541953-fda4-44a0-8614-809dfc683d63"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:21.877737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 58541953-fda4-44a0-8614-809dfc683d63, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=58541953-fda4-44a0-8614-809dfc683d63,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:21.880861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.883461 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (58541953-fda4-44a0-8614-809dfc683d63), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.894261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de39b7-492b-47b9-a618-4115687098b3 req-2d015230-2f75-4ad1-b2ae-8b7267c48a2c tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:21.901826 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26de39b7-492b-47b9-a618-4115687098b3 req-2d015230-2f75-4ad1-b2ae-8b7267c48a2c tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.3460853 Mar 07 16:05:21.956429 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:21.958730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=58541953-fda4-44a0-8614-809dfc683d63,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:22.025105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Attempting to bind port d1aab52a-deee-4478-b72d-7ebe0afcc67e on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:22.025450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Attempting to bind port d1aab52a-deee-4478-b72d-7ebe0afcc67e by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:22.025790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Attempting to bind port d1aab52a-deee-4478-b72d-7ebe0afcc67e on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:22.048970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (182d87ec-838f-497d-8459-b53ea4de9667), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.067786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Network 9ddb321e-a02b-4c9e-973a-d8568be91bce is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:22.081902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Port d1aab52a-deee-4478-b72d-7ebe0afcc67e on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:22.082236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Attempting to bind port d1aab52a-deee-4478-b72d-7ebe0afcc67e on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:22.091399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:22.100919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:22.106738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Pushing event updated for resources: {'Port': ['ID=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:22.119914 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26de39b7-492b-47b9-a618-4115687098b3 req-57c08805-a03f-405b-be88-86755b2134ea tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171824 Mar 07 16:05:22.157076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:22.158078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:22.158470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:22.158953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Bound port: d1aab52a-deee-4478-b72d-7ebe0afcc67e, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:22.159329 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.169655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Network ae7143c5-41fe-4313-8d24-787f449fedbd is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:22.228832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:22.251083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:22.281249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-8e89a33a-ad18-4acf-9cdb-de36b3499746 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7346911 Mar 07 16:05:22.308988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68d482a-7134-4626-b857-06f00148d045 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:22.341075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Request body: {'port': {'device_id': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:22.347282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:22.347913 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.353058 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Publish callbacks [] for port (e68d482a-7134-4626-b857-06f00148d045), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.358512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Pushing event updated for resources: {'Port': ['ID=182d87ec-838f-497d-8459-b53ea4de9667,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:22.409999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Transition to ACTIVE for port object e68d482a-7134-4626-b857-06f00148d045 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:22.416057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:22.416742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.429485 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-da46efbd-55e6-4b06-94be-afdd07ff3c7e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5556042 Mar 07 16:05:22.431103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e68d482a-7134-4626-b857-06f00148d045), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.444328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2b166e-3232-4693-99ca-4b404ec97d07,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:22.455092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Request body: {'port': {'device_id': '4edaf910-46fe-4fe8-9b47-25dbafb8a140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:22.468706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f5554b1-8a58-454d-a3d6-86844b929167 req-fafc99a8-3b2e-4ce9-bd49-2c30af1cfdec tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024022 Mar 07 16:05:22.486810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] For port d1aab52a-deee-4478-b72d-7ebe0afcc67e, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:22.509449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-7ffad97c-de31-422a-8063-7a27fc0807a7 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2225931 Mar 07 16:05:22.526049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec018c6-9ddb-4777-8203-8ad232e67d75 req-1ad802a8-be36-4a67-843f-10f71cabbb56 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:22.531680 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eec018c6-9ddb-4777-8203-8ad232e67d75 req-1ad802a8-be36-4a67-843f-10f71cabbb56 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 931 time: 0.3143492 Mar 07 16:05:22.561266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Request body: {'port': {'device_id': '60e54972-0ce0-4ad4-b360-01be17c63b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:22.568735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] For port d1aab52a-deee-4478-b72d-7ebe0afcc67e, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d1aab52a-deee-4478-b72d-7ebe0afcc67e,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:22.607897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=e68d482a-7134-4626-b857-06f00148d045,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:22.617660 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.646614 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eccce280-1698-4f29-9216-caf0980f36e6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.675887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Attempting to bind port ad2b166e-3232-4693-99ca-4b404ec97d07 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:22.676270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Attempting to bind port ad2b166e-3232-4693-99ca-4b404ec97d07 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'b0054d3b-d776-4edc-9ced-c1608a26d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fe8c0365-6201-401c-9257-8233fedb738f'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:22.676566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Attempting to bind port ad2b166e-3232-4693-99ca-4b404ec97d07 on network fe8c0365-6201-401c-9257-8233fedb738f {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:22.685592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.15', 62185) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:22.710347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Port ad2b166e-3232-4693-99ca-4b404ec97d07 on network fe8c0365-6201-401c-9257-8233fedb738f not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:22.710683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Attempting to bind port ad2b166e-3232-4693-99ca-4b404ec97d07 on network fe8c0365-6201-401c-9257-8233fedb738f {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:22.757540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Made reservation on behalf of 396f89dec5c342a0ad3c9addcd849ab5 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:22.760973 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.779957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:22.780357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Checking segment: {'id': 'b0054d3b-d776-4edc-9ced-c1608a26d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fe8c0365-6201-401c-9257-8233fedb738f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:22.780680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Bound using segment: {'id': 'b0054d3b-d776-4edc-9ced-c1608a26d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fe8c0365-6201-401c-9257-8233fedb738f'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:22.781126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Bound port: ad2b166e-3232-4693-99ca-4b404ec97d07, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0054d3b-d776-4edc-9ced-c1608a26d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fe8c0365-6201-401c-9257-8233fedb738f'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:22.781520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.842607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b1d8b-d68a-4d1c-9f3b-dcc9d9cdfe92 req-4323f4c9-dd12-4236-befc-1654a3e14ab8 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:22.845340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d3b1d8b-d68a-4d1c-9f3b-dcc9d9cdfe92 req-4323f4c9-dd12-4236-befc-1654a3e14ab8 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 932 time: 0.2820907 Mar 07 16:05:22.855721 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b2fa4d47-da49-41bf-bdf3-ffc6c01409a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:22.892142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20341a45-ff45-4c7d-95a9-1d34126bb14b {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:22.975876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Publish callbacks [] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.080340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-a3711b74-625b-45dc-bca8-3c9c3a235f54 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:23.081747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-a3711b74-625b-45dc-bca8-3c9c3a235f54 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.3915694 Mar 07 16:05:23.088713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Transition to ACTIVE for port object 20341a45-ff45-4c7d-95a9-1d34126bb14b will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:23.089408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:23.090007 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.091479 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] 10.222.0.11 "PUT /v2.0/ports/d1aab52a-deee-4478-b72d-7ebe0afcc67e HTTP/1.1" status: 200 len: 1096 time: 3.7902610 Mar 07 16:05:23.093883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7568bbe5-a1fb-489c-8119-1208c3cd5c1b', 'tag': 'd1aab52a-deee-4478-b72d-7ebe0afcc67e'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:23.096513 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7568bbe5-a1fb-489c-8119-1208c3cd5c1b", "tag": "d1aab52a-deee-4478-b72d-7ebe0afcc67e"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:23.108100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eec018c6-9ddb-4777-8203-8ad232e67d75 req-0786efb1-e15d-4269-b554-67035c3095de tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748849 Mar 07 16:05:23.108756 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.123632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.139622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (182d87ec-838f-497d-8459-b53ea4de9667), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.160936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f5d72-a36e-4275-a4e4-3fd36ff3584d service neutron] Pushing event updated for resources: {'Port': ['ID=d1aab52a-deee-4478-b72d-7ebe0afcc67e,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:23.213543 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d3b1d8b-d68a-4d1c-9f3b-dcc9d9cdfe92 req-78f84b83-f30d-4c21-b607-8436afd50f78 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529687 Mar 07 16:05:23.221161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] For port ad2b166e-3232-4693-99ca-4b404ec97d07, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:23.264897 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeda50ba-9cb1-4750-ae5c-e25c2e01d7ce x-openstack-request-id: req-eeda50ba-9cb1-4750-ae5c-e25c2e01d7ce {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:23.265252 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0528af-6a02-43cc-8541-6d050347fb55", "name": "network-vif-plugged", "status": "completed", "tag": "58541953-fda4-44a0-8614-809dfc683d63", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:23.265520 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eeda50ba-9cb1-4750-ae5c-e25c2e01d7ce {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:23.265918 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0528af-6a02-43cc-8541-6d050347fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58541953-fda4-44a0-8614-809dfc683d63', 'code': 200} Mar 07 16:05:23.304602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] For port ad2b166e-3232-4693-99ca-4b404ec97d07, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad2b166e-3232-4693-99ca-4b404ec97d07,segment=NetworkSegment(b0054d3b-d776-4edc-9ced-c1608a26d1ca),segment_id=b0054d3b-d776-4edc-9ced-c1608a26d1ca)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:23.338586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.15', 62186) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:23.342397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Attempting to bind port e68d482a-7134-4626-b857-06f00148d045 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:23.342957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Attempting to bind port e68d482a-7134-4626-b857-06f00148d045 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:23.343112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Attempting to bind port e68d482a-7134-4626-b857-06f00148d045 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:23.357127 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.383437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Pushing event updated for resources: {'Port': ['ID=20341a45-ff45-4c7d-95a9-1d34126bb14b,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:23.383746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Port e68d482a-7134-4626-b857-06f00148d045 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:23.384090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Attempting to bind port e68d482a-7134-4626-b857-06f00148d045 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:23.450916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a49618fd-c2ae-4eb7-94f3-3a9ea5eca65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:23.453266 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a49618fd-c2ae-4eb7-94f3-3a9ea5eca65b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=7568bbe5-a1fb-489c-8119-1208c3cd5c1b HTTP/1.1" status: 200 len: 1130 time: 0.2750735 Mar 07 16:05:23.504737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:23.505357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.506851 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad2b166e-3232-4693-99ca-4b404ec97d07 HTTP/1.1" status: 200 len: 1092 time: 3.0604637 Mar 07 16:05:23.512709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Allocated IP 172.20.0.8 (56f7a155-caa6-4fe0-9155-d3a4eed1a66b/620f6ee8-c693-4e4e-9db5-22c228d33062/7689d5a4-1572-46a9-917a-222c041329e2) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:23.514242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:23.514600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:23.515111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:23.515598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Bound port: e68d482a-7134-4626-b857-06f00148d045, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:23.516176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e68d482a-7134-4626-b857-06f00148d045), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.552135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78068acc-529c-4fcd-ad1c-bce4195a24fa req-52975c08-d820-4d85-8f6f-6b312ca7995b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:23.553637 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78068acc-529c-4fcd-ad1c-bce4195a24fa req-52975c08-d820-4d85-8f6f-6b312ca7995b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 948 time: 0.3191202 Mar 07 16:05:23.572049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbf29a4-7886-4495-89b8-42e7677845a5', 'tag': 'ad2b166e-3232-4693-99ca-4b404ec97d07'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:23.574281 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4904e180-9f30-4425-9c2c-a34925a88828" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbf29a4-7886-4495-89b8-42e7677845a5", "tag": "ad2b166e-3232-4693-99ca-4b404ec97d07"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:23.607394 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-04af1839-30be-45ec-b43b-266124772f89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d1aab52a-deee-4478-b72d-7ebe0afcc67e HTTP/1.1" status: 200 len: 217 time: 0.0883570 Mar 07 16:05:23.701417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d4a66-934b-481f-a3f0-3d1746325798 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2b166e-3232-4693-99ca-4b404ec97d07,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:23.719442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d42d7-3228-444e-98e0-deab6ace7369 req-a4dd8323-e9e4-49b7-90a5-7a93baccad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:23.721227 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b0d42d7-3228-444e-98e0-deab6ace7369 req-a4dd8323-e9e4-49b7-90a5-7a93baccad0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 1128 time: 0.3619080 Mar 07 16:05:23.757379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Deleting port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:23.757619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.772728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Attempting to bind port 20341a45-ff45-4c7d-95a9-1d34126bb14b on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:23.773075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Attempting to bind port 20341a45-ff45-4c7d-95a9-1d34126bb14b by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:23.773392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Attempting to bind port 20341a45-ff45-4c7d-95a9-1d34126bb14b on network 9ddb321e-a02b-4c9e-973a-d8568be91bce {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:23.781710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0eb9-8f74-481d-9de1-a2cc79810a76 req-1de39282-c537-4020-9668-414e56a702e1 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:23.783308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1fec0eb9-8f74-481d-9de1-a2cc79810a76 req-1de39282-c537-4020-9668-414e56a702e1 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 931 time: 0.4158573 Mar 07 16:05:23.841116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-dfecbe24-418e-4582-8f05-a5fad7ff5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:23.842609 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-dfecbe24-418e-4582-8f05-a5fad7ff5921 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1933587 Mar 07 16:05:23.848797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Port 20341a45-ff45-4c7d-95a9-1d34126bb14b on network 9ddb321e-a02b-4c9e-973a-d8568be91bce not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:23.849133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Attempting to bind port 20341a45-ff45-4c7d-95a9-1d34126bb14b on network 9ddb321e-a02b-4c9e-973a-d8568be91bce {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:23.849691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] For port e68d482a-7134-4626-b857-06f00148d045, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:23.852470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccce280-1698-4f29-9216-caf0980f36e6 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:23.854598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78068acc-529c-4fcd-ad1c-bce4195a24fa req-b37c32ff-0bf7-4580-9392-a6cc8dd74c6e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902560 Mar 07 16:05:23.883435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] For port e68d482a-7134-4626-b857-06f00148d045, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e68d482a-7134-4626-b857-06f00148d045,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:23.931943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e68d482a-7134-4626-b857-06f00148d045), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.935220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Publish callbacks [] for port (eccce280-1698-4f29-9216-caf0980f36e6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:23.952487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-cb3f768b-eca7-4cfe-8e89-881b6ea83d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:23.954742 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-cb3f768b-eca7-4cfe-8e89-881b6ea83d01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1afeba11df54bc28712656d173a432d&device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 1126 time: 0.3736966 Mar 07 16:05:23.988088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:23.988438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Checking segment: {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:23.988834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Bound using segment: {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:23.989457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Bound port: 20341a45-ff45-4c7d-95a9-1d34126bb14b, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:23.989637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.019207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a9d3a7d-c26c-4095-8de8-89bd3c03fc19 req-39f23274-edb8-4076-af5f-d4c918393f3d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 210 time: 0.0812449 Mar 07 16:05:24.040827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:24.041458 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.042903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] 10.222.0.15 "PUT /v2.0/ports/e68d482a-7134-4626-b857-06f00148d045 HTTP/1.1" status: 200 len: 1096 time: 3.3203843 Mar 07 16:05:24.096023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Transition to ACTIVE for port object eccce280-1698-4f29-9216-caf0980f36e6 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:24.113706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-0c249da6-9de1-4eaf-bcc9-77aa63fda69d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad2b166e-3232-4693-99ca-4b404ec97d07 HTTP/1.1" status: 200 len: 217 time: 0.1135550 Mar 07 16:05:24.124782 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b0d42d7-3228-444e-98e0-deab6ace7369 req-4501583b-0e2f-46e5-942d-71166b435ff5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750019 Mar 07 16:05:24.127271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (eccce280-1698-4f29-9216-caf0980f36e6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.166039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a2c4802a-d6dd-4bd8-bb98-b061a4f52874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:24.167588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a2c4802a-d6dd-4bd8-bb98-b061a4f52874 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3121109 Mar 07 16:05:24.176039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457343ec-e050-48fb-974c-5c87e8687ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=e68d482a-7134-4626-b857-06f00148d045,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:24.257211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182d87ec-838f-497d-8459-b53ea4de9667 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:24.275599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59c2732-d90b-4b27-9cc7-6ac6c71c7908 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:24.286859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Publish callbacks [] for port (182d87ec-838f-497d-8459-b53ea4de9667), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.295423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Publish callbacks [] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.357110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Transition to ACTIVE for port object 182d87ec-838f-497d-8459-b53ea4de9667 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:24.365074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Transition to ACTIVE for port object c59c2732-d90b-4b27-9cc7-6ac6c71c7908 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:24.367508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-981d52b9-faf0-4d18-bbcc-d4545d1457b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:24.369138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-981d52b9-faf0-4d18-bbcc-d4545d1457b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 1130 time: 0.2730446 Mar 07 16:05:24.372898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (182d87ec-838f-497d-8459-b53ea4de9667), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.380316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.437050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28091ebd-bf39-4560-afad-1741c0930ec1 req-b375da9a-9711-4263-b684-47299b2b37a2 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:24.438638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28091ebd-bf39-4560-afad-1741c0930ec1 req-b375da9a-9711-4263-b684-47299b2b37a2 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 944 time: 0.2755086 Mar 07 16:05:24.495073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-b26e9a05-97b6-4a89-955d-c25c5e236b0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e68d482a-7134-4626-b857-06f00148d045 HTTP/1.1" status: 200 len: 217 time: 0.0814707 Mar 07 16:05:24.496925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-9e74595c-7860-42ff-a103-e828739d52f5 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177133 Mar 07 16:05:24.501576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1fec0eb9-8f74-481d-9de1-a2cc79810a76 req-dc53ca56-b3a3-48bf-9122-3538caaca75d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916380 Mar 07 16:05:24.503631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] For port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:24.503819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.556839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Pushing event updated for resources: {'Port': ['ID=182d87ec-838f-497d-8459-b53ea4de9667,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:24.568338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Calling delete_port for a8eb160b-3f3c-43a8-9b62-89a6cf71e11b owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:24.586938 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615f8eb5-3015-4915-a4c5-82eba45ccd5f x-openstack-request-id: req-615f8eb5-3015-4915-a4c5-82eba45ccd5f {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:24.587498 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7568bbe5-a1fb-489c-8119-1208c3cd5c1b", "tag": "d1aab52a-deee-4478-b72d-7ebe0afcc67e", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:24.587754 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-615f8eb5-3015-4915-a4c5-82eba45ccd5f {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:24.588329 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7568bbe5-a1fb-489c-8119-1208c3cd5c1b', 'tag': 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'status': 'completed', 'code': 200} Mar 07 16:05:24.599105 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks [] for port (7689d5a4-1572-46a9-917a-222c041329e2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.608910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Pushing event updated for resources: {'Port': ['ID=eccce280-1698-4f29-9216-caf0980f36e6,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:24.618893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-9ae2a0be-d1b3-4920-9b60-ab21b9cab9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:24.620403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-9ae2a0be-d1b3-4920-9b60-ab21b9cab9e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc2f56e-7e78-4ce4-8a08-90f888d27f65 HTTP/1.1" status: 200 len: 849 time: 0.4902456 Mar 07 16:05:24.751290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] For port 20341a45-ff45-4c7d-95a9-1d34126bb14b, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:24.762658 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-f7a47ca7-800c-4ce9-8ed1-93defd578e46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe8c0365-6201-401c-9257-8233fedb738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149356 Mar 07 16:05:24.792418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-db841cb8-adbd-41c5-871d-ca3d77ce6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:24.793876 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-db841cb8-adbd-41c5-871d-ca3d77ce6430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.2870042 Mar 07 16:05:24.795014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] For port 20341a45-ff45-4c7d-95a9-1d34126bb14b, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=20341a45-ff45-4c7d-95a9-1d34126bb14b,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:24.807945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28091ebd-bf39-4560-afad-1741c0930ec1 req-32560d5d-e4ba-4e19-946d-2c0dc23f16d5 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216364 Mar 07 16:05:24.813867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Pushing event updated for resources: {'Port': ['ID=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:24.835610 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.877466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-2b25b72e-e7c4-4d4d-a0f2-3ab494c69a5c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658366 Mar 07 16:05:24.881818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Attempting to bind port 182d87ec-838f-497d-8459-b53ea4de9667 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:24.882300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Attempting to bind port 182d87ec-838f-497d-8459-b53ea4de9667 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '2d8ca288-e7bf-4a06-aa77-56340dbe9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ae7143c5-41fe-4313-8d24-787f449fedbd'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:24.882734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Attempting to bind port 182d87ec-838f-497d-8459-b53ea4de9667 on network ae7143c5-41fe-4313-8d24-787f449fedbd {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:24.912709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Port 182d87ec-838f-497d-8459-b53ea4de9667 on network ae7143c5-41fe-4313-8d24-787f449fedbd not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:24.912709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Attempting to bind port 182d87ec-838f-497d-8459-b53ea4de9667 on network ae7143c5-41fe-4313-8d24-787f449fedbd {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:24.937834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Attempting to bind port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:24.938875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Attempting to bind port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:24.939388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Attempting to bind port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 on network 9ddb321e-a02b-4c9e-973a-d8568be91bce {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:24.946843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:24.947193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Checking segment: {'id': '2d8ca288-e7bf-4a06-aa77-56340dbe9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ae7143c5-41fe-4313-8d24-787f449fedbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:24.947637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Bound using segment: {'id': '2d8ca288-e7bf-4a06-aa77-56340dbe9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ae7143c5-41fe-4313-8d24-787f449fedbd'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:24.948036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Bound port: 182d87ec-838f-497d-8459-b53ea4de9667, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8ca288-e7bf-4a06-aa77-56340dbe9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ae7143c5-41fe-4313-8d24-787f449fedbd'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:24.948174 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7689d5a4-1572-46a9-917a-222c041329e2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.948560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (182d87ec-838f-497d-8459-b53ea4de9667), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.964823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad186078-df06-4b46-9dfd-b7027acefcc3 req-dfafafca-e9b4-4c69-903f-e0312aa29e89 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:24.966345 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad186078-df06-4b46-9dfd-b7027acefcc3 req-dfafafca-e9b4-4c69-903f-e0312aa29e89 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17 HTTP/1.1" status: 200 len: 946 time: 0.3416946 Mar 07 16:05:24.967060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Attempting to bind port eccce280-1698-4f29-9216-caf0980f36e6 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:24.967393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Attempting to bind port eccce280-1698-4f29-9216-caf0980f36e6 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:24.967724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Attempting to bind port eccce280-1698-4f29-9216-caf0980f36e6 on network 27ce18e6-efaf-40c8-bffb-c1757f380d62 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:24.975320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 on network 9ddb321e-a02b-4c9e-973a-d8568be91bce not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:24.975724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Attempting to bind port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 on network 9ddb321e-a02b-4c9e-973a-d8568be91bce {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:24.975865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:24.976450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:24.977890 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] 10.222.0.11 "PUT /v2.0/ports/20341a45-ff45-4c7d-95a9-1d34126bb14b HTTP/1.1" status: 200 len: 1092 time: 4.0765088 Mar 07 16:05:25.011473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:25.011473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Checking segment: {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:25.011473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Bound using segment: {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:25.011473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Bound port: c59c2732-d90b-4b27-9cc7-6ac6c71c7908, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:25.011473 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.016131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Port eccce280-1698-4f29-9216-caf0980f36e6 on network 27ce18e6-efaf-40c8-bffb-c1757f380d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:25.016682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Attempting to bind port eccce280-1698-4f29-9216-caf0980f36e6 on network 27ce18e6-efaf-40c8-bffb-c1757f380d62 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:25.052456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a46c2228-da43-4e53-93d4-db128ad81b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.053885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-a46c2228-da43-4e53-93d4-db128ad81b33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2427943 Mar 07 16:05:25.055634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:25.099331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af21b00-23ed-41b1-b5a5-91e13ef3fa4b service neutron] Pushing event updated for resources: {'Port': ['ID=20341a45-ff45-4c7d-95a9-1d34126bb14b,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:25.109907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:25.110942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Checking segment: {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:25.111744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Bound using segment: {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:25.111890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Bound port: eccce280-1698-4f29-9216-caf0980f36e6, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:25.112170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eccce280-1698-4f29-9216-caf0980f36e6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.114154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:25.124190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:25.130642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48e349-b118-4bfa-b33c-684028698cfb req-ed23de44-2671-449f-b88a-6f1187e51e42 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.132188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa48e349-b118-4bfa-b33c-684028698cfb req-ed23de44-2671-449f-b88a-6f1187e51e42 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 946 time: 0.2356634 Mar 07 16:05:25.171403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-280b9c4b-b2c6-4a65-b75e-8f4c3c4bbc98 service neutron] 10.222.0.15 "GET /v2.0/networks/fe8c0365-6201-401c-9257-8233fedb738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970244 Mar 07 16:05:25.185391 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef88e4db-c18e-4f1f-aa38-b4d61abce385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.218742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-ddfa8d32-deb1-4432-b09d-589f0e35d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.221165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-ddfa8d32-deb1-4432-b09d-589f0e35d420 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=7568bbe5-a1fb-489c-8119-1208c3cd5c1b HTTP/1.1" status: 200 len: 1130 time: 0.2768331 Mar 07 16:05:25.223852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] For port 182d87ec-838f-497d-8459-b53ea4de9667, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:25.276952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] For port 182d87ec-838f-497d-8459-b53ea4de9667, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=182d87ec-838f-497d-8459-b53ea4de9667,segment=NetworkSegment(2d8ca288-e7bf-4a06-aa77-56340dbe9e2a),segment_id=2d8ca288-e7bf-4a06-aa77-56340dbe9e2a)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:25.285366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] For port c59c2732-d90b-4b27-9cc7-6ac6c71c7908, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:25.314755 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad186078-df06-4b46-9dfd-b7027acefcc3 req-c809c8e8-e3de-40a2-a7fe-9e798daf11fc tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340793 Mar 07 16:05:25.331968 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (182d87ec-838f-497d-8459-b53ea4de9667), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.332564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.333202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.335633 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a8eb160b-3f3c-43a8-9b62-89a6cf71e11b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.341763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Pushing event updated for resources: {'Port': ['ID=7689d5a4-1572-46a9-917a-222c041329e2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:25.360798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] For port c59c2732-d90b-4b27-9cc7-6ac6c71c7908, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:25.372665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:25.376466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-854a32be-3dae-40db-a2f1-d2fc2d0d7d81 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143327 Mar 07 16:05:25.391226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa48e349-b118-4bfa-b33c-684028698cfb req-5bd884ac-ddea-4324-8841-3a8866512c20 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341409 Mar 07 16:05:25.401007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-ae5741c5-ed00-4a61-b4cb-8ca061cea1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.402925 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-ae5741c5-ed00-4a61-b4cb-8ca061cea1c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&device_id=5f8ee45e-f323-4611-9188-81eb6f77e8f4 HTTP/1.1" status: 200 len: 1126 time: 0.3762784 Mar 07 16:05:25.433356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['a8eb160b-3f3c-43a8-9b62-89a6cf71e11b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:25.447988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.471411 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c78a8e-b380-4212-908b-9269b55b67ad x-openstack-request-id: req-33c78a8e-b380-4212-908b-9269b55b67ad {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:25.471693 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbf29a4-7886-4495-89b8-42e7677845a5", "tag": "ad2b166e-3232-4693-99ca-4b404ec97d07", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:25.471944 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33c78a8e-b380-4212-908b-9269b55b67ad {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:25.472342 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbf29a4-7886-4495-89b8-42e7677845a5', 'tag': 'ad2b166e-3232-4693-99ca-4b404ec97d07', 'status': 'completed', 'code': 200} Mar 07 16:05:25.483488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.484454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.487130 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] 10.222.0.11 "PUT /v2.0/ports/182d87ec-838f-497d-8459-b53ea4de9667 HTTP/1.1" status: 200 len: 1091 time: 2.9418862 Mar 07 16:05:25.487701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Pushing event deleted for resources: {'Port': ['ID=a8eb160b-3f3c-43a8-9b62-89a6cf71e11b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:25.553299 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-d3f23f0f-eec6-4d4a-9d7e-a06838751515 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20341a45-ff45-4c7d-95a9-1d34126bb14b HTTP/1.1" status: 200 len: 217 time: 0.0798149 Mar 07 16:05:25.556976 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-a5aa8873-f4d8-4fc0-929a-d7541103de54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6993196 Mar 07 16:05:25.573997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] For port eccce280-1698-4f29-9216-caf0980f36e6, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:25.622930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Request body: {'port': {'device_id': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:25.698363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] For port eccce280-1698-4f29-9216-caf0980f36e6, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eccce280-1698-4f29-9216-caf0980f36e6,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:25.702275 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] No DVR routers for this DVR port a8eb160b-3f3c-43a8-9b62-89a6cf71e11b on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:25.715844 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.719197 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.15 "DELETE /v2.0/ports/a8eb160b-3f3c-43a8-9b62-89a6cf71e11b HTTP/1.1" status: 204 len: 173 time: 2.6149917 Mar 07 16:05:25.722055 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e93ea6f3-3845-452c-b560-7d86f28d23fe req-33cf9702-77f1-416c-9af6-b7dae0681751 service neutron] 10.222.0.15 "GET /v2.0/networks/fe8c0365-6201-401c-9257-8233fedb738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215158 Mar 07 16:05:25.732543 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (eccce280-1698-4f29-9216-caf0980f36e6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.777324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-288f28a5-b1c5-42f0-b4be-a5319cd5a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.779205 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-288f28a5-b1c5-42f0-b4be-a5319cd5a009 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=644b0815-7be1-4666-9bb1-4391f7c6535d HTTP/1.1" status: 200 len: 853 time: 0.2129514 Mar 07 16:05:25.829669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.830420 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.831957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] 10.222.0.11 "PUT /v2.0/ports/eccce280-1698-4f29-9216-caf0980f36e6 HTTP/1.1" status: 200 len: 1091 time: 3.5016620 Mar 07 16:05:25.846886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac1ed7-214a-4f41-9db6-c69d89c650da req-fd06b727-7d5a-4730-b5e6-dffda483cd9e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.849206 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88ac1ed7-214a-4f41-9db6-c69d89c650da req-fd06b727-7d5a-4730-b5e6-dffda483cd9e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 944 time: 0.3123825 Mar 07 16:05:25.921666 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-4a609979-3ea2-427b-9880-eba1f7f6a32b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ddb321e-a02b-4c9e-973a-d8568be91bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886889 Mar 07 16:05:25.932950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.933590 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.934314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7689d5a4-1572-46a9-917a-222c041329e2), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:25.935042 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] 10.222.0.15 "PUT /v2.0/ports/c59c2732-d90b-4b27-9cc7-6ac6c71c7908 HTTP/1.1" status: 200 len: 1092 time: 3.4892156 Mar 07 16:05:25.956392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecc41e-33ad-4b86-a810-f8b3b4a39016 service neutron] Pushing event updated for resources: {'Port': ['ID=eccce280-1698-4f29-9216-caf0980f36e6,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:25.972008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57083d-c61e-4c57-856a-610c84c54291 service neutron] Pushing event updated for resources: {'Port': ['ID=182d87ec-838f-497d-8459-b53ea4de9667,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:25.991876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-6fb52219-3aa8-41fb-842e-84510c6e4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:25.993345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-6fb52219-3aa8-41fb-842e-84510c6e4236 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.7588990 Mar 07 16:05:26.104180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-34740bb7-a4e7-4bb9-8c2f-97ad0abb1663 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d1aab52a-deee-4478-b72d-7ebe0afcc67e HTTP/1.1" status: 200 len: 217 time: 0.0723169 Mar 07 16:05:26.104582 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88ac1ed7-214a-4f41-9db6-c69d89c650da req-0e4b4839-e197-4865-9143-7923c8fef358 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261214 Mar 07 16:05:26.105962 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6395b1f6-58c4-43b5-9c8a-4401457c9ce2 req-9ed8eda6-595b-443d-b075-d6d73d1b88d7 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083991 Mar 07 16:05:26.111458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904e180-9f30-4425-9c2c-a34925a88828 req-197b509b-fb58-4e63-88cb-9340fe3e5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.112963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4904e180-9f30-4425-9c2c-a34925a88828 req-197b509b-fb58-4e63-88cb-9340fe3e5edd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1afeba11df54bc28712656d173a432d&device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 1126 time: 0.3043783 Mar 07 16:05:26.137612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88b9a-9443-44c0-8e67-f032eefa7ef6 req-4066016a-8a24-469c-8dc9-2ca42f097fe3 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.139327 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81d88b9a-9443-44c0-8e67-f032eefa7ef6 req-4066016a-8a24-469c-8dc9-2ca42f097fe3 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 943 time: 0.6484222 Mar 07 16:05:26.147236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-166cf0f5-75e5-45a0-a36b-3a129707f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.148714 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-166cf0f5-75e5-45a0-a36b-3a129707f6bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dda539c979c04446a2652325b4de0ae2&device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 1125 time: 0.2980788 Mar 07 16:05:26.216857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de408e6b-f614-4695-b7db-c639362f68eb req-d660c3c4-8478-4513-98b9-5e771191d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.218451 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-d660c3c4-8478-4513-98b9-5e771191d091 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 1125 time: 0.3006284 Mar 07 16:05:26.229631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb02fa-3d3e-414a-a9ed-fe8fdc1a72ac service neutron] Pushing event updated for resources: {'Port': ['ID=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:26.244297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-3bb02be5-8854-4ec2-88b7-4e4137359c1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=182d87ec-838f-497d-8459-b53ea4de9667 HTTP/1.1" status: 200 len: 217 time: 0.0718420 Mar 07 16:05:26.253832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-1ee66416-2aa7-4d2f-a24c-ae61704c2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.256764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-1ee66416-2aa7-4d2f-a24c-ae61704c2209 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 1126 time: 0.2666295 Mar 07 16:05:26.262266 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-2b854bbd-7b38-455d-80df-5e4f7195ce7f service neutron] 10.222.0.11 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258541 Mar 07 16:05:26.277530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-86c589e7-ef64-4727-93d5-6cd95cb352d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.278971 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-86c589e7-ef64-4727-93d5-6cd95cb352d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1614244 Mar 07 16:05:26.320643 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:26.352327 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-e272bc61-eed4-48f0-a8a1-2c5270353fc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eccce280-1698-4f29-9216-caf0980f36e6 HTTP/1.1" status: 200 len: 217 time: 0.1065257 Mar 07 16:05:26.371792 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-5135e3bb-5769-4e76-92ed-9cb24727e939 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59c2732-d90b-4b27-9cc7-6ac6c71c7908 HTTP/1.1" status: 200 len: 217 time: 0.0966372 Mar 07 16:05:26.374781 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81d88b9a-9443-44c0-8e67-f032eefa7ef6 req-34864931-a938-4f62-af0b-b8e7d7a1914b tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063792 Mar 07 16:05:26.435047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-e478dbef-c0b7-470b-b7ca-9a750261e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.436682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-e478dbef-c0b7-470b-b7ca-9a750261e64e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88302d32-8780-4046-8721-b1849d00cc74 HTTP/1.1" status: 200 len: 861 time: 0.1769993 Mar 07 16:05:26.461936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-3ff7330d-ff01-4c66-a058-6ffe9495abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.464005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-3ff7330d-ff01-4c66-a058-6ffe9495abab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=644b0815-7be1-4666-9bb1-4391f7c6535d HTTP/1.1" status: 200 len: 853 time: 0.0853660 Mar 07 16:05:26.493381 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-fb1021b2-b4a1-4027-b740-dffd8d374893 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ae7143c5-41fe-4313-8d24-787f449fedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492501 Mar 07 16:05:26.521515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-8dc183d7-544b-4abe-ac6c-a3d083c9a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.523025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-8dc183d7-544b-4abe-ac6c-a3d083c9a1ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2191470 Mar 07 16:05:26.536527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904e180-9f30-4425-9c2c-a34925a88828 req-6f91a11e-4d6c-47a0-a192-911737c8a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.538025 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4904e180-9f30-4425-9c2c-a34925a88828 req-6f91a11e-4d6c-47a0-a192-911737c8a659 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe8c0365-6201-401c-9257-8233fedb738f HTTP/1.1" status: 200 len: 910 time: 0.4162352 Mar 07 16:05:26.553800 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-726d78e6-51e2-4b66-b15a-3d23f6b2fe31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ddb321e-a02b-4c9e-973a-d8568be91bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645678 Mar 07 16:05:26.570917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1582-8401-45fd-8b69-bca82b8de905 req-9a767792-a974-49de-a063-e390094117de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.572416 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7ff1582-8401-45fd-8b69-bca82b8de905 req-9a767792-a974-49de-a063-e390094117de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 948 time: 0.3581200 Mar 07 16:05:26.573785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de408e6b-f614-4695-b7db-c639362f68eb req-89d6b686-41d7-4327-a81d-ce25768a5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.575151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-89d6b686-41d7-4327-a81d-ce25768a5ecb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=02d74682-6777-448e-8193-9401e5c1ab94 HTTP/1.1" status: 200 len: 854 time: 0.2060535 Mar 07 16:05:26.589275 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5850d062-2dd7-4457-9bd8-a8f97e656b35', 'tag': 'e68d482a-7134-4626-b857-06f00148d045'}, {'name': 'network-changed', 'server_uuid': '60e54972-0ce0-4ad4-b360-01be17c63b19', 'tag': '182d87ec-838f-497d-8459-b53ea4de9667'}, {'name': 'network-changed', 'server_uuid': '4edaf910-46fe-4fe8-9b47-25dbafb8a140', 'tag': 'c59c2732-d90b-4b27-9cc7-6ac6c71c7908'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:26.592254 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353" -d '{"events": [{"name": "network-changed", "server_uuid": "5850d062-2dd7-4457-9bd8-a8f97e656b35", "tag": "e68d482a-7134-4626-b857-06f00148d045"}, {"name": "network-changed", "server_uuid": "60e54972-0ce0-4ad4-b360-01be17c63b19", "tag": "182d87ec-838f-497d-8459-b53ea4de9667"}, {"name": "network-changed", "server_uuid": "4edaf910-46fe-4fe8-9b47-25dbafb8a140", "tag": "c59c2732-d90b-4b27-9cc7-6ac6c71c7908"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:26.627095 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4904e180-9f30-4425-9c2c-a34925a88828 req-6f3978c8-7b6a-4f79-bb90-8a014504bbb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad2b166e-3232-4693-99ca-4b404ec97d07 HTTP/1.1" status: 200 len: 217 time: 0.0826159 Mar 07 16:05:26.662150 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-767fbca6-fcc2-4513-bc1a-405eadf98e4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ce18e6-efaf-40c8-bffb-c1757f380d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551820 Mar 07 16:05:26.726071 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-d87c816f-b082-4d84-8f9e-da409d43cdbb service neutron] 10.222.0.11 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898990 Mar 07 16:05:26.748681 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f53626-8727-4672-a6dd-7f14741d2b8d req-1744e3a4-f33d-4aa1-98b4-40d50983bcd9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.750441 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24f53626-8727-4672-a6dd-7f14741d2b8d req-1744e3a4-f33d-4aa1-98b4-40d50983bcd9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 931 time: 0.2918575 Mar 07 16:05:26.825181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-3dd44e1c-581f-48c2-95b9-571b4b860877 service neutron] 10.222.0.11 "GET /v2.0/networks/ae7143c5-41fe-4313-8d24-787f449fedbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073454 Mar 07 16:05:26.838259 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-1379f01b-7a91-46d6-88ff-9744970e84eb service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935214 Mar 07 16:05:26.852082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-74c0733b-0ab2-4872-8018-49913fa1ead4 service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809019 Mar 07 16:05:26.858223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904e180-9f30-4425-9c2c-a34925a88828 req-e85ff3a6-724c-4fe2-8a77-875b313f5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:26.859743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4904e180-9f30-4425-9c2c-a34925a88828 req-e85ff3a6-724c-4fe2-8a77-875b313f5d28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc2f56e-7e78-4ce4-8a08-90f888d27f65 HTTP/1.1" status: 200 len: 849 time: 0.2030025 Mar 07 16:05:26.870545 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7ff1582-8401-45fd-8b69-bca82b8de905 req-0c0f5364-ce66-49bf-84eb-2339ba7bdb67 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546613 Mar 07 16:05:26.906246 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4904e180-9f30-4425-9c2c-a34925a88828 req-11fc7bfd-d0fa-4ce2-ac32-290065550fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe8c0365-6201-401c-9257-8233fedb738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347128 Mar 07 16:05:26.908957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7689d5a4-1572-46a9-917a-222c041329e2 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:26.919081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Publish callbacks [] for port (7689d5a4-1572-46a9-917a-222c041329e2), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:26.928801 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24f53626-8727-4672-a6dd-7f14741d2b8d req-4e895613-7dc9-429c-b433-0883ed32a6f8 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633594 Mar 07 16:05:27.110526 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b5fd2d5-79bc-43ea-9667-23e6ab69189c req-9355654d-f2ce-4332-8e38-e9cb066577c6 service neutron] 10.222.0.11 "GET /v2.0/networks/ae7143c5-41fe-4313-8d24-787f449fedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743599 Mar 07 16:05:27.143990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-cb50867a-6b2c-4e6a-9d60-d7825ffa53ee service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698493 Mar 07 16:05:27.147898 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c16d8e21-50a8-4dfb-9832-34cd63d6c2d3 req-e21dabee-1f72-440f-8311-3a419288a595 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940893 Mar 07 16:05:27.160267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d38f47-b7db-4734-811e-9e31379ad9ab req-501f22cc-4401-4fd4-af38-227034943123 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:27.161879 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b7d38f47-b7db-4734-811e-9e31379ad9ab req-501f22cc-4401-4fd4-af38-227034943123 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 944 time: 0.1596506 Mar 07 16:05:27.223935 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b7d38f47-b7db-4734-811e-9e31379ad9ab req-d253f1b9-d77e-4df5-b65e-b80a20b45c92 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522797 Mar 07 16:05:27.228037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d1aab52a-deee-4478-b72d-7ebe0afcc67e details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:27.330075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-755a6083-525d-4cc8-b752-22c7a86dbe44 service neutron] 10.222.0.11 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422949 Mar 07 16:05:27.331100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Transition to ACTIVE for port object 7689d5a4-1572-46a9-917a-222c041329e2 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:27.339168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d1aab52a-deee-4478-b72d-7ebe0afcc67e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d1aab52a-deee-4478-b72d-7ebe0afcc67e,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:27.350729 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7689d5a4-1572-46a9-917a-222c041329e2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:27.352467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'mac_address': 'fa:16:3e:39:b1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:27.382558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c938b-b768-4033-9359-6221f55b5ac8 req-808ffee5-9b46-45aa-a698-5d27c6a1fb98 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:27.384128 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-747c938b-b768-4033-9359-6221f55b5ac8 req-808ffee5-9b46-45aa-a698-5d27c6a1fb98 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 946 time: 0.0609510 Mar 07 16:05:27.390434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d1aab52a-deee-4478-b72d-7ebe0afcc67e is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:27.390977 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:27.405949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1aab52a-deee-4478-b72d-7ebe0afcc67e {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:27.433891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d1aab52a-deee-4478-b72d-7ebe0afcc67e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d1aab52a-deee-4478-b72d-7ebe0afcc67e,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:27.441208 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:27.451869 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-747c938b-b768-4033-9359-6221f55b5ac8 req-30b34531-0234-45f1-86c8-bd17f2f79946 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615747 Mar 07 16:05:27.477257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8ee45e-f323-4611-9188-81eb6f77e8f4', 'tag': '20341a45-ff45-4c7d-95a9-1d34126bb14b'}, {'server_uuid': 'ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17', 'name': 'network-vif-deleted', 'tag': 'a8eb160b-3f3c-43a8-9b62-89a6cf71e11b'}, {'name': 'network-changed', 'server_uuid': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'tag': 'eccce280-1698-4f29-9216-caf0980f36e6'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:27.479905 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8ee45e-f323-4611-9188-81eb6f77e8f4", "tag": "20341a45-ff45-4c7d-95a9-1d34126bb14b"}, {"server_uuid": "ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17", "name": "network-vif-deleted", "tag": "a8eb160b-3f3c-43a8-9b62-89a6cf71e11b"}, {"name": "network-changed", "server_uuid": "d24d8ce4-8b7f-42b2-b836-a4114677268e", "tag": "eccce280-1698-4f29-9216-caf0980f36e6"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:27.504659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d1aab52a-deee-4478-b72d-7ebe0afcc67e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:27.516161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7689d5a4-1572-46a9-917a-222c041329e2,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:27.516728 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd99aff-0d03-4d2f-87cf-900a39c0f42d x-openstack-request-id: req-efd99aff-0d03-4d2f-87cf-900a39c0f42d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:27.517075 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5850d062-2dd7-4457-9bd8-a8f97e656b35", "tag": "e68d482a-7134-4626-b857-06f00148d045", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60e54972-0ce0-4ad4-b360-01be17c63b19", "tag": "182d87ec-838f-497d-8459-b53ea4de9667", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4edaf910-46fe-4fe8-9b47-25dbafb8a140", "tag": "c59c2732-d90b-4b27-9cc7-6ac6c71c7908", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:27.517669 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efd99aff-0d03-4d2f-87cf-900a39c0f42d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:27.518220 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5850d062-2dd7-4457-9bd8-a8f97e656b35', 'tag': 'e68d482a-7134-4626-b857-06f00148d045', 'status': 'completed', 'code': 200} Mar 07 16:05:27.518487 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e54972-0ce0-4ad4-b360-01be17c63b19', 'tag': '182d87ec-838f-497d-8459-b53ea4de9667', 'status': 'completed', 'code': 200} Mar 07 16:05:27.518751 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edaf910-46fe-4fe8-9b47-25dbafb8a140', 'tag': 'c59c2732-d90b-4b27-9cc7-6ac6c71c7908', 'status': 'completed', 'code': 200} Mar 07 16:05:27.521830 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4904e180-9f30-4425-9c2c-a34925a88828 req-cc9eb519-0ead-4576-96da-5f6ae72efbbb service neutron] 10.222.0.15 "GET /v2.0/networks/fe8c0365-6201-401c-9257-8233fedb738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048877 Mar 07 16:05:27.552925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf8771-10e1-4def-ae70-a0da4a9f8933 req-b4d9f1bd-1449-43ae-812c-4c74f4853b3b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:27.554477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c7cf8771-10e1-4def-ae70-a0da4a9f8933 req-b4d9f1bd-1449-43ae-812c-4c74f4853b3b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 943 time: 0.5945926 Mar 07 16:05:27.599150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device a8eb160b-3f3c-43a8-9b62-89a6cf71e11b no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:27.631781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: a8eb160b-3f3c-43a8-9b62-89a6cf71e11b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:27.632124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device a8eb160b-3f3c-43a8-9b62-89a6cf71e11b not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:27.638864 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de408e6b-f614-4695-b7db-c639362f68eb req-ecda9e4b-dd73-4b91-91eb-e59921176bcc service neutron] 10.222.0.11 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980311 Mar 07 16:05:27.653600 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:27.659525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-94dd8e8b-5fb6-4bbb-b234-bc863fe05405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:27.661023 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-94dd8e8b-5fb6-4bbb-b234-bc863fe05405 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 1130 time: 0.1224365 Mar 07 16:05:27.664839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-1c5787f1-8917-400c-aaf4-cea464813593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:27.666237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-1c5787f1-8917-400c-aaf4-cea464813593 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dda539c979c04446a2652325b4de0ae2&device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 1125 time: 0.1168807 Mar 07 16:05:27.698097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bd49d-d76d-4440-b939-cc3c085c91ba req-26187283-4462-4eb1-92f0-4c17eeec302e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:27.699606 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b66bd49d-d76d-4440-b939-cc3c085c91ba req-26187283-4462-4eb1-92f0-4c17eeec302e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 944 time: 0.1238635 Mar 07 16:05:27.727170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Attempting to bind port 7689d5a4-1572-46a9-917a-222c041329e2 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:27.727517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Attempting to bind port 7689d5a4-1572-46a9-917a-222c041329e2 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:27.727853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Attempting to bind port 7689d5a4-1572-46a9-917a-222c041329e2 on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:27.732200 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d1aab52a-deee-4478-b72d-7ebe0afcc67e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:27.734090 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c7cf8771-10e1-4def-ae70-a0da4a9f8933 req-da2caf8a-ffb2-4798-9d5f-0ef161a4b08a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689868 Mar 07 16:05:27.745743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Port 7689d5a4-1572-46a9-917a-222c041329e2 on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:27.746082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Attempting to bind port 7689d5a4-1572-46a9-917a-222c041329e2 on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:27.758287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:27.758916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Checking segment: {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:27.761265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Bound using segment: {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:27.761738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Bound port: 7689d5a4-1572-46a9-917a-222c041329e2, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:27.762119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7689d5a4-1572-46a9-917a-222c041329e2), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:27.775007 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4904e180-9f30-4425-9c2c-a34925a88828 req-a767bc5b-c3d4-4f9b-9d11-8758ca6c884a service neutron] 10.222.0.15 "GET /v2.0/networks/fe8c0365-6201-401c-9257-8233fedb738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324193 Mar 07 16:05:27.855928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:27.862070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7689d5a4-1572-46a9-917a-222c041329e2,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:27.872049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7689d5a4-1572-46a9-917a-222c041329e2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:27.878179 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b66bd49d-d76d-4440-b939-cc3c085c91ba req-13461357-35bf-45b9-9b78-8155af4a165e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526937 Mar 07 16:05:27.884304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-7f899698-dd42-4303-aca2-f337e04ce2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:27.886293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-7f899698-dd42-4303-aca2-f337e04ce2f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2177823 Mar 07 16:05:27.907831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-39cb85ff-e407-46dd-b2d2-ce637fbd5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:27.907831 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-39cb85ff-e407-46dd-b2d2-ce637fbd5ec5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ae7143c5-41fe-4313-8d24-787f449fedbd HTTP/1.1" status: 200 len: 922 time: 0.2045143 Mar 07 16:05:27.936049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:27.936634 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:27.938075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/7689d5a4-1572-46a9-917a-222c041329e2 HTTP/1.1" status: 200 len: 1091 time: 2.3437047 Mar 07 16:05:27.958629 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-8aa665c9-f223-47b5-a4b9-7921f458ff77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e68d482a-7134-4626-b857-06f00148d045 HTTP/1.1" status: 200 len: 217 time: 0.0601125 Mar 07 16:05:27.967415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198c6e2-7211-45b8-b858-403b9ae699f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7689d5a4-1572-46a9-917a-222c041329e2,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:28.015463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-0fc3f6a0-2656-4938-8d4d-1d54c216fe6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=182d87ec-838f-497d-8459-b53ea4de9667 HTTP/1.1" status: 200 len: 217 time: 0.0689960 Mar 07 16:05:28.039767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492283aa-e2e6-4940-b422-796eab35b237 req-dec2949a-8426-4cab-a818-b4c2e1564d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.041618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-dec2949a-8426-4cab-a818-b4c2e1564d29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 1125 time: 0.0509136 Mar 07 16:05:28.085183 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-3ed3f928-4629-48af-b6de-41536b31b58e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7689d5a4-1572-46a9-917a-222c041329e2 HTTP/1.1" status: 200 len: 217 time: 0.0359666 Mar 07 16:05:28.146305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-fec0e774-9f3a-493e-bd63-1d2351f8bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.147842 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-fec0e774-9f3a-493e-bd63-1d2351f8bee9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88302d32-8780-4046-8721-b1849d00cc74 HTTP/1.1" status: 200 len: 861 time: 0.1139166 Mar 07 16:05:28.149354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-99c5e3f9-00c8-42a3-8ac0-a64f9d5265b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.150708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-99c5e3f9-00c8-42a3-8ac0-a64f9d5265b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1333396 Mar 07 16:05:28.153685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492283aa-e2e6-4940-b422-796eab35b237 req-75af52b9-7103-43b1-bad7-143b76fa9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.155538 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-75af52b9-7103-43b1-bad7-143b76fa9994 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620f6ee8-c693-4e4e-9db5-22c228d33062 HTTP/1.1" status: 200 len: 844 time: 0.0646949 Mar 07 16:05:28.162643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c63266-3bb3-4331-b808-613b070640fd req-534647e5-e4d4-4434-a15f-ad137847ed37 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.164724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c7c63266-3bb3-4331-b808-613b070640fd req-534647e5-e4d4-4434-a15f-ad137847ed37 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 943 time: 0.1479461 Mar 07 16:05:28.173647 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7871bc0-e37b-4d49-8702-dfa31eb6a9b1 x-openstack-request-id: req-d7871bc0-e37b-4d49-8702-dfa31eb6a9b1 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:28.174059 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8ee45e-f323-4611-9188-81eb6f77e8f4", "tag": "20341a45-ff45-4c7d-95a9-1d34126bb14b", "status": "completed", "code": 200}, {"server_uuid": "ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17", "name": "network-vif-deleted", "tag": "a8eb160b-3f3c-43a8-9b62-89a6cf71e11b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d24d8ce4-8b7f-42b2-b836-a4114677268e", "tag": "eccce280-1698-4f29-9216-caf0980f36e6", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:28.174659 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7871bc0-e37b-4d49-8702-dfa31eb6a9b1 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:28.175206 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8ee45e-f323-4611-9188-81eb6f77e8f4', 'tag': '20341a45-ff45-4c7d-95a9-1d34126bb14b', 'status': 'completed', 'code': 200} Mar 07 16:05:28.175570 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef53a1f0-cc56-49b7-ab48-ae2fbeaa7f17', 'name': 'network-vif-deleted', 'tag': 'a8eb160b-3f3c-43a8-9b62-89a6cf71e11b', 'status': 'completed', 'code': 200} Mar 07 16:05:28.175927 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'tag': 'eccce280-1698-4f29-9216-caf0980f36e6', 'status': 'completed', 'code': 200} Mar 07 16:05:28.208849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-8d153c1e-d8cd-45a2-abc4-3a8d4021e392 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377991 Mar 07 16:05:28.232337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-677657ff-0bec-405f-82a5-34e6169d35f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ae7143c5-41fe-4313-8d24-787f449fedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664849 Mar 07 16:05:28.338202 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c7c63266-3bb3-4331-b808-613b070640fd req-b0b183fe-204e-4973-9c87-2dd9b9057098 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558633 Mar 07 16:05:28.341761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-21c299d3-a24b-4834-b2f6-f96be97b4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.343242 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-21c299d3-a24b-4834-b2f6-f96be97b4fed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1764059 Mar 07 16:05:28.357292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-049198ef-d67b-49dc-ac73-ed23f18e0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.357292 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-049198ef-d67b-49dc-ac73-ed23f18e0ff4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&device_id=5f8ee45e-f323-4611-9188-81eb6f77e8f4 HTTP/1.1" status: 200 len: 1126 time: 0.1467941 Mar 07 16:05:28.370206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3378e7-5517-4394-a627-a41bf451c1ea req-bdc99a08-0682-40ed-8ce9-a46e81a13236 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.371747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af3378e7-5517-4394-a627-a41bf451c1ea req-bdc99a08-0682-40ed-8ce9-a46e81a13236 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 948 time: 0.1531029 Mar 07 16:05:28.406115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-3628fdea-69fe-4da3-90a1-556841b162ef service neutron] 10.222.0.15 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884067 Mar 07 16:05:28.418340 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-6228c6d5-bb4d-42fd-820e-6ab2a8a2da45 service neutron] 10.222.0.11 "GET /v2.0/networks/ae7143c5-41fe-4313-8d24-787f449fedbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786413 Mar 07 16:05:28.548417 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af3378e7-5517-4394-a627-a41bf451c1ea req-cbaa1341-8c46-4a59-b5e9-1a52ed8a2892 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603293 Mar 07 16:05:28.584647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-aeddc025-3af0-4dcb-8932-1a1f6ad3e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.586164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-aeddc025-3af0-4dcb-8932-1a1f6ad3e88d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 914 time: 0.2082973 Mar 07 16:05:28.588155 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-492283aa-e2e6-4940-b422-796eab35b237 req-bf2fbb76-6043-4f80-a4cb-426b394bf85d service neutron] 10.222.0.15 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725667 Mar 07 16:05:28.640131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-15a1347f-89bb-4c8c-8f09-354e82ca64ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20341a45-ff45-4c7d-95a9-1d34126bb14b HTTP/1.1" status: 200 len: 217 time: 0.0441904 Mar 07 16:05:28.714235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-30e2fab2-b714-4a3f-beb2-77043fb1be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.715670 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-30e2fab2-b714-4a3f-beb2-77043fb1be25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=644b0815-7be1-4666-9bb1-4391f7c6535d HTTP/1.1" status: 200 len: 853 time: 0.0676277 Mar 07 16:05:28.730195 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad34d6-695c-40c1-b93a-d597452a8c3a req-2dc05bad-1f0f-4c62-84a8-b99775a0887e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.731729 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5fad34d6-695c-40c1-b93a-d597452a8c3a req-2dc05bad-1f0f-4c62-84a8-b99775a0887e tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 945 time: 0.0942011 Mar 07 16:05:28.763691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-a30bf538-446d-47d7-ad4e-c8859de9c442 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ddb321e-a02b-4c9e-973a-d8568be91bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309813 Mar 07 16:05:28.853594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-2b6018f4-ddb9-492c-a8da-c01bc4f5229f service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016541 Mar 07 16:05:28.856643 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5fad34d6-695c-40c1-b93a-d597452a8c3a req-424ecb95-e096-41ad-92f0-dce83c7dd002 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158106 Mar 07 16:05:28.888862 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-88e313a0-973a-44b1-8710-3ba4ec4baa52 service neutron] 10.222.0.11 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185281 Mar 07 16:05:28.902320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85cd08-ffc9-4075-862c-20a14b1a513b req-a11f6bc2-62e5-4a83-a47e-18dd75f0d65d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:28.903823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8a85cd08-ffc9-4075-862c-20a14b1a513b req-a11f6bc2-62e5-4a83-a47e-18dd75f0d65d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 943 time: 0.4816148 Mar 07 16:05:28.926246 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-82d69161-958d-4652-a5c2-489f47ad9842 service neutron] 10.222.0.11 "GET /v2.0/networks/ae7143c5-41fe-4313-8d24-787f449fedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886611 Mar 07 16:05:29.003587 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8a85cd08-ffc9-4075-862c-20a14b1a513b req-13119210-6ea0-49cd-9b51-43ad62e1974d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883396 Mar 07 16:05:29.018368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-9ab02b03-7137-48cf-903a-8ee1e42f8a20 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558411 Mar 07 16:05:29.027302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc52a94-33e8-4def-9f18-f361d3e5213e req-81ef8a8f-3962-4f08-8355-c6f57bb6fcd1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.028946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbc52a94-33e8-4def-9f18-f361d3e5213e req-81ef8a8f-3962-4f08-8355-c6f57bb6fcd1 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 946 time: 0.1106358 Mar 07 16:05:29.036062 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-83b81d72-ff6c-4b10-aab3-2d2dcc041299 service neutron] 10.222.0.11 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381624 Mar 07 16:05:29.103940 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbc52a94-33e8-4def-9f18-f361d3e5213e req-8af9145a-21ea-4b20-9aef-b750b1e50fc5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663350 Mar 07 16:05:29.132404 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:29.153572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-6f8b7483-883a-4b73-b26d-faf4057647f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.156077 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-6f8b7483-883a-4b73-b26d-faf4057647f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 1126 time: 0.0896454 Mar 07 16:05:29.163564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-0efcbf1b-b119-4ffa-b614-24db04b82398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.165475 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-0efcbf1b-b119-4ffa-b614-24db04b82398 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 1125 time: 0.0768530 Mar 07 16:05:29.181710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b98249-35b5-4b8e-8d99-67bc38a7cd92 req-b724fc40-226c-45db-8fa9-744d67066ee5 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.183355 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-98b98249-35b5-4b8e-8d99-67bc38a7cd92 req-b724fc40-226c-45db-8fa9-744d67066ee5 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 944 time: 0.0903921 Mar 07 16:05:29.238538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eccce280-1698-4f29-9216-caf0980f36e6 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:29.241997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d1aab52a-deee-4478-b72d-7ebe0afcc67e up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:29.290366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-98b98249-35b5-4b8e-8d99-67bc38a7cd92 req-8ad6959c-c3b2-48f7-8721-e25257a683dc tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957613 Mar 07 16:05:29.308016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-0f67a1a7-2f49-422c-a853-18775efa8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.309729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-0f67a1a7-2f49-422c-a853-18775efa8333 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 914 time: 0.1456954 Mar 07 16:05:29.333894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc2872-b323-4f38-8d3e-7e1151d77684 req-21c3134c-74e2-4dd3-90ea-7e2eb4f6d187 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.336855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7dc2872-b323-4f38-8d3e-7e1151d77684 req-21c3134c-74e2-4dd3-90ea-7e2eb4f6d187 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 943 time: 0.1361842 Mar 07 16:05:29.338378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-58e0f330-6d63-4a34-9ba2-80be3de85361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.339763 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-58e0f330-6d63-4a34-9ba2-80be3de85361 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 200 len: 915 time: 0.1647456 Mar 07 16:05:29.357676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-114d3af3-502b-4c28-a280-cae30acb669b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59c2732-d90b-4b27-9cc7-6ac6c71c7908 HTTP/1.1" status: 200 len: 217 time: 0.0413518 Mar 07 16:05:29.400435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-e97030df-3d1c-4ae4-8007-2241b9130896 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eccce280-1698-4f29-9216-caf0980f36e6 HTTP/1.1" status: 200 len: 217 time: 0.0504405 Mar 07 16:05:29.405830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port d1aab52a-deee-4478-b72d-7ebe0afcc67e completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:29.415329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port d1aab52a-deee-4478-b72d-7ebe0afcc67e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:29.415781 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:29.442666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port eccce280-1698-4f29-9216-caf0980f36e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eccce280-1698-4f29-9216-caf0980f36e6,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:29.444721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-a96f11ac-37c1-4e1d-bafe-b37bad317872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.446209 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-a96f11ac-37c1-4e1d-bafe-b37bad317872 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=644b0815-7be1-4666-9bb1-4391f7c6535d HTTP/1.1" status: 200 len: 853 time: 0.0825853 Mar 07 16:05:29.461645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'eccce280-1698-4f29-9216-caf0980f36e6', 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62', 'port_id': 'eccce280-1698-4f29-9216-caf0980f36e6', 'mac_address': 'fa:16:3e:d7:d8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d74682-6777-448e-8193-9401e5c1ab94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:29.474183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6e70f-87bb-4f92-94e8-cdde2bdb26af req-0b9ab664-0b53-4a01-8c2e-357ff5e364dd tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.475795 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15a6e70f-87bb-4f92-94e8-cdde2bdb26af req-0b9ab664-0b53-4a01-8c2e-357ff5e364dd tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 944 time: 0.1044557 Mar 07 16:05:29.487320 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7dc2872-b323-4f38-8d3e-7e1151d77684 req-0c9e06cb-2c33-46eb-918f-260ec888e666 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440985 Mar 07 16:05:29.493590 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-6133a57f-4a56-4edf-81a7-b9e87f4e0b0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ddb321e-a02b-4c9e-973a-d8568be91bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400386 Mar 07 16:05:29.508232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-1fa88ff7-1e28-4275-b52a-718cb91cee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.510980 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-1fa88ff7-1e28-4275-b52a-718cb91cee9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=02d74682-6777-448e-8193-9401e5c1ab94 HTTP/1.1" status: 200 len: 854 time: 0.0966909 Mar 07 16:05:29.513300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port eccce280-1698-4f29-9216-caf0980f36e6 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:29.513695 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eccce280-1698-4f29-9216-caf0980f36e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:29.549897 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-f45fe613-947b-411f-818c-8c59e7810728 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27ce18e6-efaf-40c8-bffb-c1757f380d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312386 Mar 07 16:05:29.553683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccce280-1698-4f29-9216-caf0980f36e6 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:29.615426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15a6e70f-87bb-4f92-94e8-cdde2bdb26af req-14655dab-3282-4832-9ff9-6be7d65ed53c tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207495 Mar 07 16:05:29.663427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-33bab8d1-df3f-4d73-ae64-43f24ef620a3 service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531348 Mar 07 16:05:29.686135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189f15-05c6-441b-991b-cca5eb56bfbc req-c22aed66-f0b1-4325-a6e3-7273f2f03efe tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.687740 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-76189f15-05c6-441b-991b-cca5eb56bfbc req-c22aed66-f0b1-4325-a6e3-7273f2f03efe tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 943 time: 0.1111279 Mar 07 16:05:29.698786 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-701b00cd-9156-4218-ae5d-4df0a3d87b7b service neutron] 10.222.0.11 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421053 Mar 07 16:05:29.755825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad2b166e-3232-4693-99ca-4b404ec97d07 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:29.783688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d1aab52a-deee-4478-b72d-7ebe0afcc67e is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:29.784161 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:29.787155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port eccce280-1698-4f29-9216-caf0980f36e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eccce280-1698-4f29-9216-caf0980f36e6,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:29.805377 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (eccce280-1698-4f29-9216-caf0980f36e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:29.805780 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-76189f15-05c6-441b-991b-cca5eb56bfbc req-8f77de63-a9cc-4b28-8a22-0b1f46ab818c tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056325 Mar 07 16:05:29.810779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34fd0a-6085-4a11-aa67-c64c4585465c req-02d0a26b-e44b-4737-a57f-6c2bb50f2ec9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.812353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb34fd0a-6085-4a11-aa67-c64c4585465c req-02d0a26b-e44b-4737-a57f-6c2bb50f2ec9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 948 time: 0.1174006 Mar 07 16:05:29.815896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd0a7b39-eecd-4a16-9c20-f1131cdd9353 req-d58b6c95-9223-4fa9-8263-27afe884a89a service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460903 Mar 07 16:05:29.836158 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a8b653a-54f6-4cd7-a0f0-0f596bc331f5 req-f27d06a0-98d9-4c9b-8ebd-113a46ade419 service neutron] 10.222.0.11 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288741 Mar 07 16:05:29.865061 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb34fd0a-6085-4a11-aa67-c64c4585465c req-2b62b58f-0306-457d-b0e7-8750671877f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457418 Mar 07 16:05:29.876963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7568bbe5-a1fb-489c-8119-1208c3cd5c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aab52a-deee-4478-b72d-7ebe0afcc67e'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:29.879164 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdeebbe7-4e7d-4ec8-88d4-ebcaa7491c34" -d '{"events": [{"server_uuid": "7568bbe5-a1fb-489c-8119-1208c3cd5c1b", "name": "network-vif-plugged", "status": "completed", "tag": "d1aab52a-deee-4478-b72d-7ebe0afcc67e"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:29.923598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=eccce280-1698-4f29-9216-caf0980f36e6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:29.927037 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645e4d7a-bdae-4c29-af07-ad201f7e07a3 x-openstack-request-id: req-645e4d7a-bdae-4c29-af07-ad201f7e07a3 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:29.927333 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7568bbe5-a1fb-489c-8119-1208c3cd5c1b", "name": "network-vif-plugged", "status": "completed", "tag": "d1aab52a-deee-4478-b72d-7ebe0afcc67e", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:29.927590 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-645e4d7a-bdae-4c29-af07-ad201f7e07a3 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:29.927975 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7568bbe5-a1fb-489c-8119-1208c3cd5c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'code': 200} Mar 07 16:05:29.942227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d1aab52a-deee-4478-b72d-7ebe0afcc67e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d1aab52a-deee-4478-b72d-7ebe0afcc67e,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:29.955788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-f6907422-6e9d-4db7-8d66-b9b07aa0dac6 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:29.958103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-f6907422-6e9d-4db7-8d66-b9b07aa0dac6 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.11 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 945 time: 0.0710418 Mar 07 16:05:29.974428 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:30.027301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d1aab52a-deee-4478-b72d-7ebe0afcc67e,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:30.044781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cbd00-ae98-4710-8577-2a2400d1b1cf req-785b8437-e843-46cc-b421-fd9f0f8c05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.046331 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c1cbd00-ae98-4710-8577-2a2400d1b1cf req-785b8437-e843-46cc-b421-fd9f0f8c05a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7568bbe5-a1fb-489c-8119-1208c3cd5c1b HTTP/1.1" status: 200 len: 1132 time: 0.0495455 Mar 07 16:05:30.062240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad2b166e-3232-4693-99ca-4b404ec97d07, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad2b166e-3232-4693-99ca-4b404ec97d07,segment=NetworkSegment(b0054d3b-d776-4edc-9ced-c1608a26d1ca),segment_id=b0054d3b-d776-4edc-9ced-c1608a26d1ca)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:30.076230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'ad2b166e-3232-4693-99ca-4b404ec97d07', 'network_id': 'fe8c0365-6201-401c-9257-8233fedb738f', 'port_id': 'ad2b166e-3232-4693-99ca-4b404ec97d07', 'mac_address': 'fa:16:3e:85:44:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc2f56e-7e78-4ce4-8a08-90f888d27f65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:30.089183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0aa9f-da35-43bc-a43f-b8a5cb9fcc73 req-f663bcd2-763f-4ac4-8663-0a74734f5430 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.090712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1e0aa9f-da35-43bc-a43f-b8a5cb9fcc73 req-f663bcd2-763f-4ac4-8663-0a74734f5430 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 945 time: 0.1465232 Mar 07 16:05:30.100963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7c1cbd00-ae98-4710-8577-2a2400d1b1cf req-612ae6f8-4146-4d3b-afcc-0df7838c0b9a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478010 Mar 07 16:05:30.119677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ad2b166e-3232-4693-99ca-4b404ec97d07 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:30.120221 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:30.136031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2b166e-3232-4693-99ca-4b404ec97d07 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:30.143412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Deleting port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:30.143756 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:30.162982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad2b166e-3232-4693-99ca-4b404ec97d07, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad2b166e-3232-4693-99ca-4b404ec97d07,segment=NetworkSegment(b0054d3b-d776-4edc-9ced-c1608a26d1ca),segment_id=b0054d3b-d776-4edc-9ced-c1608a26d1ca)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:30.168334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['eccce280-1698-4f29-9216-caf0980f36e6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:30.171684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:30.176858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200db07-f91a-4cc3-a10a-2544ea1c86d0 req-083b3462-6b73-4963-a391-77348c9c4581 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.177522 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1e0aa9f-da35-43bc-a43f-b8a5cb9fcc73 req-9882da98-2dd8-4e25-9b7e-513bbc93c303 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767896 Mar 07 16:05:30.178537 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8200db07-f91a-4cc3-a10a-2544ea1c86d0 req-083b3462-6b73-4963-a391-77348c9c4581 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 943 time: 0.0577111 Mar 07 16:05:30.180069 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:30.182166 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "tag": "7689d5a4-1572-46a9-917a-222c041329e2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:30.250435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8200db07-f91a-4cc3-a10a-2544ea1c86d0 req-e8a48657-f58e-40fd-8cb0-80fc7c0da45f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643947 Mar 07 16:05:30.290044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ad2b166e-3232-4693-99ca-4b404ec97d07,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:30.299625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] For port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:30.299991 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:30.314520 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ab68f6-382b-4092-80a7-eae9c376e933 x-openstack-request-id: req-16ab68f6-382b-4092-80a7-eae9c376e933 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:30.314913 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "tag": "7689d5a4-1572-46a9-917a-222c041329e2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:30.315347 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16ab68f6-382b-4092-80a7-eae9c376e933 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:30.315744 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2', 'status': 'completed', 'code': 200} Mar 07 16:05:30.324267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Calling delete_port for c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:30.381236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4877f4f-c7c1-43de-ac7c-ed5c3a8d4a10 req-ee3df3cd-fa89-407c-bfc6-2f4b621f9547 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.382858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4877f4f-c7c1-43de-ac7c-ed5c3a8d4a10 req-ee3df3cd-fa89-407c-bfc6-2f4b621f9547 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 946 time: 0.1272204 Mar 07 16:05:30.390556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-01cac8ab-08bf-463d-8810-1d3d42b1682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.393439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-01cac8ab-08bf-463d-8810-1d3d42b1682f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 1125 time: 0.0543816 Mar 07 16:05:30.464280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4877f4f-c7c1-43de-ac7c-ed5c3a8d4a10 req-8130edaf-c81b-4c2c-b7d7-8a848e14a15e tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Mar 07 16:05:30.517312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58491272-5556-49ad-bc06-51689298e0b7 req-c63f3f6d-0c4a-4bf7-845d-3e28b822393e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.518894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58491272-5556-49ad-bc06-51689298e0b7 req-c63f3f6d-0c4a-4bf7-845d-3e28b822393e tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 945 time: 0.1228647 Mar 07 16:05:30.527385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:30.540958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:30.541819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-b4786c57-6cb6-449f-b792-91dbb0215e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.543459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-b4786c57-6cb6-449f-b792-91dbb0215e2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 905 time: 0.1387227 Mar 07 16:05:30.560126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Pushing event deleted for resources: {'Port': ['ID=c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:30.602593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-5ed86ab4-a83d-4405-9c14-bcd042db9fb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7689d5a4-1572-46a9-917a-222c041329e2 HTTP/1.1" status: 200 len: 217 time: 0.0493572 Mar 07 16:05:30.609303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] No DVR routers for this DVR port c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:30.613202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:30.617800 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb2d62ef-357c-46f9-bc69-5401c08d30b5 req-b14e43c0-cd8a-4e19-9cc3-592ced3c658a tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.11 "DELETE /v2.0/ports/c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f HTTP/1.1" status: 204 len: 173 time: 0.6509776 Mar 07 16:05:30.630598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58491272-5556-49ad-bc06-51689298e0b7 req-318c29a2-70b1-4055-8225-6edf05e9caef tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013381 Mar 07 16:05:30.679060 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-96fe1ebd-7e05-48b9-b51c-daab487e798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.681245 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-96fe1ebd-7e05-48b9-b51c-daab487e798d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620f6ee8-c693-4e4e-9db5-22c228d33062 HTTP/1.1" status: 200 len: 844 time: 0.0677319 Mar 07 16:05:30.684278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ad2b166e-3232-4693-99ca-4b404ec97d07'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:30.722590 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-1575df1b-49c5-4f15-b8da-9eab51cee588 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330563 Mar 07 16:05:30.801506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc657b8-0075-4447-926e-2a037b9e6219 req-be48d709-afba-4ef5-ba9f-39759edf8293 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.803331 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ffc657b8-0075-4447-926e-2a037b9e6219 req-be48d709-afba-4ef5-ba9f-39759edf8293 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 944 time: 0.0827520 Mar 07 16:05:30.849490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ad7cf-af9c-48c4-a893-64bf1769f457 req-fc84b301-b00d-4917-a6b2-0056c87980f1 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.851301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-100ad7cf-af9c-48c4-a893-64bf1769f457 req-fc84b301-b00d-4917-a6b2-0056c87980f1 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 944 time: 0.1316988 Mar 07 16:05:30.865260 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ffc657b8-0075-4447-926e-2a037b9e6219 req-17711e14-39c1-4edd-9fcf-86921a44a5e3 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Mar 07 16:05:30.881614 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-0713f6a2-3914-462a-b3d2-80a087b37a2a service neutron] 10.222.0.15 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505554 Mar 07 16:05:30.936782 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-100ad7cf-af9c-48c4-a893-64bf1769f457 req-1178700e-92e0-479f-9611-07e1242e568e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736716 Mar 07 16:05:30.989737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04f4f-1600-4cb0-b916-37130a097b75 req-5fa0acc9-0ea3-4d76-abf8-e88ec75d6f29 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:30.991487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ac04f4f-1600-4cb0-b916-37130a097b75 req-5fa0acc9-0ea3-4d76-abf8-e88ec75d6f29 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 946 time: 0.0571618 Mar 07 16:05:31.014951 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-16bf37a2-d13d-4981-9cb4-1c866bf76b7e req-71b9c9ad-f92f-41f6-83ac-52c92ade4d16 service neutron] 10.222.0.15 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256242 Mar 07 16:05:31.040308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ac04f4f-1600-4cb0-b916-37130a097b75 req-f746cd06-9d0b-43f0-b038-620bf7a01b92 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430048 Mar 07 16:05:31.058488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4838c-5185-44e6-8b84-e79ffcfc899c req-4a412e1f-f08e-4f42-a68e-b218b1a37ae8 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:31.060696 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9e4838c-5185-44e6-8b84-e79ffcfc899c req-4a412e1f-f08e-4f42-a68e-b218b1a37ae8 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 943 time: 0.0657785 Mar 07 16:05:31.110679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9e4838c-5185-44e6-8b84-e79ffcfc899c req-352520d7-1b04-4fdc-828b-bd3dc1d5a706 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423934 Mar 07 16:05:31.152411 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb8e3a-5ec5-451e-8284-38e5d9b58929 req-29429023-92ce-46ac-a4e5-ebe565942bff tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:31.153913 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-95bb8e3a-5ec5-451e-8284-38e5d9b58929 req-29429023-92ce-46ac-a4e5-ebe565942bff tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 948 time: 0.0553949 Mar 07 16:05:31.209150 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-95bb8e3a-5ec5-451e-8284-38e5d9b58929 req-d4cc45ee-9994-445b-9ed1-794d63bc45f1 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478773 Mar 07 16:05:31.254391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 182d87ec-838f-497d-8459-b53ea4de9667 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:31.259450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eccce280-1698-4f29-9216-caf0980f36e6 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:31.309791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d90c653-d9f5-4a75-b98a-5a4780b7dcc9 req-8e4c147a-9572-453a-85a1-71f5022980fb tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] 10.222.0.24 "GET /v2.0/ports?device_id=0652977b-5362-49a6-aaab-d0e463502eac HTTP/1.1" status: 200 len: 210 time: 0.0399141 Mar 07 16:05:31.388580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port eccce280-1698-4f29-9216-caf0980f36e6 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:31.394427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port eccce280-1698-4f29-9216-caf0980f36e6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:31.394842 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (eccce280-1698-4f29-9216-caf0980f36e6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:31.400714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718a453-26cd-4b74-bd22-e35fb44717bb req-1580a3d7-f5e1-474b-81d8-04ea4697b871 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:31.402369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f718a453-26cd-4b74-bd22-e35fb44717bb req-1580a3d7-f5e1-474b-81d8-04ea4697b871 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 943 time: 0.0580027 Mar 07 16:05:31.460803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 182d87ec-838f-497d-8459-b53ea4de9667, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=182d87ec-838f-497d-8459-b53ea4de9667,segment=NetworkSegment(2d8ca288-e7bf-4a06-aa77-56340dbe9e2a),segment_id=2d8ca288-e7bf-4a06-aa77-56340dbe9e2a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:31.486413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f718a453-26cd-4b74-bd22-e35fb44717bb req-44719930-dfde-4eac-88d7-29a81fdab1e7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758255 Mar 07 16:05:31.486945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '182d87ec-838f-497d-8459-b53ea4de9667', 'network_id': 'ae7143c5-41fe-4313-8d24-787f449fedbd', 'port_id': '182d87ec-838f-497d-8459-b53ea4de9667', 'mac_address': 'fa:16:3e:32:31:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88302d32-8780-4046-8721-b1849d00cc74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:31.565680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 182d87ec-838f-497d-8459-b53ea4de9667 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:31.566077 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (182d87ec-838f-497d-8459-b53ea4de9667), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:31.568002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port eccce280-1698-4f29-9216-caf0980f36e6 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:31.568374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eccce280-1698-4f29-9216-caf0980f36e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:31.588952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e68d482a-7134-4626-b857-06f00148d045 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:31.591421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182d87ec-838f-497d-8459-b53ea4de9667 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:31.642573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port eccce280-1698-4f29-9216-caf0980f36e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eccce280-1698-4f29-9216-caf0980f36e6,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:31.647936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 182d87ec-838f-497d-8459-b53ea4de9667, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=182d87ec-838f-497d-8459-b53ea4de9667,segment=NetworkSegment(2d8ca288-e7bf-4a06-aa77-56340dbe9e2a),segment_id=2d8ca288-e7bf-4a06-aa77-56340dbe9e2a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:31.650938 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (eccce280-1698-4f29-9216-caf0980f36e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:31.665797 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (182d87ec-838f-497d-8459-b53ea4de9667), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:31.666406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 20341a45-ff45-4c7d-95a9-1d34126bb14b details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:31.765146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec7c64-f0ce-491a-8726-0f0509d32f96 req-8607c7aa-ecae-4dd3-86f7-fbb58326b4a9 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:31.767426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8ec7c64-f0ce-491a-8726-0f0509d32f96 req-8607c7aa-ecae-4dd3-86f7-fbb58326b4a9 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 945 time: 0.0546944 Mar 07 16:05:31.770877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=eccce280-1698-4f29-9216-caf0980f36e6,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:31.819838 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8ec7c64-f0ce-491a-8726-0f0509d32f96 req-f0eff4b0-b683-4eec-b462-379ab32d7709 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465384 Mar 07 16:05:31.884119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e68d482a-7134-4626-b857-06f00148d045, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e68d482a-7134-4626-b857-06f00148d045,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:31.897452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=182d87ec-838f-497d-8459-b53ea4de9667,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:31.908242 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'e68d482a-7134-4626-b857-06f00148d045', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'e68d482a-7134-4626-b857-06f00148d045', 'mac_address': 'fa:16:3e:d9:85:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:31.942231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccce280-1698-4f29-9216-caf0980f36e6'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:31.944494 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de4de64-b2f9-43c5-847e-444b03d47a5c" -d '{"events": [{"server_uuid": "d24d8ce4-8b7f-42b2-b836-a4114677268e", "name": "network-vif-plugged", "status": "completed", "tag": "eccce280-1698-4f29-9216-caf0980f36e6"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:31.955685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 20341a45-ff45-4c7d-95a9-1d34126bb14b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=20341a45-ff45-4c7d-95a9-1d34126bb14b,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:31.974640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '20341a45-ff45-4c7d-95a9-1d34126bb14b', 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce', 'port_id': '20341a45-ff45-4c7d-95a9-1d34126bb14b', 'mac_address': 'fa:16:3e:f2:ed:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644b0815-7be1-4666-9bb1-4391f7c6535d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:31.979080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e68d482a-7134-4626-b857-06f00148d045 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:31.979479 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e68d482a-7134-4626-b857-06f00148d045), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:31.984417 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b656398-6c3c-49d8-a36d-01945c987765 x-openstack-request-id: req-8b656398-6c3c-49d8-a36d-01945c987765 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:31.984739 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24d8ce4-8b7f-42b2-b836-a4114677268e", "name": "network-vif-plugged", "status": "completed", "tag": "eccce280-1698-4f29-9216-caf0980f36e6", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:31.985534 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b656398-6c3c-49d8-a36d-01945c987765 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:31.985944 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccce280-1698-4f29-9216-caf0980f36e6', 'code': 200} Mar 07 16:05:31.993152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520303fb-a9a4-462b-ae43-88087ae5d3e2 req-b8cb12c7-b7f2-44d8-a49f-27ac0d883df1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:32.001438 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-520303fb-a9a4-462b-ae43-88087ae5d3e2 req-b8cb12c7-b7f2-44d8-a49f-27ac0d883df1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 944 time: 0.0653827 Mar 07 16:05:32.014967 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68d482a-7134-4626-b857-06f00148d045 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:32.045629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e68d482a-7134-4626-b857-06f00148d045, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e68d482a-7134-4626-b857-06f00148d045,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:32.046787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 20341a45-ff45-4c7d-95a9-1d34126bb14b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:32.048100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:32.057318 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e68d482a-7134-4626-b857-06f00148d045), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:32.057994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device c59c2732-d90b-4b27-9cc7-6ac6c71c7908 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:32.072881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20341a45-ff45-4c7d-95a9-1d34126bb14b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:32.090009 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-520303fb-a9a4-462b-ae43-88087ae5d3e2 req-d9a1a9da-2a0d-4c0e-853f-a33a67401b54 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874588 Mar 07 16:05:32.104691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e5926-6da9-4d12-ba53-e61c85378f26 req-2f119f16-3e5e-4253-809c-d9e1dc66ef04 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:32.109757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b4b54-9eb9-4d7d-8c5c-cd2338d71c32 req-10656885-7920-495f-b91d-827c91b2bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:32.112850 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a56b4b54-9eb9-4d7d-8c5c-cd2338d71c32 req-10656885-7920-495f-b91d-827c91b2bf74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 1127 time: 0.0638933 Mar 07 16:05:32.113359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b20e5926-6da9-4d12-ba53-e61c85378f26 req-2f119f16-3e5e-4253-809c-d9e1dc66ef04 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0642250 Mar 07 16:05:32.132252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 20341a45-ff45-4c7d-95a9-1d34126bb14b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=20341a45-ff45-4c7d-95a9-1d34126bb14b,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:32.153530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:32.167082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a56b4b54-9eb9-4d7d-8c5c-cd2338d71c32 req-8fe1051e-b273-4c4f-b856-12e4f0ba6e37 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479987 Mar 07 16:05:32.168536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e68d482a-7134-4626-b857-06f00148d045,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:32.179455 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b20e5926-6da9-4d12-ba53-e61c85378f26 req-e47a206c-a397-4fa0-9c72-a932d6d44c8a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632391 Mar 07 16:05:32.253193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20499-7aa5-4e3c-b656-82d90759abaf req-0cfb4ef8-e52f-44b1-9cd5-848d2cb4a16b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:32.255039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-33f20499-7aa5-4e3c-b656-82d90759abaf req-0cfb4ef8-e52f-44b1-9cd5-848d2cb4a16b tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 946 time: 0.0708017 Mar 07 16:05:32.274766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=20341a45-ff45-4c7d-95a9-1d34126bb14b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:32.278460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port c59c2732-d90b-4b27-9cc7-6ac6c71c7908, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:32.291616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'c59c2732-d90b-4b27-9cc7-6ac6c71c7908', 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce', 'port_id': 'c59c2732-d90b-4b27-9cc7-6ac6c71c7908', 'mac_address': 'fa:16:3e:e7:ce:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644b0815-7be1-4666-9bb1-4391f7c6535d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:32.308278 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-33f20499-7aa5-4e3c-b656-82d90759abaf req-bde04e61-2add-45cc-b96d-bd82fe43ccbf tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464525 Mar 07 16:05:32.311610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325f888-84ec-4871-8439-42cd0c157cd1 req-2c41695e-fc41-474c-b315-2ca2632909cc tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:32.317330 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0652977b-5362-49a6-aaab-d0e463502eac', 'name': 'network-vif-deleted', 'tag': 'c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:32.319094 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7325f888-84ec-4871-8439-42cd0c157cd1 req-2c41695e-fc41-474c-b315-2ca2632909cc tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 944 time: 0.0722215 Mar 07 16:05:32.319638 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925f5abf-212a-4ce5-aeb2-c453c735de1c" -d '{"events": [{"server_uuid": "0652977b-5362-49a6-aaab-d0e463502eac", "name": "network-vif-deleted", "tag": "c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:32.344964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:32.345693 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:32.358664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59c2732-d90b-4b27-9cc7-6ac6c71c7908 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:32.363897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7325f888-84ec-4871-8439-42cd0c157cd1 req-525a3182-ef13-4154-88db-bf44ef795cad tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439284 Mar 07 16:05:32.385198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port c59c2732-d90b-4b27-9cc7-6ac6c71c7908, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:32.390566 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:32.424118 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc254bbd-a55b-45a8-82cf-e30f9b4201b4 x-openstack-request-id: req-bc254bbd-a55b-45a8-82cf-e30f9b4201b4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:32.424845 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0652977b-5362-49a6-aaab-d0e463502eac", "name": "network-vif-deleted", "tag": "c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:32.424845 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc254bbd-a55b-45a8-82cf-e30f9b4201b4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:32.425246 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0652977b-5362-49a6-aaab-d0e463502eac', 'name': 'network-vif-deleted', 'tag': 'c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f', 'status': 'completed', 'code': 200} Mar 07 16:05:32.445198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:32.458022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f138bc-280f-4e2a-ae45-45aac3159216 req-a013efb5-5eee-4a40-80a4-9d844afbd3c0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:32.458183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51882) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:32.459792 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68f138bc-280f-4e2a-ae45-45aac3159216 req-a013efb5-5eee-4a40-80a4-9d844afbd3c0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 949 time: 0.0687456 Mar 07 16:05:32.483450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['20341a45-ff45-4c7d-95a9-1d34126bb14b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:32.510998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['182d87ec-838f-497d-8459-b53ea4de9667'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:32.513416 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68f138bc-280f-4e2a-ae45-45aac3159216 req-9c96d238-8fa8-415e-906b-f5470f5810f8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479720 Mar 07 16:05:32.698213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7861f43-6bb7-4d11-97db-7fbdbdbf14f9 req-c8037943-131f-460a-b025-1f666c55af89 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:32.699641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a7861f43-6bb7-4d11-97db-7fbdbdbf14f9 req-c8037943-131f-460a-b025-1f666c55af89 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 943 time: 0.1335227 Mar 07 16:05:32.759660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-ca35da15-c7d9-419a-bfde-23f7855106fc tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:32.761087 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-ca35da15-c7d9-419a-bfde-23f7855106fc tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 946 time: 0.1579828 Mar 07 16:05:32.834845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a7861f43-6bb7-4d11-97db-7fbdbdbf14f9 req-9757a11e-9e56-4070-994a-1723e352eeae tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278670 Mar 07 16:05:32.864350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e68d482a-7134-4626-b857-06f00148d045'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:32.890955 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['c59c2732-d90b-4b27-9cc7-6ac6c71c7908'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:32.948512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077108c-b7c3-4fff-8792-f707630c6856 req-0ce8b6f0-579b-4d2e-a6f1-ce7bfe4f8657 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:32.949693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Deleting port 58541953-fda4-44a0-8614-809dfc683d63 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:32.950047 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (58541953-fda4-44a0-8614-809dfc683d63), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:32.950282 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a077108c-b7c3-4fff-8792-f707630c6856 req-0ce8b6f0-579b-4d2e-a6f1-ce7bfe4f8657 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 945 time: 0.0557711 Mar 07 16:05:33.002949 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a077108c-b7c3-4fff-8792-f707630c6856 req-b4f47c89-db35-40e9-af4c-a218cd257e1f tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458832 Mar 07 16:05:33.062503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] For port 58541953-fda4-44a0-8614-809dfc683d63, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=58541953-fda4-44a0-8614-809dfc683d63,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:33.063407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (58541953-fda4-44a0-8614-809dfc683d63), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.080634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Calling delete_port for 58541953-fda4-44a0-8614-809dfc683d63 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:33.174045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (0660ddaa-557d-4800-8ecc-a2cad5b22157), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.248978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:33.271038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:33.271413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c639b9cc-5aa5-4f3f-a2fb-28aa20512c3f not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:33.281145 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:05:33.306508 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626c791-f89f-47e1-b6db-81460d9399ec req-f1379fbc-3fc1-40ba-950a-e9575bb532a8 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:33.308078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2626c791-f89f-47e1-b6db-81460d9399ec req-f1379fbc-3fc1-40ba-950a-e9575bb532a8 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0547462 Mar 07 16:05:33.361883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1671c35-10e1-4515-952c-443c91561c23 req-581af127-1a1b-4a82-a743-de71defc7bfb tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:33.363510 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1671c35-10e1-4515-952c-443c91561c23 req-581af127-1a1b-4a82-a743-de71defc7bfb tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 945 time: 0.1931713 Mar 07 16:05:33.366769 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2626c791-f89f-47e1-b6db-81460d9399ec req-ee56e4f2-78ae-40af-8f55-8cfe067f9992 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517242 Mar 07 16:05:33.427128 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (58541953-fda4-44a0-8614-809dfc683d63), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.439762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a', '58541953-fda4-44a0-8614-809dfc683d63'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:33.465782 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-da7af950-e881-4cf7-947a-55824c9e0923 req-71333cfa-4a58-44a3-a5c6-1105982e206c tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a0528af-6a02-43cc-8541-6d050347fb55 HTTP/1.1" status: 200 len: 210 time: 0.0341966 Mar 07 16:05:33.492960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event deleted for resources: {'Port': ['ID=58541953-fda4-44a0-8614-809dfc683d63,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:33.522238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1671c35-10e1-4515-952c-443c91561c23 req-71e911b2-edf1-491c-9a40-1c68f1536f27 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454511 Mar 07 16:05:33.587476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] No DVR routers for this DVR port 58541953-fda4-44a0-8614-809dfc683d63 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:33.590702 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.594990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e08f2e45-8bc1-4c9f-afff-47113192e721 req-423c4a5f-597b-42e0-bb6c-d55747318349 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "DELETE /v2.0/ports/58541953-fda4-44a0-8614-809dfc683d63 HTTP/1.1" status: 204 len: 173 time: 0.8273587 Mar 07 16:05:33.595621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0528af-6a02-43cc-8541-6d050347fb55', 'name': 'network-vif-deleted', 'tag': '58541953-fda4-44a0-8614-809dfc683d63'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:33.597891 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d270763-ba99-4b6e-9823-c70bd7c5bee1" -d '{"events": [{"server_uuid": "8a0528af-6a02-43cc-8541-6d050347fb55", "name": "network-vif-deleted", "tag": "58541953-fda4-44a0-8614-809dfc683d63"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:33.598125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7689d5a4-1572-46a9-917a-222c041329e2 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:33.613557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad2b166e-3232-4693-99ca-4b404ec97d07 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:33.653701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c36e76-d6c5-4897-b3ea-014de03cf8d5 req-754b613a-5896-4ab4-97a4-19a630905a67 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:33.655828 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6c36e76-d6c5-4897-b3ea-014de03cf8d5 req-754b613a-5896-4ab4-97a4-19a630905a67 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 944 time: 0.0944431 Mar 07 16:05:33.718223 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6c36e76-d6c5-4897-b3ea-014de03cf8d5 req-4d557b2c-856c-487b-a829-6179a64d8dec tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565107 Mar 07 16:05:33.721817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98496b7-32ac-460b-9bec-8201aa5eb1d4 req-9308769d-4680-42f8-82f1-0165ecc2592b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:33.723765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d98496b7-32ac-460b-9bec-8201aa5eb1d4 req-9308769d-4680-42f8-82f1-0165ecc2592b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 949 time: 0.1007419 Mar 07 16:05:33.773581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port ad2b166e-3232-4693-99ca-4b404ec97d07 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:33.781411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port ad2b166e-3232-4693-99ca-4b404ec97d07 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:33.782319 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.786344 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308861f4-35c3-427b-9933-efe012263342 x-openstack-request-id: req-308861f4-35c3-427b-9933-efe012263342 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:33.786650 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0528af-6a02-43cc-8541-6d050347fb55", "name": "network-vif-deleted", "tag": "58541953-fda4-44a0-8614-809dfc683d63", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:33.786930 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-308861f4-35c3-427b-9933-efe012263342 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:33.787331 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0528af-6a02-43cc-8541-6d050347fb55', 'name': 'network-vif-deleted', 'tag': '58541953-fda4-44a0-8614-809dfc683d63', 'status': 'completed', 'code': 200} Mar 07 16:05:33.823426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7689d5a4-1572-46a9-917a-222c041329e2,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:33.824974 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d98496b7-32ac-460b-9bec-8201aa5eb1d4 req-c6f9c586-66df-470b-be99-f60194a6208f tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624630 Mar 07 16:05:33.835379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Deleting port 84296613-d613-4c44-9ef8-48b10bafd4cb {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:33.836087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.848807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '7689d5a4-1572-46a9-917a-222c041329e2', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'port_id': '7689d5a4-1572-46a9-917a-222c041329e2', 'mac_address': 'fa:16:3e:40:d4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620f6ee8-c693-4e4e-9db5-22c228d33062', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:33.917988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7689d5a4-1572-46a9-917a-222c041329e2 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:33.918836 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7689d5a4-1572-46a9-917a-222c041329e2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.921110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] For port 84296613-d613-4c44-9ef8-48b10bafd4cb, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=84296613-d613-4c44-9ef8-48b10bafd4cb,segment=NetworkSegment(0659dd7c-c196-49e3-abaa-ac563b2bd12d),segment_id=0659dd7c-c196-49e3-abaa-ac563b2bd12d)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:33.921664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.922916 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ad2b166e-3232-4693-99ca-4b404ec97d07 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:33.923328 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.935931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Calling delete_port for 84296613-d613-4c44-9ef8-48b10bafd4cb owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:33.942535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7689d5a4-1572-46a9-917a-222c041329e2 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:33.960536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d5f3d-637b-4222-9449-de4ec3ffbdf8 req-c159b05c-681f-44e4-af63-95e4c4473d89 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:33.962083 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c6d5f3d-637b-4222-9449-de4ec3ffbdf8 req-c159b05c-681f-44e4-af63-95e4c4473d89 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 943 time: 0.0552497 Mar 07 16:05:33.978513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7689d5a4-1572-46a9-917a-222c041329e2,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:33.986427 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7689d5a4-1572-46a9-917a-222c041329e2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:33.989327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad2b166e-3232-4693-99ca-4b404ec97d07, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad2b166e-3232-4693-99ca-4b404ec97d07,segment=NetworkSegment(b0054d3b-d776-4edc-9ced-c1608a26d1ca),segment_id=b0054d3b-d776-4edc-9ced-c1608a26d1ca)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:33.990032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbf29a4-7886-4495-89b8-42e7677845a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2b166e-3232-4693-99ca-4b404ec97d07'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:33.993501 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dc6200-4782-4ee4-a6d4-00810bfdc2e7" -d '{"events": [{"server_uuid": "8cbf29a4-7886-4495-89b8-42e7677845a5", "name": "network-vif-plugged", "status": "completed", "tag": "ad2b166e-3232-4693-99ca-4b404ec97d07"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:33.999800 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:34.026826 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c6d5f3d-637b-4222-9449-de4ec3ffbdf8 req-4dbf998e-29df-4da2-9a74-d3f848a01699 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585237 Mar 07 16:05:34.046890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7689d5a4-1572-46a9-917a-222c041329e2,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:34.073401 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8d12e9-b933-4295-9634-bbbb4804ceef x-openstack-request-id: req-ae8d12e9-b933-4295-9634-bbbb4804ceef {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:34.073704 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbf29a4-7886-4495-89b8-42e7677845a5", "name": "network-vif-plugged", "status": "completed", "tag": "ad2b166e-3232-4693-99ca-4b404ec97d07", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:34.074323 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae8d12e9-b933-4295-9634-bbbb4804ceef {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:34.074640 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbf29a4-7886-4495-89b8-42e7677845a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2b166e-3232-4693-99ca-4b404ec97d07', 'code': 200} Mar 07 16:05:34.104113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ad2b166e-3232-4693-99ca-4b404ec97d07,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:34.168023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea5724-4896-4ea0-8df1-83b52823a077 req-7299e282-72c4-4b15-b55c-5a1bd085fd2b tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:34.169699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0ea5724-4896-4ea0-8df1-83b52823a077 req-7299e282-72c4-4b15-b55c-5a1bd085fd2b tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 946 time: 0.0596523 Mar 07 16:05:34.203964 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (84296613-d613-4c44-9ef8-48b10bafd4cb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:34.223376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0ea5724-4896-4ea0-8df1-83b52823a077 req-a866e0bd-3c15-43d0-bed6-5e33da4789fa tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472040 Mar 07 16:05:34.238291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915de8-4c49-469b-90b5-2a658601d89c req-6059408b-36fe-4217-8ffb-40d8ff833006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:34.239848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35915de8-4c49-469b-90b5-2a658601d89c req-6059408b-36fe-4217-8ffb-40d8ff833006 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 1128 time: 0.0921190 Mar 07 16:05:34.240890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Pushing event deleted for resources: {'Port': ['ID=84296613-d613-4c44-9ef8-48b10bafd4cb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:34.561568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['7689d5a4-1572-46a9-917a-222c041329e2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:34.661833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11198ee-7c04-49d3-8d35-f5009ceeadfe req-704e3d1b-32d8-4faf-af9a-b0ef9c947e53 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:34.663368 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f11198ee-7c04-49d3-8d35-f5009ceeadfe req-704e3d1b-32d8-4faf-af9a-b0ef9c947e53 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 945 time: 0.0613582 Mar 07 16:05:34.664732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35915de8-4c49-469b-90b5-2a658601d89c req-efb6c39a-9c7d-4261-a1ba-ec6f18890195 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179096 Mar 07 16:05:34.716312 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f11198ee-7c04-49d3-8d35-f5009ceeadfe req-c4525e78-0b89-4b58-aa29-56dd83d134a2 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472198 Mar 07 16:05:34.733880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab407868-2168-4de6-90d2-f7b933fc1492 req-3e16272a-90d1-4420-8958-28b242a9db28 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:34.735673 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab407868-2168-4de6-90d2-f7b933fc1492 req-3e16272a-90d1-4420-8958-28b242a9db28 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1528745 Mar 07 16:05:34.826530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (0660ddaa-557d-4800-8ecc-a2cad5b22157), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:34.833741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab407868-2168-4de6-90d2-f7b933fc1492 req-63d612b8-85b5-478d-b872-2533285dc3d2 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877292 Mar 07 16:05:34.918120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90b126-ab15-419f-ba49-ce7adedd20c3 req-323a68ec-96d7-4667-8fec-8a4e3193dd44 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:34.922103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c90b126-ab15-419f-ba49-ce7adedd20c3 req-323a68ec-96d7-4667-8fec-8a4e3193dd44 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 944 time: 0.1012011 Mar 07 16:05:34.973949 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c90b126-ab15-419f-ba49-ce7adedd20c3 req-41ebc033-8b46-427d-88ca-a0fd9e51fa39 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474198 Mar 07 16:05:35.046429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d974d5-91be-4d87-a078-acccd5e50a1f req-a9fe9e70-abed-4816-8c30-fb4965d5f1ea tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:35.049325 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6d974d5-91be-4d87-a078-acccd5e50a1f req-a9fe9e70-abed-4816-8c30-fb4965d5f1ea tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 949 time: 0.1065764 Mar 07 16:05:35.083312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269480dd-483b-467f-87cc-844ecdaddd6d req-2b82bf5a-7b01-4121-8491-37a5e6172180 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:35.084852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-269480dd-483b-467f-87cc-844ecdaddd6d req-2b82bf5a-7b01-4121-8491-37a5e6172180 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0557795 Mar 07 16:05:35.134311 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-269480dd-483b-467f-87cc-844ecdaddd6d req-f3922952-2497-4427-b78f-aebb1806b69f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Mar 07 16:05:35.144634 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6d974d5-91be-4d87-a078-acccd5e50a1f req-db8751f5-bee6-422f-82b7-dad678f8421e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886226 Mar 07 16:05:35.148833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Router 0660ddaa-557d-4800-8ecc-a2cad5b22157 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:05:35.254652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 20341a45-ff45-4c7d-95a9-1d34126bb14b up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:35.302770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:05:35.312641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-10e55f63-dceb-4b67-8059-45bcb2f48934 admin admin] 10.222.0.24 "PUT /v2.0/routers/0660ddaa-557d-4800-8ecc-a2cad5b22157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8510504 Mar 07 16:05:35.313893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51942) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:35.316533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] Sync routers for ids ['0660ddaa-557d-4800-8ecc-a2cad5b22157'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:05:35.329471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 20341a45-ff45-4c7d-95a9-1d34126bb14b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:35.335165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] Routers {'0660ddaa-557d-4800-8ecc-a2cad5b22157'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:05:35.336046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:05:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0660ddaa-557d-4800-8ecc-a2cad5b22157'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:35.338352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 20341a45-ff45-4c7d-95a9-1d34126bb14b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:35.338850 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:35.370000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50ef48-02fd-4b77-b8cc-c4ff356531eb req-b7b888d8-d475-4e3a-bb13-a55164e9870e tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:35.371763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b50ef48-02fd-4b77-b8cc-c4ff356531eb req-b7b888d8-d475-4e3a-bb13-a55164e9870e tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 944 time: 0.1583881 Mar 07 16:05:35.512226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b50ef48-02fd-4b77-b8cc-c4ff356531eb req-21de6cd5-7ada-4a8b-ae2a-de90f65d5026 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281364 Mar 07 16:05:35.530514 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks [] for router (0660ddaa-557d-4800-8ecc-a2cad5b22157), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:35.536320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] Set router 0660ddaa-557d-4800-8ecc-a2cad5b22157 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:05:35.610768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 20341a45-ff45-4c7d-95a9-1d34126bb14b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:35.611539 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:35.612857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7637-bc1e-4b21-9c88-0c33dfee08f5 req-3674598f-c955-4aa8-b59b-3b995ab37892 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:35.614412 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bedf7637-bc1e-4b21-9c88-0c33dfee08f5 req-3674598f-c955-4aa8-b59b-3b995ab37892 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 946 time: 0.0683341 Mar 07 16:05:35.623678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e68d482a-7134-4626-b857-06f00148d045 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:35.679417 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bedf7637-bc1e-4b21-9c88-0c33dfee08f5 req-08e1bc85-cde7-46c4-86cc-b622870deb13 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570052 Mar 07 16:05:35.695265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks [] for router_gateway (0660ddaa-557d-4800-8ecc-a2cad5b22157), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:35.718041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf6474-6419-4d85-b423-8e6dd05413ff req-43341a27-06a4-4a73-a403-ed7f138262d3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:35.720535 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ecf6474-6419-4d85-b423-8e6dd05413ff req-43341a27-06a4-4a73-a403-ed7f138262d3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1400990 Mar 07 16:05:35.739484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 20341a45-ff45-4c7d-95a9-1d34126bb14b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=20341a45-ff45-4c7d-95a9-1d34126bb14b,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:35.761559 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:35.762381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 182d87ec-838f-497d-8459-b53ea4de9667 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:35.836489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ecf6474-6419-4d85-b423-8e6dd05413ff req-1971ec31-d77e-46db-9e9a-d3b1bbbc4ec3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085768 Mar 07 16:05:35.852013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port e68d482a-7134-4626-b857-06f00148d045 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:35.866147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Deleting port ea55ee53-83b9-45c7-9cf2-815b91350b75 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:35.866788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:35.880953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd541-1f7f-4402-9091-922e58dee7ee req-dffea0a4-70ca-4ccc-a8b8-f78d65196bd3 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:35.881449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port e68d482a-7134-4626-b857-06f00148d045 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:35.881836 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e68d482a-7134-4626-b857-06f00148d045), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:35.895383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-324dd541-1f7f-4402-9091-922e58dee7ee req-dffea0a4-70ca-4ccc-a8b8-f78d65196bd3 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 945 time: 0.1017425 Mar 07 16:05:35.918394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=20341a45-ff45-4c7d-95a9-1d34126bb14b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:35.956656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 182d87ec-838f-497d-8459-b53ea4de9667 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:35.962908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 182d87ec-838f-497d-8459-b53ea4de9667 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:35.963292 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (182d87ec-838f-497d-8459-b53ea4de9667), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:35.975364 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-324dd541-1f7f-4402-9091-922e58dee7ee req-ae4f7f53-e64c-4e36-a3e1-9bc27d00be60 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790513 Mar 07 16:05:35.988924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:55Z', 'updated_at': '2022-03-07T16:05:34Z', 'revision_number': 5, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'gw_port': {'id': 'ea55ee53-83b9-45c7-9cf2-815b91350b75', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:03:56Z', 'updated_at': '2022-03-07T16:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:36.016499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] For port ea55ee53-83b9-45c7-9cf2-815b91350b75, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ea55ee53-83b9-45c7-9cf2-815b91350b75,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:36.016950 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.031405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] Checking router: 0660ddaa-557d-4800-8ecc-a2cad5b22157 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:05:36.035671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Calling delete_port for ea55ee53-83b9-45c7-9cf2-815b91350b75 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:36.075267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8ee45e-f323-4611-9188-81eb6f77e8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20341a45-ff45-4c7d-95a9-1d34126bb14b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:36.077571 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ff57f9-f141-43e7-ae20-7aebd6e3a1fd" -d '{"events": [{"server_uuid": "5f8ee45e-f323-4611-9188-81eb6f77e8f4", "name": "network-vif-plugged", "status": "completed", "tag": "20341a45-ff45-4c7d-95a9-1d34126bb14b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:36.080848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] Routers {'0660ddaa-557d-4800-8ecc-a2cad5b22157'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:05:36.081747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:05:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0660ddaa-557d-4800-8ecc-a2cad5b22157'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:36.160317 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5d605-dab7-49e6-82ef-7f8895711e2c req-963f3094-e4a3-4c69-9348-9a6db7298e4f tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:36.162775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-15d5d605-dab7-49e6-82ef-7f8895711e2c req-963f3094-e4a3-4c69-9348-9a6db7298e4f tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 944 time: 0.0979810 Mar 07 16:05:36.169589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e68d482a-7134-4626-b857-06f00148d045 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:36.170046 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e68d482a-7134-4626-b857-06f00148d045), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.177720 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1039b7-c1bf-4aef-94bf-a42b243ce64e x-openstack-request-id: req-2f1039b7-c1bf-4aef-94bf-a42b243ce64e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:36.190898 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8ee45e-f323-4611-9188-81eb6f77e8f4", "name": "network-vif-plugged", "status": "completed", "tag": "20341a45-ff45-4c7d-95a9-1d34126bb14b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:36.191691 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f1039b7-c1bf-4aef-94bf-a42b243ce64e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:36.192307 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8ee45e-f323-4611-9188-81eb6f77e8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20341a45-ff45-4c7d-95a9-1d34126bb14b', 'code': 200} Mar 07 16:05:36.279400 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-15d5d605-dab7-49e6-82ef-7f8895711e2c req-497006d5-bec3-4711-a53d-6319cdc46792 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096978 Mar 07 16:05:36.307464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] Set router 0660ddaa-557d-4800-8ecc-a2cad5b22157 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:05:36.354495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46407611-dc9a-46d5-a8e3-a00e4a1492ab req-b4da35bb-0d58-4fb2-a1fd-d652cc812061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:36.356026 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-46407611-dc9a-46d5-a8e3-a00e4a1492ab req-b4da35bb-0d58-4fb2-a1fd-d652cc812061 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f8ee45e-f323-4611-9188-81eb6f77e8f4 HTTP/1.1" status: 200 len: 1128 time: 0.0754659 Mar 07 16:05:36.371400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 182d87ec-838f-497d-8459-b53ea4de9667 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:36.372052 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (182d87ec-838f-497d-8459-b53ea4de9667), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.376562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:55Z', 'updated_at': '2022-03-07T16:05:35Z', 'revision_number': 6, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:36.387297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e68d482a-7134-4626-b857-06f00148d045, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e68d482a-7134-4626-b857-06f00148d045,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:36.414891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e88680-dd39-4e90-bc51-817f38158851 req-0c9a4e9b-a334-444d-83f2-545a801fdd5b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:36.417167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2844b91-775b-44ea-9ee7-a4b6b1f88dd0 None None] The sync data for ids ['0660ddaa-557d-4800-8ecc-a2cad5b22157'] in n-d-830010-8 is: [{'id': '0660ddaa-557d-4800-8ecc-a2cad5b22157', 'name': 'tempest-ServerRescueNegativeTestJSON-836457871-router', 'tenant_id': 'f7f32a58559442abbca48c91e1969eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:03:55Z', 'updated_at': '2022-03-07T16:05:35Z', 'revision_number': 6, 'project_id': 'f7f32a58559442abbca48c91e1969eb7', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:05:36.418721 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e68d482a-7134-4626-b857-06f00148d045), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.419591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device c59c2732-d90b-4b27-9cc7-6ac6c71c7908 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:36.419723 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-46407611-dc9a-46d5-a8e3-a00e4a1492ab req-cfcfb8c5-ddca-4c02-9f4a-bf3b20a663a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552220 Mar 07 16:05:36.423335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0e88680-dd39-4e90-bc51-817f38158851 req-0c9a4e9b-a334-444d-83f2-545a801fdd5b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 949 time: 0.1446640 Mar 07 16:05:36.424752 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ea55ee53-83b9-45c7-9cf2-815b91350b75), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.499031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea55ee53-83b9-45c7-9cf2-815b91350b75,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:36.561930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 182d87ec-838f-497d-8459-b53ea4de9667, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=182d87ec-838f-497d-8459-b53ea4de9667,segment=NetworkSegment(2d8ca288-e7bf-4a06-aa77-56340dbe9e2a),segment_id=2d8ca288-e7bf-4a06-aa77-56340dbe9e2a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:36.568435 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.569485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e68d482a-7134-4626-b857-06f00148d045,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:36.574420 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (182d87ec-838f-497d-8459-b53ea4de9667), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.592809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06304a1b-5c26-4523-a0a2-f816debc4277 req-64048fc3-2c41-4a19-ac08-253dc8838a31 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:36.593111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (0660ddaa-557d-4800-8ecc-a2cad5b22157), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.594553 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-06304a1b-5c26-4523-a0a2-f816debc4277 req-64048fc3-2c41-4a19-ac08-253dc8838a31 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 945 time: 0.0628786 Mar 07 16:05:36.599751 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0e88680-dd39-4e90-bc51-817f38158851 req-bf684be6-176b-4a54-b4e7-01ebc73eac66 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237211 Mar 07 16:05:36.632239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:36.637923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:36.638298 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.640036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=182d87ec-838f-497d-8459-b53ea4de9667,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:36.675455 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-06304a1b-5c26-4523-a0a2-f816debc4277 req-b65ea80d-f00d-443c-bcce-f650a934915d tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711150 Mar 07 16:05:36.728500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:36.729051 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.744911 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (0660ddaa-557d-4800-8ecc-a2cad5b22157), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.748378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks [] for router_controller (0660ddaa-557d-4800-8ecc-a2cad5b22157), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.770635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port c59c2732-d90b-4b27-9cc7-6ac6c71c7908, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:36.777998 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.779247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 58541953-fda4-44a0-8614-809dfc683d63 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:36.804349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0c765-6487-4b0c-91e0-880d9b6e85b0 req-99e833ae-c27e-4258-9eb6-5db0399137be tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:36.810829 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (0660ddaa-557d-4800-8ecc-a2cad5b22157), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.811296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0660ddaa-557d-4800-8ecc-a2cad5b22157 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:05:36.816127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f0c765-6487-4b0c-91e0-880d9b6e85b0 req-99e833ae-c27e-4258-9eb6-5db0399137be tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 946 time: 0.0736024 Mar 07 16:05:36.819952 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.824583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9aa7f2d1-8ba9-43de-91be-1e6728ac3e52 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0660ddaa-557d-4800-8ecc-a2cad5b22157 HTTP/1.1" status: 204 len: 168 time: 1.5096471 Mar 07 16:05:36.825364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51980) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:36.842937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 58541953-fda4-44a0-8614-809dfc683d63 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:36.843218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837b88-3496-4283-b6c3-6eb5eb62d77f req-fd9c46ff-10be-4ccc-9a26-634bc0f9397d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:36.843512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 58541953-fda4-44a0-8614-809dfc683d63 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:36.850951 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e837b88-3496-4283-b6c3-6eb5eb62d77f req-fd9c46ff-10be-4ccc-9a26-634bc0f9397d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 944 time: 0.1688054 Mar 07 16:05:36.866770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:36.881438 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9f0c765-6487-4b0c-91e0-880d9b6e85b0 req-a0687032-6505-45c0-972a-04c287875823 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641818 Mar 07 16:05:36.929059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-153893b2-4143-41d0-aa9c-adaafa7eac73 admin admin] Deleting subnet 3c318d24-0b57-4168-b73f-64793b2c1842 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:05:36.933644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-153893b2-4143-41d0-aa9c-adaafa7eac73 admin admin] Publish callbacks [] for subnet (3c318d24-0b57-4168-b73f-64793b2c1842), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:36.939596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e837b88-3496-4283-b6c3-6eb5eb62d77f req-2242e7c9-4c9c-47af-9dba-4778f89c8462 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868218 Mar 07 16:05:36.978185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-153893b2-4143-41d0-aa9c-adaafa7eac73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (3c318d24-0b57-4168-b73f-64793b2c1842), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.013872 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9372d-9468-44d7-89c1-0ad7af4569f9 req-11d7da1d-d171-4074-8532-192a8a7cf0be tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:37.015732 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bee9372d-9468-44d7-89c1-0ad7af4569f9 req-11d7da1d-d171-4074-8532-192a8a7cf0be tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0562003 Mar 07 16:05:37.025308 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-153893b2-4143-41d0-aa9c-adaafa7eac73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (3c318d24-0b57-4168-b73f-64793b2c1842), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.066864 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bee9372d-9468-44d7-89c1-0ad7af4569f9 req-5b979758-7a31-42eb-be29-080fe1db9530 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434272 Mar 07 16:05:37.087004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-153893b2-4143-41d0-aa9c-adaafa7eac73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (3c318d24-0b57-4168-b73f-64793b2c1842), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.115464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153893b2-4143-41d0-aa9c-adaafa7eac73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c318d24-0b57-4168-b73f-64793b2c1842,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:37.126949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-153893b2-4143-41d0-aa9c-adaafa7eac73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.130103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-153893b2-4143-41d0-aa9c-adaafa7eac73 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c318d24-0b57-4168-b73f-64793b2c1842 HTTP/1.1" status: 204 len: 168 time: 0.3030367 Mar 07 16:05:37.132605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51990) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:37.237221 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (cfd5c92e-876d-4547-8864-0237e2fb3be3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.247644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683d0b2-bc58-43e0-b0a6-b9401eb852af req-27b29ae2-5b52-4a3f-be0c-93ffc54053a2 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:37.249151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f683d0b2-bc58-43e0-b0a6-b9401eb852af req-27b29ae2-5b52-4a3f-be0c-93ffc54053a2 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 946 time: 0.1352024 Mar 07 16:05:37.374431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (cfd5c92e-876d-4547-8864-0237e2fb3be3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.391394 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f683d0b2-bc58-43e0-b0a6-b9401eb852af req-2b180a70-0268-4963-999e-b4fadea7061a tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330750 Mar 07 16:05:37.410789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd5c92e-876d-4547-8864-0237e2fb3be3']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:37.433339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0659dd7c-c196-49e3-abaa-ac563b2bd12d') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:37.433339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0659dd7c-c196-49e3-abaa-ac563b2bd12d') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:37.444918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (0659dd7c-c196-49e3-abaa-ac563b2bd12d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.455156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea319a-cf74-4a57-bab5-e5209a721d65 req-b2b57d94-8534-459b-a605-2b97bc86f3d3 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:37.456789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62ea319a-cf74-4a57-bab5-e5209a721d65 req-b2b57d94-8534-459b-a605-2b97bc86f3d3 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 945 time: 0.0580912 Mar 07 16:05:37.461230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (0659dd7c-c196-49e3-abaa-ac563b2bd12d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.468460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:05:37.468820 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (0659dd7c-c196-49e3-abaa-ac563b2bd12d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:05:37.470573 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:05:37.514104 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62ea319a-cf74-4a57-bab5-e5209a721d65 req-3c46ce43-f154-49a6-b66a-a26b31a63478 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510926 Mar 07 16:05:37.529645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (cfd5c92e-876d-4547-8864-0237e2fb3be3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.543934 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.547535 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cfd5c92e-876d-4547-8864-0237e2fb3be3 HTTP/1.1" status: 204 len: 168 time: 0.4139471 Mar 07 16:05:37.558141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42ef57-519f-495f-9ff8-e3ea111fefe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd5c92e-876d-4547-8864-0237e2fb3be3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:37.621340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7689d5a4-1572-46a9-917a-222c041329e2 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:37.748034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 7689d5a4-1572-46a9-917a-222c041329e2 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:05:37.763349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 7689d5a4-1572-46a9-917a-222c041329e2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:37.766738 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7689d5a4-1572-46a9-917a-222c041329e2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.795885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52016) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:37.807200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a69a2-5bfb-449a-af86-19ab262536ba req-843d3b33-3081-4cae-901a-c30991a40bf6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:37.808817 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b77a69a2-5bfb-449a-af86-19ab262536ba req-843d3b33-3081-4cae-901a-c30991a40bf6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 950 time: 0.1001549 Mar 07 16:05:37.883773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b77a69a2-5bfb-449a-af86-19ab262536ba req-cbebae0a-79fc-4fd5-a75d-5c6137adbf3a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673707 Mar 07 16:05:37.908422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ac56f8e6-9806-4cb8-b1b9-cfc56461e1b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7f32a58559442abbca48c91e1969eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1112800 Mar 07 16:05:37.911205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:37.921223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5d6df-555b-43c0-840d-0233fd7be330 req-bb1cd70d-5aaa-4e4b-b8e3-6724e1e1c3a9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:37.930865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b1c5d6df-555b-43c0-840d-0233fd7be330 req-bb1cd70d-5aaa-4e4b-b8e3-6724e1e1c3a9 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 945 time: 0.1265850 Mar 07 16:05:37.975272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d449a3e7-c1a9-4aa4-9c89-47f60cb26365 admin admin] Publish callbacks [] for security_group (3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:37.993270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b1c5d6df-555b-43c0-840d-0233fd7be330 req-c1be1051-60cf-4faa-bfdc-5913bb3d1d55 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614178 Mar 07 16:05:38.004003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d449a3e7-c1a9-4aa4-9c89-47f60cb26365 admin admin] Publish callbacks [] for security_group (3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:38.059773 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7689d5a4-1572-46a9-917a-222c041329e2 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:38.060158 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7689d5a4-1572-46a9-917a-222c041329e2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:38.068754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d449a3e7-c1a9-4aa4-9c89-47f60cb26365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:38.071569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d449a3e7-c1a9-4aa4-9c89-47f60cb26365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:38.075121 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d449a3e7-c1a9-4aa4-9c89-47f60cb26365 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b HTTP/1.1" status: 204 len: 168 time: 0.1602056 Mar 07 16:05:38.084641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449a3e7-c1a9-4aa4-9c89-47f60cb26365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3619c1-9e9a-4235-9fc5-dfe6b0a8386b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:38.122485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7689d5a4-1572-46a9-917a-222c041329e2,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:38.127977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-63cb359d-eb93-4c75-8377-2b64872c16c5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:38.129543 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-63cb359d-eb93-4c75-8377-2b64872c16c5 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 945 time: 0.1004755 Mar 07 16:05:38.132130 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7689d5a4-1572-46a9-917a-222c041329e2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:38.153345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade58f6-0253-4867-b697-b02d27af7754 req-5a3f5c07-ee91-4902-8f03-1d6314590ecd tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:38.162814 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4ade58f6-0253-4867-b697-b02d27af7754 req-5a3f5c07-ee91-4902-8f03-1d6314590ecd tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 944 time: 0.0963190 Mar 07 16:05:38.188495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7689d5a4-1572-46a9-917a-222c041329e2,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:38.193407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5850d062-2dd7-4457-9bd8-a8f97e656b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d482a-7134-4626-b857-06f00148d045'}, {'server_uuid': '60e54972-0ce0-4ad4-b360-01be17c63b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182d87ec-838f-497d-8459-b53ea4de9667'}, {'server_uuid': '4edaf910-46fe-4fe8-9b47-25dbafb8a140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59c2732-d90b-4b27-9cc7-6ac6c71c7908'}, {'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:38.195813 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7b570e-9402-4a33-b9c0-99f19f3aca88" -d '{"events": [{"server_uuid": "5850d062-2dd7-4457-9bd8-a8f97e656b35", "name": "network-vif-plugged", "status": "completed", "tag": "e68d482a-7134-4626-b857-06f00148d045"}, {"server_uuid": "60e54972-0ce0-4ad4-b360-01be17c63b19", "name": "network-vif-plugged", "status": "completed", "tag": "182d87ec-838f-497d-8459-b53ea4de9667"}, {"server_uuid": "4edaf910-46fe-4fe8-9b47-25dbafb8a140", "name": "network-vif-plugged", "status": "completed", "tag": "c59c2732-d90b-4b27-9cc7-6ac6c71c7908"}, {"server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "name": "network-vif-plugged", "status": "completed", "tag": "7689d5a4-1572-46a9-917a-222c041329e2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:38.283686 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4ade58f6-0253-4867-b697-b02d27af7754 req-3d5be184-e7c5-4ccf-b260-42671a61f811 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143706 Mar 07 16:05:38.317029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Deleting port b415f0c2-ee30-41cd-b729-ecdcacf4444a {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:38.317029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:38.333583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0326d8e-f43b-422d-8a9c-482516bbbbe3 req-742135db-0d23-4c4e-949d-33d85744509f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:38.335367 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0326d8e-f43b-422d-8a9c-482516bbbbe3 req-742135db-0d23-4c4e-949d-33d85744509f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0815656 Mar 07 16:05:38.360757 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0b8779-4d49-4fcc-88c1-3f0e6fa9a61e x-openstack-request-id: req-ad0b8779-4d49-4fcc-88c1-3f0e6fa9a61e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:38.361159 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5850d062-2dd7-4457-9bd8-a8f97e656b35", "name": "network-vif-plugged", "status": "completed", "tag": "e68d482a-7134-4626-b857-06f00148d045", "code": 200}, {"server_uuid": "60e54972-0ce0-4ad4-b360-01be17c63b19", "name": "network-vif-plugged", "status": "completed", "tag": "182d87ec-838f-497d-8459-b53ea4de9667", "code": 200}, {"server_uuid": "4edaf910-46fe-4fe8-9b47-25dbafb8a140", "name": "network-vif-plugged", "status": "completed", "tag": "c59c2732-d90b-4b27-9cc7-6ac6c71c7908", "code": 200}, {"server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "name": "network-vif-plugged", "status": "completed", "tag": "7689d5a4-1572-46a9-917a-222c041329e2", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:38.361321 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad0b8779-4d49-4fcc-88c1-3f0e6fa9a61e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:38.361759 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5850d062-2dd7-4457-9bd8-a8f97e656b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d482a-7134-4626-b857-06f00148d045', 'code': 200} Mar 07 16:05:38.362003 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e54972-0ce0-4ad4-b360-01be17c63b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182d87ec-838f-497d-8459-b53ea4de9667', 'code': 200} Mar 07 16:05:38.362263 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edaf910-46fe-4fe8-9b47-25dbafb8a140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59c2732-d90b-4b27-9cc7-6ac6c71c7908', 'code': 200} Mar 07 16:05:38.362519 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2', 'code': 200} Mar 07 16:05:38.427672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0326d8e-f43b-422d-8a9c-482516bbbbe3 req-049e8301-a5cd-4226-b73b-230e2a60369f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845120 Mar 07 16:05:38.488849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] For port b415f0c2-ee30-41cd-b729-ecdcacf4444a, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b415f0c2-ee30-41cd-b729-ecdcacf4444a,segment=NetworkSegment(f4042f66-af36-4cbe-9375-d997ee9e32d5),segment_id=f4042f66-af36-4cbe-9375-d997ee9e32d5)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:38.489436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:38.521636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Calling delete_port for b415f0c2-ee30-41cd-b729-ecdcacf4444a owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:38.555934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ea55ee53-83b9-45c7-9cf2-815b91350b75 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:38.584360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ea55ee53-83b9-45c7-9cf2-815b91350b75 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:38.584705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ea55ee53-83b9-45c7-9cf2-815b91350b75 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:38.585547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 84296613-d613-4c44-9ef8-48b10bafd4cb no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:38.611247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 84296613-d613-4c44-9ef8-48b10bafd4cb {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:38.611602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 84296613-d613-4c44-9ef8-48b10bafd4cb not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:38.639129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdbccf-bdb8-49dd-9216-6f5f96d4903c req-f9d5526e-bec4-47f8-b73b-29e20d0da2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:38.642182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4afdbccf-bdb8-49dd-9216-6f5f96d4903c req-f9d5526e-bec4-47f8-b73b-29e20d0da2d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 1132 time: 0.1151216 Mar 07 16:05:38.767450 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4afdbccf-bdb8-49dd-9216-6f5f96d4903c req-9aaa4ca9-885e-4070-8137-a3d64e4cddcf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180420 Mar 07 16:05:38.794579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642bee9-0510-4a24-8be1-df850437771e req-32879fc5-0a3e-4153-8138-6b1c95c3cb8e tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:38.796215 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9642bee9-0510-4a24-8be1-df850437771e req-32879fc5-0a3e-4153-8138-6b1c95c3cb8e tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 945 time: 0.1259339 Mar 07 16:05:38.874723 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b415f0c2-ee30-41cd-b729-ecdcacf4444a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:38.890665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b415f0c2-ee30-41cd-b729-ecdcacf4444a'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:38.893932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9642bee9-0510-4a24-8be1-df850437771e req-aace73ef-2250-419a-bd97-c48eb44597e8 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774252 Mar 07 16:05:38.923261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Pushing event deleted for resources: {'Port': ['ID=b415f0c2-ee30-41cd-b729-ecdcacf4444a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:38.956414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc944f7d-cd9d-4d9d-9a83-a022e25be2dc req-1455762b-7397-45f4-abd2-fbe63b1c58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:38.957988 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc944f7d-cd9d-4d9d-9a83-a022e25be2dc req-1455762b-7397-45f4-abd2-fbe63b1c58bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 1127 time: 0.4717417 Mar 07 16:05:38.968834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f9b7a-b84b-4773-8bb2-2fdd18cff561 req-5d7e0040-cdfe-4057-8a06-2560402b0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:38.971057 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-270f9b7a-b84b-4773-8bb2-2fdd18cff561 req-5d7e0040-cdfe-4057-8a06-2560402b0f8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 1128 time: 0.5153823 Mar 07 16:05:38.978341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aed71-a35d-4680-aba0-d2c1ec8077ab req-1dca15d9-7a8b-4833-8e55-dd4efb5029b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:38.979920 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e24aed71-a35d-4680-aba0-d2c1ec8077ab req-1dca15d9-7a8b-4833-8e55-dd4efb5029b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 1127 time: 0.4623971 Mar 07 16:05:38.985590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] No DVR routers for this DVR port b415f0c2-ee30-41cd-b729-ecdcacf4444a on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:38.989075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:38.994176 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b1378c3-1ff8-4412-be13-0abab2197754 req-3b8395e0-f1a2-43ef-be0d-e75cc8843ad3 tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.15 "DELETE /v2.0/ports/b415f0c2-ee30-41cd-b729-ecdcacf4444a HTTP/1.1" status: 204 len: 173 time: 0.8564181 Mar 07 16:05:38.994948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa69f49-6230-41f5-b900-df514324d59c', 'name': 'network-vif-deleted', 'tag': 'b415f0c2-ee30-41cd-b729-ecdcacf4444a'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:38.997814 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375757dd-b950-426e-9ef7-d023a30b54ce" -d '{"events": [{"server_uuid": "2aa69f49-6230-41f5-b900-df514324d59c", "name": "network-vif-deleted", "tag": "b415f0c2-ee30-41cd-b729-ecdcacf4444a"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:39.005334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d5487-cb29-4c7d-b86a-74f060a83625 req-c0df391e-c5ee-4410-b551-b6cdf661bd21 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:39.012943 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc9d5487-cb29-4c7d-b86a-74f060a83625 req-c0df391e-c5ee-4410-b551-b6cdf661bd21 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 946 time: 0.4603348 Mar 07 16:05:39.130507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed33bd-4bb7-4c20-a927-dca9d4d97705 req-8315cb02-f17d-4ddd-a7d6-37fd652815e3 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:39.138167 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40ed33bd-4bb7-4c20-a927-dca9d4d97705 req-8315cb02-f17d-4ddd-a7d6-37fd652815e3 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 950 time: 0.0990162 Mar 07 16:05:39.151670 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-270f9b7a-b84b-4773-8bb2-2fdd18cff561 req-cb816814-79d6-4bf3-b517-f7881ed52776 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365225 Mar 07 16:05:39.159483 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e24aed71-a35d-4680-aba0-d2c1ec8077ab req-fe908408-51f4-4def-bccc-a1853d182df3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708863 Mar 07 16:05:39.171686 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc9d5487-cb29-4c7d-b86a-74f060a83625 req-05ea056f-47ea-4c46-8b19-faad7a0758e8 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574292 Mar 07 16:05:39.193664 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc944f7d-cd9d-4d9d-9a83-a022e25be2dc req-c2c0cf78-f4b2-4d92-bb1d-1cc2734632b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682346 Mar 07 16:05:39.196953 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40ed33bd-4bb7-4c20-a927-dca9d4d97705 req-470acb84-def8-43d8-a93e-7845e4b99faf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579948 Mar 07 16:05:39.256281 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc4355d-f2fa-4ede-bd12-171b726cd31d x-openstack-request-id: req-fdc4355d-f2fa-4ede-bd12-171b726cd31d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:39.257014 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa69f49-6230-41f5-b900-df514324d59c", "name": "network-vif-deleted", "tag": "b415f0c2-ee30-41cd-b729-ecdcacf4444a", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:39.257475 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdc4355d-f2fa-4ede-bd12-171b726cd31d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:39.259084 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa69f49-6230-41f5-b900-df514324d59c', 'name': 'network-vif-deleted', 'tag': 'b415f0c2-ee30-41cd-b729-ecdcacf4444a', 'status': 'completed', 'code': 200} Mar 07 16:05:39.350114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dbb6081a-4478-4c34-91ae-2c2e94b5edab req-905bebc5-2cd4-4d14-b214-3aee101b405f tempest-DeleteServersTestJSON-293127545 tempest-DeleteServersTestJSON-293127545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa69f49-6230-41f5-b900-df514324d59c HTTP/1.1" status: 200 len: 210 time: 0.0281308 Mar 07 16:05:39.579772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a024d2-6d49-4382-991e-082cd05592e6 req-246cb8f9-da23-4a72-918a-528f8d68650d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:39.581306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9a024d2-6d49-4382-991e-082cd05592e6 req-246cb8f9-da23-4a72-918a-528f8d68650d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.0574737 Mar 07 16:05:39.630307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c9a024d2-6d49-4382-991e-082cd05592e6 req-eda747c3-9929-4e19-86c6-cd24ff1b6f02 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Mar 07 16:05:39.746535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0d2b3-210e-4bc8-bb64-da0913b4a3d7 req-f5a1aa44-c8df-464c-a207-32ab43940fc9 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:39.748093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ee0d2b3-210e-4bc8-bb64-da0913b4a3d7 req-f5a1aa44-c8df-464c-a207-32ab43940fc9 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0602648 Mar 07 16:05:39.798225 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ee0d2b3-210e-4bc8-bb64-da0913b4a3d7 req-5b89a8a2-da6f-4ea4-9b70-865f822701ee tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Mar 07 16:05:40.048571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c1490-d35a-4a9e-9688-0e49de317837 req-c273544d-b425-4aa5-9dba-403884370f31 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:40.056364 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a1c1490-d35a-4a9e-9688-0e49de317837 req-c273544d-b425-4aa5-9dba-403884370f31 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 945 time: 0.0665751 Mar 07 16:05:40.110302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a1c1490-d35a-4a9e-9688-0e49de317837 req-13a22105-1156-4a14-afac-a22bca69fa1c tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521529 Mar 07 16:05:40.291387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e039-f4e2-4ca8-8855-1dbca2f9d100 req-3af0f71a-84f0-4be8-81b4-9b09728fabbc tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:40.292886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa84e039-f4e2-4ca8-8855-1dbca2f9d100 req-3af0f71a-84f0-4be8-81b4-9b09728fabbc tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 946 time: 0.0537124 Mar 07 16:05:40.294943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1438bb-f4b2-4209-9852-3bc4ed9238c9 req-7af8d1b3-d873-48c4-a3d8-5eb49cec5c4f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:40.296568 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe1438bb-f4b2-4209-9852-3bc4ed9238c9 req-7af8d1b3-d873-48c4-a3d8-5eb49cec5c4f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 946 time: 0.0551984 Mar 07 16:05:40.340976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa84e039-f4e2-4ca8-8855-1dbca2f9d100 req-e4934a9a-750c-4c30-a78d-95f9c08c6b04 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Mar 07 16:05:40.344592 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe1438bb-f4b2-4209-9852-3bc4ed9238c9 req-695fde55-0548-4a68-bdd6-de41a82f4908 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Mar 07 16:05:40.455257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7218f-c682-4256-bc63-69b1ada441c0 req-9555789a-cff6-42c2-ab75-b494006502a9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:40.458213 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bda7218f-c682-4256-bc63-69b1ada441c0 req-9555789a-cff6-42c2-ab75-b494006502a9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 950 time: 0.0594654 Mar 07 16:05:40.475545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52110) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:40.505631 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bda7218f-c682-4256-bc63-69b1ada441c0 req-488f47b0-b8dc-48e5-b629-ebbc347b9192 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Mar 07 16:05:40.520496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f2acb6-315d-416d-ad31-ef7e87268db0 admin admin] Deleting subnet f72ca13c-8ffe-45cb-9e24-07aaf17581aa {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:05:40.523747 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41f2acb6-315d-416d-ad31-ef7e87268db0 admin admin] Publish callbacks [] for subnet (f72ca13c-8ffe-45cb-9e24-07aaf17581aa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.559622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41f2acb6-315d-416d-ad31-ef7e87268db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f72ca13c-8ffe-45cb-9e24-07aaf17581aa), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.605410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41f2acb6-315d-416d-ad31-ef7e87268db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f72ca13c-8ffe-45cb-9e24-07aaf17581aa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.658604 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41f2acb6-315d-416d-ad31-ef7e87268db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f72ca13c-8ffe-45cb-9e24-07aaf17581aa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.685871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2acb6-315d-416d-ad31-ef7e87268db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72ca13c-8ffe-45cb-9e24-07aaf17581aa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:40.691348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41f2acb6-315d-416d-ad31-ef7e87268db0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.694693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-41f2acb6-315d-416d-ad31-ef7e87268db0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f72ca13c-8ffe-45cb-9e24-07aaf17581aa HTTP/1.1" status: 204 len: 168 time: 0.2181408 Mar 07 16:05:40.697263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52114) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:40.764456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e170ea-21b0-4fe4-8752-ffd40d4220ad req-55a5e4c1-5bc1-448f-a909-363807222bd7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:40.766446 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0e170ea-21b0-4fe4-8752-ffd40d4220ad req-55a5e4c1-5bc1-448f-a909-363807222bd7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.0582616 Mar 07 16:05:40.775586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f2e65e7d-475f-42bc-b785-221af76b9874), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.801505 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.826044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0e170ea-21b0-4fe4-8752-ffd40d4220ad req-9591d144-1f1e-42f6-8316-bc7028d55bf9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529244 Mar 07 16:05:40.859414 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (f2e65e7d-475f-42bc-b785-221af76b9874), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.885348 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e65e7d-475f-42bc-b785-221af76b9874']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:40.903637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4042f66-af36-4cbe-9375-d997ee9e32d5') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:40.903943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4042f66-af36-4cbe-9375-d997ee9e32d5') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:40.930513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f4042f66-af36-4cbe-9375-d997ee9e32d5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.949417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f4042f66-af36-4cbe-9375-d997ee9e32d5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f4042f66-af36-4cbe-9375-d997ee9e32d5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:05:40.966921 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:05:41.021139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a15db7-b121-448d-82ee-5b1169732e92 req-dad60e60-875e-4d30-b535-c05e4d00f265 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:41.022770 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-46a15db7-b121-448d-82ee-5b1169732e92 req-dad60e60-875e-4d30-b535-c05e4d00f265 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1393518 Mar 07 16:05:41.032498 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (f2e65e7d-475f-42bc-b785-221af76b9874), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.052467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.057907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2e65e7d-475f-42bc-b785-221af76b9874 HTTP/1.1" status: 204 len: 168 time: 0.3573933 Mar 07 16:05:41.062558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d131017-aed4-428f-b3f0-e44ee4d8dee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e65e7d-475f-42bc-b785-221af76b9874,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:41.099470 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-46a15db7-b121-448d-82ee-5b1169732e92 req-0fec9f56-5a93-4a72-9f2b-2e4f22ce022c tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687590 Mar 07 16:05:41.275613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52136) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:41.418993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52146) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:41.489640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd110d-edc5-4b41-90be-9724f1fdd10d req-2c883380-7f6d-492b-8f21-46db03d5b270 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:41.491356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9cd110d-edc5-4b41-90be-9724f1fdd10d req-2c883380-7f6d-492b-8f21-46db03d5b270 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 946 time: 0.0632944 Mar 07 16:05:41.552684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468774b1-084b-4e36-af57-4c870b4249d6 req-1b3fe276-e4b0-44f5-b7d2-fa1984fcfe89 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:41.554188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-468774b1-084b-4e36-af57-4c870b4249d6 req-1b3fe276-e4b0-44f5-b7d2-fa1984fcfe89 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 945 time: 0.3689053 Mar 07 16:05:41.576348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-92ed2d0d-5133-4018-8d12-cfe4ee4679b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.589524 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-13de63d5-d974-44bb-b20d-97a22c731c9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fdcbd0ff10c45108a08a31b08761e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117676 Mar 07 16:05:41.595157 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9cd110d-edc5-4b41-90be-9724f1fdd10d req-821ca26a-12cc-48fb-ae64-fc0adc74ad6f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942986 Mar 07 16:05:41.595357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52152) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:41.613637 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-468774b1-084b-4e36-af57-4c870b4249d6 req-d101a067-7a06-451b-93a0-6fa3815ad59c tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 Mar 07 16:05:41.650137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b415f0c2-ee30-41cd-b729-ecdcacf4444a no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:41.681034 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-867ecda9-eb2d-4780-82f3-4355ba008657 admin admin] Publish callbacks [] for security_group (cc129f3e-ad08-4edc-b378-6e0fa0cdc61c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.684545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: b415f0c2-ee30-41cd-b729-ecdcacf4444a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:41.685144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b415f0c2-ee30-41cd-b729-ecdcacf4444a not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:41.729064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-867ecda9-eb2d-4780-82f3-4355ba008657 admin admin] Publish callbacks [] for security_group (cc129f3e-ad08-4edc-b378-6e0fa0cdc61c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.732162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-92ed2d0d-5133-4018-8d12-cfe4ee4679b2 admin admin] Publish callbacks [] for security_group (f4a4f50d-23d7-415b-939f-4ac825f4d69e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.737709 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-92ed2d0d-5133-4018-8d12-cfe4ee4679b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f4a4f50d-23d7-415b-939f-4ac825f4d69e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.780117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76517dc9-c508-478d-883f-ad9834d4bd45 req-e48373e8-57e6-414a-96f8-589c8a608654 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:41.781638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76517dc9-c508-478d-883f-ad9834d4bd45 req-e48373e8-57e6-414a-96f8-589c8a608654 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 950 time: 0.0956881 Mar 07 16:05:41.791970 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60340b2-ed14-4db3-8fc8-3eb1176c5da8 req-0fc94400-142e-4757-8d7c-8d7ed2dc5890 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:41.793946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d60340b2-ed14-4db3-8fc8-3eb1176c5da8 req-0fc94400-142e-4757-8d7c-8d7ed2dc5890 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 946 time: 0.1190133 Mar 07 16:05:41.800938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-92ed2d0d-5133-4018-8d12-cfe4ee4679b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4aa41a7f5bc14011891f58f6c827f0a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799376 Mar 07 16:05:41.801781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed2d0d-5133-4018-8d12-cfe4ee4679b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a4f50d-23d7-415b-939f-4ac825f4d69e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:41.805998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52158) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:41.837582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-867ecda9-eb2d-4780-82f3-4355ba008657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cc129f3e-ad08-4edc-b378-6e0fa0cdc61c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.840121 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-867ecda9-eb2d-4780-82f3-4355ba008657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.841244 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-867ecda9-eb2d-4780-82f3-4355ba008657 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc129f3e-ad08-4edc-b378-6e0fa0cdc61c HTTP/1.1" status: 204 len: 168 time: 0.2453170 Mar 07 16:05:41.870358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ecda9-eb2d-4780-82f3-4355ba008657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc129f3e-ad08-4edc-b378-6e0fa0cdc61c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:41.871369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d60340b2-ed14-4db3-8fc8-3eb1176c5da8 req-5e31c8d9-78e7-4eb9-9d33-13eed7b04d34 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/security-groups?id=2657f86a-95b8-4721-8509-0a84c262ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649462 Mar 07 16:05:41.882117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76517dc9-c508-478d-883f-ad9834d4bd45 req-a89650b3-518b-4e56-a685-68dd612a9d16 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945628 Mar 07 16:05:41.898510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49d95ca0-6ff2-4b07-99d4-58d03baacf82 admin admin] Publish callbacks [] for security_group (f4a4f50d-23d7-415b-939f-4ac825f4d69e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:41.939434 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49d95ca0-6ff2-4b07-99d4-58d03baacf82 admin admin] Publish callbacks [] for security_group (f4a4f50d-23d7-415b-939f-4ac825f4d69e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:42.009959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49d95ca0-6ff2-4b07-99d4-58d03baacf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f4a4f50d-23d7-415b-939f-4ac825f4d69e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:42.013408 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49d95ca0-6ff2-4b07-99d4-58d03baacf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:42.014725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-49d95ca0-6ff2-4b07-99d4-58d03baacf82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4a4f50d-23d7-415b-939f-4ac825f4d69e HTTP/1.1" status: 204 len: 168 time: 0.2073078 Mar 07 16:05:42.023718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d95ca0-6ff2-4b07-99d4-58d03baacf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a4f50d-23d7-415b-939f-4ac825f4d69e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:42.058242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f4dac-ff83-46e5-91f4-93359366866b req-b48ab6af-a0e2-4d19-8f2e-88afa9341d03 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:42.059877 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-566f4dac-ff83-46e5-91f4-93359366866b req-b48ab6af-a0e2-4d19-8f2e-88afa9341d03 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f8ee45e-f323-4611-9188-81eb6f77e8f4 HTTP/1.1" status: 200 len: 946 time: 0.0825653 Mar 07 16:05:42.111101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b251ee-8e5e-4cd6-bfbe-cc0e0555d354 req-04d757bc-452c-47e6-bd27-8c3730ee59c3 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:42.112732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2b251ee-8e5e-4cd6-bfbe-cc0e0555d354 req-04d757bc-452c-47e6-bd27-8c3730ee59c3 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.0666194 Mar 07 16:05:42.131493 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-566f4dac-ff83-46e5-91f4-93359366866b req-1c403780-f82e-48d6-b7ec-12d9dafbd2cc tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648484 Mar 07 16:05:42.198487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2b251ee-8e5e-4cd6-bfbe-cc0e0555d354 req-fbec7fd4-f382-461a-8f63-7807494127c2 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766563 Mar 07 16:05:42.265432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2504efe-d6cf-43ad-9114-89990052704b req-1426ec02-3269-49ae-a1ab-bb7d966ff7e3 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:42.265979 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2504efe-d6cf-43ad-9114-89990052704b req-1426ec02-3269-49ae-a1ab-bb7d966ff7e3 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 946 time: 0.1261969 Mar 07 16:05:42.331662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb794a76-485a-4be7-86b2-5ca9dc5ce29b req-4d5302dd-cdbc-42f3-9272-483def7926b8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:42.339425 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bb794a76-485a-4be7-86b2-5ca9dc5ce29b req-4d5302dd-cdbc-42f3-9272-483def7926b8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=7568bbe5-a1fb-489c-8119-1208c3cd5c1b HTTP/1.1" status: 200 len: 950 time: 0.1389596 Mar 07 16:05:42.351665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93391af5-47c8-45e7-a8fc-aed2bd449afe req-b9b1baed-00e5-4339-bf92-e65de2441c74 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:42.353083 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93391af5-47c8-45e7-a8fc-aed2bd449afe req-b9b1baed-00e5-4339-bf92-e65de2441c74 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0719347 Mar 07 16:05:42.425547 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93391af5-47c8-45e7-a8fc-aed2bd449afe req-1d55bc65-6348-42f2-86a0-6adb63a43051 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643806 Mar 07 16:05:42.446946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bb794a76-485a-4be7-86b2-5ca9dc5ce29b req-d11a6fbd-e7c0-46fe-98ac-76573f78103b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063199 Mar 07 16:05:42.487016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-a2504efe-d6cf-43ad-9114-89990052704b req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Deleting port ad2b166e-3232-4693-99ca-4b404ec97d07 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:42.487443 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a2504efe-d6cf-43ad-9114-89990052704b req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:42.611604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-a2504efe-d6cf-43ad-9114-89990052704b req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] For port ad2b166e-3232-4693-99ca-4b404ec97d07, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad2b166e-3232-4693-99ca-4b404ec97d07,segment=NetworkSegment(b0054d3b-d776-4edc-9ced-c1608a26d1ca),segment_id=b0054d3b-d776-4edc-9ced-c1608a26d1ca)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:42.611871 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a2504efe-d6cf-43ad-9114-89990052704b req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:42.641168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-a2504efe-d6cf-43ad-9114-89990052704b req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Calling delete_port for ad2b166e-3232-4693-99ca-4b404ec97d07 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:42.892137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a2504efe-d6cf-43ad-9114-89990052704b req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ad2b166e-3232-4693-99ca-4b404ec97d07), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:42.904677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ad2b166e-3232-4693-99ca-4b404ec97d07'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:42.927231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Pushing event deleted for resources: {'Port': ['ID=ad2b166e-3232-4693-99ca-4b404ec97d07,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:42.975103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5097f9-e338-4771-aadb-34f3660bdee0 req-76730d3d-3140-4117-8a66-f26ec5ebcfd9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:42.980837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5097f9-e338-4771-aadb-34f3660bdee0 req-76730d3d-3140-4117-8a66-f26ec5ebcfd9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:42.982695 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f5097f9-e338-4771-aadb-34f3660bdee0 req-76730d3d-3140-4117-8a66-f26ec5ebcfd9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35&device_id=7568bbe5-a1fb-489c-8119-1208c3cd5c1b HTTP/1.1" status: 200 len: 1691 time: 0.0679007 Mar 07 16:05:42.995787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dcf7f-fd4d-473f-bff8-42a1826f41b3 req-25e64b54-e9b0-4d1a-92b1-0199ef3b5933 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:42.998998 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a19dcf7f-fd4d-473f-bff8-42a1826f41b3 req-25e64b54-e9b0-4d1a-92b1-0199ef3b5933 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.1568699 Mar 07 16:05:43.040546 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2504efe-d6cf-43ad-9114-89990052704b req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] No DVR routers for this DVR port ad2b166e-3232-4693-99ca-4b404ec97d07 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:43.043612 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a2504efe-d6cf-43ad-9114-89990052704b req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.048928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a2504efe-d6cf-43ad-9114-89990052704b req-db273156-a4cb-4579-a321-3b437570f2d7 tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.15 "DELETE /v2.0/ports/ad2b166e-3232-4693-99ca-4b404ec97d07 HTTP/1.1" status: 204 len: 173 time: 0.7766161 Mar 07 16:05:43.056471 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f5097f9-e338-4771-aadb-34f3660bdee0 req-00dcd343-b848-4773-b70a-c6d91941a9c0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664725 Mar 07 16:05:43.070339 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbf29a4-7886-4495-89b8-42e7677845a5', 'name': 'network-vif-deleted', 'tag': 'ad2b166e-3232-4693-99ca-4b404ec97d07'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:43.073470 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b12a3de-5df9-4ad7-b72f-a309a3ac4f97" -d '{"events": [{"server_uuid": "8cbf29a4-7886-4495-89b8-42e7677845a5", "name": "network-vif-deleted", "tag": "ad2b166e-3232-4693-99ca-4b404ec97d07"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:43.098823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52228) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:43.112825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a19dcf7f-fd4d-473f-bff8-42a1826f41b3 req-56772507-872b-4d38-bdbe-ecf79ef013ce tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073534 Mar 07 16:05:43.282940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6c51d-4e13-4f76-8ebf-2b32da035b91 req-41d71284-f152-4003-8407-5cff2b2c519b tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:43.285291 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91d6c51d-4e13-4f76-8ebf-2b32da035b91 req-41d71284-f152-4003-8407-5cff2b2c519b tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 945 time: 0.0916920 Mar 07 16:05:43.344032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dead3df3-219b-4519-8526-a434e0450418 req-41699378-ee28-4f22-ac48-02f0ec6dcd7a tempest-ServerTagsTestJSON-662487970 tempest-ServerTagsTestJSON-662487970-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbf29a4-7886-4495-89b8-42e7677845a5 HTTP/1.1" status: 200 len: 210 time: 0.0365713 Mar 07 16:05:43.353785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1590808365-network', 'tenant_id': '6a4b511c908d4598a245a49782799b97'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:43.358241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91d6c51d-4e13-4f76-8ebf-2b32da035b91 req-2c49edf5-8c70-445c-9cbd-7da505ecf302 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631692 Mar 07 16:05:43.420884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Made reservation on behalf of 6a4b511c908d4598a245a49782799b97 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:43.425066 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.432002 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c746da-db19-4fd9-a277-8ba5821a901b x-openstack-request-id: req-a6c746da-db19-4fd9-a277-8ba5821a901b {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:43.432298 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbf29a4-7886-4495-89b8-42e7677845a5", "name": "network-vif-deleted", "tag": "ad2b166e-3232-4693-99ca-4b404ec97d07", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:43.432554 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6c746da-db19-4fd9-a277-8ba5821a901b {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:43.433002 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbf29a4-7886-4495-89b8-42e7677845a5', 'name': 'network-vif-deleted', 'tag': 'ad2b166e-3232-4693-99ca-4b404ec97d07', 'status': 'completed', 'code': 200} Mar 07 16:05:43.436476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.537285 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Publish callbacks [] for security_group (779f99d5-3218-4386-a36f-d448cdc7fed5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.546565 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (779f99d5-3218-4386-a36f-d448cdc7fed5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.586498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:05:43.597851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907ebb1-b099-42a1-92ea-7476baa4041a req-8c2125c8-b126-4856-bfe6-1d500d27c716 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:43.599831 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8907ebb1-b099-42a1-92ea-7476baa4041a req-8c2125c8-b126-4856-bfe6-1d500d27c716 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 1132 time: 0.0590422 Mar 07 16:05:43.611781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f29476ea-40f4-4a72-9c0d-4464ce8328da), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.612462 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Added segment f29476ea-40f4-4a72-9c0d-4464ce8328da of type vlan for network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 Mar 07 16:05:43.616472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779f99d5-3218-4386-a36f-d448cdc7fed5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:43.675459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a6518-b37a-4b6a-be5a-86392abaf2a7 req-98129a15-247d-4d3f-8bad-6e90a660ee24 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:43.677102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c07a6518-b37a-4b6a-be5a-86392abaf2a7 req-98129a15-247d-4d3f-8bad-6e90a660ee24 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1427140 Mar 07 16:05:43.679085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.686270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8907ebb1-b099-42a1-92ea-7476baa4041a req-cdb40c05-5041-401f-b54e-2361fc0fe4ff tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788913 Mar 07 16:05:43.735959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.736945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:43.737533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.788639 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c07a6518-b37a-4b6a-be5a-86392abaf2a7 req-b9b8da95-38ca-4869-a9d9-5741f8f94117 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953121 Mar 07 16:05:43.818694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7186468 Mar 07 16:05:43.821898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52264) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:43.830879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Request body: {'subnet': {'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1590808365-subnet', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:43.835485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989b976-c863-4360-8380-8e2af3c9cdfa admin admin] Pushing event updated for resources: {'Network': ['ID=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:43.858435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:05:43.863887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Made reservation on behalf of 6a4b511c908d4598a245a49782799b97 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:43.866402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:43.938113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-c28f0505-7854-45e5-9413-3cc83fe3048a tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:43.943340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-c28f0505-7854-45e5-9413-3cc83fe3048a tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 813 time: 0.1606319 Mar 07 16:05:43.971927 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-43ff6b48-4553-4dd8-87e0-4e79234a1b55 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/quotas/69e9c7cfd60046d88c79b0656732f3ed HTTP/1.1" status: 200 len: 375 time: 0.0109830 Mar 07 16:05:43.998096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba80eb-dc5a-44c5-b780-16f5708b1030 req-32aaea5c-effc-4963-a57a-b4d219c01708 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:43.999688 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77ba80eb-dc5a-44c5-b780-16f5708b1030 req-32aaea5c-effc-4963-a57a-b4d219c01708 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7568bbe5-a1fb-489c-8119-1208c3cd5c1b HTTP/1.1" status: 200 len: 1132 time: 0.1037724 Mar 07 16:05:44.041334 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-9c320016-d94d-4c80-ba4f-a3b8591c14d8 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684028 Mar 07 16:05:44.106426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77ba80eb-dc5a-44c5-b780-16f5708b1030 req-19535574-8d56-4cc9-9365-4f8e3fe0ab04 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967681 Mar 07 16:05:44.130561 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (4784ddd6-9a98-45d9-9472-37dd49848577), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:44.157824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-859bcdbf-c8bf-4f5e-9498-11d94bedcdd8 service neutron] 10.222.0.24 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077814 Mar 07 16:05:44.291230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-08bc5fc6-b374-4a6e-a8f8-5c92c4e855c3 service neutron] 10.222.0.24 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297851 Mar 07 16:05:44.293491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4784ddd6-9a98-45d9-9472-37dd49848577,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:44.332324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Checking segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:44.333006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Network hostable DHCP agents. Network: 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:05:44.382510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cfda2-ebc4-4417-b0cc-d9c309a0c32b req-8e447e82-437d-4f7a-a4b9-14b61ddd64f1 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:44.391970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-602cfda2-ebc4-4417-b0cc-d9c309a0c32b req-8e447e82-437d-4f7a-a4b9-14b61ddd64f1 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.1803479 Mar 07 16:05:44.411827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:05:44.435568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:44.448843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:44.449734 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:44.453901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee7cd52-c67a-4214-acc9-30eccaaab2af None None] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:44.471044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-602cfda2-ebc4-4417-b0cc-d9c309a0c32b req-1516bf7f-2d96-4ac5-83c1-f16d1307a5bd tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725911 Mar 07 16:05:44.504619 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d20e0be0-ea11-4118-9f04-5c74a322a0ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6813810 Mar 07 16:05:44.507844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52292) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:44.521433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:44.585979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52306) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:44.598205 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (46908ef9-3d0e-497f-8be3-b90519e9f5ca), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:44.600905 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (46908ef9-3d0e-497f-8be3-b90519e9f5ca), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:44.636387 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-55dfb426-5836-4e0a-bfce-c5bccd7d01e0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411313 Mar 07 16:05:44.670185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'project_id': '6a4b511c908d4598a245a49782799b97', 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:05:44.672796 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:44.789385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-77b1cdf7-9ef7-4863-bc1f-e32d4a6540d6 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:44.791321 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-77b1cdf7-9ef7-4863-bc1f-e32d4a6540d6 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f8ee45e-f323-4611-9188-81eb6f77e8f4 HTTP/1.1" status: 200 len: 946 time: 0.3067863 Mar 07 16:05:44.892415 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks [] for router_controller (46908ef9-3d0e-497f-8be3-b90519e9f5ca), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:44.898157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-467914ac-c8e1-4271-b3ac-872fe10c2205 admin admin] Deleting subnet 3fc2f56e-7e78-4ce4-8a08-90f888d27f65 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:05:44.903605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-1fbcb190-3128-4f3b-8f6d-6cbdf0572365 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:44.908582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-467914ac-c8e1-4271-b3ac-872fe10c2205 admin admin] Publish callbacks [] for subnet (3fc2f56e-7e78-4ce4-8a08-90f888d27f65), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:44.912507 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-1fbcb190-3128-4f3b-8f6d-6cbdf0572365 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729471 Mar 07 16:05:44.912652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Allocated IP 172.20.0.2 (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03/4784ddd6-9a98-45d9-9472-37dd49848577/c242eaf0-59bf-4ba6-8c42-bdb2b5104689) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:44.964663 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-971b8caa-90d3-4791-9cb7-9205dceb6e1b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/quotas/fa6ccd2bcec746369708c24b8c365314 HTTP/1.1" status: 200 len: 375 time: 0.0526779 Mar 07 16:05:45.014778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-ce69b950-a523-4458-bd39-a7fee07aa4ee tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:45.016978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-ce69b950-a523-4458-bd39-a7fee07aa4ee tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "GET /v2.0/ports?device_id=4edaf910-46fe-4fe8-9b47-25dbafb8a140 HTTP/1.1" status: 200 len: 946 time: 0.1725640 Mar 07 16:05:45.076622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-467914ac-c8e1-4271-b3ac-872fe10c2205 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (3fc2f56e-7e78-4ce4-8a08-90f888d27f65), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.077947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Deleting port 20341a45-ff45-4c7d-95a9-1d34126bb14b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:45.079079 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.151309 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-039506de-d71d-4b0d-a13f-fdd48442bbd8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1853006 Mar 07 16:05:45.232186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-467914ac-c8e1-4271-b3ac-872fe10c2205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (3fc2f56e-7e78-4ce4-8a08-90f888d27f65), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.233672 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Publish callbacks [] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.256303 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.283059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Deleting port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:45.283507 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.289266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] For port 20341a45-ff45-4c7d-95a9-1d34126bb14b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=20341a45-ff45-4c7d-95a9-1d34126bb14b,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:45.289634 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.328501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Calling delete_port for 20341a45-ff45-4c7d-95a9-1d34126bb14b owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:45.367317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Pushing event updated for resources: {'Port': ['ID=c242eaf0-59bf-4ba6-8c42-bdb2b5104689,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:45.402315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:45.413737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:45.420101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:45.454062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] For port c59c2732-d90b-4b27-9cc7-6ac6c71c7908, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:45.454728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.508263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Calling delete_port for c59c2732-d90b-4b27-9cc7-6ac6c71c7908 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:45.535827 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks [] for router_gateway (46908ef9-3d0e-497f-8be3-b90519e9f5ca), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.559598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-a3c8ce4a-a241-49eb-a736-6a8614c73162 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:45.560429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Attempting to bind port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:45.560996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Attempting to bind port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:45.561154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Attempting to bind port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:45.561738 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-a3c8ce4a-a241-49eb-a736-6a8614c73162 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 945 time: 0.8769679 Mar 07 16:05:45.570722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-467914ac-c8e1-4271-b3ac-872fe10c2205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (3fc2f56e-7e78-4ce4-8a08-90f888d27f65), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.574448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:45.575127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Checking segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:45.575731 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.579265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Bound using segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:45.580051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Bound port: c242eaf0-59bf-4ba6-8c42-bdb2b5104689, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:45.580646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.682928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad2b166e-3232-4693-99ca-4b404ec97d07 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:45.737571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467914ac-c8e1-4271-b3ac-872fe10c2205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc2f56e-7e78-4ce4-8a08-90f888d27f65,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:45.769507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: ad2b166e-3232-4693-99ca-4b404ec97d07 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:45.769856 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad2b166e-3232-4693-99ca-4b404ec97d07 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:45.775672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffb515-8d7c-46e6-b2f4-24f7ba64295e req-f901b5e3-49b8-4106-a865-12b83e47bec6 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:45.779704 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ffb515-8d7c-46e6-b2f4-24f7ba64295e req-f901b5e3-49b8-4106-a865-12b83e47bec6 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 945 time: 1.0709870 Mar 07 16:05:45.796123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] For port c242eaf0-59bf-4ba6-8c42-bdb2b5104689, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:45.796778 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-467914ac-c8e1-4271-b3ac-872fe10c2205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.802119 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-467914ac-c8e1-4271-b3ac-872fe10c2205 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3fc2f56e-7e78-4ce4-8a08-90f888d27f65 HTTP/1.1" status: 204 len: 168 time: 1.2142229 Mar 07 16:05:45.806763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] For port c242eaf0-59bf-4ba6-8c42-bdb2b5104689, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c242eaf0-59bf-4ba6-8c42-bdb2b5104689,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:45.809808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52354) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:45.825493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (20341a45-ff45-4c7d-95a9-1d34126bb14b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.828071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:45.895013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['c59c2732-d90b-4b27-9cc7-6ac6c71c7908'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:45.897464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['20341a45-ff45-4c7d-95a9-1d34126bb14b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:46.000881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72c787-d4d2-451f-8992-e977a1bc86eb None None] Pushing event updated for resources: {'Port': ['ID=c242eaf0-59bf-4ba6-8c42-bdb2b5104689,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:46.016501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52358) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:46.071704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Pushing event deleted for resources: {'Port': ['ID=20341a45-ff45-4c7d-95a9-1d34126bb14b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:46.154307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] No DVR routers for this DVR port 20341a45-ff45-4c7d-95a9-1d34126bb14b on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:46.158623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.162963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac9fd66e-8fc4-41f5-8a59-db4ac0c7fe2d req-10b88175-2947-449d-81f6-90dcfb078a99 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.11 "DELETE /v2.0/ports/20341a45-ff45-4c7d-95a9-1d34126bb14b HTTP/1.1" status: 204 len: 173 time: 1.3635418 Mar 07 16:05:46.168905 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8ee45e-f323-4611-9188-81eb6f77e8f4', 'name': 'network-vif-deleted', 'tag': '20341a45-ff45-4c7d-95a9-1d34126bb14b'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:46.172246 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece67853-f059-40a8-a5d9-36069273d427" -d '{"events": [{"server_uuid": "5f8ee45e-f323-4611-9188-81eb6f77e8f4", "name": "network-vif-deleted", "tag": "20341a45-ff45-4c7d-95a9-1d34126bb14b"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:46.205424 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6d2bd-77e5-4667-82f9-807d00365d30 req-21140069-d4e2-4500-a400-d3d7fe5171da tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:46.216600 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ffe6d2bd-77e5-4667-82f9-807d00365d30 req-21140069-d4e2-4500-a400-d3d7fe5171da tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.3923707 Mar 07 16:05:46.247409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c59c2732-d90b-4b27-9cc7-6ac6c71c7908), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.261291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['20341a45-ff45-4c7d-95a9-1d34126bb14b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:46.262081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Deleting port 182d87ec-838f-497d-8459-b53ea4de9667 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:05:46.262559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (182d87ec-838f-497d-8459-b53ea4de9667), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.368942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ffb515-8d7c-46e6-b2f4-24f7ba64295e req-3c0b6698-ac5a-475d-aad1-cf47536d365e tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743694 Mar 07 16:05:46.385068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (fe8c0365-6201-401c-9257-8233fedb738f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.395791 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-91891d23-5bb1-48f6-af5e-b202fd9e2213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.398112 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Pushing event deleted for resources: {'Port': ['ID=c59c2732-d90b-4b27-9cc7-6ac6c71c7908,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:46.525598 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ffe6d2bd-77e5-4667-82f9-807d00365d30 req-9e27efbf-8716-4f4c-8e9d-4239b0e5d714 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025458 Mar 07 16:05:46.527925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] No DVR routers for this DVR port c59c2732-d90b-4b27-9cc7-6ac6c71c7908 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:46.559247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.564336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e66d9546-1b3d-4316-b4d8-47c73238cccf req-4b3c82a3-5122-4c10-8453-6ba3a7d25eb9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "DELETE /v2.0/ports/c59c2732-d90b-4b27-9cc7-6ac6c71c7908 HTTP/1.1" status: 204 len: 173 time: 1.5396864 Mar 07 16:05:46.601632 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81c97275-0b77-4ac9-8136-ff80ad63c14e req-0f4df485-2f45-47a8-89eb-6e05f4761937 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 210 time: 0.1158004 Mar 07 16:05:46.727792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c242eaf0-59bf-4ba6-8c42-bdb2b5104689 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:46.747589 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (fe8c0365-6201-401c-9257-8233fedb738f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.789558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-91891d23-5bb1-48f6-af5e-b202fd9e2213 admin admin] Publish callbacks [] for security_group (2a88bac6-521b-4c20-b915-3cddeed6715d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.799977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395b717-d480-4ecd-a93c-38a119edd318 req-4c3665c2-9f68-4253-a0ec-60536aba687b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:46.810014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3395b717-d480-4ecd-a93c-38a119edd318 req-4c3665c2-9f68-4253-a0ec-60536aba687b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.1661499 Mar 07 16:05:46.814316 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-96c43f9b-eeeb-4d65-956e-f44e75c419d4 req-9bd0fe62-4548-4a82-8335-e7ede4b49acb tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 210 time: 0.0721390 Mar 07 16:05:46.844563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-91891d23-5bb1-48f6-af5e-b202fd9e2213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2a88bac6-521b-4c20-b915-3cddeed6715d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.857271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] For port 182d87ec-838f-497d-8459-b53ea4de9667, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=182d87ec-838f-497d-8459-b53ea4de9667,segment=NetworkSegment(2d8ca288-e7bf-4a06-aa77-56340dbe9e2a),segment_id=2d8ca288-e7bf-4a06-aa77-56340dbe9e2a)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:46.864275 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (182d87ec-838f-497d-8459-b53ea4de9667), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.869310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:46.869694 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:46.881153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8c0365-6201-401c-9257-8233fedb738f']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:46.906472 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3395b717-d480-4ecd-a93c-38a119edd318 req-2771e07a-74e9-4b51-ad12-35b6b4857beb tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909302 Mar 07 16:05:46.924569 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f85a08b-d612-42e6-bcae-ed0624d09926 x-openstack-request-id: req-1f85a08b-d612-42e6-bcae-ed0624d09926 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:46.924862 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8ee45e-f323-4611-9188-81eb6f77e8f4", "name": "network-vif-deleted", "tag": "20341a45-ff45-4c7d-95a9-1d34126bb14b", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:46.925115 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f85a08b-d612-42e6-bcae-ed0624d09926 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:46.925601 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8ee45e-f323-4611-9188-81eb6f77e8f4', 'name': 'network-vif-deleted', 'tag': '20341a45-ff45-4c7d-95a9-1d34126bb14b', 'status': 'completed', 'code': 200} Mar 07 16:05:46.959436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Calling delete_port for 182d87ec-838f-497d-8459-b53ea4de9667 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:05:46.965665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0054d3b-d776-4edc-9ced-c1608a26d1ca') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:46.966279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0054d3b-d776-4edc-9ced-c1608a26d1ca') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:46.967326 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-91891d23-5bb1-48f6-af5e-b202fd9e2213 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38488131bca741c6b6f9e130dfb00024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8969626 Mar 07 16:05:46.968078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91891d23-5bb1-48f6-af5e-b202fd9e2213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a88bac6-521b-4c20-b915-3cddeed6715d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:46.975969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52364) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:47.005054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7498f4a5-9621-4ded-bbe6-6dcf89f4fc4e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:47.006550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7498f4a5-9621-4ded-bbe6-6dcf89f4fc4e tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 813 time: 0.3189838 Mar 07 16:05:47.023554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (b0054d3b-d776-4edc-9ced-c1608a26d1ca), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.026345 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Request body: {'port': {'device_id': 'a5b33015-e658-49ac-b527-463fce614226', 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce', 'admin_state_up': True, 'tenant_id': '69e9c7cfd60046d88c79b0656732f3ed'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:47.038746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:47.039180 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.086492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port c242eaf0-59bf-4ba6-8c42-bdb2b5104689, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c242eaf0-59bf-4ba6-8c42-bdb2b5104689,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:47.095628 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.143182 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b0054d3b-d776-4edc-9ced-c1608a26d1ca), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.166906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:05:47.167465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (b0054d3b-d776-4edc-9ced-c1608a26d1ca), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:05:47.169238 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:05:47.202245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=c242eaf0-59bf-4ba6-8c42-bdb2b5104689,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:47.205218 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks [] for router_gateway (46908ef9-3d0e-497f-8be3-b90519e9f5ca), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.294529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83c65cf4-fff2-4dda-a538-0a3f1b27df83 admin admin] Publish callbacks [] for security_group (2a88bac6-521b-4c20-b915-3cddeed6715d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.352432 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (fe8c0365-6201-401c-9257-8233fedb738f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.353754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.366031 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.378310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] 10.222.0.24 "DELETE /v2.0/networks/fe8c0365-6201-401c-9257-8233fedb738f HTTP/1.1" status: 204 len: 168 time: 1.5565593 Mar 07 16:05:47.382538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83c65cf4-fff2-4dda-a538-0a3f1b27df83 admin admin] Publish callbacks [] for security_group (2a88bac6-521b-4c20-b915-3cddeed6715d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.420706 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-2e5e50cf-44cf-4311-b2e7-5ab23b423f74 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:47.422815 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-2e5e50cf-44cf-4311-b2e7-5ab23b423f74 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 813 time: 0.3164458 Mar 07 16:05:47.461171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Request body: {'port': {'device_id': 'e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033', 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce', 'admin_state_up': True, 'tenant_id': '69e9c7cfd60046d88c79b0656732f3ed'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:47.468058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f64d9e-ed48-4dd0-93b0-879fb7ad6a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8c0365-6201-401c-9257-8233fedb738f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:47.492364 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-c34e4f01-d393-45f8-b7b5-424ff796e49a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993612 Mar 07 16:05:47.492967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Made reservation on behalf of 69e9c7cfd60046d88c79b0656732f3ed for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:47.506717 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.660053 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (182d87ec-838f-497d-8459-b53ea4de9667), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.708762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094adef-5c4c-424d-8ab0-698b75c183f0 None None] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:47.711024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52376) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:47.773649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Pushing event deleted for resources: {'Port': ['ID=182d87ec-838f-497d-8459-b53ea4de9667,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:47.785977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-74d3df12-90c9-4bfa-bbcf-8a179e68d4b3 None None] Provisioning complete for port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:47.788846 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-74d3df12-90c9-4bfa-bbcf-8a179e68d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.837268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Allocated IP 172.25.4.212 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/773b58c1-7235-43d6-b622-04f9beab5496) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:47.879333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] No DVR routers for this DVR port 182d87ec-838f-497d-8459-b53ea4de9667 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:05:47.886879 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:47.890064 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c8121ff-7c98-4806-92d0-17536ade38ec req-b755f8c0-a815-4afa-9d5c-ca1e5133da90 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.11 "DELETE /v2.0/ports/182d87ec-838f-497d-8459-b53ea4de9667 HTTP/1.1" status: 204 len: 173 time: 2.3160062 Mar 07 16:05:47.892782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e54972-0ce0-4ad4-b360-01be17c63b19', 'name': 'network-vif-deleted', 'tag': '182d87ec-838f-497d-8459-b53ea4de9667'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:47.895521 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d4e006-a319-42bf-9b42-5bb487c2b8da" -d '{"events": [{"server_uuid": "60e54972-0ce0-4ad4-b360-01be17c63b19", "name": "network-vif-deleted", "tag": "182d87ec-838f-497d-8459-b53ea4de9667"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:47.905705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55c630-5fff-4db4-8987-dcb207602dac req-e33a1b5e-1025-4d58-aeb0-b938cfba6632 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:47.908174 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf55c630-5fff-4db4-8987-dcb207602dac req-e33a1b5e-1025-4d58-aeb0-b938cfba6632 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.2459571 Mar 07 16:05:47.915849 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-83b0f842-2d7e-444d-821f-27c5dfe8dec3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1afeba11df54bc28712656d173a432d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003095 Mar 07 16:05:47.917597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52382) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:47.944755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-74d3df12-90c9-4bfa-bbcf-8a179e68d4b3 None None] Current status of the port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:48.099845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf55c630-5fff-4db4-8987-dcb207602dac req-ac3ff6eb-85fd-40b2-92eb-3e726c2442e4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819706 Mar 07 16:05:48.132040 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks [] for port (773b58c1-7235-43d6-b622-04f9beab5496), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.133721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-253910ce-7077-465b-b9a8-61f37b1c9434 admin admin] Publish callbacks [] for security_group (2657f86a-95b8-4721-8509-0a84c262ece2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.161206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-e77c8c6a-db21-4793-9de5-2c96a1474d90 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:48.162597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-253910ce-7077-465b-b9a8-61f37b1c9434 admin admin] Publish callbacks [] for security_group (2657f86a-95b8-4721-8509-0a84c262ece2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.162899 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-e77c8c6a-db21-4793-9de5-2c96a1474d90 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6519647 Mar 07 16:05:48.179351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83c65cf4-fff2-4dda-a538-0a3f1b27df83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2a88bac6-521b-4c20-b915-3cddeed6715d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.181936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83c65cf4-fff2-4dda-a538-0a3f1b27df83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.183200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-83c65cf4-fff2-4dda-a538-0a3f1b27df83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a88bac6-521b-4c20-b915-3cddeed6715d HTTP/1.1" status: 204 len: 168 time: 1.2062709 Mar 07 16:05:48.188991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Request body: {'port': {'device_id': 'd2eca266-f9f6-4134-851e-b1a61a4cc5bd', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'fa6ccd2bcec746369708c24b8c365314'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:48.245769 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a488da4d-6f92-4c51-9816-5fb2d2d96502 req-d2ae6c2c-27a5-48da-acad-4c9eebcee8d9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 210 time: 0.0361207 Mar 07 16:05:48.259685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-253910ce-7077-465b-b9a8-61f37b1c9434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2657f86a-95b8-4721-8509-0a84c262ece2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.265135 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-253910ce-7077-465b-b9a8-61f37b1c9434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.266625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42d4c3-7daf-44f9-b3f6-d96b64a1e48f req-42cfb0bd-068d-4053-9e47-40ea33e847ff tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:48.267304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-253910ce-7077-465b-b9a8-61f37b1c9434 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2657f86a-95b8-4721-8509-0a84c262ece2 HTTP/1.1" status: 204 len: 168 time: 0.3482628 Mar 07 16:05:48.274403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a42d4c3-7daf-44f9-b3f6-d96b64a1e48f req-42cfb0bd-068d-4053-9e47-40ea33e847ff tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e54972-0ce0-4ad4-b360-01be17c63b19 HTTP/1.1" status: 200 len: 867 time: 0.7380667 Mar 07 16:05:48.301747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65cf4-fff2-4dda-a538-0a3f1b27df83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a88bac6-521b-4c20-b915-3cddeed6715d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:48.301975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-87b4eb6a-df9e-4a66-970d-bbb9dd4c61d6 None None] Provisioning complete for port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:48.301975 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-87b4eb6a-df9e-4a66-970d-bbb9dd4c61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.327891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253910ce-7077-465b-b9a8-61f37b1c9434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2657f86a-95b8-4721-8509-0a84c262ece2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:48.371719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (773b58c1-7235-43d6-b622-04f9beab5496), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.380559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Made reservation on behalf of 69e9c7cfd60046d88c79b0656732f3ed for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:48.384076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.443979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:48.450388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Allocated IP 172.20.0.5 (9ddb321e-a02b-4c9e-973a-d8568be91bce/644b0815-7be1-4666-9bb1-4391f7c6535d/041d962d-79d2-4c27-b499-1e09d6bf97fa) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:48.456372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:48.463786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:48.471790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a42d4c3-7daf-44f9-b3f6-d96b64a1e48f req-f66cdc8e-9e11-4ef8-8022-38f1958b6f14 tempest-ServerAddressesNegativeTestJSON-1411292217 tempest-ServerAddressesNegativeTestJSON-1411292217-project] 10.222.0.24 "GET /v2.0/security-groups?id=f868e26b-e3ad-41b8-8e4a-958412972bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964107 Mar 07 16:05:48.475729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-68336ee7-4803-419b-ac42-73fc54586098 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1759701 Mar 07 16:05:48.581354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-87b4eb6a-df9e-4a66-970d-bbb9dd4c61d6 None None] Current status of the port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:48.606414 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b85195-eec0-40da-819f-f2e5d7eb6507 x-openstack-request-id: req-10b85195-eec0-40da-819f-f2e5d7eb6507 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:48.606870 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e54972-0ce0-4ad4-b360-01be17c63b19", "name": "network-vif-deleted", "tag": "182d87ec-838f-497d-8459-b53ea4de9667", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:48.607131 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10b85195-eec0-40da-819f-f2e5d7eb6507 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:48.607534 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e54972-0ce0-4ad4-b360-01be17c63b19', 'name': 'network-vif-deleted', 'tag': '182d87ec-838f-497d-8459-b53ea4de9667', 'status': 'completed', 'code': 200} Mar 07 16:05:48.649065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c242eaf0-59bf-4ba6-8c42-bdb2b5104689 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:48.679655 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-44924e92-c556-4caa-9a50-fcc426395e53 req-178123d6-dee8-4d83-9001-a803e0408926 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 210 time: 0.1361165 Mar 07 16:05:48.691625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Pushing event updated for resources: {'Port': ['ID=773b58c1-7235-43d6-b622-04f9beab5496,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:48.766642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:48.768570 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.853425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Made reservation on behalf of fa6ccd2bcec746369708c24b8c365314 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:48.857130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:48.929489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edaf910-46fe-4fe8-9b47-25dbafb8a140', 'name': 'network-vif-deleted', 'tag': 'c59c2732-d90b-4b27-9cc7-6ac6c71c7908'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:48.931901 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d79f48-b260-4d79-a79d-b18269b26806" -d '{"events": [{"server_uuid": "4edaf910-46fe-4fe8-9b47-25dbafb8a140", "name": "network-vif-deleted", "tag": "c59c2732-d90b-4b27-9cc7-6ac6c71c7908"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:48.971038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184be8e-7094-48b7-9539-71f35ec2da91 req-87c93080-4dd0-4287-8321-8281746ea4e5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:48.972765 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2184be8e-7094-48b7-9539-71f35ec2da91 req-87c93080-4dd0-4287-8321-8281746ea4e5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.2331636 Mar 07 16:05:49.000279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:49.013636 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67db1adb-3a4e-4264-b003-ab91fb5ac7df x-openstack-request-id: req-67db1adb-3a4e-4264-b003-ab91fb5ac7df {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:49.013948 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edaf910-46fe-4fe8-9b47-25dbafb8a140", "name": "network-vif-deleted", "tag": "c59c2732-d90b-4b27-9cc7-6ac6c71c7908", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:49.014192 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67db1adb-3a4e-4264-b003-ab91fb5ac7df {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:49.014592 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edaf910-46fe-4fe8-9b47-25dbafb8a140', 'name': 'network-vif-deleted', 'tag': 'c59c2732-d90b-4b27-9cc7-6ac6c71c7908', 'status': 'completed', 'code': 200} Mar 07 16:05:49.098870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks [] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.120806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52402) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:49.160121 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2184be8e-7094-48b7-9539-71f35ec2da91 req-482e6339-f808-4377-9b4e-005f73bda179 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747000 Mar 07 16:05:49.176623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d33aa439-7cae-43f0-a1bb-f7ce93c7ceaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.207163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Allocated IP 192.168.233.4 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/cb5931d7-3ee5-4127-97be-cc6454869889) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:49.277268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-8fecc06c-407d-4e00-8047-59d68239cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:49.279016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.279184 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-8fecc06c-407d-4e00-8047-59d68239cbc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 1132 time: 0.7313850 Mar 07 16:05:49.287584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 20341a45-ff45-4c7d-95a9-1d34126bb14b no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:49.336361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 20341a45-ff45-4c7d-95a9-1d34126bb14b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:49.337054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 20341a45-ff45-4c7d-95a9-1d34126bb14b not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:49.338302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 182d87ec-838f-497d-8459-b53ea4de9667 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:49.373471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 182d87ec-838f-497d-8459-b53ea4de9667 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:49.374145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 182d87ec-838f-497d-8459-b53ea4de9667 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:49.444391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff2a9f-63c3-45ab-ab50-52c28a4d7299 req-da4ec8d1-3bb2-4369-81b1-f765e528e16b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:49.446620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43ff2a9f-63c3-45ab-ab50-52c28a4d7299 req-da4ec8d1-3bb2-4369-81b1-f765e528e16b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.2307792 Mar 07 16:05:49.478899 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0d1351f-e27d-42ac-956a-83c2c056c794 req-ec21c61e-461c-45be-9db2-7dc654d0287b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 210 time: 0.0781698 Mar 07 16:05:49.480916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Network 9ddb321e-a02b-4c9e-973a-d8568be91bce is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:49.522781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:49.529026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Allocated IP 172.20.0.8 (9ddb321e-a02b-4c9e-973a-d8568be91bce/644b0815-7be1-4666-9bb1-4391f7c6535d/f255079c-4c71-460a-9f31-e61d6c2eda1d) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:49.567281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-987c4d30-e322-4f07-b587-7c138d1de345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:49.569090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-987c4d30-e322-4f07-b587-7c138d1de345 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2632458 Mar 07 16:05:49.578027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Pushing event updated for resources: {'Port': ['ID=041d962d-79d2-4c27-b499-1e09d6bf97fa,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:49.579566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52420) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:49.584586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:49.621557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43ff2a9f-63c3-45ab-ab50-52c28a4d7299 req-86ed8d5f-a0dc-4a2b-a051-614183dac315 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616828 Mar 07 16:05:49.651350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52422) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:49.659349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-a69dbeb2-bbc0-4e42-9637-cd24d1cbdc91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e0287fd7-b295-4a34-a85a-20f2c1dfa11f HTTP/1.1" status: 200 len: 217 time: 0.0788002 Mar 07 16:05:49.662575 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks [] for router_gateway (46908ef9-3d0e-497f-8be3-b90519e9f5ca), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.679512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device c59c2732-d90b-4b27-9cc7-6ac6c71c7908 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:05:49.701445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: c59c2732-d90b-4b27-9cc7-6ac6c71c7908 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:05:49.702722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device c59c2732-d90b-4b27-9cc7-6ac6c71c7908 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:05:49.729449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d33aa439-7cae-43f0-a1bb-f7ce93c7ceaa admin admin] Publish callbacks [] for security_group (88985627-85f1-4efd-bc29-b632c7466a96), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.740990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39ecb3c-43cc-433c-8dbf-10db7580072f admin admin] Deleting subnet 88302d32-8780-4046-8721-b1849d00cc74 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:05:49.752316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a39ecb3c-43cc-433c-8dbf-10db7580072f admin admin] Publish callbacks [] for subnet (88302d32-8780-4046-8721-b1849d00cc74), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.762964 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d33aa439-7cae-43f0-a1bb-f7ce93c7ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (88985627-85f1-4efd-bc29-b632c7466a96), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.825802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-ec5c2a59-2972-470f-8800-94f75407ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:49.827308 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-ec5c2a59-2972-470f-8800-94f75407ee05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1612926 Mar 07 16:05:49.843644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1668698498-network', 'tenant_id': 'a257a2624a8d42688a0fcee377604c31'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:49.846536 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a39ecb3c-43cc-433c-8dbf-10db7580072f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (88302d32-8780-4046-8721-b1849d00cc74), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.885568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:49.886203 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.889755 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a558fcc3-0391-4f59-bf76-88f492ae7d1b req-4b485ec1-2c35-434f-a641-44cd2a425d8b tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 210 time: 0.1315727 Mar 07 16:05:49.931076 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d33aa439-7cae-43f0-a1bb-f7ce93c7ceaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e76671419f194f5eb03b5f0dd6c60cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8012960 Mar 07 16:05:49.936968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aa439-7cae-43f0-a1bb-f7ce93c7ceaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88985627-85f1-4efd-bc29-b632c7466a96,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:49.942511 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for port (cb5931d7-3ee5-4127-97be-cc6454869889), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.945707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52428) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:49.958340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-e9c8fd03-bb15-44fb-9087-8d03d4ea23b1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9358354 Mar 07 16:05:49.967382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a39ecb3c-43cc-433c-8dbf-10db7580072f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (88302d32-8780-4046-8721-b1849d00cc74), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.982787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Request body: {'port': {'device_id': 'a5b33015-e658-49ac-b527-463fce614226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:49.985822 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Made reservation on behalf of a257a2624a8d42688a0fcee377604c31 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:49.989734 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:49.996965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-079340fd-85db-4327-af24-2887bd76c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:49.998623 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-079340fd-85db-4327-af24-2887bd76c446 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1613040 Mar 07 16:05:50.045169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.059632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks [] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.124132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (46908ef9-3d0e-497f-8be3-b90519e9f5ca), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.131183 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a39ecb3c-43cc-433c-8dbf-10db7580072f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (88302d32-8780-4046-8721-b1849d00cc74), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.168071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.182733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'e68d482a-7134-4626-b857-06f00148d045'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:50.188702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.190821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed47bf7d-034e-400d-a54d-9c1720a67084 admin admin] Publish callbacks [] for security_group (88985627-85f1-4efd-bc29-b632c7466a96), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.201285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ecb3c-43cc-433c-8dbf-10db7580072f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88302d32-8780-4046-8721-b1849d00cc74,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:50.223866 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a39ecb3c-43cc-433c-8dbf-10db7580072f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.228933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a39ecb3c-43cc-433c-8dbf-10db7580072f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/88302d32-8780-4046-8721-b1849d00cc74 HTTP/1.1" status: 204 len: 168 time: 0.6446104 Mar 07 16:05:50.232598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52432) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:50.242686 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-96e5a152-0641-4d59-be0c-595728e4d852 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369914 Mar 07 16:05:50.259407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'd1aab52a-deee-4478-b72d-7ebe0afcc67e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:05:50.278894 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.282842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:50.284728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed47bf7d-034e-400d-a54d-9c1720a67084 admin admin] Publish callbacks [] for security_group (88985627-85f1-4efd-bc29-b632c7466a96), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.333014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:50.341225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event updated for resources: {'Port': ['ID=cb5931d7-3ee5-4127-97be-cc6454869889,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:50.351750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:50.445643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Network 9ddb321e-a02b-4c9e-973a-d8568be91bce is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:50.462957 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ae7143c5-41fe-4313-8d24-787f449fedbd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.521564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b0b53-cbc5-4be3-b000-9c0ae7dde825 req-2c19f5d1-9040-4982-8b4e-eb1102b459d1 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:50.523171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f00b0b53-cbc5-4be3-b000-9c0ae7dde825 req-2c19f5d1-9040-4982-8b4e-eb1102b459d1 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.2679265 Mar 07 16:05:50.523713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:50.549613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:50.569792 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4890259-7acd-4f87-8d79-9f4892689ba4 req-b256bb59-55eb-4f4b-90a5-2cb665fed1a4 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117757 Mar 07 16:05:50.573353 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Publish callbacks [] for security_group (373b6f2d-80fc-4793-8fd7-38cc0e39fe77), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.639206 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (373b6f2d-80fc-4793-8fd7-38cc0e39fe77), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.673723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:50.674615 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ae7143c5-41fe-4313-8d24-787f449fedbd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.674939 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.710941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Router 46908ef9-3d0e-497f-8be3-b90519e9f5ca is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:05:50.714047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7143c5-41fe-4313-8d24-787f449fedbd']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:50.716849 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Pushing event updated for resources: {'Port': ['ID=f255079c-4c71-460a-9f31-e61d6c2eda1d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:50.725221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f00b0b53-cbc5-4be3-b000-9c0ae7dde825 req-fbd60016-3bd6-4e8d-bf84-6245a62a2d71 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595623 Mar 07 16:05:50.729856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8ca288-e7bf-4a06-aa77-56340dbe9e2a') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:50.730128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8ca288-e7bf-4a06-aa77-56340dbe9e2a') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:50.745233 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (2d8ca288-e7bf-4a06-aa77-56340dbe9e2a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.759553 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed47bf7d-034e-400d-a54d-9c1720a67084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (88985627-85f1-4efd-bc29-b632c7466a96), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.762657 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed47bf7d-034e-400d-a54d-9c1720a67084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.764088 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ed47bf7d-034e-400d-a54d-9c1720a67084 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88985627-85f1-4efd-bc29-b632c7466a96 HTTP/1.1" status: 204 len: 168 time: 0.8155744 Mar 07 16:05:50.782446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:05:50.794218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:50.795196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.801351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2d8ca288-e7bf-4a06-aa77-56340dbe9e2a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.824302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:05:50.824718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (2d8ca288-e7bf-4a06-aa77-56340dbe9e2a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.825909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a22b52d-cd9d-43d4-8835-0218e6fb8eb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6416109 Mar 07 16:05:50.866618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373b6f2d-80fc-4793-8fd7-38cc0e39fe77,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:05:50.889368 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:05:50.933220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-645f6c3c-df0f-4217-b545-ebf3b2221d32 None None] Provisioning complete for port cb5931d7-3ee5-4127-97be-cc6454869889 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:50.933961 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-645f6c3c-df0f-4217-b545-ebf3b2221d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.966556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3a32f9d5-4768-45ce-9bba-b9fae8eb84aa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:50.966939 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Added segment 3a32f9d5-4768-45ce-9bba-b9fae8eb84aa of type vlan for network 365963a5-a762-407a-a4b6-796b9bfb375a Mar 07 16:05:50.973876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Request body: {'port': {'device_id': 'd2eca266-f9f6-4134-851e-b1a61a4cc5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:50.976945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-645f6c3c-df0f-4217-b545-ebf3b2221d32 None None] Port cb5931d7-3ee5-4127-97be-cc6454869889 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:05:51.046104 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7be3295f-aba2-4f72-a878-ab5dace0cdd9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5895004 Mar 07 16:05:51.067055 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ae7143c5-41fe-4313-8d24-787f449fedbd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.079202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.083301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] 10.222.0.24 "DELETE /v2.0/networks/ae7143c5-41fe-4313-8d24-787f449fedbd HTTP/1.1" status: 204 len: 168 time: 0.8497221 Mar 07 16:05:51.086428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Request body: {'port': {'device_id': 'e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:51.112897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ada679-7380-49d2-9e58-b79ef82bf55f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7143c5-41fe-4313-8d24-787f449fedbd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:51.136275 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47bf7d-034e-400d-a54d-9c1720a67084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88985627-85f1-4efd-bc29-b632c7466a96,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:51.138584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ee8ff-f27b-4c66-bfe8-46a37819ecf9 req-fc1e6671-8863-472d-bead-87ee3a704b57 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:51.140377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e61ee8ff-f27b-4c66-bfe8-46a37819ecf9 req-fc1e6671-8863-472d-bead-87ee3a704b57 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.2096803 Mar 07 16:05:51.143824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:05:51.160144 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Sync routers for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:05:51.170769 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-1325dec1-9899-4d8e-825f-5653b870fab2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1827841 Mar 07 16:05:51.175040 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Routers {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:05:51.175659 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:05:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:51.178853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0335f0-4fb5-4fe9-8af8-e4e0ef387563 req-65f8fb9f-8e98-4517-9465-7b89d390090b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:51.181416 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b0335f0-4fb5-4fe9-8af8-e4e0ef387563 req-65f8fb9f-8e98-4517-9465-7b89d390090b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 934 time: 0.4978328 Mar 07 16:05:51.197838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041d962d-79d2-4c27-b499-1e09d6bf97fa {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:51.205561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (365963a5-a762-407a-a4b6-796b9bfb375a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.239839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Publish callbacks [] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.248955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e61ee8ff-f27b-4c66-bfe8-46a37819ecf9 req-7cfcedd9-63d6-459f-9478-ba2e4e8f19b4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943043 Mar 07 16:05:51.275321 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.287524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7d0239a4-28d9-40e0-bda1-afa20e288311 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7769766 Mar 07 16:05:51.292421 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52450) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:51.374990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-e29ccb4c-b23d-441b-b027-86aa65a1b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:51.376813 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-e29ccb4c-b23d-441b-b027-86aa65a1b8e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66 HTTP/1.1" status: 200 len: 1132 time: 0.1268051 Mar 07 16:05:51.386978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b0335f0-4fb5-4fe9-8af8-e4e0ef387563 req-6727cfdd-4276-4da7-8d6c-8ebc14bc1afe tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884148 Mar 07 16:05:51.414723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af211af3-fa76-4fc2-9f58-49cfcaa539b6 req-e3fe5904-71cc-4f97-ba17-3c6025e6ace6 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:51.422522 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af211af3-fa76-4fc2-9f58-49cfcaa539b6 req-e3fe5904-71cc-4f97-ba17-3c6025e6ace6 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 931 time: 0.0908616 Mar 07 16:05:51.439073 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.460607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52456) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:51.473478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.506622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Transition to ACTIVE for port object 041d962d-79d2-4c27-b499-1e09d6bf97fa will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:51.525266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (365963a5-a762-407a-a4b6-796b9bfb375a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.526321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:51.527513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.542204 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.594867 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af211af3-fa76-4fc2-9f58-49cfcaa539b6 req-51fb59a7-3083-4380-b352-d2bbc9423cb1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713071 Mar 07 16:05:51.612044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-78993608-335c-4075-956d-acae1a82a061 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dda539c979c04446a2652325b4de0ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476111 Mar 07 16:05:51.612266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52458) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:51.624373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-23fb3554-248e-4152-aaea-07cceb8aef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:51.627163 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-23fb3554-248e-4152-aaea-07cceb8aef76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2013621 Mar 07 16:05:51.631459 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Set router 46908ef9-3d0e-497f-8be3-b90519e9f5ca gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:05:51.644003 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9869614 Mar 07 16:05:51.650664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52460) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:51.692516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Request body: {'subnet': {'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1668698498-subnet', 'tenant_id': 'a257a2624a8d42688a0fcee377604c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:51.709744 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-5b6b6b45-e459-4f85-a932-b4ade7a7255d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1c2363ef-4850-448d-baba-1ce1596518ae HTTP/1.1" status: 200 len: 217 time: 0.0744309 Mar 07 16:05:51.785358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Made reservation on behalf of a257a2624a8d42688a0fcee377604c31 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:51.787758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.818850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c52cab3d-2487-474d-a5b8-0923f75eded6 admin admin] Publish callbacks [] for security_group (f868e26b-e3ad-41b8-8e4a-958412972bf3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.821581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-fd01e3b4-c6b8-41dd-a96f-9748c50a879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:51.823126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-fd01e3b4-c6b8-41dd-a96f-9748c50a879e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1034026 Mar 07 16:05:51.919079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c52cab3d-2487-474d-a5b8-0923f75eded6 admin admin] Publish callbacks [] for security_group (f868e26b-e3ad-41b8-8e4a-958412972bf3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:51.939888 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:49Z', 'revision_number': 3, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:51.969833 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Checking router: 46908ef9-3d0e-497f-8be3-b90519e9f5ca for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:05:51.970590 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Updating router 46908ef9-3d0e-497f-8be3-b90519e9f5ca port 773b58c1-7235-43d6-b622-04f9beab5496 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:05:51.999374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-31d3222e-5c11-4b38-aa59-01642e28c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:52.001290 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-31d3222e-5c11-4b38-aa59-01642e28c864 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1329470 Mar 07 16:05:52.032230 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (773b58c1-7235-43d6-b622-04f9beab5496), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.070581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c52cab3d-2487-474d-a5b8-0923f75eded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f868e26b-e3ad-41b8-8e4a-958412972bf3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.073167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c52cab3d-2487-474d-a5b8-0923f75eded6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.076666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c52cab3d-2487-474d-a5b8-0923f75eded6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f868e26b-e3ad-41b8-8e4a-958412972bf3 HTTP/1.1" status: 204 len: 168 time: 0.4610953 Mar 07 16:05:52.122816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cab3d-2487-474d-a5b8-0923f75eded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f868e26b-e3ad-41b8-8e4a-958412972bf3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:52.326257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Pushing event updated for resources: {'Port': ['ID=041d962d-79d2-4c27-b499-1e09d6bf97fa,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:52.362907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b000239-39c5-4579-9f33-139bc24e1257 admin admin] Pushing event updated for resources: {'Network': ['ID=365963a5-a762-407a-a4b6-796b9bfb375a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:52.375954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 365963a5-a762-407a-a4b6-796b9bfb375a details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:05:52.614243 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Publish callbacks [] for port (773b58c1-7235-43d6-b622-04f9beab5496), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.632737 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (773b58c1-7235-43d6-b622-04f9beab5496), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.658520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-5d1d4bdd-706f-4352-905d-85be3612aaaa service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489477 Mar 07 16:05:52.693768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52498) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:52.697626 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Pushing event updated for resources: {'Port': ['ID=773b58c1-7235-43d6-b622-04f9beab5496,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:52.713700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04b212-fc00-4de8-acaf-cc1f341b6d56 req-db70ab16-5843-422d-a633-93a2feb209de tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:52.721306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d04b212-fc00-4de8-acaf-cc1f341b6d56 req-db70ab16-5843-422d-a633-93a2feb209de tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.6814010 Mar 07 16:05:52.722855 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Attempting to bind port 773b58c1-7235-43d6-b622-04f9beab5496 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:52.723245 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Attempting to bind port 773b58c1-7235-43d6-b622-04f9beab5496 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:52.723617 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Attempting to bind port 773b58c1-7235-43d6-b622-04f9beab5496 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:52.732291 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:52.732954 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:52.733371 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.735101 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:52.735598 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Bound port: 773b58c1-7235-43d6-b622-04f9beab5496, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:52.736129 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (773b58c1-7235-43d6-b622-04f9beab5496), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.791547 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (f85cc429-98ba-4be6-a088-29f5fd0b9d2e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.801528 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] For port 773b58c1-7235-43d6-b622-04f9beab5496, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:52.805673 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] For port 773b58c1-7235-43d6-b622-04f9beab5496, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=773b58c1-7235-43d6-b622-04f9beab5496,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:52.810986 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.811415 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.811767 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.812377 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.812850 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.813250 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.813726 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.814770 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.815216 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.815621 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.816152 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.816855 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.817298 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:05:52.825575 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (773b58c1-7235-43d6-b622-04f9beab5496), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.852431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85cc429-98ba-4be6-a088-29f5fd0b9d2e,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:52.855502 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d75de73e-4040-48f9-866e-89a1186b86c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:52.862446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Attempting to bind port 041d962d-79d2-4c27-b499-1e09d6bf97fa on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:52.863294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Attempting to bind port 041d962d-79d2-4c27-b499-1e09d6bf97fa by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:52.863804 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Attempting to bind port 041d962d-79d2-4c27-b499-1e09d6bf97fa on network 9ddb321e-a02b-4c9e-973a-d8568be91bce {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:52.885965 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Routers {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:05:52.886791 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:05:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:52.893178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212151-2273-43a0-a397-57090ddf93c3 req-c4ddec60-f1f3-4a55-b0de-b4bd5ec7c188 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:52.900993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31212151-2273-43a0-a397-57090ddf93c3 req-c4ddec60-f1f3-4a55-b0de-b4bd5ec7c188 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.2488527 Mar 07 16:05:52.903883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Port 041d962d-79d2-4c27-b499-1e09d6bf97fa on network 9ddb321e-a02b-4c9e-973a-d8568be91bce not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:52.904398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Attempting to bind port 041d962d-79d2-4c27-b499-1e09d6bf97fa on network 9ddb321e-a02b-4c9e-973a-d8568be91bce {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:52.945324 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fa8581c5-9a81-4c22-a66f-2a5f7caba7fe req-9e8a88d9-ac39-4f33-b73e-d42431ea4a89 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722940 Mar 07 16:05:52.971519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:52.972186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Checking segment: {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:52.972890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Bound using segment: {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:52.973523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Bound port: 041d962d-79d2-4c27-b499-1e09d6bf97fa, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:52.974063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.005348 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31212151-2273-43a0-a397-57090ddf93c3 req-4f27c9e2-1e61-485a-b1fb-276c7d334ef9 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929844 Mar 07 16:05:53.009869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Checking segment: {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:53.010285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Network hostable DHCP agents. Network: 365963a5-a762-407a-a4b6-796b9bfb375a, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:05:53.033024 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d04b212-fc00-4de8-acaf-cc1f341b6d56 req-e1abfa4c-81ed-49de-8083-9202efe7ee19 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061635 Mar 07 16:05:53.063583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Network 365963a5-a762-407a-a4b6-796b9bfb375a is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:05:53.088513 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 365963a5-a762-407a-a4b6-796b9bfb375a) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:53.092900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:53.093684 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.100063 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f5b01-34ed-42a2-a546-ffe80c15573d None None] Pushing event updated for resources: {'Port': ['ID=773b58c1-7235-43d6-b622-04f9beab5496,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:53.100580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb1835-08b6-4e87-aefa-9ff9ff6b540f None None] Network 365963a5-a762-407a-a4b6-796b9bfb375a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:53.111430 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] Set router 46908ef9-3d0e-497f-8be3-b90519e9f5ca gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:05:53.151402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-28266075-b142-434b-b6ed-5a22f6ad1a7f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4683278 Mar 07 16:05:53.234551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83406-8b66-4ed7-b08c-2b41f6c1067b req-c3a4e711-cd9f-47ab-b184-040333a7c971 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:53.236197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94b83406-8b66-4ed7-b08c-2b41f6c1067b req-c3a4e711-cd9f-47ab-b184-040333a7c971 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 934 time: 0.1186104 Mar 07 16:05:53.320376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94b83406-8b66-4ed7-b08c-2b41f6c1067b req-f718206d-d7cb-4433-8d2f-dff05b2b30f2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770502 Mar 07 16:05:53.331273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f752630-f9be-40c1-aaae-1f564f88ba17 None None] Network 365963a5-a762-407a-a4b6-796b9bfb375a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:53.349063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f255079c-4c71-460a-9f31-e61d6c2eda1d {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:53.424223 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Publish callbacks [] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.454202 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:49Z', 'revision_number': 3, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:05:53.500577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] For port 041d962d-79d2-4c27-b499-1e09d6bf97fa, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:53.505301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] For port 041d962d-79d2-4c27-b499-1e09d6bf97fa, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=041d962d-79d2-4c27-b499-1e09d6bf97fa,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:53.506271 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec4e08-1e5b-48fc-a628-a153b7c3bf5e None None] The sync data for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 is: [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:49Z', 'revision_number': 3, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:05:53.521648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Transition to ACTIVE for port object f255079c-4c71-460a-9f31-e61d6c2eda1d will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:53.571128 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.572909 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.574695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58c25733-85d0-4827-bf44-e853ef8d7b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.611260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52524) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:53.635110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5931d7-3ee5-4127-97be-cc6454869889 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:53.684731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Publish callbacks [] for port (cb5931d7-3ee5-4127-97be-cc6454869889), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.689805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:53.690438 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.693369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] 10.222.0.15 "PUT /v2.0/ports/041d962d-79d2-4c27-b499-1e09d6bf97fa HTTP/1.1" status: 200 len: 1091 time: 3.7250454 Mar 07 16:05:53.701454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b33015-e658-49ac-b527-463fce614226', 'tag': '041d962d-79d2-4c27-b499-1e09d6bf97fa'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:53.704486 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277c56dd-2267-4556-8454-08422dc43ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b33015-e658-49ac-b527-463fce614226", "tag": "041d962d-79d2-4c27-b499-1e09d6bf97fa"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:53.740683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Transition to ACTIVE for port object cb5931d7-3ee5-4127-97be-cc6454869889 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:53.750818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1318531121-network', 'tenant_id': '28f696bad29b43c4b14de58e89b1d9e0'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:53.781640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.790084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Made reservation on behalf of 28f696bad29b43c4b14de58e89b1d9e0 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:53.792545 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.820300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:53.859623 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67023ede-f6b1-445e-bfd7-b2b8f7a9e06e service neutron] Pushing event updated for resources: {'Port': ['ID=041d962d-79d2-4c27-b499-1e09d6bf97fa,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:53.904418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6f47-9470-4253-977b-524ce912fda5 req-6bba7c74-a562-4a3f-8812-4bbf1a63b6fe tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:53.906836 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16ee6f47-9470-4253-977b-524ce912fda5 req-6bba7c74-a562-4a3f-8812-4bbf1a63b6fe tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 931 time: 0.6931348 Mar 07 16:05:53.988744 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Publish callbacks [] for security_group (cf4601bc-5a41-4f36-8a70-676850665f30), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.082206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e5135ae7-a495-44bd-b87a-04e3d321c470 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:54.089269 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e5135ae7-a495-44bd-b87a-04e3d321c470 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 814 time: 0.1741281 Mar 07 16:05:54.092330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cf4601bc-5a41-4f36-8a70-676850665f30), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.101315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58c25733-85d0-4827-bf44-e853ef8d7b8f admin admin] Publish callbacks [] for security_group (b21827fe-436e-40af-b63f-4519c0624cc5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.108454 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.121091 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-79677f58-3e3c-4be3-8b6d-723c9a2deafa tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/quotas/a257a2624a8d42688a0fcee377604c31 HTTP/1.1" status: 200 len: 375 time: 0.0308447 Mar 07 16:05:54.171322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-58372bf9-12c1-4bc9-952e-728cb6f2f842 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492582 Mar 07 16:05:54.187614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:05:54.203925 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58c25733-85d0-4827-bf44-e853ef8d7b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b21827fe-436e-40af-b63f-4519c0624cc5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.213786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4601bc-5a41-4f36-8a70-676850665f30,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:54.214338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f255079c-4c71-460a-9f31-e61d6c2eda1d,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:54.228487 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b261993a-08c2-4b5d-a895-d49e09550642), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.228487 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Added segment b261993a-08c2-4b5d-a895-d49e09550642 of type vlan for network b5c96caa-d83c-437e-bcb0-bc74be04c912 Mar 07 16:05:54.306394 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b5c96caa-d83c-437e-bcb0-bc74be04c912), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.311096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Attempting to bind port f255079c-4c71-460a-9f31-e61d6c2eda1d on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:54.311449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Attempting to bind port f255079c-4c71-460a-9f31-e61d6c2eda1d by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:54.311789 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Attempting to bind port f255079c-4c71-460a-9f31-e61d6c2eda1d on network 9ddb321e-a02b-4c9e-973a-d8568be91bce {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:54.334056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-04f925d4-3982-49d6-9dbd-56868c69a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:54.335604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-04f925d4-3982-49d6-9dbd-56868c69a762 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&device_id=a5b33015-e658-49ac-b527-463fce614226 HTTP/1.1" status: 200 len: 1125 time: 0.5824306 Mar 07 16:05:54.344638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-a77253e1-31a6-44ad-b85d-53c36cdd6511 service neutron] 10.222.0.24 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704988 Mar 07 16:05:54.386465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b5c96caa-d83c-437e-bcb0-bc74be04c912), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.387465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:54.388343 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.398589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Port f255079c-4c71-460a-9f31-e61d6c2eda1d on network 9ddb321e-a02b-4c9e-973a-d8568be91bce not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:54.399289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Attempting to bind port f255079c-4c71-460a-9f31-e61d6c2eda1d on network 9ddb321e-a02b-4c9e-973a-d8568be91bce {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:54.410544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-58c25733-85d0-4827-bf44-e853ef8d7b8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bae9fdc68073480ba3c7950d3c731454&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7155881 Mar 07 16:05:54.419957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16ee6f47-9470-4253-977b-524ce912fda5 req-703df891-d9cb-4748-8e9a-e6b71ccac8e8 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993324 Mar 07 16:05:54.420491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52544) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:54.452004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8391829 Mar 07 16:05:54.457753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52546) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:54.472781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c25733-85d0-4827-bf44-e853ef8d7b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21827fe-436e-40af-b63f-4519c0624cc5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:54.475247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Pushing event updated for resources: {'Port': ['ID=cb5931d7-3ee5-4127-97be-cc6454869889,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:54.477375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:54.477740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Checking segment: {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:54.478100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Bound using segment: {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:54.478839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Bound port: f255079c-4c71-460a-9f31-e61d6c2eda1d, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593025c8-db87-4c55-a072-def7eac50753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:54.479327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.513022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Request body: {'subnet': {'network_id': 'b5c96caa-d83c-437e-bcb0-bc74be04c912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1318531121-subnet', 'tenant_id': '28f696bad29b43c4b14de58e89b1d9e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:54.551025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64a27a-cad5-442c-b178-a313903e08f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c96caa-d83c-437e-bcb0-bc74be04c912,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:54.579263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-f9a36900-5b1e-4f15-bc2f-6c48c1036d56 service neutron] 10.222.0.24 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282441 Mar 07 16:05:54.580283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b5c96caa-d83c-437e-bcb0-bc74be04c912 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:05:54.586917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Made reservation on behalf of 28f696bad29b43c4b14de58e89b1d9e0 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:54.590221 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.606744 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d1c821-09d6-45fa-9db5-5bc4bf252816 x-openstack-request-id: req-31d1c821-09d6-45fa-9db5-5bc4bf252816 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:54.607698 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b33015-e658-49ac-b527-463fce614226", "tag": "041d962d-79d2-4c27-b499-1e09d6bf97fa", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:54.608192 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31d1c821-09d6-45fa-9db5-5bc4bf252816 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:54.608192 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b33015-e658-49ac-b527-463fce614226', 'tag': '041d962d-79d2-4c27-b499-1e09d6bf97fa', 'status': 'completed', 'code': 200} Mar 07 16:05:54.677220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 773b58c1-7235-43d6-b622-04f9beab5496 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:54.682091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-0a1b04c2-362d-431a-bb5b-5664d3eaf75b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041d962d-79d2-4c27-b499-1e09d6bf97fa HTTP/1.1" status: 200 len: 217 time: 0.2961040 Mar 07 16:05:54.759359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-a443e348-c028-4120-8105-0c8f88004d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:54.760971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-a443e348-c028-4120-8105-0c8f88004d73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=644b0815-7be1-4666-9bb1-4391f7c6535d HTTP/1.1" status: 200 len: 853 time: 0.0631263 Mar 07 16:05:54.841970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e790-80df-435c-823c-1259edfd9cbd admin admin] Publish callbacks [] for security_group (b21827fe-436e-40af-b63f-4519c0624cc5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.870368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e790-80df-435c-823c-1259edfd9cbd admin admin] Publish callbacks [] for security_group (b21827fe-436e-40af-b63f-4519c0624cc5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.882249 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (c440f82e-35f1-4392-aeb7-589ae2438d9f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:54.894515 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ad4f384b-7d95-4999-87e4-b32b4f13a562 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ddb321e-a02b-4c9e-973a-d8568be91bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832903 Mar 07 16:05:54.914848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Allocated IP 172.20.0.1 (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03/4784ddd6-9a98-45d9-9472-37dd49848577/611f5341-0f4c-45b3-b9ea-089f9a59cb60) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:54.982870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dad4e-8dc8-45f4-946c-03cd515d19a2 req-e3ba8e83-ba25-472c-9f24-c1a79b87d724 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:54.984690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-962dad4e-8dc8-45f4-946c-03cd515d19a2 req-e3ba8e83-ba25-472c-9f24-c1a79b87d724 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.1187992 Mar 07 16:05:55.005605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c440f82e-35f1-4392-aeb7-589ae2438d9f,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:55.036568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Attempting to bind port cb5931d7-3ee5-4127-97be-cc6454869889 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:55.036935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Attempting to bind port cb5931d7-3ee5-4127-97be-cc6454869889 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:55.037238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Attempting to bind port cb5931d7-3ee5-4127-97be-cc6454869889 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:55.041726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 773b58c1-7235-43d6-b622-04f9beab5496 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:55.042760 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (773b58c1-7235-43d6-b622-04f9beab5496), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.043362 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-418bd0c7-78cf-4d81-bd7f-fdb157001e73 service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194038 Mar 07 16:05:55.053353 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Port cb5931d7-3ee5-4127-97be-cc6454869889 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:55.053739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Attempting to bind port cb5931d7-3ee5-4127-97be-cc6454869889 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:55.056548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Checking segment: {'id': 'b261993a-08c2-4b5d-a895-d49e09550642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b5c96caa-d83c-437e-bcb0-bc74be04c912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:55.056991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Network hostable DHCP agents. Network: b5c96caa-d83c-437e-bcb0-bc74be04c912, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:05:55.077478 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-962dad4e-8dc8-45f4-946c-03cd515d19a2 req-7e13faa8-8ef0-42f7-a406-5fa8709d972e tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815678 Mar 07 16:05:55.097608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Network b5c96caa-d83c-437e-bcb0-bc74be04c912 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:05:55.112301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b5c96caa-d83c-437e-bcb0-bc74be04c912) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:55.117292 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:55.118193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.128947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac749cb-e9ad-4dbd-bb11-158eb0b206bf None None] Network b5c96caa-d83c-437e-bcb0-bc74be04c912 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:55.142864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-58464553-5d57-48d4-a96a-fd1b8be6a7a2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6799603 Mar 07 16:05:55.182362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:55.182705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:55.183124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:55.183574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Bound port: cb5931d7-3ee5-4127-97be-cc6454869889, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:55.183937 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.277851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] For port f255079c-4c71-460a-9f31-e61d6c2eda1d, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:55.344185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 773b58c1-7235-43d6-b622-04f9beab5496 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:55.344682 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (773b58c1-7235-43d6-b622-04f9beab5496), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.345306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569feebe-8201-48f8-a65d-93fc906af123 req-8c0ef3c8-5925-49ee-abfc-4ce28ae74e99 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:55.349291 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-569feebe-8201-48f8-a65d-93fc906af123 req-8c0ef3c8-5925-49ee-abfc-4ce28ae74e99 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 946 time: 0.1235642 Mar 07 16:05:55.362004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] For port f255079c-4c71-460a-9f31-e61d6c2eda1d, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f255079c-4c71-460a-9f31-e61d6c2eda1d,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:55.365504 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-fe3d4378-34bb-4a83-8aeb-32b40d6e09c3 service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043261 Mar 07 16:05:55.367076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 773b58c1-7235-43d6-b622-04f9beab5496, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=773b58c1-7235-43d6-b622-04f9beab5496,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:55.368372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16595e-a4c0-4422-bfb2-917c6f9dc1cf None None] Network b5c96caa-d83c-437e-bcb0-bc74be04c912 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:05:55.375967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29799c8a-8398-41ec-9ed7-9e051c0576bd req-2ed57dd2-e61e-4fe9-89d0-c96f60d9da2b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:55.383789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29799c8a-8398-41ec-9ed7-9e051c0576bd req-2ed57dd2-e61e-4fe9-89d0-c96f60d9da2b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.6951606 Mar 07 16:05:55.438883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-569feebe-8201-48f8-a65d-93fc906af123 req-c93f62ee-e7fb-4591-b32c-e831304113a1 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835972 Mar 07 16:05:55.467871 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.507492 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1fbc87be-fe3c-40c2-8105-eca3e197ab41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.523517 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (773b58c1-7235-43d6-b622-04f9beab5496), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.550829 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc53e2fe-4c38-4f15-9f1b-c9755e06dfb3 req-63d5b1c1-f365-4908-9696-48a3b76a7f9a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 210 time: 0.0426738 Mar 07 16:05:55.623545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=773b58c1-7235-43d6-b622-04f9beab5496,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:55.682416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9eba89-b3a1-4094-a7ba-5c0fcdd813c2 req-0d001977-5051-498f-abec-4291113650f9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:55.684448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf9eba89-b3a1-4094-a7ba-5c0fcdd813c2 req-0d001977-5051-498f-abec-4291113650f9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 943 time: 0.0718219 Mar 07 16:05:55.753654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf9eba89-b3a1-4094-a7ba-5c0fcdd813c2 req-1169a67d-22cd-436e-95eb-d7415621d5cd tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599902 Mar 07 16:05:55.887057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] For port cb5931d7-3ee5-4127-97be-cc6454869889, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:55.898161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:55.898839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.900773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/f255079c-4c71-460a-9f31-e61d6c2eda1d HTTP/1.1" status: 200 len: 1091 time: 4.8428488 Mar 07 16:05:55.920007 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e790-80df-435c-823c-1259edfd9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b21827fe-436e-40af-b63f-4519c0624cc5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.923301 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e790-80df-435c-823c-1259edfd9cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:55.924614 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eaa0e790-80df-435c-823c-1259edfd9cbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b21827fe-436e-40af-b63f-4519c0624cc5 HTTP/1.1" status: 204 len: 168 time: 1.4529357 Mar 07 16:05:55.962005 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] For port cb5931d7-3ee5-4127-97be-cc6454869889, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cb5931d7-3ee5-4127-97be-cc6454869889,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:55.983000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0e790-80df-435c-823c-1259edfd9cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21827fe-436e-40af-b63f-4519c0624cc5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:56.023981 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:56.032092 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Publish callbacks [] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:56.036160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29799c8a-8398-41ec-9ed7-9e051c0576bd req-ea7b046d-b2aa-4621-8b85-2125c7a91019 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514235 Mar 07 16:05:56.042147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659be6ef-770a-45bc-9343-9160f375f99b req-b861b65f-59bf-4239-ae35-e9fc7271b94b tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:56.043737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-b861b65f-59bf-4239-ae35-e9fc7271b94b tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/networks?id=b5c96caa-d83c-437e-bcb0-bc74be04c912 HTTP/1.1" status: 200 len: 813 time: 0.1439772 Mar 07 16:05:56.053593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e373e-c5f1-4325-b7e4-2e769c81a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f255079c-4c71-460a-9f31-e61d6c2eda1d,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:56.086836 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-55280f55-0a3a-4a70-961f-6bb3006ee3c4 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/quotas/28f696bad29b43c4b14de58e89b1d9e0 HTTP/1.1" status: 200 len: 375 time: 0.0363371 Mar 07 16:05:56.140560 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-4fbbb804-9020-4a32-8c70-81be1a07a08e tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28f696bad29b43c4b14de58e89b1d9e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525289 Mar 07 16:05:56.150380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:56.151094 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:56.152612 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] 10.222.0.11 "PUT /v2.0/ports/cb5931d7-3ee5-4127-97be-cc6454869889 HTTP/1.1" status: 200 len: 1094 time: 5.1841073 Mar 07 16:05:56.157891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c56dd-2267-4556-8454-08422dc43ad2 req-640d5c48-ebe1-4c2b-a8ca-1e32eed15b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:56.160190 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-277c56dd-2267-4556-8454-08422dc43ad2 req-640d5c48-ebe1-4c2b-a8ca-1e32eed15b28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&device_id=a5b33015-e658-49ac-b527-463fce614226 HTTP/1.1" status: 200 len: 1125 time: 0.7271328 Mar 07 16:05:56.344284 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-47416f90-ba9f-47ea-97f1-feb08c2bfb71 service neutron] 10.222.0.24 "GET /v2.0/networks/b5c96caa-d83c-437e-bcb0-bc74be04c912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018754 Mar 07 16:05:56.371982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18afc7-4181-4a7e-ae5a-a9bd5d38505e service neutron] Pushing event updated for resources: {'Port': ['ID=cb5931d7-3ee5-4127-97be-cc6454869889,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:56.425442 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:56.425664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-852953d9-93b2-4899-95bf-c63799b7be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:56.427081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-852953d9-93b2-4899-95bf-c63799b7be5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 1125 time: 0.4672682 Mar 07 16:05:56.428122 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:56.487892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Pushing event updated for resources: {'Port': ['ID=611f5341-0f4c-45b3-b9ea-089f9a59cb60,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:56.530094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-1572ca79-920d-46d8-acfa-1064abdae156 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:56.535521 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-1572ca79-920d-46d8-acfa-1064abdae156 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.11 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 814 time: 0.2563791 Mar 07 16:05:56.546494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:56.549634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Request body: {'port': {'device_id': 'dd42e951-e703-4f06-a16c-e523c5697426', 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a', 'admin_state_up': True, 'tenant_id': 'a257a2624a8d42688a0fcee377604c31'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:56.555500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a3c2f89-6ee7-449b-be95-45726a82bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:56.556324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 773b58c1-7235-43d6-b622-04f9beab5496 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:05:56.557907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-2a3c2f89-6ee7-449b-be95-45726a82bed5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 1128 time: 0.2604148 Mar 07 16:05:56.561254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:56.564938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-b49a33ff-1026-4518-8eac-02db262b3d5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f255079c-4c71-460a-9f31-e61d6c2eda1d HTTP/1.1" status: 200 len: 217 time: 0.0786033 Mar 07 16:05:56.572114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-286f804f-ddc4-453d-a0ee-8e1076f8202b service neutron] 10.222.0.24 "GET /v2.0/networks/b5c96caa-d83c-437e-bcb0-bc74be04c912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265677 Mar 07 16:05:56.575014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd0c4f-0a72-4841-8464-10fbb6dad85d req-4d21d0c1-3e45-46b7-ab33-b193f7640874 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:56.576615 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ebd0c4f-0a72-4841-8464-10fbb6dad85d req-4d21d0c1-3e45-46b7-ab33-b193f7640874 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.3341341 Mar 07 16:05:56.581045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:56.609748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033', 'tag': 'f255079c-4c71-460a-9f31-e61d6c2eda1d'}, {'name': 'network-changed', 'server_uuid': 'd2eca266-f9f6-4134-851e-b1a61a4cc5bd', 'tag': 'cb5931d7-3ee5-4127-97be-cc6454869889'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:56.612118 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158039c1-9566-4aea-bd63-062bae77fb58" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033", "tag": "f255079c-4c71-460a-9f31-e61d6c2eda1d"}, {"name": "network-changed", "server_uuid": "d2eca266-f9f6-4134-851e-b1a61a4cc5bd", "tag": "cb5931d7-3ee5-4127-97be-cc6454869889"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:56.673507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 773b58c1-7235-43d6-b622-04f9beab5496 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:56.674091 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (773b58c1-7235-43d6-b622-04f9beab5496), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:56.761563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Made reservation on behalf of a257a2624a8d42688a0fcee377604c31 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:56.767755 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:56.785868 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-dd1cf76f-95ba-4808-aa1e-dcc1184c0717 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=cb5931d7-3ee5-4127-97be-cc6454869889 HTTP/1.1" status: 200 len: 217 time: 0.0605597 Mar 07 16:05:56.812298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 773b58c1-7235-43d6-b622-04f9beab5496 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:56.874752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c56dd-2267-4556-8454-08422dc43ad2 req-5bcb7522-82bb-40ef-a0b0-7e73a5180145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:56.876286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-277c56dd-2267-4556-8454-08422dc43ad2 req-5bcb7522-82bb-40ef-a0b0-7e73a5180145 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 914 time: 0.6956785 Mar 07 16:05:56.961250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (46908ef9-3d0e-497f-8be3-b90519e9f5ca), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:56.983233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a8f6b390-b632-4c6d-8fb3-bdaaa77b4c68 None None] Provisioning complete for port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:56.983606 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8f6b390-b632-4c6d-8fb3-bdaaa77b4c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:57.065534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6b390-b632-4c6d-8fb3-bdaaa77b4c68 None None] Port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:05:57.091630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-5191603a-a627-40ef-961f-3d02097e2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:57.093664 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-5191603a-a627-40ef-961f-3d02097e2215 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=644b0815-7be1-4666-9bb1-4391f7c6535d HTTP/1.1" status: 200 len: 853 time: 0.5132709 Mar 07 16:05:57.103841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Allocated IP 172.20.0.3 (365963a5-a762-407a-a4b6-796b9bfb375a/f85cc429-98ba-4be6-a088-29f5fd0b9d2e/637b2170-8566-4d8a-b714-43e792cdaed2) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:57.105808 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-277c56dd-2267-4556-8454-08422dc43ad2 req-6029cf58-a808-4730-8782-ba38994a2a9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=041d962d-79d2-4c27-b499-1e09d6bf97fa HTTP/1.1" status: 200 len: 217 time: 0.1885219 Mar 07 16:05:57.119301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089bdc1-dbdf-429e-b8ee-394319f91f18 req-91d77d8e-50b9-45ae-a7e2-eb68594f7cb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:57.128110 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ebd0c4f-0a72-4841-8464-10fbb6dad85d req-7434627a-c67d-45c2-bd54-4e756b7e4004 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197041 Mar 07 16:05:57.131479 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d089bdc1-dbdf-429e-b8ee-394319f91f18 req-91d77d8e-50b9-45ae-a7e2-eb68594f7cb2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 946 time: 0.2446189 Mar 07 16:05:57.160023 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-86a8e267-9618-41e9-a36f-4839df210303 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ddb321e-a02b-4c9e-973a-d8568be91bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585272 Mar 07 16:05:57.161677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0c8ab65e-f91c-4da0-8e38-c1769b560aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:57.163135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-0c8ab65e-f91c-4da0-8e38-c1769b560aed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.3419383 Mar 07 16:05:57.213954 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d089bdc1-dbdf-429e-b8ee-394319f91f18 req-851246b2-43df-418d-bce6-595133560bb9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824056 Mar 07 16:05:57.342395 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3856565-3492-4e57-a9e7-c8283eb018ce x-openstack-request-id: req-f3856565-3492-4e57-a9e7-c8283eb018ce {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:05:57.342699 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033", "tag": "f255079c-4c71-460a-9f31-e61d6c2eda1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2eca266-f9f6-4134-851e-b1a61a4cc5bd", "tag": "cb5931d7-3ee5-4127-97be-cc6454869889", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:05:57.343008 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3856565-3492-4e57-a9e7-c8283eb018ce {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:05:57.343912 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033', 'tag': 'f255079c-4c71-460a-9f31-e61d6c2eda1d', 'status': 'completed', 'code': 200} Mar 07 16:05:57.344174 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2eca266-f9f6-4134-851e-b1a61a4cc5bd', 'tag': 'cb5931d7-3ee5-4127-97be-cc6454869889', 'status': 'completed', 'code': 200} Mar 07 16:05:57.377366 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2c4d763-4405-40cc-897e-3ac86fe42937 req-28cc7ea4-01cc-4090-80e6-5155328aed60 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 210 time: 0.1151798 Mar 07 16:05:57.398934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c56dd-2267-4556-8454-08422dc43ad2 req-3609c545-cc09-4e7e-ba57-428d5c078530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:57.400572 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-277c56dd-2267-4556-8454-08422dc43ad2 req-3609c545-cc09-4e7e-ba57-428d5c078530 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=644b0815-7be1-4666-9bb1-4391f7c6535d HTTP/1.1" status: 200 len: 853 time: 0.2773359 Mar 07 16:05:57.417131 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:57.498311 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-277c56dd-2267-4556-8454-08422dc43ad2 req-fb302f1c-2ba5-4345-a7a4-4a8fc4c16141 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ddb321e-a02b-4c9e-973a-d8568be91bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737171 Mar 07 16:05:57.499863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb1fc2-48b3-4383-8e86-4c463f769e9b req-0f00ae48-d199-4c73-bbf3-0f02e107fb20 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:57.501658 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecdb1fc2-48b3-4383-8e86-4c463f769e9b req-0f00ae48-d199-4c73-bbf3-0f02e107fb20 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 943 time: 0.0907996 Mar 07 16:05:57.522212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks [] for port (637b2170-8566-4d8a-b714-43e792cdaed2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:57.554114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-65e01201-7bc0-46df-bff7-29131fea09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:57.555773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-65e01201-7bc0-46df-bff7-29131fea09c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3728123 Mar 07 16:05:57.582520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecdb1fc2-48b3-4383-8e86-4c463f769e9b req-602c7425-4b55-47e2-8d0e-66b570f32ab1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583968 Mar 07 16:05:57.584030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-599068da-8538-48ad-aab5-01328c8dedcb req-d73926e7-6301-4833-9cb2-e5b1bf318db9 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 210 time: 0.1208200 Mar 07 16:05:57.644653 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:57.645515 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:57.697132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Network 365963a5-a762-407a-a4b6-796b9bfb375a is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:57.701424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:57.704007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:57.706276 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:05:57.771264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:57.772424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:57.795477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-82218d65-cc0b-4ffa-b905-4cd48c1ac3fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2513502 Mar 07 16:05:57.801204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-7c3848f1-3c3b-44bc-adfa-e639761ec28e service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169884 Mar 07 16:05:57.810767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Request body: {'port': {'device_id': 'dd42e951-e703-4f06-a16c-e523c5697426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:57.887875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:57.943082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-277c56dd-2267-4556-8454-08422dc43ad2 req-fb58b0bd-ca53-4af8-b214-1fdfc936bdb4 service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910446 Mar 07 16:05:57.956786 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-14f88272-0ca6-419c-b33d-55dadf58e7ef service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856195 Mar 07 16:05:58.008575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922ea8-991e-4ab3-ab6a-ba133e4b074e req-e2022f47-7d6a-41ad-89dc-d33fec33bee3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:58.010059 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bc922ea8-991e-4ab3-ab6a-ba133e4b074e req-e2022f47-7d6a-41ad-89dc-d33fec33bee3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.3304451 Mar 07 16:05:58.199214 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a4205dd-6ac8-4bc7-be92-0588786f82ff req-b29894c5-9552-4aca-9d9c-2c601ca0104c service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759375 Mar 07 16:05:58.256030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bc922ea8-991e-4ab3-ab6a-ba133e4b074e req-73c3f367-d83b-4609-9c87-3c7efd74cd9d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241967 Mar 07 16:05:58.283867 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-277c56dd-2267-4556-8454-08422dc43ad2 req-6d4c0a25-b677-426b-a178-42a7185971b5 service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306317 Mar 07 16:05:58.286235 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Publish callbacks [] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:58.317388 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:58.365853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (46908ef9-3d0e-497f-8be3-b90519e9f5ca), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:58.394623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659be6ef-770a-45bc-9343-9160f375f99b req-18824d8e-32ab-4d85-81e0-821013820cc5 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:58.396830 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-18824d8e-32ab-4d85-81e0-821013820cc5 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.15 "GET /v2.0/networks?id=b5c96caa-d83c-437e-bcb0-bc74be04c912 HTTP/1.1" status: 200 len: 813 time: 0.2151783 Mar 07 16:05:58.400137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6970e0c-e1f2-46f8-9fd1-d6a6854f26f1 req-9c57e92f-3602-485f-97c2-898418dea994 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047611 Mar 07 16:05:58.438140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Request body: {'port': {'device_id': '995b61b7-a521-4093-bc8a-07c0cc4c15b6', 'network_id': 'b5c96caa-d83c-437e-bcb0-bc74be04c912', 'admin_state_up': True, 'tenant_id': '28f696bad29b43c4b14de58e89b1d9e0'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:05:58.485692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637b2170-8566-4d8a-b714-43e792cdaed2 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:58.523921 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Publish callbacks [] for port (637b2170-8566-4d8a-b714-43e792cdaed2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:58.561472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Transition to ACTIVE for port object 637b2170-8566-4d8a-b714-43e792cdaed2 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:05:58.576958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d8de-a9d7-46f9-9d89-52629e4cbfa4 req-66b6fe09-21c7-4c61-bcf4-6202e5351837 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:58.578645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d07d8de-a9d7-46f9-9d89-52629e4cbfa4 req-66b6fe09-21c7-4c61-bcf4-6202e5351837 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.2971339 Mar 07 16:05:58.583635 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:58.684459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:58.705369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Made reservation on behalf of 28f696bad29b43c4b14de58e89b1d9e0 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:05:58.708755 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:58.772743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d07d8de-a9d7-46f9-9d89-52629e4cbfa4 req-14bb1146-b96a-4dde-b531-22915d5c5306 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743479 Mar 07 16:05:58.817160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Pushing event updated for resources: {'Port': ['ID=611f5341-0f4c-45b3-b9ea-089f9a59cb60,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:58.879678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Attempting to bind port 637b2170-8566-4d8a-b714-43e792cdaed2 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:05:58.880015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Attempting to bind port 637b2170-8566-4d8a-b714-43e792cdaed2 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:05:58.880340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Attempting to bind port 637b2170-8566-4d8a-b714-43e792cdaed2 on network 365963a5-a762-407a-a4b6-796b9bfb375a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:58.892255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158039c1-9566-4aea-bd63-062bae77fb58 req-d0bb0445-4163-4f96-a02a-e19871188168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:58.893775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-d0bb0445-4163-4f96-a02a-e19871188168 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 1125 time: 0.5251179 Mar 07 16:05:58.905711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d2b1d-dcf6-4a23-a1ef-02caef5354e5 req-16dab4a3-4f1b-4f6c-9fe6-4f6549f44e5d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:58.907882 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f8d2b1d-dcf6-4a23-a1ef-02caef5354e5 req-16dab4a3-4f1b-4f6c-9fe6-4f6549f44e5d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 946 time: 0.5039959 Mar 07 16:05:58.912404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Port 637b2170-8566-4d8a-b714-43e792cdaed2 on network 365963a5-a762-407a-a4b6-796b9bfb375a not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:05:58.912736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Attempting to bind port 637b2170-8566-4d8a-b714-43e792cdaed2 on network 365963a5-a762-407a-a4b6-796b9bfb375a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:05:58.932577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158039c1-9566-4aea-bd63-062bae77fb58 req-f1d3d238-3cf9-4160-aa29-c790a7935c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:58.934090 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-f1d3d238-3cf9-4160-aa29-c790a7935c62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 1128 time: 0.4696116 Mar 07 16:05:58.946175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:05:58.946514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Checking segment: {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:05:58.946926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Bound using segment: {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:05:58.947373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Bound port: 637b2170-8566-4d8a-b714-43e792cdaed2, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:05:58.947732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:59.011614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665638d-0327-41b3-a9d9-999a6437269d req-520326c7-53dc-4d15-84b0-9c2fcfa13d50 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.013403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3665638d-0327-41b3-a9d9-999a6437269d req-520326c7-53dc-4d15-84b0-9c2fcfa13d50 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.1451182 Mar 07 16:05:59.022171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Allocated IP 172.20.0.4 (b5c96caa-d83c-437e-bcb0-bc74be04c912/c440f82e-35f1-4392-aeb7-589ae2438d9f/62028612-6fc0-49ce-8039-ad31796f71c2) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:05:59.027092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:05:59.048520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:05:59.103934 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:05:59.132579 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:59.144094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:05:59.159614 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3665638d-0327-41b3-a9d9-999a6437269d req-0802d74c-7e65-4248-9391-cce16c5c0497 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283259 Mar 07 16:05:59.179794 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f8d2b1d-dcf6-4a23-a1ef-02caef5354e5 req-ec4f95ef-0900-4975-aaed-7ac634eeadcc tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560632 Mar 07 16:05:59.219491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:59.236362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158039c1-9566-4aea-bd63-062bae77fb58 req-5945a85a-061e-4df3-9be7-621ba5429f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.237911 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-5945a85a-061e-4df3-9be7-621ba5429f10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 200 len: 914 time: 0.3273787 Mar 07 16:05:59.240910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158039c1-9566-4aea-bd63-062bae77fb58 req-90e09d99-920d-468b-919b-4777a17c9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.242373 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-90e09d99-920d-468b-919b-4777a17c9a43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2917180 Mar 07 16:05:59.307534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.308320 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:59.309824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] 10.222.0.11 "PUT /v2.0/ports/637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 1091 time: 1.5048285 Mar 07 16:05:59.311058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:05:59.313621 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12093cb5-5daf-475c-82a8-8b483bbd0ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:05:59.361437 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02deb3be-99ed-4655-b7cd-fc9680924030 req-31ac22a8-a45f-45c4-99cf-12f8232c34ed tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 210 time: 0.0632374 Mar 07 16:05:59.426299 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-25514707-a07d-4549-9093-046078653225 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=cb5931d7-3ee5-4127-97be-cc6454869889 HTTP/1.1" status: 200 len: 217 time: 0.1268549 Mar 07 16:05:59.427699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-1cb8026d-b239-4180-b05c-81b978efe991 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f255079c-4c71-460a-9f31-e61d6c2eda1d HTTP/1.1" status: 200 len: 217 time: 0.1295109 Mar 07 16:05:59.428743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffc418-d5c2-4efc-a542-6fb72671571a service neutron] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:05:59.445681 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Publish callbacks [] for port (62028612-6fc0-49ce-8039-ad31796f71c2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:59.494849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-02900f46-072f-4ab8-9fb1-ca5728e146f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.496067 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-02900f46-072f-4ab8-9fb1-ca5728e146f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 1125 time: 0.1306882 Mar 07 16:05:59.515540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f9f960f6-68e7-4147-930f-c4d22596e849 None None] Provisioning complete for port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:05:59.516144 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9f960f6-68e7-4147-930f-c4d22596e849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:59.552406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Router 46908ef9-3d0e-497f-8be3-b90519e9f5ca has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:05:59.557005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-edc0c2ae-c4f7-47e2-96f8-b84cb0f9e301 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 217 time: 0.0507567 Mar 07 16:05:59.560028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158039c1-9566-4aea-bd63-062bae77fb58 req-55dfa52d-e2e2-49ff-a476-4d7b818155d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.560614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f9f960f6-68e7-4147-930f-c4d22596e849 None None] Port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:05:59.561701 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-55dfa52d-e2e2-49ff-a476-4d7b818155d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=644b0815-7be1-4666-9bb1-4391f7c6535d HTTP/1.1" status: 200 len: 853 time: 0.1260731 Mar 07 16:05:59.565574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:59.571717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158039c1-9566-4aea-bd63-062bae77fb58 req-165f3e7d-3ed0-4bbe-9aab-8f5e74ede393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.573424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-165f3e7d-3ed0-4bbe-9aab-8f5e74ede393 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1405907 Mar 07 16:05:59.615310 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-8451bd15-00fc-4d2f-82dd-1c3baf31e86b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ddb321e-a02b-4c9e-973a-d8568be91bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464928 Mar 07 16:05:59.642654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c447243-328d-4f7e-b544-f59b8fd606df req-22ff5a01-977f-4cf3-907f-0eeca8bf647c tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.644533 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c447243-328d-4f7e-b544-f59b8fd606df req-22ff5a01-977f-4cf3-907f-0eeca8bf647c tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 943 time: 0.2893465 Mar 07 16:05:59.645092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd62cb4-b2bd-4352-b7ac-b873b85d53f1 req-6f35dc4e-f467-4bd2-92c0-7f0929fb09d5 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.651467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0bd62cb4-b2bd-4352-b7ac-b873b85d53f1 req-6f35dc4e-f467-4bd2-92c0-7f0929fb09d5 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1941130 Mar 07 16:05:59.696782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 041d962d-79d2-4c27-b499-1e09d6bf97fa details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:05:59.711604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52672) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:05:59.823463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 041d962d-79d2-4c27-b499-1e09d6bf97fa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=041d962d-79d2-4c27-b499-1e09d6bf97fa,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:59.839940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '041d962d-79d2-4c27-b499-1e09d6bf97fa', 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce', 'port_id': '041d962d-79d2-4c27-b499-1e09d6bf97fa', 'mac_address': 'fa:16:3e:aa:2b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644b0815-7be1-4666-9bb1-4391f7c6535d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:05:59.853689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158039c1-9566-4aea-bd63-062bae77fb58 req-904e124e-073c-489d-8338-135b43c9620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:05:59.855305 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-904e124e-073c-489d-8338-135b43c9620d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2708871 Mar 07 16:05:59.875137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c447243-328d-4f7e-b544-f59b8fd606df req-147c49f6-aa71-4271-a2eb-0a4de45e2e70 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131238 Mar 07 16:05:59.901214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 041d962d-79d2-4c27-b499-1e09d6bf97fa is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:05:59.902060 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:59.921046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041d962d-79d2-4c27-b499-1e09d6bf97fa {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:05:59.949054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-e979fddf-a9b4-46e2-9d0f-a9773fdd762e service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027308 Mar 07 16:05:59.949265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 041d962d-79d2-4c27-b499-1e09d6bf97fa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=041d962d-79d2-4c27-b499-1e09d6bf97fa,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:05:59.949802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-915d1f45-6ac0-4cfb-a060-59439de5ed11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:05:59.956781 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.013689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:06:00.014209 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e38d5d-b583-481b-a6d9-eaf7ea6c91c8 x-openstack-request-id: req-53e38d5d-b583-481b-a6d9-eaf7ea6c91c8 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:00.014594 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:00.015186 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53e38d5d-b583-481b-a6d9-eaf7ea6c91c8 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:00.015812 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2', 'status': 'completed', 'code': 200} Mar 07 16:06:00.022469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=041d962d-79d2-4c27-b499-1e09d6bf97fa,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:00.024797 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-69b4c21d-36a2-4ea2-8522-477d26f89521 admin admin] 10.222.0.24 "PUT /v2.0/routers/46908ef9-3d0e-497f-8be3-b90519e9f5ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7069082 Mar 07 16:06:00.027148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Sync routers for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:06:00.048755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Routers {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:00.050555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:05:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:00.052839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Network b5c96caa-d83c-437e-bcb0-bc74be04c912 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:00.096047 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0bd62cb4-b2bd-4352-b7ac-b873b85d53f1 req-07380b48-58d0-40cf-82c8-7c609ae1853c tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436212 Mar 07 16:06:00.096915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:00.099680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:00.156534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Pushing event updated for resources: {'Port': ['ID=62028612-6fc0-49ce-8039-ad31796f71c2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:00.167586 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-6bdb6542-3563-4c62-8643-c5f613c51027 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913744 Mar 07 16:06:00.178844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:00.179597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.183326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-9e9d13d5-6cfd-44bc-a825-74b77c9042a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:00.184946 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-9e9d13d5-6cfd-44bc-a825-74b77c9042a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 200 len: 854 time: 0.6154373 Mar 07 16:06:00.224523 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-0632bcb2-3589-4013-8301-42275da71485 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=365963a5-a762-407a-a4b6-796b9bfb375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333962 Mar 07 16:06:00.229561 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-c329dabb-abbf-4c95-95ea-a989462cda29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8163724 Mar 07 16:06:00.248554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac40573-33db-429d-bcdf-daed2b0b4c30 req-2e7aa812-1f0c-4b45-ba7e-be9f0d29c8bd tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:00.250545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Request body: {'port': {'device_id': '995b61b7-a521-4093-bc8a-07c0cc4c15b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:00.256026 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ac40573-33db-429d-bcdf-daed2b0b4c30 req-2e7aa812-1f0c-4b45-ba7e-be9f0d29c8bd tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.2384903 Mar 07 16:06:00.262912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Set router 46908ef9-3d0e-497f-8be3-b90519e9f5ca gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:00.263484 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-986b91d6-f70e-42e3-8933-7fef7dd193ad service neutron] 10.222.0.15 "GET /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001206 Mar 07 16:06:00.349496 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-915d1f45-6ac0-4cfb-a060-59439de5ed11 admin admin] Publish callbacks [] for security_group (a0606a4c-f54e-420c-9532-f868a9fbead3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.361549 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.366306 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-915d1f45-6ac0-4cfb-a060-59439de5ed11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a0606a4c-f54e-420c-9532-f868a9fbead3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.417917 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ac40573-33db-429d-bcdf-daed2b0b4c30 req-cda612de-1354-4876-a156-4be20ae3d3b2 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566606 Mar 07 16:06:00.432557 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158039c1-9566-4aea-bd63-062bae77fb58 req-fd6b8591-7d66-4e01-ab76-bcb6b1db4689 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549939 Mar 07 16:06:00.468233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-915d1f45-6ac0-4cfb-a060-59439de5ed11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef3a17b2c17441a49cef18148288155c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7512078 Mar 07 16:06:00.468233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d1f45-6ac0-4cfb-a060-59439de5ed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0606a4c-f54e-420c-9532-f868a9fbead3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:00.469880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-f259e8e5-3673-4e32-b32b-37629fe96853 service neutron] 10.222.0.11 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368946 Mar 07 16:06:00.470443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52690) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:00.546701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['041d962d-79d2-4c27-b499-1e09d6bf97fa'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:00.552403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a88ae-5f05-4812-b697-5d42f418200a req-7bf64b95-f010-4a0b-9d8d-92efcd9851f9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:00.560376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-194a88ae-5f05-4812-b697-5d42f418200a req-7bf64b95-f010-4a0b-9d8d-92efcd9851f9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.0659366 Mar 07 16:06:00.601311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '611f5341-0f4c-45b3-b9ea-089f9a59cb60', 'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'mac_address': 'fa:16:3e:cc:9d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:54Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 2, 'project_id': '6a4b511c908d4598a245a49782799b97', 'subnets': [{'id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:00.627366 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-194a88ae-5f05-4812-b697-5d42f418200a req-c15e8ef9-de81-41dc-817a-a9665b512763 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582442 Mar 07 16:06:00.627696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52692) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:00.643600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8e773815-f94e-4045-9af6-78b7f983b881 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271907162', 'description': 'tempest-description--967969819'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:00.648706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Checking router: 46908ef9-3d0e-497f-8be3-b90519e9f5ca for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:06:00.649169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Updating router 46908ef9-3d0e-497f-8be3-b90519e9f5ca port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:06:00.676063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e773815-f94e-4045-9af6-78b7f983b881 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.712211 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.764748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ca7188e-da77-426c-b12b-2beb907bf9d6 admin admin] Publish callbacks [] for security_group (a0606a4c-f54e-420c-9532-f868a9fbead3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.792424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f015d0e-ed0e-4a3b-83c7-ba3c3db88eb3 req-fd6363ed-8ccc-4a4c-8356-b89ff967b3a3 service neutron] 10.222.0.11 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787850 Mar 07 16:06:00.797427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549425d-73cc-4a8b-8211-35d217d22f3a req-1543aeee-333c-4753-b9c5-63845c15801d tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:00.798908 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f549425d-73cc-4a8b-8211-35d217d22f3a req-1543aeee-333c-4753-b9c5-63845c15801d tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 931 time: 0.0926859 Mar 07 16:06:00.816717 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e773815-f94e-4045-9af6-78b7f983b881 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group (8eb57e10-8fac-429e-93b3-51be81539e89), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.832994 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e773815-f94e-4045-9af6-78b7f983b881 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8eb57e10-8fac-429e-93b3-51be81539e89), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.836202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ca7188e-da77-426c-b12b-2beb907bf9d6 admin admin] Publish callbacks [] for security_group (a0606a4c-f54e-420c-9532-f868a9fbead3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.883591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e773815-f94e-4045-9af6-78b7f983b881 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.884860 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8e773815-f94e-4045-9af6-78b7f983b881 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2560635 Mar 07 16:06:00.888883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e773815-f94e-4045-9af6-78b7f983b881 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb57e10-8fac-429e-93b3-51be81539e89,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:00.893207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52694) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:00.906240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-63b6826d-161a-4b00-941a-6a5d540f276d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'security_group_rule': {'security_group_id': '8eb57e10-8fac-429e-93b3-51be81539e89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:00.923863 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f549425d-73cc-4a8b-8211-35d217d22f3a req-9b7da553-5734-4476-9400-4a3e8d20a243 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106496 Mar 07 16:06:00.958946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58993-bf7f-4e2c-bddc-0578fa8bdab7 req-a646fe63-58b4-4d4a-83ae-892528f38a40 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:00.962868 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b6826d-161a-4b00-941a-6a5d540f276d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group_rule (e687033e-d4ce-42e5-bc80-029fcc70c5f3), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:00.966256 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3af58993-bf7f-4e2c-bddc-0578fa8bdab7 req-a646fe63-58b4-4d4a-83ae-892528f38a40 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 946 time: 0.2248220 Mar 07 16:06:01.043568 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ca7188e-da77-426c-b12b-2beb907bf9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a0606a4c-f54e-420c-9532-f868a9fbead3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.047813 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ca7188e-da77-426c-b12b-2beb907bf9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.047813 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6ca7188e-da77-426c-b12b-2beb907bf9d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0606a4c-f54e-420c-9532-f868a9fbead3 HTTP/1.1" status: 204 len: 168 time: 0.5755572 Mar 07 16:06:01.057524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b6826d-161a-4b00-941a-6a5d540f276d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group_rule (e687033e-d4ce-42e5-bc80-029fcc70c5f3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.067442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da6f52-57e0-4e0f-a37b-d731d05ec645 req-9c9cb750-be99-4980-afd0-e1c711a06070 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:01.069079 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91da6f52-57e0-4e0f-a37b-d731d05ec645 req-9c9cb750-be99-4980-afd0-e1c711a06070 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 943 time: 0.0825841 Mar 07 16:06:01.070326 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b6826d-161a-4b00-941a-6a5d540f276d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (e687033e-d4ce-42e5-bc80-029fcc70c5f3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.085753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-d43a3553-cbbb-42c7-9c0e-c1eb8bbc982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:01.087309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-d43a3553-cbbb-42c7-9c0e-c1eb8bbc982d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 1125 time: 0.2131953 Mar 07 16:06:01.098992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6826d-161a-4b00-941a-6a5d540f276d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e687033e-d4ce-42e5-bc80-029fcc70c5f3,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:01.100117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7188e-da77-426c-b12b-2beb907bf9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0606a4c-f54e-420c-9532-f868a9fbead3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:01.113439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b6826d-161a-4b00-941a-6a5d540f276d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.117953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-63b6826d-161a-4b00-941a-6a5d540f276d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2246904 Mar 07 16:06:01.119972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52700) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:01.124961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1a1f860c-9083-4c2e-a97c-acc35e4bc93d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'security_group_rule': {'security_group_id': '8eb57e10-8fac-429e-93b3-51be81539e89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:01.129363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3af58993-bf7f-4e2c-bddc-0578fa8bdab7 req-96c2d66a-561e-4792-80ec-26e33a97bc4a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621490 Mar 07 16:06:01.184432 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91da6f52-57e0-4e0f-a37b-d731d05ec645 req-dfb225e9-386e-4216-92cf-26494a7aacf0 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968480 Mar 07 16:06:01.196006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a1f860c-9083-4c2e-a97c-acc35e4bc93d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group_rule (f6812426-24fa-4164-bb59-4fd1323c6d01), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.223825 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Publish callbacks [] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.237448 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.270471 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a1f860c-9083-4c2e-a97c-acc35e4bc93d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group_rule (f6812426-24fa-4164-bb59-4fd1323c6d01), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.275085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a1f860c-9083-4c2e-a97c-acc35e4bc93d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (f6812426-24fa-4164-bb59-4fd1323c6d01), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.297010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f860c-9083-4c2e-a97c-acc35e4bc93d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6812426-24fa-4164-bb59-4fd1323c6d01,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:01.297296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62028612-6fc0-49ce-8039-ad31796f71c2 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:01.313163 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a1f860c-9083-4c2e-a97c-acc35e4bc93d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.325532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52704) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:01.329787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Publish callbacks [] for port (62028612-6fc0-49ce-8039-ad31796f71c2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.331907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device cb5931d7-3ee5-4127-97be-cc6454869889 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:01.333972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7693439-e1da-4e76-82d0-8802b10d90ef None None] Pushing event updated for resources: {'Port': ['ID=611f5341-0f4c-45b3-b9ea-089f9a59cb60,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:01.337017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a1f860c-9083-4c2e-a97c-acc35e4bc93d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990440 Mar 07 16:06:01.340595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:01.377683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Transition to ACTIVE for port object 62028612-6fc0-49ce-8039-ad31796f71c2 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:06:01.404140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2d700-e276-44ac-9359-d89d9767cbae req-9ac2eae7-272a-4979-9256-3e956335549e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:01.405929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9e2d700-e276-44ac-9359-d89d9767cbae req-9ac2eae7-272a-4979-9256-3e956335549e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1751482 Mar 07 16:06:01.409989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.462172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.477543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-3f544371-e585-49f2-a23d-5538fec3d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:01.479174 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-3f544371-e585-49f2-a23d-5538fec3d67d service neutron] 10.222.0.11 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 915 time: 0.3836274 Mar 07 16:06:01.559866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Attempting to bind port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:01.560240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Attempting to bind port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:01.560525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Attempting to bind port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:01.568370 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-370ff747-99e9-463b-9427-a455d923a034 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:06:01.570042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:01.570426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Checking segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:01.570866 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.571267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Bound using segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:01.571747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Bound port: 611f5341-0f4c-45b3-b9ea-089f9a59cb60, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:01.572731 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.596681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-5662d98f-81ee-4a65-8de2-e3d932be28cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 217 time: 0.0985851 Mar 07 16:06:01.597290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Pushing event updated for resources: {'Port': ['ID=62028612-6fc0-49ce-8039-ad31796f71c2,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:01.639793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad7478-beb7-424c-849a-82bab0f96fe7 req-f0d680c2-9245-4267-ba9f-ac7b4cfe1f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:01.642225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38ad7478-beb7-424c-849a-82bab0f96fe7 req-f0d680c2-9245-4267-ba9f-ac7b4cfe1f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.0920677 Mar 07 16:06:01.707404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device f255079c-4c71-460a-9f31-e61d6c2eda1d details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:01.716256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port cb5931d7-3ee5-4127-97be-cc6454869889, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cb5931d7-3ee5-4127-97be-cc6454869889,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:01.725213 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38ad7478-beb7-424c-849a-82bab0f96fe7 req-b3d5904d-26eb-40b5-97b3-2262313f0452 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780942 Mar 07 16:06:01.730172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] For port 611f5341-0f4c-45b3-b9ea-089f9a59cb60, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:01.757595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-adf1d667-3fa6-4454-905d-2fd4c77a2595 None None] Provisioning complete for port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:01.758318 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adf1d667-3fa6-4454-905d-2fd4c77a2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.766672 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9e2d700-e276-44ac-9359-d89d9767cbae req-8663df5d-4863-4744-be25-0615c3f96ee1 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534231 Mar 07 16:06:01.772102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Attempting to bind port 62028612-6fc0-49ce-8039-ad31796f71c2 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:01.772479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Attempting to bind port 62028612-6fc0-49ce-8039-ad31796f71c2 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'b261993a-08c2-4b5d-a895-d49e09550642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b5c96caa-d83c-437e-bcb0-bc74be04c912'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:01.772786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Attempting to bind port 62028612-6fc0-49ce-8039-ad31796f71c2 on network b5c96caa-d83c-437e-bcb0-bc74be04c912 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:01.794338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Port 62028612-6fc0-49ce-8039-ad31796f71c2 on network b5c96caa-d83c-437e-bcb0-bc74be04c912 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:06:01.796015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Attempting to bind port 62028612-6fc0-49ce-8039-ad31796f71c2 on network b5c96caa-d83c-437e-bcb0-bc74be04c912 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:01.801791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'cb5931d7-3ee5-4127-97be-cc6454869889', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'cb5931d7-3ee5-4127-97be-cc6454869889', 'mac_address': 'fa:16:3e:94:e9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:01.803231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-16aca543-0366-4dcb-9993-b6be4cbb984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:01.805331 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-16aca543-0366-4dcb-9993-b6be4cbb984e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 200 len: 854 time: 0.1745594 Mar 07 16:06:01.807068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] For port 611f5341-0f4c-45b3-b9ea-089f9a59cb60, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=611f5341-0f4c-45b3-b9ea-089f9a59cb60,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:01.813421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:01.814637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Checking segment: {'id': 'b261993a-08c2-4b5d-a895-d49e09550642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b5c96caa-d83c-437e-bcb0-bc74be04c912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:01.815231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Bound using segment: {'id': 'b261993a-08c2-4b5d-a895-d49e09550642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b5c96caa-d83c-437e-bcb0-bc74be04c912'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:01.815936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Bound port: 62028612-6fc0-49ce-8039-ad31796f71c2, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b261993a-08c2-4b5d-a895-d49e09550642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b5c96caa-d83c-437e-bcb0-bc74be04c912'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:01.816102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.853563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.859731 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-109cd661-e6df-4dfb-9957-e39c16dac8d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=365963a5-a762-407a-a4b6-796b9bfb375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411129 Mar 07 16:06:01.887679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f814f-a84f-48d7-a7ab-60da07c85596 req-678f8a0e-8180-4b64-a329-b96eeaf052cc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:01.899087 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-427f814f-a84f-48d7-a7ab-60da07c85596 req-678f8a0e-8180-4b64-a329-b96eeaf052cc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.0896015 Mar 07 16:06:01.919727 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-adf1d667-3fa6-4454-905d-2fd4c77a2595 None None] Port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:06:01.938669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port cb5931d7-3ee5-4127-97be-cc6454869889 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:01.938669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:01.984115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-b5d57214-3382-4242-94e5-e430a8579f27 service neutron] 10.222.0.11 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148129 Mar 07 16:06:02.017101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5931d7-3ee5-4127-97be-cc6454869889 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:02.023274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7693439-e1da-4e76-82d0-8802b10d90ef None None] Pushing event updated for resources: {'Port': ['ID=611f5341-0f4c-45b3-b9ea-089f9a59cb60,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:02.028621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Routers {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:02.029264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:05:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:02.052006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-427f814f-a84f-48d7-a7ab-60da07c85596 req-63db2672-3bf8-4ef7-a3a0-9d40e6843bdc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487801 Mar 07 16:06:02.105167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port cb5931d7-3ee5-4127-97be-cc6454869889, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cb5931d7-3ee5-4127-97be-cc6454869889,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:02.124655 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:02.160073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port f255079c-4c71-460a-9f31-e61d6c2eda1d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f255079c-4c71-460a-9f31-e61d6c2eda1d,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:02.219407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] For port 62028612-6fc0-49ce-8039-ad31796f71c2, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:02.237050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'f255079c-4c71-460a-9f31-e61d6c2eda1d', 'network_id': '9ddb321e-a02b-4c9e-973a-d8568be91bce', 'port_id': 'f255079c-4c71-460a-9f31-e61d6c2eda1d', 'mac_address': 'fa:16:3e:49:3d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644b0815-7be1-4666-9bb1-4391f7c6535d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:02.270006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] For port 62028612-6fc0-49ce-8039-ad31796f71c2, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=62028612-6fc0-49ce-8039-ad31796f71c2,segment=NetworkSegment(b261993a-08c2-4b5d-a895-d49e09550642),segment_id=b261993a-08c2-4b5d-a895-d49e09550642)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:02.275015 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:02.289620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4a9cd-af43-4752-9457-5424e104492d req-9689e074-cddb-414b-b134-507784211fee tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:02.297307 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:02.300756 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25a4a9cd-af43-4752-9457-5424e104492d req-9689e074-cddb-414b-b134-507784211fee tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 947 time: 0.0746751 Mar 07 16:06:02.323220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:02.324918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:02.331562 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] 10.222.0.15 "PUT /v2.0/ports/62028612-6fc0-49ce-8039-ad31796f71c2 HTTP/1.1" status: 200 len: 1091 time: 2.0895491 Mar 07 16:06:02.344484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=cb5931d7-3ee5-4127-97be-cc6454869889,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:02.366374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] Set router 46908ef9-3d0e-497f-8be3-b90519e9f5ca gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:02.371205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port f255079c-4c71-460a-9f31-e61d6c2eda1d is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:02.372030 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:02.378453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25a4a9cd-af43-4752-9457-5424e104492d req-74d4bcdd-fe9e-4a5d-9f3f-290544dc3e67 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763555 Mar 07 16:06:02.423011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995b61b7-a521-4093-bc8a-07c0cc4c15b6', 'tag': '62028612-6fc0-49ce-8039-ad31796f71c2'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:02.426499 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a31be31-c905-42fb-ac45-08a9f1022f89" -d '{"events": [{"name": "network-changed", "server_uuid": "995b61b7-a521-4093-bc8a-07c0cc4c15b6", "tag": "62028612-6fc0-49ce-8039-ad31796f71c2"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:02.426789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['cb5931d7-3ee5-4127-97be-cc6454869889'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:02.433539 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12093cb5-5daf-475c-82a8-8b483bbd0ebd req-e595f1f9-9f23-4114-bfcc-94fdae8e77f4 service neutron] 10.222.0.11 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673484 Mar 07 16:06:02.433864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f255079c-4c71-460a-9f31-e61d6c2eda1d {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:02.434305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f270d0-985e-49fc-b273-30d1a77ac7fe service neutron] Pushing event updated for resources: {'Port': ['ID=62028612-6fc0-49ce-8039-ad31796f71c2,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:02.460633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-39516c27-ddfb-46c7-a9e4-39329b4c43b1 None None] Provisioning complete for port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:02.460937 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39516c27-ddfb-46c7-a9e4-39329b4c43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:02.506997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120d73b-f1f4-462f-ab8b-e37c93845b14 req-c6a70272-de44-4852-b067-2c95b637a07e tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:02.508759 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7120d73b-f1f4-462f-ab8b-e37c93845b14 req-c6a70272-de44-4852-b067-2c95b637a07e tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 943 time: 0.4315972 Mar 07 16:06:02.552848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port f255079c-4c71-460a-9f31-e61d6c2eda1d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f255079c-4c71-460a-9f31-e61d6c2eda1d,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:02.570493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af432c27-b06c-4d71-b6d3-84ca639e2616 req-d83369cd-bab1-4848-b6e6-392e9fcd4e58 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:02.572386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af432c27-b06c-4d71-b6d3-84ca639e2616 req-d83369cd-bab1-4848-b6e6-392e9fcd4e58 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 943 time: 0.0948210 Mar 07 16:06:02.576796 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:02.603353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7120d73b-f1f4-462f-ab8b-e37c93845b14 req-0d8a590b-b3df-4b9e-98a2-19ad834c5d74 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757325 Mar 07 16:06:02.657760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659be6ef-770a-45bc-9343-9160f375f99b req-cc08b5b3-6817-442e-9403-2a85d4d6a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:02.657921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af432c27-b06c-4d71-b6d3-84ca639e2616 req-2d7b9853-39fb-405d-8e5f-dbc7c98a3246 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777295 Mar 07 16:06:02.659682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-cc08b5b3-6817-442e-9403-2a85d4d6a8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28f696bad29b43c4b14de58e89b1d9e0&device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 1125 time: 0.2208979 Mar 07 16:06:02.685868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Allocated IP 172.25.4.60 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/d7432b2b-f75d-4d83-bfd5-95e6e0d547cb) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:02.719076 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8f67f0-9979-4e93-be94-9f31cf92a110 x-openstack-request-id: req-3a8f67f0-9979-4e93-be94-9f31cf92a110 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:02.719395 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995b61b7-a521-4093-bc8a-07c0cc4c15b6", "tag": "62028612-6fc0-49ce-8039-ad31796f71c2", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:02.719618 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a8f67f0-9979-4e93-be94-9f31cf92a110 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:02.720223 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995b61b7-a521-4093-bc8a-07c0cc4c15b6', 'tag': '62028612-6fc0-49ce-8039-ad31796f71c2', 'status': 'completed', 'code': 200} Mar 07 16:06:02.723519 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-d9b24dda-be63-4aa3-a9a4-7bb57b45aae5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62028612-6fc0-49ce-8039-ad31796f71c2 HTTP/1.1" status: 200 len: 217 time: 0.0439003 Mar 07 16:06:02.725938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=f255079c-4c71-460a-9f31-e61d6c2eda1d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:02.833987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-39516c27-ddfb-46c7-a9e4-39329b4c43b1 None None] Current status of the port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:02.834381 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39516c27-ddfb-46c7-a9e4-39329b4c43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:02.899979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dc1b9-b7dd-41c6-ba25-4f2e626e4ccf req-624c5e7d-e920-428f-b806-63bc538200f5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:02.902718 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-348dc1b9-b7dd-41c6-ba25-4f2e626e4ccf req-624c5e7d-e920-428f-b806-63bc538200f5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.0886505 Mar 07 16:06:02.911292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-39516c27-ddfb-46c7-a9e4-39329b4c43b1 None None] For port 611f5341-0f4c-45b3-b9ea-089f9a59cb60, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=611f5341-0f4c-45b3-b9ea-089f9a59cb60,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:02.920737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659be6ef-770a-45bc-9343-9160f375f99b req-7bb9ff6b-e82e-4971-bb7d-1c1692641f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:02.923584 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-7bb9ff6b-e82e-4971-bb7d-1c1692641f1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c440f82e-35f1-4392-aeb7-589ae2438d9f HTTP/1.1" status: 200 len: 853 time: 0.1905897 Mar 07 16:06:02.926388 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39516c27-ddfb-46c7-a9e4-39329b4c43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:02.931479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '611f5341-0f4c-45b3-b9ea-089f9a59cb60', 'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'mac_address': 'fa:16:3e:cc:9d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:54Z', 'updated_at': '2022-03-07T16:06:01Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'subnets': [{'id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:02.985718 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-348dc1b9-b7dd-41c6-ba25-4f2e626e4ccf req-172079a1-ed04-4ad9-a16b-56f5de9eefe7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730536 Mar 07 16:06:02.992701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcaed1c-7062-4787-9a46-1cd06b36b6b8 None None] The sync data for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 is: [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '611f5341-0f4c-45b3-b9ea-089f9a59cb60', 'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'mac_address': 'fa:16:3e:cc:9d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:54Z', 'updated_at': '2022-03-07T16:06:01Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'subnets': [{'id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:06:02.993731 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-5472d50b-c01f-4e90-aaa0-c2870711d41b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5c96caa-d83c-437e-bcb0-bc74be04c912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532870 Mar 07 16:06:03.002550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['f255079c-4c71-460a-9f31-e61d6c2eda1d'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:03.014829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52770) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:03.056918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for port (d7432b2b-f75d-4d83-bfd5-95e6e0d547cb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.125641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39516c27-ddfb-46c7-a9e4-39329b4c43b1 None None] Pushing event updated for resources: {'Port': ['ID=611f5341-0f4c-45b3-b9ea-089f9a59cb60,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:03.163199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b477-6360-4cd0-b1ca-c6302ef2290f req-7d8c7352-4cca-4f8b-b34c-14167f91dc79 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:03.165042 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4791b477-6360-4cd0-b1ca-c6302ef2290f req-7d8c7352-4cca-4f8b-b34c-14167f91dc79 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.2462664 Mar 07 16:06:03.210901 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2174521d-7e18-4358-b066-211aaaea5ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.267594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-776c4a67-acc4-4317-b5c6-031960e3fd09 service neutron] 10.222.0.15 "GET /v2.0/networks/b5c96caa-d83c-437e-bcb0-bc74be04c912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504349 Mar 07 16:06:03.273824 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d7432b2b-f75d-4d83-bfd5-95e6e0d547cb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.326380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3d76e-95e1-4e0b-a532-d4476684fc4c req-3c640dac-b9d8-433c-bbc0-cf0665498338 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:03.328036 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ee3d76e-95e1-4e0b-a532-d4476684fc4c req-3c640dac-b9d8-433c-bbc0-cf0665498338 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.0956113 Mar 07 16:06:03.339018 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4791b477-6360-4cd0-b1ca-c6302ef2290f req-9c8ecf68-618d-421b-8443-5de5d65d4f36 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561508 Mar 07 16:06:03.376470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:03.378749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'Port': ['ID=d7432b2b-f75d-4d83-bfd5-95e6e0d547cb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:03.383282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:03.409072 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ee3d76e-95e1-4e0b-a532-d4476684fc4c req-62d11e29-45c5-4589-990d-d5076336b6bf tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718513 Mar 07 16:06:03.424913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2174521d-7e18-4358-b066-211aaaea5ba7 admin admin] Publish callbacks [] for security_group (4c3e2ab1-09d7-42c2-a5f9-f4ba21cc1bc7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.432444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:03.442268 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2174521d-7e18-4358-b066-211aaaea5ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4c3e2ab1-09d7-42c2-a5f9-f4ba21cc1bc7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.480693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2174521d-7e18-4358-b066-211aaaea5ba7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9e1b270738845698b71126ca1137ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633765 Mar 07 16:06:03.483321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52778) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:03.518554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174521d-7e18-4358-b066-211aaaea5ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e2ab1-09d7-42c2-a5f9-f4ba21cc1bc7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:03.526464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-659be6ef-770a-45bc-9343-9160f375f99b req-682c2006-b42b-46e0-ac10-a98f345f36ef service neutron] 10.222.0.15 "GET /v2.0/networks/b5c96caa-d83c-437e-bcb0-bc74be04c912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493474 Mar 07 16:06:03.562887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3b1aefe-b9c4-4274-8537-12ed570c9934 admin admin] Publish callbacks [] for security_group (4c3e2ab1-09d7-42c2-a5f9-f4ba21cc1bc7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.592600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc786666-c975-40f3-9310-b3c9e032b274 req-a92246e1-ef44-47bd-b3bd-9c4f3c09d34a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:03.594719 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc786666-c975-40f3-9310-b3c9e032b274 req-a92246e1-ef44-47bd-b3bd-9c4f3c09d34a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 947 time: 0.1325831 Mar 07 16:06:03.596580 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3b1aefe-b9c4-4274-8537-12ed570c9934 admin admin] Publish callbacks [] for security_group (4c3e2ab1-09d7-42c2-a5f9-f4ba21cc1bc7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.609559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for floatingip (cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.656937 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3b1aefe-b9c4-4274-8537-12ed570c9934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4c3e2ab1-09d7-42c2-a5f9-f4ba21cc1bc7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.659809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3b1aefe-b9c4-4274-8537-12ed570c9934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.676147 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f3b1aefe-b9c4-4274-8537-12ed570c9934 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c3e2ab1-09d7-42c2-a5f9-f4ba21cc1bc7 HTTP/1.1" status: 204 len: 168 time: 0.1792076 Mar 07 16:06:03.694361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1aefe-b9c4-4274-8537-12ed570c9934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e2ab1-09d7-42c2-a5f9-f4ba21cc1bc7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:03.726204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d7432b2b-f75d-4d83-bfd5-95e6e0d547cb), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.731645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 041d962d-79d2-4c27-b499-1e09d6bf97fa up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:03.765358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc786666-c975-40f3-9310-b3c9e032b274 req-1a4c1711-d39a-4b05-82b4-1a71b093e2aa tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562026 Mar 07 16:06:03.805030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-eb09e34f-cf75-48e3-be9e-9680ace104a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:03.806892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-eb09e34f-cf75-48e3-be9e-9680ace104a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28f696bad29b43c4b14de58e89b1d9e0&device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 1125 time: 0.2096345 Mar 07 16:06:03.833631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35519cdd-61ea-42de-842b-68cc25f0eb3d req-b5755693-cca9-450c-9b0d-3112fdf82293 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:03.837360 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35519cdd-61ea-42de-842b-68cc25f0eb3d req-b5755693-cca9-450c-9b0d-3112fdf82293 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 943 time: 0.1393995 Mar 07 16:06:03.845942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 041d962d-79d2-4c27-b499-1e09d6bf97fa completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:03.853407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 041d962d-79d2-4c27-b499-1e09d6bf97fa triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:03.854957 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:03.933669 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35519cdd-61ea-42de-842b-68cc25f0eb3d req-a9c4d0c4-6e47-4515-a6fe-ae244991251f tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863476 Mar 07 16:06:04.015254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 041d962d-79d2-4c27-b499-1e09d6bf97fa is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:04.016282 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:04.057275 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-a267777b-627c-494f-98c7-ea98b06a06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:04.058777 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-a267777b-627c-494f-98c7-ea98b06a06dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5c96caa-d83c-437e-bcb0-bc74be04c912 HTTP/1.1" status: 200 len: 914 time: 0.2370129 Mar 07 16:06:04.076030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2c1cc-690e-448b-8e65-1241adfedc9b req-158205d5-bee9-4a96-99a6-1708c11c996c tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:04.082005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b33015-e658-49ac-b527-463fce614226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d962d-79d2-4c27-b499-1e09d6bf97fa'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:04.085113 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a255e6c-9fbb-4137-9fac-b79fd762a5c3" -d '{"events": [{"server_uuid": "a5b33015-e658-49ac-b527-463fce614226", "name": "network-vif-plugged", "status": "completed", "tag": "041d962d-79d2-4c27-b499-1e09d6bf97fa"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:04.089926 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-51c2c1cc-690e-448b-8e65-1241adfedc9b req-158205d5-bee9-4a96-99a6-1708c11c996c tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 944 time: 0.2329283 Mar 07 16:06:04.112475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 041d962d-79d2-4c27-b499-1e09d6bf97fa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=041d962d-79d2-4c27-b499-1e09d6bf97fa,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:04.122834 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:04.169386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-4545e3a3-7e0d-4e16-8d15-a3d64340b3c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62028612-6fc0-49ce-8039-ad31796f71c2 HTTP/1.1" status: 200 len: 217 time: 0.0754509 Mar 07 16:06:04.196950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55220a6d-f169-4051-8f9c-633684497c67 req-6d0e6dd2-c691-44fc-bc5b-23d32e6a0160 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:04.209779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=041d962d-79d2-4c27-b499-1e09d6bf97fa,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:04.210858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55220a6d-f169-4051-8f9c-633684497c67 req-6d0e6dd2-c691-44fc-bc5b-23d32e6a0160 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.1245677 Mar 07 16:06:04.279858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55220a6d-f169-4051-8f9c-633684497c67 req-af2a550a-aabb-4048-862c-9c29a0c3ee07 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676579 Mar 07 16:06:04.282556 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-51c2c1cc-690e-448b-8e65-1241adfedc9b req-4d4eab67-bb26-4042-a6c8-947c5e02a5c3 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915257 Mar 07 16:06:04.289527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for port (d7432b2b-f75d-4d83-bfd5-95e6e0d547cb), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:04.304721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d7432b2b-f75d-4d83-bfd5-95e6e0d547cb), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:04.350724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-22df32fd-ae6b-491e-b3a4-130a053d5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:04.352760 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-22df32fd-ae6b-491e-b3a4-130a053d5124 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c440f82e-35f1-4392-aeb7-589ae2438d9f HTTP/1.1" status: 200 len: 853 time: 0.1667902 Mar 07 16:06:04.365128 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7a3f21-7dd5-4e51-a99f-053fcef2d04c x-openstack-request-id: req-3d7a3f21-7dd5-4e51-a99f-053fcef2d04c {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:04.365430 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b33015-e658-49ac-b527-463fce614226", "name": "network-vif-plugged", "status": "completed", "tag": "041d962d-79d2-4c27-b499-1e09d6bf97fa", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:04.365744 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d7a3f21-7dd5-4e51-a99f-053fcef2d04c {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:04.366157 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b33015-e658-49ac-b527-463fce614226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d962d-79d2-4c27-b499-1e09d6bf97fa', 'code': 200} Mar 07 16:06:04.418075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-202c93ed-02fd-4583-aa3d-048252af0634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5c96caa-d83c-437e-bcb0-bc74be04c912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412502 Mar 07 16:06:04.597348 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7224c56-26ba-4bb7-ac81-6d91164c0107 req-c6ed4f61-6121-42b9-b264-e380356aede2 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:04.605141 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7224c56-26ba-4bb7-ac81-6d91164c0107 req-c6ed4f61-6121-42b9-b264-e380356aede2 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1735721 Mar 07 16:06:04.653238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 611f5341-0f4c-45b3-b9ea-089f9a59cb60 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:04.678685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f7437-6c11-4cbb-a22c-3bb41e2a9901 req-a437c422-dfe6-47fa-b600-0afd5daaf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:04.680543 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c06f7437-6c11-4cbb-a22c-3bb41e2a9901 req-a437c422-dfe6-47fa-b600-0afd5daaf2b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5b33015-e658-49ac-b527-463fce614226 HTTP/1.1" status: 200 len: 1127 time: 0.2248015 Mar 07 16:06:04.692956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7224c56-26ba-4bb7-ac81-6d91164c0107 req-612c6c85-f3e7-42ff-8a33-9b15bcd80567 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864046 Mar 07 16:06:04.756184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c06f7437-6c11-4cbb-a22c-3bb41e2a9901 req-2e3ac00c-634f-4699-920a-c986875adf0a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568321 Mar 07 16:06:04.760549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:04.761059 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:04.837768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'Port': ['ID=d7432b2b-f75d-4d83-bfd5-95e6e0d547cb,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:04.858887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:04.897853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:04.921452 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c28406-8d7e-4484-9adf-49cd330f93df req-038823b0-56f1-4bbe-96a6-38d38276f7cd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:04.928799 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20c28406-8d7e-4484-9adf-49cd330f93df req-038823b0-56f1-4bbe-96a6-38d38276f7cd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 947 time: 0.0940812 Mar 07 16:06:04.928991 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:04.930129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d77c6cda-af7e-4e85-a8b6-4190e7b0adc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5976555 Mar 07 16:06:04.981792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31544d-d77a-4fc1-afbf-7f57544604bb req-2fcec042-dcf8-46b4-a8bc-ca413e2fd563 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:04.985512 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-20c28406-8d7e-4484-9adf-49cd330f93df req-7dcf0ea8-87d0-4faa-a05c-f1fc5c56a832 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559022 Mar 07 16:06:04.990887 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1c31544d-d77a-4fc1-afbf-7f57544604bb req-2fcec042-dcf8-46b4-a8bc-ca413e2fd563 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.1574492 Mar 07 16:06:04.999728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-6f6aab0b-3825-4a98-979f-2ebbc67d5408 service neutron] 10.222.0.15 "GET /v2.0/networks/b5c96caa-d83c-437e-bcb0-bc74be04c912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702972 Mar 07 16:06:05.069017 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1c31544d-d77a-4fc1-afbf-7f57544604bb req-6c6d4634-fb75-4daa-9042-a81dee33960b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772295 Mar 07 16:06:05.107226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f2f9-57a4-43fc-81f1-9f73ab85960e req-05274cb1-b834-471b-a9f4-2f3fca194ae3 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:05.109705 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7878f2f9-57a4-43fc-81f1-9f73ab85960e req-05274cb1-b834-471b-a9f4-2f3fca194ae3 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 943 time: 0.0684063 Mar 07 16:06:05.159521 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a31be31-c905-42fb-ac45-08a9f1022f89 req-01882f8c-a101-41de-83a6-20014bacceab service neutron] 10.222.0.15 "GET /v2.0/networks/b5c96caa-d83c-437e-bcb0-bc74be04c912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235232 Mar 07 16:06:05.173665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7878f2f9-57a4-43fc-81f1-9f73ab85960e req-28fee3f5-1171-444a-80d7-af21e4a46b3e tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564930 Mar 07 16:06:05.250512 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-3bff7f28-7dfa-45dc-88e4-ad317de1828c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1271907162&fields=id&tenant_id=6a4b511c908d4598a245a49782799b97 HTTP/1.1" status: 200 len: 267 time: 0.0629199 Mar 07 16:06:05.347991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:05.352618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device cb5931d7-3ee5-4127-97be-cc6454869889 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:05.374241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-c47cf7d8-0f86-47f4-89bc-725ee8933528 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:05.376524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-c47cf7d8-0f86-47f4-89bc-725ee8933528 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.1227176 Mar 07 16:06:05.393946 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-cec0944f-a15e-4976-8f76-f2cd58b348e2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/quotas/6a4b511c908d4598a245a49782799b97 HTTP/1.1" status: 200 len: 375 time: 0.0102224 Mar 07 16:06:05.436187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3083ca-9b65-4094-aba8-042f3a72dfaf req-93008709-630b-45b9-aad1-6565127ac179 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:05.440127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b3083ca-9b65-4094-aba8-042f3a72dfaf req-93008709-630b-45b9-aad1-6565127ac179 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.0756464 Mar 07 16:06:05.485652 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-7146162f-6d1d-4141-9eab-b3b84370b650 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763326 Mar 07 16:06:05.511497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b3083ca-9b65-4094-aba8-042f3a72dfaf req-cc2ac243-8710-4b39-aa49-56fe058457f2 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657811 Mar 07 16:06:05.604221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2b477e39-f7e9-402d-af07-6660fd29faec service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138752 Mar 07 16:06:05.660102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ebba0-1456-431f-b785-592f0b6b3f17 req-6d904aed-dac9-4d18-aaaa-82d940b1bbc3 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:05.661753 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b15ebba0-1456-431f-b785-592f0b6b3f17 req-6d904aed-dac9-4d18-aaaa-82d940b1bbc3 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 944 time: 0.0728996 Mar 07 16:06:05.693893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port cb5931d7-3ee5-4127-97be-cc6454869889 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:05.707958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port cb5931d7-3ee5-4127-97be-cc6454869889 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:05.708629 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:05.729218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-39f01b14-8bb4-4549-9c97-694bd5fbfcbc service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177523 Mar 07 16:06:05.734861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device f255079c-4c71-460a-9f31-e61d6c2eda1d up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:05.740149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b15ebba0-1456-431f-b785-592f0b6b3f17 req-028fe669-7383-4822-a1ef-c055ade230cf tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722885 Mar 07 16:06:05.777915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:05.809947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52854) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:05.812415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '637b2170-8566-4d8a-b714-43e792cdaed2', 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a', 'port_id': '637b2170-8566-4d8a-b714-43e792cdaed2', 'mac_address': 'fa:16:3e:c0:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85cc429-98ba-4be6-a088-29f5fd0b9d2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:05.868843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79448fc-bc7e-48c4-a74d-3683e1daff04 req-3d0f330a-1efe-40fa-8387-036b909a8972 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:05.871222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d79448fc-bc7e-48c4-a74d-3683e1daff04 req-3d0f330a-1efe-40fa-8387-036b909a8972 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0768037 Mar 07 16:06:05.895663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port f255079c-4c71-460a-9f31-e61d6c2eda1d completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:05.899954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 637b2170-8566-4d8a-b714-43e792cdaed2 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:05.900356 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:05.907584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port f255079c-4c71-460a-9f31-e61d6c2eda1d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:05.907584 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:05.948785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-41b22cf6-4a33-4ccc-819f-4713cf9c7a30 tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:05.967062 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d79448fc-bc7e-48c4-a74d-3683e1daff04 req-8884eda4-9388-49ee-9642-550d4841f7f4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846789 Mar 07 16:06:05.977961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637b2170-8566-4d8a-b714-43e792cdaed2 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:05.997036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1f1e32d4-7fc1-4175-b814-3cdec71f2510 req-644d1996-d3ea-40d9-b597-c850537c0d27 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 210 time: 0.0449896 Mar 07 16:06:05.999096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port cb5931d7-3ee5-4127-97be-cc6454869889 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:05.999762 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:06.018737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:06.027768 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:06.040829 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-41b22cf6-4a33-4ccc-819f-4713cf9c7a30 tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] 10.222.0.24 "PUT /v2.0/quotas/f3a3b311b9a24029b7fc99c9938ff70d HTTP/1.1" status: 200 len: 366 time: 0.2296202 Mar 07 16:06:06.043511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52864) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:06.062167 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9f6a7e2f-2e5d-40c1-8212-d4a7a0c520e7 tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0169601 Mar 07 16:06:06.064575 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52866) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:06.077106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c42f9b93-5553-4fe0-a99a-38b206802d2f tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] 10.222.0.24 "GET /v2.0/quotas/f3a3b311b9a24029b7fc99c9938ff70d HTTP/1.1" status: 200 len: 366 time: 0.0094843 Mar 07 16:06:06.080548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52868) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:06.093905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port cb5931d7-3ee5-4127-97be-cc6454869889, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cb5931d7-3ee5-4127-97be-cc6454869889,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:06.106240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52874) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:06.113768 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:06.115625 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e6680a07-3671-4f8e-8c5b-ed880234bcc0 tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/f3a3b311b9a24029b7fc99c9938ff70d HTTP/1.1" status: 204 len: 168 time: 0.0337567 Mar 07 16:06:06.125280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b0c4f95e-b7b2-4995-93c7-5758fd5981fd tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0167055 Mar 07 16:06:06.127619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52878) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:06.144423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0bcfb9de-7738-4118-829d-667c21e76c3e tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] 10.222.0.24 "GET /v2.0/quotas/f3a3b311b9a24029b7fc99c9938ff70d HTTP/1.1" status: 200 len: 370 time: 0.0126565 Mar 07 16:06:06.145261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52880) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:06.146234 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8fc2d-91ce-4397-b265-ae545757a3c0 req-fa79db7f-2278-4da6-ba4d-15bcaff241e9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:06.148441 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47b8fc2d-91ce-4397-b265-ae545757a3c0 req-fa79db7f-2278-4da6-ba4d-15bcaff241e9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 947 time: 0.0935798 Mar 07 16:06:06.156484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cac0b828-9c47-4a96-a2f8-c5c1922b04ad tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] 10.222.0.24 "GET /v2.0/quotas/f3a3b311b9a24029b7fc99c9938ff70d/default HTTP/1.1" status: 200 len: 370 time: 0.0065942 Mar 07 16:06:06.159441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52882) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:06.193111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:06.207189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port f255079c-4c71-460a-9f31-e61d6c2eda1d is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:06.207786 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:06.216721 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-0f46350a-b01b-487d-aac2-c6e6526c8da9 tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] delete failed (client error): The resource could not be found. Mar 07 16:06:06.221804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0f46350a-b01b-487d-aac2-c6e6526c8da9 tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/f3a3b311b9a24029b7fc99c9938ff70d HTTP/1.1" status: 404 len: 348 time: 0.0205119 Mar 07 16:06:06.222184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47b8fc2d-91ce-4397-b265-ae545757a3c0 req-53500008-ae8c-4675-8bc9-ee04a6f1d7e4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655282 Mar 07 16:06:06.277093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b7f2-9387-4341-93cb-6071d06b2bce req-a2674cd4-3a70-47b5-bd5f-70c15c6c4cdb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:06.287259 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fea9b7f2-9387-4341-93cb-6071d06b2bce req-a2674cd4-3a70-47b5-bd5f-70c15c6c4cdb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.1292024 Mar 07 16:06:06.303324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port f255079c-4c71-460a-9f31-e61d6c2eda1d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f255079c-4c71-460a-9f31-e61d6c2eda1d,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:06.304423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=cb5931d7-3ee5-4127-97be-cc6454869889,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:06.316952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['637b2170-8566-4d8a-b714-43e792cdaed2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:06.330251 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:06.362382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fea9b7f2-9387-4341-93cb-6071d06b2bce req-b9ba0472-86e2-43d6-b5a4-2e39705425e8 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683074 Mar 07 16:06:06.367900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eca266-f9f6-4134-851e-b1a61a4cc5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5931d7-3ee5-4127-97be-cc6454869889'}, {'server_uuid': 'e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255079c-4c71-460a-9f31-e61d6c2eda1d'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:06.375447 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c3df62-fec2-479c-9216-aab2307b23ce" -d '{"events": [{"server_uuid": "d2eca266-f9f6-4134-851e-b1a61a4cc5bd", "name": "network-vif-plugged", "status": "completed", "tag": "cb5931d7-3ee5-4127-97be-cc6454869889"}, {"server_uuid": "e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033", "name": "network-vif-plugged", "status": "completed", "tag": "f255079c-4c71-460a-9f31-e61d6c2eda1d"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:06.385083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84e1bd-cdd3-498d-81cc-f6e9ff5bda4c req-ec3a8a16-cc63-4ed2-9ba1-339c3eba5289 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:06.393155 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb84e1bd-cdd3-498d-81cc-f6e9ff5bda4c req-ec3a8a16-cc63-4ed2-9ba1-339c3eba5289 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 943 time: 0.0851994 Mar 07 16:06:06.422073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52892) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:06.434608 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45072a2f-f435-4471-b652-2ee7776264f7 x-openstack-request-id: req-45072a2f-f435-4471-b652-2ee7776264f7 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:06.434939 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eca266-f9f6-4134-851e-b1a61a4cc5bd", "name": "network-vif-plugged", "status": "completed", "tag": "cb5931d7-3ee5-4127-97be-cc6454869889", "code": 200}, {"server_uuid": "e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033", "name": "network-vif-plugged", "status": "completed", "tag": "f255079c-4c71-460a-9f31-e61d6c2eda1d", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:06.435203 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45072a2f-f435-4471-b652-2ee7776264f7 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:06.435607 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2eca266-f9f6-4134-851e-b1a61a4cc5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5931d7-3ee5-4127-97be-cc6454869889', 'code': 200} Mar 07 16:06:06.435873 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255079c-4c71-460a-9f31-e61d6c2eda1d', 'code': 200} Mar 07 16:06:06.448388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Usage tracker for resource:network and project:be2575fa71b14ae794a503818c14cbc8 is out of sync, need to count used quota {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 16:06:06.453422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 16:06:06.470162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Usage tracker for resource:subnet and project:be2575fa71b14ae794a503818c14cbc8 is out of sync, need to count used quota {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 16:06:06.480493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 16:06:06.484933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=f255079c-4c71-460a-9f31-e61d6c2eda1d,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:06.505638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Usage tracker for resource:subnetpool and project:be2575fa71b14ae794a503818c14cbc8 is out of sync, need to count used quota {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 16:06:06.510233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb84e1bd-cdd3-498d-81cc-f6e9ff5bda4c req-a0d23686-9ab0-453c-a373-4ef152813440 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161921 Mar 07 16:06:06.522911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:06.534263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 16:06:06.543296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Usage tracker for resource:port and project:be2575fa71b14ae794a503818c14cbc8 is out of sync, need to count used quota {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 16:06:06.558718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 16:06:06.622368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Usage tracker for resource:router and project:be2575fa71b14ae794a503818c14cbc8 is out of sync, need to count used quota {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 16:06:06.663804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 16:06:06.694600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Usage tracker for resource:floatingip and project:be2575fa71b14ae794a503818c14cbc8 is out of sync, need to count used quota {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 16:06:06.703399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a026b-c8da-4e6d-8720-4de0b8119b37 req-f2447faf-aa86-4d3d-aadd-174393bba743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:06.705362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fe8a026b-c8da-4e6d-8720-4de0b8119b37 req-f2447faf-aa86-4d3d-aadd-174393bba743 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 1127 time: 0.1633050 Mar 07 16:06:06.707528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 16:06:06.716516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe3ca8-6667-488f-a798-519a9d1f3008 req-6d7557bc-7c8b-4051-aaad-08302845f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:06.718858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49fe3ca8-6667-488f-a798-519a9d1f3008 req-6d7557bc-7c8b-4051-aaad-08302845f58c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 1130 time: 0.1546662 Mar 07 16:06:06.743603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fd99b-5927-4bbe-9371-053d0019bb9d req-02083f55-cc9f-4364-a173-3e15f50c0d70 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:06.745039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da1fd99b-5927-4bbe-9371-053d0019bb9d req-02083f55-cc9f-4364-a173-3e15f50c0d70 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.1266100 Mar 07 16:06:06.848221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fe8a026b-c8da-4e6d-8720-4de0b8119b37 req-34fa3f80-8cd5-4260-9e6d-6d0acf50bfe6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252403 Mar 07 16:06:06.866631 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49fe3ca8-6667-488f-a798-519a9d1f3008 req-ddfea216-e495-4752-a59b-85cd5dea0354 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303897 Mar 07 16:06:06.869555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c2c98-06c3-4062-b228-b10cff78b961 req-96250220-c519-49c7-a754-d2ae8f7707d6 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:06.871102 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-172c2c98-06c3-4062-b228-b10cff78b961 req-96250220-c519-49c7-a754-d2ae8f7707d6 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 945 time: 0.0556841 Mar 07 16:06:06.877474 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da1fd99b-5927-4bbe-9371-053d0019bb9d req-65a3efc8-dcce-4114-9fac-46d5c3ae195c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194470 Mar 07 16:06:06.881821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Usage tracker for resource:security_group and project:be2575fa71b14ae794a503818c14cbc8 is out of sync, need to count used quota {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 16:06:06.885541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 16:06:06.895728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Usage tracker for resource:security_group_rule and project:be2575fa71b14ae794a503818c14cbc8 is out of sync, need to count used quota {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 16:06:06.899111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.quota.resource [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103867) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 16:06:06.903755 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0f8397ff-ed3e-4000-84c2-4fd86d473bce tempest-QuotasTest-110676574 tempest-QuotasTest-110676574-project-admin] 10.222.0.24 "GET /v2.0/quotas/be2575fa71b14ae794a503818c14cbc8/details.json HTTP/1.1" status: 200 len: 703 time: 0.4806452 Mar 07 16:06:06.925710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-172c2c98-06c3-4062-b228-b10cff78b961 req-36e2d2fe-f105-4365-860b-7befd6a16f25 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 Mar 07 16:06:07.094070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be75097-3b27-4445-a04a-9d2221bd6605 req-9a4196af-8771-4782-bcb0-f445d37ca412 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:07.095673 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8be75097-3b27-4445-a04a-9d2221bd6605 req-9a4196af-8771-4782-bcb0-f445d37ca412 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0653691 Mar 07 16:06:07.103433 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42756269-39ad-4feb-a2b2-ec7f175bcaef req-b12b8d54-2698-45bc-9a22-03f5bdc465cf tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 210 time: 0.0322814 Mar 07 16:06:07.153413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8be75097-3b27-4445-a04a-9d2221bd6605 req-2ba89fcc-7e32-47e4-8eef-3b138435c268 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Mar 07 16:06:07.213986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52906) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:07.325146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.364446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707fd6f-9681-4ced-bf47-c8f163904db7 req-55b8818f-a50a-4561-b730-87d05f3776e5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:07.366222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c707fd6f-9681-4ced-bf47-c8f163904db7 req-55b8818f-a50a-4561-b730-87d05f3776e5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 948 time: 0.0676453 Mar 07 16:06:07.441833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c707fd6f-9681-4ced-bf47-c8f163904db7 req-3fc6a2d9-b0ce-4372-92de-92f378db69c3 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684104 Mar 07 16:06:07.532120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-1cad654e-c61e-40b6-a9bb-42c21edb55d9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:07.533500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-1cad654e-c61e-40b6-a9bb-42c21edb55d9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.1794374 Mar 07 16:06:07.543938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Publish callbacks [] for security_group (54131580-74b0-4ae2-b567-1a3daed6b6ae), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.562291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (54131580-74b0-4ae2-b567-1a3daed6b6ae), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.583439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141b278-dafe-4597-a3f5-dbb5b19aee1b req-5d63d36e-4889-49e7-9b50-7f8b4d5de956 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:07.584965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f141b278-dafe-4597-a3f5-dbb5b19aee1b req-5d63d36e-4889-49e7-9b50-7f8b4d5de956 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.1413329 Mar 07 16:06:07.644956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce96cbe-96f9-424b-8a38-30eb69ada064 req-39263250-5cd1-4475-baa9-31aaba02ec29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:07.646534 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dce96cbe-96f9-424b-8a38-30eb69ada064 req-39263250-5cd1-4475-baa9-31aaba02ec29 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 943 time: 0.0555978 Mar 07 16:06:07.653065 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bfcf2df08f34191ac5c42f3884a81c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356840 Mar 07 16:06:07.654571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52916) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:07.655768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54131580-74b0-4ae2-b567-1a3daed6b6ae,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:07.701808 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dce96cbe-96f9-424b-8a38-30eb69ada064 req-dfa0cee9-9198-4cb5-b743-908454411ed8 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453503 Mar 07 16:06:07.702742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.703129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.703481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.703824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.704168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.704509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.704913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.705168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.705501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.705833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.706164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.706595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.706838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98cfb96-71dd-4220-b6a5-257a0179beb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:07.724975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 62028612-6fc0-49ce-8039-ad31796f71c2 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:07.725626 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-16822879-7347-4423-bbe2-c99d29953c40 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a4b511c908d4598a245a49782799b97 HTTP/1.1" status: 200 len: 380 time: 0.1764743 Mar 07 16:06:07.737611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'port': {'device_id': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'admin_state_up': True, 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'security_groups': ['8eb57e10-8fac-429e-93b3-51be81539e89']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:07.759150 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f141b278-dafe-4597-a3f5-dbb5b19aee1b req-77942df8-e1ef-4d92-9470-a053abfe5baa tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644843 Mar 07 16:06:07.831559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98079016-9d7e-47c9-ac69-1a5e34c93a0b admin admin] Publish callbacks [] for security_group (54131580-74b0-4ae2-b567-1a3daed6b6ae), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.838433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 62028612-6fc0-49ce-8039-ad31796f71c2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=62028612-6fc0-49ce-8039-ad31796f71c2,segment=NetworkSegment(b261993a-08c2-4b5d-a895-d49e09550642),segment_id=b261993a-08c2-4b5d-a895-d49e09550642)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:07.849732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '62028612-6fc0-49ce-8039-ad31796f71c2', 'network_id': 'b5c96caa-d83c-437e-bcb0-bc74be04c912', 'port_id': '62028612-6fc0-49ce-8039-ad31796f71c2', 'mac_address': 'fa:16:3e:7a:45:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c440f82e-35f1-4392-aeb7-589ae2438d9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:07.871406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98079016-9d7e-47c9-ac69-1a5e34c93a0b admin admin] Publish callbacks [] for security_group (54131580-74b0-4ae2-b567-1a3daed6b6ae), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.887978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 62028612-6fc0-49ce-8039-ad31796f71c2 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:07.888378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.910685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62028612-6fc0-49ce-8039-ad31796f71c2 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:07.919145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Made reservation on behalf of 6a4b511c908d4598a245a49782799b97 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:07.923167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.932231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 62028612-6fc0-49ce-8039-ad31796f71c2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=62028612-6fc0-49ce-8039-ad31796f71c2,segment=NetworkSegment(b261993a-08c2-4b5d-a895-d49e09550642),segment_id=b261993a-08c2-4b5d-a895-d49e09550642)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:07.937462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.971855 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98079016-9d7e-47c9-ac69-1a5e34c93a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (54131580-74b0-4ae2-b567-1a3daed6b6ae), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.974835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98079016-9d7e-47c9-ac69-1a5e34c93a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:07.979141 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-98079016-9d7e-47c9-ac69-1a5e34c93a0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54131580-74b0-4ae2-b567-1a3daed6b6ae HTTP/1.1" status: 204 len: 168 time: 0.3188775 Mar 07 16:06:07.992014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=62028612-6fc0-49ce-8039-ad31796f71c2,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:08.000224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.000572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.001076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.001562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.001897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.002393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.002893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.003360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.003824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.004427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.005162 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.005634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.006219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.051928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba07e0d-fde5-47b4-83e5-ca4466ef74db req-f3b324e6-294f-48e5-92c0-b5b12ad669de tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:08.053579 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eba07e0d-fde5-47b4-83e5-ca4466ef74db req-f3b324e6-294f-48e5-92c0-b5b12ad669de tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.0945735 Mar 07 16:06:08.061302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98079016-9d7e-47c9-ac69-1a5e34c93a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54131580-74b0-4ae2-b567-1a3daed6b6ae,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:08.137701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45802490-001f-4234-8437-757eb8ee446f req-860aa8c7-ce74-4165-83f6-1978f0fb08a9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:08.144251 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eba07e0d-fde5-47b4-83e5-ca4466ef74db req-3066c0a2-3ef5-42c3-b4cf-efa55a986891 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777471 Mar 07 16:06:08.154299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45802490-001f-4234-8437-757eb8ee446f req-860aa8c7-ce74-4165-83f6-1978f0fb08a9 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 945 time: 0.1191220 Mar 07 16:06:08.196320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Allocated IP 172.20.0.12 (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03/4784ddd6-9a98-45d9-9472-37dd49848577/66a85ee8-4192-4101-b5fd-c092ae2500a4) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:08.240244 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-048a4ece-b036-486c-9dec-fa5e609b53ae req-b7831ad7-9b23-4ae3-9255-8aab878f8852 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 210 time: 0.0359855 Mar 07 16:06:08.240716 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45802490-001f-4234-8437-757eb8ee446f req-850bb511-2567-4c15-b69e-31b18d3f9c0c tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924819 Mar 07 16:06:08.382954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52930) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:08.397494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.420292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['62028612-6fc0-49ce-8039-ad31796f71c2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:08.442170 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.451007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5b6df-1cfe-4247-b466-fa6ac3a18b70 req-e0aa6cf8-255a-44fd-942f-f59c567febae tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:08.452570 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-51e5b6df-1cfe-4247-b466-fa6ac3a18b70 req-e0aa6cf8-255a-44fd-942f-f59c567febae tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1076438 Mar 07 16:06:08.487803 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Publish callbacks [] for security_group (ae86283c-2ffc-4ac7-93b5-68b1d8e273f2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.493720 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ae86283c-2ffc-4ac7-93b5-68b1d8e273f2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.521096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.531847 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-51e5b6df-1cfe-4247-b466-fa6ac3a18b70 req-65dc59fa-c8f3-4c4e-8b0d-9049585772f6 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685346 Mar 07 16:06:08.541180 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be2575fa71b14ae794a503818c14cbc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569109 Mar 07 16:06:08.549257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52934) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:08.566774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:08.572705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:08.575155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:08.602965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae86283c-2ffc-4ac7-93b5-68b1d8e273f2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:08.614974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.615190 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:08.615334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.615684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.616037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.616374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.616722 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.617054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.617391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.617726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.618057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.618392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.618726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.619091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa377f-4336-42a0-adb7-cb6c6540296e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:08.638789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:08.639440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.657261 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2eaee5ba-d32d-4c96-a491-9a433d1b2637 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9297554 Mar 07 16:06:08.662520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d7df-4afd-4420-ba72-9e401f482323 req-83c3e54c-ca28-4c0e-8930-9ac3edafa48a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:08.667306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f227d7df-4afd-4420-ba72-9e401f482323 req-83c3e54c-ca28-4c0e-8930-9ac3edafa48a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 948 time: 0.1249564 Mar 07 16:06:08.669089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Request body: {'port': {'device_id': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:08.710630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fdf47c0f-c283-4003-8010-a5f8aa795bf0 admin admin] Publish callbacks [] for security_group (ae86283c-2ffc-4ac7-93b5-68b1d8e273f2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.739540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.740487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f227d7df-4afd-4420-ba72-9e401f482323 req-e7906d9a-00b8-4f57-a092-16e17deed08e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705891 Mar 07 16:06:08.751556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fdf47c0f-c283-4003-8010-a5f8aa795bf0 admin admin] Publish callbacks [] for security_group (ae86283c-2ffc-4ac7-93b5-68b1d8e273f2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.832287 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fdf47c0f-c283-4003-8010-a5f8aa795bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ae86283c-2ffc-4ac7-93b5-68b1d8e273f2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.837486 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fdf47c0f-c283-4003-8010-a5f8aa795bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.839225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fdf47c0f-c283-4003-8010-a5f8aa795bf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae86283c-2ffc-4ac7-93b5-68b1d8e273f2 HTTP/1.1" status: 204 len: 168 time: 0.2887917 Mar 07 16:06:08.893866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf47c0f-c283-4003-8010-a5f8aa795bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae86283c-2ffc-4ac7-93b5-68b1d8e273f2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:08.905670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-39a7971d-0b47-4436-bbff-db7536bd9980 None None] Provisioning complete for port 66a85ee8-4192-4101-b5fd-c092ae2500a4 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:08.906759 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39a7971d-0b47-4436-bbff-db7536bd9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:08.926465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68a5e0-f741-40dc-91f9-cb2b87472999 req-6811fc28-05d8-461c-baee-15be4eac00f3 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:08.928603 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c68a5e0-f741-40dc-91f9-cb2b87472999 req-6811fc28-05d8-461c-baee-15be4eac00f3 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 1130 time: 0.0869887 Mar 07 16:06:08.966726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-39a7971d-0b47-4436-bbff-db7536bd9980 None None] Port 66a85ee8-4192-4101-b5fd-c092ae2500a4 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:06:08.991832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4baa33-8dae-43a6-b670-3d29eb8c6b6c req-0d3596f1-cb86-4b4d-801f-104a38ec9aad tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:08.993429 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b4baa33-8dae-43a6-b670-3d29eb8c6b6c req-0d3596f1-cb86-4b4d-801f-104a38ec9aad tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 944 time: 0.1348875 Mar 07 16:06:09.007550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c68a5e0-f741-40dc-91f9-cb2b87472999 req-ab9e5564-ae3d-4d7a-a10b-f279c23e4d86 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726337 Mar 07 16:06:09.072904 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b4baa33-8dae-43a6-b670-3d29eb8c6b6c req-65a6bf01-6fe9-49b4-885c-44affd46c6c8 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714202 Mar 07 16:06:09.138847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a85ee8-4192-4101-b5fd-c092ae2500a4 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:09.151262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Publish callbacks [] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:09.167418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bed503-c361-42c4-8a6c-8fabc9d0e521 req-b6699a28-9023-4b5b-ad9f-1cea41ec06e6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:09.169309 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93bed503-c361-42c4-8a6c-8fabc9d0e521 req-b6699a28-9023-4b5b-ad9f-1cea41ec06e6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.0777609 Mar 07 16:06:09.170371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Transition to ACTIVE for port object 66a85ee8-4192-4101-b5fd-c092ae2500a4 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:06:09.175723 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:09.235217 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93bed503-c361-42c4-8a6c-8fabc9d0e521 req-28d81c36-343f-4d86-a120-73e7fbb0d6f2 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520530 Mar 07 16:06:09.240756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:09.345956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-b3efd9fb-6bf8-427f-8ed6-19e9a6548824 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320268 Mar 07 16:06:09.348839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:09.384364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Attempting to bind port 66a85ee8-4192-4101-b5fd-c092ae2500a4 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:09.384870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Attempting to bind port 66a85ee8-4192-4101-b5fd-c092ae2500a4 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:09.385715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Attempting to bind port 66a85ee8-4192-4101-b5fd-c092ae2500a4 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:09.398265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe86783-d103-45c7-8b45-94b31bb11da1 req-2a71ee72-0cbe-4062-ac9c-dc706daf4e42 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:09.400009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ffe86783-d103-45c7-8b45-94b31bb11da1 req-2a71ee72-0cbe-4062-ac9c-dc706daf4e42 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.1140025 Mar 07 16:06:09.402537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Port 66a85ee8-4192-4101-b5fd-c092ae2500a4 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:06:09.403055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Attempting to bind port 66a85ee8-4192-4101-b5fd-c092ae2500a4 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:09.409939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:09.410490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Checking segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:09.411175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Bound using segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:09.411783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Bound port: 66a85ee8-4192-4101-b5fd-c092ae2500a4, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:09.412302 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:09.463609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 637b2170-8566-4d8a-b714-43e792cdaed2 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:09.469711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 637b2170-8566-4d8a-b714-43e792cdaed2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:09.470099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:09.489018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-fa3cf1d1-ca7c-42af-ba20-d04a78eee063 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:09.490822 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-fa3cf1d1-ca7c-42af-ba20-d04a78eee063 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441240 Mar 07 16:06:09.525249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-21f6e170-4c08-448e-ae0a-bcf9e86d6097 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/quotas/fa6ccd2bcec746369708c24b8c365314 HTTP/1.1" status: 200 len: 375 time: 0.0218151 Mar 07 16:06:09.571700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ffe86783-d103-45c7-8b45-94b31bb11da1 req-bc82a1b0-3215-42be-b36d-fcbd1cbd862c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561787 Mar 07 16:06:09.580150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:09.593406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:09.602101 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:09.614746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 637b2170-8566-4d8a-b714-43e792cdaed2 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:09.615123 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:09.649580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:09.654952 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8370ea-3f01-43a1-b9bf-baf1c86ff8dc" -d '{"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-plugged", "status": "completed", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:09.678547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:09.679379 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:09.681825 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] 10.222.0.11 "PUT /v2.0/ports/66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 1092 time: 1.0168302 Mar 07 16:06:09.682726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:09.685914 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea5fb21-b61a-4c83-92dd-7563b808e43c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:09.688645 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-eb1fbc41-0957-4a8e-bfd2-12bf969e2e89 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1613901 Mar 07 16:06:09.691542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:09.699386 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:09.743277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 62028612-6fc0-49ce-8039-ad31796f71c2 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:09.815800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:09.832404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 62028612-6fc0-49ce-8039-ad31796f71c2 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:09.838397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 62028612-6fc0-49ce-8039-ad31796f71c2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:09.838783 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:09.845805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac6d37-c069-4f14-8c09-0353364e4482 service neutron] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:09.892189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773800d-4d39-483e-8b63-9beae4239607 req-aa5e9fb8-2a20-4f5f-ae3c-3a324fa0bd6f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:09.895337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2773800d-4d39-483e-8b63-9beae4239607 req-aa5e9fb8-2a20-4f5f-ae3c-3a324fa0bd6f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 945 time: 0.1986473 Mar 07 16:06:09.901875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-6b650efe-e59b-4a5a-bfb1-75083a138af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:09.903450 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-6b650efe-e59b-4a5a-bfb1-75083a138af7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1126 time: 0.1530001 Mar 07 16:06:09.917788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52990) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:09.963675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-df7be64e-7b59-4dc2-b892-41a257a18a89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 217 time: 0.0529065 Mar 07 16:06:10.032940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 62028612-6fc0-49ce-8039-ad31796f71c2 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:10.035614 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.072270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2773800d-4d39-483e-8b63-9beae4239607 req-6fa0b9df-460a-4b95-8ad8-f7b01fd41cf8 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677039 Mar 07 16:06:10.084222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 62028612-6fc0-49ce-8039-ad31796f71c2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=62028612-6fc0-49ce-8039-ad31796f71c2,segment=NetworkSegment(b261993a-08c2-4b5d-a895-d49e09550642),segment_id=b261993a-08c2-4b5d-a895-d49e09550642)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:10.090055 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.091681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2113390571'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:10.099277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-e46ead19-8e56-4b45-bcc0-925a78fe8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:10.101524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-e46ead19-8e56-4b45-bcc0-925a78fe8818 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.1263387 Mar 07 16:06:10.102017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33de3-2441-4bd4-a4e1-89d8930b50f3 req-812e0abb-edb4-40b3-aa4f-36c2c53b5ae2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:10.124678 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3db33de3-2441-4bd4-a4e1-89d8930b50f3 req-812e0abb-edb4-40b3-aa4f-36c2c53b5ae2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 944 time: 0.1453915 Mar 07 16:06:10.164537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:10.164924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=62028612-6fc0-49ce-8039-ad31796f71c2,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:10.167898 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.184789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.212716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3db33de3-2441-4bd4-a4e1-89d8930b50f3 req-7b95145b-ffd1-43e7-ae8b-776f22118894 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828509 Mar 07 16:06:10.240378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-216333aa-2bed-4b92-8be2-2a15f3f60ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:10.241910 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-216333aa-2bed-4b92-8be2-2a15f3f60ae5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1336973 Mar 07 16:06:10.254965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300864c9-24be-4577-a80d-253d732b71ad req-776198ce-5500-45a5-92f8-4b4b154bdc3a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:10.257086 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-300864c9-24be-4577-a80d-253d732b71ad req-776198ce-5500-45a5-92f8-4b4b154bdc3a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.0880775 Mar 07 16:06:10.270952 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8bf18c-05b8-4a4d-9f9e-266c1ef06594 x-openstack-request-id: req-cc8bf18c-05b8-4a4d-9f9e-266c1ef06594 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:10.271260 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-plugged", "status": "completed", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:10.271660 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc8bf18c-05b8-4a4d-9f9e-266c1ef06594 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:10.272117 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2', 'code': 200} Mar 07 16:06:10.281085 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:06:10.323303 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2070da8-0383-4974-9b1b-403a9b2e55a7 x-openstack-request-id: req-f2070da8-0383-4974-9b1b-403a9b2e55a7 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:10.323660 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:10.323914 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2070da8-0383-4974-9b1b-403a9b2e55a7 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:10.324327 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'status': 'completed', 'code': 200} Mar 07 16:06:10.380982 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for security_group (4cc75204-a587-4d8a-850c-7821b6f67167), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.398718 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4cc75204-a587-4d8a-850c-7821b6f67167), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.416434 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-300864c9-24be-4577-a80d-253d732b71ad req-fa3ef4fb-4bf4-49f3-85c4-9e2986724022 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495500 Mar 07 16:06:10.425461 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4a81cb0-7086-455e-a806-42a8a21b1712 req-c43a3faa-5f76-4f26-a674-2cfc16f4ea93 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 210 time: 0.0638120 Mar 07 16:06:10.456496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:10.456841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-76fcef26-6f8a-4f4a-b6f3-83aa4dc7b29c service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984823 Mar 07 16:06:10.468295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dbfc2-9fb0-47ac-b91c-122bc925303a req-f2fbdfd0-bac4-4066-adc1-6c1beb680d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:10.469842 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-349dbfc2-9fb0-47ac-b91c-122bc925303a req-f2fbdfd0-bac4-4066-adc1-6c1beb680d4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 1127 time: 0.1182349 Mar 07 16:06:10.475838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc75204-a587-4d8a-850c-7821b6f67167,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:10.480075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a83985f1-bd0a-4d8c-9762-72601e910449), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.480431 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment a83985f1-bd0a-4d8c-9762-72601e910449 of type vlan for network 56fdb2f2-9a28-40d3-b633-eadaab438758 Mar 07 16:06:10.554475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (56fdb2f2-9a28-40d3-b633-eadaab438758), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.603549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-349dbfc2-9fb0-47ac-b91c-122bc925303a req-654ef351-76fd-4706-87c1-ec8d10928570 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248667 Mar 07 16:06:10.622715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee5c4-4403-42a8-a9dd-bb55f58ba277 req-6a470315-167e-4581-b618-343e74fa6c08 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:10.624745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-068ee5c4-4403-42a8-a9dd-bb55f58ba277 req-6a470315-167e-4581-b618-343e74fa6c08 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5b33015-e658-49ac-b527-463fce614226 HTTP/1.1" status: 200 len: 945 time: 0.1170559 Mar 07 16:06:10.625843 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (56fdb2f2-9a28-40d3-b633-eadaab438758), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.627100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7f62ec9-b98d-43b0-8611-ed55aa7ea601 req-666c762a-2588-478d-833a-602b4a98752e service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603880 Mar 07 16:06:10.631277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:10.631880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.671791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796dad8-c297-4738-b449-2b4ae411b1a9 req-eff1e6be-89fb-4c55-b3ae-db9a5ff379ae tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:10.673304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c796dad8-c297-4738-b449-2b4ae411b1a9 req-eff1e6be-89fb-4c55-b3ae-db9a5ff379ae tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 945 time: 0.1251450 Mar 07 16:06:10.674565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-068ee5c4-4403-42a8-a9dd-bb55f58ba277 req-2f3efcdd-5cff-48f7-a40e-21695197c2d1 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Mar 07 16:06:10.683028 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7639124 Mar 07 16:06:10.731233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b42074-6b35-4677-b260-1d1c0298e612 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=56fdb2f2-9a28-40d3-b633-eadaab438758,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:10.751033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 56fdb2f2-9a28-40d3-b633-eadaab438758 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:10.771846 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c796dad8-c297-4738-b449-2b4ae411b1a9 req-08ed4f3c-e606-4b03-9d98-c6a2317d0374 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599575 Mar 07 16:06:10.834220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c669-9718-4a8b-9ec6-e01a65867a87 req-63eabac9-b0a2-471f-b505-ea02e08e147f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:10.836334 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0d41c669-9718-4a8b-9ec6-e01a65867a87 req-63eabac9-b0a2-471f-b505-ea02e08e147f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0911412 Mar 07 16:06:10.929541 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:10.986443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0d41c669-9718-4a8b-9ec6-e01a65867a87 req-36f14768-64c3-4d81-a497-4fb97a9815bd tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402767 Mar 07 16:06:11.012896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-917b2ece-92e7-4ef6-9555-107518beaa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:11.015113 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-917b2ece-92e7-4ef6-9555-107518beaa35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1126 time: 0.1324821 Mar 07 16:06:11.189469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-42ef81ca-8e04-4396-9050-9f6c1bffb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:11.192057 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-42ef81ca-8e04-4396-9050-9f6c1bffb7f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.1493134 Mar 07 16:06:11.265099 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-126c94d7-6bf6-4a91-ad4c-7b19701dc960 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 217 time: 0.0656486 Mar 07 16:06:11.275262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5843ce-c693-421e-a73b-3903353d8b36 req-07182618-4c48-4467-859f-843f4131f6ca tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:11.276916 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc5843ce-c693-421e-a73b-3903353d8b36 req-07182618-4c48-4467-859f-843f4131f6ca tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.3859754 Mar 07 16:06:11.361999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eccce280-1698-4f29-9216-caf0980f36e6 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:11.370901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-2a0a41ea-6104-42f6-b43a-ab5a0d0f886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:11.372909 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-2a0a41ea-6104-42f6-b43a-ab5a0d0f886e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.0826507 Mar 07 16:06:11.426401 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc5843ce-c693-421e-a73b-3903353d8b36 req-c29ccde5-390e-4cec-bd57-45404055ebd5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352201 Mar 07 16:06:11.503374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-7d997e91-a47a-475d-9b2e-cb59e4322721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:11.506311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-7d997e91-a47a-475d-9b2e-cb59e4322721 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1253817 Mar 07 16:06:11.509446 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-21dfc485-25f7-4e04-8ae8-21415a205a54 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780916 Mar 07 16:06:11.528044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379e475-f51b-4b2f-b514-748cd340c463 req-63a41c44-d697-4a4b-8d0e-bf2d727eeaf7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:11.534045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port eccce280-1698-4f29-9216-caf0980f36e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eccce280-1698-4f29-9216-caf0980f36e6,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:11.537854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7379e475-f51b-4b2f-b514-748cd340c463 req-63a41c44-d697-4a4b-8d0e-bf2d727eeaf7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 944 time: 0.1410768 Mar 07 16:06:11.549723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'eccce280-1698-4f29-9216-caf0980f36e6', 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62', 'port_id': 'eccce280-1698-4f29-9216-caf0980f36e6', 'mac_address': 'fa:16:3e:d7:d8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d74682-6777-448e-8193-9401e5c1ab94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:11.608611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port eccce280-1698-4f29-9216-caf0980f36e6 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:11.609018 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eccce280-1698-4f29-9216-caf0980f36e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:11.646465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eccce280-1698-4f29-9216-caf0980f36e6 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:11.670477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7379e475-f51b-4b2f-b514-748cd340c463 req-b984dfa8-2388-46c2-a7fc-238c38637f74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316447 Mar 07 16:06:11.702432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port eccce280-1698-4f29-9216-caf0980f36e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eccce280-1698-4f29-9216-caf0980f36e6,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:11.710135 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (eccce280-1698-4f29-9216-caf0980f36e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:11.729049 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-fb3c9053-32cf-4c4a-88e1-cb8bb2e45830 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828711 Mar 07 16:06:11.738173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-b9596a14-d3dc-4a8d-994a-ec1e00de42bd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:11.740400 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-b9596a14-d3dc-4a8d-994a-ec1e00de42bd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184582 Mar 07 16:06:11.748563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5919c7-c5e7-4886-991f-d79fbe1411e5 req-3d2ca437-656d-4374-be38-5a92dd3cc7fb tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:11.756182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc5919c7-c5e7-4886-991f-d79fbe1411e5 req-3d2ca437-656d-4374-be38-5a92dd3cc7fb tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5b33015-e658-49ac-b527-463fce614226 HTTP/1.1" status: 200 len: 945 time: 0.1493022 Mar 07 16:06:11.767578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Request body: {'port': {'device_id': '017e0802-b1a6-402c-9ebf-3709a286f499', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'fa6ccd2bcec746369708c24b8c365314'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:11.785812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=eccce280-1698-4f29-9216-caf0980f36e6,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:11.850859 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ea5fb21-b61a-4c83-92dd-7563b808e43c req-63cf6abf-5dae-4cf9-ac64-dfddeec1c5b1 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138179 Mar 07 16:06:11.898667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc5919c7-c5e7-4886-991f-d79fbe1411e5 req-970cdd4b-641e-4d58-a065-8d7776bf39ef tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412919 Mar 07 16:06:11.911019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f20ff7-1c50-4946-bdc2-b998c0bd6f63 req-42a6d5bc-f2c0-4322-873c-4472eb2418cb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:11.918105 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d1f20ff7-1c50-4946-bdc2-b998c0bd6f63 req-42a6d5bc-f2c0-4322-873c-4472eb2418cb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 944 time: 0.0662827 Mar 07 16:06:11.950707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Made reservation on behalf of fa6ccd2bcec746369708c24b8c365314 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:11.955453 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:12.039263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d1f20ff7-1c50-4946-bdc2-b998c0bd6f63 req-1f1149cc-c2c2-4b73-a0c3-790358ff682d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059701 Mar 07 16:06:12.050532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['eccce280-1698-4f29-9216-caf0980f36e6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:12.143016 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c6388b49-9d10-4162-be77-c5b8cec31847 req-63f8c19a-7302-4e62-a966-24a61287e2a8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 210 time: 0.1598446 Mar 07 16:06:12.150502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85ac2d-f417-4d98-b428-e4fe71d1173a req-4db36d50-1b45-4c82-a535-7c5b6e3e65be tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:12.153193 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be85ac2d-f417-4d98-b428-e4fe71d1173a req-4db36d50-1b45-4c82-a535-7c5b6e3e65be tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 945 time: 0.0630951 Mar 07 16:06:12.217248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Allocated IP 192.168.233.159 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/dff71350-796f-40bf-ba90-a57a4850d732) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:12.243916 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be85ac2d-f417-4d98-b428-e4fe71d1173a req-b7505054-f90c-4613-bcd7-7406f24173b7 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721846 Mar 07 16:06:12.275940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b61b7-a521-4093-bc8a-07c0cc4c15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62028612-6fc0-49ce-8039-ad31796f71c2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:12.278642 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9b85b6-7dd3-4127-ace4-a21094dee6ee" -d '{"events": [{"server_uuid": "995b61b7-a521-4093-bc8a-07c0cc4c15b6", "name": "network-vif-plugged", "status": "completed", "tag": "62028612-6fc0-49ce-8039-ad31796f71c2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:12.321595 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6966ee6e-2516-4848-97a0-9c24844207e1 x-openstack-request-id: req-6966ee6e-2516-4848-97a0-9c24844207e1 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:12.321895 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b61b7-a521-4093-bc8a-07c0cc4c15b6", "name": "network-vif-plugged", "status": "completed", "tag": "62028612-6fc0-49ce-8039-ad31796f71c2", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:12.322159 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6966ee6e-2516-4848-97a0-9c24844207e1 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:12.322564 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b61b7-a521-4093-bc8a-07c0cc4c15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62028612-6fc0-49ce-8039-ad31796f71c2', 'code': 200} Mar 07 16:06:12.428677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b2bf3-71ab-4b19-bda4-53cb85534181 req-7c2bda3c-5f6f-4f25-b633-4e22f869376c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:12.430320 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-226b2bf3-71ab-4b19-bda4-53cb85534181 req-7c2bda3c-5f6f-4f25-b633-4e22f869376c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1561124 Mar 07 16:06:12.433668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325896f9-7dfc-434f-85df-4e1ad8795d40 req-56e0839e-506d-4eb4-8acd-eba8a7b18921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:12.435295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-325896f9-7dfc-434f-85df-4e1ad8795d40 req-56e0839e-506d-4eb4-8acd-eba8a7b18921 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 1127 time: 0.0446322 Mar 07 16:06:12.498116 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-325896f9-7dfc-434f-85df-4e1ad8795d40 req-4b64afdd-0c1e-4e6d-bb89-4d3deefeb488 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558064 Mar 07 16:06:12.510609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for port (dff71350-796f-40bf-ba90-a57a4850d732), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:12.525180 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-226b2bf3-71ab-4b19-bda4-53cb85534181 req-6fcc87e3-8269-436d-9082-84ce95b26917 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839169 Mar 07 16:06:12.561784 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (dff71350-796f-40bf-ba90-a57a4850d732), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:12.576039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'cb5931d7-3ee5-4127-97be-cc6454869889'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:12.578844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'e68d482a-7134-4626-b857-06f00148d045'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:12.587377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a8d1b-24ce-48fb-8057-1b06cca68979 req-3d76d180-65e0-414e-ab5a-a7b60d24824b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:12.597516 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-133a8d1b-24ce-48fb-8057-1b06cca68979 req-3d76d180-65e0-414e-ab5a-a7b60d24824b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.0875957 Mar 07 16:06:12.646084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:12.650438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:12.652537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event updated for resources: {'Port': ['ID=dff71350-796f-40bf-ba90-a57a4850d732,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:12.654696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:12.692117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-133a8d1b-24ce-48fb-8057-1b06cca68979 req-95239dc3-5968-443b-a13e-461e53bebad0 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927374 Mar 07 16:06:12.765360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:12.766073 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:12.807874 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-e7c2e55a-f1c4-4d75-9bc8-76f6c37e8876 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0475612 Mar 07 16:06:12.944336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-1562a834-832e-4b81-9542-67d35d6a1ce1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:12.952762 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-1562a834-832e-4b81-9542-67d35d6a1ce1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 814 time: 0.1402864 Mar 07 16:06:12.972105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Request body: {'port': {'device_id': '017e0802-b1a6-402c-9ebf-3709a286f499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:12.972271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26f153-f68c-465f-822f-9384ab4d53d6 req-c2bb66c0-1615-462e-905d-6d1763184453 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:12.973678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b26f153-f68c-465f-822f-9384ab4d53d6 req-c2bb66c0-1615-462e-905d-6d1763184453 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 944 time: 0.1553605 Mar 07 16:06:12.991385 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-c57cda1a-fc37-487a-8a6e-a7e294f156cd tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/quotas/a257a2624a8d42688a0fcee377604c31 HTTP/1.1" status: 200 len: 375 time: 0.0376401 Mar 07 16:06:13.055781 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b26f153-f68c-465f-822f-9384ab4d53d6 req-5811b58f-3463-4a57-8080-27fd9ee15c45 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757792 Mar 07 16:06:13.174247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-231cafdf-2329-46d2-8a63-2b60bf13d5bb None None] Provisioning complete for port dff71350-796f-40bf-ba90-a57a4850d732 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:13.174619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-231cafdf-2329-46d2-8a63-2b60bf13d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dff71350-796f-40bf-ba90-a57a4850d732), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.178462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dff71350-796f-40bf-ba90-a57a4850d732), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.181174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-04d65e1a-d8bd-4d43-ab20-42e2b2866bb0 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:13.183071 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-04d65e1a-d8bd-4d43-ab20-42e2b2866bb0 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5b33015-e658-49ac-b527-463fce614226 HTTP/1.1" status: 200 len: 945 time: 0.1122332 Mar 07 16:06:13.200366 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-78dff967-155d-4041-9619-902fa69f7372 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828587 Mar 07 16:06:13.248602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-392eb0c1-7f73-482a-8b68-0a300fc565b0 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:13.250107 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-392eb0c1-7f73-482a-8b68-0a300fc565b0 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033 HTTP/1.1" status: 200 len: 945 time: 0.1260819 Mar 07 16:06:13.262026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-231cafdf-2329-46d2-8a63-2b60bf13d5bb None None] Port dff71350-796f-40bf-ba90-a57a4850d732 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:06:13.380060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eccce280-1698-4f29-9216-caf0980f36e6 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:13.424393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609faa9-87c1-42ad-b927-2abc021e0508 req-44f9c395-7d4f-4a62-94c3-9e9751ec931f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:13.426832 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f609faa9-87c1-42ad-b927-2abc021e0508 req-44f9c395-7d4f-4a62-94c3-9e9751ec931f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5b33015-e658-49ac-b527-463fce614226 HTTP/1.1" status: 200 len: 945 time: 0.2398329 Mar 07 16:06:13.432145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Deleting port 041d962d-79d2-4c27-b499-1e09d6bf97fa {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:13.432659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.529162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2b8ac8ea-42f6-4a81-9efc-d145525413b8 service neutron] 10.222.0.24 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877305 Mar 07 16:06:13.552600 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f609faa9-87c1-42ad-b927-2abc021e0508 req-59232f44-f3f6-4751-b9bd-6a166e5703d4 tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c61fb51-9255-43e7-8794-d8360eb6f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145656 Mar 07 16:06:13.577978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] For port 041d962d-79d2-4c27-b499-1e09d6bf97fa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=041d962d-79d2-4c27-b499-1e09d6bf97fa,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:13.578695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.600977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Calling delete_port for 041d962d-79d2-4c27-b499-1e09d6bf97fa owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:13.669678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port eccce280-1698-4f29-9216-caf0980f36e6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:13.670225 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (eccce280-1698-4f29-9216-caf0980f36e6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.702047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Deleting port f255079c-4c71-460a-9f31-e61d6c2eda1d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:13.703078 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.803402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (041d962d-79d2-4c27-b499-1e09d6bf97fa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.822470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] For port f255079c-4c71-460a-9f31-e61d6c2eda1d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f255079c-4c71-460a-9f31-e61d6c2eda1d,segment=NetworkSegment(593025c8-db87-4c55-a072-def7eac50753),segment_id=593025c8-db87-4c55-a072-def7eac50753)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:13.823507 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.830961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['041d962d-79d2-4c27-b499-1e09d6bf97fa', 'f255079c-4c71-460a-9f31-e61d6c2eda1d'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:13.840135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Calling delete_port for f255079c-4c71-460a-9f31-e61d6c2eda1d owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:13.853382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Pushing event deleted for resources: {'Port': ['ID=041d962d-79d2-4c27-b499-1e09d6bf97fa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:13.895813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] No DVR routers for this DVR port 041d962d-79d2-4c27-b499-1e09d6bf97fa on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:13.901607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port eccce280-1698-4f29-9216-caf0980f36e6 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:13.902210 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eccce280-1698-4f29-9216-caf0980f36e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.904483 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28e9d8-3a99-4a12-b77d-2595a8f326ee req-683562f3-6559-4c8f-be2d-d993f3ebf1ba tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:13.912079 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea28e9d8-3a99-4a12-b77d-2595a8f326ee req-683562f3-6559-4c8f-be2d-d993f3ebf1ba tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 944 time: 0.1532376 Mar 07 16:06:13.914282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:13.917538 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6023004-cef8-47ae-bfb2-7db853998ba3 req-e0e7e689-b2dd-4710-b795-c37d9cf4898f tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "DELETE /v2.0/ports/041d962d-79d2-4c27-b499-1e09d6bf97fa HTTP/1.1" status: 204 len: 173 time: 0.7159319 Mar 07 16:06:13.918059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b33015-e658-49ac-b527-463fce614226', 'name': 'network-vif-deleted', 'tag': '041d962d-79d2-4c27-b499-1e09d6bf97fa'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:13.920324 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bb0288-b4d7-42ba-bd0e-586f72ab4984" -d '{"events": [{"server_uuid": "a5b33015-e658-49ac-b527-463fce614226", "name": "network-vif-deleted", "tag": "041d962d-79d2-4c27-b499-1e09d6bf97fa"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:13.997315 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea28e9d8-3a99-4a12-b77d-2595a8f326ee req-aa2dbce2-5c8a-4d53-bea6-34dc90f313bb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841479 Mar 07 16:06:13.997751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53054) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:14.000383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port eccce280-1698-4f29-9216-caf0980f36e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eccce280-1698-4f29-9216-caf0980f36e6,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:14.012958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': '56fdb2f2-9a28-40d3-b633-eadaab438758', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:14.017420 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (eccce280-1698-4f29-9216-caf0980f36e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:14.111774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-048ea10d-99d3-4a6e-88aa-cadeceb4edbd service neutron] 10.222.0.24 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817628 Mar 07 16:06:14.114477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=eccce280-1698-4f29-9216-caf0980f36e6,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:14.118060 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f255079c-4c71-460a-9f31-e61d6c2eda1d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:14.182391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Pushing event deleted for resources: {'Port': ['ID=f255079c-4c71-460a-9f31-e61d6c2eda1d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:14.196874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:14.203820 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:14.225117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff71350-796f-40bf-ba90-a57a4850d732 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:14.252317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd505dd1-dc22-4ea0-a189-abd4e8cb76c0 req-9d9d1e42-6697-4d07-a132-55372d36eb07 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:14.252789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Publish callbacks [] for port (dff71350-796f-40bf-ba90-a57a4850d732), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:14.255691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] No DVR routers for this DVR port f255079c-4c71-460a-9f31-e61d6c2eda1d on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:14.259110 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:14.259526 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd505dd1-dc22-4ea0-a189-abd4e8cb76c0 req-9d9d1e42-6697-4d07-a132-55372d36eb07 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 936 time: 0.1579700 Mar 07 16:06:14.262722 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2be711c-88dc-4ea2-b53a-04d0cda9c204 req-774572f7-2f58-4703-ab63-df8d0a859f4d tempest-MultipleCreateTestJSON-1508240843 tempest-MultipleCreateTestJSON-1508240843-project] 10.222.0.15 "DELETE /v2.0/ports/f255079c-4c71-460a-9f31-e61d6c2eda1d HTTP/1.1" status: 204 len: 173 time: 1.0029147 Mar 07 16:06:14.263278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033', 'name': 'network-vif-deleted', 'tag': 'f255079c-4c71-460a-9f31-e61d6c2eda1d'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:14.265844 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e98d2fb-7538-4c45-8a5e-525f4e64fb01" -d '{"events": [{"server_uuid": "e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033", "name": "network-vif-deleted", "tag": "f255079c-4c71-460a-9f31-e61d6c2eda1d"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:14.278824 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Transition to ACTIVE for port object dff71350-796f-40bf-ba90-a57a4850d732 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:06:14.284493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (dff71350-796f-40bf-ba90-a57a4850d732), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:14.324073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccce280-1698-4f29-9216-caf0980f36e6'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:14.327606 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee4145-a7ae-46f3-8b81-c5b324bdf2c3" -d '{"events": [{"server_uuid": "d24d8ce4-8b7f-42b2-b836-a4114677268e", "name": "network-vif-plugged", "status": "completed", "tag": "eccce280-1698-4f29-9216-caf0980f36e6"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:14.473160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Pushing event updated for resources: {'Port': ['ID=dff71350-796f-40bf-ba90-a57a4850d732,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:14.615633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba196f38-a180-4236-9275-0f7061936532 req-b5383dbf-f341-4177-b060-a303b87941a4 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:14.617676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ba196f38-a180-4236-9275-0f7061936532 req-b5383dbf-f341-4177-b060-a303b87941a4 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 945 time: 0.2409816 Mar 07 16:06:14.659011 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Attempting to bind port dff71350-796f-40bf-ba90-a57a4850d732 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:14.659354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Attempting to bind port dff71350-796f-40bf-ba90-a57a4850d732 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:14.659707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Attempting to bind port dff71350-796f-40bf-ba90-a57a4850d732 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:14.671141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Port dff71350-796f-40bf-ba90-a57a4850d732 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:06:14.671472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Attempting to bind port dff71350-796f-40bf-ba90-a57a4850d732 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:14.686635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:14.688075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:14.688487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:14.689494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Bound port: dff71350-796f-40bf-ba90-a57a4850d732, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:14.689861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dff71350-796f-40bf-ba90-a57a4850d732), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:14.718524 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ba196f38-a180-4236-9275-0f7061936532 req-c2d08c19-1f28-4802-b496-48a09dd69393 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931835 Mar 07 16:06:14.821295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] For port dff71350-796f-40bf-ba90-a57a4850d732, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:14.852633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] For port dff71350-796f-40bf-ba90-a57a4850d732, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dff71350-796f-40bf-ba90-a57a4850d732,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:14.865159 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (dff71350-796f-40bf-ba90-a57a4850d732), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:14.881278 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd505dd1-dc22-4ea0-a189-abd4e8cb76c0 req-ff5051c1-0c83-4727-8de8-69adefce3155 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172147 Mar 07 16:06:14.931414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:14.931496 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:14.932132 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a62f7-d209-4458-a2b1-bb53e919ab96 x-openstack-request-id: req-710a62f7-d209-4458-a2b1-bb53e919ab96 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:14.932615 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b33015-e658-49ac-b527-463fce614226", "name": "network-vif-deleted", "tag": "041d962d-79d2-4c27-b499-1e09d6bf97fa", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:14.932842 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] 10.222.0.11 "PUT /v2.0/ports/dff71350-796f-40bf-ba90-a57a4850d732 HTTP/1.1" status: 200 len: 1096 time: 1.9780986 Mar 07 16:06:14.933217 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-710a62f7-d209-4458-a2b1-bb53e919ab96 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:14.933981 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b33015-e658-49ac-b527-463fce614226', 'name': 'network-vif-deleted', 'tag': '041d962d-79d2-4c27-b499-1e09d6bf97fa', 'status': 'completed', 'code': 200} Mar 07 16:06:14.943656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a3b6-0c69-4e40-9da5-3dadad742d7a req-fc419b2c-695e-46a8-baa1-cd2a31570de5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:14.945573 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9853a3b6-0c69-4e40-9da5-3dadad742d7a req-fc419b2c-695e-46a8-baa1-cd2a31570de5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 945 time: 0.1427217 Mar 07 16:06:14.998485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b5e6f-d228-412d-a628-aa3eb2db5da2 service neutron] Pushing event updated for resources: {'Port': ['ID=dff71350-796f-40bf-ba90-a57a4850d732,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:15.066785 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9853a3b6-0c69-4e40-9da5-3dadad742d7a req-2a368961-9bde-4e1d-ab25-a2467ebbacc1 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104178 Mar 07 16:06:15.106000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-df249187-70d2-415e-bc6b-afb03b79b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:15.107790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-df249187-70d2-415e-bc6b-afb03b79b378 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 1130 time: 0.1040893 Mar 07 16:06:15.134736 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdfe127-5681-470e-a876-3232820d39b9 x-openstack-request-id: req-5fdfe127-5681-470e-a876-3232820d39b9 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:15.135323 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033", "name": "network-vif-deleted", "tag": "f255079c-4c71-460a-9f31-e61d6c2eda1d", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:15.135772 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fdfe127-5681-470e-a876-3232820d39b9 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:15.136361 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d352d9-ae51-4bbb-a1ba-dbcd9f06c033', 'name': 'network-vif-deleted', 'tag': 'f255079c-4c71-460a-9f31-e61d6c2eda1d', 'status': 'completed', 'code': 200} Mar 07 16:06:15.156104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5cbc5-fcdc-429c-98b4-19b4de4e33de req-2deb8da5-a120-4bc4-8ba4-ab05e2f468f2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:15.163026 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89b5cbc5-fcdc-429c-98b4-19b4de4e33de req-2deb8da5-a120-4bc4-8ba4-ab05e2f468f2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 944 time: 0.1467738 Mar 07 16:06:15.167952 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-6ffb4fe3-3a1e-43be-8540-76032b3577a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=dff71350-796f-40bf-ba90-a57a4850d732 HTTP/1.1" status: 200 len: 217 time: 0.0511022 Mar 07 16:06:15.188359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (95caf9ce-0c7e-4844-809d-144507d4219a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:15.239449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-09d2fb9b-eb74-4571-9837-c24279c87a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:15.241626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-09d2fb9b-eb74-4571-9837-c24279c87a3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0663211 Mar 07 16:06:15.265946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=95caf9ce-0c7e-4844-809d-144507d4219a,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:15.291504 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89b5cbc5-fcdc-429c-98b4-19b4de4e33de req-d21a233d-c39a-40d9-bf5d-f4826f763cdd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273921 Mar 07 16:06:15.305956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0bc780b9-daa8-4e28-983d-1f65830aad6c req-26ee13e5-652a-4a1b-b2a9-0f80a3934283 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 210 time: 0.0631635 Mar 07 16:06:15.326067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking segment: {'id': 'a83985f1-bd0a-4d8c-9762-72601e910449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '56fdb2f2-9a28-40d3-b633-eadaab438758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:15.326460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network hostable DHCP agents. Network: 56fdb2f2-9a28-40d3-b633-eadaab438758, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:15.353306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 56fdb2f2-9a28-40d3-b633-eadaab438758 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:15.356748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-53bd9498-ebb4-4554-953b-1512ffe1f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:15.359408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-53bd9498-ebb4-4554-953b-1512ffe1f341 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1045792 Mar 07 16:06:15.384711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 56fdb2f2-9a28-40d3-b633-eadaab438758) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:15.404999 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f44877-472f-4614-83a3-0f8323aa5c29 x-openstack-request-id: req-71f44877-472f-4614-83a3-0f8323aa5c29 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:15.405512 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24d8ce4-8b7f-42b2-b836-a4114677268e", "name": "network-vif-plugged", "status": "completed", "tag": "eccce280-1698-4f29-9216-caf0980f36e6", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:15.405819 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71f44877-472f-4614-83a3-0f8323aa5c29 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:15.406237 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccce280-1698-4f29-9216-caf0980f36e6', 'code': 200} Mar 07 16:06:15.409267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:15.415448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4bcd1e-d0ab-4632-ade2-f147b3c0f5db None None] Network 56fdb2f2-9a28-40d3-b633-eadaab438758 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:15.421950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:15.422866 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:15.481365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-280e1df9-b4d3-40e3-86b6-d9db6c5287ca tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4824688 Mar 07 16:06:15.484395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53082) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:15.496555 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-da9345e5-5075-490d-96d3-008770d9636c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286325 Mar 07 16:06:15.500072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241878053'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:15.562110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:15.574025 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:15.584195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-56fdb2f2-9a28-40d3-b633-eadaab438758', 'network_id': '56fdb2f2-9a28-40d3-b633-eadaab438758', 'project_id': 'fe7903db672f43d482ab75f79857e92c', 'fixed_ips': [{'subnet_id': '95caf9ce-0c7e-4844-809d-144507d4219a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:15.585967 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:15.605698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68440ce-6996-4044-8f08-0511b9adef01 req-982e5112-0c22-4924-9de6-f2c834458c95 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:15.617801 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b68440ce-6996-4044-8f08-0511b9adef01 req-982e5112-0c22-4924-9de6-f2c834458c95 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1274600 Mar 07 16:06:15.691585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:15.715340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1677a-d001-4a46-baca-96ffe6b17f56 req-ef037339-84fc-49a1-88a2-72d8cc2d813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:15.720359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80f1677a-d001-4a46-baca-96ffe6b17f56 req-ef037339-84fc-49a1-88a2-72d8cc2d813d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 1127 time: 0.1298821 Mar 07 16:06:15.750603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ad5265f6-158a-4af2-a39f-04e22d198b68), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:15.750984 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment ad5265f6-158a-4af2-a39f-04e22d198b68 of type vlan for network 090d2e83-03b2-4789-9f1e-285e59985807 Mar 07 16:06:15.752059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Allocated IP 2001:db8:0:ffff::2 (56fdb2f2-9a28-40d3-b633-eadaab438758/95caf9ce-0c7e-4844-809d-144507d4219a/3838a47e-0e0f-4172-bf52-79e76b5ebdff) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:15.777874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-4ddaaa91-d67c-4212-8fb1-2b2b4c9fca5e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:15.779724 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-4ddaaa91-d67c-4212-8fb1-2b2b4c9fca5e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.15 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 814 time: 0.1350799 Mar 07 16:06:15.790533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device f255079c-4c71-460a-9f31-e61d6c2eda1d no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:06:15.795629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Request body: {'port': {'device_id': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a', 'admin_state_up': True, 'tenant_id': 'a257a2624a8d42688a0fcee377604c31'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:15.883498 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (090d2e83-03b2-4789-9f1e-285e59985807), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:15.891834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80f1677a-d001-4a46-baca-96ffe6b17f56 req-8ee4dc32-676e-466c-b62f-822a23b1de5d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639409 Mar 07 16:06:15.921598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:15.921805 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (090d2e83-03b2-4789-9f1e-285e59985807), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:15.929092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:15.930776 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:15.935253 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b68440ce-6996-4044-8f08-0511b9adef01 req-7040634b-ef86-4eaf-ae14-5fff666fc990 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163364 Mar 07 16:06:15.975683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'port_id': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'mac_address': 'fa:16:3e:f8:87:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:15.979937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: f255079c-4c71-460a-9f31-e61d6c2eda1d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:06:15.980348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device f255079c-4c71-460a-9f31-e61d6c2eda1d not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:06:15.980788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 041d962d-79d2-4c27-b499-1e09d6bf97fa no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:06:15.984582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53098) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:15.987103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4997323 Mar 07 16:06:15.997495 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-159a3b61-4d34-4e23-9563-0d3541821e81 req-2eba246d-b9ea-415c-950d-3a5be391323c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800944 Mar 07 16:06:15.998423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53100) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:16.056815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 041d962d-79d2-4c27-b499-1e09d6bf97fa {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:06:16.057434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 041d962d-79d2-4c27-b499-1e09d6bf97fa not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:06:16.075192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6664baf-ad28-40b1-b315-c1956979fa32 admin admin] Deleting subnet 644b0815-7be1-4666-9bb1-4391f7c6535d {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:06:16.079521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6664baf-ad28-40b1-b315-c1956979fa32 admin admin] Publish callbacks [] for subnet (644b0815-7be1-4666-9bb1-4391f7c6535d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.081316 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fc881-e859-40d2-bff7-01ee67dadd9d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=090d2e83-03b2-4789-9f1e-285e59985807,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:16.111765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 090d2e83-03b2-4789-9f1e-285e59985807 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:16.128018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': '090d2e83-03b2-4789-9f1e-285e59985807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:16.152985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f93a08-bf73-4f51-86ba-0890cbcea987 req-d6b7dd9c-d586-479a-a67d-a912d14bd65b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:16.154584 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77f93a08-bf73-4f51-86ba-0890cbcea987 req-d6b7dd9c-d586-479a-a67d-a912d14bd65b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 948 time: 0.0757182 Mar 07 16:06:16.168766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Made reservation on behalf of a257a2624a8d42688a0fcee377604c31 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:16.173281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.193383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:16.193792 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.215079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a85ee8-4192-4101-b5fd-c092ae2500a4 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:16.255317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6664baf-ad28-40b1-b315-c1956979fa32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (644b0815-7be1-4666-9bb1-4391f7c6535d), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.256700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77f93a08-bf73-4f51-86ba-0890cbcea987 req-793b80dd-db0d-4c67-bda2-4e0b29cea0f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872579 Mar 07 16:06:16.267932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:16.280994 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.398683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:16.404110 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.408354 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Publish callbacks [] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.416846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:16.427589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.471848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Network 56fdb2f2-9a28-40d3-b633-eadaab438758 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:16.480062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:16.488419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6664baf-ad28-40b1-b315-c1956979fa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (644b0815-7be1-4666-9bb1-4391f7c6535d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.489248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:16.521105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bc084-1a8e-4f15-8e0b-7515a5315a59 req-ec6aad08-d646-4d50-bad7-edbce556fd71 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:16.532979 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd3bc084-1a8e-4f15-8e0b-7515a5315a59 req-ec6aad08-d646-4d50-bad7-edbce556fd71 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0833700 Mar 07 16:06:16.548937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Pushing event updated for resources: {'Port': ['ID=3838a47e-0e0f-4172-bf52-79e76b5ebdff,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:16.568101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Attempting to bind port 3838a47e-0e0f-4172-bf52-79e76b5ebdff on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:16.568556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Attempting to bind port 3838a47e-0e0f-4172-bf52-79e76b5ebdff by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a83985f1-bd0a-4d8c-9762-72601e910449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '56fdb2f2-9a28-40d3-b633-eadaab438758'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:16.568960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Attempting to bind port 3838a47e-0e0f-4172-bf52-79e76b5ebdff on network 56fdb2f2-9a28-40d3-b633-eadaab438758 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:16.576953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:16.577436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Checking segment: {'id': 'a83985f1-bd0a-4d8c-9762-72601e910449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '56fdb2f2-9a28-40d3-b633-eadaab438758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:16.577906 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.578339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Bound using segment: {'id': 'a83985f1-bd0a-4d8c-9762-72601e910449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '56fdb2f2-9a28-40d3-b633-eadaab438758'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:16.578885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Bound port: 3838a47e-0e0f-4172-bf52-79e76b5ebdff, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83985f1-bd0a-4d8c-9762-72601e910449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '56fdb2f2-9a28-40d3-b633-eadaab438758'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:16.579333 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.607141 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd3bc084-1a8e-4f15-8e0b-7515a5315a59 req-ce257215-4cd1-4ebf-ac71-d37d0632605c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687640 Mar 07 16:06:16.637871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['66a85ee8-4192-4101-b5fd-c092ae2500a4'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:16.689335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] For port 3838a47e-0e0f-4172-bf52-79e76b5ebdff, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:16.708804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] For port 3838a47e-0e0f-4172-bf52-79e76b5ebdff, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3838a47e-0e0f-4172-bf52-79e76b5ebdff,segment=NetworkSegment(a83985f1-bd0a-4d8c-9762-72601e910449),segment_id=a83985f1-bd0a-4d8c-9762-72601e910449)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:16.719941 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:16.770049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f86cb-ae82-4692-8dfe-2e185888ebcb req-da672544-c404-4d5c-87ba-dd7b69eb947a tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:16.775220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-691f86cb-ae82-4692-8dfe-2e185888ebcb req-da672544-c404-4d5c-87ba-dd7b69eb947a tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 945 time: 0.1006224 Mar 07 16:06:16.841427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87817a8d-0412-449c-81f0-d18e73e6477a None None] Pushing event updated for resources: {'Port': ['ID=3838a47e-0e0f-4172-bf52-79e76b5ebdff,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:16.859374 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a148e2dc-2fe3-4556-a365-1d865b6376ae req-872e168a-e29b-42fa-ac31-00844a7f60d4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 210 time: 0.3663588 Mar 07 16:06:16.877851 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-691f86cb-ae82-4692-8dfe-2e185888ebcb req-a310308b-b50c-4de2-9e56-da991abb4f23 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928922 Mar 07 16:06:16.947096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Allocated IP 172.20.0.7 (365963a5-a762-407a-a4b6-796b9bfb375a/f85cc429-98ba-4be6-a088-29f5fd0b9d2e/f1076197-7c0a-4c45-b311-afe5c57ac712) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:16.981211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6664baf-ad28-40b1-b315-c1956979fa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (644b0815-7be1-4666-9bb1-4391f7c6535d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.026014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6664baf-ad28-40b1-b315-c1956979fa32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644b0815-7be1-4666-9bb1-4391f7c6535d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:17.089476 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6664baf-ad28-40b1-b315-c1956979fa32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.092758 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a6664baf-ad28-40b1-b315-c1956979fa32 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/644b0815-7be1-4666-9bb1-4391f7c6535d HTTP/1.1" status: 204 len: 168 time: 1.1066885 Mar 07 16:06:17.095708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53122) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:17.139749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017e0802-b1a6-402c-9ebf-3709a286f499', 'tag': 'dff71350-796f-40bf-ba90-a57a4850d732'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:17.142254 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73ddcf8-4a23-43af-8662-50721af6fe95" -d '{"events": [{"name": "network-changed", "server_uuid": "017e0802-b1a6-402c-9ebf-3709a286f499", "tag": "dff71350-796f-40bf-ba90-a57a4850d732"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:17.190088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9ddb321e-a02b-4c9e-973a-d8568be91bce), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.253712 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3200ede-c6ea-435a-94bb-a6cd5e06389d x-openstack-request-id: req-a3200ede-c6ea-435a-94bb-a6cd5e06389d {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:17.254020 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017e0802-b1a6-402c-9ebf-3709a286f499", "tag": "dff71350-796f-40bf-ba90-a57a4850d732", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:17.254277 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3200ede-c6ea-435a-94bb-a6cd5e06389d {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:17.254669 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017e0802-b1a6-402c-9ebf-3709a286f499', 'tag': 'dff71350-796f-40bf-ba90-a57a4850d732', 'status': 'completed', 'code': 200} Mar 07 16:06:17.298543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af1a0b-ffd3-4464-b4b8-cfa7ebc2b227 req-99d039fa-e53e-4e47-a6b1-61227c8c5b33 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:17.300147 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37af1a0b-ffd3-4464-b4b8-cfa7ebc2b227 req-99d039fa-e53e-4e47-a6b1-61227c8c5b33 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.2518985 Mar 07 16:06:17.307978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (4df71008-fb09-4b4f-9f4b-0bd2854e9a1a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.319676 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9ddb321e-a02b-4c9e-973a-d8568be91bce), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.344170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddb321e-a02b-4c9e-973a-d8568be91bce']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:17.356209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593025c8-db87-4c55-a072-def7eac50753') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:17.356511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593025c8-db87-4c55-a072-def7eac50753') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:17.376307 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (593025c8-db87-4c55-a072-def7eac50753), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.410666 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks [] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.412854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (593025c8-db87-4c55-a072-def7eac50753), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.422468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:06:17.422950 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (593025c8-db87-4c55-a072-def7eac50753), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:06:17.425189 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:06:17.451352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=4df71008-fb09-4b4f-9f4b-0bd2854e9a1a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:17.456340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe6914-5281-40b2-b6f1-527974fc6167 req-dc55abaf-59f2-412f-bd69-da5ac174d8c7 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:17.458597 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61fe6914-5281-40b2-b6f1-527974fc6167 req-dc55abaf-59f2-412f-bd69-da5ac174d8c7 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 948 time: 0.0989184 Mar 07 16:06:17.471435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-865e8f9b-9e56-4813-ba3a-9347fa1224ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:17.473009 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-865e8f9b-9e56-4813-ba3a-9347fa1224ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 1130 time: 0.1935956 Mar 07 16:06:17.509147 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37af1a0b-ffd3-4464-b4b8-cfa7ebc2b227 req-3e9fe006-4595-443b-98a4-9b4f7cf6c018 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745288 Mar 07 16:06:17.515283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking segment: {'id': 'ad5265f6-158a-4af2-a39f-04e22d198b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '090d2e83-03b2-4789-9f1e-285e59985807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:17.515658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network hostable DHCP agents. Network: 090d2e83-03b2-4789-9f1e-285e59985807, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:17.520801 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9ddb321e-a02b-4c9e-973a-d8568be91bce), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.538278 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.541459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9ddb321e-a02b-4c9e-973a-d8568be91bce HTTP/1.1" status: 204 len: 168 time: 0.4447370 Mar 07 16:06:17.547425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a8840-1434-4150-909a-6db7d4f98145 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ddb321e-a02b-4c9e-973a-d8568be91bce,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:17.556709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61fe6914-5281-40b2-b6f1-527974fc6167 req-4d314b49-fac8-485f-903d-5a8fb1d1bb03 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697954 Mar 07 16:06:17.578849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.590428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['637b2170-8566-4d8a-b714-43e792cdaed2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:17.638444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 090d2e83-03b2-4789-9f1e-285e59985807 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:17.665280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Network 365963a5-a762-407a-a4b6-796b9bfb375a is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:17.673287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 090d2e83-03b2-4789-9f1e-285e59985807) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:17.675332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:17.677376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Pushing event updated for resources: {'Port': ['ID=f1076197-7c0a-4c45-b311-afe5c57ac712,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:17.689046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:17.695199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc2b7b-3b83-426f-9cac-4b79d8a150f7 None None] Network 090d2e83-03b2-4789-9f1e-285e59985807 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:17.699766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:17.700456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.755528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-4b9d51d9-068d-47ef-b37d-929072a1eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:17.757146 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-4b9d51d9-068d-47ef-b37d-929072a1eef8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2706149 Mar 07 16:06:17.792948 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-34970482-e54f-4977-8f4c-0092bf35dbf7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7209985 Mar 07 16:06:17.796005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53144) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:17.850196 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-fc9c31d7-2efc-49ee-8b66-0e7e4e4b16ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=dff71350-796f-40bf-ba90-a57a4850d732 HTTP/1.1" status: 200 len: 217 time: 0.0700226 Mar 07 16:06:17.856766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:17.857417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.884004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53146) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:17.928770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-090d2e83-03b2-4789-9f1e-285e59985807', 'network_id': '090d2e83-03b2-4789-9f1e-285e59985807', 'project_id': 'fe7903db672f43d482ab75f79857e92c', 'fixed_ips': [{'subnet_id': '4df71008-fb09-4b4f-9f4b-0bd2854e9a1a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:17.929625 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.933800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad43801-7703-49be-a315-0d55024add18 req-1ca0e3de-2dd4-4283-9691-4ae43de32717 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:17.945019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ad43801-7703-49be-a315-0d55024add18 req-1ca0e3de-2dd4-4283-9691-4ae43de32717 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1955881 Mar 07 16:06:17.961973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2ac5c92e-2dd3-4775-ba2e-257e564e10ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1704762 Mar 07 16:06:17.980625 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-068d3245-9eb5-4559-a5a1-809f3505b3b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69e9c7cfd60046d88c79b0656732f3ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0895219 Mar 07 16:06:17.981284 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53152) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:17.987341 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (090d2e83-03b2-4789-9f1e-285e59985807), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:17.993592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Request body: {'port': {'device_id': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:18.072446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.084019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-410bae4d-e2c0-4e49-9df7-6b0d72908d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:18.086196 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-410bae4d-e2c0-4e49-9df7-6b0d72908d75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.2245090 Mar 07 16:06:18.156534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Allocated IP 2001:db8::1 (090d2e83-03b2-4789-9f1e-285e59985807/4df71008-fb09-4b4f-9f4b-0bd2854e9a1a/30063b5f-5d2d-43bb-aaee-6324779ae219) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:18.178446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4df71008-fb09-4b4f-9f4b-0bd2854e9a1a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.193392 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ad43801-7703-49be-a315-0d55024add18 req-ac4df667-52d8-4a0a-8049-9bbb21d69a0b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470865 Mar 07 16:06:18.199505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f19ed-95a5-4a29-b460-5709f738f6d5 None None] Network 56fdb2f2-9a28-40d3-b633-eadaab438758 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:18.246785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25737942-00e3-4757-9ddf-378a7e340c80 req-a1331c0f-9527-478a-8873-780f52548e2a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:18.248485 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-25737942-00e3-4757-9ddf-378a7e340c80 req-a1331c0f-9527-478a-8873-780f52548e2a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 931 time: 0.2661538 Mar 07 16:06:18.273574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-11ba13c9-d3ab-4744-a8e0-a5b6c91fe35f tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:18.275217 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-11ba13c9-d3ab-4744-a8e0-a5b6c91fe35f tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.15 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 945 time: 0.2452006 Mar 07 16:06:18.306944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-6ca1f182-f193-48d4-8b9f-b2d82b084192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:18.308486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-6ca1f182-f193-48d4-8b9f-b2d82b084192 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2087858 Mar 07 16:06:18.334492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99b83a89-94cf-486a-9f6d-4e5e519b17f5 admin admin] Publish callbacks [] for security_group (5c61fb51-9255-43e7-8794-d8360eb6f4d9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.407932 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99b83a89-94cf-486a-9f6d-4e5e519b17f5 admin admin] Publish callbacks [] for security_group (5c61fb51-9255-43e7-8794-d8360eb6f4d9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.411358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f498c460-2934-4ba0-97ec-8a826784ca81 None None] Provisioning complete for port 3838a47e-0e0f-4172-bf52-79e76b5ebdff triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:18.411745 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f498c460-2934-4ba0-97ec-8a826784ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.443626 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-25737942-00e3-4757-9ddf-378a7e340c80 req-daf908f4-2273-4047-9fa9-34229b331fb2 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697843 Mar 07 16:06:18.501360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968254-a9e3-4dbb-bfc8-00a359b8e1ad req-6c36cc82-314d-4406-99fc-5f1e632c6ce4 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:18.511372 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c968254-a9e3-4dbb-bfc8-00a359b8e1ad req-6c36cc82-314d-4406-99fc-5f1e632c6ce4 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 945 time: 0.2216184 Mar 07 16:06:18.519768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Deleting port 62028612-6fc0-49ce-8039-ad31796f71c2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:18.520119 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.564712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-777011f5-15ef-4ddb-ae61-073d31e3da05 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343676 Mar 07 16:06:18.597074 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99b83a89-94cf-486a-9f6d-4e5e519b17f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5c61fb51-9255-43e7-8794-d8360eb6f4d9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.599575 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99b83a89-94cf-486a-9f6d-4e5e519b17f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.600739 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-99b83a89-94cf-486a-9f6d-4e5e519b17f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c61fb51-9255-43e7-8794-d8360eb6f4d9 HTTP/1.1" status: 204 len: 168 time: 0.6172192 Mar 07 16:06:18.632798 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Publish callbacks [] for port (30063b5f-5d2d-43bb-aaee-6324779ae219), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.652772 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (30063b5f-5d2d-43bb-aaee-6324779ae219), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.675945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3838a47e-0e0f-4172-bf52-79e76b5ebdff up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:18.704387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b83a89-94cf-486a-9f6d-4e5e519b17f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c61fb51-9255-43e7-8794-d8360eb6f4d9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:18.740987 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e73ddcf8-4a23-43af-8662-50721af6fe95 req-16b7c009-b76b-4a6e-b380-8e3f26ad53d1 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677642 Mar 07 16:06:18.743104 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (4df71008-fb09-4b4f-9f4b-0bd2854e9a1a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.797246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] For port 62028612-6fc0-49ce-8039-ad31796f71c2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=62028612-6fc0-49ce-8039-ad31796f71c2,segment=NetworkSegment(b261993a-08c2-4b5d-a895-d49e09550642),segment_id=b261993a-08c2-4b5d-a895-d49e09550642)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:18.797621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.805296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=4df71008-fb09-4b4f-9f4b-0bd2854e9a1a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:18.849565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Calling delete_port for 62028612-6fc0-49ce-8039-ad31796f71c2 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:18.861377 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c968254-a9e3-4dbb-bfc8-00a359b8e1ad req-c603a727-b327-4be2-900e-e45c4f4dd6a8 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf4601bc-5a41-4f36-8a70-676850665f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492188 Mar 07 16:06:18.898632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135968c-b99b-4127-8400-a66fcc665e65 req-387c52fb-e8d2-430a-89cd-625c631a3905 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:18.906009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2135968c-b99b-4127-8400-a66fcc665e65 req-387c52fb-e8d2-430a-89cd-625c631a3905 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.2251489 Mar 07 16:06:18.919313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (090d2e83-03b2-4789-9f1e-285e59985807), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.932789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f498c460-2934-4ba0-97ec-8a826784ca81 None None] Current status of the port 3838a47e-0e0f-4172-bf52-79e76b5ebdff is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:18.933502 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f498c460-2934-4ba0-97ec-8a826784ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.943487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1076197-7c0a-4c45-b311-afe5c57ac712 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:18.958088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Publish callbacks [] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:18.964885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Network 090d2e83-03b2-4789-9f1e-285e59985807 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:18.984625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:18.986276 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090d2e83-03b2-4789-9f1e-285e59985807']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:18.987737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Pushing event updated for resources: {'Port': ['ID=30063b5f-5d2d-43bb-aaee-6324779ae219,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:18.990032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:19.012833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3838a47e-0e0f-4172-bf52-79e76b5ebdff triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:19.013305 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.020068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5265f6-158a-4af2-a39f-04e22d198b68') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:19.020068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5265f6-158a-4af2-a39f-04e22d198b68') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:19.020322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f498c460-2934-4ba0-97ec-8a826784ca81 None None] For port 3838a47e-0e0f-4172-bf52-79e76b5ebdff, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3838a47e-0e0f-4172-bf52-79e76b5ebdff,segment=NetworkSegment(a83985f1-bd0a-4d8c-9762-72601e910449),segment_id=a83985f1-bd0a-4d8c-9762-72601e910449)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:19.020437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Transition to ACTIVE for port object f1076197-7c0a-4c45-b311-afe5c57ac712 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:06:19.033715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.037243 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (ad5265f6-158a-4af2-a39f-04e22d198b68), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.063564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3c424-5a02-4ccd-8b3e-a829ff8d6256 req-08007c07-fd5b-45a4-bf2e-0bd646a2ac98 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:19.065466 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f498c460-2934-4ba0-97ec-8a826784ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.071550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c6f3c424-5a02-4ccd-8b3e-a829ff8d6256 req-08007c07-fd5b-45a4-bf2e-0bd646a2ac98 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 948 time: 0.1184890 Mar 07 16:06:19.073542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2135968c-b99b-4127-8400-a66fcc665e65 req-5dc1f5cc-f312-4c05-a4eb-3aa8444d2fb0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620860 Mar 07 16:06:19.107656 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ad5265f6-158a-4af2-a39f-04e22d198b68), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.155474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Attempting to bind port 30063b5f-5d2d-43bb-aaee-6324779ae219 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:19.156129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Attempting to bind port 30063b5f-5d2d-43bb-aaee-6324779ae219 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'ad5265f6-158a-4af2-a39f-04e22d198b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '090d2e83-03b2-4789-9f1e-285e59985807'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:19.156566 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Attempting to bind port 30063b5f-5d2d-43bb-aaee-6324779ae219 on network 090d2e83-03b2-4789-9f1e-285e59985807 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:19.165645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:19.166134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Checking segment: {'id': 'ad5265f6-158a-4af2-a39f-04e22d198b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '090d2e83-03b2-4789-9f1e-285e59985807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:19.166607 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.167325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Bound using segment: {'id': 'ad5265f6-158a-4af2-a39f-04e22d198b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '090d2e83-03b2-4789-9f1e-285e59985807'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:19.167756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Bound port: 30063b5f-5d2d-43bb-aaee-6324779ae219, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5265f6-158a-4af2-a39f-04e22d198b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '090d2e83-03b2-4789-9f1e-285e59985807'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:19.168217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (30063b5f-5d2d-43bb-aaee-6324779ae219), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.175680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:06:19.176092 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (ad5265f6-158a-4af2-a39f-04e22d198b68), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:06:19.188433 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:06:19.194628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1076197-7c0a-4c45-b311-afe5c57ac712,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:19.203290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498c460-2934-4ba0-97ec-8a826784ca81 None None] Pushing event updated for resources: {'Port': ['ID=3838a47e-0e0f-4172-bf52-79e76b5ebdff,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:19.244094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c9d96ad8-d470-4794-9d6d-f67fdc9c3d4c None None] Provisioning complete for port 3838a47e-0e0f-4172-bf52-79e76b5ebdff triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:19.244466 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c9d96ad8-d470-4794-9d6d-f67fdc9c3d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.258371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c6f3c424-5a02-4ccd-8b3e-a829ff8d6256 req-2c7c6788-97c0-4657-b407-40ed8b360669 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859376 Mar 07 16:06:19.284095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (62028612-6fc0-49ce-8039-ad31796f71c2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.296595 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.api [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 16:06:19.296595 n-d-830010-8 neutron-server[103867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 16:06:19.296595 n-d-830010-8 neutron-server[103867]: [parameters: {'id': '090d2e83-03b2-4789-9f1e-285e59985807'}] Mar 07 16:06:19.296595 n-d-830010-8 neutron-server[103867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:06:19.296912 n-d-830010-8 neutron-server[103867]: DEBUG oslo_db.api [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:06:19.313382 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['62028612-6fc0-49ce-8039-ad31796f71c2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:19.322347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Pushing event deleted for resources: {'Port': ['ID=62028612-6fc0-49ce-8039-ad31796f71c2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:19.330985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Attempting to bind port f1076197-7c0a-4c45-b311-afe5c57ac712 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:19.331341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Attempting to bind port f1076197-7c0a-4c45-b311-afe5c57ac712 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:19.331692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Attempting to bind port f1076197-7c0a-4c45-b311-afe5c57ac712 on network 365963a5-a762-407a-a4b6-796b9bfb375a {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:19.334041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136b4a-0cc3-4038-9fe1-512753ef24ae req-32ea5845-6631-413d-867a-84fc9eb64e3a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:19.336249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Port f1076197-7c0a-4c45-b311-afe5c57ac712 on network 365963a5-a762-407a-a4b6-796b9bfb375a not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:06:19.336581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Attempting to bind port f1076197-7c0a-4c45-b311-afe5c57ac712 on network 365963a5-a762-407a-a4b6-796b9bfb375a {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:19.341023 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b136b4a-0cc3-4038-9fe1-512753ef24ae req-32ea5845-6631-413d-867a-84fc9eb64e3a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1712699 Mar 07 16:06:19.342402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:19.343344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Checking segment: {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:19.344120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Bound using segment: {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:19.344120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Bound port: f1076197-7c0a-4c45-b311-afe5c57ac712, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:19.344500 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.392661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dff71350-796f-40bf-ba90-a57a4850d732 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:19.395102 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:19.402904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3838a47e-0e0f-4172-bf52-79e76b5ebdff is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:19.423328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] No DVR routers for this DVR port 62028612-6fc0-49ce-8039-ad31796f71c2 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:19.428216 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.431289 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc1652b7-abed-4611-bb80-d0c1f0791649 req-1ea4a8d6-36e2-4994-b835-60e6ddd28ded tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.15 "DELETE /v2.0/ports/62028612-6fc0-49ce-8039-ad31796f71c2 HTTP/1.1" status: 204 len: 173 time: 1.1498477 Mar 07 16:06:19.431750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b61b7-a521-4093-bc8a-07c0cc4c15b6', 'name': 'network-vif-deleted', 'tag': '62028612-6fc0-49ce-8039-ad31796f71c2'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:19.434670 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a229f2bd-e7f1-41a0-abae-150f0654161a" -d '{"events": [{"server_uuid": "995b61b7-a521-4093-bc8a-07c0cc4c15b6", "name": "network-vif-deleted", "tag": "62028612-6fc0-49ce-8039-ad31796f71c2"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:19.445166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] For port 30063b5f-5d2d-43bb-aaee-6324779ae219, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:19.475972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] For port f1076197-7c0a-4c45-b311-afe5c57ac712, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:19.487465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] For port 30063b5f-5d2d-43bb-aaee-6324779ae219, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=30063b5f-5d2d-43bb-aaee-6324779ae219,segment=NetworkSegment(ad5265f6-158a-4af2-a39f-04e22d198b68),segment_id=ad5265f6-158a-4af2-a39f-04e22d198b68)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:19.511491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b136b4a-0cc3-4038-9fe1-512753ef24ae req-97f6d0ea-32f7-4ff3-a9e5-9f8bc5872887 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695080 Mar 07 16:06:19.517203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] For port f1076197-7c0a-4c45-b311-afe5c57ac712, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f1076197-7c0a-4c45-b311-afe5c57ac712,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:19.517384 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (30063b5f-5d2d-43bb-aaee-6324779ae219), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.526213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763c592-b161-49c9-91b2-0034ea19d5f1 req-8eea3d60-c883-4a65-bbe9-fb5a46fa5a2c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:19.535355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4763c592-b161-49c9-91b2-0034ea19d5f1 req-8eea3d60-c883-4a65-bbe9-fb5a46fa5a2c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1125629 Mar 07 16:06:19.579916 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e367cd-7929-48b9-a376-cae8028324ce x-openstack-request-id: req-40e367cd-7929-48b9-a376-cae8028324ce {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:19.580409 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b61b7-a521-4093-bc8a-07c0cc4c15b6", "name": "network-vif-deleted", "tag": "62028612-6fc0-49ce-8039-ad31796f71c2", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:19.580812 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40e367cd-7929-48b9-a376-cae8028324ce {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:19.581363 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b61b7-a521-4093-bc8a-07c0cc4c15b6', 'name': 'network-vif-deleted', 'tag': '62028612-6fc0-49ce-8039-ad31796f71c2', 'status': 'completed', 'code': 200} Mar 07 16:06:19.597633 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4763c592-b161-49c9-91b2-0034ea19d5f1 req-437f0e8d-f5e1-4f17-a952-decf95411a47 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590880 Mar 07 16:06:19.604890 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.721976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1076197-7c0a-4c45-b311-afe5c57ac712,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:19.765126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:19.766637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.772850 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-dbe25a20-9f1e-44e0-92ca-e4e86f36d3c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f1076197-7c0a-4c45-b311-afe5c57ac712 HTTP/1.1" status: 200 len: 1091 time: 1.7990379 Mar 07 16:06:19.775392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'tag': 'f1076197-7c0a-4c45-b311-afe5c57ac712'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:19.778074 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00c416d-d149-42a0-bb9f-da85dc3cfa52" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7", "tag": "f1076197-7c0a-4c45-b311-afe5c57ac712"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:19.796048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea08244-0882-4583-9b34-c1ffe295db4e req-b086a28d-059f-43b1-adb4-1fb624b2bc25 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:19.798300 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eea08244-0882-4583-9b34-c1ffe295db4e req-b086a28d-059f-43b1-adb4-1fb624b2bc25 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 943 time: 0.1379819 Mar 07 16:06:19.799140 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (090d2e83-03b2-4789-9f1e-285e59985807), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:19.820717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7689d5a4-1572-46a9-917a-222c041329e2 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:19.948889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2e00a86a-e948-4516-9b04-bc0cb13d44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:19.950447 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-2e00a86a-e948-4516-9b04-bc0cb13d44e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 1125 time: 0.1262908 Mar 07 16:06:19.999780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting port 30063b5f-5d2d-43bb-aaee-6324779ae219 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:20.000144 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (30063b5f-5d2d-43bb-aaee-6324779ae219), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.011624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 66a85ee8-4192-4101-b5fd-c092ae2500a4 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:20.016847 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eea08244-0882-4583-9b34-c1ffe295db4e req-861fd83b-daef-4e87-af6d-cbfcd86da742 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967278 Mar 07 16:06:20.057762 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-bfa3982b-e971-4a78-b659-81551de5ebe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1076197-7c0a-4c45-b311-afe5c57ac712 HTTP/1.1" status: 200 len: 217 time: 0.0915854 Mar 07 16:06:20.064464 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce44a95-087d-4e69-b964-e3032ec7e345 x-openstack-request-id: req-3ce44a95-087d-4e69-b964-e3032ec7e345 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:20.064974 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7", "tag": "f1076197-7c0a-4c45-b311-afe5c57ac712", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:20.065974 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ce44a95-087d-4e69-b964-e3032ec7e345 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:20.067604 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'tag': 'f1076197-7c0a-4c45-b311-afe5c57ac712', 'status': 'completed', 'code': 200} Mar 07 16:06:20.088401 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c9d96ad8-d470-4794-9d6d-f67fdc9c3d4c None None] Current status of the port 3838a47e-0e0f-4172-bf52-79e76b5ebdff is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:20.133271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 66a85ee8-4192-4101-b5fd-c092ae2500a4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:20.133927 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.135919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf42df-e779-462e-af3a-4fcbb96c2d55 None None] Pushing event updated for resources: {'Port': ['ID=30063b5f-5d2d-43bb-aaee-6324779ae219,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:20.141311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7689d5a4-1572-46a9-917a-222c041329e2,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:20.154022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] For port 30063b5f-5d2d-43bb-aaee-6324779ae219, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=30063b5f-5d2d-43bb-aaee-6324779ae219,segment=NetworkSegment(ad5265f6-158a-4af2-a39f-04e22d198b68),segment_id=ad5265f6-158a-4af2-a39f-04e22d198b68)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:20.154387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (30063b5f-5d2d-43bb-aaee-6324779ae219), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.178729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Calling delete_port for 30063b5f-5d2d-43bb-aaee-6324779ae219 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:20.184771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-e9a67042-8c86-4daa-955e-a7e1b9356e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:20.187858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-e9a67042-8c86-4daa-955e-a7e1b9356e4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 200 len: 854 time: 0.1182997 Mar 07 16:06:20.212376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39402fc-6f47-459e-95ea-545082e71c53 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:06:20.242592 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-6c97d07b-0795-442e-92e2-cd6f703e3f68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=365963a5-a762-407a-a4b6-796b9bfb375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411942 Mar 07 16:06:20.273968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d51a3938-b0e3-4d43-8507-0404c8a6a6e8 req-8ffc1d05-4b8f-43f2-8523-9f8ee2f13ca2 tempest-ServerPasswordTestJSON-1085543277 tempest-ServerPasswordTestJSON-1085543277-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b61b7-a521-4093-bc8a-07c0cc4c15b6 HTTP/1.1" status: 200 len: 210 time: 0.0300891 Mar 07 16:06:20.328666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (30063b5f-5d2d-43bb-aaee-6324779ae219), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.356975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Port': ['ID=30063b5f-5d2d-43bb-aaee-6324779ae219,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:20.360281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No DVR routers for this DVR port 30063b5f-5d2d-43bb-aaee-6324779ae219 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:20.372510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39402fc-6f47-459e-95ea-545082e71c53 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:06:20.382191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '7689d5a4-1572-46a9-917a-222c041329e2', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'port_id': '7689d5a4-1572-46a9-917a-222c041329e2', 'mac_address': 'fa:16:3e:40:d4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620f6ee8-c693-4e4e-9db5-22c228d33062', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:20.428107 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-750151ad-44c0-4091-9b2d-82e75a4c5738 service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752942 Mar 07 16:06:20.434293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7689d5a4-1572-46a9-917a-222c041329e2 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:20.434433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7689d5a4-1572-46a9-917a-222c041329e2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.438054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-64638933-8a43-4eb8-b049-798d4ddc2e0e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:20.439524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dff71350-796f-40bf-ba90-a57a4850d732, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dff71350-796f-40bf-ba90-a57a4850d732,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:20.439887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-64638933-8a43-4eb8-b049-798d4ddc2e0e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/networks?id=27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 200 len: 814 time: 0.1999273 Mar 07 16:06:20.474360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (090d2e83-03b2-4789-9f1e-285e59985807), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.538714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7689d5a4-1572-46a9-917a-222c041329e2 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:20.557648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090d2e83-03b2-4789-9f1e-285e59985807']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:20.557841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'dff71350-796f-40bf-ba90-a57a4850d732', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'dff71350-796f-40bf-ba90-a57a4850d732', 'mac_address': 'fa:16:3e:7c:ed:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:20.584063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5265f6-158a-4af2-a39f-04e22d198b68') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:20.584304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b55d43a-edb7-4f27-ab3d-2da15e02cab7 req-e1376dca-cfd2-454f-8e4e-97247535452f service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433873 Mar 07 16:06:20.584614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5265f6-158a-4af2-a39f-04e22d198b68') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:20.587447 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-d312e95a-dc3b-4163-9606-3cebc76d43f4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/quotas/f3c5c9ba2e21427bb376c0777f3d2968 HTTP/1.1" status: 200 len: 375 time: 0.0172358 Mar 07 16:06:20.613588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (ad5265f6-158a-4af2-a39f-04e22d198b68), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.629070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3838a47e-0e0f-4172-bf52-79e76b5ebdff up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:20.638139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ad5265f6-158a-4af2-a39f-04e22d198b68), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.650440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:06:20.651205 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (ad5265f6-158a-4af2-a39f-04e22d198b68), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:06:20.654461 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:06:20.662308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80585d20-c081-4a0e-9b44-6b1194715e8d req-b9cd0da0-63b3-4f3e-91e8-2bd7fe4aad6e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:20.663959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80585d20-c081-4a0e-9b44-6b1194715e8d req-b9cd0da0-63b3-4f3e-91e8-2bd7fe4aad6e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 948 time: 0.1113997 Mar 07 16:06:20.689725 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-69075ecc-547f-4cac-8613-ebd14917a02f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901074 Mar 07 16:06:20.702444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-ba440c66-2393-45c7-935e-5ddd95ac0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:20.703950 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-ba440c66-2393-45c7-935e-5ddd95ac0ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 1125 time: 0.0670843 Mar 07 16:06:20.707212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7689d5a4-1572-46a9-917a-222c041329e2,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:20.759966 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (090d2e83-03b2-4789-9f1e-285e59985807), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.760791 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7689d5a4-1572-46a9-917a-222c041329e2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.789293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.795962 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/090d2e83-03b2-4789-9f1e-285e59985807 HTTP/1.1" status: 204 len: 168 time: 2.9953399 Mar 07 16:06:20.795962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ee757-13e8-4cc0-89a1-55be49e453d2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=090d2e83-03b2-4789-9f1e-285e59985807,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:20.796935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53238) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:20.801494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80585d20-c081-4a0e-9b44-6b1194715e8d req-59a52c22-bc10-49cd-827a-eb62f903e343 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251688 Mar 07 16:06:20.805099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1045037737'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:20.836579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7689d5a4-1572-46a9-917a-222c041329e2,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:20.837760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:20.841423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.864633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:20.865036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.881121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:20.894640 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bdd6e14c-82bd-46de-939d-5b7c54d4b6d1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.895285 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment bdd6e14c-82bd-46de-939d-5b7c54d4b6d1 of type vlan for network 108fea4c-b15e-457c-a79f-a581a1c68225 Mar 07 16:06:20.904015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dff71350-796f-40bf-ba90-a57a4850d732 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:20.904462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dff71350-796f-40bf-ba90-a57a4850d732), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:20.924949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff71350-796f-40bf-ba90-a57a4850d732 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:20.937947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-e9857c65-3b28-41dc-984d-a93beec66d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:20.942629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-e9857c65-3b28-41dc-984d-a93beec66d2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 915 time: 0.2300193 Mar 07 16:06:20.944621 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-65a61b72-cad8-4171-b186-f4fa6f78c538 service neutron] 10.222.0.24 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398252 Mar 07 16:06:20.978325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:20.981318 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1375483a-0dd1-41c3-83d9-242b40e286e3" -d '{"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-plugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:20.990176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dff71350-796f-40bf-ba90-a57a4850d732, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dff71350-796f-40bf-ba90-a57a4850d732,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:20.992699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (108fea4c-b15e-457c-a79f-a581a1c68225), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.005918 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dff71350-796f-40bf-ba90-a57a4850d732), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.014049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:21.015340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-a911e23f-68cd-47b4-b302-1cf32fe5106c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1076197-7c0a-4c45-b311-afe5c57ac712 HTTP/1.1" status: 200 len: 217 time: 0.0662858 Mar 07 16:06:21.020855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3838a47e-0e0f-4172-bf52-79e76b5ebdff triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:21.020855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.034487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3de14-8078-4b07-9b07-701d39f2a1aa req-be374aee-6976-44b5-b063-80cdcfb0e1e4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:21.036218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0be3de14-8078-4b07-9b07-701d39f2a1aa req-be374aee-6976-44b5-b063-80cdcfb0e1e4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0869749 Mar 07 16:06:21.037376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (108fea4c-b15e-457c-a79f-a581a1c68225), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.041876 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.048831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:21.049676 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.101276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3033242 Mar 07 16:06:21.104539 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53250) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:21.116446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-55d882e6-1317-42e0-8b2a-952c48daf782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:21.118163 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-55d882e6-1317-42e0-8b2a-952c48daf782 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 200 len: 854 time: 0.0948248 Mar 07 16:06:21.138626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': '108fea4c-b15e-457c-a79f-a581a1c68225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:21.145014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7cf632-fbc6-4090-b55a-8b159cae39ff None None] Network 090d2e83-03b2-4789-9f1e-285e59985807 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:21.146889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dff71350-796f-40bf-ba90-a57a4850d732,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:21.169693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-55d7f5ed-8d09-428f-a2bf-8c9b3dbe3d16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=365963a5-a762-407a-a4b6-796b9bfb375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449631 Mar 07 16:06:21.196956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7cf632-fbc6-4090-b55a-8b159cae39ff None None] Network 090d2e83-03b2-4789-9f1e-285e59985807 could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:06:21.197388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61426c-b36d-443d-8a02-e76b312940b1 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=108fea4c-b15e-457c-a79f-a581a1c68225,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:21.211358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0be3de14-8078-4b07-9b07-701d39f2a1aa req-ef951c69-ab14-4d15-998d-e113335862c7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577897 Mar 07 16:06:21.229730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 108fea4c-b15e-457c-a79f-a581a1c68225 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:21.287338 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db948f87-651f-430c-b8f8-766b736479b5 x-openstack-request-id: req-db948f87-651f-430c-b8f8-766b736479b5 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:21.287655 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-plugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:21.287927 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db948f87-651f-430c-b8f8-766b736479b5 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:21.288418 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'code': 200} Mar 07 16:06:21.308868 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-e4a652bd-540e-4d0c-adfb-e8132aaedfab service neutron] 10.222.0.24 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497338 Mar 07 16:06:21.352536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:21.359108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.417693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['dff71350-796f-40bf-ba90-a57a4850d732'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:21.425624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:21.441310 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-7eef6370-a8f6-4f26-914f-5e1682ec6497 service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653115 Mar 07 16:06:21.442993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3838a47e-0e0f-4172-bf52-79e76b5ebdff is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:21.456888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983231-5f27-4804-8522-e22b6f365c76 req-b22701d1-526d-4ba1-afc2-25bb14344fff tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:21.458711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a983231-5f27-4804-8522-e22b6f365c76 req-b22701d1-526d-4ba1-afc2-25bb14344fff tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.11 "GET /v2.0/ports?device_id=d24d8ce4-8b7f-42b2-b836-a4114677268e HTTP/1.1" status: 200 len: 945 time: 0.1451161 Mar 07 16:06:21.580710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['7689d5a4-1572-46a9-917a-222c041329e2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:21.622186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53270) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:21.691479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f093d-eff7-44f5-a9e6-d9612d1dc36e req-237ee0d6-89d4-4835-b0b8-b517c98b00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:21.693125 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea0f093d-eff7-44f5-a9e6-d9612d1dc36e req-237ee0d6-89d4-4835-b0b8-b517c98b00d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1128 time: 0.3185461 Mar 07 16:06:21.734529 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c49a087d-ab59-4720-808f-43a78078fc22 req-45c0e847-52bf-4608-8b26-e5c635cb6403 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 210 time: 0.0527952 Mar 07 16:06:21.736884 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d00c416d-d149-42a0-bb9f-da85dc3cfa52 req-3fe9fb85-c77f-40d7-87ff-2fd2bdc11bf8 service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769728 Mar 07 16:06:21.755705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bf1ff-b718-4d2f-8922-c6fa48258553 req-23c30d76-b362-45fe-a3f7-7bf9f680e463 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:21.757273 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad5bf1ff-b718-4d2f-8922-c6fa48258553 req-23c30d76-b362-45fe-a3f7-7bf9f680e463 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 943 time: 0.3179018 Mar 07 16:06:21.769986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-3a983231-5f27-4804-8522-e22b6f365c76 req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Deleting port eccce280-1698-4f29-9216-caf0980f36e6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:21.770342 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3a983231-5f27-4804-8522-e22b6f365c76 req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (eccce280-1698-4f29-9216-caf0980f36e6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.831062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 62028612-6fc0-49ce-8039-ad31796f71c2 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:06:21.857221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 62028612-6fc0-49ce-8039-ad31796f71c2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:06:21.857903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 62028612-6fc0-49ce-8039-ad31796f71c2 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:06:21.929493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff7fd05-1a0d-4000-8ed3-d70def5811f2 admin admin] Deleting subnet c440f82e-35f1-4392-aeb7-589ae2438d9f {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:06:21.933820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-3a983231-5f27-4804-8522-e22b6f365c76 req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] For port eccce280-1698-4f29-9216-caf0980f36e6, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eccce280-1698-4f29-9216-caf0980f36e6,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:21.934263 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3a983231-5f27-4804-8522-e22b6f365c76 req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (eccce280-1698-4f29-9216-caf0980f36e6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.953599 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff7fd05-1a0d-4000-8ed3-d70def5811f2 admin admin] Publish callbacks [] for subnet (c440f82e-35f1-4392-aeb7-589ae2438d9f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:21.981601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-3a983231-5f27-4804-8522-e22b6f365c76 req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Calling delete_port for eccce280-1698-4f29-9216-caf0980f36e6 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:21.996122 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (69f552c7-92e2-47aa-8781-aba22350c1c4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.022921 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea0f093d-eff7-44f5-a9e6-d9612d1dc36e req-1fd87d5f-033d-4f82-b994-81c97c60a1f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101332 Mar 07 16:06:22.066619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1456fb-8985-4572-ad2d-e0594d2e2af4 req-fd36cad0-5423-44df-a86a-48a6f1c393b9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:22.075420 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae1456fb-8985-4572-ad2d-e0594d2e2af4 req-fd36cad0-5423-44df-a86a-48a6f1c393b9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 949 time: 0.1365204 Mar 07 16:06:22.079013 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff7fd05-1a0d-4000-8ed3-d70def5811f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (c440f82e-35f1-4392-aeb7-589ae2438d9f), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.119419 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad5bf1ff-b718-4d2f-8922-c6fa48258553 req-713dd704-3526-444b-b72c-0117a29eb483 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308611 Mar 07 16:06:22.152315 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae1456fb-8985-4572-ad2d-e0594d2e2af4 req-8c935b8c-b7e1-460e-bc40-c48a8d2872d7 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758891 Mar 07 16:06:22.165707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=69f552c7-92e2-47aa-8781-aba22350c1c4,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:22.172158 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff7fd05-1a0d-4000-8ed3-d70def5811f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (c440f82e-35f1-4392-aeb7-589ae2438d9f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.174673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking segment: {'id': 'bdd6e14c-82bd-46de-939d-5b7c54d4b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '108fea4c-b15e-457c-a79f-a581a1c68225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:22.175053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network hostable DHCP agents. Network: 108fea4c-b15e-457c-a79f-a581a1c68225, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:22.201050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53288) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:22.236598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 108fea4c-b15e-457c-a79f-a581a1c68225 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:22.251012 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3a983231-5f27-4804-8522-e22b6f365c76 req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (eccce280-1698-4f29-9216-caf0980f36e6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.253432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 108fea4c-b15e-457c-a79f-a581a1c68225) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:22.258746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:22.259771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.265305 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff7fd05-1a0d-4000-8ed3-d70def5811f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (c440f82e-35f1-4392-aeb7-589ae2438d9f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.269129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3876ed-e7e0-42ec-8093-de70d00551c8 None None] Network 108fea4c-b15e-457c-a79f-a581a1c68225 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:22.271532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['eccce280-1698-4f29-9216-caf0980f36e6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:22.302006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7fd05-1a0d-4000-8ed3-d70def5811f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c440f82e-35f1-4392-aeb7-589ae2438d9f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:22.305661 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff7fd05-1a0d-4000-8ed3-d70def5811f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.311727 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ff7fd05-1a0d-4000-8ed3-d70def5811f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c440f82e-35f1-4392-aeb7-589ae2438d9f HTTP/1.1" status: 204 len: 168 time: 0.6868076 Mar 07 16:06:22.315505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8305fd9a-702c-4401-bd0a-2d59f6023129 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2074032 Mar 07 16:06:22.316119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53294) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:22.325712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53296) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:22.351560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1820503165'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:22.403059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Pushing event deleted for resources: {'Port': ['ID=eccce280-1698-4f29-9216-caf0980f36e6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:22.452482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a983231-5f27-4804-8522-e22b6f365c76 req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] No DVR routers for this DVR port eccce280-1698-4f29-9216-caf0980f36e6 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:22.457111 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3a983231-5f27-4804-8522-e22b6f365c76 req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.457406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36057812-3908-4ed6-9851-f08abde5a193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.470501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-108fea4c-b15e-457c-a79f-a581a1c68225', 'network_id': '108fea4c-b15e-457c-a79f-a581a1c68225', 'project_id': 'fe7903db672f43d482ab75f79857e92c', 'fixed_ips': [{'subnet_id': '69f552c7-92e2-47aa-8781-aba22350c1c4'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:22.472871 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a983231-5f27-4804-8522-e22b6f365c76 req-3ee2bcfb-4016-4b7a-9202-21f0f8be7b84 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.11 "DELETE /v2.0/ports/eccce280-1698-4f29-9216-caf0980f36e6 HTTP/1.1" status: 204 len: 173 time: 1.0038102 Mar 07 16:06:22.474097 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.474893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'name': 'network-vif-deleted', 'tag': 'eccce280-1698-4f29-9216-caf0980f36e6'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:22.477876 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e0f248-de5d-4d11-907a-7165ab7c14f6" -d '{"events": [{"server_uuid": "d24d8ce4-8b7f-42b2-b836-a4114677268e", "name": "network-vif-deleted", "tag": "eccce280-1698-4f29-9216-caf0980f36e6"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:22.531430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b5c96caa-d83c-437e-bcb0-bc74be04c912), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.533228 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51314671-9007-4edd-8b48-154fdb6b6c25 x-openstack-request-id: req-51314671-9007-4edd-8b48-154fdb6b6c25 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:22.533368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:22.534003 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24d8ce4-8b7f-42b2-b836-a4114677268e", "name": "network-vif-deleted", "tag": "eccce280-1698-4f29-9216-caf0980f36e6", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:22.534440 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51314671-9007-4edd-8b48-154fdb6b6c25 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:22.535146 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24d8ce4-8b7f-42b2-b836-a4114677268e', 'name': 'network-vif-deleted', 'tag': 'eccce280-1698-4f29-9216-caf0980f36e6', 'status': 'completed', 'code': 200} Mar 07 16:06:22.536625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.577620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffc62a-7f6b-4321-b0b0-cdc4fe492ffe req-535e0a0d-1c5b-40e3-9909-eb980292f4b7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:22.579510 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f7ffc62a-7f6b-4321-b0b0-cdc4fe492ffe req-535e0a0d-1c5b-40e3-9909-eb980292f4b7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 946 time: 0.2114515 Mar 07 16:06:22.623590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:22.669269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.669621 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2 of type vlan for network ca6cb6e0-a046-4bb0-b618-040742281cf0 Mar 07 16:06:22.801536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Allocated IP 2001:db8::1 (108fea4c-b15e-457c-a79f-a581a1c68225/69f552c7-92e2-47aa-8781-aba22350c1c4/31e9f7a7-1a2d-4063-9432-57912dac0d6c) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:22.863854 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-61948eca-efac-416b-9ed5-14e876fef90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:22.892204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-57beeb4a-e5ce-4ab7-afbc-2c86ac98d8b9 req-63e89d1a-0535-4eec-b3fe-1b6710368719 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 210 time: 0.0610838 Mar 07 16:06:23.060356 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Publish callbacks [] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.070778 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.137777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Network 108fea4c-b15e-457c-a79f-a581a1c68225 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:23.141552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:23.142046 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36057812-3908-4ed6-9851-f08abde5a193 admin admin] Publish callbacks [] for security_group (98c3106e-ef95-4f19-868e-a6af7eb063f8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.146695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:23.150596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Pushing event updated for resources: {'Port': ['ID=31e9f7a7-1a2d-4063-9432-57912dac0d6c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:23.154279 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b5c96caa-d83c-437e-bcb0-bc74be04c912), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.157275 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36057812-3908-4ed6-9851-f08abde5a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (98c3106e-ef95-4f19-868e-a6af7eb063f8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.178693 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ca6cb6e0-a046-4bb0-b618-040742281cf0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.201126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f7ffc62a-7f6b-4321-b0b0-cdc4fe492ffe req-06b0bb6f-ba2a-47f0-9c66-143d73da023f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6040752 Mar 07 16:06:23.236478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Attempting to bind port 31e9f7a7-1a2d-4063-9432-57912dac0d6c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:23.237304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Attempting to bind port 31e9f7a7-1a2d-4063-9432-57912dac0d6c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'bdd6e14c-82bd-46de-939d-5b7c54d4b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '108fea4c-b15e-457c-a79f-a581a1c68225'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:23.238499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Attempting to bind port 31e9f7a7-1a2d-4063-9432-57912dac0d6c on network 108fea4c-b15e-457c-a79f-a581a1c68225 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:23.249169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:23.250577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Checking segment: {'id': 'bdd6e14c-82bd-46de-939d-5b7c54d4b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '108fea4c-b15e-457c-a79f-a581a1c68225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:23.251254 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.251835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Bound using segment: {'id': 'bdd6e14c-82bd-46de-939d-5b7c54d4b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '108fea4c-b15e-457c-a79f-a581a1c68225'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:23.253214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Bound port: 31e9f7a7-1a2d-4063-9432-57912dac0d6c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd6e14c-82bd-46de-939d-5b7c54d4b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '108fea4c-b15e-457c-a79f-a581a1c68225'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:23.253785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c96caa-d83c-437e-bcb0-bc74be04c912']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:23.254105 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.282770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b261993a-08c2-4b5d-a895-d49e09550642') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:23.283183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b261993a-08c2-4b5d-a895-d49e09550642') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:23.291384 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-36057812-3908-4ed6-9851-f08abde5a193 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa1344fe9c8342d098394b70f10f518d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0886447 Mar 07 16:06:23.302962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53316) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:23.314943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (b261993a-08c2-4b5d-a895-d49e09550642), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.326412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36057812-3908-4ed6-9851-f08abde5a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c3106e-ef95-4f19-868e-a6af7eb063f8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:23.355902 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] For port 31e9f7a7-1a2d-4063-9432-57912dac0d6c, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:23.361482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] For port 31e9f7a7-1a2d-4063-9432-57912dac0d6c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=31e9f7a7-1a2d-4063-9432-57912dac0d6c,segment=NetworkSegment(bdd6e14c-82bd-46de-939d-5b7c54d4b6d1),segment_id=bdd6e14c-82bd-46de-939d-5b7c54d4b6d1)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:23.367220 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ca6cb6e0-a046-4bb0-b618-040742281cf0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.370285 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.373221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:23.374457 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.387864 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b261993a-08c2-4b5d-a895-d49e09550642), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.429525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dff71350-796f-40bf-ba90-a57a4850d732 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:23.447577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:06:23.447987 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (b261993a-08c2-4b5d-a895-d49e09550642), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:06:23.453069 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:06:23.485082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-2b57403b-ca11-439a-8886-629a1a9b7046 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:23.486781 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-2b57403b-ca11-439a-8886-629a1a9b7046 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.15 "GET /v2.0/networks?id=27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 200 len: 814 time: 0.6053882 Mar 07 16:06:23.498051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1687341 Mar 07 16:06:23.499230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e104ec-70e4-4149-9466-ad2028ed4128 req-b7731683-9acb-45f9-bbe3-56b1ecc71029 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:23.499230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38e104ec-70e4-4149-9466-ad2028ed4128 req-b7731683-9acb-45f9-bbe3-56b1ecc71029 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 943 time: 0.1244926 Mar 07 16:06:23.499530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53320) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:23.504230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Request body: {'port': {'device_id': '00506f72-d80b-4769-8998-3554f0b0332a', 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62', 'admin_state_up': True, 'tenant_id': 'f3c5c9ba2e21427bb376c0777f3d2968'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:23.554022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336aa4a-59f7-4ee2-b1a2-ca12de31347c None None] Pushing event updated for resources: {'Port': ['ID=31e9f7a7-1a2d-4063-9432-57912dac0d6c,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:23.586031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port dff71350-796f-40bf-ba90-a57a4850d732 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:23.590650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port dff71350-796f-40bf-ba90-a57a4850d732 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:23.590860 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dff71350-796f-40bf-ba90-a57a4850d732), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.598226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': 'ca6cb6e0-a046-4bb0-b618-040742281cf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:23.622946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d17341-850c-4e35-8f44-b6481bb9c6bc req-0a1facdd-4670-4227-b71f-e11b2b48e904 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:23.642356 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07d17341-850c-4e35-8f44-b6481bb9c6bc req-0a1facdd-4670-4227-b71f-e11b2b48e904 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 949 time: 0.3481543 Mar 07 16:06:23.658330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ab5ec69-51b4-4f1a-9cf9-73aac1edc0cc admin admin] Publish callbacks [] for security_group (98c3106e-ef95-4f19-868e-a6af7eb063f8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.671029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82412daf-2f9c-4038-ad4a-c3cd20673431 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=ca6cb6e0-a046-4bb0-b618-040742281cf0,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:23.721417 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b5c96caa-d83c-437e-bcb0-bc74be04c912), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.739263 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ab5ec69-51b4-4f1a-9cf9-73aac1edc0cc admin admin] Publish callbacks [] for security_group (98c3106e-ef95-4f19-868e-a6af7eb063f8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.742884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.752370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b5c96caa-d83c-437e-bcb0-bc74be04c912 HTTP/1.1" status: 204 len: 168 time: 1.4325011 Mar 07 16:06:23.760208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ca6cb6e0-a046-4bb0-b618-040742281cf0 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:23.772308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38e104ec-70e4-4149-9466-ad2028ed4128 req-c5805bbd-0211-4424-b7b9-19cbde018b31 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695735 Mar 07 16:06:23.803796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86bcac-ed69-4673-a476-baa5dba29ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c96caa-d83c-437e-bcb0-bc74be04c912,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:23.856489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Made reservation on behalf of f3c5c9ba2e21427bb376c0777f3d2968 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:23.860252 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07d17341-850c-4e35-8f44-b6481bb9c6bc req-e0b1cf81-cc4c-41c9-976c-891f13afa5f2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169559 Mar 07 16:06:23.876542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.885082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:23.891726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.898607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ab5ec69-51b4-4f1a-9cf9-73aac1edc0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (98c3106e-ef95-4f19-868e-a6af7eb063f8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.902431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ab5ec69-51b4-4f1a-9cf9-73aac1edc0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:23.906215 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3ab5ec69-51b4-4f1a-9cf9-73aac1edc0cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98c3106e-ef95-4f19-868e-a6af7eb063f8 HTTP/1.1" status: 204 len: 168 time: 0.5965567 Mar 07 16:06:23.921524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7689d5a4-1572-46a9-917a-222c041329e2 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:23.940369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5ec69-51b4-4f1a-9cf9-73aac1edc0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c3106e-ef95-4f19-868e-a6af7eb063f8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:24.046700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53348) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:24.047247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Performing IP validity checks on allocation pools {{(pid=103866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 16:06:24.047781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 16:06:24.051477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dff71350-796f-40bf-ba90-a57a4850d732 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:24.051882 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dff71350-796f-40bf-ba90-a57a4850d732), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.094734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017e0802-b1a6-402c-9ebf-3709a286f499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff71350-796f-40bf-ba90-a57a4850d732'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:24.097200 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddc4436-442e-42e3-b702-4a82a00ae010" -d '{"events": [{"server_uuid": "017e0802-b1a6-402c-9ebf-3709a286f499", "name": "network-vif-plugged", "status": "completed", "tag": "dff71350-796f-40bf-ba90-a57a4850d732"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:24.113062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c26f9b4f-ff8e-42a6-975b-978fa4575d90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28f696bad29b43c4b14de58e89b1d9e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642283 Mar 07 16:06:24.113353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dff71350-796f-40bf-ba90-a57a4850d732, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dff71350-796f-40bf-ba90-a57a4850d732,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:24.115421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 7689d5a4-1572-46a9-917a-222c041329e2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:24.115847 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7689d5a4-1572-46a9-917a-222c041329e2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.116692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53352) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:24.142488 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dff71350-796f-40bf-ba90-a57a4850d732), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.143470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eccce280-1698-4f29-9216-caf0980f36e6 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:06:24.157275 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-74c3d8fe-7e01-44a8-9f34-698e519a4d8e req-dde0e6f5-3b1a-4580-9700-4ec471ffec27 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 210 time: 0.1039717 Mar 07 16:06:24.218829 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4252874-2398-4b91-be74-a2cbb71e5cdc x-openstack-request-id: req-e4252874-2398-4b91-be74-a2cbb71e5cdc {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:24.219611 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017e0802-b1a6-402c-9ebf-3709a286f499", "name": "network-vif-plugged", "status": "completed", "tag": "dff71350-796f-40bf-ba90-a57a4850d732", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:24.220076 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4252874-2398-4b91-be74-a2cbb71e5cdc {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:24.220670 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017e0802-b1a6-402c-9ebf-3709a286f499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff71350-796f-40bf-ba90-a57a4850d732', 'code': 200} Mar 07 16:06:24.221453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: eccce280-1698-4f29-9216-caf0980f36e6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:06:24.222826 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eccce280-1698-4f29-9216-caf0980f36e6 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:06:24.277466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dff71350-796f-40bf-ba90-a57a4850d732,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:24.282350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Allocated IP 172.20.0.12 (27ce18e6-efaf-40c8-bffb-c1757f380d62/02d74682-6777-448e-8193-9401e5c1ab94/ad4f4d62-4d47-4364-b650-318824ec3977) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:24.325737 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b14573b-07c3-4d81-a213-82e7665e088c admin admin] Publish callbacks [] for security_group (cf4601bc-5a41-4f36-8a70-676850665f30), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.328499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7689d5a4-1572-46a9-917a-222c041329e2 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:24.329145 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7689d5a4-1572-46a9-917a-222c041329e2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.378604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7689d5a4-1572-46a9-917a-222c041329e2,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:24.383209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7689d5a4-1572-46a9-917a-222c041329e2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.395508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b14573b-07c3-4d81-a213-82e7665e088c admin admin] Publish callbacks [] for security_group (cf4601bc-5a41-4f36-8a70-676850665f30), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.452966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7689d5a4-1572-46a9-917a-222c041329e2,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:24.495676 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (baf2d7f0-45ee-413c-b7c7-4fdaa11ca840), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.526344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8bbbb-205c-4d63-94f9-92e333b6f8e9 req-f98ec812-b412-4134-b508-7c22c65fe47f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:24.550888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65f8bbbb-205c-4d63-94f9-92e333b6f8e9 req-f98ec812-b412-4134-b508-7c22c65fe47f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 946 time: 0.1701131 Mar 07 16:06:24.594732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f61da5-09c1-4539-a06e-6993f4489725 req-dab789ae-26e8-464c-9e17-23e0922578fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:24.596357 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7f61da5-09c1-4539-a06e-6993f4489725 req-dab789ae-26e8-464c-9e17-23e0922578fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 1132 time: 0.2945333 Mar 07 16:06:24.610036 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b14573b-07c3-4d81-a213-82e7665e088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cf4601bc-5a41-4f36-8a70-676850665f30), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.612779 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b14573b-07c3-4d81-a213-82e7665e088c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.614098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1b14573b-07c3-4d81-a213-82e7665e088c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf4601bc-5a41-4f36-8a70-676850665f30 HTTP/1.1" status: 204 len: 168 time: 0.4947774 Mar 07 16:06:24.627204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14573b-07c3-4d81-a213-82e7665e088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4601bc-5a41-4f36-8a70-676850665f30,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:24.641286 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65f8bbbb-205c-4d63-94f9-92e333b6f8e9 req-00bbef93-7874-4417-b6dd-ce6a7cefdc99 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870819 Mar 07 16:06:24.749986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 31e9f7a7-1a2d-4063-9432-57912dac0d6c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:24.774893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=baf2d7f0-45ee-413c-b7c7-4fdaa11ca840,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:24.842278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 31e9f7a7-1a2d-4063-9432-57912dac0d6c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:24.842739 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:24.942499 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking segment: {'id': 'd0aefe91-acf7-4426-a7c0-4d8ecb0f45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ca6cb6e0-a046-4bb0-b618-040742281cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:24.943012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network hostable DHCP agents. Network: ca6cb6e0-a046-4bb0-b618-040742281cf0, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:24.995054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 31e9f7a7-1a2d-4063-9432-57912dac0d6c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:24.996168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.007899 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7f61da5-09c1-4539-a06e-6993f4489725 req-cbb9a9a8-6346-4461-a505-0ab728fd0279 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796785 Mar 07 16:06:25.049715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256f561-14b8-472c-a05e-4b025a404d88 req-b470e584-b8eb-4fd3-bae5-1e574008c298 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:25.051352 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e256f561-14b8-472c-a05e-4b025a404d88 req-b470e584-b8eb-4fd3-bae5-1e574008c298 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 946 time: 0.2550085 Mar 07 16:06:25.067922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks [] for port (ad4f4d62-4d47-4364-b650-318824ec3977), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.069309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53394) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:25.080651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'floatingip': {'port_id': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:25.133344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8841afe-5197-4552-8d17-898a56e0ff03 None None] Network 108fea4c-b15e-457c-a79f-a581a1c68225 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:25.135931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network ca6cb6e0-a046-4bb0-b618-040742281cf0 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:25.150444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 31e9f7a7-1a2d-4063-9432-57912dac0d6c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=31e9f7a7-1a2d-4063-9432-57912dac0d6c,segment=NetworkSegment(bdd6e14c-82bd-46de-939d-5b7c54d4b6d1),segment_id=bdd6e14c-82bd-46de-939d-5b7c54d4b6d1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:25.158593 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for floatingip (cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.159757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806de5e-fad5-453f-81ed-041f6ec2f69c req-4aafd54a-e957-4a97-88e3-7ee440669b5d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:25.171293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1806de5e-fad5-453f-81ed-041f6ec2f69c req-4aafd54a-e957-4a97-88e3-7ee440669b5d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 943 time: 0.2109520 Mar 07 16:06:25.239289 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.251642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ca6cb6e0-a046-4bb0-b618-040742281cf0) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:25.274020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd074e-cf8d-423f-a83f-b7f142322f32 None None] Network ca6cb6e0-a046-4bb0-b618-040742281cf0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:25.331971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:25.332609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.339276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1806de5e-fad5-453f-81ed-041f6ec2f69c req-daa7f989-4250-4c6c-8249-a54d237a53b9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585684 Mar 07 16:06:25.416256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cdb827af-336f-4361-829e-207bf96f41c8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9156773 Mar 07 16:06:25.419007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53414) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:25.514237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.610101 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-03907676-a726-4a75-899f-1809f416ed7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.649720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfa8b1-8d37-4bbe-921e-e59c1208e9bc req-59498063-df93-4ff4-8ed3-2fc42d7a5b90 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:25.651378 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1edfa8b1-8d37-4bbe-921e-e59c1208e9bc req-59498063-df93-4ff4-8ed3-2fc42d7a5b90 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 950 time: 0.3906877 Mar 07 16:06:25.664342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fa397a11-750e-4db3-8a51-4111fc1dce0c None None] Provisioning complete for port 31e9f7a7-1a2d-4063-9432-57912dac0d6c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:25.673842 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fa397a11-750e-4db3-8a51-4111fc1dce0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.735091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf2b51-06a5-4a5b-be62-9d56af9476b4 req-ca190098-06c1-41d3-a897-6344178a1f6b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:25.744285 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0adf2b51-06a5-4a5b-be62-9d56af9476b4 req-ca190098-06c1-41d3-a897-6344178a1f6b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 932 time: 0.2749944 Mar 07 16:06:25.779165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Network 27ce18e6-efaf-40c8-bffb-c1757f380d62 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:25.787754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=31e9f7a7-1a2d-4063-9432-57912dac0d6c,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:25.797272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ca6cb6e0-a046-4bb0-b618-040742281cf0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.809633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-ca6cb6e0-a046-4bb0-b618-040742281cf0', 'network_id': 'ca6cb6e0-a046-4bb0-b618-040742281cf0', 'project_id': 'fe7903db672f43d482ab75f79857e92c', 'fixed_ips': [{'subnet_id': 'baf2d7f0-45ee-413c-b7c7-4fdaa11ca840'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:25.811431 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:25.826092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:25.839638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Pushing event updated for resources: {'Port': ['ID=ad4f4d62-4d47-4364-b650-318824ec3977,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:25.842591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:25.892474 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0adf2b51-06a5-4a5b-be62-9d56af9476b4 req-323f81ca-9a28-4e1f-9696-cbfca4c5342a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472170 Mar 07 16:06:25.980558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (baf2d7f0-45ee-413c-b7c7-4fdaa11ca840), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.024676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:26.025328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.032062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Allocated IP 2001:db8::3 (ca6cb6e0-a046-4bb0-b618-040742281cf0/baf2d7f0-45ee-413c-b7c7-4fdaa11ca840/06afbd6d-ffa9-4e05-927e-d47ec3f2ce49) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:26.036546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1edfa8b1-8d37-4bbe-921e-e59c1208e9bc req-d55f491d-8041-4006-9fe0-160f28824b61 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681273 Mar 07 16:06:26.094975 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-6bccf74f-4a4a-41bd-b089-7d6deb7e8feb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5967901 Mar 07 16:06:26.110182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Request body: {'port': {'device_id': '00506f72-d80b-4769-8998-3554f0b0332a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:26.193255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53442) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:26.353724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1589097575-network', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:26.356824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device f1076197-7c0a-4c45-b311-afe5c57ac712 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:26.381432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:26.383856 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30752e7-8c7e-4a4f-9ae1-2307ef879d4f" -d '{"events": [{"server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "name": "network-vif-plugged", "status": "completed", "tag": "7689d5a4-1572-46a9-917a-222c041329e2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:26.396200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Made reservation on behalf of e5e13e7abaf74f80bba27bdcf0bfcecc for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:26.401433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.414188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.414476 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.488571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:06:26.554333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53456) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:26.674099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.698861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.757956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402395c9-2a36-4466-8a2f-c6568b19932a req-c38b3e67-8644-44e3-8e23-6548687b7528 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:26.770126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-402395c9-2a36-4466-8a2f-c6568b19932a req-c38b3e67-8644-44e3-8e23-6548687b7528 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 943 time: 0.2511241 Mar 07 16:06:26.859176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Publish callbacks [] for security_group (315b9c11-60f2-4849-940e-e7cfbac48aef), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.862517 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea64553b-30f3-4feb-8025-fb29bd84dee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.876813 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Floating IP cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf associated. External IP: 172.25.4.60, port: 66a85ee8-4192-4101-b5fd-c092ae2500a4. Mar 07 16:06:26.885496 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (315b9c11-60f2-4849-940e-e7cfbac48aef), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.942500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port f1076197-7c0a-4c45-b311-afe5c57ac712, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f1076197-7c0a-4c45-b311-afe5c57ac712,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:26.956630 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d779a90b-2159-4689-95f4-65543c675eb0 x-openstack-request-id: req-d779a90b-2159-4689-95f4-65543c675eb0 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:26.956946 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "name": "network-vif-plugged", "status": "completed", "tag": "7689d5a4-1572-46a9-917a-222c041329e2", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:26.957178 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d779a90b-2159-4689-95f4-65543c675eb0 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:26.957576 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2', 'code': 200} Mar 07 16:06:26.970335 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Publish callbacks [] for port (06afbd6d-ffa9-4e05-927e-d47ec3f2ce49), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:26.978578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'f1076197-7c0a-4c45-b311-afe5c57ac712', 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a', 'port_id': 'f1076197-7c0a-4c45-b311-afe5c57ac712', 'mac_address': 'fa:16:3e:e1:79:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85cc429-98ba-4be6-a088-29f5fd0b9d2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:26.983464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 31e9f7a7-1a2d-4063-9432-57912dac0d6c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:26.986706 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (06afbd6d-ffa9-4e05-927e-d47ec3f2ce49), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.002111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:27.039905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-402395c9-2a36-4466-8a2f-c6568b19932a req-183a439a-a80d-43a4-ac66-67001470e84e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674308 Mar 07 16:06:27.040173 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.058633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315b9c11-60f2-4849-940e-e7cfbac48aef,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:27.080937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Pushing event updated for resources: {'Port': ['ID=06afbd6d-ffa9-4e05-927e-d47ec3f2ce49,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:27.087183 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (baf2d7f0-45ee-413c-b7c7-4fdaa11ca840), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.097678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fd6760e0-499b-487f-b26d-7f7c4ec6802c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.098418 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Added segment fd6760e0-499b-487f-b26d-7f7c4ec6802c of type vlan for network d1d0569b-ea64-4f69-9f7c-982fe6065f52 Mar 07 16:06:27.185464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=baf2d7f0-45ee-413c-b7c7-4fdaa11ca840,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:27.206100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fa397a11-750e-4db3-8a51-4111fc1dce0c None None] Current status of the port 31e9f7a7-1a2d-4063-9432-57912dac0d6c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:27.221587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Network ca6cb6e0-a046-4bb0-b618-040742281cf0 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:27.239966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:27.243932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:27.253054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port f1076197-7c0a-4c45-b311-afe5c57ac712 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:27.253952 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.302905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 31e9f7a7-1a2d-4063-9432-57912dac0d6c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:27.302905 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.332297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1076197-7c0a-4c45-b311-afe5c57ac712 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:27.360501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port f1076197-7c0a-4c45-b311-afe5c57ac712, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f1076197-7c0a-4c45-b311-afe5c57ac712,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:27.366246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77aed6-6891-4363-afa5-109a75504d0e req-a1cbc217-ea35-4b81-8fad-e9a49fed2828 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:27.373517 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d77aed6-6891-4363-afa5-109a75504d0e req-a1cbc217-ea35-4b81-8fad-e9a49fed2828 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 932 time: 0.3046713 Mar 07 16:06:27.387453 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (d1d0569b-ea64-4f69-9f7c-982fe6065f52), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.388017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4f4d62-4d47-4364-b650-318824ec3977 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:27.402667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Attempting to bind port 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:27.403646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Attempting to bind port 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'd0aefe91-acf7-4426-a7c0-4d8ecb0f45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ca6cb6e0-a046-4bb0-b618-040742281cf0'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:27.403646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Attempting to bind port 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49 on network ca6cb6e0-a046-4bb0-b618-040742281cf0 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:27.405661 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Publish callbacks [] for port (ad4f4d62-4d47-4364-b650-318824ec3977), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.412219 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.418669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:27.418669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Checking segment: {'id': 'd0aefe91-acf7-4426-a7c0-4d8ecb0f45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ca6cb6e0-a046-4bb0-b618-040742281cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:27.419381 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.420777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Bound using segment: {'id': 'd0aefe91-acf7-4426-a7c0-4d8ecb0f45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ca6cb6e0-a046-4bb0-b618-040742281cf0'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:27.420953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Bound port: 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0aefe91-acf7-4426-a7c0-4d8ecb0f45d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ca6cb6e0-a046-4bb0-b618-040742281cf0'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:27.421230 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (06afbd6d-ffa9-4e05-927e-d47ec3f2ce49), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.474344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-90225f82-55fc-47ad-9f03-beab08131bfe None None] Provisioning complete for port 31e9f7a7-1a2d-4063-9432-57912dac0d6c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:27.475500 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90225f82-55fc-47ad-9f03-beab08131bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.485867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Transition to ACTIVE for port object ad4f4d62-4d47-4364-b650-318824ec3977 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:06:27.501735 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d77aed6-6891-4363-afa5-109a75504d0e req-939a80d7-7bd9-408c-8439-28bbbd422592 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276729 Mar 07 16:06:27.502435 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.503006 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ca6cb6e0-a046-4bb0-b618-040742281cf0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.568840 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:06:27.576139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea64553b-30f3-4feb-8025-fb29bd84dee5 admin admin] Publish callbacks [] for security_group (0bf248c3-7bfa-4764-bf8a-318883c1a45a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.601336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] For port 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:27.604630 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] For port 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=06afbd6d-ffa9-4e05-927e-d47ec3f2ce49,segment=NetworkSegment(d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2),segment_id=d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:27.619982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea64553b-30f3-4feb-8025-fb29bd84dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0bf248c3-7bfa-4764-bf8a-318883c1a45a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.646683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4f4d62-4d47-4364-b650-318824ec3977,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:27.660542 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (06afbd6d-ffa9-4e05-927e-d47ec3f2ce49), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.702913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64553b-30f3-4feb-8025-fb29bd84dee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf248c3-7bfa-4764-bf8a-318883c1a45a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:27.706834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Router 46908ef9-3d0e-497f-8be3-b90519e9f5ca has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:06:27.716256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6cb6e0-a046-4bb0-b618-040742281cf0']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:27.742805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfff69-398f-4fd5-9775-4d0cbe967b0b req-e57d711a-8b97-4162-a4f2-3985d80a81d8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:27.744604 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0acfff69-398f-4fd5-9775-4d0cbe967b0b req-e57d711a-8b97-4162-a4f2-3985d80a81d8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 950 time: 0.5673306 Mar 07 16:06:27.757330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (d1d0569b-ea64-4f69-9f7c-982fe6065f52), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.758340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:27.759419 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.776882 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.783138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 31e9f7a7-1a2d-4063-9432-57912dac0d6c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:27.786403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Attempting to bind port ad4f4d62-4d47-4364-b650-318824ec3977 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:27.787128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Attempting to bind port ad4f4d62-4d47-4364-b650-318824ec3977 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:27.787645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Attempting to bind port ad4f4d62-4d47-4364-b650-318824ec3977 on network 27ce18e6-efaf-40c8-bffb-c1757f380d62 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:27.790380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0aefe91-acf7-4426-a7c0-4d8ecb0f45d2') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:27.790992 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0aefe91-acf7-4426-a7c0-4d8ecb0f45d2') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:27.798629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Port ad4f4d62-4d47-4364-b650-318824ec3977 on network 27ce18e6-efaf-40c8-bffb-c1757f380d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:06:27.799189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Attempting to bind port ad4f4d62-4d47-4364-b650-318824ec3977 on network 27ce18e6-efaf-40c8-bffb-c1757f380d62 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:27.813391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:27.814312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Checking segment: {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:27.814980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Bound using segment: {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:27.815772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Bound port: ad4f4d62-4d47-4364-b650-318824ec3977, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:27.816437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.851999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ea64553b-30f3-4feb-8025-fb29bd84dee5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f31a87a4caaa42128d969a5774a53ead&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2962456 Mar 07 16:06:27.861162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53474) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:27.870174 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:27.875471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['f1076197-7c0a-4c45-b311-afe5c57ac712'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:27.878060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=f1076197-7c0a-4c45-b311-afe5c57ac712,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:27.892993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6959152 Mar 07 16:06:27.914779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53476) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:27.954896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14097c05-bfae-4309-8b00-f293257f0320 None None] Pushing event updated for resources: {'Port': ['ID=06afbd6d-ffa9-4e05-927e-d47ec3f2ce49,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:27.964768 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:28.011843 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0acfff69-398f-4fd5-9775-4d0cbe967b0b req-ab8c5caf-095c-44ae-a69f-2a470c729631 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405818 Mar 07 16:06:28.014892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd004650-00ce-4067-9d02-f5f740f844d5 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:06:28.023179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec9437-be93-4988-b5f7-e3c8e19d6d1d admin admin] Pushing event updated for resources: {'Network': ['ID=d1d0569b-ea64-4f69-9f7c-982fe6065f52,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:28.027596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:06:28.028684 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:06:28.035428 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:06:28.121213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:28.122516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.api [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 16:06:28.122516 n-d-830010-8 neutron-server[103867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 16:06:28.122516 n-d-830010-8 neutron-server[103867]: [parameters: {'id': 'ca6cb6e0-a046-4bb0-b618-040742281cf0'}] Mar 07 16:06:28.122516 n-d-830010-8 neutron-server[103867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:06:28.123046 n-d-830010-8 neutron-server[103867]: DEBUG oslo_db.api [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:06:28.133952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-90225f82-55fc-47ad-9f03-beab08131bfe None None] Current status of the port 31e9f7a7-1a2d-4063-9432-57912dac0d6c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:28.267679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f780c-b4fc-4c0f-8e5b-8babb08f9321 req-5e9d6753-73ed-4ec9-a081-19a18700c63a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:28.271024 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b62f780c-b4fc-4c0f-8e5b-8babb08f9321 req-5e9d6753-73ed-4ec9-a081-19a18700c63a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 944 time: 0.1211374 Mar 07 16:06:28.275682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd004650-00ce-4067-9d02-f5f740f844d5 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:06:28.302403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Request body: {'subnet': {'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-subnet', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:28.353859 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b62f780c-b4fc-4c0f-8e5b-8babb08f9321 req-a3877228-59dd-4cad-af13-ed29ce533a82 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756688 Mar 07 16:06:28.379169 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:06:28.396571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:28.400663 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] Sync routers for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:06:28.410775 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] Routers {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:28.425703 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:28.470784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:28.481174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad4f4d62-4d47-4364-b650-318824ec3977,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:28.497811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8c778228-dd82-451a-8a3b-6bda48af3a4e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "PUT /v2.0/floatingips/cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf HTTP/1.1" status: 200 len: 991 time: 3.4207225 Mar 07 16:06:28.497811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:28.501431 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad25774a-6d05-46ab-98bd-894b5d5a05c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:28.508654 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:28.587607 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] Set router 46908ef9-3d0e-497f-8be3-b90519e9f5ca gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:28.598742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802800f-546b-4c96-89d8-520d46042e1a None None] Network ca6cb6e0-a046-4bb0-b618-040742281cf0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:28.625287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Made reservation on behalf of e5e13e7abaf74f80bba27bdcf0bfcecc for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:28.627828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:28.668121 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ca6cb6e0-a046-4bb0-b618-040742281cf0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:28.677447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4f4d62-4d47-4364-b650-318824ec3977,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:28.681049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:28.681770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:28.683340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-5ad8cebd-022f-468d-bf0a-7f4a9734ea31 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad4f4d62-4d47-4364-b650-318824ec3977 HTTP/1.1" status: 200 len: 1092 time: 2.5798125 Mar 07 16:06:28.687930 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-328524d9-ff52-44c1-9ae1-a2ba439f7453 admin admin] Publish callbacks [] for security_group (0bf248c3-7bfa-4764-bf8a-318883c1a45a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:28.728046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0317b0-4285-45b8-bcaf-68be0b288c28 req-513a617f-c8d7-47cb-9b55-a4c9d8468b1e tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:28.732792 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f0317b0-4285-45b8-bcaf-68be0b288c28 req-513a617f-c8d7-47cb-9b55-a4c9d8468b1e tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 1132 time: 0.4232774 Mar 07 16:06:28.819291 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-328524d9-ff52-44c1-9ae1-a2ba439f7453 admin admin] Publish callbacks [] for security_group (0bf248c3-7bfa-4764-bf8a-318883c1a45a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:28.821942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6ba44-220e-410f-873b-ed8b544e6d21 req-b00e4868-d1c4-4fc9-8fb2-eb53c193a129 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:28.824667 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28b6ba44-220e-410f-873b-ed8b544e6d21 req-b00e4868-d1c4-4fc9-8fb2-eb53c193a129 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 946 time: 0.2338159 Mar 07 16:06:28.911307 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f0317b0-4285-45b8-bcaf-68be0b288c28 req-694288cd-8180-489f-b497-9013e8016e21 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704519 Mar 07 16:06:28.918755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-a82c71bb-1944-4de7-a3fd-944211bff81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:28.920143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting port 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:28.920628 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-a82c71bb-1944-4de7-a3fd-944211bff81e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 1126 time: 0.1786790 Mar 07 16:06:28.926599 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'floating_ip_address': '172.25.4.60', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'port_id': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'mac_address': 'fa:16:3e:f8:87:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:06:03Z', 'updated_at': '2022-03-07T16:06:26Z', 'revision_number': 1, 'project_id': '6a4b511c908d4598a245a49782799b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611f5341-0f4c-45b3-b9ea-089f9a59cb60', 'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'mac_address': 'fa:16:3e:cc:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:54Z', 'updated_at': '2022-03-07T16:06:02Z', 'revision_number': 5, 'project_id': '6a4b511c908d4598a245a49782799b97', 'subnets': [{'id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:28.927765 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (06afbd6d-ffa9-4e05-927e-d47ec3f2ce49), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.000704 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-308f3f99-b880-4c1f-9952-c69b89164b1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad4f4d62-4d47-4364-b650-318824ec3977 HTTP/1.1" status: 200 len: 217 time: 0.0589657 Mar 07 16:06:29.032627 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eb836b-8c50-4e90-a7df-0ce533aefdd5 x-openstack-request-id: req-a2eb836b-8c50-4e90-a7df-0ce533aefdd5 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:29.033037 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:29.033492 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2eb836b-8c50-4e90-a7df-0ce533aefdd5 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:29.034010 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'status': 'completed', 'code': 200} Mar 07 16:06:29.040705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-328524d9-ff52-44c1-9ae1-a2ba439f7453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0bf248c3-7bfa-4764-bf8a-318883c1a45a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.051550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-328524d9-ff52-44c1-9ae1-a2ba439f7453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.052887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-328524d9-ff52-44c1-9ae1-a2ba439f7453 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bf248c3-7bfa-4764-bf8a-318883c1a45a HTTP/1.1" status: 204 len: 168 time: 1.1904428 Mar 07 16:06:29.095411 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28b6ba44-220e-410f-873b-ed8b544e6d21 req-0da06130-67d0-4e1b-93b8-53cf962764b3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589536 Mar 07 16:06:29.124958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] For port 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=06afbd6d-ffa9-4e05-927e-d47ec3f2ce49,segment=NetworkSegment(d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2),segment_id=d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:29.131982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (06afbd6d-ffa9-4e05-927e-d47ec3f2ce49), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.134277 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.153870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Calling delete_port for 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:29.217863 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (5c171cf0-d78f-4c34-8829-660dca40c750), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.275973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (06afbd6d-ffa9-4e05-927e-d47ec3f2ce49), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.319559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Port': ['ID=06afbd6d-ffa9-4e05-927e-d47ec3f2ce49,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:29.323863 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c171cf0-d78f-4c34-8829-660dca40c750,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:29.337678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No DVR routers for this DVR port 06afbd6d-ffa9-4e05-927e-d47ec3f2ce49 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:29.348453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328524d9-ff52-44c1-9ae1-a2ba439f7453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf248c3-7bfa-4764-bf8a-318883c1a45a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:29.352526 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] Checking router: 46908ef9-3d0e-497f-8be3-b90519e9f5ca for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:06:29.408207 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] Routers {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:29.409542 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:29.414721 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Checking segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:29.415953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Network hostable DHCP agents. Network: d1d0569b-ea64-4f69-9f7c-982fe6065f52, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:29.437055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-8806fe1d-b64c-47b3-b20b-cd528d5000fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:29.440148 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-8806fe1d-b64c-47b3-b20b-cd528d5000fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1128 time: 0.2778633 Mar 07 16:06:29.449360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ab9f7-fda4-42ec-9e48-989599ca80ac req-b8ed1a84-f919-4390-98ce-ff1822be58df tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:29.459743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b7ab9f7-fda4-42ec-9e48-989599ca80ac req-b8ed1a84-f919-4390-98ce-ff1822be58df tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 944 time: 0.2563336 Mar 07 16:06:29.462979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-1b491d60-3113-4656-aabc-6b6d47ec8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:29.464432 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-1b491d60-3113-4656-aabc-6b6d47ec8a60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=02d74682-6777-448e-8193-9401e5c1ab94 HTTP/1.1" status: 200 len: 854 time: 0.4558210 Mar 07 16:06:29.505988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ca6cb6e0-a046-4bb0-b618-040742281cf0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.536536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2796ec-e942-4e28-a593-5fb128540b2c req-43efd2de-e328-4232-85f1-d6c775686c39 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:29.538133 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b2796ec-e942-4e28-a593-5fb128540b2c req-43efd2de-e328-4232-85f1-d6c775686c39 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 946 time: 0.1497285 Mar 07 16:06:29.552686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6cb6e0-a046-4bb0-b618-040742281cf0']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:29.599711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b7ab9f7-fda4-42ec-9e48-989599ca80ac req-fbf63d1a-037a-4de4-b616-6e7e625417a7 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388519 Mar 07 16:06:29.610386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b2796ec-e942-4e28-a593-5fb128540b2c req-3e3738c9-c03d-485c-951f-9cc85dae1733 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617685 Mar 07 16:06:29.612409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-659b76e1-9ed4-4a69-895e-33cc96ce35d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ce18e6-efaf-40c8-bffb-c1757f380d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020164 Mar 07 16:06:29.632276 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0aefe91-acf7-4426-a7c0-4d8ecb0f45d2') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:29.632586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0aefe91-acf7-4426-a7c0-4d8ecb0f45d2') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:29.646130 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.680160 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.680502 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] Set router 46908ef9-3d0e-497f-8be3-b90519e9f5ca gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:29.681555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:29.705069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:06:29.705696 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (d0aefe91-acf7-4426-a7c0-4d8ecb0f45d2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:06:29.714650 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:06:29.823569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device f1076197-7c0a-4c45-b311-afe5c57ac712 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:29.840312 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-1499ced8-9f57-49f0-a0da-d377b4deac91 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574870 Mar 07 16:06:29.868940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, d1d0569b-ea64-4f69-9f7c-982fe6065f52) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:29.928216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed701e6-51ca-4946-9fa0-3b5ee31d043c None None] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:30.015734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-e1d2bb9d-d575-4b6f-9f10-fae5321dc566 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:30.025791 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-e1d2bb9d-d575-4b6f-9f10-fae5321dc566 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919811 Mar 07 16:06:30.032597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ca6cb6e0-a046-4bb0-b618-040742281cf0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.033648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:30.034256 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.091311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port f1076197-7c0a-4c45-b311-afe5c57ac712 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:30.094328 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-61fb4233-a4ec-48fd-a0cd-879c6bba20fd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/quotas/fa6ccd2bcec746369708c24b8c365314 HTTP/1.1" status: 200 len: 375 time: 0.0675845 Mar 07 16:06:30.096779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port f1076197-7c0a-4c45-b311-afe5c57ac712 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:30.097185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.102937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-d1d0569b-ea64-4f69-9f7c-982fe6065f52', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:30.104122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.110698 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.118412 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9ff7765b-413c-453f-b471-cc8e6df19710 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8253245 Mar 07 16:06:30.119938 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/ca6cb6e0-a046-4bb0-b618-040742281cf0 HTTP/1.1" status: 204 len: 168 time: 4.6984398 Mar 07 16:06:30.122075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e92351-d18c-46fe-a666-42b9ae86dc34 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=ca6cb6e0-a046-4bb0-b618-040742281cf0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:30.127361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53526) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:30.128537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53528) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:30.146925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1079434972'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:30.165885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:30.242914 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-e8393543-5a95-49e7-8a47-9beab11725a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:30.244413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-e8393543-5a95-49e7-8a47-9beab11725a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.7789879 Mar 07 16:06:30.255990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe6aeb-b7be-4d93-8570-c273cecd4368 req-e839146c-5819-447f-a04f-751c7fa8852f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:30.257606 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabe6aeb-b7be-4d93-8570-c273cecd4368 req-e839146c-5819-447f-a04f-751c7fa8852f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 944 time: 0.3612247 Mar 07 16:06:30.302024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:30.317801 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.328309 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'floating_ip_address': '172.25.4.60', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'port_id': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'mac_address': 'fa:16:3e:f8:87:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:06:03Z', 'updated_at': '2022-03-07T16:06:26Z', 'revision_number': 1, 'project_id': '6a4b511c908d4598a245a49782799b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611f5341-0f4c-45b3-b9ea-089f9a59cb60', 'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'mac_address': 'fa:16:3e:cc:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:54Z', 'updated_at': '2022-03-07T16:06:02Z', 'revision_number': 5, 'project_id': '6a4b511c908d4598a245a49782799b97', 'subnets': [{'id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:30.374373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (c2b920e0-f53e-4456-a91f-53ab797da87d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.380500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (c2b920e0-f53e-4456-a91f-53ab797da87d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.390823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port f1076197-7c0a-4c45-b311-afe5c57ac712 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:30.391908 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.395292 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68456a1e-347b-4d1e-b9ab-0a9b7ca594e2 None None] The sync data for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 is: [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'floating_ip_address': '172.25.4.60', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'port_id': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'mac_address': 'fa:16:3e:f8:87:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:06:03Z', 'updated_at': '2022-03-07T16:06:26Z', 'revision_number': 1, 'project_id': '6a4b511c908d4598a245a49782799b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611f5341-0f4c-45b3-b9ea-089f9a59cb60', 'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'mac_address': 'fa:16:3e:cc:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:54Z', 'updated_at': '2022-03-07T16:06:02Z', 'revision_number': 5, 'project_id': '6a4b511c908d4598a245a49782799b97', 'subnets': [{'id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:06:30.416340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-18ca4c50-6301-4fdd-9525-9e269d285b2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 999 time: 0.1451836 Mar 07 16:06:30.514759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-c6dc5628-1954-4b62-8a75-997d7be59580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:30.515895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-c6dc5628-1954-4b62-8a75-997d7be59580 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.0825982 Mar 07 16:06:30.520012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-206d9c6f-2cce-4817-a47c-ea02fb466452 service neutron] 10.222.0.15 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8695679 Mar 07 16:06:30.550316 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a41fb867-68d2-4640-b663-353fd3426f19 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4550109 Mar 07 16:06:30.559406 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabe6aeb-b7be-4d93-8570-c273cecd4368 req-018db765-f8ac-436c-af49-af89287230f5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717352 Mar 07 16:06:30.578749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Allocated IP 172.20.0.2 (d1d0569b-ea64-4f69-9f7c-982fe6065f52/5c171cf0-d78f-4c34-8829-660dca40c750/7ac4e386-e487-4845-9efb-9051d8516734) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:30.643909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:30.650704 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks [] for router_controller (c2b920e0-f53e-4456-a91f-53ab797da87d), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.663908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1076197-7c0a-4c45-b311-afe5c57ac712'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:30.665231 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bfe4c5a0-d0ae-4be6-b653-b0ad544d3753), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.665576 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment bfe4c5a0-d0ae-4be6-b653-b0ad544d3753 of type vlan for network 8d0384c1-eb3e-4bba-a510-29d1733a6d16 Mar 07 16:06:30.667737 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21d166d-bd61-481e-b761-fbed30854751" -d '{"events": [{"server_uuid": "f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7", "name": "network-vif-plugged", "status": "completed", "tag": "f1076197-7c0a-4c45-b311-afe5c57ac712"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:30.691563 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-99bb29a1-bb41-4a9c-945d-4de4dd9cd888 req-f377428e-831c-4d35-8bb8-2aa64f4503de service neutron] 10.222.0.15 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396530 Mar 07 16:06:30.745581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port f1076197-7c0a-4c45-b311-afe5c57ac712, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f1076197-7c0a-4c45-b311-afe5c57ac712,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:30.766033 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.803103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-5fa6056f-b858-4994-9915-e8636ea4ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:30.807220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-5fa6056f-b858-4994-9915-e8636ea4ac7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2528796 Mar 07 16:06:30.844031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372626cb-aa5e-4aee-b471-4b55ca3e50d3 None None] New status for floating IP cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:06:30.924618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (8d0384c1-eb3e-4bba-a510-29d1733a6d16), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:30.971713 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-74ba1377-138d-4cf6-a9f4-bdb299b8f0a8 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439149 Mar 07 16:06:30.994307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=f1076197-7c0a-4c45-b311-afe5c57ac712,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:31.049572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:31.055196 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94deab77-094b-49cf-9bfc-7fe047f51b81" -d '{"events": [{"name": "network-changed", "server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:31.127957 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Publish callbacks [] for port (7ac4e386-e487-4845-9efb-9051d8516734), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:31.146177 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (7ac4e386-e487-4845-9efb-9051d8516734), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:31.163479 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks [] for router_gateway (c2b920e0-f53e-4456-a91f-53ab797da87d), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:31.167420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (8d0384c1-eb3e-4bba-a510-29d1733a6d16), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:31.173312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:31.176437 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:31.211418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0761724 Mar 07 16:06:31.219772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8f25c-750b-4723-8bf8-7e23096d56a8 req-8f721b86-ad43-4284-b6b0-d7c26ace689e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:31.221289 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-51e8f25c-750b-4723-8bf8-7e23096d56a8 req-8f721b86-ad43-4284-b6b0-d7c26ace689e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 944 time: 0.3159759 Mar 07 16:06:31.229923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad25774a-6d05-46ab-98bd-894b5d5a05c4 req-4b3b9d21-23c3-408e-94bf-e608e7d44446 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282214 Mar 07 16:06:31.230534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53566) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:31.256808 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': '8d0384c1-eb3e-4bba-a510-29d1733a6d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:31.298754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:31.305690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:31.323731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:31.364251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e84df-3711-4e60-a677-eca547f43ccc req-69c7c1d5-3316-4897-9614-48902aa9231a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:31.365871 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d04e84df-3711-4e60-a677-eca547f43ccc req-69c7c1d5-3316-4897-9614-48902aa9231a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 946 time: 0.3035297 Mar 07 16:06:31.377683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Pushing event updated for resources: {'Port': ['ID=7ac4e386-e487-4845-9efb-9051d8516734,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:31.424905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55d99a-6d3d-416a-b74f-c91dfb704d9a tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=8d0384c1-eb3e-4bba-a510-29d1733a6d16,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:31.473033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 8d0384c1-eb3e-4bba-a510-29d1733a6d16 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:31.476707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Attempting to bind port 7ac4e386-e487-4845-9efb-9051d8516734 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:31.477093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Attempting to bind port 7ac4e386-e487-4845-9efb-9051d8516734 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:31.477800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Attempting to bind port 7ac4e386-e487-4845-9efb-9051d8516734 on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:31.504410 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-51e8f25c-750b-4723-8bf8-7e23096d56a8 req-7f2f992d-7bf8-417c-bf26-3cb82a403f00 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454624 Mar 07 16:06:31.505074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:31.505469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Checking segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:31.506483 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:31.506483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Bound using segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:31.506764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Bound port: 7ac4e386-e487-4845-9efb-9051d8516734, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:31.507185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ac4e386-e487-4845-9efb-9051d8516734), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:31.670582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] For port 7ac4e386-e487-4845-9efb-9051d8516734, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:31.676380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] For port 7ac4e386-e487-4845-9efb-9051d8516734, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7ac4e386-e487-4845-9efb-9051d8516734,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:31.686219 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7ac4e386-e487-4845-9efb-9051d8516734), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:31.722734 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d04e84df-3711-4e60-a677-eca547f43ccc req-9e30a0c3-c7aa-47df-bb4b-8be4785e7563 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685874 Mar 07 16:06:31.727570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:31.737076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:31.838807 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5923d2b-5393-4cba-9c22-9874c58999ca x-openstack-request-id: req-c5923d2b-5393-4cba-9c22-9874c58999ca {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:31.839464 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7", "name": "network-vif-plugged", "status": "completed", "tag": "f1076197-7c0a-4c45-b311-afe5c57ac712", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:31.839892 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5923d2b-5393-4cba-9c22-9874c58999ca {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:31.840154 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1076197-7c0a-4c45-b311-afe5c57ac712', 'code': 200} Mar 07 16:06:31.932012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a7855-1a46-447f-9c4f-9d5f92b1018d None None] Pushing event updated for resources: {'Port': ['ID=7ac4e386-e487-4845-9efb-9051d8516734,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:32.020731 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336fc5a8-cc79-4ab2-a1b0-ebf4c0324f5e x-openstack-request-id: req-336fc5a8-cc79-4ab2-a1b0-ebf4c0324f5e {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:32.021298 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:32.021298 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-336fc5a8-cc79-4ab2-a1b0-ebf4c0324f5e {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:32.023093 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977', 'status': 'completed', 'code': 200} Mar 07 16:06:32.032168 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks [] for router_gateway (c2b920e0-f53e-4456-a91f-53ab797da87d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:32.099227 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:32.183511 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33e78dc7-c329-490a-a911-4c0269678107 req-6c5b10ac-7663-4182-ad2c-4cbb620c5813 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 210 time: 0.1574397 Mar 07 16:06:32.311640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08415c5f-63f7-400a-b9ad-e8e14824c93d req-ae380cdb-5baf-43f6-aa9b-e372449cb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:32.313350 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-08415c5f-63f7-400a-b9ad-e8e14824c93d req-ae380cdb-5baf-43f6-aa9b-e372449cb814 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 1127 time: 0.2861915 Mar 07 16:06:32.416415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-e544e90b-71b2-44d6-93bc-0ecd523c7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:32.417999 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-e544e90b-71b2-44d6-93bc-0ecd523c7136 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 1126 time: 0.4012759 Mar 07 16:06:32.439853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Allocated IP 172.25.4.63 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/0555df3d-c953-4943-a2c0-824815315f15) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:32.448475 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-08415c5f-63f7-400a-b9ad-e8e14824c93d req-77c9833d-e1e6-4d04-b26d-89e81107d78f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225755 Mar 07 16:06:32.451611 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce906d2-9931-4ec6-aa07-4bb341237122 req-77e1ec2d-318c-45a4-a9b0-4c133eb029c5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:32.461200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1ce906d2-9931-4ec6-aa07-4bb341237122 req-77e1ec2d-318c-45a4-a9b0-4c133eb029c5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 945 time: 0.3749936 Mar 07 16:06:32.685496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7ac4e386-e487-4845-9efb-9051d8516734 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:32.700554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks [] for port (0555df3d-c953-4943-a2c0-824815315f15), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:32.754732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7ac4e386-e487-4845-9efb-9051d8516734 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:32.754732 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7ac4e386-e487-4845-9efb-9051d8516734), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:32.773872 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (81e82fd0-2c8b-4968-9656-f2ae9fc6522d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:32.787066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7903-8659-4e4a-92e2-25d542f96e85 req-7723f459-ee28-44a8-8a4d-2bb6ca8a41f7 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:32.788850 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-469f7903-8659-4e4a-92e2-25d542f96e85 req-7723f459-ee28-44a8-8a4d-2bb6ca8a41f7 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 944 time: 0.1213534 Mar 07 16:06:32.790522 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0555df3d-c953-4943-a2c0-824815315f15), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:32.867624 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1ce906d2-9931-4ec6-aa07-4bb341237122 req-9373a6cb-d315-4a00-9e05-c6d33c1ce251 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913262 Mar 07 16:06:32.926221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:32.967879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7ac4e386-e487-4845-9efb-9051d8516734 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:32.968287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ac4e386-e487-4845-9efb-9051d8516734), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:32.969797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-d53ca91f-f580-4f5f-850d-31a91175ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:32.971863 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-d53ca91f-f580-4f5f-850d-31a91175ad45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 200 len: 915 time: 0.5479670 Mar 07 16:06:32.989514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:33.001426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:33.028904 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-bb2b6bc3-3478-4641-8c2b-b5cc6fcfedd4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fa6ccd2bcec746369708c24b8c365314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1599400 Mar 07 16:06:33.064070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-b6528c31-279b-4472-9d8e-d3c8f1426691 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad4f4d62-4d47-4364-b650-318824ec3977 HTTP/1.1" status: 200 len: 217 time: 0.0752766 Mar 07 16:06:33.081402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 7ac4e386-e487-4845-9efb-9051d8516734, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7ac4e386-e487-4845-9efb-9051d8516734,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:33.090757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7ac4e386-e487-4845-9efb-9051d8516734), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:33.098293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=81e82fd0-2c8b-4968-9656-f2ae9fc6522d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:33.124886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Pushing event updated for resources: {'Port': ['ID=0555df3d-c953-4943-a2c0-824815315f15,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:33.141557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking segment: {'id': 'bfe4c5a0-d0ae-4be6-b653-b0ad544d3753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8d0384c1-eb3e-4bba-a510-29d1733a6d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:33.141874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network hostable DHCP agents. Network: 8d0384c1-eb3e-4bba-a510-29d1733a6d16, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:33.165843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-fa0290d5-558e-4470-a354-c7cba6569fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:33.168142 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-fa0290d5-558e-4470-a354-c7cba6569fb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=02d74682-6777-448e-8193-9401e5c1ab94 HTTP/1.1" status: 200 len: 854 time: 0.0870147 Mar 07 16:06:33.195840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 8d0384c1-eb3e-4bba-a510-29d1733a6d16 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:33.199175 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-469f7903-8659-4e4a-92e2-25d542f96e85 req-4e610fd0-b47d-4a84-88da-96d5fadb830e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028664 Mar 07 16:06:33.228782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=7ac4e386-e487-4845-9efb-9051d8516734,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:33.299410 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-dac11dd6-75d9-4727-b9e6-731a656b3433 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ce18e6-efaf-40c8-bffb-c1757f380d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241155 Mar 07 16:06:33.306264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 8d0384c1-eb3e-4bba-a510-29d1733a6d16) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:33.320802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6402dea9-23c2-4546-b673-1ce1a137d260 None None] Network 8d0384c1-eb3e-4bba-a510-29d1733a6d16 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:33.323575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:33.324382 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:33.396208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a3bd3e73-c4ec-416c-b48c-0a0c01d7d901 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1515191 Mar 07 16:06:33.397809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53626) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:33.540449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3b78a-6c44-41a8-b6e5-3199b793d68a req-aa35bc7d-d46b-4929-a70c-1c74abe7bf1e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:33.549006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60b3b78a-6c44-41a8-b6e5-3199b793d68a req-aa35bc7d-d46b-4929-a70c-1c74abe7bf1e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 946 time: 0.3440249 Mar 07 16:06:33.554552 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8d0384c1-eb3e-4bba-a510-29d1733a6d16), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:33.660165 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60b3b78a-6c44-41a8-b6e5-3199b793d68a req-5a4a2002-7085-4604-94f5-e50249e40a40 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100252 Mar 07 16:06:33.803302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52d239-1892-47f0-85c4-9982868c75a7 None None] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:33.856376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad4f4d62-4d47-4364-b650-318824ec3977 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:33.873567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (81e82fd0-2c8b-4968-9656-f2ae9fc6522d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:33.921698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-f70c9d72-d3ec-45f1-a1f4-0b15f0a8fc1e service neutron] 10.222.0.15 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915823 Mar 07 16:06:34.006058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-98631aba-bb06-4e20-82e6-592e56407071 None None] Provisioning complete for port 7ac4e386-e487-4845-9efb-9051d8516734 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:34.006930 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-98631aba-bb06-4e20-82e6-592e56407071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7ac4e386-e487-4845-9efb-9051d8516734), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.062009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6f9e0-088f-40ab-84df-dbce7792dcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-8d0384c1-eb3e-4bba-a510-29d1733a6d16', 'network_id': '8d0384c1-eb3e-4bba-a510-29d1733a6d16', 'project_id': 'fe7903db672f43d482ab75f79857e92c', 'fixed_ips': [{'subnet_id': '81e82fd0-2c8b-4968-9656-f2ae9fc6522d'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:34.063576 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91e6f9e0-088f-40ab-84df-dbce7792dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.083430 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (81e82fd0-2c8b-4968-9656-f2ae9fc6522d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.116431 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:06:34.156833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53642) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:34.171855 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=81e82fd0-2c8b-4968-9656-f2ae9fc6522d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:34.265416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-987d14ea-e61a-4df9-bd6b-48c3bcd7feba req-dcc9670d-6194-4716-ba8b-5a9b98698a0d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 210 time: 0.1197340 Mar 07 16:06:34.293946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbef384-ec86-4b8c-b412-699107c60b98 None None] Network 8d0384c1-eb3e-4bba-a510-29d1733a6d16 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:34.316070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-56260362-745e-412e-95e4-c9180fb0ba27 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:34.322524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-56260362-745e-412e-95e4-c9180fb0ba27 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2629745 Mar 07 16:06:34.349098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Request body: {'port': {'device_id': '1666defb-863b-4e08-a149-c1b7a0391277', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': 'fa6ccd2bcec746369708c24b8c365314'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:34.408911 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dff6bfcf-4efc-47e4-bf44-13656a22b3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.497753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-98631aba-bb06-4e20-82e6-592e56407071 None None] Current status of the port 7ac4e386-e487-4845-9efb-9051d8516734 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:34.527106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad4f4d62-4d47-4364-b650-318824ec3977,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:34.555925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'ad4f4d62-4d47-4364-b650-318824ec3977', 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62', 'port_id': 'ad4f4d62-4d47-4364-b650-318824ec3977', 'mac_address': 'fa:16:3e:57:28:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d74682-6777-448e-8193-9401e5c1ab94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:34.641160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ad4f4d62-4d47-4364-b650-318824ec3977 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:34.641570 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.677787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7ac4e386-e487-4845-9efb-9051d8516734 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:34.739950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89392154-6b7c-4260-818f-fac139145612 req-3eb23901-c3e7-4d16-b8ba-30f00932b80d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:34.741649 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89392154-6b7c-4260-818f-fac139145612 req-3eb23901-c3e7-4d16-b8ba-30f00932b80d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 945 time: 0.2578287 Mar 07 16:06:34.749429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4f4d62-4d47-4364-b650-318824ec3977 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:34.782378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad4f4d62-4d47-4364-b650-318824ec3977,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:34.791368 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7ac4e386-e487-4845-9efb-9051d8516734 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:34.791807 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7ac4e386-e487-4845-9efb-9051d8516734), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.804744 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks [] for router_gateway (c2b920e0-f53e-4456-a91f-53ab797da87d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.822674 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8d0384c1-eb3e-4bba-a510-29d1733a6d16), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.842276 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.858210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Made reservation on behalf of fa6ccd2bcec746369708c24b8c365314 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:34.871719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.873643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0384c1-eb3e-4bba-a510-29d1733a6d16']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:34.896300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe4c5a0-d0ae-4be6-b653-b0ad544d3753') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:34.896811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe4c5a0-d0ae-4be6-b653-b0ad544d3753') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:34.912032 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (bfe4c5a0-d0ae-4be6-b653-b0ad544d3753), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.927091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bfe4c5a0-d0ae-4be6-b653-b0ad544d3753), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.934226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:06:34.934746 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (bfe4c5a0-d0ae-4be6-b653-b0ad544d3753), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:34.947613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7ac4e386-e487-4845-9efb-9051d8516734 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:34.979969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-90e1074f-7a37-4056-b1bd-9658f3ff6627 None None] Provisioning complete for port 7ac4e386-e487-4845-9efb-9051d8516734 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:34.980606 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90e1074f-7a37-4056-b1bd-9658f3ff6627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7ac4e386-e487-4845-9efb-9051d8516734), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.009342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ad4f4d62-4d47-4364-b650-318824ec3977,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:06:35.012131 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:06:35.025034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea576e6-ba1e-4ccb-b7e0-e66404a96ef0 req-5e97f9a0-8e68-4899-a186-af97999d554d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:35.033771 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cea576e6-ba1e-4ccb-b7e0-e66404a96ef0 req-5e97f9a0-8e68-4899-a186-af97999d554d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 946 time: 1.1517372 Mar 07 16:06:35.060099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (8d0384c1-eb3e-4bba-a510-29d1733a6d16), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.067196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.074790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/8d0384c1-eb3e-4bba-a510-29d1733a6d16 HTTP/1.1" status: 204 len: 168 time: 1.6688488 Mar 07 16:06:35.075417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53650) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:35.109015 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1680865752'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:35.119302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061a489-df04-4625-8cf6-9cbf791881f4 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=8d0384c1-eb3e-4bba-a510-29d1733a6d16,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:35.133436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-90e1074f-7a37-4056-b1bd-9658f3ff6627 None None] Current status of the port 7ac4e386-e487-4845-9efb-9051d8516734 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:35.177087 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94deab77-094b-49cf-9bfc-7fe047f51b81 req-8b6b84eb-2f39-4eaa-9f5d-f5dc52a65a68 service neutron] 10.222.0.15 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2377028 Mar 07 16:06:35.184679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cea576e6-ba1e-4ccb-b7e0-e66404a96ef0 req-b64d79ca-fb26-4cd0-bb27-bb8b6268e234 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499705 Mar 07 16:06:35.187337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:35.191283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.204759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ad4f4d62-4d47-4364-b650-318824ec3977'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:35.267499 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:35.282733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9190810e-78d2-4672-8fa7-a48388cda3f0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.283124 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment 9190810e-78d2-4672-8fa7-a48388cda3f0 of type vlan for network dfc74e39-1f83-4ee7-83a9-2e00de1d72cb Mar 07 16:06:35.289790 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dff6bfcf-4efc-47e4-bf44-13656a22b3bd admin admin] Publish callbacks [] for security_group (8e7bf729-9a2c-4aca-8fc7-e59f336b00f6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.374843 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (dfc74e39-1f83-4ee7-83a9-2e00de1d72cb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.414104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89392154-6b7c-4260-818f-fac139145612 req-39b3c18e-88f5-4969-bbc6-c9136cd10c54 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110954 Mar 07 16:06:35.415865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (c2b920e0-f53e-4456-a91f-53ab797da87d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.424663 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (dfc74e39-1f83-4ee7-83a9-2e00de1d72cb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.430832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:35.431600 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.461215 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dff6bfcf-4efc-47e4-bf44-13656a22b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8e7bf729-9a2c-4aca-8fc7-e59f336b00f6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.504346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3369b-55a6-49e8-8fb1-7b9db12f4a2d req-627776bd-08e7-4d07-9bb3-43ef3ab273e3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:35.512860 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3a3369b-55a6-49e8-8fb1-7b9db12f4a2d req-627776bd-08e7-4d07-9bb3-43ef3ab273e3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 945 time: 0.1891391 Mar 07 16:06:35.548387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dff6bfcf-4efc-47e4-bf44-13656a22b3bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3b448e6502048a296cec3b11e5717bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3882742 Mar 07 16:06:35.554619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53666) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:35.588757 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3a3369b-55a6-49e8-8fb1-7b9db12f4a2d req-ae11c9fa-2f1e-4d3a-aef9-7fcfc593baa0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717793 Mar 07 16:06:35.602621 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5069222 Mar 07 16:06:35.603292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53668) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:35.655752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Allocated IP 192.168.233.209 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:35.657915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6bfcf-4efc-47e4-bf44-13656a22b3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7bf729-9a2c-4aca-8fc7-e59f336b00f6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:35.690504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': 'dfc74e39-1f83-4ee7-83a9-2e00de1d72cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:35.723205 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66679291-f39c-4077-8492-a5e125c2b3ec admin admin] Publish callbacks [] for security_group (8e7bf729-9a2c-4aca-8fc7-e59f336b00f6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.775969 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66679291-f39c-4077-8492-a5e125c2b3ec admin admin] Publish callbacks [] for security_group (8e7bf729-9a2c-4aca-8fc7-e59f336b00f6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.859283 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-00604063-2036-47bf-8bc1-a7f47d1bfdf6 req-c7c0b6a1-76dc-487e-b2dd-276f6ca670f5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 210 time: 0.0708172 Mar 07 16:06:35.864741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768ebaa-8752-4593-b007-4130420e322d tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=dfc74e39-1f83-4ee7-83a9-2e00de1d72cb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:35.879078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:35.880344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network dfc74e39-1f83-4ee7-83a9-2e00de1d72cb details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:35.887421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.935981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Router c2b920e0-f53e-4456-a91f-53ab797da87d is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:06:35.942156 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66679291-f39c-4077-8492-a5e125c2b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8e7bf729-9a2c-4aca-8fc7-e59f336b00f6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.944872 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66679291-f39c-4077-8492-a5e125c2b3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:35.948752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-66679291-f39c-4077-8492-a5e125c2b3ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e7bf729-9a2c-4aca-8fc7-e59f336b00f6 HTTP/1.1" status: 204 len: 168 time: 0.3876379 Mar 07 16:06:36.002445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66679291-f39c-4077-8492-a5e125c2b3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7bf729-9a2c-4aca-8fc7-e59f336b00f6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:36.163269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks [] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:36.343424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:36.356614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'e68d482a-7134-4626-b857-06f00148d045'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:36.375196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (c9b822a2-7ecb-4125-ba3a-b02902ab2192), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:36.377595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'cb5931d7-3ee5-4127-97be-cc6454869889', 'dff71350-796f-40bf-ba90-a57a4850d732'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:36.395210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:06:36.411413 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Sync routers for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:06:36.428588 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:36.433236 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:36.506714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=c9b822a2-7ecb-4125-ba3a-b02902ab2192,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:36.517488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:36.522590 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-89da02f0-7799-4f2f-b61c-ea035b5d7f67 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3915584 Mar 07 16:06:36.526653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53694) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:36.555661 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:36.557325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event updated for resources: {'Port': ['ID=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:36.564977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:36.568050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:36.579785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469383-74cf-4089-814e-7db7acb71eef req-552f885a-612c-425d-bc00-51fc7a175181 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:36.586951 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b1469383-74cf-4089-814e-7db7acb71eef req-552f885a-612c-425d-bc00-51fc7a175181 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 945 time: 0.2709582 Mar 07 16:06:36.697748 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:36.713298 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:36.854511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:36.857485 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:36.876493 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b1469383-74cf-4089-814e-7db7acb71eef req-7a754853-a335-4d39-af16-4b099fbdf3d1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884336 Mar 07 16:06:36.920834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-a7d76989-fc3f-4225-9e45-b83f04fe1624 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5803950 Mar 07 16:06:36.935943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Request body: {'port': {'device_id': '1666defb-863b-4e08-a149-c1b7a0391277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:37.072180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking segment: {'id': '9190810e-78d2-4672-8fa7-a48388cda3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dfc74e39-1f83-4ee7-83a9-2e00de1d72cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:37.072638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network hostable DHCP agents. Network: dfc74e39-1f83-4ee7-83a9-2e00de1d72cb, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:37.079912 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:34Z', 'revision_number': 3, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:37.121348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:37.165708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network dfc74e39-1f83-4ee7-83a9-2e00de1d72cb is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:37.197039 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Checking router: c2b920e0-f53e-4456-a91f-53ab797da87d for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:06:37.197399 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Updating router c2b920e0-f53e-4456-a91f-53ab797da87d port 0555df3d-c953-4943-a2c0-824815315f15 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:06:37.199105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba6b3b-ec00-446c-851d-7fc361319b8b req-9e816521-5d69-4f46-bd47-2b4887eb50c4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:37.207355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cfba6b3b-ec00-446c-851d-7fc361319b8b req-9e816521-5d69-4f46-bd47-2b4887eb50c4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 945 time: 0.2741311 Mar 07 16:06:37.260029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2e599b29-e090-4ab1-9ff2-109f0e2c01ac None None] Provisioning complete for port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:37.260649 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e599b29-e090-4ab1-9ff2-109f0e2c01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:37.261130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, dfc74e39-1f83-4ee7-83a9-2e00de1d72cb) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:37.304366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:37.305609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:37.324081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2e599b29-e090-4ab1-9ff2-109f0e2c01ac None None] Port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:06:37.327456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c35ca8-47fb-42e2-84dd-0abc0ebc2d14 None None] Network dfc74e39-1f83-4ee7-83a9-2e00de1d72cb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:37.339834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-99ae3b4a-66d1-4a48-8ceb-889f8aadf7f7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6622984 Mar 07 16:06:37.343967 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0555df3d-c953-4943-a2c0-824815315f15), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:37.346656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53724) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:37.541268 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (dfc74e39-1f83-4ee7-83a9-2e00de1d72cb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:37.548780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53726) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:37.578733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cfba6b3b-ec00-446c-851d-7fc361319b8b req-c16903ee-4069-4739-a819-c46e65a6c9d2 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704355 Mar 07 16:06:37.603556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-dfc74e39-1f83-4ee7-83a9-2e00de1d72cb', 'network_id': 'dfc74e39-1f83-4ee7-83a9-2e00de1d72cb', 'project_id': 'fe7903db672f43d482ab75f79857e92c', 'fixed_ips': [{'subnet_id': 'c9b822a2-7ecb-4125-ba3a-b02902ab2192'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:37.604694 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:37.886022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad4f4d62-4d47-4364-b650-318824ec3977 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:37.930310 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Publish callbacks [] for port (0555df3d-c953-4943-a2c0-824815315f15), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:37.937010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2120907976-network', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:37.944478 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0555df3d-c953-4943-a2c0-824815315f15), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:37.954518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6620a-a189-4566-9268-d27416622b2c req-beefa339-50dd-4e9b-8a88-520217d7d8dd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:37.965483 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ced6620a-a189-4566-9268-d27416622b2c req-beefa339-50dd-4e9b-8a88-520217d7d8dd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 936 time: 0.8685522 Mar 07 16:06:38.059129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Allocated IP 2001:db8::1 (dfc74e39-1f83-4ee7-83a9-2e00de1d72cb/c9b822a2-7ecb-4125-ba3a-b02902ab2192/63544147-b251-49cf-99cb-142f0de1f21a) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:38.077472 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Attempting to bind port 0555df3d-c953-4943-a2c0-824815315f15 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:38.077864 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Attempting to bind port 0555df3d-c953-4943-a2c0-824815315f15 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:38.079519 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Attempting to bind port 0555df3d-c953-4943-a2c0-824815315f15 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:38.098257 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:38.098667 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:38.100583 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.100991 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:38.102575 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Bound port: 0555df3d-c953-4943-a2c0-824815315f15, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:38.103008 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0555df3d-c953-4943-a2c0-824815315f15), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.130419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:38.139044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port ad4f4d62-4d47-4364-b650-318824ec3977 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:38.144061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Publish callbacks [] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.153647 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8674581-d0e2-4fe9-8181-3385ef012e9c None None] Pushing event updated for resources: {'Port': ['ID=0555df3d-c953-4943-a2c0-824815315f15,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:38.188936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port ad4f4d62-4d47-4364-b650-318824ec3977 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:38.189931 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.211392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Transition to ACTIVE for port object e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:06:38.238136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-b90e9fa9-add1-44eb-a981-a31f2c1a8db1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:38.239836 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-b90e9fa9-add1-44eb-a981-a31f2c1a8db1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 945 time: 0.4838865 Mar 07 16:06:38.241604 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ced6620a-a189-4566-9268-d27416622b2c req-41f3a45d-641c-49e3-8f13-1ffe778229d5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740753 Mar 07 16:06:38.243425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Made reservation on behalf of 9bb27072e5e7472999c5fd0aa6b2bfb5 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:38.244826 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.245906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.253841 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] For port 0555df3d-c953-4943-a2c0-824815315f15, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:38.260025 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] For port 0555df3d-c953-4943-a2c0-824815315f15, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0555df3d-c953-4943-a2c0-824815315f15,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:38.272628 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0555df3d-c953-4943-a2c0-824815315f15), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.273512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.360805 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.379495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:38.393647 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8674581-d0e2-4fe9-8181-3385ef012e9c None None] Pushing event updated for resources: {'Port': ['ID=0555df3d-c953-4943-a2c0-824815315f15,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:38.397700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (c9b822a2-7ecb-4125-ba3a-b02902ab2192), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.411321 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:38.412944 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:38.458494 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Publish callbacks [] for port (63544147-b251-49cf-99cb-142f0de1f21a), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.521432 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (63544147-b251-49cf-99cb-142f0de1f21a), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.556889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Attempting to bind port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:38.557366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Attempting to bind port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:38.557809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Attempting to bind port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:38.574595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:06:38.575081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Attempting to bind port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:38.581175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:38.581589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:38.582118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:38.582836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Bound port: e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:38.594137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.610459 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:38.633835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ec899-cca3-4528-8e12-05c44e0c95a9 req-521cbc72-aee6-40fc-afe4-478f0ff09681 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:38.642013 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c6ec899-cca3-4528-8e12-05c44e0c95a9 req-521cbc72-aee6-40fc-afe4-478f0ff09681 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 945 time: 0.5872130 Mar 07 16:06:38.714527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ad4f4d62-4d47-4364-b650-318824ec3977 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:38.717731 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.799169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (c9b822a2-7ecb-4125-ba3a-b02902ab2192), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.806612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] For port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:38.821476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] For port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:38.832740 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.871264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:38.871897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:38.873600 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa HTTP/1.1" status: 200 len: 1096 time: 1.9474511 Mar 07 16:06:38.874153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1666defb-863b-4e08-a149-c1b7a0391277', 'tag': 'e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:38.876541 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb591afb-435a-485e-96c8-32d5cd6ffd83" -d '{"events": [{"name": "network-changed", "server_uuid": "1666defb-863b-4e08-a149-c1b7a0391277", "tag": "e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:38.916239 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:34Z', 'revision_number': 3, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:38.952473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b808c24-1af2-425e-bf2f-8adf048a3a62 req-767376c5-e267-4671-b10c-84ed84d847cc tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:38.959586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b808c24-1af2-425e-bf2f-8adf048a3a62 req-767376c5-e267-4671-b10c-84ed84d847cc tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 945 time: 0.2277462 Mar 07 16:06:39.055738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c920c-d620-4c3e-8973-5dc136c474a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:39.061682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Network dfc74e39-1f83-4ee7-83a9-2e00de1d72cb is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:39.076389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:39.099423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:39.114347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-0ecf610b-be57-49ec-9822-4a547ef5f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:39.116236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-0ecf610b-be57-49ec-9822-4a547ef5f5fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 1130 time: 0.1544268 Mar 07 16:06:39.153780 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b808c24-1af2-425e-bf2f-8adf048a3a62 req-6b5fd856-4af6-4300-b960-d4ea011151e8 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926491 Mar 07 16:06:39.195465 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34216d0-0a31-40a0-8c0b-9a934d94db8a None None] The sync data for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 is: [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:34Z', 'revision_number': 3, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:06:39.228515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:39.228878 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8d8d61-08bf-46fc-ad19-04724642e773" -d '{"events": [{"server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:39.233123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b822a2-7ecb-4125-ba3a-b02902ab2192,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:39.271939 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c6ec899-cca3-4528-8e12-05c44e0c95a9 req-de763332-7a71-4b5c-a447-aad6e17e64a3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283283 Mar 07 16:06:39.305337 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Publish callbacks [] for security_group (97aad6b1-c40f-4a4b-8db4-55ef0543dbec), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:39.306276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-de181b0a-9312-4f99-bd0a-f5b4fc01e7ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa HTTP/1.1" status: 200 len: 217 time: 0.1513121 Mar 07 16:06:39.381405 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d388e0-dbdb-4082-a87e-ef28a92dad50 x-openstack-request-id: req-f7d388e0-dbdb-4082-a87e-ef28a92dad50 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:39.381713 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:39.381978 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7d388e0-dbdb-4082-a87e-ef28a92dad50 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:39.382972 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977', 'code': 200} Mar 07 16:06:39.387060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Attempting to bind port 63544147-b251-49cf-99cb-142f0de1f21a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:39.387464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Attempting to bind port 63544147-b251-49cf-99cb-142f0de1f21a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '9190810e-78d2-4672-8fa7-a48388cda3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dfc74e39-1f83-4ee7-83a9-2e00de1d72cb'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:39.387835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Attempting to bind port 63544147-b251-49cf-99cb-142f0de1f21a on network dfc74e39-1f83-4ee7-83a9-2e00de1d72cb {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:39.397360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad4f4d62-4d47-4364-b650-318824ec3977,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:39.406455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:39.406767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Checking segment: {'id': '9190810e-78d2-4672-8fa7-a48388cda3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dfc74e39-1f83-4ee7-83a9-2e00de1d72cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:39.407262 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:39.407667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Bound using segment: {'id': '9190810e-78d2-4672-8fa7-a48388cda3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dfc74e39-1f83-4ee7-83a9-2e00de1d72cb'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:39.408160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Bound port: 63544147-b251-49cf-99cb-142f0de1f21a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9190810e-78d2-4672-8fa7-a48388cda3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dfc74e39-1f83-4ee7-83a9-2e00de1d72cb'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:39.408597 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (63544147-b251-49cf-99cb-142f0de1f21a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:39.423587 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24998fbb-27eb-4e59-928b-e0341b95ad39 x-openstack-request-id: req-24998fbb-27eb-4e59-928b-e0341b95ad39 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:39.427515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Pushing event updated for resources: {'Port': ['ID=63544147-b251-49cf-99cb-142f0de1f21a,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:39.428075 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1666defb-863b-4e08-a149-c1b7a0391277", "tag": "e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:39.429413 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24998fbb-27eb-4e59-928b-e0341b95ad39 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:39.430273 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1666defb-863b-4e08-a149-c1b7a0391277', 'tag': 'e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa', 'status': 'completed', 'code': 200} Mar 07 16:06:39.441640 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:39.459603 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Allocated IP 172.20.0.1 (d1d0569b-ea64-4f69-9f7c-982fe6065f52/5c171cf0-d78f-4c34-8829-660dca40c750/6e64cf4d-5650-43a9-bff5-adef31a0bedc) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:39.479533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-5377d9ab-311c-40c2-8038-5a2400ab3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:39.483830 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-5377d9ab-311c-40c2-8038-5a2400ab3dfa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1701097 Mar 07 16:06:39.569564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ad4f4d62-4d47-4364-b650-318824ec3977,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:39.572356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-1f61a4ce-5244-4753-9d79-c0066cc14d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:39.574269 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-1f61a4ce-5244-4753-9d79-c0066cc14d83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0818462 Mar 07 16:06:39.576799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:39.732529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Publish callbacks [] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:39.812693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-0ca25dcd-1bd0-447e-af22-52b2bbcfd56e service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318265 Mar 07 16:06:39.816846 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-370ff747-99e9-463b-9427-a455d923a034 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:06:39.827987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (97aad6b1-c40f-4a4b-8db4-55ef0543dbec), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:39.860222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] For port 63544147-b251-49cf-99cb-142f0de1f21a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:39.874852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device f1076197-7c0a-4c45-b311-afe5c57ac712 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:06:39.976015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] For port 63544147-b251-49cf-99cb-142f0de1f21a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=63544147-b251-49cf-99cb-142f0de1f21a,segment=NetworkSegment(9190810e-78d2-4672-8fa7-a48388cda3f0),segment_id=9190810e-78d2-4672-8fa7-a48388cda3f0)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:39.993669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (dfc74e39-1f83-4ee7-83a9-2e00de1d72cb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:39.998560 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (63544147-b251-49cf-99cb-142f0de1f21a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.003725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef1aae84-68fd-4b50-b44f-0266c1ee5d58 req-c0ae592e-be3c-4ca1-85c3-9c9eb81cc4fa service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837132 Mar 07 16:06:40.084308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc74e39-1f83-4ee7-83a9-2e00de1d72cb']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:40.098003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9190810e-78d2-4672-8fa7-a48388cda3f0') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:40.098003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9190810e-78d2-4672-8fa7-a48388cda3f0') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:40.113695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (9190810e-78d2-4672-8fa7-a48388cda3f0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.134645 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9190810e-78d2-4672-8fa7-a48388cda3f0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.156417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:06:40.156970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (9190810e-78d2-4672-8fa7-a48388cda3f0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.186039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-9fad5f9d-3f56-41cf-8a71-1a591590efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:40.187669 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-9fad5f9d-3f56-41cf-8a71-1a591590efcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 1130 time: 0.1297765 Mar 07 16:06:40.337344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aad6b1-c40f-4a4b-8db4-55ef0543dbec,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:06:40.341184 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:06:40.344656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.368459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:40.408715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1e467-84fc-49cb-819a-e832c9ad1c78 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:06:40.436900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37489cc1-b37e-4325-a7eb-e9515e6db24e None None] Pushing event updated for resources: {'Port': ['ID=63544147-b251-49cf-99cb-142f0de1f21a,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:40.487767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'port_id': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'mac_address': 'fa:16:3e:f8:87:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:40.540397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-1449ef64-19aa-4698-9c60-58be688efde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:40.543246 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-1449ef64-19aa-4698-9c60-58be688efde6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.3493340 Mar 07 16:06:40.588044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:40.617740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port f1076197-7c0a-4c45-b311-afe5c57ac712 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:40.618260 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.633585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e64cf4d-5650-43a9-bff5-adef31a0bedc,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:40.660734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf2915-68e6-4da5-9e35-6ea3238827f9 req-d412c556-0573-4635-861c-886212cbf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:40.664612 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cbf2915-68e6-4da5-9e35-6ea3238827f9 req-d412c556-0573-4635-861c-886212cbf8ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 1128 time: 1.0859895 Mar 07 16:06:40.695955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-ae0c86b2-b3e2-4b1c-8067-5da37220bc6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa HTTP/1.1" status: 200 len: 217 time: 0.1331806 Mar 07 16:06:40.742344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Deleting port f1076197-7c0a-4c45-b311-afe5c57ac712 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:40.744201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:40.744612 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.746616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.760939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0555df3d-c953-4943-a2c0-824815315f15 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:40.776214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-04506a4a-2731-42ba-bdc1-b8844bac0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:40.778224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-04506a4a-2731-42ba-bdc1-b8844bac0d35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0812275 Mar 07 16:06:40.793451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45155506-d8f7-4203-9bcb-d669ed73695a req-4d6b068c-b96f-4e71-a5b1-fcf07593f303 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:40.796396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45155506-d8f7-4203-9bcb-d669ed73695a req-4d6b068c-b96f-4e71-a5b1-fcf07593f303 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.4636514 Mar 07 16:06:40.902267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] For port f1076197-7c0a-4c45-b311-afe5c57ac712, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f1076197-7c0a-4c45-b311-afe5c57ac712,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:40.903002 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.920012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Calling delete_port for f1076197-7c0a-4c45-b311-afe5c57ac712 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:40.921662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port f1076197-7c0a-4c45-b311-afe5c57ac712, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=f1076197-7c0a-4c45-b311-afe5c57ac712,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:40.934987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66a85ee8-4192-4101-b5fd-c092ae2500a4 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:40.965939 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.987538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62983978-e26f-4bf1-94c8-dbb735adc965 req-ac75d50b-64d1-4323-a7fa-0eda76eb0fd4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:40.991151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-3997ee1e-1d99-40e0-aaa8-d09de7990971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:40.991437 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:40.995218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62983978-e26f-4bf1-94c8-dbb735adc965 req-ac75d50b-64d1-4323-a7fa-0eda76eb0fd4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 948 time: 1.3885763 Mar 07 16:06:40.996169 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-3997ee1e-1d99-40e0-aaa8-d09de7990971 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1988127 Mar 07 16:06:40.999409 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:41.021678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:41.033737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:41.064746 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.api [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 16:06:41.064746 n-d-830010-8 neutron-server[103866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 16:06:41.064746 n-d-830010-8 neutron-server[103866]: [parameters: {'id': 'dfc74e39-1f83-4ee7-83a9-2e00de1d72cb'}] Mar 07 16:06:41.064746 n-d-830010-8 neutron-server[103866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:06:41.065105 n-d-830010-8 neutron-server[103866]: DEBUG oslo_db.api [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:06:41.082610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:41.085201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 0555df3d-c953-4943-a2c0-824815315f15 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:41.085794 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0555df3d-c953-4943-a2c0-824815315f15), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.111884 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f58a012e-f163-4012-aab5-2645a778699a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.112249 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Added segment f58a012e-f163-4012-aab5-2645a778699a of type vlan for network 7dfe412a-9378-485b-8128-0e25ac679751 Mar 07 16:06:41.117331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.142703 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cbf2915-68e6-4da5-9e35-6ea3238827f9 req-eaa37c4b-284b-4e58-8ddd-5c5fed059b24 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570315 Mar 07 16:06:41.196879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d1e467-84fc-49cb-819a-e832c9ad1c78 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:06:41.209356 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7dfe412a-9378-485b-8128-0e25ac679751), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.288592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45155506-d8f7-4203-9bcb-d669ed73695a req-f36b4418-298f-41f6-9181-2f7ca1a0d13f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052658 Mar 07 16:06:41.330345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-ec7937bf-ff5a-45c7-a059-b4d13c59f28b service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175108 Mar 07 16:06:41.356085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (c2b920e0-f53e-4456-a91f-53ab797da87d), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.366511 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:06:41.374954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['66a85ee8-4192-4101-b5fd-c092ae2500a4'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:41.382160 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f1076197-7c0a-4c45-b311-afe5c57ac712), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.414734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1076197-7c0a-4c45-b311-afe5c57ac712'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:41.417467 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692587bb-f72f-4388-9d83-3bd1be4bd651" -d '{"events": [{"server_uuid": "f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7", "name": "network-vif-unplugged", "status": "completed", "tag": "f1076197-7c0a-4c45-b311-afe5c57ac712"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:41.420665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=f1076197-7c0a-4c45-b311-afe5c57ac712,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:41.462981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['637b2170-8566-4d8a-b714-43e792cdaed2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:41.529526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Pushing event deleted for resources: {'Port': ['ID=f1076197-7c0a-4c45-b311-afe5c57ac712,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:41.553004 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62983978-e26f-4bf1-94c8-dbb735adc965 req-1b39b54c-3ac9-4f9b-b110-542256d272df tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567095 Mar 07 16:06:41.567781 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (dfc74e39-1f83-4ee7-83a9-2e00de1d72cb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.584369 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7dfe412a-9378-485b-8128-0e25ac679751), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.587214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:41.587812 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.609501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:41.665517 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.1109958 Mar 07 16:06:41.698976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53814) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:41.702698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] No DVR routers for this DVR port f1076197-7c0a-4c45-b311-afe5c57ac712 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:41.734315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.738000 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-57a16de8-7cf8-4c28-b4ae-7f78f25ee4e0 req-232cbc40-67bc-4e6b-9f00-0ecd7ffc87d7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.15 "DELETE /v2.0/ports/f1076197-7c0a-4c45-b311-afe5c57ac712 HTTP/1.1" status: 204 len: 173 time: 3.4594588 Mar 07 16:06:41.754626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Request body: {'subnet': {'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2120907976-subnet', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:41.762688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 0555df3d-c953-4943-a2c0-824815315f15 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:41.764238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb591afb-435a-485e-96c8-32d5cd6ffd83 req-0c330521-6bda-49ea-9082-6b42d3c45e59 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816214 Mar 07 16:06:41.765803 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0555df3d-c953-4943-a2c0-824815315f15), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.817974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 0555df3d-c953-4943-a2c0-824815315f15, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0555df3d-c953-4943-a2c0-824815315f15,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:41.862135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'name': 'network-vif-deleted', 'tag': 'f1076197-7c0a-4c45-b311-afe5c57ac712'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:41.865163 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae455ad-8d16-418f-ac5e-730b76a29168" -d '{"events": [{"server_uuid": "f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7", "name": "network-vif-deleted", "tag": "f1076197-7c0a-4c45-b311-afe5c57ac712"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:41.907844 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0555df3d-c953-4943-a2c0-824815315f15), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:41.979454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e38e80-21ce-4e47-b51f-4fbbe8386e52 None None] Network dfc74e39-1f83-4ee7-83a9-2e00de1d72cb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:42.129232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:42.144856 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9ae43663-b334-4bc5-b9b2-be8ee6eb4e23 req-888beab6-78d5-4db3-8a60-8222fb0780d0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7 HTTP/1.1" status: 200 len: 210 time: 0.4126520 Mar 07 16:06:42.154283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cad3a2-c937-40db-a418-bdbc73449ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=7dfe412a-9378-485b-8128-0e25ac679751,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:42.209626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7dfe412a-9378-485b-8128-0e25ac679751 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:42.224868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Made reservation on behalf of 9bb27072e5e7472999c5fd0aa6b2bfb5 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:42.227561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:42.285157 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9349d7-3f19-45fa-b1cf-000be5eaa1b8 x-openstack-request-id: req-fb9349d7-3f19-45fa-b1cf-000be5eaa1b8 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:42.293083 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7", "name": "network-vif-unplugged", "status": "completed", "tag": "f1076197-7c0a-4c45-b311-afe5c57ac712", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:42.293575 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb9349d7-3f19-45fa-b1cf-000be5eaa1b8 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:42.294119 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1076197-7c0a-4c45-b311-afe5c57ac712', 'code': 200} Mar 07 16:06:42.477337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=0555df3d-c953-4943-a2c0-824815315f15,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:42.519509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a4aa66c3-4002-4901-b1cd-80298cc240ae None None] Provisioning complete for port 6e64cf4d-5650-43a9-bff5-adef31a0bedc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:42.520146 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4aa66c3-4002-4901-b1cd-80298cc240ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:42.568180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa66c3-4002-4901-b1cd-80298cc240ae None None] Port 6e64cf4d-5650-43a9-bff5-adef31a0bedc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:06:42.648253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0555df3d-c953-4943-a2c0-824815315f15 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:42.830781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 0555df3d-c953-4943-a2c0-824815315f15 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:42.831461 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0555df3d-c953-4943-a2c0-824815315f15), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:43.069364 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13899fb4-acdb-40fd-9943-a22c2aa5ce6e x-openstack-request-id: req-13899fb4-acdb-40fd-9943-a22c2aa5ce6e {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:43.069945 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7", "name": "network-vif-deleted", "tag": "f1076197-7c0a-4c45-b311-afe5c57ac712", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:43.069945 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13899fb4-acdb-40fd-9943-a22c2aa5ce6e {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:43.070333 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f9d9fe-c33d-4e88-bf3d-25c610fa8be7', 'name': 'network-vif-deleted', 'tag': 'f1076197-7c0a-4c45-b311-afe5c57ac712', 'status': 'completed', 'code': 200} Mar 07 16:06:43.073999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 0555df3d-c953-4943-a2c0-824815315f15 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:43.295419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting port 63544147-b251-49cf-99cb-142f0de1f21a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:43.295794 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (63544147-b251-49cf-99cb-142f0de1f21a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:43.378836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] For port 63544147-b251-49cf-99cb-142f0de1f21a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=63544147-b251-49cf-99cb-142f0de1f21a,segment=NetworkSegment(9190810e-78d2-4672-8fa7-a48388cda3f0),segment_id=9190810e-78d2-4672-8fa7-a48388cda3f0)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:43.378836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (63544147-b251-49cf-99cb-142f0de1f21a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:43.392326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Calling delete_port for 63544147-b251-49cf-99cb-142f0de1f21a owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:43.496574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (e9c26510-8d64-42ae-9a74-5377602fc673), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:43.573024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:43.694632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 66a85ee8-4192-4101-b5fd-c092ae2500a4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:43.695359 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:43.752267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c26510-8d64-42ae-9a74-5377602fc673,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:43.799107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520dc99-2717-44d2-8ead-8d16060b00ac req-8e2444e5-162f-4f68-94c4-2a1419e32d21 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:43.800835 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c520dc99-2717-44d2-8ead-8d16060b00ac req-8e2444e5-162f-4f68-94c4-2a1419e32d21 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.7224991 Mar 07 16:06:43.808979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Checking segment: {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:43.809359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Network hostable DHCP agents. Network: 7dfe412a-9378-485b-8128-0e25ac679751, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:43.828882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:43.829311 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:43.878199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:43.880978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:06:43.886959 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:43.901136 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (63544147-b251-49cf-99cb-142f0de1f21a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:43.947210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:44.061728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c520dc99-2717-44d2-8ead-8d16060b00ac req-6cc79c93-0e27-4e78-afaa-6ffe97a709c4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461245 Mar 07 16:06:44.079652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Port': ['ID=63544147-b251-49cf-99cb-142f0de1f21a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:44.132884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No DVR routers for this DVR port 63544147-b251-49cf-99cb-142f0de1f21a on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:44.140669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:44.179868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa', 'mac_address': 'fa:16:3e:30:55:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:06:44.193300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Network 7dfe412a-9378-485b-8128-0e25ac679751 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:44.221557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 7dfe412a-9378-485b-8128-0e25ac679751) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:44.226685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:44.227383 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.254744 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e73602d0-1d02-45ad-8ca1-0ac0e32d2994 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5487754 Mar 07 16:06:44.256356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53824) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:44.261828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:44.329305 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.331708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.349125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:44.354250 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b002875-754d-4e23-bcdd-363e222abbe6" -d '{"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-plugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:44.359590 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Publish callbacks [] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.362462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:44.363563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.372044 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (dfc74e39-1f83-4ee7-83a9-2e00de1d72cb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.394694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecfac09-e022-440e-bd0f-036552e6c760 None None] Network 7dfe412a-9378-485b-8128-0e25ac679751 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:44.407552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:06:44.460924 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.534084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:44.542666 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.567882 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks [] for router_controller (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.682567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc74e39-1f83-4ee7-83a9-2e00de1d72cb']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:44.713675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9190810e-78d2-4672-8fa7-a48388cda3f0') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:44.718709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9190810e-78d2-4672-8fa7-a48388cda3f0') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:44.758004 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (9190810e-78d2-4672-8fa7-a48388cda3f0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.787750 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9190810e-78d2-4672-8fa7-a48388cda3f0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.803009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:06:44.803442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (9190810e-78d2-4672-8fa7-a48388cda3f0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:44.856544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e64cf4d-5650-43a9-bff5-adef31a0bedc,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:06:44.869437 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:06:44.933169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks [] for router_gateway (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.059384 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (dfc74e39-1f83-4ee7-83a9-2e00de1d72cb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.100315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (c2b920e0-f53e-4456-a91f-53ab797da87d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.104876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.108864 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/dfc74e39-1f83-4ee7-83a9-2e00de1d72cb HTTP/1.1" status: 204 len: 168 time: 7.7599998 Mar 07 16:06:45.109985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6455e2-dec9-4663-8862-8ed79e33c503 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=dfc74e39-1f83-4ee7-83a9-2e00de1d72cb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:45.115042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53828) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:45.127489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1615305341'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:45.153236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-7dfe412a-9378-485b-8128-0e25ac679751', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:45.154678 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.235775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027aa02-7d03-410a-872e-737e95c792e6 req-774a22fa-180d-46c0-921d-7865ae905b85 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:45.242720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:06:45.243268 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b027aa02-7d03-410a-872e-737e95c792e6 req-774a22fa-180d-46c0-921d-7865ae905b85 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 948 time: 0.8959639 Mar 07 16:06:45.250612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:45.417415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:45.434307 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.475526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b027aa02-7d03-410a-872e-737e95c792e6 req-f9bf1324-6ff9-46f5-bebf-2dd70d839322 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311823 Mar 07 16:06:45.531010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:45.544363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7929d824-5b87-41e9-9345-3f2312821a30), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.544884 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment 7929d824-5b87-41e9-9345-3f2312821a30 of type vlan for network 59f975dd-c228-4e86-b3fa-d7f4689ff418 Mar 07 16:06:45.568258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Allocated IP 172.20.0.2 (7dfe412a-9378-485b-8128-0e25ac679751/e9c26510-8d64-42ae-9a74-5377602fc673/00504770-87f8-4f53-9a90-c5ddde2499d9) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:45.615395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:45.623081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:45.641839 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks [] for router_gateway (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.659467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (59f975dd-c228-4e86-b3fa-d7f4689ff418), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.739513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.789161 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be44a4e8-a340-43f1-b101-8b1aff65e071 x-openstack-request-id: req-be44a4e8-a340-43f1-b101-8b1aff65e071 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:45.789815 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-plugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:45.790226 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be44a4e8-a340-43f1-b101-8b1aff65e071 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:45.790859 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'code': 200} Mar 07 16:06:45.992225 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (59f975dd-c228-4e86-b3fa-d7f4689ff418), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:45.997902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:45.998720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.035985 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Publish callbacks [] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.082834 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.086177 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Router c2b920e0-f53e-4456-a91f-53ab797da87d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:06:46.128104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Network 7dfe412a-9378-485b-8128-0e25ac679751 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:46.131058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:46.134562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:46.168838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Pushing event updated for resources: {'Port': ['ID=00504770-87f8-4f53-9a90-c5ddde2499d9,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:46.183466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=59f975dd-c228-4e86-b3fa-d7f4689ff418,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:46.193202 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8e51833f-46e4-4d6f-844f-30425a2b8356 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0759814 Mar 07 16:06:46.194628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Allocated IP 172.25.4.116 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/a6437e4a-aefb-4e09-828f-284e92e7f0d3) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:46.196497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53840) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:46.203378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 59f975dd-c228-4e86-b3fa-d7f4689ff418 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:46.203879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': '59f975dd-c228-4e86-b3fa-d7f4689ff418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:46.272531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2206df1-5fb8-4296-9e22-47834010ae1a req-53e8af58-94ab-42af-9899-f9ce83c076d0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:46.283870 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2206df1-5fb8-4296-9e22-47834010ae1a req-53e8af58-94ab-42af-9899-f9ce83c076d0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.3600743 Mar 07 16:06:46.302756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Attempting to bind port 00504770-87f8-4f53-9a90-c5ddde2499d9 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:46.303705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Attempting to bind port 00504770-87f8-4f53-9a90-c5ddde2499d9 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:46.304091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Attempting to bind port 00504770-87f8-4f53-9a90-c5ddde2499d9 on network 7dfe412a-9378-485b-8128-0e25ac679751 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:46.313911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:46.314297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Checking segment: {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:46.314704 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.315147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Bound using segment: {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:46.315626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Bound port: 00504770-87f8-4f53-9a90-c5ddde2499d9, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:46.316013 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.404570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] For port 00504770-87f8-4f53-9a90-c5ddde2499d9, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:46.407914 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] For port 00504770-87f8-4f53-9a90-c5ddde2499d9, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=00504770-87f8-4f53-9a90-c5ddde2499d9,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:46.412611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-64af4534-23d4-4c2f-8d83-2d30011bfd2e None None] Provisioning complete for port 6e64cf4d-5650-43a9-bff5-adef31a0bedc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:46.412996 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-64af4534-23d4-4c2f-8d83-2d30011bfd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.444585 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.496816 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2206df1-5fb8-4296-9e22-47834010ae1a req-c9050cd9-acac-4149-88eb-ab8b2ea50cc4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114582 Mar 07 16:06:46.576554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-64af4534-23d4-4c2f-8d83-2d30011bfd2e None None] Port 6e64cf4d-5650-43a9-bff5-adef31a0bedc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:06:46.592864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:06:46.624221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Sync routers for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:06:46.624582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks [] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.628982 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dff0b558-936b-4d65-85b3-de07b092d7a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/c2b920e0-f53e-4456-a91f-53ab797da87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0950136 Mar 07 16:06:46.646119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1c67c-7eb3-4787-ae4f-2c93e82c2b43 None None] Pushing event updated for resources: {'Port': ['ID=00504770-87f8-4f53-9a90-c5ddde2499d9,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:46.667237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:46.667891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:46.697747 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.760389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6fe90-2f2c-4a6e-a461-68b25c5c03b5 req-70f5f586-9a56-4e36-89da-a28737138d1c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:46.769667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9c6fe90-2f2c-4a6e-a461-68b25c5c03b5 req-70f5f586-9a56-4e36-89da-a28737138d1c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1066501 Mar 07 16:06:46.775608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:46.780774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:46.814436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:46.819680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:46.834728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9c6fe90-2f2c-4a6e-a461-68b25c5c03b5 req-4e415edb-d453-4a88-98f7-5543bfaaa920 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640221 Mar 07 16:06:46.850764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:47.067535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:47.072183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacfde8-6763-4f84-ab8f-1b074efae946 req-37f8e399-6e30-4506-8058-0ac0e9e29415 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:47.085273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4dacfde8-6763-4f84-ab8f-1b074efae946 req-37f8e399-6e30-4506-8058-0ac0e9e29415 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 949 time: 0.1255467 Mar 07 16:06:47.153479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Pushing event updated for resources: {'Port': ['ID=a6437e4a-aefb-4e09-828f-284e92e7f0d3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:47.174204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4dacfde8-6763-4f84-ab8f-1b074efae946 req-d525b769-5666-40cd-aa00-64b93236330a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877750 Mar 07 16:06:47.283985 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:06:47.431313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:43Z', 'revision_number': 2, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:47.491173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Checking router: c2b920e0-f53e-4456-a91f-53ab797da87d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:06:47.491541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Updating router c2b920e0-f53e-4456-a91f-53ab797da87d port 6e64cf4d-5650-43a9-bff5-adef31a0bedc binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:06:47.580219 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:47.805046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53874) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:47.809909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cc443855-2618-489b-8b5e-2761c1b95824 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221451573', 'description': 'tempest-description--1537191568'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:47.868497 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc443855-2618-489b-8b5e-2761c1b95824 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:47.929445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:47.949957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac69a6-c605-4598-b345-1c2a75e42b77 req-dd8c94e1-8068-4d5b-9c96-1cdd2f7369cf tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:47.961573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-66ac69a6-c605-4598-b345-1c2a75e42b77 req-dd8c94e1-8068-4d5b-9c96-1cdd2f7369cf tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.3714015 Mar 07 16:06:47.979233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc443855-2618-489b-8b5e-2761c1b95824 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (3089eb8a-40e5-4cc1-af71-099ea6a5102a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:47.990477 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc443855-2618-489b-8b5e-2761c1b95824 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3089eb8a-40e5-4cc1-af71-099ea6a5102a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.085613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc443855-2618-489b-8b5e-2761c1b95824 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3089eb8a-40e5-4cc1-af71-099ea6a5102a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:48.095561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc443855-2618-489b-8b5e-2761c1b95824 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.097853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cc443855-2618-489b-8b5e-2761c1b95824 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2926083 Mar 07 16:06:48.103797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53892) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:48.113757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f793ca82-2c94-4c91-9866-56e459304162 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'security_group_rule': {'security_group_id': '3089eb8a-40e5-4cc1-af71-099ea6a5102a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:48.127945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:06:48.137592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:48.138765 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.143348 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4f51e-0530-4901-8623-4a192d8ea20f req-e40ee4e4-6fae-44d9-b4a0-243bc142423f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:48.151043 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8de4f51e-0530-4901-8623-4a192d8ea20f req-e40ee4e4-6fae-44d9-b4a0-243bc142423f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1615064 Mar 07 16:06:48.219374 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8de4f51e-0530-4901-8623-4a192d8ea20f req-70da2f7e-4c62-4486-a56b-ab365bc7f5a4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622551 Mar 07 16:06:48.239569 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-66ac69a6-c605-4598-b345-1c2a75e42b77 req-63259bb5-6ff7-46d9-b576-396d05869f86 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769823 Mar 07 16:06:48.257434 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f793ca82-2c94-4c91-9866-56e459304162 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (9b5530f4-027e-4d85-a365-763559127a10), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.280295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (f443c5ab-9314-43d3-aae2-9eda20fce218), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.382167 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f793ca82-2c94-4c91-9866-56e459304162 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (9b5530f4-027e-4d85-a365-763559127a10), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.389866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f793ca82-2c94-4c91-9866-56e459304162 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (9b5530f4-027e-4d85-a365-763559127a10), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.392463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:48.401070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.424657 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f793ca82-2c94-4c91-9866-56e459304162 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.426711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f793ca82-2c94-4c91-9866-56e459304162 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3175309 Mar 07 16:06:48.432138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53908) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:48.440339 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2ff9e4a2-065e-45ee-a7fd-ad58295a8387 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'security_group_rule': {'security_group_id': '3089eb8a-40e5-4cc1-af71-099ea6a5102a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:48.455835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:48.459622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1666defb-863b-4e08-a149-c1b7a0391277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:48.462443 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20437418-b2a9-4e44-a9a3-257d0423c0f2" -d '{"events": [{"server_uuid": "1666defb-863b-4e08-a149-c1b7a0391277", "name": "network-vif-plugged", "status": "completed", "tag": "e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:48.464926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793ca82-2c94-4c91-9866-56e459304162 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5530f4-027e-4d85-a365-763559127a10,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:48.493033 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e4a2-065e-45ee-a7fd-ad58295a8387 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (756bbe05-a7e2-47ef-81d7-6fe23bac3439), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.510627 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.514821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7689d5a4-1572-46a9-917a-222c041329e2 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:06:48.574840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e4a2-065e-45ee-a7fd-ad58295a8387 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (756bbe05-a7e2-47ef-81d7-6fe23bac3439), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.579238 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e4a2-065e-45ee-a7fd-ad58295a8387 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (756bbe05-a7e2-47ef-81d7-6fe23bac3439), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.589930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=f443c5ab-9314-43d3-aae2-9eda20fce218,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:48.610887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking segment: {'id': '7929d824-5b87-41e9-9345-3f2312821a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59f975dd-c228-4e86-b3fa-d7f4689ff418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:48.610887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network hostable DHCP agents. Network: 59f975dd-c228-4e86-b3fa-d7f4689ff418, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:48.616469 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks [] for router_gateway (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.620842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9e4a2-065e-45ee-a7fd-ad58295a8387 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756bbe05-a7e2-47ef-81d7-6fe23bac3439,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:48.628271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e4a2-065e-45ee-a7fd-ad58295a8387 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.629588 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2ff9e4a2-065e-45ee-a7fd-ad58295a8387 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1964080 Mar 07 16:06:48.633141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53918) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:48.639421 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:48.664022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.673801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5969dffc-192d-4859-bb64-2a659ade85b4 None None] Network 7dfe412a-9378-485b-8128-0e25ac679751 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:48.725427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c55b9-6683-43d5-a70b-0a6c4f0a7967 req-0295ce26-342e-4286-a643-a16d238058b1 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:48.727224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-940c55b9-6683-43d5-a70b-0a6c4f0a7967 req-0295ce26-342e-4286-a643-a16d238058b1 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 950 time: 0.3307164 Mar 07 16:06:48.765800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 00504770-87f8-4f53-9a90-c5ddde2499d9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:48.800202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.886239 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Publish callbacks [] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.892527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-940c55b9-6683-43d5-a70b-0a6c4f0a7967 req-dc4c5f70-a6c6-4f7b-ada4-729d4ebe66b0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848899 Mar 07 16:06:48.913820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:48.922242 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-411f175c-6080-4a44-a978-6ecb0d5bf03f None None] Provisioning complete for port 00504770-87f8-4f53-9a90-c5ddde2499d9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:48.922619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-411f175c-6080-4a44-a978-6ecb0d5bf03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.924324 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:48.931720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 59f975dd-c228-4e86-b3fa-d7f4689ff418 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:49.023248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 59f975dd-c228-4e86-b3fa-d7f4689ff418) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:49.051298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:49.053972 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:49.061353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f44ae5-8569-4623-8881-f399761a099c None None] Network 59f975dd-c228-4e86-b3fa-d7f4689ff418 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:49.114266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Allocated IP 172.25.4.99 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/073d5dfc-edef-4a81-b8ba-6a94f35f19cb) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:49.180986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-22757637-9bda-45ea-8485-760a48694192 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9832211 Mar 07 16:06:49.183377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53946) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:49.192268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': '59f975dd-c228-4e86-b3fa-d7f4689ff418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:49.394173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for port (073d5dfc-edef-4a81-b8ba-6a94f35f19cb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:49.399910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9d134-5c5d-48ab-afb9-a9fc0faa6fc8 req-888b1e9b-3bde-44c0-9613-bc3c3100d79a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:49.401583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4d9d134-5c5d-48ab-afb9-a9fc0faa6fc8 req-888b1e9b-3bde-44c0-9613-bc3c3100d79a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.3814259 Mar 07 16:06:49.415231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:49.424633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:49.500169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:49.512904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (073d5dfc-edef-4a81-b8ba-6a94f35f19cb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:49.576259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:49.579662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:49.584812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:49.588232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'Port': ['ID=073d5dfc-edef-4a81-b8ba-6a94f35f19cb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:49.612236 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8a3ea4-459a-4fc1-a0f6-1588d58ac621 x-openstack-request-id: req-1f8a3ea4-459a-4fc1-a0f6-1588d58ac621 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:49.613216 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1666defb-863b-4e08-a149-c1b7a0391277", "name": "network-vif-plugged", "status": "completed", "tag": "e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:49.613628 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f8a3ea4-459a-4fc1-a0f6-1588d58ac621 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:49.614783 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1666defb-863b-4e08-a149-c1b7a0391277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa', 'code': 200} Mar 07 16:06:49.632991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee102ea8-d4ac-486c-9cc5-860a950d3700 None None] Pushing event updated for resources: {'Port': ['ID=6e64cf4d-5650-43a9-bff5-adef31a0bedc,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:49.646683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7689d5a4-1572-46a9-917a-222c041329e2 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:49.649349 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7689d5a4-1572-46a9-917a-222c041329e2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:49.768151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d4d9d134-5c5d-48ab-afb9-a9fc0faa6fc8 req-f9edb4f6-68d3-4c8e-b7ba-f8197fa1edee tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401048 Mar 07 16:06:49.768952 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (656d63d5-2939-4c11-8ea0-7ce2a8fbcab3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:49.853919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 00504770-87f8-4f53-9a90-c5ddde2499d9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:49.864390 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (073d5dfc-edef-4a81-b8ba-6a94f35f19cb), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:49.872098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:49.984082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1e8af-2a25-4269-9ce4-ac6866132f24 req-5b7be248-c68c-4a90-8f24-d43daba57411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:49.985448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8c1e8af-2a25-4269-9ce4-ac6866132f24 req-5b7be248-c68c-4a90-8f24-d43daba57411 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 1132 time: 0.3771579 Mar 07 16:06:50.100105 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8c1e8af-2a25-4269-9ce4-ac6866132f24 req-465cd80b-45a2-40f3-8aa4-4793782f5351 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041338 Mar 07 16:06:50.155577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:06:50.170193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed6af8-cf98-4e6c-8d60-9568157520fc req-95baeb8d-efb4-4f4b-afca-fc16b2e6a45a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:50.176842 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fbed6af8-cf98-4e6c-8d60-9568157520fc req-95baeb8d-efb4-4f4b-afca-fc16b2e6a45a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.2675323 Mar 07 16:06:50.190995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7689d5a4-1572-46a9-917a-222c041329e2,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:50.234465 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7689d5a4-1572-46a9-917a-222c041329e2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.263789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Attempting to bind port 6e64cf4d-5650-43a9-bff5-adef31a0bedc on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:50.263899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Attempting to bind port 6e64cf4d-5650-43a9-bff5-adef31a0bedc by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:50.266648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Attempting to bind port 6e64cf4d-5650-43a9-bff5-adef31a0bedc on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:50.307985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df848209-bcc0-4972-88f7-718c7561219e req-70d1da19-3df0-44ba-bc61-26436f7fb043 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:50.310895 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df848209-bcc0-4972-88f7-718c7561219e req-70d1da19-3df0-44ba-bc61-26436f7fb043 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 950 time: 0.2097383 Mar 07 16:06:50.394546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fbed6af8-cf98-4e6c-8d60-9568157520fc req-59447db1-0bfd-425a-b846-6c5d09d1ad6e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115495 Mar 07 16:06:50.420434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:50.431010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Checking segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:50.431010 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.431616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Bound using segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:50.432476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Bound port: 6e64cf4d-5650-43a9-bff5-adef31a0bedc, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:50.432977 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.440624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-411f175c-6080-4a44-a978-6ecb0d5bf03f None None] Current status of the port 00504770-87f8-4f53-9a90-c5ddde2499d9 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:50.451653 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-411f175c-6080-4a44-a978-6ecb0d5bf03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.507727 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-59f975dd-c228-4e86-b3fa-d7f4689ff418', 'network_id': '59f975dd-c228-4e86-b3fa-d7f4689ff418', 'project_id': 'fe7903db672f43d482ab75f79857e92c', 'fixed_ips': [{'subnet_id': 'f443c5ab-9314-43d3-aae2-9eda20fce218'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:50.508810 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.536250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for port (073d5dfc-edef-4a81-b8ba-6a94f35f19cb), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.550230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (073d5dfc-edef-4a81-b8ba-6a94f35f19cb), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.629505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df848209-bcc0-4972-88f7-718c7561219e req-2418deda-fec3-449d-8134-4488340db96c tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054140 Mar 07 16:06:50.633557 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (7e4db7c2-1640-4139-8b33-3d0b2a1459cf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.650698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7689d5a4-1572-46a9-917a-222c041329e2,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:50.672245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 59f975dd-c228-4e86-b3fa-d7f4689ff418 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:50.689063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:50.692552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:50.694772 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.744895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:06:50.757215 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Sync routers for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:06:50.771740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-411f175c-6080-4a44-a978-6ecb0d5bf03f None None] For port 00504770-87f8-4f53-9a90-c5ddde2499d9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=00504770-87f8-4f53-9a90-c5ddde2499d9,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:50.784643 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:50.785461 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:50.801906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f169594f-bd2f-4604-89d9-67853411cef9 req-cc16d94b-cc22-4a72-b191-538432c041f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3116553 Mar 07 16:06:50.842238 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-411f175c-6080-4a44-a978-6ecb0d5bf03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.846336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 00504770-87f8-4f53-9a90-c5ddde2499d9 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:50.847003 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.890774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.892045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1bae7aa2-056b-4d90-a8c0-5fbb93e2a666 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6341882 Mar 07 16:06:50.892682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] For port 6e64cf4d-5650-43a9-bff5-adef31a0bedc, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:50.899403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7118566 Mar 07 16:06:50.900075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53982) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:50.900541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53984) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:50.932762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'Port': ['ID=073d5dfc-edef-4a81-b8ba-6a94f35f19cb,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:50.935838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] For port 6e64cf4d-5650-43a9-bff5-adef31a0bedc, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6e64cf4d-5650-43a9-bff5-adef31a0bedc,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:50.984150 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:50.989493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (656d63d5-2939-4c11-8ea0-7ce2a8fbcab3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:51.051318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f175c-6080-4a44-a978-6ecb0d5bf03f None None] Pushing event updated for resources: {'Port': ['ID=00504770-87f8-4f53-9a90-c5ddde2499d9,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:51.051542 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:51.095891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-272140fd-1594-497f-88a8-5661ca0b8770 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:51.097557 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-272140fd-1594-497f-88a8-5661ca0b8770 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 804 time: 0.4844522 Mar 07 16:06:51.101158 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:51.102337 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c2efee47-2d67-4eb7-bf8d-4f36ba1d1b6b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4683082 Mar 07 16:06:51.118325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3393c-4142-44fe-82eb-0c0815ceadb6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=7e4db7c2-1640-4139-8b33-3d0b2a1459cf,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:51.161731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] Provisioning complete for port 6e64cf4d-5650-43a9-bff5-adef31a0bedc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:51.174253 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:51.180381 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-c915d9f4-9813-432a-99b1-852a0a48e3ec tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/quotas/396f89dec5c342a0ad3c9addcd849ab5 HTTP/1.1" status: 200 len: 375 time: 0.0461068 Mar 07 16:06:51.202534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:06:51.203559 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:06:51.277717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Allocated IP 2001:db8::2 (59f975dd-c228-4e86-b3fa-d7f4689ff418/f443c5ab-9314-43d3-aae2-9eda20fce218/e01bab87-534d-4b97-a443-57ab29f1378c) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:51.304867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:51.305845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076eed3-6a71-4951-a860-ffc03f0ebfe9 req-b35cb8ce-d8a7-4322-99be-931bb38d5da7 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:51.306113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:51.314505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e076eed3-6a71-4951-a860-ffc03f0ebfe9 req-b35cb8ce-d8a7-4322-99be-931bb38d5da7 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.5328724 Mar 07 16:06:51.363085 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-f7f7a9e8-81b0-45f5-8d7c-f63e1844f24c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1814966 Mar 07 16:06:51.393587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee102ea8-d4ac-486c-9cc5-860a950d3700 None None] Pushing event updated for resources: {'Port': ['ID=6e64cf4d-5650-43a9-bff5-adef31a0bedc,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:51.532276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e076eed3-6a71-4951-a860-ffc03f0ebfe9 req-8af573d3-f6c3-4a4d-b8c9-3707c18ef3cd tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167656 Mar 07 16:06:51.543699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-f3c40981-10e8-4946-9cfe-e8d3ed45b9c4 service neutron] 10.222.0.24 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792839 Mar 07 16:06:51.550697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169594f-bd2f-4604-89d9-67853411cef9 req-1d8048f8-8b8c-4548-a849-7530298dddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:51.560849 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f169594f-bd2f-4604-89d9-67853411cef9 req-1d8048f8-8b8c-4548-a849-7530298dddec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 1132 time: 0.6707294 Mar 07 16:06:51.581289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c1bb4-a423-4a76-afff-4a62a00058c9 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:51.583598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c1bb4-a423-4a76-afff-4a62a00058c9 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:51.585292 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c1bb4-a423-4a76-afff-4a62a00058c9 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:51.586851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c1bb4-a423-4a76-afff-4a62a00058c9 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:51.589272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c1bb4-a423-4a76-afff-4a62a00058c9 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:51.596854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54000) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:51.599216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d72c1bb4-a423-4a76-afff-4a62a00058c9 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6838272 Mar 07 16:06:51.654108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826107059'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:51.664925 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:47Z', 'revision_number': 3, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:51.777396 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Checking router: 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:06:51.779279 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Updating router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 port a6437e4a-aefb-4e09-828f-284e92e7f0d3 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:06:51.789281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:51.804010 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:51.821403 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:51.854353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:51.857400 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa206cd2-6f79-4aa6-88ba-07e059c0d02d" -d '{"events": [{"server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "name": "network-vif-unplugged", "status": "completed", "tag": "7689d5a4-1572-46a9-917a-222c041329e2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:51.913856 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-dcdf8911-508e-4f78-a381-8d251fbd6902 service neutron] 10.222.0.24 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668773 Mar 07 16:06:51.926084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-1feaa2fe-bdf1-4341-a92a-e790075a9ee7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:51.929502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-1feaa2fe-bdf1-4341-a92a-e790075a9ee7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f HTTP/1.1" status: 200 len: 943 time: 0.2216439 Mar 07 16:06:51.940128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:06:51.974362 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Publish callbacks [] for port (e01bab87-534d-4b97-a443-57ab29f1378c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.001888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d37ea929-79d8-4ecb-8fb9-b119de51517a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.002244 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment d37ea929-79d8-4ecb-8fb9-b119de51517a of type vlan for network 31bba254-3144-4e98-82f2-a7c3d858b034 Mar 07 16:06:52.013377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] Current status of the port 6e64cf4d-5650-43a9-bff5-adef31a0bedc is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:52.014525 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.018473 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 00504770-87f8-4f53-9a90-c5ddde2499d9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:52.045715 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.048622 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (31bba254-3144-4e98-82f2-a7c3d858b034), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.086350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (31bba254-3144-4e98-82f2-a7c3d858b034), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.090199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:52.093498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:52.094301 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.175324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=31bba254-3144-4e98-82f2-a7c3d858b034,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:52.216244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 31bba254-3144-4e98-82f2-a7c3d858b034 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:52.278917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 00504770-87f8-4f53-9a90-c5ddde2499d9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:52.282344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Network 59f975dd-c228-4e86-b3fa-d7f4689ff418 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:52.330987 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f0f0d8e1-161b-4e08-9375-b99f9cba1610 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7315986 Mar 07 16:06:52.332730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:52.342083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7a054f8b-bd2f-4556-af42-74d345a0fcba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:52.380122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:52.386597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] For port 6e64cf4d-5650-43a9-bff5-adef31a0bedc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6e64cf4d-5650-43a9-bff5-adef31a0bedc,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:52.399029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:52.472050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Pushing event updated for resources: {'Port': ['ID=e01bab87-534d-4b97-a443-57ab29f1378c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:52.484043 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.618477 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Publish callbacks [] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.633283 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.644169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a054f8b-bd2f-4556-af42-74d345a0fcba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (31bba254-3144-4e98-82f2-a7c3d858b034), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.677350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a054f8b-bd2f-4556-af42-74d345a0fcba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (31bba254-3144-4e98-82f2-a7c3d858b034), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.698063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a054f8b-bd2f-4556-af42-74d345a0fcba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 31bba254-3144-4e98-82f2-a7c3d858b034 is not hosted by any dhcp agent {{(pid=103866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:06:52.703098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a054f8b-bd2f-4556-af42-74d345a0fcba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:52.703728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a054f8b-bd2f-4556-af42-74d345a0fcba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.708409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7a054f8b-bd2f-4556-af42-74d345a0fcba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "PUT /v2.0/networks/31bba254-3144-4e98-82f2-a7c3d858b034 HTTP/1.1" status: 200 len: 723 time: 0.3723338 Mar 07 16:06:52.709859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54028) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:52.720563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': '31bba254-3144-4e98-82f2-a7c3d858b034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:52.760567 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Pushing event updated for resources: {'Port': ['ID=a6437e4a-aefb-4e09-828f-284e92e7f0d3,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:52.773945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] Pushing event updated for resources: {'Port': ['ID=6e64cf4d-5650-43a9-bff5-adef31a0bedc,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:52.829811 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Attempting to bind port a6437e4a-aefb-4e09-828f-284e92e7f0d3 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:52.835087 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Attempting to bind port a6437e4a-aefb-4e09-828f-284e92e7f0d3 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:52.835623 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Attempting to bind port a6437e4a-aefb-4e09-828f-284e92e7f0d3 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:52.854663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-ec9ead82-3880-4c4c-8480-adedcea5b649 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1221451573&fields=id&tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc HTTP/1.1" status: 200 len: 267 time: 1.0374601 Mar 07 16:06:52.857817 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:52.858441 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:52.859560 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.860067 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:52.860950 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Bound port: a6437e4a-aefb-4e09-828f-284e92e7f0d3, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:52.861441 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:52.972131 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] For port a6437e4a-aefb-4e09-828f-284e92e7f0d3, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:52.975866 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] For port a6437e4a-aefb-4e09-828f-284e92e7f0d3, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a6437e4a-aefb-4e09-828f-284e92e7f0d3,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:52.980360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169594f-bd2f-4604-89d9-67853411cef9 req-53bd0679-2361-4d22-93bb-3f16d42e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:52.982620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f169594f-bd2f-4604-89d9-67853411cef9 req-53bd0679-2361-4d22-93bb-3f16d42e60fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 1.3209836 Mar 07 16:06:52.988078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd60ab-25ca-44d1-9935-eca917df971f req-86c04ac3-93cf-410a-ac04-c92c4f48b3c4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:52.990257 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6fd60ab-25ca-44d1-9935-eca917df971f req-86c04ac3-93cf-410a-ac04-c92c4f48b3c4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.7254455 Mar 07 16:06:52.995003 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.000897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:53.006279 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.130387 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:06:53.138300 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:53.184316 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f169594f-bd2f-4604-89d9-67853411cef9 req-12840894-d0fb-4a4a-ad72-982c11b100eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e0287fd7-b295-4a34-a85a-20f2c1dfa11f HTTP/1.1" status: 200 len: 217 time: 0.1776066 Mar 07 16:06:53.197790 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Deleting port 7689d5a4-1572-46a9-917a-222c041329e2 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:53.203260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7689d5a4-1572-46a9-917a-222c041329e2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.221489 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Pushing event updated for resources: {'Port': ['ID=a6437e4a-aefb-4e09-828f-284e92e7f0d3,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:53.290562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] Provisioning complete for port 00504770-87f8-4f53-9a90-c5ddde2499d9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:53.291546 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.303346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 00504770-87f8-4f53-9a90-c5ddde2499d9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:53.303730 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.332916 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.334102 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.335531 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.337208 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.338088 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.338642 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.339251 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.340185 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.343691 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.344240 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.344725 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.346025 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.346511 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7dbd-2076-4d72-8249-c879807727b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:06:53.350671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Attempting to bind port e01bab87-534d-4b97-a443-57ab29f1378c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:53.350886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Attempting to bind port e01bab87-534d-4b97-a443-57ab29f1378c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '7929d824-5b87-41e9-9345-3f2312821a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59f975dd-c228-4e86-b3fa-d7f4689ff418'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:53.351281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Attempting to bind port e01bab87-534d-4b97-a443-57ab29f1378c on network 59f975dd-c228-4e86-b3fa-d7f4689ff418 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:53.351731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-0b8c56cb-3083-46ab-830a-97a582af844c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:53.359489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-0b8c56cb-3083-46ab-830a-97a582af844c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 815 time: 0.4783857 Mar 07 16:06:53.363710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:53.364122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Checking segment: {'id': '7929d824-5b87-41e9-9345-3f2312821a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59f975dd-c228-4e86-b3fa-d7f4689ff418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:53.364524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.364928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Bound using segment: {'id': '7929d824-5b87-41e9-9345-3f2312821a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59f975dd-c228-4e86-b3fa-d7f4689ff418'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:53.365423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Bound port: e01bab87-534d-4b97-a443-57ab29f1378c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7929d824-5b87-41e9-9345-3f2312821a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59f975dd-c228-4e86-b3fa-d7f4689ff418'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:53.365834 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.378324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a054f8b-bd2f-4556-af42-74d345a0fcba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=31bba254-3144-4e98-82f2-a7c3d858b034,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:53.381448 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8f1a-5d35-446a-a254-c32b006dac61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.417014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 31bba254-3144-4e98-82f2-a7c3d858b034 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:06:53.423992 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (b81ebf4e-98d2-4906-b306-9bff7049ce0b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.506345 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:06:53.539529 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6fd60ab-25ca-44d1-9935-eca917df971f req-14db0ed0-d36a-43ba-a93b-5cee81c22d20 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882416 Mar 07 16:06:53.647457 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-17de160c-8592-4fb6-9e8d-e5ef15cf8d0d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/quotas/e5e13e7abaf74f80bba27bdcf0bfcecc HTTP/1.1" status: 200 len: 375 time: 0.2682757 Mar 07 16:06:53.660627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-3e32d27b-333b-47eb-a30b-bde4d56ce425 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4128795 Mar 07 16:06:53.672048 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] For port 7689d5a4-1572-46a9-917a-222c041329e2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7689d5a4-1572-46a9-917a-222c041329e2,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:53.676589 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7689d5a4-1572-46a9-917a-222c041329e2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.708762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=b81ebf4e-98d2-4906-b306-9bff7049ce0b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:53.753659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Calling delete_port for 7689d5a4-1572-46a9-917a-222c041329e2 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:53.786149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169594f-bd2f-4604-89d9-67853411cef9 req-1f3344a8-28b3-432a-8b09-99476fbf585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:53.787985 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f169594f-bd2f-4604-89d9-67853411cef9 req-1f3344a8-28b3-432a-8b09-99476fbf585f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.4269655 Mar 07 16:06:53.821877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking segment: {'id': 'd37ea929-79d8-4ecb-8fb9-b119de51517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31bba254-3144-4e98-82f2-a7c3d858b034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:53.825805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network hostable DHCP agents. Network: 31bba254-3144-4e98-82f2-a7c3d858b034, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:06:53.826120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:53.828952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:50Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:53.851659 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:47Z', 'revision_number': 3, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:06:53.897732 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd2dee-b62b-46e7-9e9c-892380f570d2 None None] The sync data for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 is: [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:47Z', 'revision_number': 3, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:06:54.039563 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-4714b26a-c232-42c3-b764-890118a18318 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3773382 Mar 07 16:06:54.046249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 00504770-87f8-4f53-9a90-c5ddde2499d9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:54.049158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7689d5a4-1572-46a9-917a-222c041329e2 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:06:54.137567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169594f-bd2f-4604-89d9-67853411cef9 req-24788644-c557-4167-963c-f31b5e26f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:54.139620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f169594f-bd2f-4604-89d9-67853411cef9 req-24788644-c557-4167-963c-f31b5e26f07a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3453858 Mar 07 16:06:54.154817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5703308-bc05-4bb0-9487-c1a7278137ce None None] The sync data for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 is: [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:50Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:06:54.168128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] For port e01bab87-534d-4b97-a443-57ab29f1378c, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:54.289729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] For port e01bab87-534d-4b97-a443-57ab29f1378c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e01bab87-534d-4b97-a443-57ab29f1378c,segment=NetworkSegment(7929d824-5b87-41e9-9345-3f2312821a30),segment_id=7929d824-5b87-41e9-9345-3f2312821a30)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:54.314691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-10da4147-b13c-4bf9-931d-7ff7a57aa738 None None] Current status of the port 00504770-87f8-4f53-9a90-c5ddde2499d9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:54.350897 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:54.453859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No active binding found for port 7689d5a4-1572-46a9-917a-222c041329e2 {{(pid=103868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 16:06:54.454601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 7689d5a4-1572-46a9-917a-222c041329e2 host None! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:06:54.455256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7689d5a4-1572-46a9-917a-222c041329e2 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:06:54.498231 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7689d5a4-1572-46a9-917a-222c041329e2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:54.527457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 31bba254-3144-4e98-82f2-a7c3d858b034 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:06:54.547203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4ce25-aab0-418f-a70b-1b602920faf6 None None] Pushing event updated for resources: {'Port': ['ID=e01bab87-534d-4b97-a443-57ab29f1378c,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:54.564623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f434f887-298e-4802-936c-182cc8609392 None None] Provisioning complete for port 6e64cf4d-5650-43a9-bff5-adef31a0bedc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:54.565014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f434f887-298e-4802-936c-182cc8609392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:54.582356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-fa37d1ed-800c-4086-82b8-14363e96b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:54.584078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-fa37d1ed-800c-4086-82b8-14363e96b529 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa6ccd2bcec746369708c24b8c365314&device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 1131 time: 0.8690138 Mar 07 16:06:54.674171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Pushing event deleted for resources: {'Port': ['ID=7689d5a4-1572-46a9-917a-222c041329e2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:54.689380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 31bba254-3144-4e98-82f2-a7c3d858b034) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:54.704742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479771c6-87ee-4df8-8b8c-41a04d112dba None None] Network 31bba254-3144-4e98-82f2-a7c3d858b034 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:54.759582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:54.759582 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:54.937556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f434f887-298e-4802-936c-182cc8609392 None None] Current status of the port 6e64cf4d-5650-43a9-bff5-adef31a0bedc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:55.026926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-31bba254-3144-4e98-82f2-a7c3d858b034', 'network_id': '31bba254-3144-4e98-82f2-a7c3d858b034', 'project_id': 'fe7903db672f43d482ab75f79857e92c', 'fixed_ips': [{'subnet_id': 'b81ebf4e-98d2-4906-b306-9bff7049ce0b'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:06:55.027811 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:55.123185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-f025a2e1-a7d3-4ae3-ae8e-870c297623b2 service neutron] 10.222.0.24 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0065532 Mar 07 16:06:55.147033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f169594f-bd2f-4604-89d9-67853411cef9 req-71a20dc9-028c-421e-aff1-3363085436d6 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9503286 Mar 07 16:06:55.349862 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-23dfecb8-4690-41f3-9192-0da594782c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:55.448921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-27162d05-4019-4d4a-813b-4ff7cbd597a9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:55.450911 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-27162d05-4019-4d4a-813b-4ff7cbd597a9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.11 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 804 time: 1.2432649 Mar 07 16:06:55.495479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Allocated IP 2001:db8::2 (31bba254-3144-4e98-82f2-a7c3d858b034/b81ebf4e-98d2-4906-b306-9bff7049ce0b/08baa5fe-5e10-4fff-8682-bbb05b19ea98) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:55.580601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Request body: {'port': {'device_id': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'admin_state_up': True, 'tenant_id': '396f89dec5c342a0ad3c9addcd849ab5'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:55.660777 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f169594f-bd2f-4604-89d9-67853411cef9 req-69058b35-4e31-4473-8989-08512d6123e4 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274566 Mar 07 16:06:55.667787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Allocated IP 172.20.0.1 (7dfe412a-9378-485b-8128-0e25ac679751/e9c26510-8d64-42ae-9a74-5377602fc673/d155d751-cc85-47d2-8bc8-4f5c5ec436f7) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:55.819551 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a22d45cd-3338-4e6c-96df-0d9560d1a682 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1060107 Mar 07 16:06:55.835384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54064) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:55.865567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-39522c72-f9de-4232-8897-6c65bd55f5dc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:55.936689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67bbdd-0b03-48d1-a974-03caa176d28a req-4c4fa553-0758-4530-b13f-5d74bacc17f8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:55.962678 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ec67bbdd-0b03-48d1-a974-03caa176d28a req-4c4fa553-0758-4530-b13f-5d74bacc17f8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 950 time: 1.6823683 Mar 07 16:06:55.978272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-c43704b8-eb60-4301-b03b-c1e826757836 service neutron] 10.222.0.24 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8301001 Mar 07 16:06:55.984158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] No DVR routers for this DVR port 7689d5a4-1572-46a9-917a-222c041329e2 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:55.986010 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Publish callbacks [] for port (08baa5fe-5e10-4fff-8682-bbb05b19ea98), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.006165 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (08baa5fe-5e10-4fff-8682-bbb05b19ea98), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.058422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.066697 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f4690f9e-9e35-41f6-af90-e465f99f2f03 req-2f65c15e-f572-49f8-a108-dabcd4a66af7 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.15 "DELETE /v2.0/ports/7689d5a4-1572-46a9-917a-222c041329e2 HTTP/1.1" status: 204 len: 173 time: 4.1290379 Mar 07 16:06:56.077224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Pushing event updated for resources: {'Port': ['ID=08baa5fe-5e10-4fff-8682-bbb05b19ea98,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:56.083280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'name': 'network-vif-deleted', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:06:56.096343 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcb3e60-2a65-467c-b1b6-62e8e533cd73" -d '{"events": [{"server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "name": "network-vif-deleted", "tag": "7689d5a4-1572-46a9-917a-222c041329e2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:06:56.135114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Network 31bba254-3144-4e98-82f2-a7c3d858b034 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:56.137432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:56.142939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:56.375489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-b37f811c-cc1d-44bf-8d07-4e9904d342f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:56.379844 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-b37f811c-cc1d-44bf-8d07-4e9904d342f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 1.6379018 Mar 07 16:06:56.397778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Made reservation on behalf of 396f89dec5c342a0ad3c9addcd849ab5 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:56.414225 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.417111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Attempting to bind port 08baa5fe-5e10-4fff-8682-bbb05b19ea98 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:06:56.417660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Attempting to bind port 08baa5fe-5e10-4fff-8682-bbb05b19ea98 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'd37ea929-79d8-4ecb-8fb9-b119de51517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31bba254-3144-4e98-82f2-a7c3d858b034'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:06:56.419589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Attempting to bind port 08baa5fe-5e10-4fff-8682-bbb05b19ea98 on network 31bba254-3144-4e98-82f2-a7c3d858b034 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:06:56.434258 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.439957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:06:56.440213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Checking segment: {'id': 'd37ea929-79d8-4ecb-8fb9-b119de51517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31bba254-3144-4e98-82f2-a7c3d858b034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:06:56.440635 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.441041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Bound using segment: {'id': 'd37ea929-79d8-4ecb-8fb9-b119de51517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31bba254-3144-4e98-82f2-a7c3d858b034'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:06:56.449388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Bound port: 08baa5fe-5e10-4fff-8682-bbb05b19ea98, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37ea929-79d8-4ecb-8fb9-b119de51517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31bba254-3144-4e98-82f2-a7c3d858b034'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:06:56.456805 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Publish callbacks [] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.459545 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (08baa5fe-5e10-4fff-8682-bbb05b19ea98), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.520447 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39522c72-f9de-4232-8897-6c65bd55f5dc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11628491'] for subnet (b81ebf4e-98d2-4906-b306-9bff7049ce0b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.683581 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51e7201-6275-4f1a-a7dc-2a3c91e53e9e x-openstack-request-id: req-c51e7201-6275-4f1a-a7dc-2a3c91e53e9e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:56.683917 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "name": "network-vif-unplugged", "status": "completed", "tag": "7689d5a4-1572-46a9-917a-222c041329e2", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:56.684157 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c51e7201-6275-4f1a-a7dc-2a3c91e53e9e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:56.685162 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2', 'code': 200} Mar 07 16:06:56.686377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfdd25a-6911-4162-83d8-541f5c142e73 None None] Network 59f975dd-c228-4e86-b3fa-d7f4689ff418 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:56.725286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a6437e4a-aefb-4e09-828f-284e92e7f0d3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:56.849132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:56.869392 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ec67bbdd-0b03-48d1-a974-03caa176d28a req-78d192d9-9e82-4109-9e52-5722384d3cef tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9018927 Mar 07 16:06:56.916222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Allocated IP 172.20.0.6 (56f7a155-caa6-4fe0-9155-d3a4eed1a66b/620f6ee8-c693-4e4e-9db5-22c228d33062/83a8a82e-a260-4fd9-924b-e44b3f2b58bb) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:56.968702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-43848ff9-5cbe-4119-b7b0-825adcd6a6d5 None None] Provisioning complete for port e01bab87-534d-4b97-a443-57ab29f1378c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:56.969137 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-43848ff9-5cbe-4119-b7b0-825adcd6a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:57.006826 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port a6437e4a-aefb-4e09-828f-284e92e7f0d3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:57.007235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:57.011058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] For port 08baa5fe-5e10-4fff-8682-bbb05b19ea98, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:06:57.042025 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-6c248168-7f9a-470f-b279-cca3427ed471 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=d07000d0-ebfb-48f8-981f-9a596233f9dd HTTP/1.1" status: 200 len: 217 time: 0.2674315 Mar 07 16:06:57.128697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] For port 08baa5fe-5e10-4fff-8682-bbb05b19ea98, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=08baa5fe-5e10-4fff-8682-bbb05b19ea98,segment=NetworkSegment(d37ea929-79d8-4ecb-8fb9-b119de51517a),segment_id=d37ea929-79d8-4ecb-8fb9-b119de51517a)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:06:57.158147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-1ab881d3-53e0-4cde-96f3-56a832e7a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:57.159893 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-1ab881d3-53e0-4cde-96f3-56a832e7a5f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1041689 Mar 07 16:06:57.223836 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks [] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:57.244833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39522c72-f9de-4232-8897-6c65bd55f5dc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790654969775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12424814'] for subnet (b81ebf4e-98d2-4906-b306-9bff7049ce0b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:57.254892 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (08baa5fe-5e10-4fff-8682-bbb05b19ea98), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:57.334282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39522c72-f9de-4232-8897-6c65bd55f5dc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=b81ebf4e-98d2-4906-b306-9bff7049ce0b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:57.340353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911721e0-756e-47f2-9601-14830ec9e810 None None] Pushing event updated for resources: {'Port': ['ID=08baa5fe-5e10-4fff-8682-bbb05b19ea98,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:57.343174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39522c72-f9de-4232-8897-6c65bd55f5dc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:57.343883 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39522c72-f9de-4232-8897-6c65bd55f5dc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:57.345732 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-39522c72-f9de-4232-8897-6c65bd55f5dc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "PUT /v2.0/subnets/b81ebf4e-98d2-4906-b306-9bff7049ce0b HTTP/1.1" status: 200 len: 826 time: 1.5030925 Mar 07 16:06:57.361975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54082) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:06:57.497877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Network 7dfe412a-9378-485b-8128-0e25ac679751 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:57.504935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Pushing event updated for resources: {'Port': ['ID=d155d751-cc85-47d2-8bc8-4f5c5ec436f7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:57.507989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:57.511851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:57.512017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597b6a-fbda-4f59-a31e-de0d750aa80b req-2ace77f8-48d2-47dc-ace7-fafc65d9b722 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:57.530394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56597b6a-fbda-4f59-a31e-de0d750aa80b req-2ace77f8-48d2-47dc-ace7-fafc65d9b722 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.4460843 Mar 07 16:06:57.556684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:57.583287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:06:57.638610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-864abd86-8880-485a-96d3-c099be7aab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:57.642463 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-864abd86-8880-485a-96d3-c099be7aab73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4679008 Mar 07 16:06:57.683208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:06:57.766739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a6437e4a-aefb-4e09-828f-284e92e7f0d3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:57.767413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:06:57.767530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:57.781852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-43848ff9-5cbe-4119-b7b0-825adcd6a6d5 None None] Current status of the port e01bab87-534d-4b97-a443-57ab29f1378c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:06:57.787359 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-43848ff9-5cbe-4119-b7b0-825adcd6a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:57.825495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Pushing event updated for resources: {'Port': ['ID=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:57.908312 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:58.013360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port a6437e4a-aefb-4e09-828f-284e92e7f0d3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a6437e4a-aefb-4e09-828f-284e92e7f0d3,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:58.029880 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:58.044600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6e64cf4d-5650-43a9-bff5-adef31a0bedc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:06:58.051593 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:58.085902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b53f3-d412-4ed5-8a0e-b38fcae50132 req-a7e75754-f471-492c-a497-bff732cb1cf9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:58.088208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56597b6a-fbda-4f59-a31e-de0d750aa80b req-7a609a14-da24-494f-b0fe-ff3157a35d24 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543070 Mar 07 16:06:58.093384 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (31bba254-3144-4e98-82f2-a7c3d858b034), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:58.101045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-993b53f3-d412-4ed5-8a0e-b38fcae50132 req-a7e75754-f471-492c-a497-bff732cb1cf9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 931 time: 1.2397394 Mar 07 16:06:58.159850 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-2b908056-4d1b-4e6a-a55c-76a6f6fcbc16 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914329 Mar 07 16:06:58.194956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432c750-1724-4077-9b62-fa1378eb53e6 None None] Update dhcp port {'port': {'network_id': '59f975dd-c228-4e86-b3fa-d7f4689ff418', 'fixed_ips': [{'subnet_id': 'f443c5ab-9314-43d3-aae2-9eda20fce218', 'ip_address': '2001:db8::2'}, {'subnet_id': '7e4db7c2-1640-4139-8b33-3d0b2a1459cf'}], 'binding:host_id': 'n-d-830010-8'}, 'id': 'e01bab87-534d-4b97-a443-57ab29f1378c'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:06:58.199337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:58.204823 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:58.251438 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-6f938559-97f4-450f-a115-bbf10233b23f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6911287 Mar 07 16:06:58.276701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-43848ff9-5cbe-4119-b7b0-825adcd6a6d5 None None] For port e01bab87-534d-4b97-a443-57ab29f1378c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e01bab87-534d-4b97-a443-57ab29f1378c,segment=NetworkSegment(7929d824-5b87-41e9-9345-3f2312821a30),segment_id=7929d824-5b87-41e9-9345-3f2312821a30)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:58.277177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Request body: {'port': {'device_id': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:58.379055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-993b53f3-d412-4ed5-8a0e-b38fcae50132 req-4511e33d-ac9f-4b9c-8c3f-cbdbd12a28ae tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737465 Mar 07 16:06:58.506490 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c83e39d-f757-46a3-bdd8-3145223f222d x-openstack-request-id: req-8c83e39d-f757-46a3-bdd8-3145223f222d {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:06:58.506992 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f", "name": "network-vif-deleted", "tag": "7689d5a4-1572-46a9-917a-222c041329e2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:06:58.509876 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c83e39d-f757-46a3-bdd8-3145223f222d {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:06:58.510527 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2b27fa-edf1-4d3d-bc4b-2cf7e63e626f', 'name': 'network-vif-deleted', 'tag': '7689d5a4-1572-46a9-917a-222c041329e2', 'status': 'completed', 'code': 200} Mar 07 16:06:58.534456 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:58.557381 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34de13d-4ee7-42c9-9795-b991c07c3491 req-da517ff9-973c-4d10-b5ee-8a2669a22b9d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:58.568655 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c34de13d-4ee7-42c9-9795-b991c07c3491 req-da517ff9-973c-4d10-b5ee-8a2669a22b9d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.3148887 Mar 07 16:06:58.703290 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a64e3ce6-827d-477e-99f7-627680487302 req-267dbdcf-66f9-452c-ab2c-be1132422a21 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 210 time: 0.0497444 Mar 07 16:06:58.756505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting port 08baa5fe-5e10-4fff-8682-bbb05b19ea98 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:06:58.757127 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (08baa5fe-5e10-4fff-8682-bbb05b19ea98), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:58.763908 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-43848ff9-5cbe-4119-b7b0-825adcd6a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:58.816423 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c34de13d-4ee7-42c9-9795-b991c07c3491 req-8daadb7b-d861-4bfe-a2ce-38f49e6573d1 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456031 Mar 07 16:06:58.825814 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a5e95ea2-f1ec-4775-959a-b503e5c76c72 req-4d740583-d8f3-4279-9493-089396a83c70 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508226 Mar 07 16:06:58.865981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=a6437e4a-aefb-4e09-828f-284e92e7f0d3,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:58.878614 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9432c750-1724-4077-9b62-fa1378eb53e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:58.911351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:59.054168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-e26f939f-f01d-46c6-a00d-824dd6f011ee tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:59.055746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-e26f939f-f01d-46c6-a00d-824dd6f011ee tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 815 time: 0.4450400 Mar 07 16:06:59.097146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] For port 08baa5fe-5e10-4fff-8682-bbb05b19ea98, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=08baa5fe-5e10-4fff-8682-bbb05b19ea98,segment=NetworkSegment(d37ea929-79d8-4ecb-8fb9-b119de51517a),segment_id=d37ea929-79d8-4ecb-8fb9-b119de51517a)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:59.103018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (08baa5fe-5e10-4fff-8682-bbb05b19ea98), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:59.145574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Calling delete_port for 08baa5fe-5e10-4fff-8682-bbb05b19ea98 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:06:59.173436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-606b1ffe-b5dd-4e05-80b2-9b489b8a8c21 None None] Provisioning complete for port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:59.174115 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-606b1ffe-b5dd-4e05-80b2-9b489b8a8c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:59.240927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086a1d2-72c7-4f4a-92cd-5eebcda3634e req-6d77ddd6-cf61-4c46-ab5d-de6cc3950823 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:59.249804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f086a1d2-72c7-4f4a-92cd-5eebcda3634e req-6d77ddd6-cf61-4c46-ab5d-de6cc3950823 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 1132 time: 0.2913117 Mar 07 16:06:59.275328 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-137b4e91-6b26-452a-9ec6-1c4cea40cb37 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc HTTP/1.1" status: 200 len: 380 time: 0.2051075 Mar 07 16:06:59.287104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'port': {'device_id': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'admin_state_up': True, 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'security_groups': ['3089eb8a-40e5-4cc1-af71-099ea6a5102a']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:06:59.329406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda0d96b-e08f-4ea1-827e-f54098580fec None None] Network 31bba254-3144-4e98-82f2-a7c3d858b034 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:06:59.475753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Made reservation on behalf of e5e13e7abaf74f80bba27bdcf0bfcecc for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:06:59.479752 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:59.518840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-9432c750-1724-4077-9b62-fa1378eb53e6 None None] Allocated IP 172.20.0.1 (59f975dd-c228-4e86-b3fa-d7f4689ff418/7e4db7c2-1640-4139-8b33-3d0b2a1459cf/e01bab87-534d-4b97-a443-57ab29f1378c) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:59.670861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Allocated IP 172.20.0.10 (d1d0569b-ea64-4f69-9f7c-982fe6065f52/5c171cf0-d78f-4c34-8829-660dca40c750/6eb36fd5-507f-4961-acff-7ce89ae579fd) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:06:59.685119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9432c750-1724-4077-9b62-fa1378eb53e6 None None] For port e01bab87-534d-4b97-a443-57ab29f1378c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e01bab87-534d-4b97-a443-57ab29f1378c,segment=NetworkSegment(7929d824-5b87-41e9-9345-3f2312821a30),segment_id=7929d824-5b87-41e9-9345-3f2312821a30)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:06:59.724527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6e64cf4d-5650-43a9-bff5-adef31a0bedc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:06:59.725330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:59.727640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43848ff9-5cbe-4119-b7b0-825adcd6a6d5 None None] Pushing event updated for resources: {'Port': ['ID=e01bab87-534d-4b97-a443-57ab29f1378c,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:59.751374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:59.759318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (08baa5fe-5e10-4fff-8682-bbb05b19ea98), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:59.806881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa18c-b122-4eb5-b5b0-8cb73d536d73 req-fd204bee-a307-42e6-bcfe-9f1f3ea84288 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:06:59.808883 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4fffa18c-b122-4eb5-b5b0-8cb73d536d73 req-fd204bee-a307-42e6-bcfe-9f1f3ea84288 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 931 time: 0.3172703 Mar 07 16:06:59.816422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Port': ['ID=08baa5fe-5e10-4fff-8682-bbb05b19ea98,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:06:59.859927 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-606b1ffe-b5dd-4e05-80b2-9b489b8a8c21 None None] Port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:06:59.891723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9432c750-1724-4077-9b62-fa1378eb53e6 None None] Publish callbacks [] for port (e01bab87-534d-4b97-a443-57ab29f1378c), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:06:59.902890 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f086a1d2-72c7-4f4a-92cd-5eebcda3634e req-0d8cf4fe-2c14-4a5e-9421-aa2452ee0248 tempest-ServersOnMultiNodesTest-873983291 tempest-ServersOnMultiNodesTest-873983291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505671 Mar 07 16:06:59.931108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No DVR routers for this DVR port 08baa5fe-5e10-4fff-8682-bbb05b19ea98 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:06:59.958884 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9432c750-1724-4077-9b62-fa1378eb53e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.064784 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4fffa18c-b122-4eb5-b5b0-8cb73d536d73 req-51bcabd3-3b9b-4e91-b379-464c5e27cf86 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798458 Mar 07 16:07:00.082093 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Publish callbacks [] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.090468 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (b81ebf4e-98d2-4906-b306-9bff7049ce0b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.092046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a8a82e-a260-4fd9-924b-e44b3f2b58bb {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:00.100152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.105071 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Publish callbacks [] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.170848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Pushing event updated for resources: {'Port': ['ID=d155d751-cc85-47d2-8bc8-4f5c5ec436f7,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:00.189878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Transition to ACTIVE for port object 83a8a82e-a260-4fd9-924b-e44b3f2b58bb will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:07:00.204391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.214672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.232382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.256490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-093a5e69-7e40-4839-825e-9889d1e7186e None None] Could not find standard attr ID for object 08baa5fe-5e10-4fff-8682-bbb05b19ea98. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:07:00.285514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-334d60e6-ca20-4870-9d2a-2dd4057108a0 req-ffb1e3d5-1300-4e08-9706-15ef2dcd0b45 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 210 time: 0.2507958 Mar 07 16:07:00.287965 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (b81ebf4e-98d2-4906-b306-9bff7049ce0b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.347290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=b81ebf4e-98d2-4906-b306-9bff7049ce0b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:00.359220 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6506c-1d0f-40ef-99a9-fbbe121a6afa req-846ce0c9-57be-4419-93b8-07d8ce1be459 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:00.360975 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94a6506c-1d0f-40ef-99a9-fbbe121a6afa req-846ce0c9-57be-4419-93b8-07d8ce1be459 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1434722 Mar 07 16:07:00.385378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432c750-1724-4077-9b62-fa1378eb53e6 None None] Pushing event updated for resources: {'Port': ['ID=e01bab87-534d-4b97-a443-57ab29f1378c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:00.393693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.509746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6e64cf4d-5650-43a9-bff5-adef31a0bedc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:00.510949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e01bab87-534d-4b97-a443-57ab29f1378c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:00.550982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Network 7dfe412a-9378-485b-8128-0e25ac679751 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:00.553221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Pushing event updated for resources: {'Port': ['ID=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:00.564672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:00.630908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e01bab87-534d-4b97-a443-57ab29f1378c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:00.633556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.713717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339e240b-a858-4c80-8f58-b98d786c13c8 None None] Network 31bba254-3144-4e98-82f2-a7c3d858b034 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:00.724280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (31bba254-3144-4e98-82f2-a7c3d858b034), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:00.750785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'Port': ['ID=6eb36fd5-507f-4961-acff-7ce89ae579fd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:00.777282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:00.807063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547afdd-7f66-4b33-b38e-2c2c0223d58a req-5739da51-803b-4ebc-832f-1a8e910db20c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:00.824326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6547afdd-7f66-4b33-b38e-2c2c0223d58a req-5739da51-803b-4ebc-832f-1a8e910db20c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.3688869 Mar 07 16:07:00.837507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:00.861267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bba254-3144-4e98-82f2-a7c3d858b034']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:00.865252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:00.919547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e01bab87-534d-4b97-a443-57ab29f1378c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:01.053314 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37ea929-79d8-4ecb-8fb9-b119de51517a') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:01.053775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37ea929-79d8-4ecb-8fb9-b119de51517a') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:01.084801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Attempting to bind port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:01.085284 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Attempting to bind port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:01.085458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Attempting to bind port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:01.096451 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94a6506c-1d0f-40ef-99a9-fbbe121a6afa req-07a0cad3-d09b-463a-ba70-6537463a184a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7109687 Mar 07 16:07:01.103869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (d37ea929-79d8-4ecb-8fb9-b119de51517a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.131579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6547afdd-7f66-4b33-b38e-2c2c0223d58a req-fd4a3244-1c08-446b-9d6b-3de181e3788a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052309 Mar 07 16:07:01.149917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46760491-7da1-4939-a145-191f68e5676a None None] DHCP port deletion for 31bba254-3144-4e98-82f2-a7c3d858b034 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:07:01.209038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a6437e4a-aefb-4e09-828f-284e92e7f0d3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:01.210630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:07:01.222766 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:07:01.223132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Attempting to bind port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:01.236775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:01.237413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:01.237767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Checking segment: {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:01.238159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Bound using segment: {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:01.238599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Bound port: 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:01.238994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.253042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.305162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d37ea929-79d8-4ecb-8fb9-b119de51517a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.332354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:01.339438 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (d37ea929-79d8-4ecb-8fb9-b119de51517a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:01.343699 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:01.358405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-002459e1-4cf2-4951-830a-19acd075e199 None None] Provisioning complete for port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:01.358856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-002459e1-4cf2-4951-830a-19acd075e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.360670 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dcb450b6-138c-4b12-af21-f237ea12f6ca tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0796945 Mar 07 16:07:01.448766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Request body: {'port': {'device_id': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:01.472223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:07:01.476171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-002459e1-4cf2-4951-830a-19acd075e199 None None] Port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:07:01.493179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Sync routers for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:07:01.509474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port a6437e4a-aefb-4e09-828f-284e92e7f0d3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:01.509991 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.515190 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d0d5282f-2c91-4a0d-b82a-329196198245 admin admin] 10.222.0.24 "PUT /v2.0/routers/7c4c4de8-1e19-4c4f-8e08-22c6ffddea60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6010833 Mar 07 16:07:01.538052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:07:01.538705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:01.562917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] For port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:01.570594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] For port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:01.586747 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.593609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.646618 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (31bba254-3144-4e98-82f2-a7c3d858b034), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.652286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.663484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54132) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:01.664593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/31bba254-3144-4e98-82f2-a7c3d858b034 HTTP/1.1" status: 204 len: 168 time: 4.2990904 Mar 07 16:07:01.719975 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-583ac604-61c7-4cf7-b717-997f7f127d16 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:01.720898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583ac604-61c7-4cf7-b717-997f7f127d16 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:01.724788 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-583ac604-61c7-4cf7-b717-997f7f127d16 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/31bba254-3144-4e98-82f2-a7c3d858b034 HTTP/1.1" status: 404 len: 339 time: 0.0572658 Mar 07 16:07:01.741075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54134) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:01.744531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc044b44-1f5e-4b7b-b62e-1875d80d14f2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=31bba254-3144-4e98-82f2-a7c3d858b034,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:01.752076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413787265', 'description': 'd1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:01.766519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60af6de-9fe6-4b79-86f0-8fdba95dbb9d req-99d8e202-0a39-4403-b526-d6c88505af65 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:01.773835 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a60af6de-9fe6-4b79-86f0-8fdba95dbb9d req-99d8e202-0a39-4403-b526-d6c88505af65 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 943 time: 0.4119887 Mar 07 16:07:01.786373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:01.787265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.789476 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] 10.222.0.11 "PUT /v2.0/ports/83a8a82e-a260-4fd9-924b-e44b3f2b58bb HTTP/1.1" status: 200 len: 1091 time: 3.5170906 Mar 07 16:07:01.790298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'tag': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:01.792767 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11" -d '{"events": [{"name": "network-changed", "server_uuid": "84becbd2-cbf3-49fb-b88c-fd0c3edea495", "tag": "83a8a82e-a260-4fd9-924b-e44b3f2b58bb"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:01.843685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771602-0e96-4e7c-901c-9b45b2a4f147 service neutron] Pushing event updated for resources: {'Port': ['ID=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:01.898626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:01.903935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:01.905108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec7237-cd9c-43d9-82eb-7a5b6f52f93e req-d5d3d79c-f81b-4eb2-a580-9ec33d363fe9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:01.914102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3eec7237-cd9c-43d9-82eb-7a5b6f52f93e req-d5d3d79c-f81b-4eb2-a580-9ec33d363fe9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2061648 Mar 07 16:07:01.917119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:07:01.966398 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a60af6de-9fe6-4b79-86f0-8fdba95dbb9d req-5aa8edbc-96c7-49bb-a1ce-8703d0830cba tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890457 Mar 07 16:07:01.984339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-3d6fdc3b-99e9-49ea-ad02-fed323e45318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:01.985948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-3d6fdc3b-99e9-49ea-ad02-fed323e45318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 1125 time: 0.1389978 Mar 07 16:07:02.013108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:07:02.015282 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3eec7237-cd9c-43d9-82eb-7a5b6f52f93e req-2a45bf3e-8c30-44ca-a94c-9e808b751a64 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916448 Mar 07 16:07:02.031055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc882a-3fb4-4d43-bd87-4319bbdabd53 None None] Network 59f975dd-c228-4e86-b3fa-d7f4689ff418 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:02.066567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e59e8a14-135e-485a-a1fb-561f44cc69be), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:02.066962 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment e59e8a14-135e-485a-a1fb-561f44cc69be of type vlan for network 7f87939f-2ffa-4d80-bf5c-34d8804063b6 Mar 07 16:07:02.092358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-2149fb43-db2a-462f-be3d-1dcfb1c54b2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb HTTP/1.1" status: 200 len: 217 time: 0.0948472 Mar 07 16:07:02.195925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-cc14bab3-2a13-4ade-b964-bb1a26dc08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:02.197766 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-cc14bab3-2a13-4ade-b964-bb1a26dc08c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620f6ee8-c693-4e4e-9db5-22c228d33062 HTTP/1.1" status: 200 len: 844 time: 0.0931067 Mar 07 16:07:02.236635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7f87939f-2ffa-4d80-bf5c-34d8804063b6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:02.277474 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-25c1d1c8-3d40-4e3b-950a-098967690c20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349274 Mar 07 16:07:02.292731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9dab69d7-8175-4cee-927a-76aed255afbc None None] Provisioning complete for port 6eb36fd5-507f-4961-acff-7ce89ae579fd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:02.294098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9dab69d7-8175-4cee-927a-76aed255afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:02.312184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c2bc-9060-477a-8b43-777055b75dec req-f2334932-76ee-4bba-9512-a4a3c2bf1bc3 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:02.314019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50162b-107a-4b81-bb66-a2cb1a704658 req-ec1581e7-97b9-4bd5-9d0a-c558db6555dd tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:02.315179 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5290c2bc-9060-477a-8b43-777055b75dec req-f2334932-76ee-4bba-9512-a4a3c2bf1bc3 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 950 time: 0.1157188 Mar 07 16:07:02.325318 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0d50162b-107a-4b81-bb66-a2cb1a704658 req-ec1581e7-97b9-4bd5-9d0a-c558db6555dd tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 932 time: 0.2242849 Mar 07 16:07:02.328356 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7f87939f-2ffa-4d80-bf5c-34d8804063b6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:02.334171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:02.334988 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:02.369468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6225588 Mar 07 16:07:02.375953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54150) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:02.486135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7110b36d-eb0c-4f32-9e59-f5c7f406f1d7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:02.487805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7110b36d-eb0c-4f32-9e59-f5c7f406f1d7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/networks?id=7f87939f-2ffa-4d80-bf5c-34d8804063b6 HTTP/1.1" status: 200 len: 764 time: 0.1088161 Mar 07 16:07:02.490954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b7ae4-49bf-46d5-893b-40f65de243a0 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=7f87939f-2ffa-4d80-bf5c-34d8804063b6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:02.493460 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54152) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:02.498677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb36fd5-507f-4961-acff-7ce89ae579fd {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:02.513625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-bcfd8c18-da92-41f6-b1fb-0d433a7c18f3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'description': 'd2'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:02.521524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Publish callbacks [] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:02.549209 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5290c2bc-9060-477a-8b43-777055b75dec req-af510a87-92b3-4b79-b041-e3a04bc3cf85 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145982 Mar 07 16:07:02.584471 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-d9a9ed74-9934-45bd-b479-a3d45d66adf8 service neutron] 10.222.0.11 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959273 Mar 07 16:07:02.609725 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0d50162b-107a-4b81-bb66-a2cb1a704658 req-50fdb866-19c8-4531-87b3-7ff6ed2c065f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561347 Mar 07 16:07:02.615755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Transition to ACTIVE for port object 6eb36fd5-507f-4961-acff-7ce89ae579fd will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:07:02.653105 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:02.688258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7f87939f-2ffa-4d80-bf5c-34d8804063b6 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:07:02.766789 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efdfcd9-8967-4d35-9a10-6a54b4b4fca2 x-openstack-request-id: req-5efdfcd9-8967-4d35-9a10-6a54b4b4fca2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:02.772732 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84becbd2-cbf3-49fb-b88c-fd0c3edea495", "tag": "83a8a82e-a260-4fd9-924b-e44b3f2b58bb", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:02.773280 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5efdfcd9-8967-4d35-9a10-6a54b4b4fca2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:02.774068 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'tag': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb', 'status': 'completed', 'code': 200} Mar 07 16:07:02.785250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a6437e4a-aefb-4e09-828f-284e92e7f0d3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:02.786300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e01bab87-534d-4b97-a443-57ab29f1378c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:02.845554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4ff617d-ad34-458d-a7ed-7fe07bd85b83 req-2bda2d94-99a0-4649-b722-7200fd308ef7 service neutron] 10.222.0.11 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508304 Mar 07 16:07:02.852152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:06:59Z', 'revision_number': 2, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:02.907687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Checking router: 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:07:02.908076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Updating router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:07:02.949045 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:02.972995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-55d9c894-4a21-44f2-9652-35ae9d67449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:02.976966 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-55d9c894-4a21-44f2-9652-35ae9d67449c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 1125 time: 0.0737457 Mar 07 16:07:02.986644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb36fd5-507f-4961-acff-7ce89ae579fd,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:03.170152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bcfd8c18-da92-41f6-b1fb-0d433a7c18f3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7f87939f-2ffa-4d80-bf5c-34d8804063b6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.213899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-e3748303-24a0-4b9b-addc-0fb0fada9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:03.216796 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-e3748303-24a0-4b9b-addc-0fb0fada9bad service neutron] 10.222.0.11 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 905 time: 0.2297051 Mar 07 16:07:03.233189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bcfd8c18-da92-41f6-b1fb-0d433a7c18f3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7f87939f-2ffa-4d80-bf5c-34d8804063b6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.272779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-5383f2ee-abc9-4e9f-b2e2-35a86ff64013 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb HTTP/1.1" status: 200 len: 217 time: 0.0488429 Mar 07 16:07:03.280303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7c53a-b5c5-4002-982e-d8eaebb68c26 req-a68e05c3-f6da-4822-bef1-8a7408d5f293 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:03.290392 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-07a7c53a-b5c5-4002-982e-d8eaebb68c26 req-a68e05c3-f6da-4822-bef1-8a7408d5f293 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.2688453 Mar 07 16:07:03.314291 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Attempting to bind port 6eb36fd5-507f-4961-acff-7ce89ae579fd on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:03.314963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Attempting to bind port 6eb36fd5-507f-4961-acff-7ce89ae579fd by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:03.315495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Attempting to bind port 6eb36fd5-507f-4961-acff-7ce89ae579fd on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:03.350475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bcfd8c18-da92-41f6-b1fb-0d433a7c18f3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 7f87939f-2ffa-4d80-bf5c-34d8804063b6 is not hosted by any dhcp agent {{(pid=103866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:07:03.355696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd8c18-da92-41f6-b1fb-0d433a7c18f3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:03.357099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bcfd8c18-da92-41f6-b1fb-0d433a7c18f3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.358464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bcfd8c18-da92-41f6-b1fb-0d433a7c18f3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "PUT /v2.0/networks/7f87939f-2ffa-4d80-bf5c-34d8804063b6 HTTP/1.1" status: 200 len: 761 time: 0.8537695 Mar 07 16:07:03.361182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9dab69d7-8175-4cee-927a-76aed255afbc None None] Port 6eb36fd5-507f-4961-acff-7ce89ae579fd cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:07:03.382825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54164) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:03.390113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Port 6eb36fd5-507f-4961-acff-7ce89ae579fd on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:07:03.390464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Attempting to bind port 6eb36fd5-507f-4961-acff-7ce89ae579fd on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:03.402127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd8c18-da92-41f6-b1fb-0d433a7c18f3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=7f87939f-2ffa-4d80-bf5c-34d8804063b6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:03.426524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:03.435106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Checking segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:03.435649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Bound using segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:03.436135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Bound port: 6eb36fd5-507f-4961-acff-7ce89ae579fd, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:03.436516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.505106 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-07a7c53a-b5c5-4002-982e-d8eaebb68c26 req-221e921f-8418-4770-84fb-a3cbe04de227 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137027 Mar 07 16:07:03.525758 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Publish callbacks [] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.553733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e01bab87-534d-4b97-a443-57ab29f1378c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:03.554086 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.574534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.575679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102269bc-dd4d-4d87-857d-017c59575459 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:03.580677 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-102269bc-dd4d-4d87-857d-017c59575459 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/networks?id=7f87939f-2ffa-4d80-bf5c-34d8804063b6 HTTP/1.1" status: 200 len: 764 time: 0.1964631 Mar 07 16:07:03.604324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54168) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:03.666906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7f87939f-2ffa-4d80-bf5c-34d8804063b6 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:07:03.709301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-ce896418-e342-466d-9b69-61d23173a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:03.710945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-ce896418-e342-466d-9b69-61d23173a83b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620f6ee8-c693-4e4e-9db5-22c228d33062 HTTP/1.1" status: 200 len: 844 time: 0.4261789 Mar 07 16:07:03.744763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54172) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:03.752858 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7e4b5019-6172-438e-a51c-b4a8aa9c2339 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029879667', 'description': 'tempest-description--970112789'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:03.776360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] For port 6eb36fd5-507f-4961-acff-7ce89ae579fd, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:03.832959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-23cc4fc4-7eba-4d0a-bd6c-5657b49871e6 None None] Provisioning complete for port e01bab87-534d-4b97-a443-57ab29f1378c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:03.833342 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-23cc4fc4-7eba-4d0a-bd6c-5657b49871e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.847688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bf04f-cdfb-4319-b1cb-d1b52bd13846 None None] Pushing event updated for resources: {'Port': ['ID=d155d751-cc85-47d2-8bc8-4f5c5ec436f7,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:03.848640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] For port 6eb36fd5-507f-4961-acff-7ce89ae579fd, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6eb36fd5-507f-4961-acff-7ce89ae579fd,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:03.881948 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.888642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5019-6172-438e-a51c-b4a8aa9c2339 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:03.934930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-75d6e0ca-5bed-49a1-b396-4abdb0c362f8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:03.936551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-75d6e0ca-5bed-49a1-b396-4abdb0c362f8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 950 time: 0.5710731 Mar 07 16:07:03.950846 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-4da02d0d-ee8b-4a94-8c29-c81360960f70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582162 Mar 07 16:07:04.023776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a8e55-999d-424f-bad3-cdcd4f298587 req-3c28d295-b0b5-49aa-bd70-352d8d94bea8 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:04.025431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-038a8e55-999d-424f-bad3-cdcd4f298587 req-3c28d295-b0b5-49aa-bd70-352d8d94bea8 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.3755302 Mar 07 16:07:04.090008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Attempting to bind port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:04.091086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Attempting to bind port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:04.091692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Attempting to bind port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 on network 7dfe412a-9378-485b-8128-0e25ac679751 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:04.095000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:04.095642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:04.097063 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] 10.222.0.15 "PUT /v2.0/ports/6eb36fd5-507f-4961-acff-7ce89ae579fd HTTP/1.1" status: 200 len: 1092 time: 2.6688769 Mar 07 16:07:04.097539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'tag': '6eb36fd5-507f-4961-acff-7ce89ae579fd'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:04.105420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436122a0-030b-49a9-ac70-f81ef1bcad86 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:04.108169 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b397e6da-f7cf-4c6e-be45-70a34acf152e" -d '{"events": [{"name": "network-changed", "server_uuid": "af4ae047-d066-41e7-ac41-8f680beda2af", "tag": "6eb36fd5-507f-4961-acff-7ce89ae579fd"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:04.108697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e01bab87-534d-4b97-a443-57ab29f1378c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:04.111783 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-436122a0-030b-49a9-ac70-f81ef1bcad86 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5061648 Mar 07 16:07:04.137199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54184) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:04.141049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:04.141437 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Checking segment: {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:04.141854 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:04.147000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Bound using segment: {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:04.148404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Bound port: d155d751-cc85-47d2-8bc8-4f5c5ec436f7, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:04.149000 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:04.236662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 08baa5fe-5e10-4fff-8682-bbb05b19ea98 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:04.304244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 08baa5fe-5e10-4fff-8682-bbb05b19ea98 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:04.304604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 08baa5fe-5e10-4fff-8682-bbb05b19ea98 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:04.327013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-23cc4fc4-7eba-4d0a-bd6c-5657b49871e6 None None] Current status of the port e01bab87-534d-4b97-a443-57ab29f1378c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:04.361217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] For port d155d751-cc85-47d2-8bc8-4f5c5ec436f7, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:04.364654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] For port d155d751-cc85-47d2-8bc8-4f5c5ec436f7, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d155d751-cc85-47d2-8bc8-4f5c5ec436f7,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:04.373169 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:04.390393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1146c-847b-47d3-8506-3d36f3480c6b req-3b809b41-5eae-418d-96f4-9f0ffee9b1a6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:04.392864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fbf1146c-847b-47d3-8506-3d36f3480c6b req-3b809b41-5eae-418d-96f4-9f0ffee9b1a6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 943 time: 0.5419784 Mar 07 16:07:04.457742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-da107b0e-b3a1-4e9d-86af-5d5ce220850f service neutron] 10.222.0.11 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960512 Mar 07 16:07:04.560448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:07:04.563759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:04.572996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bf04f-cdfb-4319-b1cb-d1b52bd13846 None None] Pushing event updated for resources: {'Port': ['ID=d155d751-cc85-47d2-8bc8-4f5c5ec436f7,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:04.628680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Deleting port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:04.629112 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:04.660045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fbf1146c-847b-47d3-8506-3d36f3480c6b req-a6ab857c-2dc5-41c2-bba5-3808732f0abd tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557156 Mar 07 16:07:04.670315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] Provisioning complete for port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:04.670669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:04.776943 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd2c641f-b7a2-4c32-8e15-a6bce5a05e11 req-f3996fec-dca0-4b42-a617-cca8bb33135f service neutron] 10.222.0.11 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034389 Mar 07 16:07:04.831265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] For port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:04.831560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:04.837756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959392b-a78c-446e-9396-2535e046ef30 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb36fd5-507f-4961-acff-7ce89ae579fd,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:04.849566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Calling delete_port for e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:04.869481 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-26f4dc32-bde8-4d84-a40b-05304a32fbff tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 207 time: 0.7306216 Mar 07 16:07:04.875572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b1deb-bf2e-43ce-a28f-9566b76751f7 req-909a45d7-3f08-4cf0-8f54-05ab5584b374 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:04.877165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b69b1deb-bf2e-43ce-a28f-9566b76751f7 req-909a45d7-3f08-4cf0-8f54-05ab5584b374 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=1666defb-863b-4e08-a149-c1b7a0391277 HTTP/1.1" status: 200 len: 950 time: 0.0949335 Mar 07 16:07:04.877663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54188) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:04.889400 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-038a8e55-999d-424f-bad3-cdcd4f298587 req-34319677-a2bd-483d-b0a5-5e15105cc2f4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8391342 Mar 07 16:07:04.909227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:07:04.913442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-44e8d7ce-48af-4409-a60d-a0ae88ff0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:04.915086 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-44e8d7ce-48af-4409-a60d-a0ae88ff0417 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 1126 time: 0.7054758 Mar 07 16:07:04.986127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-20cadee3-5864-4e3b-903d-0a34487b4855 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb36fd5-507f-4961-acff-7ce89ae579fd HTTP/1.1" status: 200 len: 217 time: 0.0640337 Mar 07 16:07:05.003160 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5019-6172-438e-a51c-b4a8aa9c2339 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (63fd74c1-3240-4dfd-9f1a-f5337e03f096), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.101246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] Current status of the port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:05.101653 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.122330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5019-6172-438e-a51c-b4a8aa9c2339 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (63fd74c1-3240-4dfd-9f1a-f5337e03f096), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.166714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b5019-6172-438e-a51c-b4a8aa9c2339 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63fd74c1-3240-4dfd-9f1a-f5337e03f096,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:05.169037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] For port d155d751-cc85-47d2-8bc8-4f5c5ec436f7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d155d751-cc85-47d2-8bc8-4f5c5ec436f7,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:05.172417 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b69b1deb-bf2e-43ce-a28f-9566b76751f7 req-0f5dc662-e5d6-4ca9-b61f-888a8c2efb73 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601910 Mar 07 16:07:05.190206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.241765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-3dc6a78d-dcdf-4036-9f26-c36419aeb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.243339 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-3dc6a78d-dcdf-4036-9f26-c36419aeb925 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 200 len: 854 time: 0.2517514 Mar 07 16:07:05.246030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5019-6172-438e-a51c-b4a8aa9c2339 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.257459 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7e4b5019-6172-438e-a51c-b4a8aa9c2339 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5107486 Mar 07 16:07:05.260438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54202) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:05.263444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccd5b2-785e-4a87-9c17-44d0174064a8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.268435 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede7c5c0-7fd3-40f1-9785-e3f45ac4eb75 x-openstack-request-id: req-ede7c5c0-7fd3-40f1-9785-e3f45ac4eb75 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:05.268742 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4ae047-d066-41e7-ac41-8f680beda2af", "tag": "6eb36fd5-507f-4961-acff-7ce89ae579fd", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:05.269008 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ede7c5c0-7fd3-40f1-9785-e3f45ac4eb75 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:05.269413 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'tag': '6eb36fd5-507f-4961-acff-7ce89ae579fd', 'status': 'completed', 'code': 200} Mar 07 16:07:05.271416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccd5b2-785e-4a87-9c17-44d0174064a8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.276743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccd5b2-785e-4a87-9c17-44d0174064a8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.282633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccd5b2-785e-4a87-9c17-44d0174064a8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.289820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccd5b2-785e-4a87-9c17-44d0174064a8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.294696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] Provisioning complete for port e01bab87-534d-4b97-a443-57ab29f1378c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:05.295703 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.296175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccd5b2-785e-4a87-9c17-44d0174064a8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.298032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f9ccd5b2-785e-4a87-9c17-44d0174064a8 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3870950 Mar 07 16:07:05.303421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54206) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:05.337375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2b6081b9-ff4e-49ef-b6df-3a99c637333a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'security_group_rule': {'security_group_id': '63fd74c1-3240-4dfd-9f1a-f5337e03f096', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:05.347322 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.357266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf06b3a-8c18-4eba-a64c-c4def507b8a9 req-ace5d882-88ae-4c87-a425-fb7da177d797 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.364267 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-caf06b3a-8c18-4eba-a64c-c4def507b8a9 req-ace5d882-88ae-4c87-a425-fb7da177d797 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 944 time: 0.3796868 Mar 07 16:07:05.393352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'e68d482a-7134-4626-b857-06f00148d045'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:05.397594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'cb5931d7-3ee5-4127-97be-cc6454869889', 'dff71350-796f-40bf-ba90-a57a4850d732'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:05.429227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-e5753983-d93a-48f4-8764-3c172706898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.431552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event deleted for resources: {'Port': ['ID=e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:05.434649 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-e5753983-d93a-48f4-8764-3c172706898e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1d0569b-ea64-4f69-9f7c-982fe6065f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1730461 Mar 07 16:07:05.436319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b6081b9-ff4e-49ef-b6df-3a99c637333a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (efa830f7-f83c-4c27-9e13-f303d55f2da9), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.511002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] No DVR routers for this DVR port e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:05.517180 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.521048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-96f3575a-f7f8-4271-829c-250ab1bf5f76 req-376cd884-4b0d-459e-9128-4ecfed3fa9de tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "DELETE /v2.0/ports/e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa HTTP/1.1" status: 204 len: 173 time: 1.5679274 Mar 07 16:07:05.521801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1666defb-863b-4e08-a149-c1b7a0391277', 'name': 'network-vif-deleted', 'tag': 'e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:05.524585 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149a31fa-91e3-4c58-9311-d01e276c98c6" -d '{"events": [{"server_uuid": "1666defb-863b-4e08-a149-c1b7a0391277", "name": "network-vif-deleted", "tag": "e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:05.616867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac193ab-4a22-499d-87de-b811c8f85d62 req-2457877d-fef4-4f88-8527-48a0b10eea22 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.620112 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bac193ab-4a22-499d-87de-b811c8f85d62 req-2457877d-fef4-4f88-8527-48a0b10eea22 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.2303336 Mar 07 16:07:05.643898 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2a1b9a30-522e-4b47-95ee-77a06f96b282 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3252025 Mar 07 16:07:05.646784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54214) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:05.664852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-caf06b3a-8c18-4eba-a64c-c4def507b8a9 req-fac83c09-b0ea-420e-b8ca-ea6b84596306 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960613 Mar 07 16:07:05.665538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b6081b9-ff4e-49ef-b6df-3a99c637333a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (efa830f7-f83c-4c27-9e13-f303d55f2da9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.701305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b6081b9-ff4e-49ef-b6df-3a99c637333a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (efa830f7-f83c-4c27-9e13-f303d55f2da9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.740744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fdf3f-1346-4ce3-b164-cda2fe8b5bf2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.743448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fdf3f-1346-4ce3-b164-cda2fe8b5bf2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.744923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fdf3f-1346-4ce3-b164-cda2fe8b5bf2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.746003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b6081b9-ff4e-49ef-b6df-3a99c637333a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.746428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fdf3f-1346-4ce3-b164-cda2fe8b5bf2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.748826 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2b6081b9-ff4e-49ef-b6df-3a99c637333a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4828222 Mar 07 16:07:05.752147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54220) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:05.752543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fdf3f-1346-4ce3-b164-cda2fe8b5bf2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.754477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-934fdf3f-1346-4ce3-b164-cda2fe8b5bf2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1039355 Mar 07 16:07:05.763680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cb459f0e-ea4a-4c78-90bb-a1c5d620cdef tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'security_group_rule': {'security_group_id': '63fd74c1-3240-4dfd-9f1a-f5337e03f096', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:05.763910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54222) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:05.774162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-1fb389c5-5647-43e2-8e12-3c6c4a4e8991 service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277316 Mar 07 16:07:05.780796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6081b9-ff4e-49ef-b6df-3a99c637333a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa830f7-f83c-4c27-9e13-f303d55f2da9,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:05.806467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 83a8a82e-a260-4fd9-924b-e44b3f2b58bb details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:05.820387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] Pushing event updated for resources: {'Port': ['ID=d155d751-cc85-47d2-8bc8-4f5c5ec436f7,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:05.882934 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bac193ab-4a22-499d-87de-b811c8f85d62 req-56f43d3b-9188-4cff-bb37-fd1cb1a92d19 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336712 Mar 07 16:07:05.895437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3af7f2-3ee4-4f47-af5c-352b75c9350c tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.900455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3af7f2-3ee4-4f47-af5c-352b75c9350c tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.901734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3af7f2-3ee4-4f47-af5c-352b75c9350c tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.906122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3af7f2-3ee4-4f47-af5c-352b75c9350c tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.907515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3af7f2-3ee4-4f47-af5c-352b75c9350c tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.909692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ee3af7f2-3ee4-4f47-af5c-352b75c9350c tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1441457 Mar 07 16:07:05.913684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54226) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:05.940792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb459f0e-ea4a-4c78-90bb-a1c5d620cdef tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (e21976e5-1417-4593-8e8e-7e8365284741), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:05.978615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a0bac-aeec-46b6-90db-0ed2cdbbcf3b req-39acc348-d673-4729-83a6-49f0c18e5116 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:05.987448 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bd960f-31e9-4f69-985d-10deda76239e x-openstack-request-id: req-09bd960f-31e9-4f69-985d-10deda76239e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:05.987845 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1666defb-863b-4e08-a149-c1b7a0391277", "name": "network-vif-deleted", "tag": "e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:05.988197 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09bd960f-31e9-4f69-985d-10deda76239e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:05.988827 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1666defb-863b-4e08-a149-c1b7a0391277', 'name': 'network-vif-deleted', 'tag': 'e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa', 'status': 'completed', 'code': 200} Mar 07 16:07:05.993573 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b5a0bac-aeec-46b6-90db-0ed2cdbbcf3b req-39acc348-d673-4729-83a6-49f0c18e5116 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2179272 Mar 07 16:07:06.039420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:06.076247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-736cb0a5-a5fc-4212-bcda-3c622f9e1d7a req-dce58e8d-b7c9-4714-84d9-af4e52dfdca5 service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788234 Mar 07 16:07:06.084316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:06.084678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e5a8f4a1-3c0b-46a2-8ee3-a70ee4af61fa not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:06.120730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:04Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:06.123739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-69e27e5a-af74-4012-a854-c941628eb48c None None] Current status of the port e01bab87-534d-4b97-a443-57ab29f1378c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:06.137698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b5a0bac-aeec-46b6-90db-0ed2cdbbcf3b req-dff22998-ab67-41b2-b58d-b450076991cc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312628 Mar 07 16:07:06.139985 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb459f0e-ea4a-4c78-90bb-a1c5d620cdef tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (e21976e5-1417-4593-8e8e-7e8365284741), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:06.155743 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb459f0e-ea4a-4c78-90bb-a1c5d620cdef tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (e21976e5-1417-4593-8e8e-7e8365284741), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:06.209495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9967a5-b906-42c2-91bc-e8ffce21d529 None None] The sync data for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 is: [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:04Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:07:06.225563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:06.297165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'port_id': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb', 'mac_address': 'fa:16:3e:b0:68:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620f6ee8-c693-4e4e-9db5-22c228d33062', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:06.342732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb459f0e-ea4a-4c78-90bb-a1c5d620cdef tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21976e5-1417-4593-8e8e-7e8365284741,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:06.351749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e8653834-2d9b-43a8-94f1-b83862daffe3 None None] Provisioning complete for port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:06.352314 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8653834-2d9b-43a8-94f1-b83862daffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:06.382815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cb459f0e-ea4a-4c78-90bb-a1c5d620cdef tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:06.388576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cb459f0e-ea4a-4c78-90bb-a1c5d620cdef tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6350808 Mar 07 16:07:06.405180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54240) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:06.410954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:06.444086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-8377a404-7fe0-40ae-b242-a103214f656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:06.445903 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-8377a404-7fe0-40ae-b242-a103214f656d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 1126 time: 0.2236550 Mar 07 16:07:06.484969 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:06.497503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b59689-44a4-47a3-9a0a-670196c18230 req-e91d3394-706a-4814-96be-4f2535a9fccf tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:06.499409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19b59689-44a4-47a3-9a0a-670196c18230 req-e91d3394-706a-4814-96be-4f2535a9fccf tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 946 time: 0.1519456 Mar 07 16:07:06.583925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:06.584518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:06.589593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819c55c8-86d0-4397-b667-46815b79c541 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:06.592248 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-819c55c8-86d0-4397-b667-46815b79c541 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/networks/56fdb2f2-9a28-40d3-b633-eadaab438758 HTTP/1.1" status: 200 len: 804 time: 0.6775780 Mar 07 16:07:06.600157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54242) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:06.647720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a8a82e-a260-4fd9-924b-e44b3f2b58bb {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:06.667125 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19b59689-44a4-47a3-9a0a-670196c18230 req-adc50467-7693-400c-8851-6521404bf769 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455152 Mar 07 16:07:06.698232 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:06.722356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-b5124a2c-d49b-408b-84d4-e71bd5b6e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:06.733676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-b5124a2c-d49b-408b-84d4-e71bd5b6e7ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 916 time: 0.2746160 Mar 07 16:07:06.746328 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:06.765270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-16ef760a-a6c4-4d94-a945-1d966711db8e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/networks/56fdb2f2-9a28-40d3-b633-eadaab438758?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1628027 Mar 07 16:07:06.769704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54252) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:06.772601 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:06.789958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f1fcb-e92e-4004-a442-1184c390fd63 req-df5b9f58-d93f-4a1b-b0e1-c03b15979f10 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:06.791556 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d24f1fcb-e92e-4004-a442-1184c390fd63 req-df5b9f58-d93f-4a1b-b0e1-c03b15979f10 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 943 time: 0.7446649 Mar 07 16:07:06.827900 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-8dd137c7-3c07-4f12-a462-97b4c911ed81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb36fd5-507f-4961-acff-7ce89ae579fd HTTP/1.1" status: 200 len: 217 time: 0.0882659 Mar 07 16:07:06.843908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e8653834-2d9b-43a8-94f1-b83862daffe3 None None] Current status of the port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:06.883835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edae422-043e-4bb1-8be6-161739695099 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:06.903324 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7edae422-043e-4bb1-8be6-161739695099 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/subnets/95caf9ce-0c7e-4844-809d-144507d4219a HTTP/1.1" status: 200 len: 843 time: 0.1278784 Mar 07 16:07:06.904089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54260) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:06.913270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:06.929888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d24f1fcb-e92e-4004-a442-1184c390fd63 req-269afcb2-f5c5-460a-99c7-df73dbafa2d5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319926 Mar 07 16:07:06.960850 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:06.971589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-cf71a9c6-e5ff-4e5a-80a2-8683968c2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:06.973129 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-cf71a9c6-e5ff-4e5a-80a2-8683968c2fa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 200 len: 854 time: 0.1368501 Mar 07 16:07:07.017919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e87a38-d566-4221-9ba7-8eb8c31e1336 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:07.023095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-10e87a38-d566-4221-9ba7-8eb8c31e1336 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "GET /v2.0/subnets/95caf9ce-0c7e-4844-809d-144507d4219a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1148095 Mar 07 16:07:07.026248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54262) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:07.032196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438035846'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:07.117102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:07.120649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.156988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:07:07.169621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-f93b851e-8ba3-4cb7-a790-eb61b2087407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:07.170831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c24db45d-d61f-4e5d-906b-2a2f4b110972), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.171129 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Added segment c24db45d-d61f-4e5d-906b-2a2f4b110972 of type vlan for network 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 Mar 07 16:07:07.171387 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-f93b851e-8ba3-4cb7-a790-eb61b2087407 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1d0569b-ea64-4f69-9f7c-982fe6065f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1861620 Mar 07 16:07:07.175414 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['83a8a82e-a260-4fd9-924b-e44b3f2b58bb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:07.219240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Allocated IP 172.25.4.171 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/7bffc10c-a69f-497b-836e-af452e2e79d6) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:07.222026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (369c9c67-4cc3-4dc9-bcf0-4dd0b4580326), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.293955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df97cb7-279a-4492-91d0-03b95fada13a req-30103969-6fa1-475d-a8a9-dcc22ad07395 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:07.305533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8df97cb7-279a-4492-91d0-03b95fada13a req-30103969-6fa1-475d-a8a9-dcc22ad07395 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 944 time: 0.2279079 Mar 07 16:07:07.318071 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (369c9c67-4cc3-4dc9-bcf0-4dd0b4580326), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.326489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:07.327240 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.361246 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-d697459d-f934-4562-bd5f-2363a3a4a02e service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808782 Mar 07 16:07:07.489839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Network': ['ID=369c9c67-4cc3-4dc9-bcf0-4dd0b4580326,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:07.522209 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9c751292-ca1d-457a-b427-8146aa5d9afe tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4948380 Mar 07 16:07:07.527244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54272) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:07.532846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'network_id': '369c9c67-4cc3-4dc9-bcf0-4dd0b4580326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:07.552872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:07:07.570551 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b397e6da-f7cf-4c6e-be45-70a34acf152e req-d3aa1e39-373b-40b0-b53a-358264c7eea2 service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905620 Mar 07 16:07:07.592482 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8df97cb7-279a-4492-91d0-03b95fada13a req-da6eeedd-4969-4c41-af7f-7b549f93c081 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859802 Mar 07 16:07:07.642492 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for port (7bffc10c-a69f-497b-836e-af452e2e79d6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.683429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:07.718281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7bffc10c-a69f-497b-836e-af452e2e79d6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.721498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Made reservation on behalf of fe7903db672f43d482ab75f79857e92c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:07.725324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.793811 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:07.793811 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.806092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:07.818451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Performing IP validity checks on allocation pools {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 16:07:07.819093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:07.819212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 16:07:07.829564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:07.840940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:07.843239 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97dd7ec-486f-416f-b150-b305831a02c4" -d '{"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-unplugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:07.854313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a36450-2fdf-458e-a39b-7c90184ae8ba req-068086cb-6842-4c55-b7ee-179bdda665f5 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:07.858180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:07.862069 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:07.862415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45a36450-2fdf-458e-a39b-7c90184ae8ba req-068086cb-6842-4c55-b7ee-179bdda665f5 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1445124 Mar 07 16:07:07.895002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'Port': ['ID=7bffc10c-a69f-497b-836e-af452e2e79d6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:07.935164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45a36450-2fdf-458e-a39b-7c90184ae8ba req-01cc067c-2c8b-4058-92f6-be46c72d0c77 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667932 Mar 07 16:07:07.948772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:07.976602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37df2b-6acb-422d-b41b-9240179b3ce5 req-ee33603c-b1f2-4a53-af77-e6a76d4e568f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:07.984246 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d37df2b-6acb-422d-b41b-9240179b3ce5 req-ee33603c-b1f2-4a53-af77-e6a76d4e568f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2628837 Mar 07 16:07:08.003767 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (41a0d96d-010d-41ff-a6d5-cb45bcd97bb3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.011935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 6eb36fd5-507f-4961-acff-7ce89ae579fd details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:08.075545 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d37df2b-6acb-422d-b41b-9240179b3ce5 req-06f11cdb-a37d-46db-85d2-d29dfd8aed02 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903227 Mar 07 16:07:08.079142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7bffc10c-a69f-497b-836e-af452e2e79d6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.107922 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (b1e8e746-88a8-43fa-8e16-a3536c8d5fba), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.127972 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1034d1b-86a7-4a56-b4c9-1f9ded255214 x-openstack-request-id: req-e1034d1b-86a7-4a56-b4c9-1f9ded255214 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:08.128281 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-unplugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:08.128529 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1034d1b-86a7-4a56-b4c9-1f9ded255214 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:08.128938 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'code': 200} Mar 07 16:07:08.189265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 6eb36fd5-507f-4961-acff-7ce89ae579fd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6eb36fd5-507f-4961-acff-7ce89ae579fd,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:08.203408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '6eb36fd5-507f-4961-acff-7ce89ae579fd', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'port_id': '6eb36fd5-507f-4961-acff-7ce89ae579fd', 'mac_address': 'fa:16:3e:de:cd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:08.205541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5f14a-355b-4342-a689-58de32bc0309 req-4ff337ad-adb9-428e-99d6-beeab6ff30c8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:08.207167 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5a5f14a-355b-4342-a689-58de32bc0309 req-4ff337ad-adb9-428e-99d6-beeab6ff30c8 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 950 time: 0.1560085 Mar 07 16:07:08.245571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 6eb36fd5-507f-4961-acff-7ce89ae579fd is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:08.246357 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.259615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=b1e8e746-88a8-43fa-8e16-a3536c8d5fba,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:08.269976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb36fd5-507f-4961-acff-7ce89ae579fd {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:08.281697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Checking segment: {'id': 'c24db45d-d61f-4e5d-906b-2a2f4b110972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '369c9c67-4cc3-4dc9-bcf0-4dd0b4580326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:08.282066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network hostable DHCP agents. Network: 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:07:08.288618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.288974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.289322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.289795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.290141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.290497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.290828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.291157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.291630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.291970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.292298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.292621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.292944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.305618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 6eb36fd5-507f-4961-acff-7ce89ae579fd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6eb36fd5-507f-4961-acff-7ce89ae579fd,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:08.312320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5a5f14a-355b-4342-a689-58de32bc0309 req-36b25521-2e3c-4790-a749-29840fd3246b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949636 Mar 07 16:07:08.319335 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.326237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f31eeb-6ebf-4eba-a275-29d3c6aecc82 req-fdcee997-755f-490f-9666-e7fa4564a71e tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:08.329818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Network 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:07:08.333922 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d5f31eeb-6ebf-4eba-a275-29d3c6aecc82 req-fdcee997-755f-490f-9666-e7fa4564a71e tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 944 time: 0.1381466 Mar 07 16:07:08.343435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:08.350244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:08.351028 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.364830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d155d751-cc85-47d2-8bc8-4f5c5ec436f7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:08.388471 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8bd7a151-1bd7-4fcc-9fe9-e3bd556b3ee6 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8560224 Mar 07 16:07:08.388471 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54286) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:08.398200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4d8e1384-2724-4e8a-ba75-beff25b92016 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:08.412072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a066fe2a-1b30-4625-9d36-db1fc3c5a60e None None] Network 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:08.412711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for port (7bffc10c-a69f-497b-836e-af452e2e79d6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.425300 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7bffc10c-a69f-497b-836e-af452e2e79d6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.454966 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d5f31eeb-6ebf-4eba-a275-29d3c6aecc82 req-cc185fea-fcf2-4e75-9781-882ef8acb6fe tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193886 Mar 07 16:07:08.507810 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'Port': ['ID=7bffc10c-a69f-497b-836e-af452e2e79d6,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:08.510547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=6eb36fd5-507f-4961-acff-7ce89ae579fd,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:08.516006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:08.516310 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.532113 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (41a0d96d-010d-41ff-a6d5-cb45bcd97bb3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.550426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.550779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.551200 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.551554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.551918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.552987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.552987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.552987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.553442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.553628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.553721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.553975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.564634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2c141e24-1e9c-49cf-8851-80868a462b1e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1482012 Mar 07 16:07:08.564860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.564860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:08.565047 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1384-2724-4e8a-ba75-beff25b92016 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9395632'] for subnet (b1e8e746-88a8-43fa-8e16-a3536c8d5fba), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.570459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b5fc-ca62-49cd-94f0-1db11996aad7 req-4222c6cb-75a1-4af2-bb4e-fb1947c778fa tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:08.579100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1467b5fc-ca62-49cd-94f0-1db11996aad7 req-4222c6cb-75a1-4af2-bb4e-fb1947c778fa tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1247423 Mar 07 16:07:08.623419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-369c9c67-4cc3-4dc9-bcf0-4dd0b4580326', 'network_id': '369c9c67-4cc3-4dc9-bcf0-4dd0b4580326', 'project_id': 'fe7903db672f43d482ab75f79857e92c', 'fixed_ips': [{'subnet_id': 'b1e8e746-88a8-43fa-8e16-a3536c8d5fba'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:07:08.624979 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.687127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1467b5fc-ca62-49cd-94f0-1db11996aad7 req-4973f63a-e4e6-42c3-bc9d-49c317a68a28 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980358 Mar 07 16:07:08.744242 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-554cbcdc-a2ea-45ae-98ec-f7ae2cc009d2 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1029879667&fields=id&tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5 HTTP/1.1" status: 200 len: 267 time: 0.0608196 Mar 07 16:07:08.746147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['6eb36fd5-507f-4961-acff-7ce89ae579fd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:08.883796 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1384-2724-4e8a-ba75-beff25b92016 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790654969775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9112768'] for subnet (b1e8e746-88a8-43fa-8e16-a3536c8d5fba), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.889574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-74058936-a6db-439d-89ae-0adc9bd8a3e6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:08.898929 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-74058936-a6db-439d-89ae-0adc9bd8a3e6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/networks?id=7dfe412a-9378-485b-8128-0e25ac679751 HTTP/1.1" status: 200 len: 811 time: 0.1472933 Mar 07 16:07:08.910576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-ae9dcc71-faa0-4075-87ee-df5d0edd3022 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/quotas/9bb27072e5e7472999c5fd0aa6b2bfb5 HTTP/1.1" status: 200 len: 375 time: 0.0106115 Mar 07 16:07:08.931676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c60a80-07f0-4617-8f86-523170b2fe6e req-2c490e71-2040-47fb-859c-0da5bcea6101 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:08.933264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d2c60a80-07f0-4617-8f86-523170b2fe6e req-2c490e71-2040-47fb-859c-0da5bcea6101 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 945 time: 0.1555758 Mar 07 16:07:08.956513 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e1384-2724-4e8a-ba75-beff25b92016 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:08.957017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:08.957135 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1384-2724-4e8a-ba75-beff25b92016 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:08.958321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4d8e1384-2724-4e8a-ba75-beff25b92016 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "PUT /v2.0/subnets/b1e8e746-88a8-43fa-8e16-a3536c8d5fba HTTP/1.1" status: 200 len: 900 time: 0.5689888 Mar 07 16:07:08.967094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54308) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:08.985332 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-105e0b77-bb9b-402a-ba7e-b1390ef12b75 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690134 Mar 07 16:07:08.999173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e1384-2724-4e8a-ba75-beff25b92016 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event updated for resources: {'Subnet': ['ID=b1e8e746-88a8-43fa-8e16-a3536c8d5fba,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:09.051950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Allocated IP 2001:db8::3 (369c9c67-4cc3-4dc9-bcf0-4dd0b4580326/b1e8e746-88a8-43fa-8e16-a3536c8d5fba/6028657a-2de9-4783-8f3c-d0f2ac16c534) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:09.080788 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d2c60a80-07f0-4617-8f86-523170b2fe6e req-10d88326-cde6-4038-8a84-028bd8b63c71 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294980 Mar 07 16:07:09.113302 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (369c9c67-4cc3-4dc9-bcf0-4dd0b4580326), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.119575 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-d5e2904c-82d2-4a8a-a5d0-9833b7693658 service neutron] 10.222.0.24 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193099 Mar 07 16:07:09.184811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (b1e8e746-88a8-43fa-8e16-a3536c8d5fba), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.217819 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-00bcd1c2-1da9-49a4-8c78-595b6a9a7621 service neutron] 10.222.0.24 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970130 Mar 07 16:07:09.263507 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Publish callbacks [] for port (6028657a-2de9-4783-8f3c-d0f2ac16c534), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.270828 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (6028657a-2de9-4783-8f3c-d0f2ac16c534), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.287475 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a5e59-1d72-44bf-b67c-1025d4513748 req-62b069a2-e7a0-481a-bf5f-7735a180e27f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:09.289002 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c85a5e59-1d72-44bf-b67c-1025d4513748 req-62b069a2-e7a0-481a-bf5f-7735a180e27f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.0789652 Mar 07 16:07:09.315453 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (b1e8e746-88a8-43fa-8e16-a3536c8d5fba), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.316448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Network 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:09.324093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:09.326693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:09.338671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Pushing event updated for resources: {'Port': ['ID=6028657a-2de9-4783-8f3c-d0f2ac16c534,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:09.391351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e8e746-88a8-43fa-8e16-a3536c8d5fba,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:09.406167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Attempting to bind port 6028657a-2de9-4783-8f3c-d0f2ac16c534 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:09.406603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Attempting to bind port 6028657a-2de9-4783-8f3c-d0f2ac16c534 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c24db45d-d61f-4e5d-906b-2a2f4b110972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '369c9c67-4cc3-4dc9-bcf0-4dd0b4580326'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:09.407084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Attempting to bind port 6028657a-2de9-4783-8f3c-d0f2ac16c534 on network 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:09.410474 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c85a5e59-1d72-44bf-b67c-1025d4513748 req-ec5cc642-e598-4590-90b0-66ed8a820f82 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143696 Mar 07 16:07:09.431107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:09.431577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Checking segment: {'id': 'c24db45d-d61f-4e5d-906b-2a2f4b110972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '369c9c67-4cc3-4dc9-bcf0-4dd0b4580326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:09.432060 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.432532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Bound using segment: {'id': 'c24db45d-d61f-4e5d-906b-2a2f4b110972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '369c9c67-4cc3-4dc9-bcf0-4dd0b4580326'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:09.433093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Bound port: 6028657a-2de9-4783-8f3c-d0f2ac16c534, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24db45d-d61f-4e5d-906b-2a2f4b110972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '369c9c67-4cc3-4dc9-bcf0-4dd0b4580326'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:09.433546 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6028657a-2de9-4783-8f3c-d0f2ac16c534), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.498067 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (369c9c67-4cc3-4dc9-bcf0-4dd0b4580326), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.514923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288f1c7-4511-41e6-b08b-192b6f4e6eba req-f4a6e467-8c1a-4c9d-9936-80199cdd91a5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:09.518744 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7288f1c7-4511-41e6-b08b-192b6f4e6eba req-f4a6e467-8c1a-4c9d-9936-80199cdd91a5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0976994 Mar 07 16:07:09.527266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369c9c67-4cc3-4dc9-bcf0-4dd0b4580326']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:09.542296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] For port 6028657a-2de9-4783-8f3c-d0f2ac16c534, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:09.546637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] For port 6028657a-2de9-4783-8f3c-d0f2ac16c534, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6028657a-2de9-4783-8f3c-d0f2ac16c534,segment=NetworkSegment(c24db45d-d61f-4e5d-906b-2a2f4b110972),segment_id=c24db45d-d61f-4e5d-906b-2a2f4b110972)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:09.550711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24db45d-d61f-4e5d-906b-2a2f4b110972') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:09.551392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24db45d-d61f-4e5d-906b-2a2f4b110972') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:09.555121 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6028657a-2de9-4783-8f3c-d0f2ac16c534), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.583387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c24db45d-d61f-4e5d-906b-2a2f4b110972), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.603716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c24db45d-d61f-4e5d-906b-2a2f4b110972), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.620214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:09.621079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c24db45d-d61f-4e5d-906b-2a2f4b110972), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:09.626009 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:09.656510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f37bca-e67f-4f0c-9d58-a450ef873335 req-650d06b6-feb9-48dc-ab9e-cf0795ba92d9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:09.656764 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7288f1c7-4511-41e6-b08b-192b6f4e6eba req-9a68ff64-7110-4606-befe-962b67fd7696 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213186 Mar 07 16:07:09.658524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d7f37bca-e67f-4f0c-9d58-a450ef873335 req-650d06b6-feb9-48dc-ab9e-cf0795ba92d9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 950 time: 0.1276295 Mar 07 16:07:09.703325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 83a8a82e-a260-4fd9-924b-e44b3f2b58bb up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:09.755108 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8aef98a5-1a5e-4649-a1f6-b997d70b30f6 req-d133d645-1b32-48c7-9fe4-228f19e66894 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 210 time: 0.0455925 Mar 07 16:07:09.779941 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.api [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 16:07:09.779941 n-d-830010-8 neutron-server[103867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 16:07:09.779941 n-d-830010-8 neutron-server[103867]: [parameters: {'id': '369c9c67-4cc3-4dc9-bcf0-4dd0b4580326'}] Mar 07 16:07:09.779941 n-d-830010-8 neutron-server[103867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:07:09.780648 n-d-830010-8 neutron-server[103867]: DEBUG oslo_db.api [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:07:09.808561 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d7f37bca-e67f-4f0c-9d58-a450ef873335 req-63e86353-afc1-42d8-a792-d185cb36fd5b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402612 Mar 07 16:07:09.822843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-bcf4c0ec-2add-4085-89a4-991eb42a6ecf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:09.824667 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-bcf4c0ec-2add-4085-89a4-991eb42a6ecf tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 950 time: 0.1647918 Mar 07 16:07:09.849168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2de1a-2ce3-4fb6-9a22-7090934bad20 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:07:09.865678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308763c-97c7-467a-9a0a-8e7a21de8386 None None] Pushing event updated for resources: {'Port': ['ID=6028657a-2de9-4783-8f3c-d0f2ac16c534,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:09.945639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017e0c7-8955-42be-a380-db2608f07f00 req-9edd00b3-14b2-4063-b9ad-a9586c4c8995 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:09.953455 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d017e0c7-8955-42be-a380-db2608f07f00 req-9edd00b3-14b2-4063-b9ad-a9586c4c8995 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 944 time: 0.0790131 Mar 07 16:07:09.977878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:07:09.989996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:09.990324 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.010667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d017e0c7-8955-42be-a380-db2608f07f00 req-ad5e52d2-6d22-4e94-bb38-ddb1d5848346 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562375 Mar 07 16:07:10.025885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e21e4-6a57-4d69-9c6d-4e665ae503bc req-1854abb8-bcfa-42cc-b1fd-36c4fa922540 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:10.027446 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9d3e21e4-6a57-4d69-9c6d-4e665ae503bc req-1854abb8-bcfa-42cc-b1fd-36c4fa922540 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1020615 Mar 07 16:07:10.066036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Deleting port dff71350-796f-40bf-ba90-a57a4850d732 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:10.066515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (dff71350-796f-40bf-ba90-a57a4850d732), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.080006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2de1a-2ce3-4fb6-9a22-7090934bad20 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:07:10.176687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9d3e21e4-6a57-4d69-9c6d-4e665ae503bc req-f878e371-4225-494e-acaf-140b0f6e5434 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413093 Mar 07 16:07:10.213371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:10.213772 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.238770 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f72c8-bdbc-4f55-801c-36f5fbedf6b0 req-c62d14ae-4533-4e36-bf38-a755f7abef8c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:10.240692 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-424f72c8-bdbc-4f55-801c-36f5fbedf6b0 req-c62d14ae-4533-4e36-bf38-a755f7abef8c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 945 time: 0.0826328 Mar 07 16:07:10.255611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:10.257929 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f14a79-213d-4d3c-ba75-339b53f0a447" -d '{"events": [{"server_uuid": "84becbd2-cbf3-49fb-b88c-fd0c3edea495", "name": "network-vif-plugged", "status": "completed", "tag": "83a8a82e-a260-4fd9-924b-e44b3f2b58bb"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:10.258500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] For port dff71350-796f-40bf-ba90-a57a4850d732, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dff71350-796f-40bf-ba90-a57a4850d732,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:10.259049 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (dff71350-796f-40bf-ba90-a57a4850d732), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.275729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:10.281586 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.282488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (369c9c67-4cc3-4dc9-bcf0-4dd0b4580326), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.288205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Calling delete_port for dff71350-796f-40bf-ba90-a57a4850d732 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:10.327228 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dccb64-ce23-4950-9665-d49e63c50e16 x-openstack-request-id: req-c7dccb64-ce23-4950-9665-d49e63c50e16 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:10.327528 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84becbd2-cbf3-49fb-b88c-fd0c3edea495", "name": "network-vif-plugged", "status": "completed", "tag": "83a8a82e-a260-4fd9-924b-e44b3f2b58bb", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:10.327802 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7dccb64-ce23-4950-9665-d49e63c50e16 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:10.328184 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb', 'code': 200} Mar 07 16:07:10.382117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:10.389923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-424f72c8-bdbc-4f55-801c-36f5fbedf6b0 req-2f48e3a0-ad7a-4ac1-8b06-47d9a10f9bdb tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412692 Mar 07 16:07:10.464843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac2f85d-6003-405a-87e2-87f8983e3b4a None None] Network 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:10.513615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting port 6028657a-2de9-4783-8f3c-d0f2ac16c534 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:10.513926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6028657a-2de9-4783-8f3c-d0f2ac16c534), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.584828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ef558-8bc6-4837-b186-01cb3aa311ec req-de0db89f-6d0a-4b87-a431-6e4f6e1bfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:10.586403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-623ef558-8bc6-4837-b186-01cb3aa311ec req-de0db89f-6d0a-4b87-a431-6e4f6e1bfb8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 1127 time: 0.1273572 Mar 07 16:07:10.595643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d8ab-f3cd-461a-9fa4-8a1667e16e43 req-7c939336-10e5-4ba0-8f8b-5b2dc935e912 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:10.597193 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1c3d8ab-f3cd-461a-9fa4-8a1667e16e43 req-7c939336-10e5-4ba0-8f8b-5b2dc935e912 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.0777307 Mar 07 16:07:10.618769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2b836-8978-456a-b69c-8e2b54e4907c None None] Network 369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:10.626261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834451b-2171-4fce-b847-48300e1b6209 req-312c0b9d-4691-435c-a6b1-68ad549618de tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:10.632174 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b834451b-2171-4fce-b847-48300e1b6209 req-312c0b9d-4691-435c-a6b1-68ad549618de tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2159181 Mar 07 16:07:10.676161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] For port 6028657a-2de9-4783-8f3c-d0f2ac16c534, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6028657a-2de9-4783-8f3c-d0f2ac16c534,segment=NetworkSegment(c24db45d-d61f-4e5d-906b-2a2f4b110972),segment_id=c24db45d-d61f-4e5d-906b-2a2f4b110972)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:10.676674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6028657a-2de9-4783-8f3c-d0f2ac16c534), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.682183 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1c3d8ab-f3cd-461a-9fa4-8a1667e16e43 req-3bb7aea1-4204-4f94-9a74-a4979561830c tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766971 Mar 07 16:07:10.684584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-623ef558-8bc6-4837-b186-01cb3aa311ec req-f55796be-5966-40ca-b4cb-dc3368dd7377 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865116 Mar 07 16:07:10.695421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Calling delete_port for 6028657a-2de9-4783-8f3c-d0f2ac16c534 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:10.708065 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (dff71350-796f-40bf-ba90-a57a4850d732), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.722881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'cb5931d7-3ee5-4127-97be-cc6454869889'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:10.724978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'e68d482a-7134-4626-b857-06f00148d045'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:10.789098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b834451b-2171-4fce-b847-48300e1b6209 req-9695be4b-dd31-407c-a94c-4ede1a0b9437 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489446 Mar 07 16:07:10.791494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event deleted for resources: {'Port': ['ID=dff71350-796f-40bf-ba90-a57a4850d732,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:10.859537 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.872944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6028657a-2de9-4783-8f3c-d0f2ac16c534), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.915813 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e5f27a94-2227-459a-b28a-0107cc18ded0 req-cfb3f5da-784b-4508-85d4-4d0ae6ec3d25 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 210 time: 0.0327618 Mar 07 16:07:10.920885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] No DVR routers for this DVR port dff71350-796f-40bf-ba90-a57a4850d732 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:10.922579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Port': ['ID=6028657a-2de9-4783-8f3c-d0f2ac16c534,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:10.924689 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:10.928131 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-55f1732f-8fea-4f44-8710-a22d6221a737 req-0dd45941-f4e1-49d2-96b1-e17a27984b2b tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "DELETE /v2.0/ports/dff71350-796f-40bf-ba90-a57a4850d732 HTTP/1.1" status: 204 len: 173 time: 1.0972888 Mar 07 16:07:10.935737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017e0802-b1a6-402c-9ebf-3709a286f499', 'name': 'network-vif-deleted', 'tag': 'dff71350-796f-40bf-ba90-a57a4850d732'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:10.938249 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6318defa-05a2-480f-b85a-f2374b61a00c" -d '{"events": [{"server_uuid": "017e0802-b1a6-402c-9ebf-3709a286f499", "name": "network-vif-deleted", "tag": "dff71350-796f-40bf-ba90-a57a4850d732"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:10.944821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No DVR routers for this DVR port 6028657a-2de9-4783-8f3c-d0f2ac16c534 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:11.046526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-32a84539-f07d-402e-a475-c6c68c05579d req-2750119c-fc74-49f3-94a2-55d846b39709 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=017e0802-b1a6-402c-9ebf-3709a286f499 HTTP/1.1" status: 200 len: 210 time: 0.0398417 Mar 07 16:07:11.070083 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (369c9c67-4cc3-4dc9-bcf0-4dd0b4580326), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:11.103556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369c9c67-4cc3-4dc9-bcf0-4dd0b4580326']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:11.117707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24db45d-d61f-4e5d-906b-2a2f4b110972') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:11.118170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24db45d-d61f-4e5d-906b-2a2f4b110972') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:11.127075 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d08def9-8e8b-43c3-ba34-2b2bcdf7d0c1 x-openstack-request-id: req-0d08def9-8e8b-43c3-ba34-2b2bcdf7d0c1 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:11.127342 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017e0802-b1a6-402c-9ebf-3709a286f499", "name": "network-vif-deleted", "tag": "dff71350-796f-40bf-ba90-a57a4850d732", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:11.127692 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d08def9-8e8b-43c3-ba34-2b2bcdf7d0c1 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:11.128696 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017e0802-b1a6-402c-9ebf-3709a286f499', 'name': 'network-vif-deleted', 'tag': 'dff71350-796f-40bf-ba90-a57a4850d732', 'status': 'completed', 'code': 200} Mar 07 16:07:11.134869 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c24db45d-d61f-4e5d-906b-2a2f4b110972), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:11.192794 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c24db45d-d61f-4e5d-906b-2a2f4b110972), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:11.228806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811392b9-24e1-4576-b3a5-5429cfec796e req-0922b216-1c67-44fc-9313-94e431011644 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:11.241323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-811392b9-24e1-4576-b3a5-5429cfec796e req-0922b216-1c67-44fc-9313-94e431011644 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.3370156 Mar 07 16:07:11.251747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:11.252159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c24db45d-d61f-4e5d-906b-2a2f4b110972), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:11.256588 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:11.260057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23dfad-341f-4213-92de-b52376876369 req-6df0538b-b2bc-4e21-892c-57d4dbe0be37 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:11.261696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b23dfad-341f-4213-92de-b52376876369 req-6df0538b-b2bc-4e21-892c-57d4dbe0be37 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 945 time: 0.0850880 Mar 07 16:07:11.354658 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b23dfad-341f-4213-92de-b52376876369 req-cbfc1871-06b1-41aa-90b1-5a8a0d6c6f0e tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797458 Mar 07 16:07:11.538856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9984759-6e40-4781-8493-dad2cb400c4c req-23357b70-6e8d-4772-aaf4-c8d2da5b7ba6 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:11.548102 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9984759-6e40-4781-8493-dad2cb400c4c req-23357b70-6e8d-4772-aaf4-c8d2da5b7ba6 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 945 time: 0.0741889 Mar 07 16:07:11.555984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (369c9c67-4cc3-4dc9-bcf0-4dd0b4580326), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:11.579611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-811392b9-24e1-4576-b3a5-5429cfec796e req-de9f8b56-8b49-42f0-b084-07afac56e3ad tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366811 Mar 07 16:07:11.594211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:11.604620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9984759-6e40-4781-8493-dad2cb400c4c req-847d8b77-bbba-4751-84d3-9e4164ca3d2f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549078 Mar 07 16:07:11.607737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54380) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:11.609598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 HTTP/1.1" status: 204 len: 168 time: 2.6392679 Mar 07 16:07:11.626386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52207e-67d9-4602-b972-cac863c33036 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=369c9c67-4cc3-4dc9-bcf0-4dd0b4580326,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:11.661349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-92b708ba-ac92-41f5-b54c-5cfba3c1742e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:11.661689 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda0ac7b-ebfe-49ec-a3fb-d17037bc647e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:11.662315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda0ac7b-ebfe-49ec-a3fb-d17037bc647e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:11.668006 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-92b708ba-ac92-41f5-b54c-5cfba3c1742e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "GET /v2.0/networks?id=7dfe412a-9378-485b-8128-0e25ac679751 HTTP/1.1" status: 200 len: 811 time: 0.2713621 Mar 07 16:07:11.668137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eda0ac7b-ebfe-49ec-a3fb-d17037bc647e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/b1e8e746-88a8-43fa-8e16-a3536c8d5fba HTTP/1.1" status: 404 len: 337 time: 0.0566730 Mar 07 16:07:11.670196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54384) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:11.681545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:11.725305 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-07636d86-e3bb-4a07-a5ac-c04df35c3fe5 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:11.727258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07636d86-e3bb-4a07-a5ac-c04df35c3fe5 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:11.740433 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-07636d86-e3bb-4a07-a5ac-c04df35c3fe5 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/369c9c67-4cc3-4dc9-bcf0-4dd0b4580326 HTTP/1.1" status: 404 len: 339 time: 0.0665629 Mar 07 16:07:11.740946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54392) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:11.808408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-73596cd8-8a62-4fd4-b356-137d72ed6dc0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5 HTTP/1.1" status: 200 len: 380 time: 0.1285007 Mar 07 16:07:11.844862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:11.859598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'port': {'device_id': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'admin_state_up': True, 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'security_groups': ['63fd74c1-3240-4dfd-9f1a-f5337e03f096']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:11.861985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'port_id': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'mac_address': 'fa:16:3e:f8:87:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:11.905276 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7f87939f-2ffa-4d80-bf5c-34d8804063b6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:11.913987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:11.914520 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:11.924949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f21b9-65cf-4a5b-a4da-985ed38e8122 req-6a97d3b2-b0fa-45b0-b35a-e091361fa2a3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:11.926826 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a33f21b9-65cf-4a5b-a4da-985ed38e8122 req-6a97d3b2-b0fa-45b0-b35a-e091361fa2a3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1437960 Mar 07 16:07:11.929347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a85ee8-4192-4101-b5fd-c092ae2500a4 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:11.969428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:11.976050 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:11.977531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7e24-7c8a-4011-86d8-0baea41eb042 req-5e44a300-8b7f-49c9-ae7e-0abfdfc391d6 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:11.985999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00ac7e24-7c8a-4011-86d8-0baea41eb042 req-5e44a300-8b7f-49c9-ae7e-0abfdfc391d6 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1764529 Mar 07 16:07:12.021538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 6eb36fd5-507f-4961-acff-7ce89ae579fd up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:12.049136 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7f87939f-2ffa-4d80-bf5c-34d8804063b6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.068428 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00ac7e24-7c8a-4011-86d8-0baea41eb042 req-558419df-37e9-4ef1-85ed-d7433bf33fdd tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795629 Mar 07 16:07:12.076240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f87939f-2ffa-4d80-bf5c-34d8804063b6']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:12.086037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59e8a14-135e-485a-a1fb-561f44cc69be') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:12.086379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59e8a14-135e-485a-a1fb-561f44cc69be') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:12.097811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (e59e8a14-135e-485a-a1fb-561f44cc69be), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.108100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Made reservation on behalf of 9bb27072e5e7472999c5fd0aa6b2bfb5 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:12.116630 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.118927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e59e8a14-135e-485a-a1fb-561f44cc69be), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.126248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:12.126650 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (e59e8a14-135e-485a-a1fb-561f44cc69be), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.164361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['66a85ee8-4192-4101-b5fd-c092ae2500a4'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:12.196760 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:12.204029 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (7f87939f-2ffa-4d80-bf5c-34d8804063b6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.208976 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.212534 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/7f87939f-2ffa-4d80-bf5c-34d8804063b6 HTTP/1.1" status: 204 len: 168 time: 0.4700217 Mar 07 16:07:12.227450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54406) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:12.277308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=7f87939f-2ffa-4d80-bf5c-34d8804063b6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:12.284349 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d368f1cd-49af-41c5-8944-b6671f8affed tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:12.284925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d368f1cd-49af-41c5-8944-b6671f8affed tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:12.288843 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d368f1cd-49af-41c5-8944-b6671f8affed tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/b81ebf4e-98d2-4906-b306-9bff7049ce0b HTTP/1.1" status: 404 len: 337 time: 0.0605123 Mar 07 16:07:12.291599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54408) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:12.316869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:12.327088 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c67ff7e-7a49-4b87-9be0-8cb21d6795be tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:12.327766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c67ff7e-7a49-4b87-9be0-8cb21d6795be tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:12.331592 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7c67ff7e-7a49-4b87-9be0-8cb21d6795be tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/31bba254-3144-4e98-82f2-a7c3d858b034 HTTP/1.1" status: 404 len: 339 time: 0.0336280 Mar 07 16:07:12.333733 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8e044b07-2933-4e42-aa03-a736b9f215e3 req-0c2b8d52-5410-495f-a893-641d19d767a6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 210 time: 0.0628152 Mar 07 16:07:12.334414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54410) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:12.342461 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a33f21b9-65cf-4a5b-a4da-985ed38e8122 req-0cd0603e-b6ec-4444-b362-f2e709c8886d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054120 Mar 07 16:07:12.359084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.373406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1996034-3fcd-4353-a915-5a1bdec3afa7 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:07:12.374589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 6eb36fd5-507f-4961-acff-7ce89ae579fd completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:07:12.395071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 6eb36fd5-507f-4961-acff-7ce89ae579fd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:12.395447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.429218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Allocated IP 172.20.0.4 (7dfe412a-9378-485b-8128-0e25ac679751/e9c26510-8d64-42ae-9a74-5377602fc673/99ac22a1-d9ed-474f-ae52-11330bca235b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:12.452562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c97406-d854-40f1-8d3a-d95c846eb594 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting subnet 7e4db7c2-1640-4139-8b33-3d0b2a1459cf {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:07:12.459874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78c97406-d854-40f1-8d3a-d95c846eb594 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (7e4db7c2-1640-4139-8b33-3d0b2a1459cf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.542390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78c97406-d854-40f1-8d3a-d95c846eb594 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (7e4db7c2-1640-4139-8b33-3d0b2a1459cf), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.602388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f4f34-b2cb-417e-8cd4-5b6ba100f7e9 req-f4b3fb21-8266-41fa-a81f-355683ec8b49 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:12.611096 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b08f4f34-b2cb-417e-8cd4-5b6ba100f7e9 req-f4b3fb21-8266-41fa-a81f-355683ec8b49 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 945 time: 0.1427195 Mar 07 16:07:12.622575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 6eb36fd5-507f-4961-acff-7ce89ae579fd is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:12.623025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.666726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb36fd5-507f-4961-acff-7ce89ae579fd'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:12.669766 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9d7a2c-3125-4250-8843-e5acc7e3262c" -d '{"events": [{"server_uuid": "af4ae047-d066-41e7-ac41-8f680beda2af", "name": "network-vif-plugged", "status": "completed", "tag": "6eb36fd5-507f-4961-acff-7ce89ae579fd"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:12.678709 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b08f4f34-b2cb-417e-8cd4-5b6ba100f7e9 req-6a6f822b-d793-4f4e-9cd3-0bc314727d67 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661778 Mar 07 16:07:12.684488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 6eb36fd5-507f-4961-acff-7ce89ae579fd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6eb36fd5-507f-4961-acff-7ce89ae579fd,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:12.689924 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:12.761909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=6eb36fd5-507f-4961-acff-7ce89ae579fd,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:13.010542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d24213-6aee-4cc5-a246-db2c84da1b71 req-4d34013a-a878-4556-a1af-527703ccae6a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:13.019300 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-82d24213-6aee-4cc5-a246-db2c84da1b71 req-4d34013a-a878-4556-a1af-527703ccae6a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 946 time: 0.0792935 Mar 07 16:07:13.084807 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-82d24213-6aee-4cc5-a246-db2c84da1b71 req-1b267bd9-aaea-44e3-bfc5-512f969f1524 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644145 Mar 07 16:07:13.142558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae7a74-8af6-4234-bc12-0f39c75ecc26 req-566cfac7-1a05-4c0d-94b3-205eb91cda1e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:13.149317 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093bd8f0-1ead-46c6-b2a4-d2f55e0190c5 x-openstack-request-id: req-093bd8f0-1ead-46c6-b2a4-d2f55e0190c5 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:13.149317 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4ae047-d066-41e7-ac41-8f680beda2af", "name": "network-vif-plugged", "status": "completed", "tag": "6eb36fd5-507f-4961-acff-7ce89ae579fd", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:13.149891 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-093bd8f0-1ead-46c6-b2a4-d2f55e0190c5 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:13.149891 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb36fd5-507f-4961-acff-7ce89ae579fd', 'code': 200} Mar 07 16:07:13.151053 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efae7a74-8af6-4234-bc12-0f39c75ecc26 req-566cfac7-1a05-4c0d-94b3-205eb91cda1e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.5739882 Mar 07 16:07:13.229051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78c97406-d854-40f1-8d3a-d95c846eb594 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (7e4db7c2-1640-4139-8b33-3d0b2a1459cf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:13.277070 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:13.293776 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efae7a74-8af6-4234-bc12-0f39c75ecc26 req-74a9d474-ed76-4edf-81e3-2cebdf327b87 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409488 Mar 07 16:07:13.330699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8604fc7-aa5f-44bc-86fe-fa0b58bc892d req-35662112-ccd0-4ef7-9235-2b4afae8dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:13.332507 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8604fc7-aa5f-44bc-86fe-fa0b58bc892d req-35662112-ccd0-4ef7-9235-2b4afae8dc95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 1128 time: 0.1147401 Mar 07 16:07:13.428031 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8604fc7-aa5f-44bc-86fe-fa0b58bc892d req-542dc73e-1a8d-4a5e-8a13-1325cacf46d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860167 Mar 07 16:07:13.472880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:13.491693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66292c56-787f-47b5-8604-50ac47f6356c req-af063572-b028-41ed-aaaa-c33a735d20cf tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:13.499505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66292c56-787f-47b5-8604-50ac47f6356c req-af063572-b028-41ed-aaaa-c33a735d20cf tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.0845034 Mar 07 16:07:13.523857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc52c9-c557-4186-a475-244601a20c48 req-94c774b5-5fe4-41e8-98d8-ab4c261e8de2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:13.533086 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02dc52c9-c557-4186-a475-244601a20c48 req-94c774b5-5fe4-41e8-98d8-ab4c261e8de2 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 948 time: 0.1364315 Mar 07 16:07:13.573294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66292c56-787f-47b5-8604-50ac47f6356c req-8afd1867-9060-4162-b435-8ec9c4999ccd tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712752 Mar 07 16:07:13.590864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Network 7dfe412a-9378-485b-8128-0e25ac679751 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:13.595422 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78c97406-d854-40f1-8d3a-d95c846eb594 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (7e4db7c2-1640-4139-8b33-3d0b2a1459cf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:13.602942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:13.631849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:13.648492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-02dc52c9-c557-4186-a475-244601a20c48 req-b773f931-5f50-4726-bc9f-5e1d67882add tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157212 Mar 07 16:07:13.649217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'Port': ['ID=99ac22a1-d9ed-474f-ae52-11330bca235b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:13.693265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:13.697645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c97406-d854-40f1-8d3a-d95c846eb594 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4db7c2-1640-4139-8b33-3d0b2a1459cf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:13.700297 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78c97406-d854-40f1-8d3a-d95c846eb594 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:13.706882 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-78c97406-d854-40f1-8d3a-d95c846eb594 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/7e4db7c2-1640-4139-8b33-3d0b2a1459cf HTTP/1.1" status: 204 len: 168 time: 1.3492496 Mar 07 16:07:13.710341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54444) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:13.746395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3c4f1-6086-4554-ad5c-422cc93ff93b None None] Network 59f975dd-c228-4e86-b3fa-d7f4689ff418 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:13.788251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c3ad6-f18d-4f2c-ac6c-c92cf987e26a req-4776dcac-3f2d-4bcc-9451-698570b4081c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:13.798583 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-521c3ad6-f18d-4f2c-ac6c-c92cf987e26a req-4776dcac-3f2d-4bcc-9451-698570b4081c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 945 time: 0.1099763 Mar 07 16:07:13.815953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:13.816845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:13.854663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6252c7ff-c7b1-4a64-a472-33c137638eba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting subnet f443c5ab-9314-43d3-aae2-9eda20fce218 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:07:13.861075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6252c7ff-c7b1-4a64-a472-33c137638eba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (f443c5ab-9314-43d3-aae2-9eda20fce218), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:13.866581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8cddc2af-67c4-4924-b5fc-8a4871e22802 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0191584 Mar 07 16:07:13.889082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-521c3ad6-f18d-4f2c-ac6c-c92cf987e26a req-be628588-2345-4c1e-aab5-7e044405578c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845747 Mar 07 16:07:13.915292 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-ad67df16-071d-48c8-b48f-ba7db22fed07 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:07:13.916326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-ad67df16-071d-48c8-b48f-ba7db22fed07 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244372 Mar 07 16:07:13.957877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddc154-ab54-4c42-9da0-bf54bb8a2034 req-6260cf98-dbd1-4957-8feb-0234d872b90a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:13.966650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2ddc154-ab54-4c42-9da0-bf54bb8a2034 req-6260cf98-dbd1-4957-8feb-0234d872b90a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 931 time: 0.2323189 Mar 07 16:07:13.983074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 66a85ee8-4192-4101-b5fd-c092ae2500a4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:13.986157 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:13.991591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6252c7ff-c7b1-4a64-a472-33c137638eba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f443c5ab-9314-43d3-aae2-9eda20fce218), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:14.070187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Request body: {'port': {'device_id': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:14.174961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:14.175544 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:14.196287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187b602-6166-4a0f-94a3-41cd0f63a2c6 req-4641bdd8-2944-4e5c-bde5-3f91f14178aa tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:14.197876 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d187b602-6166-4a0f-94a3-41cd0f63a2c6 req-4641bdd8-2944-4e5c-bde5-3f91f14178aa tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 814 time: 0.2106233 Mar 07 16:07:14.205161 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2ddc154-ab54-4c42-9da0-bf54bb8a2034 req-58fe979e-09ef-4b2b-8106-9d885b090da4 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373734 Mar 07 16:07:14.231860 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d187b602-6166-4a0f-94a3-41cd0f63a2c6 req-2eb8584a-592e-46f5-bb34-508587455cfa tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/quotas/a257a2624a8d42688a0fcee377604c31 HTTP/1.1" status: 200 len: 375 time: 0.0264387 Mar 07 16:07:14.297609 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:14.354044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6252c7ff-c7b1-4a64-a472-33c137638eba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f443c5ab-9314-43d3-aae2-9eda20fce218), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:14.372501 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d187b602-6166-4a0f-94a3-41cd0f63a2c6 req-7183bb3b-6d3d-4f67-99a0-09bc06906664 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1341441 Mar 07 16:07:14.502758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1d593bba-e256-4ebd-b3ef-40f9c782d7c4 None None] Provisioning complete for port 99ac22a1-d9ed-474f-ae52-11330bca235b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:14.503158 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1d593bba-e256-4ebd-b3ef-40f9c782d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:14.599995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d445bb-dbbe-4f9c-bbe6-b530b2a52d4e req-183f8ef3-fdc4-4904-a505-3c9a881cad4f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:14.603767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:14.610288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d1d445bb-dbbe-4f9c-bbe6-b530b2a52d4e req-183f8ef3-fdc4-4904-a505-3c9a881cad4f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1586475 Mar 07 16:07:14.619837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1d593bba-e256-4ebd-b3ef-40f9c782d7c4 None None] Port 99ac22a1-d9ed-474f-ae52-11330bca235b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:07:14.632011 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:14.633052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dff71350-796f-40bf-ba90-a57a4850d732 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:14.646479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-1090faef-4b78-4d48-8fb6-533520966dfd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:14.648272 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-1090faef-4b78-4d48-8fb6-533520966dfd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 948 time: 0.1546474 Mar 07 16:07:14.659865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6252c7ff-c7b1-4a64-a472-33c137638eba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f443c5ab-9314-43d3-aae2-9eda20fce218), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:14.771931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252c7ff-c7b1-4a64-a472-33c137638eba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=f443c5ab-9314-43d3-aae2-9eda20fce218,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:14.774991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=10']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:14.779183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: dff71350-796f-40bf-ba90-a57a4850d732 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:14.779537 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dff71350-796f-40bf-ba90-a57a4850d732 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:14.782532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6252c7ff-c7b1-4a64-a472-33c137638eba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:14.788859 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6252c7ff-c7b1-4a64-a472-33c137638eba tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/f443c5ab-9314-43d3-aae2-9eda20fce218 HTTP/1.1" status: 204 len: 168 time: 1.0771282 Mar 07 16:07:14.789508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54468) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:14.820775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d1d445bb-dbbe-4f9c-bbe6-b530b2a52d4e req-d3765648-f775-4f9d-a6bd-ab26d55b5505 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093475 Mar 07 16:07:14.852516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ca005-2ea1-4881-8d6e-251691d4ad0c req-1555e3fb-07a5-4c08-a1cc-d72d4cb48833 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:14.854397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e3ca005-2ea1-4881-8d6e-251691d4ad0c req-1555e3fb-07a5-4c08-a1cc-d72d4cb48833 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 946 time: 0.5618830 Mar 07 16:07:14.883911 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Deleting port cb5931d7-3ee5-4127-97be-cc6454869889 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:14.884286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.019262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] For port cb5931d7-3ee5-4127-97be-cc6454869889, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=cb5931d7-3ee5-4127-97be-cc6454869889,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:15.019532 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.032765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Calling delete_port for cb5931d7-3ee5-4127-97be-cc6454869889 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:15.055042 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (59f975dd-c228-4e86-b3fa-d7f4689ff418), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.092779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e3ca005-2ea1-4881-8d6e-251691d4ad0c req-2c6ad92e-aff6-4efb-8b0c-64e95c75466a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218976 Mar 07 16:07:15.127705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56f401-369b-4e4d-988a-a858b629b657 None None] Network 59f975dd-c228-4e86-b3fa-d7f4689ff418 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:15.157336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:15.169868 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b6a071-b5ae-4589-9687-a7a7c36b60f8" -d '{"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-plugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:15.209043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (cb5931d7-3ee5-4127-97be-cc6454869889), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.256025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'e68d482a-7134-4626-b857-06f00148d045'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:15.257562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event deleted for resources: {'Port': ['ID=cb5931d7-3ee5-4127-97be-cc6454869889,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:15.258380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'cb5931d7-3ee5-4127-97be-cc6454869889'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:15.307296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad2e7-2178-49c8-a68a-5db1fd5c7af6 req-ee686b5e-c8ab-4bac-962d-876d17782980 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:15.309573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db0e4a48-9494-41a1-87d0-26d592045ab0 req-c4a3d8d0-2738-4ade-9fd7-357421e8bb8e tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2eca266-f9f6-4134-851e-b1a61a4cc5bd HTTP/1.1" status: 200 len: 210 time: 0.0973084 Mar 07 16:07:15.323057 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ab1ad2e7-2178-49c8-a68a-5db1fd5c7af6 req-ee686b5e-c8ab-4bac-962d-876d17782980 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1443312 Mar 07 16:07:15.346380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8aeba0be-0146-4d3c-a9a6-f4ecb6360bbd None None] Provisioning complete for port e01bab87-534d-4b97-a443-57ab29f1378c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:15.346926 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8aeba0be-0146-4d3c-a9a6-f4ecb6360bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.357401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ac22a1-d9ed-474f-ae52-11330bca235b {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:15.382351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Publish callbacks [] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.391262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting port e01bab87-534d-4b97-a443-57ab29f1378c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:15.392615 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ab1ad2e7-2178-49c8-a68a-5db1fd5c7af6 req-99dcfd43-0d36-4425-8e74-8da441f505b1 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686769 Mar 07 16:07:15.393110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.393519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] No DVR routers for this DVR port cb5931d7-3ee5-4127-97be-cc6454869889 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:15.411411 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.414899 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c8f311b-e2aa-4f3d-836d-931d72845fba req-e216d84d-0767-44f1-8ae9-983c53dfd533 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "DELETE /v2.0/ports/cb5931d7-3ee5-4127-97be-cc6454869889 HTTP/1.1" status: 204 len: 173 time: 0.7537487 Mar 07 16:07:15.418826 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eca266-f9f6-4134-851e-b1a61a4cc5bd', 'name': 'network-vif-deleted', 'tag': 'cb5931d7-3ee5-4127-97be-cc6454869889'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:15.421384 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b61891-dfdc-48f4-afae-fc2370ed8b58" -d '{"events": [{"server_uuid": "d2eca266-f9f6-4134-851e-b1a61a4cc5bd", "name": "network-vif-deleted", "tag": "cb5931d7-3ee5-4127-97be-cc6454869889"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:15.551780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Transition to ACTIVE for port object 99ac22a1-d9ed-474f-ae52-11330bca235b will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:07:15.566313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.599690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291d46c-77ee-4fed-9a00-d8dbd503fc4d req-ecc6182b-c1b5-4b7a-974e-00a3fb571cfb tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:15.626251 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4291d46c-77ee-4fed-9a00-d8dbd503fc4d req-ecc6182b-c1b5-4b7a-974e-00a3fb571cfb tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 945 time: 0.1644230 Mar 07 16:07:15.630168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] For port e01bab87-534d-4b97-a443-57ab29f1378c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e01bab87-534d-4b97-a443-57ab29f1378c,segment=NetworkSegment(7929d824-5b87-41e9-9345-3f2312821a30),segment_id=7929d824-5b87-41e9-9345-3f2312821a30)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:15.630430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:15.696964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Calling delete_port for e01bab87-534d-4b97-a443-57ab29f1378c owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:15.716333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf172e3f-b372-46e7-aa6e-193d49dcbd83 None None] DHCP port deletion for 59f975dd-c228-4e86-b3fa-d7f4689ff418 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:07:15.741112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8aeba0be-0146-4d3c-a9a6-f4ecb6360bbd None None] Current status of the port e01bab87-534d-4b97-a443-57ab29f1378c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:15.744756 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4291d46c-77ee-4fed-9a00-d8dbd503fc4d req-5324b212-3ee5-4296-b837-f6542398e350 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162491 Mar 07 16:07:15.776874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Pushing event updated for resources: {'Port': ['ID=99ac22a1-d9ed-474f-ae52-11330bca235b,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:15.822389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3c7f-1baf-4eab-a3ae-51e79b55344d req-43988ddf-964c-4b5f-90e1-4cd2b3094537 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:15.824327 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-337f3c7f-1baf-4eab-a3ae-51e79b55344d req-43988ddf-964c-4b5f-90e1-4cd2b3094537 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.3771667 Mar 07 16:07:15.880148 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd281f1a-6ccc-4715-8c89-5ad283db4a05 x-openstack-request-id: req-fd281f1a-6ccc-4715-8c89-5ad283db4a05 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:15.881138 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-plugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:15.881604 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd281f1a-6ccc-4715-8c89-5ad283db4a05 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:15.882156 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'code': 200} Mar 07 16:07:16.044468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67052b-b10c-46dd-b9f3-5f967470af3d req-4fc384f5-7bf7-4558-bf48-a2f97c17c709 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:16.054442 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa67052b-b10c-46dd-b9f3-5f967470af3d req-4fc384f5-7bf7-4558-bf48-a2f97c17c709 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 943 time: 0.1334028 Mar 07 16:07:16.159275 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa67052b-b10c-46dd-b9f3-5f967470af3d req-da84adda-647c-4396-810b-ff74d60def64 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994544 Mar 07 16:07:16.250247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e01bab87-534d-4b97-a443-57ab29f1378c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:16.252624 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-337f3c7f-1baf-4eab-a3ae-51e79b55344d req-a6134b17-1704-4301-90ec-d8484a6c2e63 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696409 Mar 07 16:07:16.255858 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44be5921-8f58-4dad-905d-50dbbaaed410 x-openstack-request-id: req-44be5921-8f58-4dad-905d-50dbbaaed410 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:16.256332 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eca266-f9f6-4134-851e-b1a61a4cc5bd", "name": "network-vif-deleted", "tag": "cb5931d7-3ee5-4127-97be-cc6454869889", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:16.256513 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44be5921-8f58-4dad-905d-50dbbaaed410 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:16.257051 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2eca266-f9f6-4134-851e-b1a61a4cc5bd', 'name': 'network-vif-deleted', 'tag': 'cb5931d7-3ee5-4127-97be-cc6454869889', 'status': 'completed', 'code': 200} Mar 07 16:07:16.261532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Attempting to bind port 99ac22a1-d9ed-474f-ae52-11330bca235b on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:16.287184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Attempting to bind port 99ac22a1-d9ed-474f-ae52-11330bca235b by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:16.288371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Attempting to bind port 99ac22a1-d9ed-474f-ae52-11330bca235b on network 7dfe412a-9378-485b-8128-0e25ac679751 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:16.295361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cf172e3f-b372-46e7-aa6e-193d49dcbd83 None None] Deleting port e01bab87-534d-4b97-a443-57ab29f1378c {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:16.295949 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cf172e3f-b372-46e7-aa6e-193d49dcbd83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:16.327508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Port 99ac22a1-d9ed-474f-ae52-11330bca235b on network 7dfe412a-9378-485b-8128-0e25ac679751 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:07:16.337939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Attempting to bind port 99ac22a1-d9ed-474f-ae52-11330bca235b on network 7dfe412a-9378-485b-8128-0e25ac679751 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:16.364444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:16.365406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Checking segment: {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:16.366219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Bound using segment: {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:16.367009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Bound port: 99ac22a1-d9ed-474f-ae52-11330bca235b, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:16.367697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:16.385401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:16.428810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No DVR routers for this DVR port e01bab87-534d-4b97-a443-57ab29f1378c on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:16.460888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No active binding found for port e01bab87-534d-4b97-a443-57ab29f1378c {{(pid=103868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 16:07:16.461740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] The host n-d-830010-8 is not matching for port e01bab87-534d-4b97-a443-57ab29f1378c host None! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:07:16.462279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e01bab87-534d-4b97-a443-57ab29f1378c not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:16.468282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cf172e3f-b372-46e7-aa6e-193d49dcbd83 None None] For port e01bab87-534d-4b97-a443-57ab29f1378c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e01bab87-534d-4b97-a443-57ab29f1378c,segment=NetworkSegment(7929d824-5b87-41e9-9345-3f2312821a30),segment_id=7929d824-5b87-41e9-9345-3f2312821a30)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:16.468995 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cf172e3f-b372-46e7-aa6e-193d49dcbd83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:16.493211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cf172e3f-b372-46e7-aa6e-193d49dcbd83 None None] Calling delete_port for e01bab87-534d-4b97-a443-57ab29f1378c owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:16.599925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Port': ['ID=e01bab87-534d-4b97-a443-57ab29f1378c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: from cryptography.utils import int_from_bytes Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: from cryptography.utils import int_from_bytes Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.661618 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:16.664806 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:07:16.675822 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cf172e3f-b372-46e7-aa6e-193d49dcbd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (e01bab87-534d-4b97-a443-57ab29f1378c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:16.698989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (59f975dd-c228-4e86-b3fa-d7f4689ff418), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:16.707203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf172e3f-b372-46e7-aa6e-193d49dcbd83 None None] Pushing event deleted for resources: {'Port': ['ID=e01bab87-534d-4b97-a443-57ab29f1378c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:16.728508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf172e3f-b372-46e7-aa6e-193d49dcbd83 None None] No DVR routers for this DVR port e01bab87-534d-4b97-a443-57ab29f1378c on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:16.753411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f975dd-c228-4e86-b3fa-d7f4689ff418']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:16.771073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d51405-756e-47de-967c-209cd396ec56 req-04e72817-127d-4c2b-955d-67bd016a6137 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:16.779180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36d51405-756e-47de-967c-209cd396ec56 req-04e72817-127d-4c2b-955d-67bd016a6137 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 946 time: 0.3736277 Mar 07 16:07:16.786750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] For port 99ac22a1-d9ed-474f-ae52-11330bca235b, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:16.803818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7929d824-5b87-41e9-9345-3f2312821a30') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:16.804171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7929d824-5b87-41e9-9345-3f2312821a30') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:16.813380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] For port 99ac22a1-d9ed-474f-ae52-11330bca235b, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=99ac22a1-d9ed-474f-ae52-11330bca235b,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:16.849266 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (7929d824-5b87-41e9-9345-3f2312821a30), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:16.905470 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:17.051138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Pushing event updated for resources: {'Port': ['ID=99ac22a1-d9ed-474f-ae52-11330bca235b,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:17.077018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7929d824-5b87-41e9-9345-3f2312821a30), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:17.104681 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79e3907a-9e29-45d3-862f-f00bd1ca274d req-874e3b26-a4e9-4b35-ad20-ac314d566290 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a257a2624a8d42688a0fcee377604c31 HTTP/1.1" status: 200 len: 221 time: 0.0677342 Mar 07 16:07:17.111236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:17.116710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:17.119629 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-38656cc8-f909-45a1-b244-a93576deca26 service neutron] 10.222.0.11 "PUT /v2.0/ports/99ac22a1-d9ed-474f-ae52-11330bca235b HTTP/1.1" status: 200 len: 1091 time: 3.1912000 Mar 07 16:07:17.126625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'tag': '99ac22a1-d9ed-474f-ae52-11330bca235b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:17.129057 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9330b7-3336-46b3-974d-56d067477ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "c983bc17-0d49-453f-b818-9413cb3d6081", "tag": "99ac22a1-d9ed-474f-ae52-11330bca235b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:17.132874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:17.133302 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (7929d824-5b87-41e9-9345-3f2312821a30), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:17.151113 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36d51405-756e-47de-967c-209cd396ec56 req-c13fec0f-92b5-42bc-96da-d841fd4747fc tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665185 Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:17.152069 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:17.295638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673b05f-7044-4db8-a997-f50984b9c064 req-6ed8ac71-39b5-4a16-8055-e26edc2e14d6 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:17.297774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0673b05f-7044-4db8-a997-f50984b9c064 req-6ed8ac71-39b5-4a16-8055-e26edc2e14d6 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1080000 Mar 07 16:07:17.411411 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (59f975dd-c228-4e86-b3fa-d7f4689ff418), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:17.422173 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:17.430926 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0673b05f-7044-4db8-a997-f50984b9c064 req-0d3b5b49-d1fc-47bb-b27b-c28e6a285793 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269672 Mar 07 16:07:17.437945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/59f975dd-c228-4e86-b3fa-d7f4689ff418 HTTP/1.1" status: 204 len: 168 time: 2.6434236 Mar 07 16:07:17.450650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54536) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:17.506984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-c1f324e8-3678-4db0-9c5b-550c64431244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:17.508990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-c1f324e8-3678-4db0-9c5b-550c64431244 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5&device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 1125 time: 0.2313573 Mar 07 16:07:17.534755 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdc2edd-42c5-4593-a332-01d5ac4d620f tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:17.535401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdc2edd-42c5-4593-a332-01d5ac4d620f tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:17.538694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ecdc2edd-42c5-4593-a332-01d5ac4d620f tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/c9b822a2-7ecb-4125-ba3a-b02902ab2192 HTTP/1.1" status: 404 len: 337 time: 0.0885539 Mar 07 16:07:17.541773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54538) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:17.561966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f4c06-e712-49a7-9ff0-f5a844a87760 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=59f975dd-c228-4e86-b3fa-d7f4689ff418,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:17.619609 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-9df6d4c9-108f-45d4-aca1-9117cfe11f15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99ac22a1-d9ed-474f-ae52-11330bca235b HTTP/1.1" status: 200 len: 217 time: 0.0798719 Mar 07 16:07:17.620003 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-902bf72a-7e8a-43f5-b7c2-baf9d71a5adc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:17.620706 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902bf72a-7e8a-43f5-b7c2-baf9d71a5adc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:17.624491 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-902bf72a-7e8a-43f5-b7c2-baf9d71a5adc tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/dfc74e39-1f83-4ee7-83a9-2e00de1d72cb HTTP/1.1" status: 404 len: 339 time: 0.0817039 Mar 07 16:07:17.627301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54542) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:17.650203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8b575-389d-4fa9-afeb-ef99c82ac295 req-41990c62-9f50-4792-9aa0-ee040ea23950 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:17.652384 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-86c8b575-389d-4fa9-afeb-ef99c82ac295 req-41990c62-9f50-4792-9aa0-ee040ea23950 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0756872 Mar 07 16:07:17.673785 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d927b9b9-a8ca-40dc-8f3e-f79d4dbd6590 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:17.674361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d927b9b9-a8ca-40dc-8f3e-f79d4dbd6590 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:17.679363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d927b9b9-a8ca-40dc-8f3e-f79d4dbd6590 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/81e82fd0-2c8b-4968-9656-f2ae9fc6522d HTTP/1.1" status: 404 len: 337 time: 0.0509109 Mar 07 16:07:17.713151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54544) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:17.719448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-86c8b575-389d-4fa9-afeb-ef99c82ac295 req-beb93c29-3696-4c88-8538-f08b2b1329f9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579860 Mar 07 16:07:17.736691 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-010a4ba9-9360-43f6-aa2c-cfd0d083093b tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:17.737212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010a4ba9-9360-43f6-aa2c-cfd0d083093b tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:17.740388 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-010a4ba9-9360-43f6-aa2c-cfd0d083093b tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/8d0384c1-eb3e-4bba-a510-29d1733a6d16 HTTP/1.1" status: 404 len: 339 time: 0.0220599 Mar 07 16:07:17.744851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54546) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:17.745591 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db74621b-84c3-4d13-9db0-438260921180 x-openstack-request-id: req-db74621b-84c3-4d13-9db0-438260921180 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:17.747480 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c983bc17-0d49-453f-b818-9413cb3d6081", "tag": "99ac22a1-d9ed-474f-ae52-11330bca235b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:17.747963 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db74621b-84c3-4d13-9db0-438260921180 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:17.749176 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'tag': '99ac22a1-d9ed-474f-ae52-11330bca235b', 'status': 'completed', 'code': 200} Mar 07 16:07:17.772572 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c8f875-e0e3-4a66-a38f-29068bcbec62 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:17.773030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c8f875-e0e3-4a66-a38f-29068bcbec62 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:17.777070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-28c8f875-e0e3-4a66-a38f-29068bcbec62 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/baf2d7f0-45ee-413c-b7c7-4fdaa11ca840 HTTP/1.1" status: 404 len: 337 time: 0.0312710 Mar 07 16:07:17.784135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54550) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:17.834835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-1eaae917-5650-475c-9f26-5504c5bc03db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:17.836705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-1eaae917-5650-475c-9f26-5504c5bc03db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9c26510-8d64-42ae-9a74-5377602fc673 HTTP/1.1" status: 200 len: 850 time: 0.1558807 Mar 07 16:07:17.862475 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-361d9df9-54cb-4b17-952b-a56e290764e3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:17.863112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361d9df9-54cb-4b17-952b-a56e290764e3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:17.866650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-361d9df9-54cb-4b17-952b-a56e290764e3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/ca6cb6e0-a046-4bb0-b618-040742281cf0 HTTP/1.1" status: 404 len: 339 time: 0.0813625 Mar 07 16:07:17.875082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c1b1-ac96-460c-983f-86fe5c67d381 req-d0094fbc-99bd-4cd7-a46b-64576d396520 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:17.881017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b3e7c1b1-ac96-460c-983f-86fe5c67d381 req-d0094fbc-99bd-4cd7-a46b-64576d396520 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 943 time: 0.0684085 Mar 07 16:07:17.881889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54556) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:17.930890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb7e8-52fe-4546-8d4b-b6631697d8de req-448cc812-afdd-4d5c-bdec-645d476e5321 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:17.932538 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28beb7e8-52fe-4546-8d4b-b6631697d8de req-448cc812-afdd-4d5c-bdec-645d476e5321 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 946 time: 0.1809449 Mar 07 16:07:17.940947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8626a44c-1adf-4e8d-91da-59e119070d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:17.942504 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-8626a44c-1adf-4e8d-91da-59e119070d46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7dfe412a-9378-485b-8128-0e25ac679751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0922718 Mar 07 16:07:17.943039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54558) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:17.947865 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'floatingip': {'port_id': '6eb36fd5-507f-4961-acff-7ce89ae579fd'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:18.040407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (656d63d5-2939-4c11-8ea0-7ce2a8fbcab3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:18.338676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b3e7c1b1-ac96-460c-983f-86fe5c67d381 req-a4cb050d-0a49-4147-a911-b10db219ffcf tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430037 Mar 07 16:07:18.357965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-13072001-8988-4649-a0e8-bbbaaa4fd0b2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting subnet 69f552c7-92e2-47aa-8781-aba22350c1c4 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:07:18.373888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-13072001-8988-4649-a0e8-bbbaaa4fd0b2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (69f552c7-92e2-47aa-8781-aba22350c1c4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:18.485255 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-b8029419-e832-4579-ab9a-a91272e60cad service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337000 Mar 07 16:07:18.488686 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-13072001-8988-4649-a0e8-bbbaaa4fd0b2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (69f552c7-92e2-47aa-8781-aba22350c1c4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:18.548454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61759ae-41c0-4be5-ac27-1daeec0d7f39 req-0affb416-a38e-46d5-aa2c-f4ff624822b3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:18.555694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d61759ae-41c0-4be5-ac27-1daeec0d7f39 req-0affb416-a38e-46d5-aa2c-f4ff624822b3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2941191 Mar 07 16:07:18.589132 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02e44f-bf4b-4568-b58a-9671edf738f0 req-cf711af4-72bb-44f6-b882-d7167f85ec37 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:18.590953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef02e44f-bf4b-4568-b58a-9671edf738f0 req-cf711af4-72bb-44f6-b882-d7167f85ec37 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=7568bbe5-a1fb-489c-8119-1208c3cd5c1b HTTP/1.1" status: 200 len: 950 time: 0.1643546 Mar 07 16:07:18.689662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-13072001-8988-4649-a0e8-bbbaaa4fd0b2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (69f552c7-92e2-47aa-8781-aba22350c1c4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:18.772443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef02e44f-bf4b-4568-b58a-9671edf738f0 req-5614defa-4e9a-4384-a7e5-06464aa8e5da tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711113 Mar 07 16:07:18.774565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d61759ae-41c0-4be5-ac27-1daeec0d7f39 req-d0e6b9c3-2ef0-47e8-9a3f-568820b3d028 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167866 Mar 07 16:07:18.822742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-13072001-8988-4649-a0e8-bbbaaa4fd0b2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (69f552c7-92e2-47aa-8781-aba22350c1c4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:18.857637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13072001-8988-4649-a0e8-bbbaaa4fd0b2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=69f552c7-92e2-47aa-8781-aba22350c1c4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:18.864592 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-13072001-8988-4649-a0e8-bbbaaa4fd0b2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:18.874632 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-13072001-8988-4649-a0e8-bbbaaa4fd0b2 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/69f552c7-92e2-47aa-8781-aba22350c1c4 HTTP/1.1" status: 204 len: 168 time: 0.9889443 Mar 07 16:07:18.875416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54584) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:18.882393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce20798f-fda8-4e3e-9ef7-d6427aef9c66 None None] Network 108fea4c-b15e-457c-a79f-a581a1c68225 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:18.908356 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36aa74c-d7ff-48c7-bd51-00fd43262ea3 req-39f28bf1-abdb-486e-8be0-d50dc9dd40f1 service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130683 Mar 07 16:07:19.026102 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (108fea4c-b15e-457c-a79f-a581a1c68225), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:19.211015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae515c-fffb-4880-8ece-df7bef2ff515 None None] DHCP port deletion for 108fea4c-b15e-457c-a79f-a581a1c68225 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:07:19.223015 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5642e-9154-4e25-9e1f-126c0a13cfd2 req-c10ce37a-5bd1-414c-a3b1-23a3aefe7e82 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:19.232921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54e5642e-9154-4e25-9e1f-126c0a13cfd2 req-c10ce37a-5bd1-414c-a3b1-23a3aefe7e82 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1371114 Mar 07 16:07:19.271152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting port 31e9f7a7-1a2d-4063-9432-57912dac0d6c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:19.271421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:19.278712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-afae515c-fffb-4880-8ece-df7bef2ff515 None None] Deleting port 31e9f7a7-1a2d-4063-9432-57912dac0d6c {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:19.279274 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-afae515c-fffb-4880-8ece-df7bef2ff515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:19.342153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54e5642e-9154-4e25-9e1f-126c0a13cfd2 req-ee9a4635-43a8-4fa5-a766-26db8dd90965 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023686 Mar 07 16:07:19.364934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-afae515c-fffb-4880-8ece-df7bef2ff515 None None] For port 31e9f7a7-1a2d-4063-9432-57912dac0d6c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=31e9f7a7-1a2d-4063-9432-57912dac0d6c,segment=NetworkSegment(bdd6e14c-82bd-46de-939d-5b7c54d4b6d1),segment_id=bdd6e14c-82bd-46de-939d-5b7c54d4b6d1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:19.365466 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-afae515c-fffb-4880-8ece-df7bef2ff515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:19.381813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-d2c71e0b-c0be-4ea0-b185-fdf3699c6102 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:19.383255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-afae515c-fffb-4880-8ece-df7bef2ff515 None None] Calling delete_port for 31e9f7a7-1a2d-4063-9432-57912dac0d6c owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:19.383410 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-d2c71e0b-c0be-4ea0-b185-fdf3699c6102 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/ports?device_id=7568bbe5-a1fb-489c-8119-1208c3cd5c1b HTTP/1.1" status: 200 len: 950 time: 0.2177832 Mar 07 16:07:19.487194 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-afae515c-fffb-4880-8ece-df7bef2ff515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:19.525564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef84ef-bd1c-4e03-a07a-61b70d365c88 req-c86c2d3a-0f27-445d-81cc-c894ee0ad445 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:19.534494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46ef84ef-bd1c-4e03-a07a-61b70d365c88 req-c86c2d3a-0f27-445d-81cc-c894ee0ad445 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.6194606 Mar 07 16:07:19.562779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae515c-fffb-4880-8ece-df7bef2ff515 None None] No DVR routers for this DVR port 31e9f7a7-1a2d-4063-9432-57912dac0d6c on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:19.617241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae515c-fffb-4880-8ece-df7bef2ff515 None None] Pushing event deleted for resources: {'Port': ['ID=31e9f7a7-1a2d-4063-9432-57912dac0d6c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:19.618452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-b562d372-c7f6-4829-be71-5ae1c5781414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:19.620279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-b562d372-c7f6-4829-be71-5ae1c5781414 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5&device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 1125 time: 0.2658005 Mar 07 16:07:19.632718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:07:19.657354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] For port 31e9f7a7-1a2d-4063-9432-57912dac0d6c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=31e9f7a7-1a2d-4063-9432-57912dac0d6c,segment=NetworkSegment(bdd6e14c-82bd-46de-939d-5b7c54d4b6d1),segment_id=bdd6e14c-82bd-46de-939d-5b7c54d4b6d1)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:19.657731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:19.677003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Calling delete_port for 31e9f7a7-1a2d-4063-9432-57912dac0d6c owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:19.685707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5330e5c-c3a6-46af-90ee-7bdf5a35c795 req-5508daee-3a7a-4195-964b-0df35051d105 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:19.687540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5330e5c-c3a6-46af-90ee-7bdf5a35c795 req-5508daee-3a7a-4195-964b-0df35051d105 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 943 time: 0.1928205 Mar 07 16:07:19.727663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 83a8a82e-a260-4fd9-924b-e44b3f2b58bb details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:19.755373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device cb5931d7-3ee5-4127-97be-cc6454869889 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:19.764537 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46ef84ef-bd1c-4e03-a07a-61b70d365c88 req-76262331-2f24-4002-8678-3fe66331905f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224436 Mar 07 16:07:19.793563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:19.809270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Deleting port d1aab52a-deee-4478-b72d-7ebe0afcc67e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:19.809625 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:19.812592 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (656d63d5-2939-4c11-8ea0-7ce2a8fbcab3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:19.829892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5330e5c-c3a6-46af-90ee-7bdf5a35c795 req-b88b8196-0782-4252-b2e6-8ebfa459e286 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338091 Mar 07 16:07:19.849541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: cb5931d7-3ee5-4127-97be-cc6454869889 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:19.849901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device cb5931d7-3ee5-4127-97be-cc6454869889 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:19.959394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-2e895886-b243-4661-b436-c12d4a9e8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:19.961280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-2e895886-b243-4661-b436-c12d4a9e8283 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7dfe412a-9378-485b-8128-0e25ac679751 HTTP/1.1" status: 200 len: 912 time: 0.3260279 Mar 07 16:07:20.040547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (31e9f7a7-1a2d-4063-9432-57912dac0d6c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.093521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:20.094223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Port': ['ID=31e9f7a7-1a2d-4063-9432-57912dac0d6c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:20.102326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] For port d1aab52a-deee-4478-b72d-7ebe0afcc67e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d1aab52a-deee-4478-b72d-7ebe0afcc67e,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:20.102700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.114479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-e29327d9-1e1e-4734-8f82-0d5185c54bd5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:20.116040 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-e29327d9-1e1e-4734-8f82-0d5185c54bd5 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "GET /v2.0/ports?device_id=5850d062-2dd7-4457-9bd8-a8f97e656b35 HTTP/1.1" status: 200 len: 950 time: 0.2339578 Mar 07 16:07:20.124535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No DVR routers for this DVR port 31e9f7a7-1a2d-4063-9432-57912dac0d6c on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:20.125846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'port_id': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb', 'mac_address': 'fa:16:3e:b0:68:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620f6ee8-c693-4e4e-9db5-22c228d33062', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:20.159137 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Floating IP 656d63d5-2939-4c11-8ea0-7ce2a8fbcab3 associated. External IP: 172.25.4.99, port: 6eb36fd5-507f-4961-acff-7ce89ae579fd. Mar 07 16:07:20.190643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Calling delete_port for d1aab52a-deee-4478-b72d-7ebe0afcc67e owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:20.203441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa4346-c802-427e-aef4-b5c7110d1910 req-145cdd52-32d3-4726-851e-ecb9ec420c44 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:20.211638 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5aa4346-c802-427e-aef4-b5c7110d1910 req-145cdd52-32d3-4726-851e-ecb9ec420c44 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=7568bbe5-a1fb-489c-8119-1208c3cd5c1b HTTP/1.1" status: 200 len: 950 time: 0.2663226 Mar 07 16:07:20.271837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:20.272421 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.306235 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83a8a82e-a260-4fd9-924b-e44b3f2b58bb {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:20.332033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:20.333523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 31e9f7a7-1a2d-4063-9432-57912dac0d6c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:20.363099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 31e9f7a7-1a2d-4063-9432-57912dac0d6c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:20.363485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 31e9f7a7-1a2d-4063-9432-57912dac0d6c not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:20.380599 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.403627 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (108fea4c-b15e-457c-a79f-a581a1c68225), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.447146 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5aa4346-c802-427e-aef4-b5c7110d1910 req-b25e6852-9890-45da-ae0a-c9df669f53a7 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345870 Mar 07 16:07:20.447830 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-a166fff9-4851-40a5-9157-be416bae8655 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99ac22a1-d9ed-474f-ae52-11330bca235b HTTP/1.1" status: 200 len: 217 time: 0.3935683 Mar 07 16:07:20.487591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108fea4c-b15e-457c-a79f-a581a1c68225']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:20.507391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:20.514672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd6e14c-82bd-46de-939d-5b7c54d4b6d1') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:20.515554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd6e14c-82bd-46de-939d-5b7c54d4b6d1') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:20.547269 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (bdd6e14c-82bd-46de-939d-5b7c54d4b6d1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.560262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f6303-6af2-41fb-9d97-0268abcdfe8e req-dd53f23e-3fad-4895-9af8-0fd260ddf3b0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:20.560898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['83a8a82e-a260-4fd9-924b-e44b3f2b58bb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:20.574612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b6f6303-6af2-41fb-9d97-0268abcdfe8e req-dd53f23e-3fad-4895-9af8-0fd260ddf3b0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.6868007 Mar 07 16:07:20.595348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bdd6e14c-82bd-46de-939d-5b7c54d4b6d1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.608488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Deleting port e68d482a-7134-4626-b857-06f00148d045 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:20.609171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e68d482a-7134-4626-b857-06f00148d045), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.694065 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:20.700194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (bdd6e14c-82bd-46de-939d-5b7c54d4b6d1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:20.705622 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:20.815591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-68ad894f-a455-4556-9c6a-7c3dd905c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:20.823356 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-68ad894f-a455-4556-9c6a-7c3dd905c728 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9c26510-8d64-42ae-9a74-5377602fc673 HTTP/1.1" status: 200 len: 850 time: 0.3665428 Mar 07 16:07:20.924217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (108fea4c-b15e-457c-a79f-a581a1c68225), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.947907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d1aab52a-deee-4478-b72d-7ebe0afcc67e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.959680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:20.961900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'e68d482a-7134-4626-b857-06f00148d045'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:20.982600 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:20.989446 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b6f6303-6af2-41fb-9d97-0268abcdfe8e req-e548b0e1-a6a0-492e-a362-1c67a7d08d1e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960729 Mar 07 16:07:21.015355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/108fea4c-b15e-457c-a79f-a581a1c68225 HTTP/1.1" status: 204 len: 168 time: 2.1388066 Mar 07 16:07:21.018466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Router c2b920e0-f53e-4456-a91f-53ab797da87d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:07:21.023786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54636) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:21.081702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] For port e68d482a-7134-4626-b857-06f00148d045, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e68d482a-7134-4626-b857-06f00148d045,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:21.082094 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e68d482a-7134-4626-b857-06f00148d045), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:21.091699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e572c-ab93-4b34-afee-6b2b03141a7e tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=108fea4c-b15e-457c-a79f-a581a1c68225,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:21.163255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event deleted for resources: {'Port': ['ID=d1aab52a-deee-4478-b72d-7ebe0afcc67e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:21.174468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Calling delete_port for e68d482a-7134-4626-b857-06f00148d045 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:21.178782 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4a2032-d696-46c5-af36-c4351ccb70bb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:21.179399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4a2032-d696-46c5-af36-c4351ccb70bb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:21.182597 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cb4a2032-d696-46c5-af36-c4351ccb70bb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/4df71008-fb09-4b4f-9f4b-0bd2854e9a1a HTTP/1.1" status: 404 len: 337 time: 0.1555007 Mar 07 16:07:21.187010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54638) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:21.306992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] No DVR routers for this DVR port d1aab52a-deee-4478-b72d-7ebe0afcc67e on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:21.310917 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:21.320718 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-36b4123b-ed77-48a9-9fc0-c902aa6db4a2 req-46a42124-b35f-44be-bc8f-4a985ae1b608 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "DELETE /v2.0/ports/d1aab52a-deee-4478-b72d-7ebe0afcc67e HTTP/1.1" status: 204 len: 173 time: 1.9289792 Mar 07 16:07:21.328334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7568bbe5-a1fb-489c-8119-1208c3cd5c1b', 'name': 'network-vif-deleted', 'tag': 'd1aab52a-deee-4478-b72d-7ebe0afcc67e'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:21.330256 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2b8ba1-229f-4993-a16a-20d889cce4ce" -d '{"events": [{"server_uuid": "7568bbe5-a1fb-489c-8119-1208c3cd5c1b", "name": "network-vif-deleted", "tag": "d1aab52a-deee-4478-b72d-7ebe0afcc67e"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:21.377197 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccde705-216e-4844-a7d6-2dced3763ee3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:21.379185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccde705-216e-4844-a7d6-2dced3763ee3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:21.389846 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1ccde705-216e-4844-a7d6-2dced3763ee3 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/090d2e83-03b2-4789-9f1e-285e59985807 HTTP/1.1" status: 404 len: 339 time: 0.1937783 Mar 07 16:07:21.397831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54642) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:21.489721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-de1c2ecb-eda4-41b0-adaf-2085abe51036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:21.495406 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-de1c2ecb-eda4-41b0-adaf-2085abe51036 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7dfe412a-9378-485b-8128-0e25ac679751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6542683 Mar 07 16:07:21.588925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01d21c-b3ea-4b29-9b20-8a747200c2d0 req-6833e100-6084-429c-bbfe-0c6e78c32875 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:21.596490 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf01d21c-b3ea-4b29-9b20-8a747200c2d0 req-6833e100-6084-429c-bbfe-0c6e78c32875 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.4845240 Mar 07 16:07:21.634165 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e68d482a-7134-4626-b857-06f00148d045), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:21.654489 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'e68d482a-7134-4626-b857-06f00148d045'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:21.658230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:21.719393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event deleted for resources: {'Port': ['ID=e68d482a-7134-4626-b857-06f00148d045,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:21.804139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 99ac22a1-d9ed-474f-ae52-11330bca235b details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:21.806995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 83a8a82e-a260-4fd9-924b-e44b3f2b58bb up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:21.862667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] No DVR routers for this DVR port e68d482a-7134-4626-b857-06f00148d045 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:21.871786 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:21.891581 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-585ed9fd-69af-468e-bde6-8ecd65ca4575 req-4ab79ff4-708d-498c-a51c-4664ee6844c4 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "DELETE /v2.0/ports/e68d482a-7134-4626-b857-06f00148d045 HTTP/1.1" status: 204 len: 173 time: 1.7639630 Mar 07 16:07:21.912969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-d6e83d87-1de9-4c0f-8e25-184759c55817 service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884735 Mar 07 16:07:22.078174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad4f4d62-4d47-4364-b650-318824ec3977 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:22.081263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad4f4d62-4d47-4364-b650-318824ec3977 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:22.093799 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e9330b7-3336-46b3-974d-56d067477ff9 req-bb92a797-6393-4e63-892c-64acb83e7160 service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514041 Mar 07 16:07:22.146318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:22.146699 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:22.254613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17d88fb-f54b-4dbb-82b2-66b27de2fe41 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting subnet 95caf9ce-0c7e-4844-809d-144507d4219a {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:07:22.303280 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e17d88fb-f54b-4dbb-82b2-66b27de2fe41 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (95caf9ce-0c7e-4844-809d-144507d4219a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:22.319101 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:07:22.366108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 99ac22a1-d9ed-474f-ae52-11330bca235b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=99ac22a1-d9ed-474f-ae52-11330bca235b,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:22.406741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:07:22.439589 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] Sync routers for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:07:22.457029 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:07:22.457681 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:22.463794 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:22.488482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ad4f4d62-4d47-4364-b650-318824ec3977 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:22.489155 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:22.492488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '99ac22a1-d9ed-474f-ae52-11330bca235b', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'port_id': '99ac22a1-d9ed-474f-ae52-11330bca235b', 'mac_address': 'fa:16:3e:9f:a1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:22.596650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf01d21c-b3ea-4b29-9b20-8a747200c2d0 req-85caee28-beb2-49b7-9216-a0525037d0fb tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822605 Mar 07 16:07:22.626145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e17d88fb-f54b-4dbb-82b2-66b27de2fe41 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (95caf9ce-0c7e-4844-809d-144507d4219a), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:22.704368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a734f1ef-6b03-4368-934f-f619dcda7816 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "PUT /v2.0/floatingips/656d63d5-2939-4c11-8ea0-7ce2a8fbcab3 HTTP/1.1" status: 200 len: 991 time: 4.7602465 Mar 07 16:07:22.707179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'tag': '6eb36fd5-507f-4961-acff-7ce89ae579fd'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:22.709479 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665e16bb-18c8-481f-a2e0-3fd159f2723c" -d '{"events": [{"name": "network-changed", "server_uuid": "af4ae047-d066-41e7-ac41-8f680beda2af", "tag": "6eb36fd5-507f-4961-acff-7ce89ae579fd"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:22.784698 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:07:22.952809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e17d88fb-f54b-4dbb-82b2-66b27de2fe41 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (95caf9ce-0c7e-4844-809d-144507d4219a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.168785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad4f4d62-4d47-4364-b650-318824ec3977,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:23.170498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 99ac22a1-d9ed-474f-ae52-11330bca235b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:23.170972 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.176779 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e17d88fb-f54b-4dbb-82b2-66b27de2fe41 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (95caf9ce-0c7e-4844-809d-144507d4219a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.207334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:23.209624 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d0a0cf-1b12-4296-8950-d19d45ccdee0" -d '{"events": [{"server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:23.213578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ac22a1-d9ed-474f-ae52-11330bca235b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:23.221392 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '656d63d5-2939-4c11-8ea0-7ce2a8fbcab3', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'port_id': '6eb36fd5-507f-4961-acff-7ce89ae579fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'mac_address': 'fa:16:3e:de:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:06:49Z', 'updated_at': '2022-03-07T16:07:19Z', 'revision_number': 1, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:23.234481 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.280918 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] Checking router: c2b920e0-f53e-4456-a91f-53ab797da87d for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:07:23.295438 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:07:23.296535 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:06:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:23.346623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e51df-0fd7-45f8-9aa1-66a91f6eeeae req-c99700be-843d-4797-9392-cd8c71585150 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:23.348468 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-401e51df-0fd7-45f8-9aa1-66a91f6eeeae req-c99700be-843d-4797-9392-cd8c71585150 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 943 time: 0.5049593 Mar 07 16:07:23.350080 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e17d88fb-f54b-4dbb-82b2-66b27de2fe41 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.356568 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e17d88fb-f54b-4dbb-82b2-66b27de2fe41 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/subnets/95caf9ce-0c7e-4844-809d-144507d4219a HTTP/1.1" status: 204 len: 168 time: 1.9516687 Mar 07 16:07:23.356568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d88fb-f54b-4dbb-82b2-66b27de2fe41 tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Subnet': ['ID=95caf9ce-0c7e-4844-809d-144507d4219a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:23.357004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54652) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:23.387051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ad4f4d62-4d47-4364-b650-318824ec3977,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:23.402937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:23.404018 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.419899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96e9ef36-6934-4ca3-97b9-612706fd75bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.421637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6f8bd-531e-4cfd-b3b5-e211633a2986 None None] Network 56fdb2f2-9a28-40d3-b633-eadaab438758 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:23.478098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-401e51df-0fd7-45f8-9aa1-66a91f6eeeae req-22117747-486a-48f7-8027-0f6d0519a113 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187079 Mar 07 16:07:23.501628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 99ac22a1-d9ed-474f-ae52-11330bca235b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=99ac22a1-d9ed-474f-ae52-11330bca235b,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:23.528720 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:07:23.541651 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (56fdb2f2-9a28-40d3-b633-eadaab438758), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.581738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:23.644547 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f2dce9-e269-4d9b-bd04-396fa4d65500 x-openstack-request-id: req-26f2dce9-e269-4d9b-bd04-396fa4d65500 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:23.644874 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7568bbe5-a1fb-489c-8119-1208c3cd5c1b", "name": "network-vif-deleted", "tag": "d1aab52a-deee-4478-b72d-7ebe0afcc67e", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:23.645098 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26f2dce9-e269-4d9b-bd04-396fa4d65500 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:23.645505 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7568bbe5-a1fb-489c-8119-1208c3cd5c1b', 'name': 'network-vif-deleted', 'tag': 'd1aab52a-deee-4478-b72d-7ebe0afcc67e', 'status': 'completed', 'code': 200} Mar 07 16:07:23.693494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Deleting port 3838a47e-0e0f-4172-bf52-79e76b5ebdff {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:23.693842 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.695557 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.696613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d1aab52a-deee-4478-b72d-7ebe0afcc67e no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:23.772241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: d1aab52a-deee-4478-b72d-7ebe0afcc67e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:23.772852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d1aab52a-deee-4478-b72d-7ebe0afcc67e not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:23.774628 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.794146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:23.850265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] For port 3838a47e-0e0f-4172-bf52-79e76b5ebdff, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3838a47e-0e0f-4172-bf52-79e76b5ebdff,segment=NetworkSegment(a83985f1-bd0a-4d8c-9762-72601e910449),segment_id=a83985f1-bd0a-4d8c-9762-72601e910449)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:23.850738 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:23.870403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Calling delete_port for 3838a47e-0e0f-4172-bf52-79e76b5ebdff owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:23.881973 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17dc91e-b5a0-4a70-b8f5-646e1b98c7f9 x-openstack-request-id: req-c17dc91e-b5a0-4a70-b8f5-646e1b98c7f9 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:23.882456 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4ae047-d066-41e7-ac41-8f680beda2af", "tag": "6eb36fd5-507f-4961-acff-7ce89ae579fd", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:23.882536 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c17dc91e-b5a0-4a70-b8f5-646e1b98c7f9 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:23.882974 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'tag': '6eb36fd5-507f-4961-acff-7ce89ae579fd', 'status': 'completed', 'code': 200} Mar 07 16:07:23.989101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=99ac22a1-d9ed-474f-ae52-11330bca235b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:24.009907 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9569dfe9-5283-49cd-a1a3-84b7e1948234 x-openstack-request-id: req-9569dfe9-5283-49cd-a1a3-84b7e1948234 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:24.010540 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:24.011022 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9569dfe9-5283-49cd-a1a3-84b7e1948234 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:24.011745 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977', 'code': 200} Mar 07 16:07:24.019443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad4f4d62-4d47-4364-b650-318824ec3977,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:24.042510 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3838a47e-0e0f-4172-bf52-79e76b5ebdff), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:24.059656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'ad4f4d62-4d47-4364-b650-318824ec3977', 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62', 'port_id': 'ad4f4d62-4d47-4364-b650-318824ec3977', 'mac_address': 'fa:16:3e:57:28:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d74682-6777-448e-8193-9401e5c1ab94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:24.130254 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '656d63d5-2939-4c11-8ea0-7ce2a8fbcab3', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'port_id': '6eb36fd5-507f-4961-acff-7ce89ae579fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'mac_address': 'fa:16:3e:de:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:06:49Z', 'updated_at': '2022-03-07T16:07:19Z', 'revision_number': 1, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:24.135110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['99ac22a1-d9ed-474f-ae52-11330bca235b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:24.155078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] No DVR routers for this DVR port 3838a47e-0e0f-4172-bf52-79e76b5ebdff on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:24.165806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Port': ['ID=3838a47e-0e0f-4172-bf52-79e76b5ebdff,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:24.173194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ad4f4d62-4d47-4364-b650-318824ec3977 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:24.196299 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:24.203722 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62dd9d3-ceea-4f1f-8ddc-ce0357bfae90 None None] The sync data for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 is: [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '656d63d5-2939-4c11-8ea0-7ce2a8fbcab3', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'port_id': '6eb36fd5-507f-4961-acff-7ce89ae579fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'mac_address': 'fa:16:3e:de:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:06:49Z', 'updated_at': '2022-03-07T16:07:19Z', 'revision_number': 1, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:07:24.249231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-a5844e24-a0c4-4891-aebf-14b3e5d7eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:24.250693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-a5844e24-a0c4-4891-aebf-14b3e5d7eacb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 1128 time: 0.2864828 Mar 07 16:07:24.284994 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:07:24.345714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (56fdb2f2-9a28-40d3-b633-eadaab438758), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:24.346071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029caf10-11f7-458a-9131-a0a83a8138bc None None] DHCP port deletion for 56fdb2f2-9a28-40d3-b633-eadaab438758 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:07:24.356418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fec1c9-d650-4b60-9907-acd03638f82a req-85398866-67d7-492c-ae72-7049fd809160 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:24.358187 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12fec1c9-d650-4b60-9907-acd03638f82a req-85398866-67d7-492c-ae72-7049fd809160 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2196901 Mar 07 16:07:24.415433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fdb2f2-9a28-40d3-b633-eadaab438758']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:24.416613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4f4d62-4d47-4364-b650-318824ec3977 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:24.440925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83985f1-bd0a-4d8c-9762-72601e910449') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:24.441227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83985f1-bd0a-4d8c-9762-72601e910449') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:24.466943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (a83985f1-bd0a-4d8c-9762-72601e910449), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:24.493013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12fec1c9-d650-4b60-9907-acd03638f82a req-a7066a08-1b08-4ab6-8bf2-994fa8dc03db tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253915 Mar 07 16:07:24.509881 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a83985f1-bd0a-4d8c-9762-72601e910449), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:24.519747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-4b60ca12-00a1-4e4b-9b9c-3f0ffe0e756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:24.521241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-4b60ca12-00a1-4e4b-9b9c-3f0ffe0e756a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 916 time: 0.2524350 Mar 07 16:07:24.522173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:24.522571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (a83985f1-bd0a-4d8c-9762-72601e910449), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:24.525771 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:24.537411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad4f4d62-4d47-4364-b650-318824ec3977,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:24.564096 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:24.678132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0889f76-3dd2-4fbe-a13a-06a608fc4a4c None None] New status for floating IP 656d63d5-2939-4c11-8ea0-7ce2a8fbcab3: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:07:24.720711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3955b5b-a55c-4262-8c5a-8cc43c27b643 req-7d222ee7-9a67-4968-b61c-aeb48d01e192 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:24.728583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3955b5b-a55c-4262-8c5a-8cc43c27b643 req-7d222ee7-9a67-4968-b61c-aeb48d01e192 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 945 time: 0.1159003 Mar 07 16:07:24.811917 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3955b5b-a55c-4262-8c5a-8cc43c27b643 req-475d364a-8bd4-4d32-867f-8efe3aa7d7a3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751846 Mar 07 16:07:24.816422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (56fdb2f2-9a28-40d3-b633-eadaab438758), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:24.820643 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-b3fa5bb0-5bb2-43ef-9b42-215b1f1a7b22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb36fd5-507f-4961-acff-7ce89ae579fd HTTP/1.1" status: 200 len: 999 time: 0.2862821 Mar 07 16:07:24.828494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:24.832810 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] 10.222.0.24 "DELETE /v2.0/networks/56fdb2f2-9a28-40d3-b633-eadaab438758 HTTP/1.1" status: 204 len: 168 time: 1.4747646 Mar 07 16:07:24.890288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f189fe-1473-45d5-b8bd-e6614a267acb tempest-NetworksIpV6Test-1595533412 tempest-NetworksIpV6Test-1595533412-project] Pushing event deleted for resources: {'Network': ['ID=56fdb2f2-9a28-40d3-b633-eadaab438758,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:24.958016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-61169c74-8cec-4dda-9ee6-daa4fd8e981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:24.961111 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-61169c74-8cec-4dda-9ee6-daa4fd8e981f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 200 len: 854 time: 0.1257930 Mar 07 16:07:24.981407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ad4f4d62-4d47-4364-b650-318824ec3977,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:25.065243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-e7f12257-085a-4167-9eee-1ed2d1f3d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:25.074771 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-e7f12257-085a-4167-9eee-1ed2d1f3d4c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1d0569b-ea64-4f69-9f7c-982fe6065f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1004732 Mar 07 16:07:25.103108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['ad4f4d62-4d47-4364-b650-318824ec3977'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:25.139654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abbd27-565c-4986-8355-b4d40a4d81ae req-bec4f3f1-6b96-4d45-b9db-581521499994 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:25.146839 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5abbd27-565c-4986-8355-b4d40a4d81ae req-bec4f3f1-6b96-4d45-b9db-581521499994 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 944 time: 0.1258557 Mar 07 16:07:25.233656 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-2409db26-f75f-447b-9b76-2eeb83625400 service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574621 Mar 07 16:07:25.342539 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5abbd27-565c-4986-8355-b4d40a4d81ae req-97171fba-ed10-4a11-a95d-24159aa68733 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950057 Mar 07 16:07:25.389518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-afe4b1ff-2eef-4351-b7fc-31f3387ded6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:25.391782 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-665e16bb-18c8-481f-a2e0-3fd159f2723c req-cd710b1e-6483-4d95-81d2-a79b2fbcceed service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519208 Mar 07 16:07:25.454377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54676) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:25.566621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c40ef-1506-4d5c-8193-ccad34a4e135 req-fbd09f96-b135-4cff-b33e-162bc0bd199d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:25.581124 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d0c40ef-1506-4d5c-8193-ccad34a4e135 req-fbd09f96-b135-4cff-b33e-162bc0bd199d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1066580 Mar 07 16:07:25.646252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5850d062-2dd7-4457-9bd8-a8f97e656b35', 'name': 'network-vif-deleted', 'tag': 'e68d482a-7134-4626-b857-06f00148d045'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:25.648579 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d1b5f5-771a-45e3-936f-98a3005622db" -d '{"events": [{"server_uuid": "5850d062-2dd7-4457-9bd8-a8f97e656b35", "name": "network-vif-deleted", "tag": "e68d482a-7134-4626-b857-06f00148d045"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:25.687969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d0c40ef-1506-4d5c-8193-ccad34a4e135 req-c5160ac9-f1f4-4ea2-8052-181ca2106208 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061082 Mar 07 16:07:25.722225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6aaabd81-f3ea-464d-b217-a4c7492a8411 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe7903db672f43d482ab75f79857e92c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2665803 Mar 07 16:07:25.724654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54684) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:25.794641 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d93229-4352-40b6-99ac-17fad8f60341 x-openstack-request-id: req-52d93229-4352-40b6-99ac-17fad8f60341 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:25.794973 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5850d062-2dd7-4457-9bd8-a8f97e656b35", "name": "network-vif-deleted", "tag": "e68d482a-7134-4626-b857-06f00148d045", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:25.795444 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52d93229-4352-40b6-99ac-17fad8f60341 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:25.795865 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5850d062-2dd7-4457-9bd8-a8f97e656b35', 'name': 'network-vif-deleted', 'tag': 'e68d482a-7134-4626-b857-06f00148d045', 'status': 'completed', 'code': 200} Mar 07 16:07:25.800213 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ac4e-0ce4-4f82-984e-cc2fe8fff220 admin admin] Publish callbacks [] for security_group (4cc75204-a587-4d8a-850c-7821b6f67167), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:25.843945 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ac4e-0ce4-4f82-984e-cc2fe8fff220 admin admin] Publish callbacks [] for security_group (4cc75204-a587-4d8a-850c-7821b6f67167), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:25.931256 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ac4e-0ce4-4f82-984e-cc2fe8fff220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4cc75204-a587-4d8a-850c-7821b6f67167), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:25.939302 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ac4e-0ce4-4f82-984e-cc2fe8fff220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:25.951077 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e9e5ac4e-0ce4-4f82-984e-cc2fe8fff220 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cc75204-a587-4d8a-850c-7821b6f67167 HTTP/1.1" status: 204 len: 168 time: 0.2177634 Mar 07 16:07:25.974767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5ac4e-0ce4-4f82-984e-cc2fe8fff220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc75204-a587-4d8a-850c-7821b6f67167,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:26.013336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:26.016412 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d957cb6-d53b-4d23-ae7f-0daa10484c3e" -d '{"events": [{"server_uuid": "84becbd2-cbf3-49fb-b88c-fd0c3edea495", "name": "network-vif-plugged", "status": "completed", "tag": "83a8a82e-a260-4fd9-924b-e44b3f2b58bb"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:26.198183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ab302-33c5-4eb3-93d9-019124e22370 req-8367ae63-dfd9-47b3-bb56-5a52892f4747 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:26.220642 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576ab302-33c5-4eb3-93d9-019124e22370 req-8367ae63-dfd9-47b3-bb56-5a52892f4747 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1357503 Mar 07 16:07:26.309949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-576ab302-33c5-4eb3-93d9-019124e22370 req-cf929f02-6f8b-4b6a-bfd5-38ed5b4f4e04 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883899 Mar 07 16:07:26.349336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3838a47e-0e0f-4172-bf52-79e76b5ebdff no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:26.388589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:26.389317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3838a47e-0e0f-4172-bf52-79e76b5ebdff {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:26.389672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3838a47e-0e0f-4172-bf52-79e76b5ebdff not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:26.500142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598b1f-636a-4296-8f5c-43baea45dd3a req-7aef80f9-0b77-40f2-942d-b8dec93dac6a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:26.502071 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3598b1f-636a-4296-8f5c-43baea45dd3a req-7aef80f9-0b77-40f2-942d-b8dec93dac6a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 945 time: 0.1008084 Mar 07 16:07:26.573295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad4f4d62-4d47-4364-b650-318824ec3977 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:26.610370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3598b1f-636a-4296-8f5c-43baea45dd3a req-bd7be9f0-0fe5-4742-847c-96e34c628e39 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026058 Mar 07 16:07:26.711464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port ad4f4d62-4d47-4364-b650-318824ec3977 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:26.712307 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:26.860713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port ad4f4d62-4d47-4364-b650-318824ec3977 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:26.861138 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:26.911430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad4f4d62-4d47-4364-b650-318824ec3977,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:26.936538 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:26.939809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e68d482a-7134-4626-b857-06f00148d045 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:27.018986 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd31cf0-feb5-458c-8c34-3323f209e02b x-openstack-request-id: req-7bd31cf0-feb5-458c-8c34-3323f209e02b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:27.019608 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84becbd2-cbf3-49fb-b88c-fd0c3edea495", "name": "network-vif-plugged", "status": "completed", "tag": "83a8a82e-a260-4fd9-924b-e44b3f2b58bb", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:27.020333 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bd31cf0-feb5-458c-8c34-3323f209e02b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:27.021771 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb', 'code': 200} Mar 07 16:07:27.136051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: e68d482a-7134-4626-b857-06f00148d045 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:27.139185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e68d482a-7134-4626-b857-06f00148d045 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:27.143851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=ad4f4d62-4d47-4364-b650-318824ec3977,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:27.180302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed25137-fe1e-4db0-b23f-4082fc768e3c req-93bec6e1-f993-410d-807f-7a5070f64d36 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:27.192892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ed25137-fe1e-4db0-b23f-4082fc768e3c req-93bec6e1-f993-410d-807f-7a5070f64d36 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1028190 Mar 07 16:07:27.295225 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ed25137-fe1e-4db0-b23f-4082fc768e3c req-0d2451e7-5e12-443d-81a2-765894990af9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967443 Mar 07 16:07:27.531743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfdc91-68ec-4fb0-989b-a643a0d804a1 req-be15620e-e437-4594-b29d-d221e43c4d1d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:27.539243 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-52bfdc91-68ec-4fb0-989b-a643a0d804a1 req-be15620e-e437-4594-b29d-d221e43c4d1d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 944 time: 0.1774626 Mar 07 16:07:27.558932 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-30b41a19-35b8-43e9-8d69-773a7ca7abcb tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:27.560499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-30b41a19-35b8-43e9-8d69-773a7ca7abcb tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66 HTTP/1.1" status: 200 len: 950 time: 0.1596653 Mar 07 16:07:27.571175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54730) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:27.672397 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:27.681232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-52bfdc91-68ec-4fb0-989b-a643a0d804a1 req-b2486679-99e9-47e3-9b25-817694a180e5 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409464 Mar 07 16:07:27.726749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Deleting port 1c2363ef-4850-448d-baba-1ce1596518ae {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:27.727478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:27.803611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 99ac22a1-d9ed-474f-ae52-11330bca235b up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:27.899752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-938979470'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:27.953203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52863bfa-3a67-41e6-a82a-3d6ec8e91df4 req-634ce305-b235-4bab-ac50-a3038cc1d2dd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:27.954393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:27.958468 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:27.958690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 99ac22a1-d9ed-474f-ae52-11330bca235b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:07:27.960597 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-52863bfa-3a67-41e6-a82a-3d6ec8e91df4 req-634ce305-b235-4bab-ac50-a3038cc1d2dd tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d90eff-2167-4a0a-b9a8-6bfc65dc9b66 HTTP/1.1" status: 200 len: 950 time: 0.1757746 Mar 07 16:07:27.966140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 99ac22a1-d9ed-474f-ae52-11330bca235b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:27.966686 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:27.985348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.008203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] For port 1c2363ef-4850-448d-baba-1ce1596518ae, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=1c2363ef-4850-448d-baba-1ce1596518ae,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:28.008586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.048785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-52863bfa-3a67-41e6-a82a-3d6ec8e91df4 req-610fd1e7-e12b-4517-9db6-acce73f3b787 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871034 Mar 07 16:07:28.052039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Calling delete_port for 1c2363ef-4850-448d-baba-1ce1596518ae owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:28.179573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 99ac22a1-d9ed-474f-ae52-11330bca235b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:28.179961 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.188705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (7f9fc533-880b-44c6-befb-4bef53b60294), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.200842 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7f9fc533-880b-44c6-befb-4bef53b60294), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.220725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:07:28.231240 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2ab51156-ed44-482a-8781-31a4fdfa8d86), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.231657 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Added segment 2ab51156-ed44-482a-8781-31a4fdfa8d86 of type vlan for network 4791cd7e-c81a-4f55-bb11-109868aa9cdc Mar 07 16:07:28.276464 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (4791cd7e-c81a-4f55-bb11-109868aa9cdc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.295793 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1c2363ef-4850-448d-baba-1ce1596518ae), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.315451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:28.319852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae', 'd07000d0-ebfb-48f8-981f-9a596233f9dd'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:28.327978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (4791cd7e-c81a-4f55-bb11-109868aa9cdc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.380325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 99ac22a1-d9ed-474f-ae52-11330bca235b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=99ac22a1-d9ed-474f-ae52-11330bca235b,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:28.393116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:28.395975 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.401253 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.472665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event deleted for resources: {'Port': ['ID=1c2363ef-4850-448d-baba-1ce1596518ae,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:28.539072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875913-4c50-4d23-bdb9-5a6bf17761b9 req-bc9bbac5-577e-4bb3-a052-835241363886 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:28.553096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50875913-4c50-4d23-bdb9-5a6bf17761b9 req-bc9bbac5-577e-4bb3-a052-835241363886 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.2704277 Mar 07 16:07:28.561776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] No DVR routers for this DVR port 1c2363ef-4850-448d-baba-1ce1596518ae on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:28.568992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:28.576703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c33b44ca-8e8e-47bf-a445-4c720f9436c4 req-5feb0f96-5066-43fb-b341-2a4c54303ef0 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "DELETE /v2.0/ports/1c2363ef-4850-448d-baba-1ce1596518ae HTTP/1.1" status: 204 len: 173 time: 1.0050449 Mar 07 16:07:28.583325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d90eff-2167-4a0a-b9a8-6bfc65dc9b66', 'name': 'network-vif-deleted', 'tag': '1c2363ef-4850-448d-baba-1ce1596518ae'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:28.585780 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b9f8d1-b546-4167-8962-284be3fb051a" -d '{"events": [{"server_uuid": "04d90eff-2167-4a0a-b9a8-6bfc65dc9b66", "name": "network-vif-deleted", "tag": "1c2363ef-4850-448d-baba-1ce1596518ae"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:28.611268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=99ac22a1-d9ed-474f-ae52-11330bca235b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:28.656496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50875913-4c50-4d23-bdb9-5a6bf17761b9 req-f64621eb-8f3a-499f-b0fd-fa0ae8f67b13 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028461 Mar 07 16:07:28.678610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Network': ['ID=4791cd7e-c81a-4f55-bb11-109868aa9cdc,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:28.701287 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1259947 Mar 07 16:07:28.702390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54744) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:28.709184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'name': 'tempest-PortsTestJSON-2097061445'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:28.710900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f42980-0d5d-4a3f-8fd8-acc3fb928ba5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9fc533-880b-44c6-befb-4bef53b60294,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:28.724576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:07:28.826873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff025a-a430-4084-a068-b38c9a817a37 req-1c2013e4-5636-41fe-9936-5d2c095e3800 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:28.828724 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-00ff025a-a430-4084-a068-b38c9a817a37 req-1c2013e4-5636-41fe-9936-5d2c095e3800 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60 HTTP/1.1" status: 200 len: 949 time: 0.4168324 Mar 07 16:07:29.003510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:29.009800 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:29.045640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977'}, {'server_uuid': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ac22a1-d9ed-474f-ae52-11330bca235b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:29.050749 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7f7c36-98e9-445d-a85b-5fa52ec30f23" -d '{"events": [{"server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977"}, {"server_uuid": "c983bc17-0d49-453f-b818-9413cb3d6081", "name": "network-vif-plugged", "status": "completed", "tag": "99ac22a1-d9ed-474f-ae52-11330bca235b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:29.078411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port fb281c93-1e6e-45aa-87b4-4f6895fbec88 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:07:29.089271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-00ff025a-a430-4084-a068-b38c9a817a37 req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Deleting port d07000d0-ebfb-48f8-981f-9a596233f9dd {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:29.089638 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-00ff025a-a430-4084-a068-b38c9a817a37 req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:29.169930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a939264-e20d-4922-8c6a-b115da69def8 req-1cd805d9-3356-425c-bf27-576f8dae3378 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:29.177481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a939264-e20d-4922-8c6a-b115da69def8 req-1cd805d9-3356-425c-bf27-576f8dae3378 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2535627 Mar 07 16:07:29.254408 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:29.258677 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a939264-e20d-4922-8c6a-b115da69def8 req-16f51396-b0e1-4b2e-8c8e-6b2c466b78f6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800502 Mar 07 16:07:29.319079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-00ff025a-a430-4084-a068-b38c9a817a37 req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] For port d07000d0-ebfb-48f8-981f-9a596233f9dd, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d07000d0-ebfb-48f8-981f-9a596233f9dd,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:29.319601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-00ff025a-a430-4084-a068-b38c9a817a37 req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:29.367233 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96cf984-4f0a-4018-b8a4-91044ed7b50f x-openstack-request-id: req-e96cf984-4f0a-4018-b8a4-91044ed7b50f {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:29.367744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-00ff025a-a430-4084-a068-b38c9a817a37 req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Calling delete_port for d07000d0-ebfb-48f8-981f-9a596233f9dd owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:29.369354 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d90eff-2167-4a0a-b9a8-6bfc65dc9b66", "name": "network-vif-deleted", "tag": "1c2363ef-4850-448d-baba-1ce1596518ae", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:29.370408 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e96cf984-4f0a-4018-b8a4-91044ed7b50f {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:29.374142 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d90eff-2167-4a0a-b9a8-6bfc65dc9b66', 'name': 'network-vif-deleted', 'tag': '1c2363ef-4850-448d-baba-1ce1596518ae', 'status': 'completed', 'code': 200} Mar 07 16:07:29.544522 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:29.568419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f0ff9-9863-4121-8875-67cc5fbb7fb5 req-8d7c3992-ab85-404f-82a7-185eedfdd120 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:29.576498 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-811f0ff9-9863-4121-8875-67cc5fbb7fb5 req-8d7c3992-ab85-404f-82a7-185eedfdd120 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 945 time: 0.1018164 Mar 07 16:07:29.634857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-811f0ff9-9863-4121-8875-67cc5fbb7fb5 req-4c296f57-9a6f-4c0b-8bb2-8ec6fd3d41e2 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557818 Mar 07 16:07:29.708397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:29.709283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-00ff025a-a430-4084-a068-b38c9a817a37 req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d07000d0-ebfb-48f8-981f-9a596233f9dd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:29.726917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:29.729198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['1c2363ef-4850-448d-baba-1ce1596518ae'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:29.756375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event deleted for resources: {'Port': ['ID=d07000d0-ebfb-48f8-981f-9a596233f9dd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:29.815494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=fb281c93-1e6e-45aa-87b4-4f6895fbec88,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:29.884170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ff025a-a430-4084-a068-b38c9a817a37 req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] No DVR routers for this DVR port d07000d0-ebfb-48f8-981f-9a596233f9dd on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:29.893186 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-00ff025a-a430-4084-a068-b38c9a817a37 req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:29.902434 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-00ff025a-a430-4084-a068-b38c9a817a37 req-76608ce0-2490-4c8e-9de1-c239b2bac39d tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.11 "DELETE /v2.0/ports/d07000d0-ebfb-48f8-981f-9a596233f9dd HTTP/1.1" status: 204 len: 173 time: 1.0656180 Mar 07 16:07:29.911463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60', 'name': 'network-vif-deleted', 'tag': 'd07000d0-ebfb-48f8-981f-9a596233f9dd'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:29.913607 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdaf8e3-e603-4a0c-9400-83b0c9de80cc" -d '{"events": [{"server_uuid": "ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60", "name": "network-vif-deleted", "tag": "d07000d0-ebfb-48f8-981f-9a596233f9dd"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:29.926021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Checking segment: {'id': '2ab51156-ed44-482a-8781-31a4fdfa8d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:29.926395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network hostable DHCP agents. Network: 4791cd7e-c81a-4f55-bb11-109868aa9cdc, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:07:29.951516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:07:29.972482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 4791cd7e-c81a-4f55-bb11-109868aa9cdc) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:29.978700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:29.984251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:29.984781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:29.985808 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b819a-e405-42fb-83f8-94bb2002af02 None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:30.027713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54766) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:30.033012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-575680223'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:30.037369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-af2a42e7-3e4f-43d1-9df9-aa4328c84726 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3322060 Mar 07 16:07:30.067848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:30.071866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:30.144774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:07:30.173156 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d1a39df2-78cf-4a41-9e5b-e40ba100c2b5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:30.173515 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Added segment d1a39df2-78cf-4a41-9e5b-e40ba100c2b5 of type vlan for network 9e809580-5725-4da4-aca2-ce1d1627aacf Mar 07 16:07:30.239748 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bc2847-1ffe-47d1-8756-6a0599222a0e x-openstack-request-id: req-c5bc2847-1ffe-47d1-8756-6a0599222a0e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:30.240290 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977", "code": 200}, {"server_uuid": "c983bc17-0d49-453f-b818-9413cb3d6081", "name": "network-vif-plugged", "status": "completed", "tag": "99ac22a1-d9ed-474f-ae52-11330bca235b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:30.240737 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5bc2847-1ffe-47d1-8756-6a0599222a0e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:30.241344 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977', 'code': 200} Mar 07 16:07:30.241798 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ac22a1-d9ed-474f-ae52-11330bca235b', 'code': 200} Mar 07 16:07:30.271434 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9e809580-5725-4da4-aca2-ce1d1627aacf), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:30.331700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9e809580-5725-4da4-aca2-ce1d1627aacf), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:30.338961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:30.342127 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:30.478025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54784) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:30.484789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'ports': [{'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc'}, {'network_id': '9e809580-5725-4da4-aca2-ce1d1627aacf'}]} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:30.484789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:30.484789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '9e809580-5725-4da4-aca2-ce1d1627aacf'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:30.489450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4585345 Mar 07 16:07:30.612783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608f33b-daf3-44cd-8e79-ebf4b9522602 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Network': ['ID=9e809580-5725-4da4-aca2-ce1d1627aacf,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:30.644462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9e809580-5725-4da4-aca2-ce1d1627aacf details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:07:30.664828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f099a-ce46-4bc5-9da1-dc8ca70b57a1 req-21dcf6eb-8d28-4b6c-987c-47737c61df3d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:30.666314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d01f099a-ce46-4bc5-9da1-dc8ca70b57a1 req-21dcf6eb-8d28-4b6c-987c-47737c61df3d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1531813 Mar 07 16:07:30.677741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827063b8-2c4a-4235-99bd-b98dbe2620a3 req-23420d46-d7d2-46bf-b3e2-805d85f65e2f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:30.681756 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-827063b8-2c4a-4235-99bd-b98dbe2620a3 req-23420d46-d7d2-46bf-b3e2-805d85f65e2f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2968099 Mar 07 16:07:30.695138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452d64-7a93-410c-b6a7-f4bb0a2f2efe req-45c03df5-2c07-4a0d-9aed-dd3fb4408257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:30.698394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29452d64-7a93-410c-b6a7-f4bb0a2f2efe req-45c03df5-2c07-4a0d-9aed-dd3fb4408257 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 1127 time: 0.3240716 Mar 07 16:07:30.819310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d01f099a-ce46-4bc5-9da1-dc8ca70b57a1 req-59315243-ccf5-4964-9ed0-a1cda2403b6d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359684 Mar 07 16:07:30.857516 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-827063b8-2c4a-4235-99bd-b98dbe2620a3 req-d9a4b425-bcdb-441f-bac9-365b1ee82172 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557465 Mar 07 16:07:30.867552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 2} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:30.875951 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:30.925265 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820cffc0-bd05-4dfd-866f-4653c0ddaf38 x-openstack-request-id: req-820cffc0-bd05-4dfd-866f-4653c0ddaf38 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:30.925575 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60", "name": "network-vif-deleted", "tag": "d07000d0-ebfb-48f8-981f-9a596233f9dd", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:30.925841 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-820cffc0-bd05-4dfd-866f-4653c0ddaf38 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:30.926253 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2e6e0d-1ac8-4c01-b18e-f99f082b7e60', 'name': 'network-vif-deleted', 'tag': 'd07000d0-ebfb-48f8-981f-9a596233f9dd', 'status': 'completed', 'code': 200} Mar 07 16:07:30.928849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29452d64-7a93-410c-b6a7-f4bb0a2f2efe req-f5fa27a0-5dda-4d28-ad89-241f4ccdf0ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924939 Mar 07 16:07:30.953958 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1f0de-d310-4150-be6f-4de469956106 req-4d76fbe9-7b24-463c-89be-30f2cbec39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:30.955526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-81e1f0de-d310-4150-be6f-4de469956106 req-4d76fbe9-7b24-463c-89be-30f2cbec39e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 1128 time: 0.3719831 Mar 07 16:07:31.052231 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-81e1f0de-d310-4150-be6f-4de469956106 req-3c29b8aa-4fb4-4d1b-982b-77d2975b9810 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898635 Mar 07 16:07:31.118601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4af20-93d6-4318-a8e5-39c939fbeebb req-30c94664-9558-4c48-ab7a-6f5802610886 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:31.127189 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79e4af20-93d6-4318-a8e5-39c939fbeebb req-30c94664-9558-4c48-ab7a-6f5802610886 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 945 time: 0.0870004 Mar 07 16:07:31.195691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79e4af20-93d6-4318-a8e5-39c939fbeebb req-9d3b89dc-e00e-4f48-959b-d63d4ea5fb69 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645747 Mar 07 16:07:31.367390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:31.392076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164723b-d3f9-4291-8199-f8c99db09119 req-3805812f-660d-40f5-a0be-824178346b19 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:31.394072 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e164723b-d3f9-4291-8199-f8c99db09119 req-3805812f-660d-40f5-a0be-824178346b19 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0732453 Mar 07 16:07:31.478190 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79188b4b-ecf2-4dc9-8a5e-36c07e110d60 req-462175e6-e0a9-419b-a6f1-dd9693205b9e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:31.479279 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e164723b-d3f9-4291-8199-f8c99db09119 req-da15dfa8-cf65-4bd2-a80c-257d0039efcf tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774491 Mar 07 16:07:31.479533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79188b4b-ecf2-4dc9-8a5e-36c07e110d60 req-462175e6-e0a9-419b-a6f1-dd9693205b9e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.1275129 Mar 07 16:07:31.596001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 7db980ae-53c6-4e0a-9aae-c845dd9c196f yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:07:31.630604 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79188b4b-ecf2-4dc9-8a5e-36c07e110d60 req-bfe600a6-59eb-46d1-b1ca-01294d86b35b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350298 Mar 07 16:07:31.770169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (7db980ae-53c6-4e0a-9aae-c845dd9c196f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:31.838455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1c2363ef-4850-448d-baba-1ce1596518ae no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:31.851028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d343d94-01a8-4388-9387-b34c584a053a req-7ee5c67c-5ac9-424f-a9a4-6ad1a6791373 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:31.858581 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9d343d94-01a8-4388-9387-b34c584a053a req-7ee5c67c-5ac9-424f-a9a4-6ad1a6791373 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1201422 Mar 07 16:07:31.880406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 1c2363ef-4850-448d-baba-1ce1596518ae {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:31.881050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 1c2363ef-4850-448d-baba-1ce1596518ae not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:31.889703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:07:31.957932 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9d343d94-01a8-4388-9387-b34c584a053a req-4baf200f-603f-46f1-aacb-d9ef25838143 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979404 Mar 07 16:07:32.033428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:32.082424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7db980ae-53c6-4e0a-9aae-c845dd9c196f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:32.136896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aa2a2-7914-470d-9ceb-469d5ca8f993 req-902b2222-f92d-46b1-9741-4efa88e44d3a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:32.137973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:32.138759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf5aa2a2-7914-470d-9ceb-469d5ca8f993 req-902b2222-f92d-46b1-9741-4efa88e44d3a tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 950 time: 0.0989461 Mar 07 16:07:32.168262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:32.172916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:32.175858 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:32.208737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=7db980ae-53c6-4e0a-9aae-c845dd9c196f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:32.241306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf5aa2a2-7914-470d-9ceb-469d5ca8f993 req-17dab19d-fd43-4c23-8312-6705d2697134 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955460 Mar 07 16:07:32.307358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e21bca-3576-4da5-b431-1bc6c34626ba req-90dbea91-8b63-4ccd-ac10-9d4d9eb422c2 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:32.309827 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69e21bca-3576-4da5-b431-1bc6c34626ba req-90dbea91-8b63-4ccd-ac10-9d4d9eb422c2 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1764238 Mar 07 16:07:32.329279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:32.344653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Checking segment: {'id': 'd1a39df2-78cf-4a41-9e5b-e40ba100c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9e809580-5725-4da4-aca2-ce1d1627aacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:32.345102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network hostable DHCP agents. Network: 9e809580-5725-4da4-aca2-ce1d1627aacf, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:07:32.408849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 9e809580-5725-4da4-aca2-ce1d1627aacf is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:07:32.414569 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69e21bca-3576-4da5-b431-1bc6c34626ba req-daf755d8-f950-498f-abdb-98413b1c77d8 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871332 Mar 07 16:07:32.424535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d9b5-9f4f-4870-85fd-fd6bd15b6383 req-31f009c3-1c0f-40c9-ae14-b0e0cc4e5d37 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:32.425943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9e809580-5725-4da4-aca2-ce1d1627aacf) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:32.426831 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62b1d9b5-9f4f-4870-85fd-fd6bd15b6383 req-31f009c3-1c0f-40c9-ae14-b0e0cc4e5d37 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.0835941 Mar 07 16:07:32.437828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:32.442849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98bca01-cff7-4bc5-b0f1-c8fc4277efc1 None None] Network 9e809580-5725-4da4-aca2-ce1d1627aacf requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:32.461342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:32.471728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:32.475261 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:32.512885 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62b1d9b5-9f4f-4870-85fd-fd6bd15b6383 req-61a3531e-8f7b-4fa3-b760-1282889d787d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655363 Mar 07 16:07:32.537319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-df50d366-f38d-4313-b1b9-a774ee46e7c1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0583918 Mar 07 16:07:32.542270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54838) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:32.718165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45640bda-b047-4bab-937d-f233d095bd0a req-338624ad-6317-43fd-824f-f4384baa52da tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:32.719968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45640bda-b047-4bab-937d-f233d095bd0a req-338624ad-6317-43fd-824f-f4384baa52da tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0780947 Mar 07 16:07:32.722507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8db4e-1d99-43c5-8ff3-e69930fa9c24 req-c23b1e7f-41e1-4a10-b487-ba1d7af9771c tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:32.724251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4c8db4e-1d99-43c5-8ff3-e69930fa9c24 req-c23b1e7f-41e1-4a10-b487-ba1d7af9771c tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 945 time: 0.1308422 Mar 07 16:07:32.749822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c75b2-5b76-4105-a936-5cc2429d41c2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:32.750272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0c75b2-5b76-4105-a936-5cc2429d41c2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:32.783399 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45640bda-b047-4bab-937d-f233d095bd0a req-adec78c1-91b2-48d8-a696-4a475611a857 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Mar 07 16:07:32.892884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0c75b2-5b76-4105-a936-5cc2429d41c2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:32.907405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4c8db4e-1d99-43c5-8ff3-e69930fa9c24 req-764f95d5-23ce-443f-a004-df30aaea7870 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702731 Mar 07 16:07:32.927776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c75b2-5b76-4105-a936-5cc2429d41c2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:32.985107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b775a2-99b3-4a01-875f-f3031951adcc req-e941d5fb-0bbd-4383-837d-a94e36cb2998 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:32.991460 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84b775a2-99b3-4a01-875f-f3031951adcc req-e941d5fb-0bbd-4383-837d-a94e36cb2998 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0890677 Mar 07 16:07:33.055011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84b775a2-99b3-4a01-875f-f3031951adcc req-7b305156-21de-40ea-8026-d53ccffe3696 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568709 Mar 07 16:07:33.084798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036994-1282-417a-97e8-b95d92b86a6c req-d722a028-20f3-4aca-98f5-dfdc945a23b6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:33.091627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc036994-1282-417a-97e8-b95d92b86a6c req-d722a028-20f3-4aca-98f5-dfdc945a23b6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 945 time: 0.1044526 Mar 07 16:07:33.100571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54860) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:33.105822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'floatingip': {'port_id': '99ac22a1-d9ed-474f-ae52-11330bca235b'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:33.146850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (41a0d96d-010d-41ff-a6d5-cb45bcd97bb3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:33.150210 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0c75b2-5b76-4105-a936-5cc2429d41c2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:33.245191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c75b2-5b76-4105-a936-5cc2429d41c2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:33.287778 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0c75b2-5b76-4105-a936-5cc2429d41c2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:33.295703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cb0c75b2-5b76-4105-a936-5cc2429d41c2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9 HTTP/1.1" status: 204 len: 168 time: 0.7470579 Mar 07 16:07:33.296067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54868) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:33.501302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e6279-f47a-4b90-8707-b198d8005c54 req-061c34ce-085a-434c-a147-83b7827031a9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:33.508786 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c4e6279-f47a-4b90-8707-b198d8005c54 req-061c34ce-085a-434c-a147-83b7827031a9 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 950 time: 0.1567013 Mar 07 16:07:33.555101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7855915-9873-4a7c-92ec-a41811401690 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:33.560763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7855915-9873-4a7c-92ec-a41811401690 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:33.562605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c7855915-9873-4a7c-92ec-a41811401690 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2648113 Mar 07 16:07:33.569336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54874) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:33.572135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-d77923dc-30a3-4b01-82a7-c2d060f4f155 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:33.574158 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-d77923dc-30a3-4b01-82a7-c2d060f4f155 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 950 time: 0.1779163 Mar 07 16:07:33.588575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccd961-5bbe-4303-8c6e-bd91cd19eab4 req-272fe4d2-3e1c-47c3-b678-a63d3ecfd0ad tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:33.590743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3dccd961-5bbe-4303-8c6e-bd91cd19eab4 req-272fe4d2-3e1c-47c3-b678-a63d3ecfd0ad tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1928864 Mar 07 16:07:33.668752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c4e6279-f47a-4b90-8707-b198d8005c54 req-30815966-f3f7-45be-bb86-653c8e509c2c tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/security-groups?id=e394b12d-ab2d-4e90-96e1-9ae697e31bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441352 Mar 07 16:07:33.852774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:33.922657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea504572-c7d8-479f-b200-9935a7defd36 req-ff57573b-a2c9-4646-8b71-aac9d3942f77 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:33.931043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea504572-c7d8-479f-b200-9935a7defd36 req-ff57573b-a2c9-4646-8b71-aac9d3942f77 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1452587 Mar 07 16:07:33.979487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3dccd961-5bbe-4303-8c6e-bd91cd19eab4 req-f83af7dc-81b5-49de-a3a3-1a7196530abf tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818626 Mar 07 16:07:34.013969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:34.014356 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.025222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7b59b5c3-c086-4b1b-97a4-ee59a3d61556 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 7db980ae-53c6-4e0a-9aae-c845dd9c196f {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:34.025576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7b59b5c3-c086-4b1b-97a4-ee59a3d61556 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7db980ae-53c6-4e0a-9aae-c845dd9c196f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.032140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Deleting port e0287fd7-b295-4a34-a85a-20f2c1dfa11f {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:34.032681 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.078883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:34.084875 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ea129-2af0-433f-a1ff-cf7410001476" -d '{"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-unplugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:34.115078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:34.127911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.129142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d07000d0-ebfb-48f8-981f-9a596233f9dd no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:34.154231 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea504572-c7d8-479f-b200-9935a7defd36 req-10e979f8-4362-47ca-8314-1203fce7b562 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182877 Mar 07 16:07:34.164207 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7b59b5c3-c086-4b1b-97a4-ee59a3d61556 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7db980ae-53c6-4e0a-9aae-c845dd9c196f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.181541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: d07000d0-ebfb-48f8-981f-9a596233f9dd {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:34.182270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d07000d0-ebfb-48f8-981f-9a596233f9dd not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:34.221368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7b59b5c3-c086-4b1b-97a4-ee59a3d61556 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 7db980ae-53c6-4e0a-9aae-c845dd9c196f owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:34.235560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:07:34.237425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=11']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:34.308632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] For port e0287fd7-b295-4a34-a85a-20f2c1dfa11f, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:34.309011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.325972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Calling delete_port for e0287fd7-b295-4a34-a85a-20f2c1dfa11f owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:34.434906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c7ca3-fd0d-4c9e-a17b-597b0e4d1f82 req-04e6ea49-13c9-4d03-a389-2df99c019101 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:34.439944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.440649 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef7c7ca3-fd0d-4c9e-a17b-597b0e4d1f82 req-04e6ea49-13c9-4d03-a389-2df99c019101 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.3602500 Mar 07 16:07:34.458560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (41a0d96d-010d-41ff-a6d5-cb45bcd97bb3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.477820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b5763-c123-45c8-908b-92f9b397b44f req-68fd6c16-e8d4-4d37-955f-a63b2f1c073c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:34.479428 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-095b5763-c123-45c8-908b-92f9b397b44f req-68fd6c16-e8d4-4d37-955f-a63b2f1c073c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1422167 Mar 07 16:07:34.588599 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef7c7ca3-fd0d-4c9e-a17b-597b0e4d1f82 req-6f136744-f37d-448c-a254-22719c244a4d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240547 Mar 07 16:07:34.603664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7b59b5c3-c086-4b1b-97a4-ee59a3d61556 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7db980ae-53c6-4e0a-9aae-c845dd9c196f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.608040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e0287fd7-b295-4a34-a85a-20f2c1dfa11f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.621052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e0287fd7-b295-4a34-a85a-20f2c1dfa11f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:34.642095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59b5c3-c086-4b1b-97a4-ee59a3d61556 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=7db980ae-53c6-4e0a-9aae-c845dd9c196f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:34.644400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Pushing event deleted for resources: {'Port': ['ID=e0287fd7-b295-4a34-a85a-20f2c1dfa11f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:34.697959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-095b5763-c123-45c8-908b-92f9b397b44f req-acd6a53c-b6d9-4670-8886-a0bd43fa655a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797359 Mar 07 16:07:34.714667 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7b59b5c3-c086-4b1b-97a4-ee59a3d61556 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.720840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7b59b5c3-c086-4b1b-97a4-ee59a3d61556 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/7db980ae-53c6-4e0a-9aae-c845dd9c196f HTTP/1.1" status: 204 len: 168 time: 1.1491876 Mar 07 16:07:34.735383 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fe996c-2bb6-4b16-a8b0-35e15e0de279 x-openstack-request-id: req-31fe996c-2bb6-4b16-a8b0-35e15e0de279 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:34.735751 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-unplugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:34.736740 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31fe996c-2bb6-4b16-a8b0-35e15e0de279 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:34.737321 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'code': 200} Mar 07 16:07:34.740498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54894) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:34.743629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] No DVR routers for this DVR port e0287fd7-b295-4a34-a85a-20f2c1dfa11f on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:34.748473 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Floating IP 41a0d96d-010d-41ff-a6d5-cb45bcd97bb3 associated. External IP: 172.25.4.171, port: 99ac22a1-d9ed-474f-ae52-11330bca235b. Mar 07 16:07:34.757297 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:34.760988 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4e343983-ada6-45a3-8235-1e13f8a30fe5 req-669cc071-41bf-4b14-ac47-1cbe433afad6 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.15 "DELETE /v2.0/ports/e0287fd7-b295-4a34-a85a-20f2c1dfa11f HTTP/1.1" status: 204 len: 173 time: 1.1811147 Mar 07 16:07:34.761713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25734775-e7f0-4cd9-abea-a83e6ca9b65c', 'name': 'network-vif-deleted', 'tag': 'e0287fd7-b295-4a34-a85a-20f2c1dfa11f'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:34.768023 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa86238-be9d-4192-a66d-beb910651d2d" -d '{"events": [{"server_uuid": "25734775-e7f0-4cd9-abea-a83e6ca9b65c", "name": "network-vif-deleted", "tag": "e0287fd7-b295-4a34-a85a-20f2c1dfa11f"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:34.911304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f4f1bcf-f4ae-4979-bfab-64e71d3c6238 req-0bc18309-16c9-4758-96bb-14e17d849e26 tempest-ServersOnMultiNodesTest-404688164 tempest-ServersOnMultiNodesTest-404688164-project] 10.222.0.24 "GET /v2.0/ports?device_id=25734775-e7f0-4cd9-abea-a83e6ca9b65c HTTP/1.1" status: 200 len: 210 time: 0.0547285 Mar 07 16:07:34.939235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88604856-8768-44af-9219-7ba1a1b7e9d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:34.941662 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-88604856-8768-44af-9219-7ba1a1b7e9d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1995697 Mar 07 16:07:34.944292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54904) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:34.946075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d820a-9546-4764-92fd-102c19f49b72 req-9b524365-2318-4862-9b03-c61f4cebc8bd tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:34.947828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d23d820a-9546-4764-92fd-102c19f49b72 req-9b524365-2318-4862-9b03-c61f4cebc8bd tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1254480 Mar 07 16:07:35.007002 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a57eff-6ab0-4e50-b4f5-1f5d25e7b2b8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:07:35.008454 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b1a57eff-6ab0-4e50-b4f5-1f5d25e7b2b8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/c58013ec-8a3c-47e5-99b9-d7d3c45cbfb9 HTTP/1.1" status: 404 len: 333 time: 0.0631378 Mar 07 16:07:35.012174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54908) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:35.081721 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9638f6ad-fca7-4e62-b14a-8d79b436d935 x-openstack-request-id: req-9638f6ad-fca7-4e62-b14a-8d79b436d935 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:35.082330 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25734775-e7f0-4cd9-abea-a83e6ca9b65c", "name": "network-vif-deleted", "tag": "e0287fd7-b295-4a34-a85a-20f2c1dfa11f", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:35.082330 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9638f6ad-fca7-4e62-b14a-8d79b436d935 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:35.087783 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25734775-e7f0-4cd9-abea-a83e6ca9b65c', 'name': 'network-vif-deleted', 'tag': 'e0287fd7-b295-4a34-a85a-20f2c1dfa11f', 'status': 'completed', 'code': 200} Mar 07 16:07:35.088958 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-afde2375-f330-4bd5-9552-d0e639778159 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:07:35.090759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-afde2375-f330-4bd5-9552-d0e639778159 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/7db980ae-53c6-4e0a-9aae-c845dd9c196f HTTP/1.1" status: 404 len: 333 time: 0.0776567 Mar 07 16:07:35.096630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54910) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:35.276305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d23d820a-9546-4764-92fd-102c19f49b72 req-0569cd74-8f99-4d93-be4e-eef9f20e0754 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103456 Mar 07 16:07:35.328985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:07:35.343905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9e809580-5725-4da4-aca2-ce1d1627aacf), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:35.387888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dc7bc-5262-49a0-94ca-1efe94ec958a req-38e9326c-88ff-44f9-acf1-3da4045fda22 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:35.398242 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-088dc7bc-5262-49a0-94ca-1efe94ec958a req-38e9326c-88ff-44f9-acf1-3da4045fda22 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2388003 Mar 07 16:07:35.516666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:07:35.522174 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:35.530378 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] Sync routers for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:07:35.567593 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:07:35.570787 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:07:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:35.578269 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8086678a-63c3-4b34-b59c-85135899f911 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "PUT /v2.0/floatingips/41a0d96d-010d-41ff-a6d5-cb45bcd97bb3 HTTP/1.1" status: 200 len: 991 time: 2.4762836 Mar 07 16:07:35.578988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'tag': '99ac22a1-d9ed-474f-ae52-11330bca235b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:35.586003 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e" -d '{"events": [{"name": "network-changed", "server_uuid": "c983bc17-0d49-453f-b818-9413cb3d6081", "tag": "99ac22a1-d9ed-474f-ae52-11330bca235b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:35.613083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9e809580-5725-4da4-aca2-ce1d1627aacf), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:35.634949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e809580-5725-4da4-aca2-ce1d1627aacf']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:35.646672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a39df2-78cf-4a41-9e5b-e40ba100c2b5') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:35.646987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a39df2-78cf-4a41-9e5b-e40ba100c2b5') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:35.659128 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (d1a39df2-78cf-4a41-9e5b-e40ba100c2b5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:35.692614 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d1a39df2-78cf-4a41-9e5b-e40ba100c2b5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:35.702099 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34dea35-7ed7-4a19-9d73-0087ac5ac192 x-openstack-request-id: req-c34dea35-7ed7-4a19-9d73-0087ac5ac192 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:35.703014 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c983bc17-0d49-453f-b818-9413cb3d6081", "tag": "99ac22a1-d9ed-474f-ae52-11330bca235b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:35.703509 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c34dea35-7ed7-4a19-9d73-0087ac5ac192 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:35.704870 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'tag': '99ac22a1-d9ed-474f-ae52-11330bca235b', 'status': 'completed', 'code': 200} Mar 07 16:07:35.708370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:35.710438 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (d1a39df2-78cf-4a41-9e5b-e40ba100c2b5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:35.751640 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:07:35.868226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:35.903098 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:35.918155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3742e49-4973-47a2-bc81-04fb913e90a9 req-be8b5197-fa2c-405d-b699-ccbc4d52814d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:35.921389 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3742e49-4973-47a2-bc81-04fb913e90a9 req-be8b5197-fa2c-405d-b699-ccbc4d52814d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1532137 Mar 07 16:07:35.923745 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-088dc7bc-5262-49a0-94ca-1efe94ec958a req-ceaf94f5-7b1f-424c-abfa-3df002d27a54 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232918 Mar 07 16:07:35.944568 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9e809580-5725-4da4-aca2-ce1d1627aacf), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:35.969177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:35.974302 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/networks/9e809580-5725-4da4-aca2-ce1d1627aacf HTTP/1.1" status: 204 len: 168 time: 0.8766499 Mar 07 16:07:35.983962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54946) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:35.990000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1095547934'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:36.067917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b1478-b5cf-4af8-94ec-412d6d2e78de tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Network': ['ID=9e809580-5725-4da4-aca2-ce1d1627aacf,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:36.077154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:36.084632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:36.085364 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3742e49-4973-47a2-bc81-04fb913e90a9 req-50bcf8af-c0f1-4bad-970f-58bac6ede109 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535144 Mar 07 16:07:36.118575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-64130e48-6a81-416e-be1b-097ae0eb930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:36.122564 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-64130e48-6a81-416e-be1b-097ae0eb930f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5&device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 1127 time: 0.2602603 Mar 07 16:07:36.154869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:36.206961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'port_id': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'mac_address': 'fa:16:3e:f8:87:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:36.290564 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '41a0d96d-010d-41ff-a6d5-cb45bcd97bb3', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'port_id': '99ac22a1-d9ed-474f-ae52-11330bca235b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'mac_address': 'fa:16:3e:9f:a1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:07:07Z', 'updated_at': '2022-03-07T16:07:34Z', 'revision_number': 1, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:36.293901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:07:36.305516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:36.305910 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:36.340113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a85ee8-4192-4101-b5fd-c092ae2500a4 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:36.352340 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] Checking router: 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:07:36.362253 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:07:36.363161 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:07:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:36.379578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:36.389102 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:36.479114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f712bcc0-9289-4e0a-9e9c-119b537d1f85), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:36.480741 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Added segment f712bcc0-9289-4e0a-9e9c-119b537d1f85 of type vlan for network 3544f809-a181-44e0-8a5e-ff543fce5299 Mar 07 16:07:36.545432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f8f00-ed2b-4b87-81c7-497d28feb48b req-60e27315-d777-4828-a66b-15e76ef7b6e3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:36.552142 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af7f8f00-ed2b-4b87-81c7-497d28feb48b req-60e27315-d777-4828-a66b-15e76ef7b6e3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2246144 Mar 07 16:07:36.632418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-cb1406f5-7e2c-4f14-a773-af223ac831c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:36.634369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-cb1406f5-7e2c-4f14-a773-af223ac831c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7dfe412a-9378-485b-8128-0e25ac679751 HTTP/1.1" status: 200 len: 912 time: 0.4975412 Mar 07 16:07:36.671125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e0287fd7-b295-4a34-a85a-20f2c1dfa11f no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:36.680549 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af7f8f00-ed2b-4b87-81c7-497d28feb48b req-558e910d-18e6-40bf-84c0-35c261973bbc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201055 Mar 07 16:07:36.697223 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:07:36.725126 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (3544f809-a181-44e0-8a5e-ff543fce5299), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:36.768797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['66a85ee8-4192-4101-b5fd-c092ae2500a4'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:36.775349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: e0287fd7-b295-4a34-a85a-20f2c1dfa11f {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:36.777417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e0287fd7-b295-4a34-a85a-20f2c1dfa11f not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:36.802312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-7300c3f7-87c6-4da5-9d8b-fdbc190b0cb0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:36.803933 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-7300c3f7-87c6-4da5-9d8b-fdbc190b0cb0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/networks?id=27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 200 len: 814 time: 0.5707705 Mar 07 16:07:36.811173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (3544f809-a181-44e0-8a5e-ff543fce5299), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:36.821604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54980) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:36.838256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:36.840570 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:36.871247 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:36.876943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=12']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:37.004484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Network': ['ID=3544f809-a181-44e0-8a5e-ff543fce5299,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:37.031173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 3544f809-a181-44e0-8a5e-ff543fce5299 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:07:37.052250 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-49c90f3c-1d6e-465c-be75-808aca4ed06f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/quotas/f3c5c9ba2e21427bb376c0777f3d2968 HTTP/1.1" status: 200 len: 375 time: 0.2002966 Mar 07 16:07:37.067550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54986) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:37.070435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f4d8c007-b07a-4688-8ee8-5b8a017b3abc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0849547 Mar 07 16:07:37.081256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '3544f809-a181-44e0-8a5e-ff543fce5299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:37.105944 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-ddc562a4-79e9-4487-8124-256295f08c42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99ac22a1-d9ed-474f-ae52-11330bca235b HTTP/1.1" status: 200 len: 999 time: 0.3107796 Mar 07 16:07:37.184481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9bd78d80-b7e8-4af6-a6d9-afd3c6794b5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa6ccd2bcec746369708c24b8c365314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591914 Mar 07 16:07:37.191575 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54992) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:37.228350 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '41a0d96d-010d-41ff-a6d5-cb45bcd97bb3', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'port_id': '99ac22a1-d9ed-474f-ae52-11330bca235b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'mac_address': 'fa:16:3e:9f:a1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:07:07Z', 'updated_at': '2022-03-07T16:07:34Z', 'revision_number': 1, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:37.229402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-964d75d3-5f92-4ddd-843a-10a7d63640ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:37.231122 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-964d75d3-5f92-4ddd-843a-10a7d63640ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9c26510-8d64-42ae-9a74-5377602fc673 HTTP/1.1" status: 200 len: 850 time: 0.1103630 Mar 07 16:07:37.289603 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3871b82-34eb-41ce-b6d5-34d332450356 None None] The sync data for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 is: [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '41a0d96d-010d-41ff-a6d5-cb45bcd97bb3', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'port_id': '99ac22a1-d9ed-474f-ae52-11330bca235b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'mac_address': 'fa:16:3e:9f:a1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:07:07Z', 'updated_at': '2022-03-07T16:07:34Z', 'revision_number': 1, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:07:37.402865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-ad047990-ffe1-4c54-8aa7-1fa14a5bcbe4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:37.402865 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-ad047990-ffe1-4c54-8aa7-1fa14a5bcbe4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.15 "GET /v2.0/ports?device_id=00506f72-d80b-4769-8998-3554f0b0332a HTTP/1.1" status: 200 len: 946 time: 0.1682794 Mar 07 16:07:37.431042 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c0d716a-1aa2-446e-ace3-5aa5a75a488d admin admin] Publish callbacks [] for security_group (e394b12d-ab2d-4e90-96e1-9ae697e31bba), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:37.435110 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-8da379bf-5a29-4b10-9cb0-80b99f754ac4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3632905 Mar 07 16:07:37.443168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-6b3c8b2c-9ff8-4155-85f7-5bd73e82b489 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:07:37.450667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-6b3c8b2c-9ff8-4155-85f7-5bd73e82b489 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140908 Mar 07 16:07:37.467479 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c0d716a-1aa2-446e-ace3-5aa5a75a488d admin admin] Publish callbacks [] for security_group (e394b12d-ab2d-4e90-96e1-9ae697e31bba), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:37.535273 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c0d716a-1aa2-446e-ace3-5aa5a75a488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e394b12d-ab2d-4e90-96e1-9ae697e31bba), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:37.543093 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c0d716a-1aa2-446e-ace3-5aa5a75a488d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:37.546565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9c0d716a-1aa2-446e-ace3-5aa5a75a488d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e394b12d-ab2d-4e90-96e1-9ae697e31bba HTTP/1.1" status: 204 len: 168 time: 0.3517749 Mar 07 16:07:37.562086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d716a-1aa2-446e-ace3-5aa5a75a488d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e394b12d-ab2d-4e90-96e1-9ae697e31bba,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:37.564025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:37.572424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:37.644498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Performing IP validity checks on allocation pools {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 16:07:37.645123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 16:07:37.682353 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-e5b5579d-1c34-47bc-bae8-7d4fe2e1dd17 service neutron] 10.222.0.24 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305539 Mar 07 16:07:37.801470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecad27e-aa17-497f-b49d-1c7ab2fe56cc None None] New status for floating IP 41a0d96d-010d-41ff-a6d5-cb45bcd97bb3: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:07:37.829714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (73dc564a-06d4-4ddc-ac63-76783908ad2a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:37.929245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-9717e347-5a6e-4202-adcc-6bde2b170a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:37.933740 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-9717e347-5a6e-4202-adcc-6bde2b170a7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7dfe412a-9378-485b-8128-0e25ac679751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6426485 Mar 07 16:07:37.950918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:38.009064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Checking segment: {'id': 'f712bcc0-9289-4e0a-9e9c-119b537d1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3544f809-a181-44e0-8a5e-ff543fce5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:38.009443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network hostable DHCP agents. Network: 3544f809-a181-44e0-8a5e-ff543fce5299, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:07:38.023091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=73dc564a-06d4-4ddc-ac63-76783908ad2a,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:38.067035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 3544f809-a181-44e0-8a5e-ff543fce5299 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:07:38.080935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 3544f809-a181-44e0-8a5e-ff543fce5299) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:38.087824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:38.089413 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.119155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83561eea-85de-4e24-a840-0f18f7bd9f76 None None] Network 3544f809-a181-44e0-8a5e-ff543fce5299 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:38.129701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5ebe9b68-8ce8-4815-a86d-deaeef956e9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0609131 Mar 07 16:07:38.130338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54998) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:38.144385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '3544f809-a181-44e0-8a5e-ff543fce5299', 'name': 'tempest-PortsTestJSON-1913436822'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:38.349247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55000) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:38.408039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 66a85ee8-4192-4101-b5fd-c092ae2500a4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:38.408747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.559001 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4d47a336-0473-456e-9732-2fc470fe78d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc054356bb9141ae99d7875ffde3f9d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072942 Mar 07 16:07:38.559986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55002) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:38.567874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:38.575253 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.579415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-3544f809-a181-44e0-8a5e-ff543fce5299', 'network_id': '3544f809-a181-44e0-8a5e-ff543fce5299', 'project_id': 'c2af692da0d8452fa28b3e659c919760', 'fixed_ips': [{'subnet_id': '73dc564a-06d4-4ddc-ac63-76783908ad2a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:07:38.580462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.595495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 6b73654a-feee-48cd-852e-02d22eaf8880 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:07:38.642264 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-bfbd9e20-0a12-4694-90ac-028c9ccf46b7 service neutron] 10.222.0.24 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524493 Mar 07 16:07:38.661192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Deleting port ad4f4d62-4d47-4364-b650-318824ec3977 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:38.667695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.780544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:38.781191 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.800968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Allocated IP 172.20.0.2 (3544f809-a181-44e0-8a5e-ff543fce5299/73dc564a-06d4-4ddc-ac63-76783908ad2a/8b9d03fb-a1f4-4b9f-b113-10a76d8f257d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:38.821337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:38.824815 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb0f37-7740-428c-ab27-4ae41bf68191" -d '{"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-plugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:38.827232 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8d702086-82c8-4613-ad7e-e565ef5a2d67 admin admin] Publish callbacks [] for security_group (43141a75-81c2-44f0-a0a2-30b50111ad86), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.835021 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-55b185df-15ec-4394-8a2c-3de3cc74c508 service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8587737 Mar 07 16:07:38.851370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:38.867987 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.880602 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8d702086-82c8-4613-ad7e-e565ef5a2d67 admin admin] Publish callbacks [] for security_group (43141a75-81c2-44f0-a0a2-30b50111ad86), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.986619 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8d702086-82c8-4613-ad7e-e565ef5a2d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (43141a75-81c2-44f0-a0a2-30b50111ad86), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.991183 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8d702086-82c8-4613-ad7e-e565ef5a2d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:38.995982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8d702086-82c8-4613-ad7e-e565ef5a2d67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43141a75-81c2-44f0-a0a2-30b50111ad86 HTTP/1.1" status: 204 len: 168 time: 0.4335818 Mar 07 16:07:39.004908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d702086-82c8-4613-ad7e-e565ef5a2d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43141a75-81c2-44f0-a0a2-30b50111ad86,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:39.137272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] For port ad4f4d62-4d47-4364-b650-318824ec3977, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=ad4f4d62-4d47-4364-b650-318824ec3977,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:39.137815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:39.157273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=13']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:39.195200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Calling delete_port for ad4f4d62-4d47-4364-b650-318824ec3977 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:39.313166 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d2bfd0f-15f9-4d71-a444-3049b5b2a01e req-6df80f18-202e-4804-a55d-d5d32a9ed6db service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163811 Mar 07 16:07:39.329335 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Publish callbacks [] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:39.337647 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:39.417305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Network 3544f809-a181-44e0-8a5e-ff543fce5299 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:39.421952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:39.427395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:39.429667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Pushing event updated for resources: {'Port': ['ID=8b9d03fb-a1f4-4b9f-b113-10a76d8f257d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:39.472121 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36954f0d-627a-4f24-8a86-e59c99adc89f req-cf48c466-dda6-44ee-8e60-2db3b10d1ae8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:39.481721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-36954f0d-627a-4f24-8a86-e59c99adc89f req-cf48c466-dda6-44ee-8e60-2db3b10d1ae8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.3548229 Mar 07 16:07:39.517541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.13 (3544f809-a181-44e0-8a5e-ff543fce5299/73dc564a-06d4-4ddc-ac63-76783908ad2a/6b73654a-feee-48cd-852e-02d22eaf8880) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:39.579753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Attempting to bind port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:39.583921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Attempting to bind port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f712bcc0-9289-4e0a-9e9c-119b537d1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3544f809-a181-44e0-8a5e-ff543fce5299'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:39.584946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Attempting to bind port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d on network 3544f809-a181-44e0-8a5e-ff543fce5299 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:39.607001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:39.610131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Checking segment: {'id': 'f712bcc0-9289-4e0a-9e9c-119b537d1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3544f809-a181-44e0-8a5e-ff543fce5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:39.610598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:39.611032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Bound using segment: {'id': 'f712bcc0-9289-4e0a-9e9c-119b537d1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3544f809-a181-44e0-8a5e-ff543fce5299'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:39.611551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Bound port: 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f712bcc0-9289-4e0a-9e9c-119b537d1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3544f809-a181-44e0-8a5e-ff543fce5299'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:39.611941 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:39.822746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] For port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:39.840837 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-36954f0d-627a-4f24-8a86-e59c99adc89f req-0e68e57c-def6-4ff6-9a83-a6eb2f7158eb tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577545 Mar 07 16:07:39.842325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ad4f4d62-4d47-4364-b650-318824ec3977), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:39.845457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] For port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8b9d03fb-a1f4-4b9f-b113-10a76d8f257d,segment=NetworkSegment(f712bcc0-9289-4e0a-9e9c-119b537d1f85),segment_id=f712bcc0-9289-4e0a-9e9c-119b537d1f85)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:39.871124 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:39.965243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Pushing event deleted for resources: {'Port': ['ID=ad4f4d62-4d47-4364-b650-318824ec3977,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:40.008706 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b53a0c6-c875-435b-819c-0ec814cad50f x-openstack-request-id: req-5b53a0c6-c875-435b-819c-0ec814cad50f {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:40.014342 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-plugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:40.015569 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b53a0c6-c875-435b-819c-0ec814cad50f {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:40.016085 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'code': 200} Mar 07 16:07:40.096954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff15289-d445-418c-aa7f-1217eb575762 None None] Pushing event updated for resources: {'Port': ['ID=8b9d03fb-a1f4-4b9f-b113-10a76d8f257d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:40.148262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (6b73654a-feee-48cd-852e-02d22eaf8880), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:40.230250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] No DVR routers for this DVR port ad4f4d62-4d47-4364-b650-318824ec3977 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:40.236782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:40.243623 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7bbf394-9c2b-43ea-b006-6bcc02d2505f req-6e63bbf1-2c33-499a-a3c5-df3bd045bbb3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.15 "DELETE /v2.0/ports/ad4f4d62-4d47-4364-b650-318824ec3977 HTTP/1.1" status: 204 len: 173 time: 2.8307447 Mar 07 16:07:40.244352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'name': 'network-vif-deleted', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:40.259875 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08867dc9-90cd-46a2-b6eb-d88b423c3a19" -d '{"events": [{"server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "name": "network-vif-deleted", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:40.275450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2aa6d29b-6438-48f1-8e48-105d2a64421e req-103fbcb4-e965-454e-8457-4e81c4089513 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 210 time: 0.1975021 Mar 07 16:07:40.279596 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6b73654a-feee-48cd-852e-02d22eaf8880), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:40.369367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 3544f809-a181-44e0-8a5e-ff543fce5299 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:40.385867 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829dcf7a-350e-4c0b-a3f9-7b1086f37995 x-openstack-request-id: req-829dcf7a-350e-4c0b-a3f9-7b1086f37995 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:40.386956 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00506f72-d80b-4769-8998-3554f0b0332a", "name": "network-vif-deleted", "tag": "ad4f4d62-4d47-4364-b650-318824ec3977", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:40.386956 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-829dcf7a-350e-4c0b-a3f9-7b1086f37995 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:40.386956 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00506f72-d80b-4769-8998-3554f0b0332a', 'name': 'network-vif-deleted', 'tag': 'ad4f4d62-4d47-4364-b650-318824ec3977', 'status': 'completed', 'code': 200} Mar 07 16:07:40.415709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:40.421647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:40.553611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=6b73654a-feee-48cd-852e-02d22eaf8880,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:40.637155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:40.637792 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:40.672183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55070) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:40.672866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad4f4d62-4d47-4364-b650-318824ec3977 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:40.681445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9c1dee84-988c-40a8-b9fb-e6f57e8bf79c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5497413 Mar 07 16:07:40.703640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: ad4f4d62-4d47-4364-b650-318824ec3977 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:40.704268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device ad4f4d62-4d47-4364-b650-318824ec3977 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:40.848141 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:40.855404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb592e-4d93-46b0-a844-03ff147cedab req-41927687-9a6d-4d36-8976-6799e5d56748 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:40.857759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-39eb592e-4d93-46b0-a844-03ff147cedab req-41927687-9a6d-4d36-8976-6799e5d56748 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.3058858 Mar 07 16:07:41.011115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b01d0827-fe5d-477a-9110-4fa25cba73cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 6b73654a-feee-48cd-852e-02d22eaf8880 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:41.011854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b01d0827-fe5d-477a-9110-4fa25cba73cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6b73654a-feee-48cd-852e-02d22eaf8880), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.088638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55084) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:41.139486 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b01d0827-fe5d-477a-9110-4fa25cba73cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6b73654a-feee-48cd-852e-02d22eaf8880), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.159103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b01d0827-fe5d-477a-9110-4fa25cba73cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 6b73654a-feee-48cd-852e-02d22eaf8880 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:41.254380 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-39eb592e-4d93-46b0-a844-03ff147cedab req-c2019b28-33ea-40c6-a271-e83ae2995ab4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885984 Mar 07 16:07:41.369937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-37149013-network', 'tenant_id': 'cad69fc8166d456c9238741b6c0c548f'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:41.405191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Made reservation on behalf of cad69fc8166d456c9238741b6c0c548f for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:41.408103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.423318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.581289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Publish callbacks [] for security_group (6c113b1a-9157-41f8-bf3a-df8f8daae72b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.592348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c113b1a-9157-41f8-bf3a-df8f8daae72b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.593243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-d89a4648-425a-40b2-9f52-ea518593eaa3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:41.594829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-d89a4648-425a-40b2-9f52-ea518593eaa3 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.15 "GET /v2.0/networks?id=27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 200 len: 814 time: 0.3562219 Mar 07 16:07:41.606237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61c24f-5bee-4605-a942-23f29e1167b0 req-60610eca-409d-48ff-a07b-44b96e6ef225 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:41.613453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c61c24f-5bee-4605-a942-23f29e1167b0 req-60610eca-409d-48ff-a07b-44b96e6ef225 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.2357917 Mar 07 16:07:41.620383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Request body: {'port': {'device_id': 'cc25973a-c666-411b-885c-703bdf11aff9', 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62', 'admin_state_up': True, 'tenant_id': 'f3c5c9ba2e21427bb376c0777f3d2968'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:41.647098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b01d0827-fe5d-477a-9110-4fa25cba73cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6b73654a-feee-48cd-852e-02d22eaf8880), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.655895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c113b1a-9157-41f8-bf3a-df8f8daae72b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:41.673485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:07:41.686215 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (76ddd500-fba3-4e04-9397-444841bcbe38), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.687108 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Added segment 76ddd500-fba3-4e04-9397-444841bcbe38 of type vlan for network aaedd815-432e-4076-9715-cc3788c803fd Mar 07 16:07:41.750417 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (aaedd815-432e-4076-9715-cc3788c803fd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.764248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d0827-fe5d-477a-9110-4fa25cba73cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=6b73654a-feee-48cd-852e-02d22eaf8880,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:41.805851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (aaedd815-432e-4076-9715-cc3788c803fd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.807595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:41.809503 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:41.826039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c61c24f-5bee-4605-a942-23f29e1167b0 req-2dc3295e-0b24-4e4b-85ed-20b9f2cfa37c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116206 Mar 07 16:07:41.907656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] Pushing event updated for resources: {'Network': ['ID=aaedd815-432e-4076-9715-cc3788c803fd,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:41.919511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network aaedd815-432e-4076-9715-cc3788c803fd details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:07:41.951911 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7e787b63-db5b-4b86-9989-4b1e425b5429 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8580439 Mar 07 16:07:41.953867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55118) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:41.965777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Request body: {'subnet': {'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-37149013-subnet', 'tenant_id': 'cad69fc8166d456c9238741b6c0c548f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:41.980612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824dcdfd-9fad-4b0b-9881-51b32696e71f None None] Network 3544f809-a181-44e0-8a5e-ff543fce5299 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:42.018038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Made reservation on behalf of cad69fc8166d456c9238741b6c0c548f for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:42.023045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:42.031886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b01d0827-fe5d-477a-9110-4fa25cba73cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:42.039642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b01d0827-fe5d-477a-9110-4fa25cba73cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/6b73654a-feee-48cd-852e-02d22eaf8880 HTTP/1.1" status: 204 len: 168 time: 1.3665063 Mar 07 16:07:42.041366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55122) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:42.059934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Made reservation on behalf of f3c5c9ba2e21427bb376c0777f3d2968 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:42.065251 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:42.205400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cfb3eb88-e55b-4a73-8781-619c874e1b24 None None] Provisioning complete for port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:42.205790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cfb3eb88-e55b-4a73-8781-619c874e1b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:42.220678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8a84ee0-1c35-409a-83fb-05912226f0a6 req-84f5fd53-195b-4d6d-817f-9a55cbd37ae0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 210 time: 0.0761008 Mar 07 16:07:42.432013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3eb88-e55b-4a73-8781-619c874e1b24 None None] Current status of the port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:42.432332 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cfb3eb88-e55b-4a73-8781-619c874e1b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:42.440166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:42.595961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cfb3eb88-e55b-4a73-8781-619c874e1b24 None None] For port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8b9d03fb-a1f4-4b9f-b113-10a76d8f257d,segment=NetworkSegment(f712bcc0-9289-4e0a-9e9c-119b537d1f85),segment_id=f712bcc0-9289-4e0a-9e9c-119b537d1f85)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:42.603862 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cfb3eb88-e55b-4a73-8781-619c874e1b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:42.616237 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d56005-dc1a-42b1-8ea7-e0f779a87575 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:07:42.616934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d56005-dc1a-42b1-8ea7-e0f779a87575 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:07:42.631907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-87d56005-dc1a-42b1-8ea7-e0f779a87575 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/6b73654a-feee-48cd-852e-02d22eaf8880 HTTP/1.1" status: 404 len: 333 time: 0.5872245 Mar 07 16:07:42.639625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55126) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:42.677395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9e1a5-431c-4552-9d8b-cb74d95a3de4 req-de2248ea-bfb4-43d0-b06a-18e80fec751a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:42.679195 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-28b9e1a5-431c-4552-9d8b-cb74d95a3de4 req-de2248ea-bfb4-43d0-b06a-18e80fec751a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.7341588 Mar 07 16:07:42.701313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:42.701701 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:42.719632 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9200a05a-cc4d-438c-a5b9-b9c484a41edd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:07:42.724468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9200a05a-cc4d-438c-a5b9-b9c484a41edd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/6b73654a-feee-48cd-852e-02d22eaf8880 HTTP/1.1" status: 404 len: 333 time: 0.0824540 Mar 07 16:07:42.727471 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55128) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:42.750315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3eb88-e55b-4a73-8781-619c874e1b24 None None] Pushing event updated for resources: {'Port': ['ID=8b9d03fb-a1f4-4b9f-b113-10a76d8f257d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:42.804613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:42.850093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-85b915ba-1e7d-467d-ab89-dbc807593742 None None] Provisioning complete for port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:42.850950 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-85b915ba-1e7d-467d-ab89-dbc807593742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:42.931485 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-28b9e1a5-431c-4552-9d8b-cb74d95a3de4 req-2fcb3431-69a8-4bb7-a0a1-823698a268cb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245917 Mar 07 16:07:43.006519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-85b915ba-1e7d-467d-ab89-dbc807593742 None None] Current status of the port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:43.015792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e2b7a6-b328-474e-8262-c5aaeb91144a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet 73dc564a-06d4-4ddc-ac63-76783908ad2a {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:07:43.021620 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7a6-b328-474e-8262-c5aaeb91144a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (73dc564a-06d4-4ddc-ac63-76783908ad2a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.082119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7a6-b328-474e-8262-c5aaeb91144a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (73dc564a-06d4-4ddc-ac63-76783908ad2a), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.148531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-f28ea570-82e8-485f-ab46-5d6aa81a8adf tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:43.155984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-f28ea570-82e8-485f-ab46-5d6aa81a8adf tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 804 time: 0.1257489 Mar 07 16:07:43.185022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7a6-b328-474e-8262-c5aaeb91144a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (73dc564a-06d4-4ddc-ac63-76783908ad2a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.225042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-bb7e62dd-48a2-49c2-ab5a-655f3187342d None None] Could not find standard attr ID for object 6b73654a-feee-48cd-852e-02d22eaf8880. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:07:43.241937 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-1117593a-caec-4014-9794-91f630b19a77 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/quotas/396f89dec5c342a0ad3c9addcd849ab5 HTTP/1.1" status: 200 len: 375 time: 0.0848827 Mar 07 16:07:43.247818 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (d12f7da0-c76c-422b-9bd1-8a895fd3ce47), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.348534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7a6-b328-474e-8262-c5aaeb91144a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (73dc564a-06d4-4ddc-ac63-76783908ad2a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.371730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7a6-b328-474e-8262-c5aaeb91144a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.379163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Checking segment: {'id': '76ddd500-fba3-4e04-9397-444841bcbe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:43.379484 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-79e2b7a6-b328-474e-8262-c5aaeb91144a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/73dc564a-06d4-4ddc-ac63-76783908ad2a HTTP/1.1" status: 204 len: 168 time: 0.6423256 Mar 07 16:07:43.379597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Network hostable DHCP agents. Network: aaedd815-432e-4076-9715-cc3788c803fd, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:07:43.383600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55146) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:43.400988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6417d6-8619-4b22-8abb-42366fd5110e None None] Network 3544f809-a181-44e0-8a5e-ff543fce5299 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:43.426450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12f7da0-c76c-422b-9bd1-8a895fd3ce47,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:43.433244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2b7a6-b328-474e-8262-c5aaeb91144a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=73dc564a-06d4-4ddc-ac63-76783908ad2a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:43.435617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Allocated IP 172.20.0.7 (27ce18e6-efaf-40c8-bffb-c1757f380d62/02d74682-6777-448e-8193-9401e5c1ab94/438521d6-481b-42d1-8a82-85bb606ee26d) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:43.454425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6f6b1-151f-4747-9639-9ec33e50fb81 req-d2ec8ed8-5bda-4085-960b-2ed4c6c38f43 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:43.459358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-4859cc59-8dfb-4e0a-9d3e-34fd4c2e2b36 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2158968 Mar 07 16:07:43.463057 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fe6f6b1-151f-4747-9639-9ec33e50fb81 req-d2ec8ed8-5bda-4085-960b-2ed4c6c38f43 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.2075803 Mar 07 16:07:43.484246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Network aaedd815-432e-4076-9715-cc3788c803fd is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:07:43.531996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, aaedd815-432e-4076-9715-cc3788c803fd) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:43.537073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:43.538226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.563611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738123e-c3ff-43ae-a1a5-273db34e865b None None] Network aaedd815-432e-4076-9715-cc3788c803fd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:43.584158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c55f291a-7b15-4d04-a6f1-290442e04947 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6292069 Mar 07 16:07:43.613906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-52ffc794-a1be-4b9d-aac0-4b5d4090125c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:07:43.629856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-52ffc794-a1be-4b9d-aac0-4b5d4090125c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1692328 Mar 07 16:07:43.644808 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (3544f809-a181-44e0-8a5e-ff543fce5299), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.653199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554073f2-a410-445b-add8-24efb680fa30 None None] DHCP port deletion for 3544f809-a181-44e0-8a5e-ff543fce5299 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:07:43.662085 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fe6f6b1-151f-4747-9639-9ec33e50fb81 req-6641e11a-834c-4704-9272-cebf8dd4f38d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980114 Mar 07 16:07:43.870557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eca1e0-57bf-4cee-90fb-a917d55ee8a2 None None] Network aaedd815-432e-4076-9715-cc3788c803fd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:43.907633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-554073f2-a410-445b-add8-24efb680fa30 None None] Deleting port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:43.908109 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-554073f2-a410-445b-add8-24efb680fa30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.912408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-9b31c7dc-ccfe-499b-bb71-04d2f0c92c40 service neutron] 10.222.0.24 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804101 Mar 07 16:07:43.917505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:43.918076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:43.926962 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-726fc5dc-ffdf-4d01-a4a5-bbf848f37f84 req-1c1017b6-e991-40a9-addd-284e37acbc3c tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 210 time: 0.0490043 Mar 07 16:07:43.966204 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks [] for port (438521d6-481b-42d1-8a82-85bb606ee26d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.007077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.085873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] For port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8b9d03fb-a1f4-4b9f-b113-10a76d8f257d,segment=NetworkSegment(f712bcc0-9289-4e0a-9e9c-119b537d1f85),segment_id=f712bcc0-9289-4e0a-9e9c-119b537d1f85)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:44.087083 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.095620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Pushing event updated for resources: {'Port': ['ID=438521d6-481b-42d1-8a82-85bb606ee26d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:44.111359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-554073f2-a410-445b-add8-24efb680fa30 None None] For port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8b9d03fb-a1f4-4b9f-b113-10a76d8f257d,segment=NetworkSegment(f712bcc0-9289-4e0a-9e9c-119b537d1f85),segment_id=f712bcc0-9289-4e0a-9e9c-119b537d1f85)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:44.112039 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-554073f2-a410-445b-add8-24efb680fa30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.124732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Network 27ce18e6-efaf-40c8-bffb-c1757f380d62 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:44.130188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:44.141277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:44.142362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:44.157872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-554073f2-a410-445b-add8-24efb680fa30 None None] Calling delete_port for 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:44.260173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7dd84-65bd-497c-b133-74cca820ae07 req-9acdb421-7ef7-4983-a12a-4f725bd08354 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:44.263471 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08b7dd84-65bd-497c-b133-74cca820ae07 req-9acdb421-7ef7-4983-a12a-4f725bd08354 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2213674 Mar 07 16:07:44.272447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:44.273436 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.346181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-1ecd6ba9-acb0-472c-b120-00b8cf0a4272 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7299502 Mar 07 16:07:44.352682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:44.359111 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-8efada72-31b2-4dce-bd77-344fc91cb634 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:07:44.360377 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-8efada72-31b2-4dce-bd77-344fc91cb634 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074191 Mar 07 16:07:44.375002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Request body: {'port': {'device_id': 'cc25973a-c666-411b-885c-703bdf11aff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:44.391928 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.436105 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08b7dd84-65bd-497c-b133-74cca820ae07 req-89418908-391b-443a-8ba7-09652df27cef tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543775 Mar 07 16:07:44.451957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=8b9d03fb-a1f4-4b9f-b113-10a76d8f257d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:44.465412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No DVR routers for this DVR port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:44.521597 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.532565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-cb08f8fe-eed2-4294-8c49-31798d0c0346 service neutron] 10.222.0.24 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120863 Mar 07 16:07:44.590463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-c3d12efb-6b93-4030-a85b-06a28d428b54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:44.592057 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-c3d12efb-6b93-4030-a85b-06a28d428b54 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.11 "GET /v2.0/ports?device_id=84becbd2-cbf3-49fb-b88c-fd0c3edea495 HTTP/1.1" status: 200 len: 945 time: 0.1522725 Mar 07 16:07:44.681796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-9b820bd5-9d25-4a79-9312-0087a32aa199 req-23781f2b-2dfc-4b6a-b25d-31ee13977d96 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-982265573', 'description': 'tempest-description-1525917952'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:44.691421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (3544f809-a181-44e0-8a5e-ff543fce5299), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.722574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3544f809-a181-44e0-8a5e-ff543fce5299']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:44.734562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f712bcc0-9289-4e0a-9e9c-119b537d1f85') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:44.735328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f712bcc0-9289-4e0a-9e9c-119b537d1f85') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:44.752490 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (f712bcc0-9289-4e0a-9e9c-119b537d1f85), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.775518 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f712bcc0-9289-4e0a-9e9c-119b537d1f85), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.785671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:44.787242 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (f712bcc0-9289-4e0a-9e9c-119b537d1f85), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.808804 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9b820bd5-9d25-4a79-9312-0087a32aa199 req-23781f2b-2dfc-4b6a-b25d-31ee13977d96 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.874926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:44.875732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:44.890433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-554073f2-a410-445b-add8-24efb680fa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (8b9d03fb-a1f4-4b9f-b113-10a76d8f257d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.943354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Deleting port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:44.943702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:44.966658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554073f2-a410-445b-add8-24efb680fa30 None None] No DVR routers for this DVR port 8b9d03fb-a1f4-4b9f-b113-10a76d8f257d on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:44.968859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554073f2-a410-445b-add8-24efb680fa30 None None] Pushing event deleted for resources: {'Port': ['ID=8b9d03fb-a1f4-4b9f-b113-10a76d8f257d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:45.022202 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:45.066151 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (3544f809-a181-44e0-8a5e-ff543fce5299), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.078232 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.096049 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/networks/3544f809-a181-44e0-8a5e-ff543fce5299 HTTP/1.1" status: 204 len: 168 time: 1.7010195 Mar 07 16:07:45.096049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55174) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:45.103320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1904187191'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:45.125291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfde5f5-722b-4b08-b5c8-3f37162e8034 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Network': ['ID=3544f809-a181-44e0-8a5e-ff543fce5299,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:45.147083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438521d6-481b-42d1-8a82-85bb606ee26d {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:45.156071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Publish callbacks [] for port (438521d6-481b-42d1-8a82-85bb606ee26d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.169259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Transition to ACTIVE for port object 438521d6-481b-42d1-8a82-85bb606ee26d will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:07:45.177273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8677d1f-bd61-459f-949d-d3190de4c2e6 req-714b1721-98fa-40ee-80eb-b6d44f07fd07 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:45.179558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.188789 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8677d1f-bd61-459f-949d-d3190de4c2e6 req-714b1721-98fa-40ee-80eb-b6d44f07fd07 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.1621253 Mar 07 16:07:45.239693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:45.243672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.298275 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8677d1f-bd61-459f-949d-d3190de4c2e6 req-64cabf94-457e-4800-9c49-b6b042c33b64 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083517 Mar 07 16:07:45.327277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:07:45.342581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6a497c16-9159-4949-903b-79b7e558ad05), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.343009 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Added segment 6a497c16-9159-4949-903b-79b7e558ad05 of type vlan for network cc4df7f1-98d0-49de-9afe-25025053baba Mar 07 16:07:45.374963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] For port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:45.375688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.386309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9b820bd5-9d25-4a79-9312-0087a32aa199 req-23781f2b-2dfc-4b6a-b25d-31ee13977d96 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (e0d48cc5-6377-4a42-a055-98f04fb9c7ab), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.398342 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9b820bd5-9d25-4a79-9312-0087a32aa199 req-23781f2b-2dfc-4b6a-b25d-31ee13977d96 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e0d48cc5-6377-4a42-a055-98f04fb9c7ab), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.419131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Calling delete_port for 83a8a82e-a260-4fd9-924b-e44b3f2b58bb owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:45.426048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-650d0771-b116-4854-8e56-8f520e41d4ff req-3653cfd0-82fb-4cf1-b02f-e796d4b4d90c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 210 time: 0.0696309 Mar 07 16:07:45.452185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (cc4df7f1-98d0-49de-9afe-25025053baba), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.477899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=438521d6-481b-42d1-8a82-85bb606ee26d,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:45.503888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (cc4df7f1-98d0-49de-9afe-25025053baba), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.513152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:45.514967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.547381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9b820bd5-9d25-4a79-9312-0087a32aa199 req-23781f2b-2dfc-4b6a-b25d-31ee13977d96 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.553544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b820bd5-9d25-4a79-9312-0087a32aa199 req-23781f2b-2dfc-4b6a-b25d-31ee13977d96 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8781607 Mar 07 16:07:45.639907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23781f2b-2dfc-4b6a-b25d-31ee13977d96 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d48cc5-6377-4a42-a055-98f04fb9c7ab,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:45.681358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5847027 Mar 07 16:07:45.686162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55186) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:45.692931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': 'cc4df7f1-98d0-49de-9afe-25025053baba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:45.701161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8bf0d-0857-4721-a35f-23dd40ce4baa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Network': ['ID=cc4df7f1-98d0-49de-9afe-25025053baba,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:45.716376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network cc4df7f1-98d0-49de-9afe-25025053baba details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:07:45.793272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c25a7-32e6-4b1f-a58a-7360348fbca2 req-a22dbe9d-ef1a-4dc5-b383-181bf61eb433 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:45.795451 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-037c25a7-32e6-4b1f-a58a-7360348fbca2 req-a22dbe9d-ef1a-4dc5-b383-181bf61eb433 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 943 time: 0.2521226 Mar 07 16:07:45.865751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe70ec-8681-4b5f-a1d1-017fbd2a5d63 req-e203a654-8b88-4309-859b-acee0b5e5884 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:45.871882 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9abe70ec-8681-4b5f-a1d1-017fbd2a5d63 req-e203a654-8b88-4309-859b-acee0b5e5884 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2366579 Mar 07 16:07:45.874271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Attempting to bind port 438521d6-481b-42d1-8a82-85bb606ee26d on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:45.874271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Attempting to bind port 438521d6-481b-42d1-8a82-85bb606ee26d by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:45.874532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Attempting to bind port 438521d6-481b-42d1-8a82-85bb606ee26d on network 27ce18e6-efaf-40c8-bffb-c1757f380d62 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:45.895921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:45.899333 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:45.912607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 83a8a82e-a260-4fd9-924b-e44b3f2b58bb no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:45.989496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-037c25a7-32e6-4b1f-a58a-7360348fbca2 req-7396f106-b1ab-43d3-97df-683435b5e4b7 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759849 Mar 07 16:07:45.999386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Port 438521d6-481b-42d1-8a82-85bb606ee26d on network 27ce18e6-efaf-40c8-bffb-c1757f380d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:07:45.999735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Attempting to bind port 438521d6-481b-42d1-8a82-85bb606ee26d on network 27ce18e6-efaf-40c8-bffb-c1757f380d62 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:46.029692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:46.032197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Checking segment: {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:46.032621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Bound using segment: {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:46.033073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Bound port: 438521d6-481b-42d1-8a82-85bb606ee26d, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4a5e1a-6036-445c-b209-f882379adb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:46.033445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.037063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2057bafc-2d85-40ca-871d-97faae3a9ef3 req-5b244660-0092-4343-8614-7a69bc69eecc tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2036946719', 'description': 'tempest-description-430819137'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:46.078224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:46.078629 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.096790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9abe70ec-8681-4b5f-a1d1-017fbd2a5d63 req-5d6033d3-b296-4585-b2d9-ee4f46e09da5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112401 Mar 07 16:07:46.106119 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2057bafc-2d85-40ca-871d-97faae3a9ef3 req-5b244660-0092-4343-8614-7a69bc69eecc tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.169036 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (83a8a82e-a260-4fd9-924b-e44b3f2b58bb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.258924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (02355049-07cb-4f67-bd5a-b116f1bf0cd4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.268495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Pushing event deleted for resources: {'Port': ['ID=83a8a82e-a260-4fd9-924b-e44b3f2b58bb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:46.300881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2057bafc-2d85-40ca-871d-97faae3a9ef3 req-5b244660-0092-4343-8614-7a69bc69eecc tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.322886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] No DVR routers for this DVR port 83a8a82e-a260-4fd9-924b-e44b3f2b58bb on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:46.328175 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.331958 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd8f5455-9f91-4bd7-a1b1-9a234b5f9d96 req-0272a436-c97d-4af4-b8fe-682ce053ff7f tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.11 "DELETE /v2.0/ports/83a8a82e-a260-4fd9-924b-e44b3f2b58bb HTTP/1.1" status: 204 len: 173 time: 1.7231908 Mar 07 16:07:46.335383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'name': 'network-vif-deleted', 'tag': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:46.337801 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbcbd88-aa6c-423d-9975-ffc93a83505f" -d '{"events": [{"server_uuid": "84becbd2-cbf3-49fb-b88c-fd0c3edea495", "name": "network-vif-deleted", "tag": "83a8a82e-a260-4fd9-924b-e44b3f2b58bb"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:46.346456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] For port 438521d6-481b-42d1-8a82-85bb606ee26d, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:46.348562 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2057bafc-2d85-40ca-871d-97faae3a9ef3 req-5b244660-0092-4343-8614-7a69bc69eecc tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.350222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] For port 438521d6-481b-42d1-8a82-85bb606ee26d, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=438521d6-481b-42d1-8a82-85bb606ee26d,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:46.360727 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.398485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:46.399162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.400790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] 10.222.0.15 "PUT /v2.0/ports/438521d6-481b-42d1-8a82-85bb606ee26d HTTP/1.1" status: 200 len: 1091 time: 2.0317862 Mar 07 16:07:46.437815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f9476-69c8-4b1f-807a-79b0d2167ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=438521d6-481b-42d1-8a82-85bb606ee26d,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:46.476380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Checking segment: {'id': '6a497c16-9159-4949-903b-79b7e558ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cc4df7f1-98d0-49de-9afe-25025053baba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:46.477019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network hostable DHCP agents. Network: cc4df7f1-98d0-49de-9afe-25025053baba, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:07:46.533579 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2057bafc-2d85-40ca-871d-97faae3a9ef3 req-5b244660-0092-4343-8614-7a69bc69eecc tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.536485 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2057bafc-2d85-40ca-871d-97faae3a9ef3 req-5b244660-0092-4343-8614-7a69bc69eecc tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5066295 Mar 07 16:07:46.631097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-004baf0f-fccc-4963-848d-0463145eaa68 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:46.632835 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-004baf0f-fccc-4963-848d-0463145eaa68 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.15 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 804 time: 0.3005979 Mar 07 16:07:46.633774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=02355049-07cb-4f67-bd5a-b116f1bf0cd4,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:46.642692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b244660-0092-4343-8614-7a69bc69eecc tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:46.653084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Request body: {'port': {'device_id': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'admin_state_up': True, 'tenant_id': '396f89dec5c342a0ad3c9addcd849ab5'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:46.658492 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c9d336-2f5a-4dab-8a2b-f1a112d06445 x-openstack-request-id: req-47c9d336-2f5a-4dab-8a2b-f1a112d06445 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:46.658993 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84becbd2-cbf3-49fb-b88c-fd0c3edea495", "name": "network-vif-deleted", "tag": "83a8a82e-a260-4fd9-924b-e44b3f2b58bb", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:46.661288 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47c9d336-2f5a-4dab-8a2b-f1a112d06445 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:46.663661 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84becbd2-cbf3-49fb-b88c-fd0c3edea495', 'name': 'network-vif-deleted', 'tag': '83a8a82e-a260-4fd9-924b-e44b3f2b58bb', 'status': 'completed', 'code': 200} Mar 07 16:07:46.674157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network cc4df7f1-98d0-49de-9afe-25025053baba is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:07:46.749281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ef884-0e3b-429d-a9da-a7724dd7c856 req-3742cc19-d1da-4c04-93a1-589f02bbc7c5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:46.763488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-499ef884-0e3b-429d-a9da-a7724dd7c856 req-3742cc19-d1da-4c04-93a1-589f02bbc7c5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.2294028 Mar 07 16:07:46.780254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, cc4df7f1-98d0-49de-9afe-25025053baba) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:46.791641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351019c9-5ea1-4cd7-bb60-03eff353fdf3 None None] Network cc4df7f1-98d0-49de-9afe-25025053baba requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:46.793743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:46.794697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.834504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-dfd1414f-d234-4f38-9493-d365a975ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:46.835885 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-dfd1414f-d234-4f38-9493-d365a975ab44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 1125 time: 0.1705678 Mar 07 16:07:46.868984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a00093cd-b697-4af7-835a-9823846f91d3 req-f993bd4f-a017-4569-8b71-e3633c89ed2e tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 210 time: 0.1073723 Mar 07 16:07:46.896280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-35a8ce68-0723-4f17-97b0-b58dff754d3a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2075627 Mar 07 16:07:46.900286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-939a90fa-8920-4a0c-81de-9f2af45a7540 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438521d6-481b-42d1-8a82-85bb606ee26d HTTP/1.1" status: 200 len: 217 time: 0.0563684 Mar 07 16:07:46.905372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55204) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:46.911730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': 'cc4df7f1-98d0-49de-9afe-25025053baba', 'security_groups': [], 'name': 'tempest-PortsTestJSON-864199995'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:46.933140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Made reservation on behalf of 396f89dec5c342a0ad3c9addcd849ab5 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:46.946230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:46.947413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-499ef884-0e3b-429d-a9da-a7724dd7c856 req-97878b52-90af-426c-b2b4-4f99870ff75b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823142 Mar 07 16:07:47.004827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-b5a62555-bc6b-428b-ac05-10bf60e375fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:47.008231 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-b5a62555-bc6b-428b-ac05-10bf60e375fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=02d74682-6777-448e-8193-9401e5c1ab94 HTTP/1.1" status: 200 len: 854 time: 0.1028633 Mar 07 16:07:47.082883 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-ae26bc05-db58-4476-90db-36c2bf41f12a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ce18e6-efaf-40c8-bffb-c1757f380d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655472 Mar 07 16:07:47.105218 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-cc4df7f1-98d0-49de-9afe-25025053baba', 'network_id': 'cc4df7f1-98d0-49de-9afe-25025053baba', 'project_id': 'c2af692da0d8452fa28b3e659c919760', 'fixed_ips': [{'subnet_id': '02355049-07cb-4f67-bd5a-b116f1bf0cd4'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:07:47.106195 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:47.331827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Allocated IP 172.20.0.2 (cc4df7f1-98d0-49de-9afe-25025053baba/02355049-07cb-4f67-bd5a-b116f1bf0cd4/ea2647be-22cf-449b-acc2-0b0173cd91ac) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:47.344793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71042c29-3b9a-4bd8-bf2a-4e02375ed5e2 req-051e4d49-3160-4d71-91c2-469c16a06664 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:47.351983 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71042c29-3b9a-4bd8-bf2a-4e02375ed5e2 req-051e4d49-3160-4d71-91c2-469c16a06664 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2757390 Mar 07 16:07:47.379216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:47.379575 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-e04088de-ada6-49a1-be9b-ed34a91d07a4 service neutron] 10.222.0.15 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855508 Mar 07 16:07:47.382921 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:47.386246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-6a308d33-8e7a-41c5-b159-d23b11b4f3b5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:47.387765 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-6a308d33-8e7a-41c5-b159-d23b11b4f3b5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 811 time: 0.2743165 Mar 07 16:07:47.419430 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-95ebc16e-b79c-4a4e-8e56-480f809e75e9 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/quotas/cad69fc8166d456c9238741b6c0c548f HTTP/1.1" status: 200 len: 375 time: 0.0212889 Mar 07 16:07:47.435769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 171daca3-689b-47eb-84be-c2ab66f258e4 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:07:47.452290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Allocated IP 172.20.0.11 (56f7a155-caa6-4fe0-9155-d3a4eed1a66b/620f6ee8-c693-4e4e-9db5-22c228d33062/4fd07396-6ae3-40af-83d5-ccb111d5afcb) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:47.492941 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-9cbe6156-5e4a-44db-bfed-946723bbe9dc tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646420 Mar 07 16:07:47.508808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71042c29-3b9a-4bd8-bf2a-4e02375ed5e2 req-cc613e7a-6070-45ab-adfc-f65b303f268b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552787 Mar 07 16:07:47.532403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f00540-ab9d-4726-aebe-d6291ac23689 req-594b5738-8e2e-4212-b281-d2014f6a213c service neutron] 10.222.0.15 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436100 Mar 07 16:07:47.583344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Publish callbacks [] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:47.600013 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:47.665163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Network cc4df7f1-98d0-49de-9afe-25025053baba is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:47.670026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:47.680106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:47.743140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Pushing event updated for resources: {'Port': ['ID=ea2647be-22cf-449b-acc2-0b0173cd91ac,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:47.749320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Attempting to bind port ea2647be-22cf-449b-acc2-0b0173cd91ac on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:47.749691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Attempting to bind port ea2647be-22cf-449b-acc2-0b0173cd91ac by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '6a497c16-9159-4949-903b-79b7e558ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cc4df7f1-98d0-49de-9afe-25025053baba'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:47.750081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Attempting to bind port ea2647be-22cf-449b-acc2-0b0173cd91ac on network cc4df7f1-98d0-49de-9afe-25025053baba {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:47.751660 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-264e902b-0ce4-4c72-8fbc-265e43624dfe service neutron] 10.222.0.24 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469375 Mar 07 16:07:47.762380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:47.764875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Checking segment: {'id': '6a497c16-9159-4949-903b-79b7e558ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cc4df7f1-98d0-49de-9afe-25025053baba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:47.765302 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:47.765763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Bound using segment: {'id': '6a497c16-9159-4949-903b-79b7e558ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cc4df7f1-98d0-49de-9afe-25025053baba'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:47.766264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Bound port: ea2647be-22cf-449b-acc2-0b0173cd91ac, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a497c16-9159-4949-903b-79b7e558ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cc4df7f1-98d0-49de-9afe-25025053baba'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:47.766652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:47.783478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.14 (cc4df7f1-98d0-49de-9afe-25025053baba/02355049-07cb-4f67-bd5a-b116f1bf0cd4/171daca3-689b-47eb-84be-c2ab66f258e4) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:47.846631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac878f-3c8f-4e34-92df-903f22cad60d req-1e5178f9-a458-4ca3-8e92-78cea59e485b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:47.848677 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87ac878f-3c8f-4e34-92df-903f22cad60d req-1e5178f9-a458-4ca3-8e92-78cea59e485b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 943 time: 0.1906743 Mar 07 16:07:47.883908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks [] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:47.891594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] For port ea2647be-22cf-449b-acc2-0b0173cd91ac, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:47.896975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] For port ea2647be-22cf-449b-acc2-0b0173cd91ac, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ea2647be-22cf-449b-acc2-0b0173cd91ac,segment=NetworkSegment(6a497c16-9159-4949-903b-79b7e558ad05),segment_id=6a497c16-9159-4949-903b-79b7e558ad05)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:47.921261 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:47.928567 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-fd97b725-9103-45c1-ac5e-647a86d7564f service neutron] 10.222.0.24 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630518 Mar 07 16:07:48.027662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f377b77-8262-4a1d-9941-bfef8ed8bb41 None None] Pushing event updated for resources: {'Port': ['ID=ea2647be-22cf-449b-acc2-0b0173cd91ac,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:48.062238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (171daca3-689b-47eb-84be-c2ab66f258e4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:48.124103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87ac878f-3c8f-4e34-92df-903f22cad60d req-078ccbf9-1df3-488e-a73c-8a7ff69508a2 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593167 Mar 07 16:07:48.141349 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:48.156032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (171daca3-689b-47eb-84be-c2ab66f258e4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:48.170234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:48.176191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:48.178338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:48.247802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c904444-4401-4082-8131-6cde8fff390c req-c9580c51-4957-4ea0-a1f5-7b5aab81bbd5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:48.249767 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c904444-4401-4082-8131-6cde8fff390c req-c9580c51-4957-4ea0-a1f5-7b5aab81bbd5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1074388 Mar 07 16:07:48.383888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network cc4df7f1-98d0-49de-9afe-25025053baba is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:48.390290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:48.400445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:48.401365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:48.407725 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:48.423856 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c904444-4401-4082-8131-6cde8fff390c req-4c9f384f-6c6f-48da-a521-8ca3cce5155a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599832 Mar 07 16:07:48.445330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Pushing event updated for resources: {'Port': ['ID=4fd07396-6ae3-40af-83d5-ccb111d5afcb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:48.534214 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a295cf4d-bca7-42ea-aa8b-c1b4995e03e6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8865924 Mar 07 16:07:48.558601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Request body: {'port': {'device_id': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:48.570082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:48.570945 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:48.599966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c12b16-3a0f-451f-aec7-a73a411ddfcf req-6759ac22-a43a-411b-9995-f577c93c9a36 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:48.608405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9c12b16-3a0f-451f-aec7-a73a411ddfcf req-6759ac22-a43a-411b-9995-f577c93c9a36 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 932 time: 0.3247857 Mar 07 16:07:48.631917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=171daca3-689b-47eb-84be-c2ab66f258e4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:48.654607 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-40b3e216-6b7f-45c5-81ab-b792ae4b5791 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7477562 Mar 07 16:07:48.657722 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55236) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:48.669795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc25973a-c666-411b-885c-703bdf11aff9', 'tag': '438521d6-481b-42d1-8a82-85bb606ee26d'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:48.672210 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc25973a-c666-411b-885c-703bdf11aff9", "tag": "438521d6-481b-42d1-8a82-85bb606ee26d"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:48.724533 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceb0d7-c924-4738-93a7-586c6adc7adf req-8265a25a-33f5-40a1-a152-1b1983053889 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:48.726391 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ceb0d7-c924-4738-93a7-586c6adc7adf req-8265a25a-33f5-40a1-a152-1b1983053889 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.1771002 Mar 07 16:07:48.740293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:48.751787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9c12b16-3a0f-451f-aec7-a73a411ddfcf req-36572747-57b8-41fe-af2a-5cd280db7a0a tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422515 Mar 07 16:07:48.872610 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9c2d987-95d0-468d-ad51-8b7608bc588c req-e460e5b9-3b34-491e-acdb-a82865f90c83 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 210 time: 0.0560622 Mar 07 16:07:48.883828 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ceb0d7-c924-4738-93a7-586c6adc7adf req-17e5146e-db01-48d6-99d0-7bd3c3cde7e9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361437 Mar 07 16:07:48.948754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1b6c7-70d3-44d2-a0eb-efab44dc418d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 171daca3-689b-47eb-84be-c2ab66f258e4 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:48.950834 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b6c7-70d3-44d2-a0eb-efab44dc418d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (171daca3-689b-47eb-84be-c2ab66f258e4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:49.115293 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1094ba-c4d6-4bff-8b9d-ef06f59f1e4d x-openstack-request-id: req-4a1094ba-c4d6-4bff-8b9d-ef06f59f1e4d {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:49.115293 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc25973a-c666-411b-885c-703bdf11aff9", "tag": "438521d6-481b-42d1-8a82-85bb606ee26d", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:49.115293 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a1094ba-c4d6-4bff-8b9d-ef06f59f1e4d {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:49.115293 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc25973a-c666-411b-885c-703bdf11aff9', 'tag': '438521d6-481b-42d1-8a82-85bb606ee26d', 'status': 'completed', 'code': 200} Mar 07 16:07:49.134170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b6c7-70d3-44d2-a0eb-efab44dc418d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (171daca3-689b-47eb-84be-c2ab66f258e4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:49.172457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1b6c7-70d3-44d2-a0eb-efab44dc418d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 171daca3-689b-47eb-84be-c2ab66f258e4 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:49.314551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a616ed-d369-4713-92b4-0ba1f501e2af req-a3d234f1-6954-44d0-abfd-1e41fc66efe1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:49.318926 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a6a616ed-d369-4713-92b4-0ba1f501e2af req-a3d234f1-6954-44d0-abfd-1e41fc66efe1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2190506 Mar 07 16:07:49.401962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-446ff535-10f3-4e91-b9b4-9273c6436f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:49.403337 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-446ff535-10f3-4e91-b9b4-9273c6436f60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 1125 time: 0.2929034 Mar 07 16:07:49.403999 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b6c7-70d3-44d2-a0eb-efab44dc418d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (171daca3-689b-47eb-84be-c2ab66f258e4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:49.457772 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a6a616ed-d369-4713-92b4-0ba1f501e2af req-f0dece90-a75e-4b63-87d9-220d39f14d47 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238461 Mar 07 16:07:49.512406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1b6c7-70d3-44d2-a0eb-efab44dc418d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=171daca3-689b-47eb-84be-c2ab66f258e4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:49.555352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd07396-6ae3-40af-83d5-ccb111d5afcb {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:49.597598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Publish callbacks [] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:49.605752 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11720a32-8684-4acc-b9e2-e18f204032fc None None] Network cc4df7f1-98d0-49de-9afe-25025053baba requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:49.655961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Transition to ACTIVE for port object 4fd07396-6ae3-40af-83d5-ccb111d5afcb will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:07:49.663638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc354e-a336-4e07-ab6a-9fac050fe040 req-98d49200-2fa8-4f90-ba60-79bf1ea24c9f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:49.665586 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6dc354e-a336-4e07-ab6a-9fac050fe040 req-98d49200-2fa8-4f90-ba60-79bf1ea24c9f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 943 time: 0.2818806 Mar 07 16:07:49.688210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61899e-a3f1-4759-9ae4-1a9bf19094c9 req-758b1c9c-09d8-47bf-b634-b401220a9edd tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:49.688633 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b6c7-70d3-44d2-a0eb-efab44dc418d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:49.690452 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a61899e-a3f1-4759-9ae4-1a9bf19094c9 req-758b1c9c-09d8-47bf-b634-b401220a9edd tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1110983 Mar 07 16:07:49.691499 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:49.700326 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2ca1b6c7-70d3-44d2-a0eb-efab44dc418d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/171daca3-689b-47eb-84be-c2ab66f258e4 HTTP/1.1" status: 204 len: 168 time: 1.0417221 Mar 07 16:07:49.700996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55248) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:49.743248 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de9ae2c-cd4c-4e92-94cf-3b619aa3fb59 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:07:49.748246 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6de9ae2c-cd4c-4e92-94cf-3b619aa3fb59 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/171daca3-689b-47eb-84be-c2ab66f258e4 HTTP/1.1" status: 404 len: 333 time: 0.0380068 Mar 07 16:07:49.752987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55250) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:49.808704 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a61899e-a3f1-4759-9ae4-1a9bf19094c9 req-3c700d7b-13e5-40c8-8be6-268390951062 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114073 Mar 07 16:07:49.819609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-362ebcd0-c294-4c1e-a57e-cb9ce0aa3883 None None] Provisioning complete for port ea2647be-22cf-449b-acc2-0b0173cd91ac triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:49.820175 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-362ebcd0-c294-4c1e-a57e-cb9ce0aa3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:49.880583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-a951aa5a-0904-47be-b38a-03e7a32d4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:49.882116 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-a951aa5a-0904-47be-b38a-03e7a32d4196 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 200 len: 915 time: 0.4577262 Mar 07 16:07:49.884560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Pushing event updated for resources: {'Port': ['ID=4fd07396-6ae3-40af-83d5-ccb111d5afcb,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:49.911854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Attempting to bind port 4fd07396-6ae3-40af-83d5-ccb111d5afcb on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:49.912702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Attempting to bind port 4fd07396-6ae3-40af-83d5-ccb111d5afcb by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:49.912702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Attempting to bind port 4fd07396-6ae3-40af-83d5-ccb111d5afcb on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:49.919750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Port 4fd07396-6ae3-40af-83d5-ccb111d5afcb on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:07:49.920170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Attempting to bind port 4fd07396-6ae3-40af-83d5-ccb111d5afcb on network 56f7a155-caa6-4fe0-9155-d3a4eed1a66b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:49.925828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:49.926256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Checking segment: {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:49.926710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Bound using segment: {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:49.927253 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Bound port: 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84e843e-0568-4d24-90d5-5d78156e72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:49.927695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:50.032029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-362ebcd0-c294-4c1e-a57e-cb9ce0aa3883 None None] Current status of the port ea2647be-22cf-449b-acc2-0b0173cd91ac is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:50.032835 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-362ebcd0-c294-4c1e-a57e-cb9ce0aa3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:50.119488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-362ebcd0-c294-4c1e-a57e-cb9ce0aa3883 None None] For port ea2647be-22cf-449b-acc2-0b0173cd91ac, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ea2647be-22cf-449b-acc2-0b0173cd91ac,segment=NetworkSegment(6a497c16-9159-4949-903b-79b7e558ad05),segment_id=6a497c16-9159-4949-903b-79b7e558ad05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:50.128975 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-362ebcd0-c294-4c1e-a57e-cb9ce0aa3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:50.139856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:50.158939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:50.201836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eada3-fb01-4764-b28d-e7d7c7d18bf3 req-1cd58717-d133-47df-a39e-7dae293c8bbf tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:50.204861 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da2eada3-fb01-4764-b28d-e7d7c7d18bf3 req-1cd58717-d133-47df-a39e-7dae293c8bbf tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 944 time: 0.1808743 Mar 07 16:07:50.209348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:50.220665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ebcd0-c294-4c1e-a57e-cb9ce0aa3883 None None] Pushing event updated for resources: {'Port': ['ID=ea2647be-22cf-449b-acc2-0b0173cd91ac,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:50.326366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:50.327297 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:50.329030 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] 10.222.0.15 "PUT /v2.0/ports/4fd07396-6ae3-40af-83d5-ccb111d5afcb HTTP/1.1" status: 200 len: 1092 time: 1.7784102 Mar 07 16:07:50.332093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:50.335292 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d5e496-ca56-48c8-898d-30aab794f923" -d '{"events": [{"name": "network-changed", "server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:50.385890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5e3b1d41-6e20-49cf-aa74-df0b5f218d7a None None] Provisioning complete for port ea2647be-22cf-449b-acc2-0b0173cd91ac triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:50.386348 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1d41-6e20-49cf-aa74-df0b5f218d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:50.451825 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da2eada3-fb01-4764-b28d-e7d7c7d18bf3 req-10cada0c-28e3-44f1-b58d-ae0cff53ff08 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223866 Mar 07 16:07:50.457654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390131f1-66c4-4a18-b20f-1a9a3517e07e service neutron] Pushing event updated for resources: {'Port': ['ID=4fd07396-6ae3-40af-83d5-ccb111d5afcb,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:50.499749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-87990d98-f16c-4c9b-9d04-a30339bcc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:50.502448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-87990d98-f16c-4c9b-9d04-a30339bcc66c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 1126 time: 0.1061161 Mar 07 16:07:50.512652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ea2647be-22cf-449b-acc2-0b0173cd91ac up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:50.533740 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-a6ce19c5-5173-47ca-8492-d560f51b36bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438521d6-481b-42d1-8a82-85bb606ee26d HTTP/1.1" status: 200 len: 217 time: 0.6151609 Mar 07 16:07:50.573785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-9ab1d672-b966-439b-b281-84623210148c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb HTTP/1.1" status: 200 len: 217 time: 0.0613105 Mar 07 16:07:50.622215 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b9e76322-9392-4bdb-9f79-f82283f33232 req-cb5d2b39-f4fb-49d0-904b-d7d2d4ff3670 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 210 time: 0.0464823 Mar 07 16:07:50.644547 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-615db128-9190-4815-b892-1cbd4caf48fd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet 02355049-07cb-4f67-bd5a-b116f1bf0cd4 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:07:50.678215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b1d41-6e20-49cf-aa74-df0b5f218d7a None None] Current status of the port ea2647be-22cf-449b-acc2-0b0173cd91ac is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:50.683842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-cf437022-7f64-43d9-bbeb-d5867a219490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:50.685464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-cf437022-7f64-43d9-bbeb-d5867a219490 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620f6ee8-c693-4e4e-9db5-22c228d33062 HTTP/1.1" status: 200 len: 844 time: 0.0983934 Mar 07 16:07:50.693668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ea2647be-22cf-449b-acc2-0b0173cd91ac triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:50.695273 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:50.707134 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6dc354e-a336-4e07-ab6a-9fac050fe040 req-73203c5f-4233-4e4e-bb2b-d3de85fdb47f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0186212 Mar 07 16:07:50.707982 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-615db128-9190-4815-b892-1cbd4caf48fd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (02355049-07cb-4f67-bd5a-b116f1bf0cd4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:50.738913 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-a5094954-b25a-46a8-bbd5-3db0bd872217 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477753 Mar 07 16:07:50.749353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 438521d6-481b-42d1-8a82-85bb606ee26d details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:50.937682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-615db128-9190-4815-b892-1cbd4caf48fd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (02355049-07cb-4f67-bd5a-b116f1bf0cd4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:50.955987 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d800d44f-454a-4798-b624-6507ac6e2922 x-openstack-request-id: req-d800d44f-454a-4798-b624-6507ac6e2922 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:50.955987 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:50.955987 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d800d44f-454a-4798-b624-6507ac6e2922 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:50.955987 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb', 'status': 'completed', 'code': 200} Mar 07 16:07:50.996939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 438521d6-481b-42d1-8a82-85bb606ee26d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=438521d6-481b-42d1-8a82-85bb606ee26d,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:51.022766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '438521d6-481b-42d1-8a82-85bb606ee26d', 'network_id': '27ce18e6-efaf-40c8-bffb-c1757f380d62', 'port_id': '438521d6-481b-42d1-8a82-85bb606ee26d', 'mac_address': 'fa:16:3e:26:fc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d74682-6777-448e-8193-9401e5c1ab94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:51.053625 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-dffe11f1-3f85-4019-849a-d716694bf707 service neutron] 10.222.0.15 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018248 Mar 07 16:07:51.083801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1d626020-11f8-4306-912d-5deb579468c6 None None] Could not find standard attr ID for object 171daca3-689b-47eb-84be-c2ab66f258e4. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:07:51.118241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-3d25c3b5-68f0-4d7b-8577-9972a1a9c866 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:51.120234 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-3d25c3b5-68f0-4d7b-8577-9972a1a9c866 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.11 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 811 time: 1.2562230 Mar 07 16:07:51.151783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'port': {'device_id': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd', 'admin_state_up': True, 'tenant_id': 'cad69fc8166d456c9238741b6c0c548f'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:51.157394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35417877-6ae8-4178-af07-66a71df4f1ca req-201b4465-7021-477e-b07d-4074c3e981f4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:51.159130 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35417877-6ae8-4178-af07-66a71df4f1ca req-201b4465-7021-477e-b07d-4074c3e981f4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.2803674 Mar 07 16:07:51.221275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-615db128-9190-4815-b892-1cbd4caf48fd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (02355049-07cb-4f67-bd5a-b116f1bf0cd4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:51.221473 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 438521d6-481b-42d1-8a82-85bb606ee26d is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:51.221473 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:51.221752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-327c7ba0-9586-44ba-a2da-69edfe888b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:51.221752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-327c7ba0-9586-44ba-a2da-69edfe888b9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=02d74682-6777-448e-8193-9401e5c1ab94 HTTP/1.1" status: 200 len: 854 time: 0.6276670 Mar 07 16:07:51.222045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ea2647be-22cf-449b-acc2-0b0173cd91ac is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:51.222045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438521d6-481b-42d1-8a82-85bb606ee26d {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:51.222220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d4af200-f024-4065-a6fb-3c2ff0a20719 req-d537b9f7-d2e1-4ceb-88fa-83b11e12ca6b service neutron] 10.222.0.15 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404350 Mar 07 16:07:51.250930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 438521d6-481b-42d1-8a82-85bb606ee26d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=438521d6-481b-42d1-8a82-85bb606ee26d,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:51.258460 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:51.270247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35417877-6ae8-4178-af07-66a71df4f1ca req-12dec119-8923-4ef7-8b3b-1d15634e93d1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042614 Mar 07 16:07:51.328115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=438521d6-481b-42d1-8a82-85bb606ee26d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:51.353328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e496-ca56-48c8-898d-30aab794f923 req-1917810c-4129-4fef-8306-21dff190213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:51.355456 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42d5e496-ca56-48c8-898d-30aab794f923 req-1917810c-4129-4fef-8306-21dff190213d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 1126 time: 0.0773194 Mar 07 16:07:51.362290 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-943b2ae1-eeda-4ad9-9b64-9e1ea1af427f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27ce18e6-efaf-40c8-bffb-c1757f380d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555123 Mar 07 16:07:51.414248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a62e1e-a8c7-4fb3-a158-20d2812f447f req-d5933bb6-42d2-4348-85d9-405f4fcdd4fb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:51.421971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8a62e1e-a8c7-4fb3-a158-20d2812f447f req-d5933bb6-42d2-4348-85d9-405f4fcdd4fb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.3313234 Mar 07 16:07:51.462871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e496-ca56-48c8-898d-30aab794f923 req-e1fddcdb-ecdf-4b6d-8aab-7c84d116040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:51.468890 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42d5e496-ca56-48c8-898d-30aab794f923 req-e1fddcdb-ecdf-4b6d-8aab-7c84d116040f service neutron] 10.222.0.15 "GET /v2.0/networks?id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 200 len: 905 time: 0.1053188 Mar 07 16:07:51.517973 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42d5e496-ca56-48c8-898d-30aab794f923 req-68867f9f-0514-44a4-a9c0-00ad1a5541a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb HTTP/1.1" status: 200 len: 217 time: 0.0451024 Mar 07 16:07:51.572244 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-615db128-9190-4815-b892-1cbd4caf48fd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (02355049-07cb-4f67-bd5a-b116f1bf0cd4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:51.598188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8a62e1e-a8c7-4fb3-a158-20d2812f447f req-c525b2a5-64c1-4509-b6fa-49342ac2371f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752338 Mar 07 16:07:51.625769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615db128-9190-4815-b892-1cbd4caf48fd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=02355049-07cb-4f67-bd5a-b116f1bf0cd4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:51.628713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e496-ca56-48c8-898d-30aab794f923 req-2a0aba12-a567-4de6-af6a-79d4a9d8d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:51.632292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42d5e496-ca56-48c8-898d-30aab794f923 req-2a0aba12-a567-4de6-af6a-79d4a9d8d5ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=620f6ee8-c693-4e4e-9db5-22c228d33062 HTTP/1.1" status: 200 len: 844 time: 0.1055617 Mar 07 16:07:51.635576 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-615db128-9190-4815-b892-1cbd4caf48fd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:51.638656 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-615db128-9190-4815-b892-1cbd4caf48fd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/02355049-07cb-4f67-bd5a-b116f1bf0cd4 HTTP/1.1" status: 204 len: 168 time: 1.8630576 Mar 07 16:07:51.645297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55270) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:51.648763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836105e7-cb4b-496a-abee-3f130e17274e None None] Network cc4df7f1-98d0-49de-9afe-25025053baba requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:07:51.660795 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-913048d0-1ff7-45d0-9f94-9f112452e0a4 service neutron] 10.222.0.15 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911274 Mar 07 16:07:51.671662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Made reservation on behalf of cad69fc8166d456c9238741b6c0c548f for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:51.676434 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:51.751597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436ebbd-8efc-4ac6-9801-842975ebd7d1 req-10fe9b2d-a171-45cb-be29-358314304500 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:51.758583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9436ebbd-8efc-4ac6-9801-842975ebd7d1 req-10fe9b2d-a171-45cb-be29-358314304500 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 944 time: 0.1923580 Mar 07 16:07:51.769286 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42d5e496-ca56-48c8-898d-30aab794f923 req-a7c29554-8631-4fda-a46f-ace3916d124f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56f7a155-caa6-4fe0-9155-d3a4eed1a66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075938 Mar 07 16:07:51.810018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['438521d6-481b-42d1-8a82-85bb606ee26d'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:51.854304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-875bb82c-dd33-4c2c-8cc5-d55a0b374378 req-16446e27-7eb4-4275-97c0-084e9345186a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 210 time: 0.0802159 Mar 07 16:07:51.936069 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (cc4df7f1-98d0-49de-9afe-25025053baba), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:51.983111 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4927a0ea-a484-4840-a4df-39ad5a1d5ad5 req-ad1b5b7a-e5c9-43e8-b286-64301407b089 service neutron] 10.222.0.15 "GET /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015649 Mar 07 16:07:52.049086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ad3d2-516a-4a42-9c8b-7d5d02f6e0c1 None None] DHCP port deletion for cc4df7f1-98d0-49de-9afe-25025053baba request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:07:52.155030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port ea2647be-22cf-449b-acc2-0b0173cd91ac {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:52.155545 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.227681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ad3d2-516a-4a42-9c8b-7d5d02f6e0c1 None None] Deleting port ea2647be-22cf-449b-acc2-0b0173cd91ac {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:52.228341 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad3d2-516a-4a42-9c8b-7d5d02f6e0c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.274832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] For port ea2647be-22cf-449b-acc2-0b0173cd91ac, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ea2647be-22cf-449b-acc2-0b0173cd91ac,segment=NetworkSegment(6a497c16-9159-4949-903b-79b7e558ad05),segment_id=6a497c16-9159-4949-903b-79b7e558ad05)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:52.275534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.296058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for ea2647be-22cf-449b-acc2-0b0173cd91ac owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:52.315228 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9436ebbd-8efc-4ac6-9801-842975ebd7d1 req-e6761e10-5c0c-40fa-83c9-2f639129ed39 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555139 Mar 07 16:07:52.315864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6a7ad3d2-516a-4a42-9c8b-7d5d02f6e0c1 None None] For port ea2647be-22cf-449b-acc2-0b0173cd91ac, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ea2647be-22cf-449b-acc2-0b0173cd91ac,segment=NetworkSegment(6a497c16-9159-4949-903b-79b7e558ad05),segment_id=6a497c16-9159-4949-903b-79b7e558ad05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:52.316412 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad3d2-516a-4a42-9c8b-7d5d02f6e0c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.344596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ad3d2-516a-4a42-9c8b-7d5d02f6e0c1 None None] Calling delete_port for ea2647be-22cf-449b-acc2-0b0173cd91ac owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:52.366716 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42d5e496-ca56-48c8-898d-30aab794f923 req-8c186145-3d70-44c9-abae-b4b51ad8cd52 service neutron] 10.222.0.15 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881574 Mar 07 16:07:52.422501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.453064 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad3d2-516a-4a42-9c8b-7d5d02f6e0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (ea2647be-22cf-449b-acc2-0b0173cd91ac), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.458553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ea2647be-22cf-449b-acc2-0b0173cd91ac no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:07:52.465084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Allocated IP 172.20.0.10 (aaedd815-432e-4076-9715-cc3788c803fd/d12f7da0-c76c-422b-9bd1-8a895fd3ce47/644e415f-45ac-4d46-9c7a-583b05f69931) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:07:52.479296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634342c-f07d-4471-b179-db073c93cfb1 req-73d647d2-b9f4-4e6e-b7c1-62148d09395c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:52.488161 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4634342c-f07d-4471-b179-db073c93cfb1 req-73d647d2-b9f4-4e6e-b7c1-62148d09395c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.4431312 Mar 07 16:07:52.511486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=ea2647be-22cf-449b-acc2-0b0173cd91ac,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:52.523472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No DVR routers for this DVR port ea2647be-22cf-449b-acc2-0b0173cd91ac on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:52.536311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ea2647be-22cf-449b-acc2-0b0173cd91ac {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:07:52.537288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ea2647be-22cf-449b-acc2-0b0173cd91ac not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:07:52.539346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759840e6-af14-4f6c-bbac-ab2b7bf59378 req-c043c71d-e9ff-4457-9597-9d9c4ff38e25 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:52.547598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-759840e6-af14-4f6c-bbac-ab2b7bf59378 req-c043c71d-e9ff-4457-9597-9d9c4ff38e25 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 944 time: 0.1361134 Mar 07 16:07:52.562868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ad3d2-516a-4a42-9c8b-7d5d02f6e0c1 None None] Pushing event deleted for resources: {'Port': ['ID=ea2647be-22cf-449b-acc2-0b0173cd91ac,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:52.568670 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42d5e496-ca56-48c8-898d-30aab794f923 req-1bb30194-15f4-41c8-937a-b0ab5a02b1e0 service neutron] 10.222.0.15 "GET /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938581 Mar 07 16:07:52.580093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ad3d2-516a-4a42-9c8b-7d5d02f6e0c1 None None] No DVR routers for this DVR port ea2647be-22cf-449b-acc2-0b0173cd91ac on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:07:52.652172 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4634342c-f07d-4471-b179-db073c93cfb1 req-b2e2baef-2127-479d-ba35-db6ab1cd9fba tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626730 Mar 07 16:07:52.664596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-759840e6-af14-4f6c-bbac-ab2b7bf59378 req-3a374fc9-199e-4d7b-8ae7-e6a4cf2e2779 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160247 Mar 07 16:07:52.752003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (cc4df7f1-98d0-49de-9afe-25025053baba), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.813801 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4df7f1-98d0-49de-9afe-25025053baba']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:52.846154 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4536a31-8b88-4b52-8cff-d7efc55c7827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.862308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a497c16-9159-4949-903b-79b7e558ad05') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:52.862619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a497c16-9159-4949-903b-79b7e558ad05') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:07:52.871493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d43a23-45c8-46d5-8ec3-0ad271af607e req-e632ffab-55f7-40c6-87bb-a732c8378db5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:52.879689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-23d43a23-45c8-46d5-8ec3-0ad271af607e req-e632ffab-55f7-40c6-87bb-a732c8378db5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0824690 Mar 07 16:07:52.883802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (6a497c16-9159-4949-903b-79b7e558ad05), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.932509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-23d43a23-45c8-46d5-8ec3-0ad271af607e req-0793868e-9eb1-417e-a88b-fe81966174b8 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517838 Mar 07 16:07:52.946035 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6a497c16-9159-4949-903b-79b7e558ad05), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.960233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4d79b-4a99-4bee-a817-fb6288407900 req-2c34efd5-8b65-4fc3-8237-4f7736c1ef74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:52.969217 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-86b4d79b-4a99-4bee-a817-fb6288407900 req-2c34efd5-8b65-4fc3-8237-4f7736c1ef74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.2138157 Mar 07 16:07:52.981073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:07:52.981488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (6a497c16-9159-4949-903b-79b7e558ad05), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:07:52.986717 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:07:53.049068 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1aecfab0-accc-4257-b3a9-fe73dc4cd581 req-bba34245-d60e-4882-849a-261037339b83 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 210 time: 0.0397370 Mar 07 16:07:53.090366 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for port (644e415f-45ac-4d46-9c7a-583b05f69931), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.093810 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (cc4df7f1-98d0-49de-9afe-25025053baba), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.111501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.115189 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/networks/cc4df7f1-98d0-49de-9afe-25025053baba HTTP/1.1" status: 204 len: 168 time: 1.4670653 Mar 07 16:07:53.121351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55290) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:53.128436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'name': 'tempest-PortsTestJSON-346917694'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:53.135826 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-86b4d79b-4a99-4bee-a817-fb6288407900 req-340800e8-1734-45c9-b9c8-888e344bd7bf tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658332 Mar 07 16:07:53.138209 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df388f68-82d3-4e08-849e-845d7a85b23d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Network': ['ID=cc4df7f1-98d0-49de-9afe-25025053baba,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:53.175936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.231664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Network aaedd815-432e-4076-9715-cc3788c803fd is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:53.235946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:53.244222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:53.293586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4ca57-f396-40ab-8cea-a829ab049d98 req-83b4c550-f23a-4f66-8540-a04be7528c28 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:53.299617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:53.302021 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.302156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26f4ca57-f396-40ab-8cea-a829ab049d98 req-83b4c550-f23a-4f66-8540-a04be7528c28 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1652586 Mar 07 16:07:53.325075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'Port': ['ID=644e415f-45ac-4d46-9c7a-583b05f69931,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:53.340963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-10599a3f-2e16-4eb7-a3c5-4914b0adb682 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1939383 Mar 07 16:07:53.348613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:53.352756 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.356427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Request body: {'port': {'device_id': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:53.435879 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26f4ca57-f396-40ab-8cea-a829ab049d98 req-c30488be-d378-4161-8496-46acce3ba5d4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297078 Mar 07 16:07:53.439779 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.441667 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 42424ab6-5112-439e-9d9f-a177db7281ee yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:07:53.688090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0dc6-9c9d-467c-84c3-1e5cf482da88 req-deee6a52-7975-4703-88c6-e7fc1179c9c2 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:53.689541 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3cfd0dc6-9c9d-467c-84c3-1e5cf482da88 req-deee6a52-7975-4703-88c6-e7fc1179c9c2 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1578333 Mar 07 16:07:53.708019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d706f-ac52-4fa3-a39e-5a0d96fcb6f6 req-846e8d15-cd0f-43fe-9e95-33cda0792da1 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:53.709742 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea5d706f-ac52-4fa3-a39e-5a0d96fcb6f6 req-846e8d15-cd0f-43fe-9e95-33cda0792da1 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 944 time: 0.2796569 Mar 07 16:07:53.731947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (42424ab6-5112-439e-9d9f-a177db7281ee), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.781794 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3cfd0dc6-9c9d-467c-84c3-1e5cf482da88 req-3ed44b12-4369-494c-8bed-8a75dbf2eb02 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863402 Mar 07 16:07:53.793815 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea5d706f-ac52-4fa3-a39e-5a0d96fcb6f6 req-5064c5e0-c86b-472a-85d5-ff0a62567558 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773940 Mar 07 16:07:53.828560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (42424ab6-5112-439e-9d9f-a177db7281ee), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.858603 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644e415f-45ac-4d46-9c7a-583b05f69931 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:53.866831 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Publish callbacks [] for port (644e415f-45ac-4d46-9c7a-583b05f69931), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:53.883055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Transition to ACTIVE for port object 644e415f-45ac-4d46-9c7a-583b05f69931 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:07:53.890053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.002882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:54.008730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:54.016671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:54.019613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Pushing event updated for resources: {'Port': ['ID=644e415f-45ac-4d46-9c7a-583b05f69931,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:54.031559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:54.032417 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.048091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=42424ab6-5112-439e-9d9f-a177db7281ee,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:54.064928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41777-9db8-4e5f-8518-a2cfe0669b02 req-9251c4a0-7da3-4db0-bb75-44ecbdfba0cc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:54.066598 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fca41777-9db8-4e5f-8518-a2cfe0669b02 req-9251c4a0-7da3-4db0-bb75-44ecbdfba0cc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1271250 Mar 07 16:07:54.088709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f06b62d4-8ee3-4614-ab42-55bc38d06bba tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9660218 Mar 07 16:07:54.091366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55304) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:54.109809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Attempting to bind port 644e415f-45ac-4d46-9c7a-583b05f69931 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:07:54.110121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de0095-3820-4357-93c4-fe20ca1b102c req-4cbf2d70-63b3-4e49-89f3-76e3a517202f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:54.110271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Attempting to bind port 644e415f-45ac-4d46-9c7a-583b05f69931 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '76ddd500-fba3-4e04-9397-444841bcbe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:07:54.110671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Attempting to bind port 644e415f-45ac-4d46-9c7a-583b05f69931 on network aaedd815-432e-4076-9715-cc3788c803fd {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:54.111697 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d1de0095-3820-4357-93c4-fe20ca1b102c req-4cbf2d70-63b3-4e49-89f3-76e3a517202f tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 944 time: 0.2030196 Mar 07 16:07:54.115458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Port 644e415f-45ac-4d46-9c7a-583b05f69931 on network aaedd815-432e-4076-9715-cc3788c803fd not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:07:54.115860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Attempting to bind port 644e415f-45ac-4d46-9c7a-583b05f69931 on network aaedd815-432e-4076-9715-cc3788c803fd {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:07:54.130927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:07:54.131181 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Checking segment: {'id': '76ddd500-fba3-4e04-9397-444841bcbe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:07:54.132660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Bound using segment: {'id': '76ddd500-fba3-4e04-9397-444841bcbe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:07:54.132660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Bound port: 644e415f-45ac-4d46-9c7a-583b05f69931, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ddd500-fba3-4e04-9397-444841bcbe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:07:54.132660 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.158501 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fca41777-9db8-4e5f-8518-a2cfe0669b02 req-313fdb40-d3e9-4bb7-a4ff-716d284c35cf tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792067 Mar 07 16:07:54.247410 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d1de0095-3820-4357-93c4-fe20ca1b102c req-7b608eb4-788b-41a7-b4e2-a6e3bbb23124 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162038 Mar 07 16:07:54.251863 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] For port 644e415f-45ac-4d46-9c7a-583b05f69931, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:07:54.255365 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] For port 644e415f-45ac-4d46-9c7a-583b05f69931, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=644e415f-45ac-4d46-9c7a-583b05f69931,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:07:54.262877 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.274312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-a272e785-8372-485b-8973-152383595f9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 42424ab6-5112-439e-9d9f-a177db7281ee {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:54.274312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a272e785-8372-485b-8973-152383595f9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (42424ab6-5112-439e-9d9f-a177db7281ee), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.300287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:54.300930 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.302734 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] 10.222.0.11 "PUT /v2.0/ports/644e415f-45ac-4d46-9c7a-583b05f69931 HTTP/1.1" status: 200 len: 1092 time: 0.9519410 Mar 07 16:07:54.303228 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:54.305609 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085d6417-9387-43c6-8fd7-19d05cbc85f2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:54.365357 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a272e785-8372-485b-8973-152383595f9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (42424ab6-5112-439e-9d9f-a177db7281ee), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.381907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-a272e785-8372-485b-8973-152383595f9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 42424ab6-5112-439e-9d9f-a177db7281ee owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:54.440821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17965285-0dd2-4ead-ace2-eae7b23465ca service neutron] Pushing event updated for resources: {'Port': ['ID=644e415f-45ac-4d46-9c7a-583b05f69931,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:54.469960 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5524e-1f78-4b93-8043-1202475ac362 req-eff609e4-3328-407d-9ac2-59cbe63612f1 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:54.472150 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60f5524e-1f78-4b93-8043-1202475ac362 req-eff609e4-3328-407d-9ac2-59cbe63612f1 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 944 time: 0.1465673 Mar 07 16:07:54.479984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-558cd289-0aa9-4501-955f-deef922a78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:54.482259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-558cd289-0aa9-4501-955f-deef922a78cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 1126 time: 0.1291096 Mar 07 16:07:54.554130 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-9fc2dc8e-190b-48f3-9e02-7862b1a0e454 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=644e415f-45ac-4d46-9c7a-583b05f69931 HTTP/1.1" status: 200 len: 217 time: 0.0558367 Mar 07 16:07:54.572375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca804d-371e-4c87-9b44-34293e24807e req-96440ba6-8e28-4a06-aea4-1e088d80f113 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:54.585955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-47ca804d-371e-4c87-9b44-34293e24807e req-96440ba6-8e28-4a06-aea4-1e088d80f113 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.1890242 Mar 07 16:07:54.622027 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60f5524e-1f78-4b93-8043-1202475ac362 req-5b6b178d-5c7a-4bb4-bd65-a1c85578718e tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384566 Mar 07 16:07:54.636893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a272e785-8372-485b-8973-152383595f9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (42424ab6-5112-439e-9d9f-a177db7281ee), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.662208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-f75221ca-bea8-4531-a110-ffd77284bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:54.664041 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-f75221ca-bea8-4531-a110-ffd77284bc02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 200 len: 851 time: 0.0878870 Mar 07 16:07:54.704791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e785-8372-485b-8973-152383595f9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=42424ab6-5112-439e-9d9f-a177db7281ee,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:54.708997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4fd07396-6ae3-40af-83d5-ccb111d5afcb details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:54.709893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-47ca804d-371e-4c87-9b44-34293e24807e req-834f553f-1af7-4036-be37-a93797d57684 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225157 Mar 07 16:07:54.711759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 438521d6-481b-42d1-8a82-85bb606ee26d up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:54.717654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a272e785-8372-485b-8973-152383595f9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.725663 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-cc4c973a-c53c-4504-8313-cfc090d68224 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aaedd815-432e-4076-9715-cc3788c803fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514777 Mar 07 16:07:54.727561 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553c1b45-2c0c-41f7-904a-fb41209999b8 x-openstack-request-id: req-553c1b45-2c0c-41f7-904a-fb41209999b8 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:54.728825 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:54.729360 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-553c1b45-2c0c-41f7-904a-fb41209999b8 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:54.731835 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931', 'status': 'completed', 'code': 200} Mar 07 16:07:54.732330 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55314) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:54.735380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a272e785-8372-485b-8973-152383595f9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/42424ab6-5112-439e-9d9f-a177db7281ee HTTP/1.1" status: 204 len: 168 time: 0.6427078 Mar 07 16:07:54.745410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'mac_address': 'fa:16:3e:68:7c:00', 'name': 'tempest-PortsTestJSON-1792616349'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:54.873803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 438521d6-481b-42d1-8a82-85bb606ee26d completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:07:54.881623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 438521d6-481b-42d1-8a82-85bb606ee26d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:54.882877 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:54.930886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:54.951937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '4fd07396-6ae3-40af-83d5-ccb111d5afcb', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'port_id': '4fd07396-6ae3-40af-83d5-ccb111d5afcb', 'mac_address': 'fa:16:3e:14:bf:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620f6ee8-c693-4e4e-9db5-22c228d33062', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:54.982199 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-f96b255c-b972-45db-93a5-d8b60ae673d0 service neutron] 10.222.0.11 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276535 Mar 07 16:07:54.985310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e115-7112-41f7-b4aa-058117c38a8f req-3b6c70b0-7dca-40a1-b4ae-503dd6819864 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:54.986784 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aeb0e115-7112-41f7-b4aa-058117c38a8f req-3b6c70b0-7dca-40a1-b4ae-503dd6819864 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 944 time: 0.0770698 Mar 07 16:07:55.025698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4fd07396-6ae3-40af-83d5-ccb111d5afcb is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:55.027154 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:55.046982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 438521d6-481b-42d1-8a82-85bb606ee26d is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:55.047529 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:55.051207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd07396-6ae3-40af-83d5-ccb111d5afcb {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:55.068016 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aeb0e115-7112-41f7-b4aa-058117c38a8f req-e2ae7dad-db31-4892-bf8b-af56b0c4f1c0 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684319 Mar 07 16:07:55.099959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:55.099959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc25973a-c666-411b-885c-703bdf11aff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438521d6-481b-42d1-8a82-85bb606ee26d'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:55.099959 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3fb5ec-53b6-4545-9c7d-8f35476acb91" -d '{"events": [{"server_uuid": "cc25973a-c666-411b-885c-703bdf11aff9", "name": "network-vif-plugged", "status": "completed", "tag": "438521d6-481b-42d1-8a82-85bb606ee26d"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:55.112776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 438521d6-481b-42d1-8a82-85bb606ee26d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=438521d6-481b-42d1-8a82-85bb606ee26d,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:55.114160 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:55.125071 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022edff5-e4a9-4c97-8160-ef6302599c5d req-777ad321-01cb-4e3a-991c-088c04ce9771 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:55.127528 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:55.132648 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-022edff5-e4a9-4c97-8160-ef6302599c5d req-777ad321-01cb-4e3a-991c-088c04ce9771 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.3458688 Mar 07 16:07:55.139879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:55.163111 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee514fc6-6ce4-4e2b-bad7-2bc235a2d45b x-openstack-request-id: req-ee514fc6-6ce4-4e2b-bad7-2bc235a2d45b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:55.163480 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc25973a-c666-411b-885c-703bdf11aff9", "name": "network-vif-plugged", "status": "completed", "tag": "438521d6-481b-42d1-8a82-85bb606ee26d", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:55.163841 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee514fc6-6ce4-4e2b-bad7-2bc235a2d45b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:55.164311 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc25973a-c666-411b-885c-703bdf11aff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438521d6-481b-42d1-8a82-85bb606ee26d', 'code': 200} Mar 07 16:07:55.188585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4fd07396-6ae3-40af-83d5-ccb111d5afcb,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:55.198982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f113d2ce-ae83-4958-8149-b2af9a118dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:55.253608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=438521d6-481b-42d1-8a82-85bb606ee26d,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:55.288751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:55.319818 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-022edff5-e4a9-4c97-8160-ef6302599c5d req-7f33b1b9-e89b-4cca-bc3f-75a310227248 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857717 Mar 07 16:07:55.321704 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b438cf14-58b6-4181-a967-a80cfceed7c0 req-668edbf2-c2ae-4d1b-af44-9be12b364eae service neutron] 10.222.0.11 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084073 Mar 07 16:07:55.347590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd1e1-897d-491a-be5a-ac8398ad4e19 req-54e3be93-0efe-4ecb-9766-09bc270e4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:55.350728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 1ff3ad66-5ece-4d91-bc40-559fd7110b83 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:07:55.363762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ff6bd1e1-897d-491a-be5a-ac8398ad4e19 req-54e3be93-0efe-4ecb-9766-09bc270e4f99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 1127 time: 0.0744150 Mar 07 16:07:55.462843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['4fd07396-6ae3-40af-83d5-ccb111d5afcb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:55.469826 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ef81b-7f6d-41ba-b39e-272f9f3b586d req-1e37766e-feb0-44e0-9b3d-aaa7ef7f4c8a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:55.477279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b8ef81b-7f6d-41ba-b39e-272f9f3b586d req-1e37766e-feb0-44e0-9b3d-aaa7ef7f4c8a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.1014698 Mar 07 16:07:55.539992 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b8ef81b-7f6d-41ba-b39e-272f9f3b586d req-6b7fe208-39aa-458b-ac82-ac35f16ef313 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563581 Mar 07 16:07:55.543863 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ff6bd1e1-897d-491a-be5a-ac8398ad4e19 req-4521a05b-d0bc-4eb4-be37-6d5a6cca0ce5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791091 Mar 07 16:07:55.637558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b0b72-27ad-4f75-b717-0ef93f292bb7 req-4d195eb7-2fd2-4094-9d46-2e2e32e42b45 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:55.644419 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405b0b72-27ad-4f75-b717-0ef93f292bb7 req-4d195eb7-2fd2-4094-9d46-2e2e32e42b45 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1349924 Mar 07 16:07:55.685795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-1af36fc8-3ca5-4151-991e-a0b221396fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:55.687595 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-1af36fc8-3ca5-4151-991e-a0b221396fa2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 1126 time: 0.2850733 Mar 07 16:07:55.774181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b317c-2356-46d4-9a8b-74281525974b req-024e81e9-e4c6-485d-b1ae-b39f6bae7c20 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:55.776448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-105b317c-2356-46d4-9a8b-74281525974b req-024e81e9-e4c6-485d-b1ae-b39f6bae7c20 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 944 time: 0.0721495 Mar 07 16:07:55.812992 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (1ff3ad66-5ece-4d91-bc40-559fd7110b83), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:55.833970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-105b317c-2356-46d4-9a8b-74281525974b req-7e457c48-271c-4ea0-ae8e-e29224b03acb tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495660 Mar 07 16:07:56.007110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff7dab-8007-4af7-83db-cc61950cc9fe req-a345156d-8a5e-44d4-bf75-c1a40d9be190 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:56.008820 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9ff7dab-8007-4af7-83db-cc61950cc9fe req-a345156d-8a5e-44d4-bf75-c1a40d9be190 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.1039238 Mar 07 16:07:56.079602 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9ff7dab-8007-4af7-83db-cc61950cc9fe req-1f1f26fa-1663-4f21-bd6a-f9315042aaa1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626199 Mar 07 16:07:56.217464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-405b0b72-27ad-4f75-b717-0ef93f292bb7 req-192dc217-5a09-4c4f-994c-bec2425eec59 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722029 Mar 07 16:07:56.276012 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1ff3ad66-5ece-4d91-bc40-559fd7110b83), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:56.286133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3d34b-b31d-4777-9730-695c6a10e67e req-4380d92b-f180-4e77-863a-a053a81b94ee tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:56.295403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0d3d34b-b31d-4777-9730-695c6a10e67e req-4380d92b-f180-4e77-863a-a053a81b94ee tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 945 time: 0.1229661 Mar 07 16:07:56.299385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-654ae641-2614-4529-aadf-de81a4e8834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:56.300888 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-654ae641-2614-4529-aadf-de81a4e8834b service neutron] 10.222.0.11 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 912 time: 0.6016016 Mar 07 16:07:56.356789 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:56.361435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:56.366777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-a79f3948-9598-486d-9850-02b77013025e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=644e415f-45ac-4d46-9c7a-583b05f69931 HTTP/1.1" status: 200 len: 217 time: 0.0528264 Mar 07 16:07:56.367742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=1ff3ad66-5ece-4d91-bc40-559fd7110b83,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:56.371457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:56.373663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:56.379200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:56.379878 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:56.400933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0d3d34b-b31d-4777-9730-695c6a10e67e req-2fd717c2-56ef-48ce-b83b-1f12a0b268bc tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001623 Mar 07 16:07:56.467181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55340) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:56.467536 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a21f28eb-173a-4bfa-98af-ad1bed965ee4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7334199 Mar 07 16:07:56.480962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-5e41eab7-732b-4f54-b2a7-641b710de5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:56.483527 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-5e41eab7-732b-4f54-b2a7-641b710de5bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 200 len: 851 time: 0.0998595 Mar 07 16:07:56.495905 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ca352-d097-4122-9d42-ecd5458ce3fb req-1d5adbf7-88e6-428d-b4f4-f6babac763d0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:56.503272 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b8ca352-d097-4122-9d42-ecd5458ce3fb req-1d5adbf7-88e6-428d-b4f4-f6babac763d0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1119449 Mar 07 16:07:56.529390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d138a4f4-9829-4b19-9ef6-18868eb66ee5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:56.530874 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d138a4f4-9829-4b19-9ef6-18868eb66ee5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/1ff3ad66-5ece-4d91-bc40-559fd7110b83 HTTP/1.1" status: 200 len: 841 time: 0.0620224 Mar 07 16:07:56.533561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55342) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:56.546190 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-e7229e24-c7fb-4ca3-b254-535e38f088cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aaedd815-432e-4076-9715-cc3788c803fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357075 Mar 07 16:07:56.673936 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b8ca352-d097-4122-9d42-ecd5458ce3fb req-3dcc2389-f811-428e-b7ef-c4d5ca7ba301 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668437 Mar 07 16:07:56.694480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-27f4c01c-be53-4b97-931b-bdc4af1f2fc6 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 1ff3ad66-5ece-4d91-bc40-559fd7110b83 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:56.694833 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27f4c01c-be53-4b97-931b-bdc4af1f2fc6 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1ff3ad66-5ece-4d91-bc40-559fd7110b83), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:56.716853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4fd07396-6ae3-40af-83d5-ccb111d5afcb up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:56.733919 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-f3abb219-bca6-4430-8adf-acfe7e1e6837 service neutron] 10.222.0.11 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571801 Mar 07 16:07:56.742033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12524f51-d565-4bc3-a3c2-7b55d5fea07a req-8f9a1197-61ac-4411-9b49-c65704fd611d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:56.749339 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12524f51-d565-4bc3-a3c2-7b55d5fea07a req-8f9a1197-61ac-4411-9b49-c65704fd611d tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.1192646 Mar 07 16:07:56.818072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27f4c01c-be53-4b97-931b-bdc4af1f2fc6 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1ff3ad66-5ece-4d91-bc40-559fd7110b83), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:56.844877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-27f4c01c-be53-4b97-931b-bdc4af1f2fc6 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 1ff3ad66-5ece-4d91-bc40-559fd7110b83 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:56.865480 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12524f51-d565-4bc3-a3c2-7b55d5fea07a req-157dc51e-f782-416c-b156-e073806b22da tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151290 Mar 07 16:07:57.011316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dea69f-aa41-44a8-842f-558af3c75e67 req-91794ca3-90ba-4941-9234-0a992f3fff70 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:57.023177 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47dea69f-aa41-44a8-842f-558af3c75e67 req-91794ca3-90ba-4941-9234-0a992f3fff70 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2715802 Mar 07 16:07:57.048469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47545766-11fb-486f-8e00-361317622a3e req-57d70bdc-f25a-4f79-ba51-a6aebcd82d94 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:57.056769 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-47545766-11fb-486f-8e00-361317622a3e req-57d70bdc-f25a-4f79-ba51-a6aebcd82d94 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 944 time: 0.0981445 Mar 07 16:07:57.073638 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27f4c01c-be53-4b97-931b-bdc4af1f2fc6 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1ff3ad66-5ece-4d91-bc40-559fd7110b83), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.102635 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-085d6417-9387-43c6-8fd7-19d05cbc85f2 req-95525083-5817-4367-ab81-aec56747b032 service neutron] 10.222.0.11 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586583 Mar 07 16:07:57.157648 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47dea69f-aa41-44a8-842f-558af3c75e67 req-730eb233-d0c1-42cf-bc64-63b7333704b5 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332040 Mar 07 16:07:57.165289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 4fd07396-6ae3-40af-83d5-ccb111d5afcb completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:07:57.171315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27f4c01c-be53-4b97-931b-bdc4af1f2fc6 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.175481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-27f4c01c-be53-4b97-931b-bdc4af1f2fc6 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/1ff3ad66-5ece-4d91-bc40-559fd7110b83 HTTP/1.1" status: 204 len: 168 time: 0.6409502 Mar 07 16:07:57.188255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55354) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:57.192569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 4fd07396-6ae3-40af-83d5-ccb111d5afcb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:07:57.192569 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.200912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4c01c-be53-4b97-931b-bdc4af1f2fc6 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=1ff3ad66-5ece-4d91-bc40-559fd7110b83,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:57.221161 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dbf3b5-96e9-4884-8d8b-4da1799c5e69 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:07:57.226946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f1dbf3b5-96e9-4884-8d8b-4da1799c5e69 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/1ff3ad66-5ece-4d91-bc40-559fd7110b83 HTTP/1.1" status: 404 len: 333 time: 0.0441840 Mar 07 16:07:57.227255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55362) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:57.236117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'name': 'tempest-PortsTestJSON-698174397'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:57.243943 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-47545766-11fb-486f-8e00-361317622a3e req-a8d2f045-70ef-4377-b874-4ca1cb925fd1 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857855 Mar 07 16:07:57.310395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4fd07396-6ae3-40af-83d5-ccb111d5afcb is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:57.315246 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.336930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:07:57.339914 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db59aad4-d61a-44ff-b332-9133a9facd45" -d '{"events": [{"server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "name": "network-vif-plugged", "status": "completed", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:07:57.358701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:57.364830 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.404552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121e19a-d3d8-4985-a50a-0e3938b4ccf2 req-a3762db7-df7f-4934-a1ba-315a3c32a3ed tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:57.412516 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f121e19a-d3d8-4985-a50a-0e3938b4ccf2 req-a3762db7-df7f-4934-a1ba-315a3c32a3ed tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0727122 Mar 07 16:07:57.418992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6d5e8-eca1-4f42-9181-9442542f334e req-d0aaf0c9-7167-407e-bf15-58de421d4480 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:57.420581 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d8a6d5e8-eca1-4f42-9181-9442542f334e req-d0aaf0c9-7167-407e-bf15-58de421d4480 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.1530967 Mar 07 16:07:57.421224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4fd07396-6ae3-40af-83d5-ccb111d5afcb,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:57.421723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:57.425187 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.456370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port c3ff1923-74c2-4aa0-9521-13c33087b43c yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:07:57.458532 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f121e19a-d3d8-4985-a50a-0e3938b4ccf2 req-abf7e1d3-88fe-4255-ac12-1f3bafad8071 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452764 Mar 07 16:07:57.504571 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890c91b9-a334-4df4-ac6a-ea44a28a9580 x-openstack-request-id: req-890c91b9-a334-4df4-ac6a-ea44a28a9580 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:07:57.504872 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "name": "network-vif-plugged", "status": "completed", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:07:57.505133 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-890c91b9-a334-4df4-ac6a-ea44a28a9580 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:07:57.505537 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb', 'code': 200} Mar 07 16:07:57.521500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d8a6d5e8-eca1-4f42-9181-9442542f334e req-ff2224ad-2c4d-4f6a-8798-61acd836627d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857544 Mar 07 16:07:57.653608 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.654540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a04f1-9900-4881-ac25-9fb559067a35 req-39cdc705-0d4c-459f-a10e-409214450235 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:57.656094 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-249a04f1-9900-4881-ac25-9fb559067a35 req-39cdc705-0d4c-459f-a10e-409214450235 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 946 time: 0.0892754 Mar 07 16:07:57.660791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77349d-0891-4a56-84a2-4eac06d6f697 req-441af011-5f1a-4e4c-9908-7180b4962180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:57.662246 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a77349d-0891-4a56-84a2-4eac06d6f697 req-441af011-5f1a-4e4c-9908-7180b4962180 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 1128 time: 0.0857329 Mar 07 16:07:57.693195 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (c3ff1923-74c2-4aa0-9521-13c33087b43c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.712982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b96f5-1f05-4273-bf87-9d2844c75fff req-ef4e7392-72d5-40b9-9baf-efb439efb8dc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:57.715250 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de7b96f5-1f05-4273-bf87-9d2844c75fff req-ef4e7392-72d5-40b9-9baf-efb439efb8dc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1132739 Mar 07 16:07:57.735701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-249a04f1-9900-4881-ac25-9fb559067a35 req-941ebe40-2124-4197-afc6-152e188649ae tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716774 Mar 07 16:07:57.747702 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5a77349d-0891-4a56-84a2-4eac06d6f697 req-96c4f77d-0d3e-4876-8130-967f567bbadf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700507 Mar 07 16:07:57.781652 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c3ff1923-74c2-4aa0-9521-13c33087b43c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.792892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de7b96f5-1f05-4273-bf87-9d2844c75fff req-2cd5ada2-170f-4e54-9718-c0751017be85 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719829 Mar 07 16:07:57.836524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:07:57.839955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:07:57.842342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:07:57.848417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:57.849050 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:57.860682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=c3ff1923-74c2-4aa0-9521-13c33087b43c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:57.872891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f8a5e813-fbf0-4d0e-970d-be77aeb5c621 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6445882 Mar 07 16:07:57.875492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55388) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:57.883643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fb022cc9-29cd-464c-8227-bdd036ce2839 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:57.967418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 644e415f-45ac-4d46-9c7a-583b05f69931 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:07:57.994835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb022cc9-29cd-464c-8227-bdd036ce2839 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c3ff1923-74c2-4aa0-9521-13c33087b43c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.006850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc47af2-ffde-48bb-abbe-a72be565d6de req-fb7a5559-96ac-4c61-8319-a325b62eae0a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:58.008388 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0bc47af2-ffde-48bb-abbe-a72be565d6de req-fb7a5559-96ac-4c61-8319-a325b62eae0a tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.0722458 Mar 07 16:07:58.022059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ece28-06da-4d01-9207-417c268435b3 req-94033811-8d3f-438f-86f7-a7925c396027 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:58.023716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-475ece28-06da-4d01-9207-417c268435b3 req-94033811-8d3f-438f-86f7-a7925c396027 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1092398 Mar 07 16:07:58.092315 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0bc47af2-ffde-48bb-abbe-a72be565d6de req-44dddb50-5327-445d-8128-d5d8d6ce38ad tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765646 Mar 07 16:07:58.095217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 644e415f-45ac-4d46-9c7a-583b05f69931, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=644e415f-45ac-4d46-9c7a-583b05f69931,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:58.109986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '644e415f-45ac-4d46-9c7a-583b05f69931', 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd', 'port_id': '644e415f-45ac-4d46-9c7a-583b05f69931', 'mac_address': 'fa:16:3e:02:2e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12f7da0-c76c-422b-9bd1-8a895fd3ce47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:07:58.147425 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-475ece28-06da-4d01-9207-417c268435b3 req-1cd18412-5418-486c-8945-1798c1e96787 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029294 Mar 07 16:07:58.166748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 644e415f-45ac-4d46-9c7a-583b05f69931 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:07:58.167302 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.183437 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644e415f-45ac-4d46-9c7a-583b05f69931 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:07:58.219690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 644e415f-45ac-4d46-9c7a-583b05f69931, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=644e415f-45ac-4d46-9c7a-583b05f69931,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:07:58.225784 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.262217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8deafe-6d1a-4a4b-9a4d-c6fab76929d7 req-6fbfcd9d-441a-4324-b139-e3716b0f9df4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:58.264250 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba8deafe-6d1a-4a4b-9a4d-c6fab76929d7 req-6fbfcd9d-441a-4324-b139-e3716b0f9df4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.0829458 Mar 07 16:07:58.291044 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb022cc9-29cd-464c-8227-bdd036ce2839 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (c3ff1923-74c2-4aa0-9521-13c33087b43c), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.304762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=644e415f-45ac-4d46-9c7a-583b05f69931,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:58.314861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb022cc9-29cd-464c-8227-bdd036ce2839 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (c3ff1923-74c2-4aa0-9521-13c33087b43c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.336677 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba8deafe-6d1a-4a4b-9a4d-c6fab76929d7 req-c7cd36ec-25e9-445e-ae28-f55f3606257b tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666537 Mar 07 16:07:58.355064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-fb022cc9-29cd-464c-8227-bdd036ce2839 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] In _notify_port_updated(), no bound segment for port c3ff1923-74c2-4aa0-9521-13c33087b43c on network 4791cd7e-c81a-4f55-bb11-109868aa9cdc {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:07:58.360634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb022cc9-29cd-464c-8227-bdd036ce2839 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:58.361329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb022cc9-29cd-464c-8227-bdd036ce2839 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.365311 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fb022cc9-29cd-464c-8227-bdd036ce2839 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "PUT /v2.0/ports/c3ff1923-74c2-4aa0-9521-13c33087b43c HTTP/1.1" status: 200 len: 818 time: 0.4862766 Mar 07 16:07:58.365708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55430) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:58.397554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316ba91-259f-4577-a747-b29c4adebf6b req-00cc8b1b-0371-400d-ad60-02e641a1253e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:58.399380 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8316ba91-259f-4577-a747-b29c4adebf6b req-00cc8b1b-0371-400d-ad60-02e641a1253e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1280527 Mar 07 16:07:58.400126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb022cc9-29cd-464c-8227-bdd036ce2839 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=c3ff1923-74c2-4aa0-9521-13c33087b43c,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:58.470076 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8316ba91-259f-4577-a747-b29c4adebf6b req-7d4162d5-c306-48b4-b739-c4a62edfc7bc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565166 Mar 07 16:07:58.476034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:07:58.523819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c0f5f-0574-4fad-a357-f07013248026 req-510c1e95-beda-4ccb-858e-5c508ba5f7ba tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:58.525366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-953c0f5f-0574-4fad-a357-f07013248026 req-510c1e95-beda-4ccb-858e-5c508ba5f7ba tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 945 time: 0.1096544 Mar 07 16:07:58.556572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7fa66-215f-4148-87d5-61d009fc003b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port c3ff1923-74c2-4aa0-9521-13c33087b43c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:07:58.556878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cd7fa66-215f-4148-87d5-61d009fc003b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c3ff1923-74c2-4aa0-9521-13c33087b43c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.657763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-953c0f5f-0574-4fad-a357-f07013248026 req-bc2f3a5a-4a44-4907-95cd-b5e7f4fdddb0 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246488 Mar 07 16:07:58.668232 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cd7fa66-215f-4148-87d5-61d009fc003b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c3ff1923-74c2-4aa0-9521-13c33087b43c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.681791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7fa66-215f-4148-87d5-61d009fc003b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for c3ff1923-74c2-4aa0-9521-13c33087b43c owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:07:58.704172 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126ad1b-9790-482a-beda-cd243ab99f36 req-8c2cf6a5-b1bf-4aef-b5e9-cc9b71ad14dd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:58.705736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d126ad1b-9790-482a-beda-cd243ab99f36 req-8c2cf6a5-b1bf-4aef-b5e9-cc9b71ad14dd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.0621376 Mar 07 16:07:58.755383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d126ad1b-9790-482a-beda-cd243ab99f36 req-951d121b-e68a-47da-bcf9-6a4801a56029 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439706 Mar 07 16:07:58.809518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0848392-bd54-464b-8646-f37fdfe4b2d4 req-61b796ce-0ecc-4276-a650-df4c7ee94376 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:58.810991 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0848392-bd54-464b-8646-f37fdfe4b2d4 req-61b796ce-0ecc-4276-a650-df4c7ee94376 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.0828247 Mar 07 16:07:58.812507 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cd7fa66-215f-4148-87d5-61d009fc003b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c3ff1923-74c2-4aa0-9521-13c33087b43c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.849071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7fa66-215f-4148-87d5-61d009fc003b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=c3ff1923-74c2-4aa0-9521-13c33087b43c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:58.863541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1cd7fa66-215f-4148-87d5-61d009fc003b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:58.869100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1cd7fa66-215f-4148-87d5-61d009fc003b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/c3ff1923-74c2-4aa0-9521-13c33087b43c HTTP/1.1" status: 204 len: 168 time: 0.4998786 Mar 07 16:07:58.870514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55452) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:58.890083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5089eca-cf8c-4a85-b07e-d09725ec722c req-3a76a825-72d5-4a09-b67d-bb33005e98ba tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:58.891611 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d5089eca-cf8c-4a85-b07e-d09725ec722c req-3a76a825-72d5-4a09-b67d-bb33005e98ba tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 946 time: 0.0587232 Mar 07 16:07:58.941219 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d5089eca-cf8c-4a85-b07e-d09725ec722c req-e1ff7d1b-4648-403b-b2e6-8618f7fcb547 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Mar 07 16:07:58.965828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0848392-bd54-464b-8646-f37fdfe4b2d4 req-c1ef57dd-2055-4287-b487-80fa62b57df2 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449440 Mar 07 16:07:59.002632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4ef57d-b87c-4298-906a-db068d815668 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.007276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1f4ef57d-b87c-4298-906a-db068d815668 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1357241 Mar 07 16:07:59.007910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55458) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:59.042831 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eb6838-46d5-4915-ba06-21fd94fbb4d4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:07:59.044247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-36eb6838-46d5-4915-ba06-21fd94fbb4d4 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/c3ff1923-74c2-4aa0-9521-13c33087b43c HTTP/1.1" status: 404 len: 333 time: 0.0354183 Mar 07 16:07:59.048845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55460) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:59.070564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feb034-6cd4-493f-96e0-109a1d87b311 req-6d5ab4e6-2ef4-4c70-a48c-390b2db93d43 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.072219 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-95feb034-6cd4-493f-96e0-109a1d87b311 req-6d5ab4e6-2ef4-4c70-a48c-390b2db93d43 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0698829 Mar 07 16:07:59.073184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1795137030'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:59.107939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:59.111540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:59.114126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:59.131842 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-95feb034-6cd4-493f-96e0-109a1d87b311 req-137c412f-ef49-4bad-94d8-d9c778c00adb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534656 Mar 07 16:07:59.133797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857f23f-a6ef-4b9e-9bf8-5af47769ff57 req-945a5fd2-173c-40d9-b250-7c18e4782440 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.141136 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8857f23f-a6ef-4b9e-9bf8-5af47769ff57 req-945a5fd2-173c-40d9-b250-7c18e4782440 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 947 time: 0.1076550 Mar 07 16:07:59.169812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:07:59.187651 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5a0a2d0e-e268-4a47-8802-118023b2a885), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:59.187996 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Added segment 5a0a2d0e-e268-4a47-8802-118023b2a885 of type vlan for network 5f5302b3-739c-4441-89e2-2dc497408216 Mar 07 16:07:59.220638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8857f23f-a6ef-4b9e-9bf8-5af47769ff57 req-8efa8250-cebf-46ea-b87f-88fa7bf75a66 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786381 Mar 07 16:07:59.259750 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (5f5302b3-739c-4441-89e2-2dc497408216), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:59.260935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4482b-f8c8-462e-b716-5a82ce95d09a req-8ca1772b-74a9-47ba-8514-b29c9b1004a0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.262933 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19b4482b-f8c8-462e-b716-5a82ce95d09a req-8ca1772b-74a9-47ba-8514-b29c9b1004a0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.0729263 Mar 07 16:07:59.288246 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (5f5302b3-739c-4441-89e2-2dc497408216), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:59.294321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.295110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:59.335413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19b4482b-f8c8-462e-b716-5a82ce95d09a req-6a759e73-1c69-4e31-a91c-5322207d5ea6 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642726 Mar 07 16:07:59.366533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3175738 Mar 07 16:07:59.370170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55476) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:07:59.384446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '5f5302b3-739c-4441-89e2-2dc497408216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:07:59.424266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e9bc3-4a89-4eb6-9bba-1c5b4138a1aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Network': ['ID=5f5302b3-739c-4441-89e2-2dc497408216,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:59.435415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 5f5302b3-739c-4441-89e2-2dc497408216 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:07:59.441041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff0c95-37f5-4fc2-a45a-72e7b1a27563 req-e8db63bb-376b-40c0-8810-db4eee1f2345 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.443643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcff0c95-37f5-4fc2-a45a-72e7b1a27563 req-e8db63bb-376b-40c0-8810-db4eee1f2345 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1405222 Mar 07 16:07:59.532988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcff0c95-37f5-4fc2-a45a-72e7b1a27563 req-fa0d72bf-55f8-4aa6-b7dd-e6f395ed4165 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804088 Mar 07 16:07:59.547677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:07:59.551296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:59.678976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948f8f8-d55c-4f80-92cf-e05727108cff req-2e4ad7ca-d292-4101-a01c-dc93c43cd157 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.680514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7948f8f8-d55c-4f80-92cf-e05727108cff req-2e4ad7ca-d292-4101-a01c-dc93c43cd157 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.1239417 Mar 07 16:07:59.706881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d499011-c2c0-4b95-b2cd-a4f6080d32c0 req-5dc9cedc-ba28-40cf-a508-e143f4596e24 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.708578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d499011-c2c0-4b95-b2cd-a4f6080d32c0 req-5dc9cedc-ba28-40cf-a508-e143f4596e24 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0683744 Mar 07 16:07:59.764100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d499011-c2c0-4b95-b2cd-a4f6080d32c0 req-774b39b4-7384-45c2-9bd1-cfdf44a5aaca tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491996 Mar 07 16:07:59.792545 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7948f8f8-d55c-4f80-92cf-e05727108cff req-eb6cc361-1484-4c05-9dca-f50d2178772e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024487 Mar 07 16:07:59.862746 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:07:59.920208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36efd4c-4db5-4c6d-93c3-e2bc1d148920 req-582b9c87-2133-4d8f-959c-1ac2f776c984 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.922511 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b36efd4c-4db5-4c6d-93c3-e2bc1d148920 req-582b9c87-2133-4d8f-959c-1ac2f776c984 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 945 time: 0.0671515 Mar 07 16:07:59.959415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:07:59.978964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b36efd4c-4db5-4c6d-93c3-e2bc1d148920 req-90bcc307-b0b0-428c-b9d9-a3dc4edb9ffe tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489357 Mar 07 16:07:59.985478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 644e415f-45ac-4d46-9c7a-583b05f69931 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:07:59.990252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e2340-f680-46a2-b26b-9badc4335014 req-9bcfa89c-9253-4186-bc08-6af69aa8ea83 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:07:59.997563 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-272e2340-f680-46a2-b26b-9badc4335014 req-9bcfa89c-9253-4186-bc08-6af69aa8ea83 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1066322 Mar 07 16:08:00.007686 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Checking segment: {'id': '5a0a2d0e-e268-4a47-8802-118023b2a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f5302b3-739c-4441-89e2-2dc497408216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:00.008051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network hostable DHCP agents. Network: 5f5302b3-739c-4441-89e2-2dc497408216, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:08:00.053011 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 5f5302b3-739c-4441-89e2-2dc497408216 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:08:00.068589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 644e415f-45ac-4d46-9c7a-583b05f69931 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:08:00.074003 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-272e2340-f680-46a2-b26b-9badc4335014 req-8a51afbb-b969-49b4-86b1-9253346405f7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737729 Mar 07 16:08:00.077258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 644e415f-45ac-4d46-9c7a-583b05f69931 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:00.077384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 5f5302b3-739c-4441-89e2-2dc497408216) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:00.077912 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.094438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:00.095089 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.107446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64873c24-2aae-43c6-91bb-8158db319971 None None] Network 5f5302b3-739c-4441-89e2-2dc497408216 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:00.120950 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-50b42e29-b721-404e-b278-6f6c1c4f44c9 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7468972 Mar 07 16:08:00.124365 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55548) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:00.129534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-405d602c-dd4e-4fa5-aef7-feaf1516c5e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '5f5302b3-739c-4441-89e2-2dc497408216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:00.146211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54557433-1cc1-4b44-aaf4-3e8a37bbc65c req-e6ac60ff-ebb5-4488-aded-960c97a84a94 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:00.148712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54557433-1cc1-4b44-aaf4-3e8a37bbc65c req-e6ac60ff-ebb5-4488-aded-960c97a84a94 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.1058743 Mar 07 16:08:00.221906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54557433-1cc1-4b44-aaf4-3e8a37bbc65c req-e97db71d-6d5b-437d-beb9-4d97e0cdb09e tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668626 Mar 07 16:08:00.310814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 644e415f-45ac-4d46-9c7a-583b05f69931 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:00.311669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.326848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-5f5302b3-739c-4441-89e2-2dc497408216', 'network_id': '5f5302b3-739c-4441-89e2-2dc497408216', 'project_id': 'c2af692da0d8452fa28b3e659c919760', 'fixed_ips': [{'subnet_id': 'ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:08:00.328506 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.342964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e5f5d-a3aa-428f-9759-b6db114ecc1a req-ab19d243-34c0-45d8-b5b2-4b412434f87c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:00.349696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-196e5f5d-a3aa-428f-9759-b6db114ecc1a req-ab19d243-34c0-45d8-b5b2-4b412434f87c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 946 time: 0.1303332 Mar 07 16:08:00.366601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 644e415f-45ac-4d46-9c7a-583b05f69931, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=644e415f-45ac-4d46-9c7a-583b05f69931,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:00.371107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:00.374384 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c1cfe3-1ac4-4f17-aa39-d7a2012d2405" -d '{"events": [{"server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "name": "network-vif-plugged", "status": "completed", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:00.377474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405d602c-dd4e-4fa5-aef7-feaf1516c5e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:00.378987 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.380166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:00.381470 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-405d602c-dd4e-4fa5-aef7-feaf1516c5e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.437469 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-196e5f5d-a3aa-428f-9759-b6db114ecc1a req-6310dc5c-7cb7-411e-938a-e6a926461654 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868273 Mar 07 16:08:00.522896 n-d-830010-8 neutron-server[103866]: INFO neutron.db.ipam_backend_mixin [None req-405d602c-dd4e-4fa5-aef7-feaf1516c5e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d (CIDR: 172.20.0.0/28) Mar 07 16:08:00.529308 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-405d602c-dd4e-4fa5-aef7-feaf1516c5e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:08:00.531528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405d602c-dd4e-4fa5-aef7-feaf1516c5e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:08:00.556440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=644e415f-45ac-4d46-9c7a-583b05f69931,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:00.559682 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-405d602c-dd4e-4fa5-aef7-feaf1516c5e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4341938 Mar 07 16:08:00.563066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:00.569406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '5f5302b3-739c-4441-89e2-2dc497408216', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:00.643185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Allocated IP 172.20.0.2 (5f5302b3-739c-4441-89e2-2dc497408216/ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d/d0ad1752-4d04-4347-886b-83216a4c1e5d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:00.645840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:00.646678 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.711597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:00.742372 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3035c256-fe60-4fe0-b5cd-400da7445171 x-openstack-request-id: req-3035c256-fe60-4fe0-b5cd-400da7445171 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:00.742677 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "name": "network-vif-plugged", "status": "completed", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:00.743077 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3035c256-fe60-4fe0-b5cd-400da7445171 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:00.743490 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931', 'code': 200} Mar 07 16:08:00.746822 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.749107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:00.760979 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.835143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=14']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:00.865508 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9caea-8f50-434e-a16e-91b0d22e26d2 req-2f141428-2c32-4063-8769-02892d2a8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:00.867233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-96d9caea-8f50-434e-a16e-91b0d22e26d2 req-2f141428-2c32-4063-8769-02892d2a8640 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 1128 time: 0.0644977 Mar 07 16:08:00.908363 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Publish callbacks [] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.909591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae00801-71bd-44ea-aeea-f33f78212a0e req-64fa3930-f9be-476f-9e1d-ad6ebb8b1b4d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:00.911792 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eae00801-71bd-44ea-aeea-f33f78212a0e req-64fa3930-f9be-476f-9e1d-ad6ebb8b1b4d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1381838 Mar 07 16:08:00.919084 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:00.929840 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-96d9caea-8f50-434e-a16e-91b0d22e26d2 req-51bf9fa2-d4c2-481a-8202-4fc3896240bf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561628 Mar 07 16:08:00.967774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Network 5f5302b3-739c-4441-89e2-2dc497408216 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:00.971678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:00.977903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:00.981683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Pushing event updated for resources: {'Port': ['ID=d0ad1752-4d04-4347-886b-83216a4c1e5d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:00.982080 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eae00801-71bd-44ea-aeea-f33f78212a0e req-ff79e0ee-2628-4738-b03c-a2cc31927065 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604050 Mar 07 16:08:01.059900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Attempting to bind port d0ad1752-4d04-4347-886b-83216a4c1e5d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:01.060447 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Attempting to bind port d0ad1752-4d04-4347-886b-83216a4c1e5d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '5a0a2d0e-e268-4a47-8802-118023b2a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f5302b3-739c-4441-89e2-2dc497408216'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:01.060899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Attempting to bind port d0ad1752-4d04-4347-886b-83216a4c1e5d on network 5f5302b3-739c-4441-89e2-2dc497408216 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:01.068322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:01.069164 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Checking segment: {'id': '5a0a2d0e-e268-4a47-8802-118023b2a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f5302b3-739c-4441-89e2-2dc497408216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:01.071578 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:01.071832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Bound using segment: {'id': '5a0a2d0e-e268-4a47-8802-118023b2a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f5302b3-739c-4441-89e2-2dc497408216'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:01.072634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Bound port: d0ad1752-4d04-4347-886b-83216a4c1e5d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a2d0e-e268-4a47-8802-118023b2a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f5302b3-739c-4441-89e2-2dc497408216'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:01.073118 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:01.158983 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (d864c09e-0417-4fa4-bc3a-6b3a5a0486de), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:01.187153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] For port d0ad1752-4d04-4347-886b-83216a4c1e5d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:01.190690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] For port d0ad1752-4d04-4347-886b-83216a4c1e5d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d0ad1752-4d04-4347-886b-83216a4c1e5d,segment=NetworkSegment(5a0a2d0e-e268-4a47-8802-118023b2a885),segment_id=5a0a2d0e-e268-4a47-8802-118023b2a885)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:01.199610 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:01.238505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 5f5302b3-739c-4441-89e2-2dc497408216 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:01.246091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:01.249225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbdd09-ac4d-4a5d-a7bf-84ffbcb8576b req-76e096f2-f5b7-4b5b-af00-bc60516bf30e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:01.251309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:01.251772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56dbdd09-ac4d-4a5d-a7bf-84ffbcb8576b req-76e096f2-f5b7-4b5b-af00-bc60516bf30e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0861299 Mar 07 16:08:01.251926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:01.269998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7015c-d8c7-4082-8290-215374f003c5 None None] Pushing event updated for resources: {'Port': ['ID=d0ad1752-4d04-4347-886b-83216a4c1e5d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:01.280490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=d864c09e-0417-4fa4-bc3a-6b3a5a0486de,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:01.284569 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:08:01.307477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a5b25-d2b0-45ea-b5ed-b2a322d4da88 req-7dcd33d0-cbf4-4e0b-b1e3-b657c4cc172f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:01.309378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-305a5b25-d2b0-45ea-b5ed-b2a322d4da88 req-7dcd33d0-cbf4-4e0b-b1e3-b657c4cc172f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 946 time: 0.1134849 Mar 07 16:08:01.314156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c12e83b5-470d-459d-af5c-b6de203ee572 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7499845 Mar 07 16:08:01.316809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55598) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:01.323012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '5f5302b3-739c-4441-89e2-2dc497408216', 'fixed_ips': [{'subnet_id': 'ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d'}, {'subnet_id': 'd864c09e-0417-4fa4-bc3a-6b3a5a0486de'}], 'name': 'tempest-PortsTestJSON-494096431'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:01.330424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56dbdd09-ac4d-4a5d-a7bf-84ffbcb8576b req-a4eae20c-c765-438d-8262-c27e015dff8d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713336 Mar 07 16:08:01.453857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-305a5b25-d2b0-45ea-b5ed-b2a322d4da88 req-fdfbc166-790e-41dd-8151-8a3dfba3dfb4 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130033 Mar 07 16:08:01.455878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b0aff-7769-4bd3-95c8-d9e545d72c92 req-5656d04c-bb6a-4f08-8277-892e282a1fca tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:01.458000 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-969b0aff-7769-4bd3-95c8-d9e545d72c92 req-5656d04c-bb6a-4f08-8277-892e282a1fca tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0671325 Mar 07 16:08:01.517000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:01.549050 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-969b0aff-7769-4bd3-95c8-d9e545d72c92 req-55722970-2877-4d15-83d7-72e634aa18cc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812230 Mar 07 16:08:01.698229 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:01.720516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:08:01.731645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1328a-2620-4db8-80ad-cf93e423ca1c req-c4b7f121-ca86-42ee-94eb-c0f84a798fef tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:01.731956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caae25-1fbf-41b8-a32b-a8b860d11a59 req-c6afd6aa-1a37-473a-bca3-1ef239aab409 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:01.733192 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ada1328a-2620-4db8-80ad-cf93e423ca1c req-c4b7f121-ca86-42ee-94eb-c0f84a798fef tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0543203 Mar 07 16:08:01.733462 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6caae25-1fbf-41b8-a32b-a8b860d11a59 req-c6afd6aa-1a37-473a-bca3-1ef239aab409 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.0913532 Mar 07 16:08:01.783218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ada1328a-2620-4db8-80ad-cf93e423ca1c req-4c27c917-ba85-4aee-a6d7-f543ff8f8af3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Mar 07 16:08:01.923664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6caae25-1fbf-41b8-a32b-a8b860d11a59 req-28a2ddb0-8671-4330-8360-3b1b5488b4b4 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706319 Mar 07 16:08:02.140367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.9 (5f5302b3-739c-4441-89e2-2dc497408216/ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d/0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:02.149831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.26 (5f5302b3-739c-4441-89e2-2dc497408216/d864c09e-0417-4fa4-bc3a-6b3a5a0486de/0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:02.306262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-00367200-015a-4d8e-85df-2f4790270f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:02.309137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-00367200-015a-4d8e-85df-2f4790270f63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1127 time: 0.1503599 Mar 07 16:08:02.339514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d0ad1752-4d04-4347-886b-83216a4c1e5d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:02.355014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e630787-a19e-4223-b33a-ad89e8ddf3b1 req-6ec5ca63-56c6-4d47-9ee3-00298c13e7aa tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:02.362246 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e630787-a19e-4223-b33a-ad89e8ddf3b1 req-6ec5ca63-56c6-4d47-9ee3-00298c13e7aa tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 946 time: 0.1444869 Mar 07 16:08:02.397682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba477a9-d55c-4d8d-bf54-90c2fa8ba2e5 req-c9dec4ed-3c3e-491c-8c82-6ab35f8fe5c8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:02.405650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ba477a9-d55c-4d8d-bf54-90c2fa8ba2e5 req-c9dec4ed-3c3e-491c-8c82-6ab35f8fe5c8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2336013 Mar 07 16:08:02.406774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d0ad1752-4d04-4347-886b-83216a4c1e5d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:02.407352 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:02.469230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-d4328796-9431-4e1e-8a67-1a2ea14b4e54 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:02.470832 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-d4328796-9431-4e1e-8a67-1a2ea14b4e54 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.2063589 Mar 07 16:08:02.488953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e630787-a19e-4223-b33a-ad89e8ddf3b1 req-1ee9ccc7-50c0-45dd-9d85-a8e24c6ad6df tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211114 Mar 07 16:08:02.511307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d0ad1752-4d04-4347-886b-83216a4c1e5d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:02.512196 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:02.518914 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-16e95f35-88fe-4e29-a14a-904885dee4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:02.525221 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-16e95f35-88fe-4e29-a14a-904885dee4b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.2092419 Mar 07 16:08:02.555983 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ba477a9-d55c-4d8d-bf54-90c2fa8ba2e5 req-db9652ab-b8f2-4b0e-adb9-34f30988564d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484222 Mar 07 16:08:02.576976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port d0ad1752-4d04-4347-886b-83216a4c1e5d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d0ad1752-4d04-4347-886b-83216a4c1e5d,segment=NetworkSegment(5a0a2d0e-e268-4a47-8802-118023b2a885),segment_id=5a0a2d0e-e268-4a47-8802-118023b2a885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:02.581982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:02.582683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3297a01-77a2-4206-921f-0c78e29a5a7e None None] Network 5f5302b3-739c-4441-89e2-2dc497408216 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:02.652348 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:02.660743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-54375a47-5533-42a6-9f32-8292598fcd5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 999 time: 0.1281407 Mar 07 16:08:02.671999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108090e-6d70-4396-9c5a-82be2d7cae6f req-f9b9a8f3-85a7-4cf0-8250-7b435eb6d877 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:02.673489 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5108090e-6d70-4396-9c5a-82be2d7cae6f req-f9b9a8f3-85a7-4cf0-8250-7b435eb6d877 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0898418 Mar 07 16:08:02.703827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-af2dd2cc-2e2b-42ae-aa9b-e5d51f99364c None None] Provisioning complete for port d0ad1752-4d04-4347-886b-83216a4c1e5d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:02.704356 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-af2dd2cc-2e2b-42ae-aa9b-e5d51f99364c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:02.711471 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:02.714872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Deleting port 438521d6-481b-42d1-8a82-85bb606ee26d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:02.715265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:02.762774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:02.765071 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecff0de-2d9f-40f1-a774-60badeefee66" -d '{"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-unplugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:02.774186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-8151669e-4c6c-4c69-9447-21aa087a7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:02.776755 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-8151669e-4c6c-4c69-9447-21aa087a7cef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.1022532 Mar 07 16:08:02.780212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=d0ad1752-4d04-4347-886b-83216a4c1e5d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:02.788722 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5108090e-6d70-4396-9c5a-82be2d7cae6f req-df477599-4301-4e9f-a944-afad82eb6720 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039758 Mar 07 16:08:02.792063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee4d7a-d8df-488f-b892-f55b8bda88c5 req-6ca43353-f334-48fc-90ab-7e7995561405 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:02.793813 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72ee4d7a-d8df-488f-b892-f55b8bda88c5 req-6ca43353-f334-48fc-90ab-7e7995561405 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 946 time: 0.1554251 Mar 07 16:08:02.854310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-ba8bdb19-c781-4e65-813e-7bb1693d2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:02.856011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-ba8bdb19-c781-4e65-813e-7bb1693d2ea6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567656 Mar 07 16:08:02.869953 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c05e49b-2d69-4ff8-8df3-a984c6b17034 x-openstack-request-id: req-7c05e49b-2d69-4ff8-8df3-a984c6b17034 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:02.870338 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-unplugged", "status": "completed", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:02.870608 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c05e49b-2d69-4ff8-8df3-a984c6b17034 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:02.871038 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'code': 200} Mar 07 16:08:02.899132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-af2dd2cc-2e2b-42ae-aa9b-e5d51f99364c None None] Current status of the port d0ad1752-4d04-4347-886b-83216a4c1e5d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:02.920627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b09b34-64cd-4b32-8647-0beb61119053 None None] Update dhcp port {'port': {'network_id': '5f5302b3-739c-4441-89e2-2dc497408216', 'fixed_ips': [{'subnet_id': 'ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd864c09e-0417-4fa4-bc3a-6b3a5a0486de'}], 'binding:host_id': 'n-d-830010-8'}, 'id': 'd0ad1752-4d04-4347-886b-83216a4c1e5d'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:08:02.951915 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3b09b34-64cd-4b32-8647-0beb61119053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:02.973961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-d63844aa-adc1-4825-899f-13707cde68cf service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096451 Mar 07 16:08:03.111509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076a429-949a-456a-b25e-9d77ebea42e6 req-dd74f61c-3340-4dbc-9e94-5954fe0e5eb0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:03.113537 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e076a429-949a-456a-b25e-9d77ebea42e6 req-dd74f61c-3340-4dbc-9e94-5954fe0e5eb0 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc25973a-c666-411b-885c-703bdf11aff9 HTTP/1.1" status: 200 len: 945 time: 0.0997894 Mar 07 16:08:03.133816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-d3b09b34-64cd-4b32-8647-0beb61119053 None None] Allocated IP 172.20.0.18 (5f5302b3-739c-4441-89e2-2dc497408216/d864c09e-0417-4fa4-bc3a-6b3a5a0486de/d0ad1752-4d04-4347-886b-83216a4c1e5d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:03.154434 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2e468f5-82c3-448e-8fcf-0a12df5180ff req-0890e27a-cde4-4012-9ee4-c34e6cd0dd55 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733208 Mar 07 16:08:03.189803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 5f5302b3-739c-4441-89e2-2dc497408216 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:03.191920 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e076a429-949a-456a-b25e-9d77ebea42e6 req-423f2601-9c32-4e35-ae62-88aef4725448 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646873 Mar 07 16:08:03.203662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:03.206036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:03.239206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d3b09b34-64cd-4b32-8647-0beb61119053 None None] For port d0ad1752-4d04-4347-886b-83216a4c1e5d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d0ad1752-4d04-4347-886b-83216a4c1e5d,segment=NetworkSegment(5a0a2d0e-e268-4a47-8802-118023b2a885),segment_id=5a0a2d0e-e268-4a47-8802-118023b2a885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:03.258083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:03.271688 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3b09b34-64cd-4b32-8647-0beb61119053 None None] Publish callbacks [] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:03.278324 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3b09b34-64cd-4b32-8647-0beb61119053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:03.314908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] For port 438521d6-481b-42d1-8a82-85bb606ee26d, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=438521d6-481b-42d1-8a82-85bb606ee26d,segment=NetworkSegment(ea4a5e1a-6036-445c-b209-f882379adb76),segment_id=ea4a5e1a-6036-445c-b209-f882379adb76)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:03.315224 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:03.332361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:03.332987 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:03.343228 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72ee4d7a-d8df-488f-b892-f55b8bda88c5 req-149a8d4c-11a4-42fa-96e8-ed640c493165 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518149 Mar 07 16:08:03.351526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Calling delete_port for 438521d6-481b-42d1-8a82-85bb606ee26d owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:03.375020 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7e2545fc-3a03-41c3-9c69-4f7de1af3a95 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.0569396 Mar 07 16:08:03.377962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55648) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:03.386461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b09b34-64cd-4b32-8647-0beb61119053 None None] Pushing event updated for resources: {'Port': ['ID=d0ad1752-4d04-4347-886b-83216a4c1e5d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:03.387027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:03.538291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (438521d6-481b-42d1-8a82-85bb606ee26d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:03.569714 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-bcc45311-a9ce-4570-ba92-2aff22efb7f8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-982265573&fields=id&tenant_id=cad69fc8166d456c9238741b6c0c548f HTTP/1.1" status: 200 len: 267 time: 0.1343789 Mar 07 16:08:03.594556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Pushing event deleted for resources: {'Port': ['ID=438521d6-481b-42d1-8a82-85bb606ee26d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:03.674874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:03.679966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] No DVR routers for this DVR port 438521d6-481b-42d1-8a82-85bb606ee26d on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:03.684191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:03.687906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c476e506-6c31-465d-9375-c5a20ebb21d7 req-77ed4671-91e6-43a6-971a-7854dc0b8704 tempest-ServerDiskConfigTestJSON-921930312 tempest-ServerDiskConfigTestJSON-921930312-project] 10.222.0.15 "DELETE /v2.0/ports/438521d6-481b-42d1-8a82-85bb606ee26d HTTP/1.1" status: 204 len: 173 time: 1.2029371 Mar 07 16:08:03.689937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc25973a-c666-411b-885c-703bdf11aff9', 'name': 'network-vif-deleted', 'tag': '438521d6-481b-42d1-8a82-85bb606ee26d'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:03.693516 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e676114-e6c6-4c47-9ce0-b7e542a29aa2" -d '{"events": [{"server_uuid": "cc25973a-c666-411b-885c-703bdf11aff9", "name": "network-vif-deleted", "tag": "438521d6-481b-42d1-8a82-85bb606ee26d"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:03.707829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-d3d135f2-c208-4e3a-817e-7d8123da7e47 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:03.709530 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-d3d135f2-c208-4e3a-817e-7d8123da7e47 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 946 time: 0.1321301 Mar 07 16:08:03.726478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27a96d-7516-4229-b135-025bdfb0055a req-20923621-e060-4f19-be74-6b48dad3bf0d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:03.728330 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b27a96d-7516-4229-b135-025bdfb0055a req-20923621-e060-4f19-be74-6b48dad3bf0d tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 946 time: 0.1480534 Mar 07 16:08:03.747678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-aa7ced98-4fa3-4cd1-bfde-a8db6d8f8765 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'port': {'security_groups': ['6c113b1a-9157-41f8-bf3a-df8f8daae72b', 'e0d48cc5-6377-4a42-a055-98f04fb9c7ab']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:03.795043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b27a96d-7516-4229-b135-025bdfb0055a req-0953fa72-e5b9-4147-9f3d-806f2b16a850 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Mar 07 16:08:03.836641 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-aa7ced98-4fa3-4cd1-bfde-a8db6d8f8765 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:03.907140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c815b1d-f176-488f-9340-1e68199d8425 req-8101c58c-4f0c-4b4b-adf7-3a7b89c27419 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:03.908771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8c815b1d-f176-488f-9340-1e68199d8425 req-8101c58c-4f0c-4b4b-adf7-3a7b89c27419 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0569580 Mar 07 16:08:03.969569 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8c815b1d-f176-488f-9340-1e68199d8425 req-ff9c649c-e9ba-4790-b04a-eeeaf19c13bd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529189 Mar 07 16:08:04.006571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9b840-8c22-4964-a75a-151c2f7d6fa4 None None] Network 5f5302b3-739c-4441-89e2-2dc497408216 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:04.014478 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaddcf7-579a-4346-a08d-e31a43cf71cc x-openstack-request-id: req-eeaddcf7-579a-4346-a08d-e31a43cf71cc {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:04.014763 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc25973a-c666-411b-885c-703bdf11aff9", "name": "network-vif-deleted", "tag": "438521d6-481b-42d1-8a82-85bb606ee26d", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:04.015066 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eeaddcf7-579a-4346-a08d-e31a43cf71cc {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:04.015470 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc25973a-c666-411b-885c-703bdf11aff9', 'name': 'network-vif-deleted', 'tag': '438521d6-481b-42d1-8a82-85bb606ee26d', 'status': 'completed', 'code': 200} Mar 07 16:08:04.080420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-908e8de8-07bc-420e-8767-f4d637151ea1 None None] Provisioning complete for port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:04.080758 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-908e8de8-07bc-420e-8767-f4d637151ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:04.119155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-908e8de8-07bc-420e-8767-f4d637151ea1 None None] Port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:04.132672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b784-885b-424f-9ec2-11e8d98b379f req-36ac28b1-b9f8-4ffe-bbac-f3116058e89c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:04.134510 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d56b784-885b-424f-9ec2-11e8d98b379f req-36ac28b1-b9f8-4ffe-bbac-f3116058e89c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0708432 Mar 07 16:08:04.167117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-908e8de8-07bc-420e-8767-f4d637151ea1 None None] Provisioning complete for port d0ad1752-4d04-4347-886b-83216a4c1e5d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:04.167502 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-908e8de8-07bc-420e-8767-f4d637151ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:04.229904 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d56b784-885b-424f-9ec2-11e8d98b379f req-ae8d7b16-683b-41df-a77e-6d3a2ee8903d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876403 Mar 07 16:08:04.398334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d0ad1752-4d04-4347-886b-83216a4c1e5d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:04.517365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d0ad1752-4d04-4347-886b-83216a4c1e5d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:04.517743 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:04.534096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1700b-c4d3-4a15-a56d-72fc4c093e7c req-2e41c910-f5e8-444a-9fa8-a6255a121fe4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:04.542935 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7ba1700b-c4d3-4a15-a56d-72fc4c093e7c req-2e41c910-f5e8-444a-9fa8-a6255a121fe4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0846055 Mar 07 16:08:04.558747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Delete allocated IP 172.20.0.26 (5f5302b3-739c-4441-89e2-2dc497408216/d864c09e-0417-4fa4-bc3a-6b3a5a0486de) {{(pid=103866) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 16:08:04.562221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-908e8de8-07bc-420e-8767-f4d637151ea1 None None] Current status of the port d0ad1752-4d04-4347-886b-83216a4c1e5d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:04.604477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-aa7ced98-4fa3-4cd1-bfde-a8db6d8f8765 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] For port 644e415f-45ac-4d46-9c7a-583b05f69931, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=644e415f-45ac-4d46-9c7a-583b05f69931,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:04.623453 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7ba1700b-c4d3-4a15-a56d-72fc4c093e7c req-b4730a2e-c4f2-423d-95d5-5bd5fb67f8d4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785022 Mar 07 16:08:04.653464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d0ad1752-4d04-4347-886b-83216a4c1e5d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:04.698753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-aa7ced98-4fa3-4cd1-bfde-a8db6d8f8765 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for port (644e415f-45ac-4d46-9c7a-583b05f69931), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:04.709129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-aa7ced98-4fa3-4cd1-bfde-a8db6d8f8765 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:04.723200 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:04.768055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4fd07396-6ae3-40af-83d5-ccb111d5afcb details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:08:04.770725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 438521d6-481b-42d1-8a82-85bb606ee26d no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:04.779331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-aa7ced98-4fa3-4cd1-bfde-a8db6d8f8765 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:04.779995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-aa7ced98-4fa3-4cd1-bfde-a8db6d8f8765 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:04.781431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8df1df6f-3866-4abc-b47a-1f364fe177f7 req-aa7ced98-4fa3-4cd1-bfde-a8db6d8f8765 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "PUT /v2.0/ports/644e415f-45ac-4d46-9c7a-583b05f69931 HTTP/1.1" status: 200 len: 982 time: 1.0415845 Mar 07 16:08:04.783393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:04.786003 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169cc59-1597-4103-8fdf-cc4c7e310fea" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:04.813965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 438521d6-481b-42d1-8a82-85bb606ee26d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:08:04.814307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 438521d6-481b-42d1-8a82-85bb606ee26d not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:08:04.843533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c173f-3971-45aa-ba72-6ae29d976985 req-9148f9b8-68f2-4f8a-9e81-a5baed7030e5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:04.845742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d08c173f-3971-45aa-ba72-6ae29d976985 req-9148f9b8-68f2-4f8a-9e81-a5baed7030e5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0990157 Mar 07 16:08:04.850616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:04.861059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ced98-4fa3-4cd1-bfde-a8db6d8f8765 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'Port': ['ID=644e415f-45ac-4d46-9c7a-583b05f69931,revision_number=6']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:04.880125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:04.911636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:04.932655 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d08c173f-3971-45aa-ba72-6ae29d976985 req-69b185d1-635c-48bb-94e6-1bfa74adfd9e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805614 Mar 07 16:08:04.943729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-02958a8d-a1af-49ce-bac5-1c43418c919a None None] Provisioning complete for port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:04.944230 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-02958a8d-a1af-49ce-bac5-1c43418c919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.000491 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712c3362-1e4e-407a-98f8-9491137b1694 x-openstack-request-id: req-712c3362-1e4e-407a-98f8-9491137b1694 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:05.000798 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:05.001058 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-712c3362-1e4e-407a-98f8-9491137b1694 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:05.001727 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931', 'status': 'completed', 'code': 200} Mar 07 16:08:05.045981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:05.099840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:05.115249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-02958a8d-a1af-49ce-bac5-1c43418c919a None None] Port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:05.116864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05929-330d-48ef-a47e-e1fe77ed9c70 req-faa81f71-264f-4c7a-a1be-1db929e835a5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:05.125400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] In _notify_port_updated(), no bound segment for port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 on network 5f5302b3-739c-4441-89e2-2dc497408216 {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:08:05.127329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fab05929-330d-48ef-a47e-e1fe77ed9c70 req-faa81f71-264f-4c7a-a1be-1db929e835a5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 946 time: 0.0850248 Mar 07 16:08:05.131277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:05.132118 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.133303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f0a73197-ce3f-449a-be77-46a7de3ea8a2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "PUT /v2.0/ports/0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 HTTP/1.1" status: 200 len: 918 time: 1.7544353 Mar 07 16:08:05.136873 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-66e27a3c-214b-43a9-8c8c-e415c44f22d0 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2036946719&fields=id&tenant_id=cad69fc8166d456c9238741b6c0c548f HTTP/1.1" status: 200 len: 267 time: 0.2068417 Mar 07 16:08:05.138172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55684) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:05.141505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '4fd07396-6ae3-40af-83d5-ccb111d5afcb', 'network_id': '56f7a155-caa6-4fe0-9155-d3a4eed1a66b', 'port_id': '4fd07396-6ae3-40af-83d5-ccb111d5afcb', 'mac_address': 'fa:16:3e:14:bf:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620f6ee8-c693-4e4e-9db5-22c228d33062', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:08:05.144091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d'}, {'subnet_id': 'd864c09e-0417-4fa4-bc3a-6b3a5a0486de'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:05.145997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-18c2ac01-2409-4138-b345-bb8f72458f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:05.147665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-18c2ac01-2409-4138-b345-bb8f72458f0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 1167 time: 0.1385069 Mar 07 16:08:05.176535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-02958a8d-a1af-49ce-bac5-1c43418c919a None None] Provisioning complete for port d0ad1752-4d04-4347-886b-83216a4c1e5d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:05.176837 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-02958a8d-a1af-49ce-bac5-1c43418c919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.246015 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fab05929-330d-48ef-a47e-e1fe77ed9c70 req-b16b96b1-d848-4680-8443-0b8fddb8dddb tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159024 Mar 07 16:08:05.253728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.278943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-376258bf-f87c-4c82-a9ac-88c91a1d52ff tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:05.286538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4fd07396-6ae3-40af-83d5-ccb111d5afcb is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:05.286967 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.287544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-376258bf-f87c-4c82-a9ac-88c91a1d52ff tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 985 time: 0.1388927 Mar 07 16:08:05.296562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-c300f6a6-f1ba-442d-be35-ddebc2680f68 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'port': {'security_groups': ['6c113b1a-9157-41f8-bf3a-df8f8daae72b', 'e0d48cc5-6377-4a42-a055-98f04fb9c7ab', '3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:05.350226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-eaa9815a-b08f-464f-b58e-87438270cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:05.352079 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-eaa9815a-b08f-464f-b58e-87438270cf19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 912 time: 0.1946249 Mar 07 16:08:05.353484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fd07396-6ae3-40af-83d5-ccb111d5afcb {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:05.405890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:05.433903 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-3b812381-03fd-40db-b2f5-f56d111a0897 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=644e415f-45ac-4d46-9c7a-583b05f69931 HTTP/1.1" status: 200 len: 217 time: 0.0726562 Mar 07 16:08:05.443633 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.492154 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-c300f6a6-f1ba-442d-be35-ddebc2680f68 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.526745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-02958a8d-a1af-49ce-bac5-1c43418c919a None None] Current status of the port d0ad1752-4d04-4347-886b-83216a4c1e5d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:05.531576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c12128-bc35-48d4-bb49-6b7697d42451 req-1167c634-9fe8-477e-8cb4-bdbf177b1fa5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:05.533090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60c12128-bc35-48d4-bb49-6b7697d42451 req-1167c634-9fe8-477e-8cb4-bdbf177b1fa5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1141784 Mar 07 16:08:05.550303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['4fd07396-6ae3-40af-83d5-ccb111d5afcb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:05.555049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-1ba2d829-4d52-457f-8f25-23f045a52374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:05.557196 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-1ba2d829-4d52-457f-8f25-23f045a52374 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 200 len: 851 time: 0.1137700 Mar 07 16:08:05.602631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4fd07396-6ae3-40af-83d5-ccb111d5afcb,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:05.611226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-41fe770e-fb64-4486-9de5-d88ff0793726 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aaedd815-432e-4076-9715-cc3788c803fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410814 Mar 07 16:08:05.620336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.27 (5f5302b3-739c-4441-89e2-2dc497408216/d864c09e-0417-4fa4-bc3a-6b3a5a0486de/0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:05.628240 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60c12128-bc35-48d4-bb49-6b7697d42451 req-fd501597-5a9f-4a5d-91f2-a1ad82083c6e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872159 Mar 07 16:08:05.679464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-81e52f4c-388a-41e9-94bd-902074b8112e None None] Provisioning complete for port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:05.679856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-81e52f4c-388a-41e9-94bd-902074b8112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.748038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-81e52f4c-388a-41e9-94bd-902074b8112e None None] Port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:05.810502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387cc4d-704e-4d4d-9830-99128f2c636f req-e27fd003-985c-4dc6-aa85-436d1cf1334c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:05.812332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2387cc4d-704e-4d4d-9830-99128f2c636f req-e27fd003-985c-4dc6-aa85-436d1cf1334c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0894723 Mar 07 16:08:05.842020 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-028abe7a-4549-475e-a2a4-47f040ec875c service neutron] 10.222.0.11 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278538 Mar 07 16:08:05.850671 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.857664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.892155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-c300f6a6-f1ba-442d-be35-ddebc2680f68 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] For port 644e415f-45ac-4d46-9c7a-583b05f69931, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=644e415f-45ac-4d46-9c7a-583b05f69931,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:05.923477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2387cc4d-704e-4d4d-9830-99128f2c636f req-3c613ddd-5dae-4565-a7fa-fa05ecd0172d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039724 Mar 07 16:08:05.953147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:05.961336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-c300f6a6-f1ba-442d-be35-ddebc2680f68 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for port (644e415f-45ac-4d46-9c7a-583b05f69931), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.974214 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-c300f6a6-f1ba-442d-be35-ddebc2680f68 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:05.989719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:05.992127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55692) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:06.017099 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8169cc59-1597-4103-8fdf-cc4c7e310fea req-b7f41c8b-748d-4f9a-a552-7a711d09047a service neutron] 10.222.0.11 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634598 Mar 07 16:08:06.031805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-c300f6a6-f1ba-442d-be35-ddebc2680f68 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:06.032561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-c300f6a6-f1ba-442d-be35-ddebc2680f68 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.034308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-294e78dc-0c30-41a3-b6a5-8c5aa47589ee req-c300f6a6-f1ba-442d-be35-ddebc2680f68 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "PUT /v2.0/ports/644e415f-45ac-4d46-9c7a-583b05f69931 HTTP/1.1" status: 200 len: 1021 time: 0.7456975 Mar 07 16:08:06.068583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] In _notify_port_updated(), no bound segment for port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 on network 5f5302b3-739c-4441-89e2-2dc497408216 {{(pid=103867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:08:06.069007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300f6a6-f1ba-442d-be35-ddebc2680f68 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'Port': ['ID=644e415f-45ac-4d46-9c7a-583b05f69931,revision_number=7']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:06.075514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:06.076186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.077678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-17d08abf-c170-4541-95f3-8e50db8993cd tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "PUT /v2.0/ports/0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 HTTP/1.1" status: 200 len: 998 time: 0.9384212 Mar 07 16:08:06.081469 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55696) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:06.115839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:06.135456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-222f2bbf-5dac-4b95-ac38-1a4344017743 admin admin] Deleting subnet 02d74682-6777-448e-8193-9401e5c1ab94 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:08:06.141250 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-222f2bbf-5dac-4b95-ac38-1a4344017743 admin admin] Publish callbacks [] for subnet (02d74682-6777-448e-8193-9401e5c1ab94), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.193924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-222f2bbf-5dac-4b95-ac38-1a4344017743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (02d74682-6777-448e-8193-9401e5c1ab94), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.243512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd08b-58f5-4af2-a4a2-1e7ee4073217 req-899481b1-4ed0-4581-ab8a-4f0a3d6e36f7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:06.251276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19cbd08b-58f5-4af2-a4a2-1e7ee4073217 req-899481b1-4ed0-4581-ab8a-4f0a3d6e36f7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2048807 Mar 07 16:08:06.257422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c0325-faab-4ed3-9e78-a984bc73a57c req-ac359dc2-ca77-4531-a885-e84b5e65ebf9 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:06.259372 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-157c0325-faab-4ed3-9e78-a984bc73a57c req-ac359dc2-ca77-4531-a885-e84b5e65ebf9 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 1024 time: 0.1147146 Mar 07 16:08:06.265482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6b459404-c46f-4e75-9475-f8daa6f0d0ca tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:06.265826 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6b459404-c46f-4e75-9475-f8daa6f0d0ca tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.301466 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-222f2bbf-5dac-4b95-ac38-1a4344017743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (02d74682-6777-448e-8193-9401e5c1ab94), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.418394 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6b459404-c46f-4e75-9475-f8daa6f0d0ca tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.433265 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-157c0325-faab-4ed3-9e78-a984bc73a57c req-b36294e4-39de-4f24-a149-1ebb98287e70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0d48cc5-6377-4a42-a055-98f04fb9c7ab&id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&id=3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080 HTTP/1.1" status: 200 len: 6207 time: 0.1627617 Mar 07 16:08:06.436338 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19cbd08b-58f5-4af2-a4a2-1e7ee4073217 req-5f660dd2-9ad8-40e8-bc7e-224cc0023611 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836920 Mar 07 16:08:06.445283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-222f2bbf-5dac-4b95-ac38-1a4344017743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (02d74682-6777-448e-8193-9401e5c1ab94), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.450933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6b459404-c46f-4e75-9475-f8daa6f0d0ca tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:06.459841 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-222f2bbf-5dac-4b95-ac38-1a4344017743 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.467896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-222f2bbf-5dac-4b95-ac38-1a4344017743 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/02d74682-6777-448e-8193-9401e5c1ab94 HTTP/1.1" status: 204 len: 168 time: 0.4751985 Mar 07 16:08:06.470482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55702) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:06.546057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f2bbf-5dac-4b95-ac38-1a4344017743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d74682-6777-448e-8193-9401e5c1ab94,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:06.559906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-c0c67376-6a84-4545-8cd8-09bbee303963 req-4d776a9c-4e87-4ad2-9b32-18ef9e143af5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1003048444 ', 'description': 'tempest-description-1311208276'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:06.612571 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.636597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (27ce18e6-efaf-40c8-bffb-c1757f380d62), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.640255 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c0c67376-6a84-4545-8cd8-09bbee303963 req-4d776a9c-4e87-4ad2-9b32-18ef9e143af5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.641132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-94f85e4c-775c-4b14-9507-d68d06419454 None None] Provisioning complete for port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:06.641902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94f85e4c-775c-4b14-9507-d68d06419454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.666453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea605fb1-83bd-480a-a843-39b7f318d517 req-f7134a2e-f343-4030-846d-142263c71ac6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:06.675382 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea605fb1-83bd-480a-a843-39b7f318d517 req-f7134a2e-f343-4030-846d-142263c71ac6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 945 time: 0.1403625 Mar 07 16:08:06.731566 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-94f85e4c-775c-4b14-9507-d68d06419454 None None] Port 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:06.761866 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (27ce18e6-efaf-40c8-bffb-c1757f380d62), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.783635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ce18e6-efaf-40c8-bffb-c1757f380d62']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:06.790082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4fd07396-6ae3-40af-83d5-ccb111d5afcb up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:06.793876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4a5e1a-6036-445c-b209-f882379adb76') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:06.794308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea605fb1-83bd-480a-a843-39b7f318d517 req-4624199c-b695-45bf-8c8f-db69f222d8f6 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126633 Mar 07 16:08:06.794566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4a5e1a-6036-445c-b209-f882379adb76') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:06.805063 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (ea4a5e1a-6036-445c-b209-f882379adb76), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.833036 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ea4a5e1a-6036-445c-b209-f882379adb76), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.840674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:08:06.841079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (ea4a5e1a-6036-445c-b209-f882379adb76), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:08:06.843477 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:08:06.861015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 4fd07396-6ae3-40af-83d5-ccb111d5afcb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:06.861397 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.908137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (27ce18e6-efaf-40c8-bffb-c1757f380d62), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.915681 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.919184 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/27ce18e6-efaf-40c8-bffb-c1757f380d62 HTTP/1.1" status: 204 len: 168 time: 0.4464593 Mar 07 16:08:06.938018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba1723-1a59-4d86-85a2-2772913b47b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ce18e6-efaf-40c8-bffb-c1757f380d62,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:06.955220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4fd07396-6ae3-40af-83d5-ccb111d5afcb is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:06.955748 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.972074 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c0c67376-6a84-4545-8cd8-09bbee303963 req-4d776a9c-4e87-4ad2-9b32-18ef9e143af5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (a0d9b350-6e5d-49a1-bade-51d050727504), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.977854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c0c67376-6a84-4545-8cd8-09bbee303963 req-4d776a9c-4e87-4ad2-9b32-18ef9e143af5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a0d9b350-6e5d-49a1-bade-51d050727504), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.984951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6b459404-c46f-4e75-9475-f8daa6f0d0ca tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:06.985868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:06.988408 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e55b5b-4349-410e-898d-540b0a4a671c" -d '{"events": [{"server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "name": "network-vif-plugged", "status": "completed", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:07.002642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:07.009145 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.015247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:07.017355 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeec040f-dd1d-4390-adf7-715493bed80b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:07.024036 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c0c67376-6a84-4545-8cd8-09bbee303963 req-4d776a9c-4e87-4ad2-9b32-18ef9e143af5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.028432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b459404-c46f-4e75-9475-f8daa6f0d0ca tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:07.054997 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0c67376-6a84-4545-8cd8-09bbee303963 req-4d776a9c-4e87-4ad2-9b32-18ef9e143af5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5305595 Mar 07 16:08:07.082153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d776a9c-4e87-4ad2-9b32-18ef9e143af5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d9b350-6e5d-49a1-bade-51d050727504,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:07.092696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4fd07396-6ae3-40af-83d5-ccb111d5afcb,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:07.112460 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a66f-0290-482e-b697-30dddad055be req-30874099-9254-4a10-bfa7-3ef537d263fc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:07.116226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-30874099-9254-4a10-bfa7-3ef537d263fc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.2365363 Mar 07 16:08:07.130424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55728) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:07.162720 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-faf5d666-b9c4-403b-83a0-59870255018a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/quotas/6a4b511c908d4598a245a49782799b97 HTTP/1.1" status: 200 len: 375 time: 0.0404503 Mar 07 16:08:07.187521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6b459404-c46f-4e75-9475-f8daa6f0d0ca tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.190968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6b459404-c46f-4e75-9475-f8daa6f0d0ca tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 HTTP/1.1" status: 204 len: 168 time: 1.1084847 Mar 07 16:08:07.196118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55730) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:07.233429 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2dbc0503-fd8e-4e31-8814-6cf99707f899 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3c5c9ba2e21427bb376c0777f3d2968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012328 Mar 07 16:08:07.237104 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-30c0a68c-20b2-4c70-90fd-48d28490eee4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662682 Mar 07 16:08:07.237241 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc16f1d-5fef-4431-996e-b3eb26beb998 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:08:07.237592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55732) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:07.238570 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bcc16f1d-5fef-4431-996e-b3eb26beb998 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 HTTP/1.1" status: 404 len: 333 time: 0.0407741 Mar 07 16:08:07.242347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55734) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:07.247618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcc72f-667f-40e4-931c-febecde0199b req-d7133d47-806a-471b-9ce0-fabb81f05e20 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:07.249099 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8bfcc72f-667f-40e4-931c-febecde0199b req-d7133d47-806a-471b-9ce0-fabb81f05e20 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1197343 Mar 07 16:08:07.296095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8bfcc72f-667f-40e4-931c-febecde0199b req-49d1cce5-e3ad-4c3f-b5df-0d8f6e2d5945 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Mar 07 16:08:07.346887 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeae900b-9e03-489f-b7f0-8fb94cc678ec x-openstack-request-id: req-eeae900b-9e03-489f-b7f0-8fb94cc678ec {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:07.347332 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "name": "network-vif-plugged", "status": "completed", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:07.347651 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eeae900b-9e03-489f-b7f0-8fb94cc678ec {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:07.348139 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb', 'code': 200} Mar 07 16:08:07.381552 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef5aa32-2779-4f17-b057-ec0d96850481 x-openstack-request-id: req-7ef5aa32-2779-4f17-b057-ec0d96850481 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:07.381853 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:07.382113 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ef5aa32-2779-4f17-b057-ec0d96850481 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:07.382517 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931', 'status': 'completed', 'code': 200} Mar 07 16:08:07.391550 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9f68c8-269e-47e8-be6e-681ee100f512 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet d864c09e-0417-4fa4-bc3a-6b3a5a0486de {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:08:07.402641 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e9f68c8-269e-47e8-be6e-681ee100f512 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (d864c09e-0417-4fa4-bc3a-6b3a5a0486de), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.430997 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c3f60de0-da38-4084-a428-58e34d2f6b1a req-bd2b0dd7-4d38-4135-8904-283e5daddf64 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/a0d9b350-6e5d-49a1-bade-51d050727504 HTTP/1.1" status: 200 len: 1800 time: 0.0421779 Mar 07 16:08:07.465066 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db523309-596b-4170-a274-ea1dcebbd481 admin admin] Publish callbacks [] for security_group (48f8590f-8be0-4a74-b4d4-b30cc8e7c10f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.499345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7bff4439-b324-423a-9f01-b20f8e012b1e req-960bc013-6833-42c3-8cdc-ed55967eeeae tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/a0d9b350-6e5d-49a1-bade-51d050727504 HTTP/1.1" status: 200 len: 1800 time: 0.0475178 Mar 07 16:08:07.508106 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-efc76a56-52f1-4d84-8321-13654ec93169 service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588403 Mar 07 16:08:07.529099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e9f68c8-269e-47e8-be6e-681ee100f512 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (d864c09e-0417-4fa4-bc3a-6b3a5a0486de), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.558355 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7bff4439-b324-423a-9f01-b20f8e012b1e req-6506f987-6d88-4471-8485-cd69516ae960 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (a0d9b350-6e5d-49a1-bade-51d050727504), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.576021 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db523309-596b-4170-a274-ea1dcebbd481 admin admin] Publish callbacks [] for security_group (48f8590f-8be0-4a74-b4d4-b30cc8e7c10f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.582100 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7bff4439-b324-423a-9f01-b20f8e012b1e req-6506f987-6d88-4471-8485-cd69516ae960 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (a0d9b350-6e5d-49a1-bade-51d050727504), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.630095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7bff4439-b324-423a-9f01-b20f8e012b1e req-6506f987-6d88-4471-8485-cd69516ae960 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a0d9b350-6e5d-49a1-bade-51d050727504), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.633404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7bff4439-b324-423a-9f01-b20f8e012b1e req-6506f987-6d88-4471-8485-cd69516ae960 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.635079 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7bff4439-b324-423a-9f01-b20f8e012b1e req-6506f987-6d88-4471-8485-cd69516ae960 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/a0d9b350-6e5d-49a1-bade-51d050727504 HTTP/1.1" status: 204 len: 173 time: 0.1327450 Mar 07 16:08:07.648804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506f987-6d88-4471-8485-cd69516ae960 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d9b350-6e5d-49a1-bade-51d050727504,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:07.664583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a4e2488b-ce83-4092-90e9-b21d8d272a84 None None] Could not find standard attr ID for object 0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:08:07.686636 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-a2a0dfb6-d708-45d8-81e5-f38485c482e4 req-c47d9327-f22f-461e-953f-90b0fbd9e71e tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:07.687791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2a0dfb6-d708-45d8-81e5-f38485c482e4 req-c47d9327-f22f-461e-953f-90b0fbd9e71e tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/a0d9b350-6e5d-49a1-bade-51d050727504 HTTP/1.1" status: 404 len: 352 time: 0.0247390 Mar 07 16:08:07.700904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec040f-dd1d-4390-adf7-715493bed80b req-6cc5a097-bef3-45d9-a952-17a67ffcc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:07.702358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aeec040f-dd1d-4390-adf7-715493bed80b req-6cc5a097-bef3-45d9-a952-17a67ffcc84a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 1207 time: 0.2924387 Mar 07 16:08:07.714885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-1f09ebbe-969f-4595-ab8e-a9bba81b3914 req-28d3a7cc-07d7-4102-88e3-ac89ad680605 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1996071528', 'description': 'tempest-description-176860610'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:07.737152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1f09ebbe-969f-4595-ab8e-a9bba81b3914 req-28d3a7cc-07d7-4102-88e3-ac89ad680605 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.762246 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e9f68c8-269e-47e8-be6e-681ee100f512 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (d864c09e-0417-4fa4-bc3a-6b3a5a0486de), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.766681 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-2995f7e3-193f-4c66-a031-123c11781ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577579 Mar 07 16:08:07.817140 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1f09ebbe-969f-4595-ab8e-a9bba81b3914 req-28d3a7cc-07d7-4102-88e3-ac89ad680605 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.823792 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1f09ebbe-969f-4595-ab8e-a9bba81b3914 req-28d3a7cc-07d7-4102-88e3-ac89ad680605 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.827628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db523309-596b-4170-a274-ea1dcebbd481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (48f8590f-8be0-4a74-b4d4-b30cc8e7c10f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.830276 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db523309-596b-4170-a274-ea1dcebbd481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.833960 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-db523309-596b-4170-a274-ea1dcebbd481 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48f8590f-8be0-4a74-b4d4-b30cc8e7c10f HTTP/1.1" status: 204 len: 168 time: 0.5929534 Mar 07 16:08:07.852958 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db523309-596b-4170-a274-ea1dcebbd481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f8590f-8be0-4a74-b4d4-b30cc8e7c10f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:07.861494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3a7cc-07d7-4102-88e3-ac89ad680605 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:07.869726 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1f09ebbe-969f-4595-ab8e-a9bba81b3914 req-28d3a7cc-07d7-4102-88e3-ac89ad680605 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.872121 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1f09ebbe-969f-4595-ab8e-a9bba81b3914 req-28d3a7cc-07d7-4102-88e3-ac89ad680605 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1620369 Mar 07 16:08:07.893138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec040f-dd1d-4390-adf7-715493bed80b req-39e8f7c6-a423-46a4-996e-1caa0c02357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:07.894525 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aeec040f-dd1d-4390-adf7-715493bed80b req-39e8f7c6-a423-46a4-996e-1caa0c02357b service neutron] 10.222.0.11 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 912 time: 0.1825240 Mar 07 16:08:07.900892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e9f68c8-269e-47e8-be6e-681ee100f512 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (d864c09e-0417-4fa4-bc3a-6b3a5a0486de), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:07.980596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aeec040f-dd1d-4390-adf7-715493bed80b req-e0f421d8-f6fb-4a7d-aa5a-5be9856bdd3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=644e415f-45ac-4d46-9c7a-583b05f69931 HTTP/1.1" status: 200 len: 217 time: 0.0772233 Mar 07 16:08:07.983820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c220a523-7057-401a-96ef-4e30b7ec5feb req-795716b3-157f-48e7-ab76-340f07289a2a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1125207030', 'description': 'tempest-description-1643775005'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:07.987999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f68c8-269e-47e8-be6e-681ee100f512 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=d864c09e-0417-4fa4-bc3a-6b3a5a0486de,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:08.004167 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e9f68c8-269e-47e8-be6e-681ee100f512 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.007453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7e9f68c8-269e-47e8-be6e-681ee100f512 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/d864c09e-0417-4fa4-bc3a-6b3a5a0486de HTTP/1.1" status: 204 len: 168 time: 0.7593553 Mar 07 16:08:08.029051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55752) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:08.080123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec040f-dd1d-4390-adf7-715493bed80b req-b02ecf1c-ae38-4141-933c-855da8b6b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:08.082499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aeec040f-dd1d-4390-adf7-715493bed80b req-b02ecf1c-ae38-4141-933c-855da8b6b0b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 200 len: 851 time: 0.0913024 Mar 07 16:08:08.083451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c220a523-7057-401a-96ef-4e30b7ec5feb req-795716b3-157f-48e7-ab76-340f07289a2a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.123275 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cae547-36ed-4c19-86ef-fc3d5c0abd30 req-a00655ef-bcd9-4afc-9aed-3b2f69410ae5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:08.133794 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41cae547-36ed-4c19-86ef-fc3d5c0abd30 req-a00655ef-bcd9-4afc-9aed-3b2f69410ae5 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 946 time: 0.1448731 Mar 07 16:08:08.156392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41c111d-31e4-45ea-8e33-039d656ddd3b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:08:08.161167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f41c111d-31e4-45ea-8e33-039d656ddd3b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.209322 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c220a523-7057-401a-96ef-4e30b7ec5feb req-795716b3-157f-48e7-ab76-340f07289a2a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (18fb91cc-15d7-489f-bcef-28d41125fe8b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.213595 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f41c111d-31e4-45ea-8e33-039d656ddd3b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.226371 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c220a523-7057-401a-96ef-4e30b7ec5feb req-795716b3-157f-48e7-ab76-340f07289a2a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (18fb91cc-15d7-489f-bcef-28d41125fe8b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.233339 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aeec040f-dd1d-4390-adf7-715493bed80b req-01e7c373-2f36-4370-a03e-9a6426be3bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aaedd815-432e-4076-9715-cc3788c803fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386099 Mar 07 16:08:08.297351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c220a523-7057-401a-96ef-4e30b7ec5feb req-795716b3-157f-48e7-ab76-340f07289a2a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.314863 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c220a523-7057-401a-96ef-4e30b7ec5feb req-795716b3-157f-48e7-ab76-340f07289a2a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3353662 Mar 07 16:08:08.325878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9b1bb-33ad-4e17-a706-b652c99be67a None None] Network 5f5302b3-739c-4441-89e2-2dc497408216 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:08.327513 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795716b3-157f-48e7-ab76-340f07289a2a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fb91cc-15d7-489f-bcef-28d41125fe8b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:08.338261 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41cae547-36ed-4c19-86ef-fc3d5c0abd30 req-f17a2137-ba23-42d1-887b-cce806cfd5f9 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065942 Mar 07 16:08:08.420668 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a1151dc-7f26-4e4e-83aa-6abe7af0a3ea req-d00b3e0c-1103-40fa-98fb-161efaac137b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 210 time: 0.0520055 Mar 07 16:08:08.467676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-a72db7db-9ce7-4ffc-968a-df60b9c6cd89 req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1936165616', 'description': 'tempest-description-1191339920'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:08.467919 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aeec040f-dd1d-4390-adf7-715493bed80b req-246ae791-2b2c-4b20-ad9d-988ffd67c81d service neutron] 10.222.0.11 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199244 Mar 07 16:08:08.487348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f41c111d-31e4-45ea-8e33-039d656ddd3b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.530500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a72db7db-9ce7-4ffc-968a-df60b9c6cd89 req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.636537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a72db7db-9ce7-4ffc-968a-df60b9c6cd89 req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (dce10d17-a43e-40b6-bafe-2f82e07f284b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.650998 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a72db7db-9ce7-4ffc-968a-df60b9c6cd89 req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dce10d17-a43e-40b6-bafe-2f82e07f284b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.715688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a72db7db-9ce7-4ffc-968a-df60b9c6cd89 req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.736265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a72db7db-9ce7-4ffc-968a-df60b9c6cd89 req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3203773 Mar 07 16:08:08.758158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce10d17-a43e-40b6-bafe-2f82e07f284b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:08.795355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.796150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.804677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.805655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.806237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.809531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.810133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.810693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.811531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.812104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.813021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.813573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.814125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec34dbf-3980-477f-9f74-9c979217512c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:08.828762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f41c111d-31e4-45ea-8e33-039d656ddd3b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.926176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f41c111d-31e4-45ea-8e33-039d656ddd3b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:08.933367 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f41c111d-31e4-45ea-8e33-039d656ddd3b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d HTTP/1.1" status: 204 len: 168 time: 0.9031057 Mar 07 16:08:08.935065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55782) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:08.949925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c111d-31e4-45ea-8e33-039d656ddd3b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:09.013516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd3b06-c057-4376-b9dc-e034c855b289 req-72f9a57c-86ec-4efa-a926-8ebf8b00988e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:09.020593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4bfd3b06-c057-4376-b9dc-e034c855b289 req-72f9a57c-86ec-4efa-a926-8ebf8b00988e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.5247064 Mar 07 16:08:09.052218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aeec040f-dd1d-4390-adf7-715493bed80b req-38f853e7-218d-4e03-88b9-6e81d04230e7 service neutron] 10.222.0.11 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755227 Mar 07 16:08:09.079550 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (5f5302b3-739c-4441-89e2-2dc497408216), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.101187 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4bfd3b06-c057-4376-b9dc-e034c855b289 req-320b4168-e777-4c30-b23e-092a66bf0e9a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798264 Mar 07 16:08:09.153439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b8d3a61-d8b2-4702-8289-c7ba5009e680 req-9d536710-13d5-47e5-95d8-ca8f7be82ddc tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cad69fc8166d456c9238741b6c0c548f HTTP/1.1" status: 200 len: 11013 time: 0.4006448 Mar 07 16:08:09.192315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55788) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:09.212194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port d0ad1752-4d04-4347-886b-83216a4c1e5d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:09.212542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.216551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b8d3a61-d8b2-4702-8289-c7ba5009e680 req-1af312d3-dcb7-4a3e-bd4e-921be48dd034 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/6c113b1a-9157-41f8-bf3a-df8f8daae72b HTTP/1.1" status: 200 len: 3002 time: 0.0568759 Mar 07 16:08:09.305663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1281541487-network', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:09.316540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] For port d0ad1752-4d04-4347-886b-83216a4c1e5d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d0ad1752-4d04-4347-886b-83216a4c1e5d,segment=NetworkSegment(5a0a2d0e-e268-4a47-8802-118023b2a885),segment_id=5a0a2d0e-e268-4a47-8802-118023b2a885)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:09.316759 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.329008 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b8d3a61-d8b2-4702-8289-c7ba5009e680 req-50afc471-4bb9-444c-8ab3-6b3373efb94c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/6c113b1a-9157-41f8-bf3a-df8f8daae72b HTTP/1.1" status: 200 len: 3002 time: 0.1016963 Mar 07 16:08:09.331178 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Made reservation on behalf of ef3e574477614936a209fc5d116a10cb for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:09.335826 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.337344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2639285e-fec1-42b9-8816-09f65b977308 None None] Network 5f5302b3-739c-4441-89e2-2dc497408216 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:09.343923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for d0ad1752-4d04-4347-886b-83216a4c1e5d owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:09.345908 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.429819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-77f2c9a7-36fa-4aa9-a8b8-32ae6005bad2 None None] Provisioning complete for port d0ad1752-4d04-4347-886b-83216a4c1e5d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:09.430209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-77f2c9a7-36fa-4aa9-a8b8-32ae6005bad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.457847 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16be950e-e9e8-46f9-be1b-b013e6b2f88a req-d8ea1e8a-603b-4ab9-9034-a7c36a929f7d tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3 HTTP/1.1" status: 200 len: 1819 time: 0.0638704 Mar 07 16:08:09.500909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e1625-6c0e-45c1-b438-e1e795ae9c01 req-06f37354-b177-461e-8143-372432601bd8 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:09.502565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed7e1625-6c0e-45c1-b438-e1e795ae9c01 req-06f37354-b177-461e-8143-372432601bd8 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 946 time: 0.0869951 Mar 07 16:08:09.503820 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d0ad1752-4d04-4347-886b-83216a4c1e5d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.519210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-77f2c9a7-36fa-4aa9-a8b8-32ae6005bad2 None None] Port d0ad1752-4d04-4347-886b-83216a4c1e5d update to ACTIVE by agent not found {{(pid=103868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 16:08:09.525462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Publish callbacks [] for security_group (9346699f-d420-446f-9919-4065c0c12351), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.539265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9346699f-d420-446f-9919-4065c0c12351), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.546347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=d0ad1752-4d04-4347-886b-83216a4c1e5d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:09.559393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No DVR routers for this DVR port d0ad1752-4d04-4347-886b-83216a4c1e5d on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:09.585637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:08:09.592447 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985600db-eaea-44e8-bad6-436ae758b8b2 None None] DHCP port deletion for 5f5302b3-739c-4441-89e2-2dc497408216 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:08:09.598121 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-16be950e-e9e8-46f9-be1b-b013e6b2f88a req-cd3f2e46-1b78-4c77-9117-1397d124d6d6 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.637765 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3e8ee289-3af7-4e10-b4b2-8eafc7960e80), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.638496 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Added segment 3e8ee289-3af7-4e10-b4b2-8eafc7960e80 of type vlan for network ca14b26f-8c62-480c-9121-96fe2fe05b96 Mar 07 16:08:09.640440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed7e1625-6c0e-45c1-b438-e1e795ae9c01 req-25982c70-0131-4543-96dc-e641accd2334 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273744 Mar 07 16:08:09.651388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9346699f-d420-446f-9919-4065c0c12351,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:09.659037 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-16be950e-e9e8-46f9-be1b-b013e6b2f88a req-cd3f2e46-1b78-4c77-9117-1397d124d6d6 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.693743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (5f5302b3-739c-4441-89e2-2dc497408216), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.728431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ca14b26f-8c62-480c-9121-96fe2fe05b96), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.765855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5302b3-739c-4441-89e2-2dc497408216']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:09.769149 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-16be950e-e9e8-46f9-be1b-b013e6b2f88a req-cd3f2e46-1b78-4c77-9117-1397d124d6d6 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.771949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-16be950e-e9e8-46f9-be1b-b013e6b2f88a req-cd3f2e46-1b78-4c77-9117-1397d124d6d6 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.773209 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16be950e-e9e8-46f9-be1b-b013e6b2f88a req-cd3f2e46-1b78-4c77-9117-1397d124d6d6 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3 HTTP/1.1" status: 204 len: 173 time: 0.3030002 Mar 07 16:08:09.785582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f2e46-1b78-4c77-9117-1397d124d6d6 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:09.787946 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ca14b26f-8c62-480c-9121-96fe2fe05b96), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.789173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:09.789753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.833267 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6390836 Mar 07 16:08:09.853404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a66f-0290-482e-b697-30dddad055be req-3e7c5bf4-773c-41ac-8535-fdb1cff94acc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:09.855990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-3e7c5bf4-773c-41ac-8535-fdb1cff94acc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.1764157 Mar 07 16:08:09.864752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55802) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:09.870620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Request body: {'subnet': {'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1281541487-subnet', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:09.882748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952d7f9-0052-4498-bb45-04a2dabf45f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ca14b26f-8c62-480c-9121-96fe2fe05b96,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:09.886466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0a2d0e-e268-4a47-8802-118023b2a885') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:09.886781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0a2d0e-e268-4a47-8802-118023b2a885') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:09.891881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fe258fb0-59a6-45e5-958a-6e54966542a8 req-1fabb8b3-3bd0-49a4-a64b-1fff9e2fcf44 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 210 time: 0.1559885 Mar 07 16:08:09.896584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ca14b26f-8c62-480c-9121-96fe2fe05b96 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:08:09.902451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'port': {'device_id': 'ddd52e65-039e-47fb-8514-69768bec2c73', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'admin_state_up': True, 'tenant_id': '6a4b511c908d4598a245a49782799b97'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:09.909559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Made reservation on behalf of ef3e574477614936a209fc5d116a10cb for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:09.909746 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (5a0a2d0e-e268-4a47-8802-118023b2a885), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.912566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:09.971195 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-f77a47af-0d6e-4fc2-ad69-c0a0eb464272 req-3bae8c3c-3d1e-484b-ba98-7c7764b5b125 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:09.972318 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f77a47af-0d6e-4fc2-ad69-c0a0eb464272 req-3bae8c3c-3d1e-484b-ba98-7c7764b5b125 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3 HTTP/1.1" status: 404 len: 352 time: 0.0420196 Mar 07 16:08:10.004128 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5a0a2d0e-e268-4a47-8802-118023b2a885), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.018880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:08:10.019315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (5a0a2d0e-e268-4a47-8802-118023b2a885), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:08:10.031412 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:08:10.254711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7dbe4-b470-44e2-86ef-5d8db3fc0fc1 req-29039b21-e449-4907-aca1-1a42c7eb9c86 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:10.257355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0fb7dbe4-b470-44e2-86ef-5d8db3fc0fc1 req-29039b21-e449-4907-aca1-1a42c7eb9c86 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0725429 Mar 07 16:08:10.261061 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d0ad1752-4d04-4347-886b-83216a4c1e5d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:10.283356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: d0ad1752-4d04-4347-886b-83216a4c1e5d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:08:10.283670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d0ad1752-4d04-4347-886b-83216a4c1e5d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:08:10.321298 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0fb7dbe4-b470-44e2-86ef-5d8db3fc0fc1 req-765b0527-8203-45b1-a069-3aed8f6d3c46 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557246 Mar 07 16:08:10.377323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (5f5302b3-739c-4441-89e2-2dc497408216), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.387071 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.390159 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/networks/5f5302b3-739c-4441-89e2-2dc497408216 HTTP/1.1" status: 204 len: 168 time: 1.4503281 Mar 07 16:08:10.394953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55820) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:10.406335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-121ea6f8-c926-48c9-83bf-4c978a786dba req-3051acf0-500d-49a2-8de3-c295039171ae tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/18fb91cc-15d7-489f-bcef-28d41125fe8b HTTP/1.1" status: 200 len: 1820 time: 0.3962677 Mar 07 16:08:10.409488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe020976-09f1-4d67-b49e-01a864e8b420 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Network': ['ID=5f5302b3-739c-4441-89e2-2dc497408216,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:10.435772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Made reservation on behalf of 6a4b511c908d4598a245a49782799b97 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:10.439328 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.533064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-121ea6f8-c926-48c9-83bf-4c978a786dba req-0dbf4d83-8b50-4e7b-a306-429d76d1f62a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (18fb91cc-15d7-489f-bcef-28d41125fe8b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.548202 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84020a-c82f-4440-be67-7fc41fe620e0 req-471fa843-09f1-40b7-ac9e-9eb3754b13fc tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:10.549638 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c84020a-c82f-4440-be67-7fc41fe620e0 req-471fa843-09f1-40b7-ac9e-9eb3754b13fc tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 946 time: 0.1696763 Mar 07 16:08:10.561625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ea7275-5ab6-421a-903f-73b30f66006e tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:10.562462 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-01ea7275-5ab6-421a-903f-73b30f66006e tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1666305 Mar 07 16:08:10.567421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (e8650556-8c1c-4884-93eb-2da4185841b3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.567614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-121ea6f8-c926-48c9-83bf-4c978a786dba req-0dbf4d83-8b50-4e7b-a306-429d76d1f62a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (18fb91cc-15d7-489f-bcef-28d41125fe8b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.568041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55824) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:10.640821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Allocated IP 172.20.0.13 (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03/4784ddd6-9a98-45d9-9472-37dd49848577/54a878aa-a299-4247-b669-4c60751cec8c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:10.645400 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-121ea6f8-c926-48c9-83bf-4c978a786dba req-0dbf4d83-8b50-4e7b-a306-429d76d1f62a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (18fb91cc-15d7-489f-bcef-28d41125fe8b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.648188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-121ea6f8-c926-48c9-83bf-4c978a786dba req-0dbf4d83-8b50-4e7b-a306-429d76d1f62a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.649327 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-121ea6f8-c926-48c9-83bf-4c978a786dba req-0dbf4d83-8b50-4e7b-a306-429d76d1f62a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/18fb91cc-15d7-489f-bcef-28d41125fe8b HTTP/1.1" status: 204 len: 173 time: 0.2312002 Mar 07 16:08:10.664010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf4d83-8b50-4e7b-a306-429d76d1f62a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fb91cc-15d7-489f-bcef-28d41125fe8b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:10.692394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c84020a-c82f-4440-be67-7fc41fe620e0 req-316a2822-0075-4665-99f7-4e80e80d5545 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284416 Mar 07 16:08:10.693020 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8650556-8c1c-4884-93eb-2da4185841b3,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:10.718842 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c9be1e84-29b9-4805-893f-8aeec385df29 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1472051 Mar 07 16:08:10.723859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55828) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:10.728967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-194562998'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:10.732443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Checking segment: {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:10.732808 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Network hostable DHCP agents. Network: ca14b26f-8c62-480c-9121-96fe2fe05b96, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:08:10.763249 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-dd8d880a-770c-4c3a-a42a-e7515097d80a req-420849f5-72ef-491e-b57e-931b716418c1 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:10.765545 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd8d880a-770c-4c3a-a42a-e7515097d80a req-420849f5-72ef-491e-b57e-931b716418c1 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/18fb91cc-15d7-489f-bcef-28d41125fe8b HTTP/1.1" status: 404 len: 352 time: 0.0304210 Mar 07 16:08:10.779790 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:10.783657 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.787014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Network ca14b26f-8c62-480c-9121-96fe2fe05b96 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:08:10.793472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4fd07396-6ae3-40af-83d5-ccb111d5afcb no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:10.814342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ca14b26f-8c62-480c-9121-96fe2fe05b96) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:10.822964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:10.824169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.826976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:08:10.842108 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2d879cca-36c5-42bf-9cc3-b5e956d6943b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.842475 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Added segment 2d879cca-36c5-42bf-9cc3-b5e956d6943b of type vlan for network f318cff6-018e-4731-a5b3-04c21ae03e55 Mar 07 16:08:10.846628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f88463-ad80-40f5-8f40-313dba452487 None None] Network ca14b26f-8c62-480c-9121-96fe2fe05b96 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:10.852964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd6fc471-7286-4176-b965-b72754552e74 req-ccee9d4a-ec8e-4612-a024-32772e380f9b tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/dce10d17-a43e-40b6-bafe-2f82e07f284b HTTP/1.1" status: 200 len: 1820 time: 0.0651624 Mar 07 16:08:10.863259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b9188b1-948c-4a50-a6f5-f4ad79076d88 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9965127 Mar 07 16:08:10.870654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55834) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:10.888416 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.903396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:10.908859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f318cff6-018e-4731-a5b3-04c21ae03e55), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.939068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (09c68166-77d3-4a6b-ba67-5ad295a78307), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.940086 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (09c68166-77d3-4a6b-ba67-5ad295a78307), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.945428 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f318cff6-018e-4731-a5b3-04c21ae03e55), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.952511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:10.953147 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.969354 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for port (54a878aa-a299-4247-b669-4c60751cec8c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:10.971609 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd6fc471-7286-4176-b965-b72754552e74 req-eb139717-7195-424e-8d2c-b839837e02f2 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (dce10d17-a43e-40b6-bafe-2f82e07f284b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.004293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd6fc471-7286-4176-b965-b72754552e74 req-eb139717-7195-424e-8d2c-b839837e02f2 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (dce10d17-a43e-40b6-bafe-2f82e07f284b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.022729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3db17-74b4-4c6a-baf3-7c1f0913abd8 None None] Network ca14b26f-8c62-480c-9121-96fe2fe05b96 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:11.064984 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8b31d30-173c-4ad0-b763-a403a27a5bfb req-96e563a0-8c53-419f-924d-5b04fce243d9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 210 time: 0.0721302 Mar 07 16:08:11.071054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3460445 Mar 07 16:08:11.071794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55840) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:11.077404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': 'f318cff6-018e-4731-a5b3-04c21ae03e55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:11.082758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4ffe4-c2f7-4b8f-958a-86d94c6078d3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Network': ['ID=f318cff6-018e-4731-a5b3-04c21ae03e55,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:11.120681 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks [] for router_controller (09c68166-77d3-4a6b-ba67-5ad295a78307), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.128044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f318cff6-018e-4731-a5b3-04c21ae03e55 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:08:11.148489 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4fd07396-6ae3-40af-83d5-ccb111d5afcb is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:11.148883 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.195856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:11.199750 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.216968 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (54a878aa-a299-4247-b669-4c60751cec8c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.254846 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd6fc471-7286-4176-b965-b72754552e74 req-eb139717-7195-424e-8d2c-b839837e02f2 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dce10d17-a43e-40b6-bafe-2f82e07f284b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.257407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd6fc471-7286-4176-b965-b72754552e74 req-eb139717-7195-424e-8d2c-b839837e02f2 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.258616 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd6fc471-7286-4176-b965-b72754552e74 req-eb139717-7195-424e-8d2c-b839837e02f2 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/dce10d17-a43e-40b6-bafe-2f82e07f284b HTTP/1.1" status: 204 len: 173 time: 0.3949606 Mar 07 16:08:11.281887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb139717-7195-424e-8d2c-b839837e02f2 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce10d17-a43e-40b6-bafe-2f82e07f284b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:11.302828 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-048ba8be-cff2-460e-bea9-1afc627de555 req-5ff5359b-72c2-43cc-8dac-1154cd2bde16 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:11.304505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-048ba8be-cff2-460e-bea9-1afc627de555 req-5ff5359b-72c2-43cc-8dac-1154cd2bde16 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/dce10d17-a43e-40b6-bafe-2f82e07f284b HTTP/1.1" status: 404 len: 352 time: 0.0250771 Mar 07 16:08:11.346918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks [] for router_gateway (09c68166-77d3-4a6b-ba67-5ad295a78307), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.367231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:11.381005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:11.386125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:11.389127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'Port': ['ID=54a878aa-a299-4247-b669-4c60751cec8c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:11.452268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:11.454995 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87272dbb-6fd1-447d-af3f-823d3baa20ff" -d '{"events": [{"server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:11.490008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:11.498317 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.508885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:11.510749 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.546924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd93344-20c7-4d15-876c-08fa16ab484f req-36375fd5-5fd6-43db-8092-397cfc39d2f6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:11.548514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fbd93344-20c7-4d15-876c-08fa16ab484f req-36375fd5-5fd6-43db-8092-397cfc39d2f6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1351736 Mar 07 16:08:11.549908 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (497fae25-3bef-4dc4-b193-83fb055850f3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.556872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e38b2f71-200b-4e77-98e5-b2162b3aacd1 req-049bea18-3749-4932-9d5b-1628bd226412 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cad69fc8166d456c9238741b6c0c548f HTTP/1.1" status: 200 len: 6207 time: 0.2208891 Mar 07 16:08:11.586201 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-9b771c46-2b2e-47dc-b474-f149499f698d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6970689 Mar 07 16:08:11.599889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4fd07396-6ae3-40af-83d5-ccb111d5afcb,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:11.608875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Request body: {'port': {'device_id': 'ddd52e65-039e-47fb-8514-69768bec2c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:11.612639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.613216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.613724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.614229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.615550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.616071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.617312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.617835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.618369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.618874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.619437 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.620409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.620898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:11.665437 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e38b2f71-200b-4e77-98e5-b2162b3aacd1 req-0552c731-c8d4-4762-a20c-9eb98e16bc51 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/6c113b1a-9157-41f8-bf3a-df8f8daae72b HTTP/1.1" status: 200 len: 3002 time: 0.0994327 Mar 07 16:08:11.670443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Checking segment: {'id': '2d879cca-36c5-42bf-9cc3-b5e956d6943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f318cff6-018e-4731-a5b3-04c21ae03e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:11.670817 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network hostable DHCP agents. Network: f318cff6-018e-4731-a5b3-04c21ae03e55, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:08:11.699806 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fbd93344-20c7-4d15-876c-08fa16ab484f req-2a03b270-8e94-4acc-a9d9-f951f9c5b916 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248288 Mar 07 16:08:11.699806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=497fae25-3bef-4dc4-b193-83fb055850f3,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:11.719762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network f318cff6-018e-4731-a5b3-04c21ae03e55 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:08:11.732753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (54a878aa-a299-4247-b669-4c60751cec8c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.736109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, f318cff6-018e-4731-a5b3-04c21ae03e55) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:11.737717 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee18f65-8b92-4888-b476-f7a64389f534 x-openstack-request-id: req-7ee18f65-8b92-4888-b476-f7a64389f534 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:11.738312 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:11.739525 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ee18f65-8b92-4888-b476-f7a64389f534 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:11.740243 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb', 'code': 200} Mar 07 16:08:11.749020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ba4c4d-f1cc-4b2b-bc71-ed830526934c None None] Network f318cff6-018e-4731-a5b3-04c21ae03e55 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:11.756389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:11.756735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.783996 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ae815b03-d24e-4a7f-b2b5-0d67a95e37d2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7085054 Mar 07 16:08:11.784354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55852) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:11.791393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': 'f318cff6-018e-4731-a5b3-04c21ae03e55', 'name': 'tempest-PortsTestJSON-61876441'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:11.844172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e38b2f71-200b-4e77-98e5-b2162b3aacd1 req-5c887a28-0af1-4122-8636-84f2e90c0435 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/6c113b1a-9157-41f8-bf3a-df8f8daae72b HTTP/1.1" status: 200 len: 3002 time: 0.1717732 Mar 07 16:08:11.870354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0d3c2f08-64f2-45d0-84f8-f444afb798f7 None None] Provisioning complete for port 54a878aa-a299-4247-b669-4c60751cec8c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:11.870922 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2f08-64f2-45d0-84f8-f444afb798f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (54a878aa-a299-4247-b669-4c60751cec8c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.901358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-6f178f67-8c8a-4959-994b-75e0ef01de3c req-3558d742-9cec-4bc7-9ea4-cd879555a3e8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-872988221', 'description': 'tempest-description-623775150'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:11.913697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-f318cff6-018e-4731-a5b3-04c21ae03e55', 'network_id': 'f318cff6-018e-4731-a5b3-04c21ae03e55', 'project_id': 'c2af692da0d8452fa28b3e659c919760', 'fixed_ips': [{'subnet_id': '497fae25-3bef-4dc4-b193-83fb055850f3'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:08:11.914366 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:11.945413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac6574-4bcc-46b7-93d8-a5bd571f1f7e req-e00e1cfa-9912-4466-b352-42a3cc40f16c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:11.945978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c2f08-64f2-45d0-84f8-f444afb798f7 None None] Port 54a878aa-a299-4247-b669-4c60751cec8c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:11.947505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-03ac6574-4bcc-46b7-93d8-a5bd571f1f7e req-e00e1cfa-9912-4466-b352-42a3cc40f16c tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 944 time: 0.1506021 Mar 07 16:08:11.992054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:11.996309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.027115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 521e54ae-9025-4e96-bdfc-64ebc5cc15eb yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:08:12.031673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6f178f67-8c8a-4959-994b-75e0ef01de3c req-3558d742-9cec-4bc7-9ea4-cd879555a3e8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.033881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks [] for router_gateway (09c68166-77d3-4a6b-ba67-5ad295a78307), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.035162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-03ac6574-4bcc-46b7-93d8-a5bd571f1f7e req-fa71612d-a415-482e-b258-a3d923bb8478 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad776440-86ef-4675-ace7-c4019c7ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771837 Mar 07 16:08:12.076723 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.094154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Allocated IP 172.20.0.2 (f318cff6-018e-4731-a5b3-04c21ae03e55/497fae25-3bef-4dc4-b193-83fb055850f3/b9a54755-138e-4257-b5ed-bfff4800317d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:12.217170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-ec704e1e-ac60-4e59-8f4b-f3d869103a93 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:12.218693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-ec704e1e-ac60-4e59-8f4b-f3d869103a93 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 944 time: 0.1017978 Mar 07 16:08:12.226896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c929dd-28fe-4bfb-aba9-f9acc82860be req-e2d73014-8282-4163-a6ab-6387079ce387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:12.234256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-74c929dd-28fe-4bfb-aba9-f9acc82860be req-e2d73014-8282-4163-a6ab-6387079ce387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 932 time: 0.0792177 Mar 07 16:08:12.285847 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Publish callbacks [] for port (b9a54755-138e-4257-b5ed-bfff4800317d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.294366 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.346624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6f178f67-8c8a-4959-994b-75e0ef01de3c req-3558d742-9cec-4bc7-9ea4-cd879555a3e8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (81c106e8-d866-4b3b-91ee-09a380ac1460), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.349272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Network f318cff6-018e-4731-a5b3-04c21ae03e55 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:12.354141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:12.357844 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6f178f67-8c8a-4959-994b-75e0ef01de3c req-3558d742-9cec-4bc7-9ea4-cd879555a3e8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (81c106e8-d866-4b3b-91ee-09a380ac1460), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.358662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:12.367356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Pushing event updated for resources: {'Port': ['ID=b9a54755-138e-4257-b5ed-bfff4800317d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:12.369321 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-74c929dd-28fe-4bfb-aba9-f9acc82860be req-3c46234e-2743-4574-9fc8-46de0d84d9de tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342051 Mar 07 16:08:12.408986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.6 (f318cff6-018e-4731-a5b3-04c21ae03e55/497fae25-3bef-4dc4-b193-83fb055850f3/521e54ae-9025-4e96-bdfc-64ebc5cc15eb) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:12.429198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Attempting to bind port b9a54755-138e-4257-b5ed-bfff4800317d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:12.429655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Attempting to bind port b9a54755-138e-4257-b5ed-bfff4800317d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '2d879cca-36c5-42bf-9cc3-b5e956d6943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f318cff6-018e-4731-a5b3-04c21ae03e55'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:12.430091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Attempting to bind port b9a54755-138e-4257-b5ed-bfff4800317d on network f318cff6-018e-4731-a5b3-04c21ae03e55 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:12.430774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Deleting port 4fd07396-6ae3-40af-83d5-ccb111d5afcb {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:12.431150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.433916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a878aa-a299-4247-b669-4c60751cec8c {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:12.436686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:12.437163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Checking segment: {'id': '2d879cca-36c5-42bf-9cc3-b5e956d6943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f318cff6-018e-4731-a5b3-04c21ae03e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:12.438093 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.438093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Bound using segment: {'id': '2d879cca-36c5-42bf-9cc3-b5e956d6943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f318cff6-018e-4731-a5b3-04c21ae03e55'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:12.438555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Bound port: b9a54755-138e-4257-b5ed-bfff4800317d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d879cca-36c5-42bf-9cc3-b5e956d6943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'f318cff6-018e-4731-a5b3-04c21ae03e55'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:12.439029 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.442397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Publish callbacks [] for port (54a878aa-a299-4247-b669-4c60751cec8c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.470377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Allocated IP 172.25.4.206 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/48931c93-2327-4f5a-85ae-dd7c2346382d) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:12.478893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Transition to ACTIVE for port object 54a878aa-a299-4247-b669-4c60751cec8c will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:08:12.486579 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6f178f67-8c8a-4959-994b-75e0ef01de3c req-3558d742-9cec-4bc7-9ea4-cd879555a3e8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.488039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6f178f67-8c8a-4959-994b-75e0ef01de3c req-3558d742-9cec-4bc7-9ea4-cd879555a3e8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6141527 Mar 07 16:08:12.501432 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (54a878aa-a299-4247-b669-4c60751cec8c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.513663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] For port b9a54755-138e-4257-b5ed-bfff4800317d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:12.517804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] For port b9a54755-138e-4257-b5ed-bfff4800317d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9a54755-138e-4257-b5ed-bfff4800317d,segment=NetworkSegment(2d879cca-36c5-42bf-9cc3-b5e956d6943b),segment_id=2d879cca-36c5-42bf-9cc3-b5e956d6943b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:12.524822 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.537614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558d742-9cec-4bc7-9ea4-cd879555a3e8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c106e8-d866-4b3b-91ee-09a380ac1460,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:12.538627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-46277e48-ecd9-490b-b01b-694b3a30aa40 req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-437017907', 'description': 'tempest-description-857226731'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:12.613092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c4ed-4838-4012-9fd4-7d703470bd02 None None] Pushing event updated for resources: {'Port': ['ID=b9a54755-138e-4257-b5ed-bfff4800317d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:12.657949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] For port 4fd07396-6ae3-40af-83d5-ccb111d5afcb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4fd07396-6ae3-40af-83d5-ccb111d5afcb,segment=NetworkSegment(a84e843e-0568-4d24-90d5-5d78156e72bb),segment_id=a84e843e-0568-4d24-90d5-5d78156e72bb)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:12.658327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.661225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-46277e48-ecd9-490b-b01b-694b3a30aa40 req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.693645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Calling delete_port for 4fd07396-6ae3-40af-83d5-ccb111d5afcb owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:12.694017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks [] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.721454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Pushing event updated for resources: {'Port': ['ID=54a878aa-a299-4247-b669-4c60751cec8c,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:12.804672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (521e54ae-9025-4e96-bdfc-64ebc5cc15eb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.897864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Attempting to bind port 54a878aa-a299-4247-b669-4c60751cec8c on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:12.898239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Attempting to bind port 54a878aa-a299-4247-b669-4c60751cec8c by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:12.898887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Attempting to bind port 54a878aa-a299-4247-b669-4c60751cec8c on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:12.908591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-46277e48-ecd9-490b-b01b-694b3a30aa40 req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (f319f177-fc63-44cb-bcea-07b83d532f6b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.912408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15337f80-fcf0-4acb-89c1-5f5129076c65 req-dd70bca2-2959-4d10-b731-d1a33f15cb25 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:12.914701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-46277e48-ecd9-490b-b01b-694b3a30aa40 req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f319f177-fc63-44cb-bcea-07b83d532f6b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.914889 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15337f80-fcf0-4acb-89c1-5f5129076c65 req-dd70bca2-2959-4d10-b731-d1a33f15cb25 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1283009 Mar 07 16:08:12.915423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Port 54a878aa-a299-4247-b669-4c60751cec8c on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:08:12.915810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Attempting to bind port 54a878aa-a299-4247-b669-4c60751cec8c on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:12.919368 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.929610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:12.929945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Checking segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:12.930522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Bound using segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:12.931224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Bound port: 54a878aa-a299-4247-b669-4c60751cec8c, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:12.932276 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (54a878aa-a299-4247-b669-4c60751cec8c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:12.997398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:13.018836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-46277e48-ecd9-490b-b01b-694b3a30aa40 req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:13.020331 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-46277e48-ecd9-490b-b01b-694b3a30aa40 req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4923034 Mar 07 16:08:13.021370 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (521e54ae-9025-4e96-bdfc-64ebc5cc15eb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:13.032508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:13.043164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f319f177-fc63-44cb-bcea-07b83d532f6b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:13.062129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4fd07396-6ae3-40af-83d5-ccb111d5afcb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:13.096297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] For port 54a878aa-a299-4247-b669-4c60751cec8c, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:13.103246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] For port 54a878aa-a299-4247-b669-4c60751cec8c, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=54a878aa-a299-4247-b669-4c60751cec8c,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:13.117545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:13.140140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Pushing event updated for resources: {'Port': ['ID=48931c93-2327-4f5a-85ae-dd7c2346382d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:13.148891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (54a878aa-a299-4247-b669-4c60751cec8c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:13.165953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=521e54ae-9025-4e96-bdfc-64ebc5cc15eb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:13.168885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.169310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.169730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.170269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.170681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.171140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.171555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.172029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.172428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.172859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.173256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.173656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.174061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9382b-2fd3-4a15-a19a-93b98ebd130a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.210693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network f318cff6-018e-4731-a5b3-04c21ae03e55 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:13.214971 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15337f80-fcf0-4acb-89c1-5f5129076c65 req-01da9974-b717-42ae-9da4-204144117527 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858980 Mar 07 16:08:13.216009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.216446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.217390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.217774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.218122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.218987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.219336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.219680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.220017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.220876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.221225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.221565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.222428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:13.238262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:13.238935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:13.240347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] 10.222.0.15 "PUT /v2.0/ports/54a878aa-a299-4247-b669-4c60751cec8c HTTP/1.1" status: 200 len: 1092 time: 1.6415265 Mar 07 16:08:13.240862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd52e65-039e-47fb-8514-69768bec2c73', 'tag': '54a878aa-a299-4247-b669-4c60751cec8c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:13.243344 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3a54d3-c215-4454-bdbf-3082fc1fd230" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd52e65-039e-47fb-8514-69768bec2c73", "tag": "54a878aa-a299-4247-b669-4c60751cec8c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:13.302732 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a76ff478-3535-4d57-847a-daa484c7adbc req-159538c7-b460-4d26-81c6-ca002483f1fc tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.24 "GET /v2.0/ports?device_id=99c2e8e5-43e7-4d16-9225-6ca1934ae0f4 HTTP/1.1" status: 200 len: 210 time: 0.1251462 Mar 07 16:08:13.304228 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Pushing event deleted for resources: {'Port': ['ID=4fd07396-6ae3-40af-83d5-ccb111d5afcb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:13.306458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:13.316793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:13.351882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fda9ba-c5b5-4f0b-b8a8-592fde465f90 service neutron] Pushing event updated for resources: {'Port': ['ID=54a878aa-a299-4247-b669-4c60751cec8c,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:13.414079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] No DVR routers for this DVR port 4fd07396-6ae3-40af-83d5-ccb111d5afcb on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:13.434595 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83741440-a62e-452f-a984-8474d2c3ad15 x-openstack-request-id: req-83741440-a62e-452f-a984-8474d2c3ad15 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:13.443820 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd52e65-039e-47fb-8514-69768bec2c73", "tag": "54a878aa-a299-4247-b669-4c60751cec8c", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:13.444158 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83741440-a62e-452f-a984-8474d2c3ad15 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:13.444593 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd52e65-039e-47fb-8514-69768bec2c73', 'tag': '54a878aa-a299-4247-b669-4c60751cec8c', 'status': 'completed', 'code': 200} Mar 07 16:08:13.447155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:13.447974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:13.451239 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:13.455913 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ed2e034-d3ba-44ad-b260-dc58ecc0093c req-8fe02f86-d5e0-4794-a73c-eef9df8d9f1b tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] 10.222.0.15 "DELETE /v2.0/ports/4fd07396-6ae3-40af-83d5-ccb111d5afcb HTTP/1.1" status: 204 len: 173 time: 1.2194715 Mar 07 16:08:13.456493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'name': 'network-vif-deleted', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:13.459057 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49446012-4978-4906-bed2-4072f393276c" -d '{"events": [{"server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "name": "network-vif-deleted", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:13.484359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a66f-0290-482e-b697-30dddad055be req-985c2226-fca8-4ee9-b90a-b37121b86ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:13.486179 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-985c2226-fca8-4ee9-b90a-b37121b86ab0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 1126 time: 0.1885033 Mar 07 16:08:13.517249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-46ab33b2-a39b-486e-954f-b23b3b999967 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7293921 Mar 07 16:08:13.517576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55892) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:13.539324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': 'f318cff6-018e-4731-a5b3-04c21ae03e55', 'name': 'tempest-PortsTestJSON-659634485'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:13.573823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-58ee2522-b519-4861-b232-78eeef94dbe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a878aa-a299-4247-b669-4c60751cec8c HTTP/1.1" status: 200 len: 217 time: 0.0797579 Mar 07 16:08:13.700845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1f828-8603-427e-8f8c-2705beb2c3b2 req-1d7ab1d8-02b5-4a4f-9ed4-286756e9d461 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:13.702508 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eab1f828-8603-427e-8f8c-2705beb2c3b2 req-1d7ab1d8-02b5-4a4f-9ed4-286756e9d461 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 944 time: 0.1335146 Mar 07 16:08:13.770363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eab1f828-8603-427e-8f8c-2705beb2c3b2 req-2362f02b-29da-49d7-8a6b-ff9341c6b5b4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580409 Mar 07 16:08:13.771488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:13.775188 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:13.803906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:08:13.842784 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052340d2-5433-4d3c-b3e7-94e10d83a0e2 x-openstack-request-id: req-052340d2-5433-4d3c-b3e7-94e10d83a0e2 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:13.843111 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c2e8e5-43e7-4d16-9225-6ca1934ae0f4", "name": "network-vif-deleted", "tag": "4fd07396-6ae3-40af-83d5-ccb111d5afcb", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:13.843376 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-052340d2-5433-4d3c-b3e7-94e10d83a0e2 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:13.843784 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c2e8e5-43e7-4d16-9225-6ca1934ae0f4', 'name': 'network-vif-deleted', 'tag': '4fd07396-6ae3-40af-83d5-ccb111d5afcb', 'status': 'completed', 'code': 200} Mar 07 16:08:13.935608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.5 (f318cff6-018e-4731-a5b3-04c21ae03e55/497fae25-3bef-4dc4-b193-83fb055850f3/a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:14.044538 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks [] for router_gateway (09c68166-77d3-4a6b-ba67-5ad295a78307), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.094506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a66f-0290-482e-b697-30dddad055be req-99ddd5ee-e65c-4fd6-912f-2a2a342b8ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:14.096014 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-99ddd5ee-e65c-4fd6-912f-2a2a342b8ece service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.5033653 Mar 07 16:08:14.128363 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.137332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a555db-2e54-4f65-a107-4eddbad07066 None None] Network f318cff6-018e-4731-a5b3-04c21ae03e55 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:14.172469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.197447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2dbced0a-d661-4c9a-a9f4-9ff84fcd272f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:14.204132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2dbced0a-d661-4c9a-a9f4-9ff84fcd272f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 811 time: 0.6992435 Mar 07 16:08:14.211901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cbceb3d2-0ad0-46ac-a32c-a92b20f980fb None None] Provisioning complete for port b9a54755-138e-4257-b5ed-bfff4800317d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:14.213305 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbceb3d2-0ad0-46ac-a32c-a92b20f980fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.232748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network f318cff6-018e-4731-a5b3-04c21ae03e55 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:14.236314 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:14.240361 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-09e52d9b-e77e-4c6b-bf41-c5d8c845b6d2 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/quotas/cad69fc8166d456c9238741b6c0c548f HTTP/1.1" status: 200 len: 375 time: 0.0352933 Mar 07 16:08:14.243135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:14.267032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a66f-0290-482e-b697-30dddad055be req-cab20674-039f-4a58-b04a-2cf9e6165490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:14.269515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-cab20674-039f-4a58-b04a-2cf9e6165490 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1634598 Mar 07 16:08:14.277965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:14.348444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:14.350236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.367176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cbceb3d2-0ad0-46ac-a32c-a92b20f980fb None None] Current status of the port b9a54755-138e-4257-b5ed-bfff4800317d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:14.367867 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbceb3d2-0ad0-46ac-a32c-a92b20f980fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.378580 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-22e42a20-caf9-4ef0-a83d-9f5d7862b2ed tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8592494 Mar 07 16:08:14.383630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55898) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:14.395133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:08:14.407912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9a54755-138e-4257-b5ed-bfff4800317d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:14.440364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5c0ee-cc95-4b25-86e3-1fa71182b5f0 req-586ccb21-dd4c-482c-9f3d-e869fdb00e2f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:14.442020 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d7a5c0ee-cc95-4b25-86e3-1fa71182b5f0 req-586ccb21-dd4c-482c-9f3d-e869fdb00e2f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0623243 Mar 07 16:08:14.461279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cbceb3d2-0ad0-46ac-a32c-a92b20f980fb None None] For port b9a54755-138e-4257-b5ed-bfff4800317d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9a54755-138e-4257-b5ed-bfff4800317d,segment=NetworkSegment(2d879cca-36c5-42bf-9cc3-b5e956d6943b),segment_id=2d879cca-36c5-42bf-9cc3-b5e956d6943b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:14.487066 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbceb3d2-0ad0-46ac-a32c-a92b20f980fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.548014 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-3532ed97-94bc-4b03-a2e1-4a0df2a2397a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3064740 Mar 07 16:08:14.550069 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d7a5c0ee-cc95-4b25-86e3-1fa71182b5f0 req-5062f1fe-aa8e-40ee-97e1-05739c91d3b7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958591 Mar 07 16:08:14.641370 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (09c68166-77d3-4a6b-ba67-5ad295a78307), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.689754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbceb3d2-0ad0-46ac-a32c-a92b20f980fb None None] Pushing event updated for resources: {'Port': ['ID=b9a54755-138e-4257-b5ed-bfff4800317d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:14.694892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-6b948b17-eff7-42b6-b548-bbae697851c3 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051530 Mar 07 16:08:14.730202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b9a54755-138e-4257-b5ed-bfff4800317d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:14.730580 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.733244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:14.779391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '637b2170-8566-4d8a-b714-43e792cdaed2', 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a', 'port_id': '637b2170-8566-4d8a-b714-43e792cdaed2', 'mac_address': 'fa:16:3e:c0:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85cc429-98ba-4be6-a088-29f5fd0b9d2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:08:14.809415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa713844-92a8-4154-b242-fbfbf7f22f49 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:14.816620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55920) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:14.817503 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-aa713844-92a8-4154-b242-fbfbf7f22f49 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 920 time: 0.4296608 Mar 07 16:08:14.846581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4fd07396-6ae3-40af-83d5-ccb111d5afcb no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:14.893186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 637b2170-8566-4d8a-b714-43e792cdaed2 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:14.893583 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:14.895874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 4fd07396-6ae3-40af-83d5-ccb111d5afcb {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:08:14.896284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4fd07396-6ae3-40af-83d5-ccb111d5afcb not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:08:14.950037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 637b2170-8566-4d8a-b714-43e792cdaed2 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:14.980783 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ebab82de-0076-4d62-81d9-87e3ce2c3cf5 service neutron] 10.222.0.24 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317997 Mar 07 16:08:15.016264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:15.018115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-08fd4625-b44e-4201-8331-8c444ef45c6e None None] Provisioning complete for port 521e54ae-9025-4e96-bdfc-64ebc5cc15eb triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:15.018772 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-08fd4625-b44e-4201-8331-8c444ef45c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (521e54ae-9025-4e96-bdfc-64ebc5cc15eb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:15.065711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-08fd4625-b44e-4201-8331-8c444ef45c6e None None] Port 521e54ae-9025-4e96-bdfc-64ebc5cc15eb cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:15.069019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b9a54755-138e-4257-b5ed-bfff4800317d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:15.072854 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:15.107234 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f62a66f-0290-482e-b697-30dddad055be req-fde676f4-accb-472f-9886-46023f37a7f9 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025617 Mar 07 16:08:15.157678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-08fd4625-b44e-4201-8331-8c444ef45c6e None None] Provisioning complete for port a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:15.158251 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-08fd4625-b44e-4201-8331-8c444ef45c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:15.190512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f91ed-4a64-4ab9-9e0c-1ce321d8629a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:15.191729 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a4f91ed-4a64-4ab9-9e0c-1ce321d8629a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:15.200439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:15.206348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['637b2170-8566-4d8a-b714-43e792cdaed2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:15.207221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-9851052f-f1ab-4dea-b4aa-3851c3b1ee24 service neutron] 10.222.0.24 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252679 Mar 07 16:08:15.222778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bdb29-5c82-446c-af6d-0e21417cf59f req-1affb569-ae1b-45cd-82d8-3b70797b5950 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:15.225515 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fd5bdb29-5c82-446c-af6d-0e21417cf59f req-1affb569-ae1b-45cd-82d8-3b70797b5950 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 944 time: 0.1745961 Mar 07 16:08:15.281192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Router 09c68166-77d3-4a6b-ba67-5ad295a78307 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:08:15.291774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-08fd4625-b44e-4201-8331-8c444ef45c6e None None] Port a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:15.302489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-339f9209-da2d-427e-afa3-ba0f3de21fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:15.304069 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-339f9209-da2d-427e-afa3-ba0f3de21fcb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 1126 time: 0.1300955 Mar 07 16:08:15.389280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-08fd4625-b44e-4201-8331-8c444ef45c6e None None] Provisioning complete for port b9a54755-138e-4257-b5ed-bfff4800317d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:15.389657 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-08fd4625-b44e-4201-8331-8c444ef45c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:15.502502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fd5bdb29-5c82-446c-af6d-0e21417cf59f req-3b5efe45-413c-4bed-b981-c7b54e52326e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480545 Mar 07 16:08:15.578626 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a4f91ed-4a64-4ab9-9e0c-1ce321d8629a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:15.618139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:08:15.624462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-4d99a9ef-daf4-40a7-8004-fcef0134c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:15.639520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-4d99a9ef-daf4-40a7-8004-fcef0134c4ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.2710416 Mar 07 16:08:15.647026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f91ed-4a64-4ab9-9e0c-1ce321d8629a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:15.647879 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Sync routers for ids ['09c68166-77d3-4a6b-ba67-5ad295a78307'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:08:15.695406 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Routers {'09c68166-77d3-4a6b-ba67-5ad295a78307'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:15.696694 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:07:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['09c68166-77d3-4a6b-ba67-5ad295a78307'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:15.742533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-48c20717-b8ba-473a-9bc1-77dcc659fcfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a878aa-a299-4247-b669-4c60751cec8c HTTP/1.1" status: 200 len: 217 time: 0.0849566 Mar 07 16:08:15.752513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:15.756713 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-80789961-a8a4-4e26-a9fc-19f7e160a2ae admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8599732 Mar 07 16:08:15.757314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55950) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:15.821093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-08fd4625-b44e-4201-8331-8c444ef45c6e None None] Current status of the port b9a54755-138e-4257-b5ed-bfff4800317d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:15.869601 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-390a5c04-c473-4b4d-ab42-280251ea5f76 req-51f035bc-d1a2-451e-ae06-ec86ff587d4e tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 210 time: 0.0713820 Mar 07 16:08:15.951963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-18b08336-e27c-494e-a72e-cf251712602e None None] Provisioning complete for port 521e54ae-9025-4e96-bdfc-64ebc5cc15eb triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:15.952353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18b08336-e27c-494e-a72e-cf251712602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (521e54ae-9025-4e96-bdfc-64ebc5cc15eb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:15.967267 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Set router 09c68166-77d3-4a6b-ba67-5ad295a78307 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:15.990841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85fd19-38f6-4c2f-a163-154929d5d2f0 req-bea227c5-3e5d-46ee-870f-fe322d0c75f8 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:16.004732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f85fd19-38f6-4c2f-a163-154929d5d2f0 req-bea227c5-3e5d-46ee-870f-fe322d0c75f8 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 945 time: 0.3523574 Mar 07 16:08:16.008644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-98654402-096d-4fc1-b905-ff3078ff0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:16.010152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-98654402-096d-4fc1-b905-ff3078ff0114 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.2519586 Mar 07 16:08:16.056456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:16.121036 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a4f91ed-4a64-4ab9-9e0c-1ce321d8629a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:16.177296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f91ed-4a64-4ab9-9e0c-1ce321d8629a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:16.202958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-18b08336-e27c-494e-a72e-cf251712602e None None] Port 521e54ae-9025-4e96-bdfc-64ebc5cc15eb cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:16.204043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae872be-f056-4db8-a2db-d3bd4c092a19 req-2f16d1be-c5a5-4383-abcc-4b61b0e0cb2a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:16.217910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fae872be-f056-4db8-a2db-d3bd4c092a19 req-2f16d1be-c5a5-4383-abcc-4b61b0e0cb2a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.1935542 Mar 07 16:08:16.241317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-18b08336-e27c-494e-a72e-cf251712602e None None] Could not find standard attr ID for object a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:08:16.327895 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 637b2170-8566-4d8a-b714-43e792cdaed2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:16.329878 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:16.406176 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:08:10Z', 'updated_at': '2022-03-07T16:08:13Z', 'revision_number': 3, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'gw_port': {'id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:12Z', 'updated_at': '2022-03-07T16:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:16.442202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9a54755-138e-4257-b5ed-bfff4800317d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:16.463987 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Checking router: 09c68166-77d3-4a6b-ba67-5ad295a78307 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:08:16.464711 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Updating router 09c68166-77d3-4a6b-ba67-5ad295a78307 port 48931c93-2327-4f5a-85ae-dd7c2346382d binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:08:16.476462 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fae872be-f056-4db8-a2db-d3bd4c092a19 req-eda4a726-2cf1-449c-b13b-5bcd76152dd3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557199 Mar 07 16:08:16.530927 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:16.580395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0a4f91ed-4a64-4ab9-9e0c-1ce321d8629a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:16.607703 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0a4f91ed-4a64-4ab9-9e0c-1ce321d8629a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2 HTTP/1.1" status: 204 len: 168 time: 1.7898650 Mar 07 16:08:16.609572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55962) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:16.727512 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-552e8125-c6a2-43ee-b7f8-7a14bce830aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:08:16.736635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 637b2170-8566-4d8a-b714-43e792cdaed2 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:16.737036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:16.746078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-552e8125-c6a2-43ee-b7f8-7a14bce830aa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/a58c9aff-77d6-43bb-b71b-b4a3b1ca6ed2 HTTP/1.1" status: 404 len: 333 time: 0.1353755 Mar 07 16:08:16.748266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55964) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:16.766608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-4b1c5c44-fa7d-43b9-902b-8f68eb5ed97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:16.769148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-4b1c5c44-fa7d-43b9-902b-8f68eb5ed97c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7411027 Mar 07 16:08:16.774146 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f85fd19-38f6-4c2f-a163-154929d5d2f0 req-dbdc7a32-a3ee-4e47-947c-de278cf5e9d2 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7146840 Mar 07 16:08:16.858643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:16.860973 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92665a9-f685-4122-a384-8a6e9492f55b" -d '{"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-plugged", "status": "completed", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:16.893630 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-990be2d4-1a9d-4c30-a565-9a5402265bf4 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154664 Mar 07 16:08:16.901143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:16.918207 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:16.965468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031c992-cc4e-40be-8dfc-679b106c164d req-540b2c89-9fae-4d8e-b258-1cc382ba877e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:16.972220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7031c992-cc4e-40be-8dfc-679b106c164d req-540b2c89-9fae-4d8e-b258-1cc382ba877e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 945 time: 0.4848564 Mar 07 16:08:17.038661 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475bb91c-22f7-4091-86e8-24b1677f8796 x-openstack-request-id: req-475bb91c-22f7-4091-86e8-24b1677f8796 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:17.038985 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-plugged", "status": "completed", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:17.042357 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-475bb91c-22f7-4091-86e8-24b1677f8796 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:17.042976 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2', 'code': 200} Mar 07 16:08:17.045639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:17.055472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b9a54755-138e-4257-b5ed-bfff4800317d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:17.057738 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.089069 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd3a54d3-c215-4454-bdbf-3082fc1fd230 req-b27450e3-71a5-4baa-afbc-71baecd0b3f4 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234980 Mar 07 16:08:17.173683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f470686-508b-4ae4-9b48-a6d8bb2ea8ac req-7cc83932-0fe7-47a6-9692-e3b2d3c9e6b2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:17.191630 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f470686-508b-4ae4-9b48-a6d8bb2ea8ac req-7cc83932-0fe7-47a6-9692-e3b2d3c9e6b2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 944 time: 0.4421937 Mar 07 16:08:17.201814 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Publish callbacks [] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.215308 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.246493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b9a54755-138e-4257-b5ed-bfff4800317d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:17.364087 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Attempting to bind port 48931c93-2327-4f5a-85ae-dd7c2346382d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:17.365131 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Attempting to bind port 48931c93-2327-4f5a-85ae-dd7c2346382d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:17.366016 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Attempting to bind port 48931c93-2327-4f5a-85ae-dd7c2346382d on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:17.367847 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f470686-508b-4ae4-9b48-a6d8bb2ea8ac req-264d0fcf-d48b-4e3a-8b67-d0c47d7dd761 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729705 Mar 07 16:08:17.371255 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Pushing event updated for resources: {'Port': ['ID=48931c93-2327-4f5a-85ae-dd7c2346382d,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:17.380849 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b8885643-9731-4b13-9ebb-d5a01eee6a18 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 521e54ae-9025-4e96-bdfc-64ebc5cc15eb {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:17.381206 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8885643-9731-4b13-9ebb-d5a01eee6a18 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (521e54ae-9025-4e96-bdfc-64ebc5cc15eb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.382856 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.383240 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.383743 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.384145 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.385754 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.386171 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.386718 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.387119 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.387509 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.390608 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.391163 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.391522 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.391878 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:08:17.395599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efda8a98-4675-419a-89f0-3a17d1689554 req-4006b9a3-744b-48bd-88dd-7fee1c70a64b tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 210 time: 0.0892408 Mar 07 16:08:17.414546 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:17.414546 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:17.414546 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.414546 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:17.414546 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Bound port: 48931c93-2327-4f5a-85ae-dd7c2346382d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:17.414546 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.508290 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] For port 48931c93-2327-4f5a-85ae-dd7c2346382d, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:17.512592 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] For port 48931c93-2327-4f5a-85ae-dd7c2346382d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=48931c93-2327-4f5a-85ae-dd7c2346382d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:17.520164 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.676755 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Routers {'09c68166-77d3-4a6b-ba67-5ad295a78307'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:17.679023 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:07:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['09c68166-77d3-4a6b-ba67-5ad295a78307'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:17.715412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Deleting port 99ac22a1-d9ed-474f-ae52-11330bca235b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:17.715974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.732065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ba7b1e0a-dc74-4da2-83f7-34fae355ef73 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:17.733642 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ba7b1e0a-dc74-4da2-83f7-34fae355ef73 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.15 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 811 time: 0.4437420 Mar 07 16:08:17.736373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55992) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:17.747344 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2b2eb-b0fb-4bb2-a618-22fa0dc7fb5e None None] Pushing event updated for resources: {'Port': ['ID=48931c93-2327-4f5a-85ae-dd7c2346382d,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:17.776113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'port': {'device_id': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd', 'admin_state_up': True, 'tenant_id': 'cad69fc8166d456c9238741b6c0c548f'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:17.894432 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8885643-9731-4b13-9ebb-d5a01eee6a18 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (521e54ae-9025-4e96-bdfc-64ebc5cc15eb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.927748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c22a98-4496-4fce-8201-8394c102b552 admin admin] Deleting subnet 620f6ee8-c693-4e4e-9db5-22c228d33062 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:08:17.952442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e5ddd-de36-4887-93a9-c4e70c21ef00 req-16203e55-e9bd-4891-8292-d991c08e40ca tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:17.958551 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2c22a98-4496-4fce-8201-8394c102b552 admin admin] Publish callbacks [] for subnet (620f6ee8-c693-4e4e-9db5-22c228d33062), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:17.961321 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-817e5ddd-de36-4887-93a9-c4e70c21ef00 req-16203e55-e9bd-4891-8292-d991c08e40ca tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2581859 Mar 07 16:08:17.969971 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] Set router 09c68166-77d3-4a6b-ba67-5ad295a78307 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:17.989942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b8885643-9731-4b13-9ebb-d5a01eee6a18 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 521e54ae-9025-4e96-bdfc-64ebc5cc15eb owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:18.018373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] For port 99ac22a1-d9ed-474f-ae52-11330bca235b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=99ac22a1-d9ed-474f-ae52-11330bca235b,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:18.018663 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:18.064038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2c22a98-4496-4fce-8201-8394c102b552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (620f6ee8-c693-4e4e-9db5-22c228d33062), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:18.068264 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:18.169671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0784813-d440-4866-9970-8b80ab619c4a req-4c03c9fb-16f7-4b08-8832-b211e9493295 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:18.176758 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0784813-d440-4866-9970-8b80ab619c4a req-4c03c9fb-16f7-4b08-8832-b211e9493295 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 945 time: 0.2192068 Mar 07 16:08:18.239950 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2c22a98-4496-4fce-8201-8394c102b552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (620f6ee8-c693-4e4e-9db5-22c228d33062), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:18.255370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Made reservation on behalf of cad69fc8166d456c9238741b6c0c548f for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:18.258888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:18.291144 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:08:10Z', 'updated_at': '2022-03-07T16:08:13Z', 'revision_number': 3, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'gw_port': {'id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:12Z', 'updated_at': '2022-03-07T16:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:18.365496 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07a317-2f69-4c37-a11f-2977f7e38867 None None] The sync data for ids ['09c68166-77d3-4a6b-ba67-5ad295a78307'] in n-d-830010-8 is: [{'id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:08:10Z', 'updated_at': '2022-03-07T16:08:13Z', 'revision_number': 3, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'gw_port': {'id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:12Z', 'updated_at': '2022-03-07T16:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:08:18.500135 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0784813-d440-4866-9970-8b80ab619c4a req-1f5c73bf-e50b-4caa-9441-b80a9ca0dcb6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fd74c1-3240-4dfd-9f1a-f5337e03f096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224845 Mar 07 16:08:18.560593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-817e5ddd-de36-4887-93a9-c4e70c21ef00 req-aea474a5-0069-4ca8-b35b-53318d78a6d1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982313 Mar 07 16:08:18.647182 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2c22a98-4496-4fce-8201-8394c102b552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (620f6ee8-c693-4e4e-9db5-22c228d33062), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:18.784084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0840b454-ab42-4242-9ccc-7812b3ed3aaa req-6cdb5421-79af-4dac-86c1-0f859a4072c6 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 210 time: 0.0798607 Mar 07 16:08:18.823365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Allocated IP 172.20.0.1 (ca14b26f-8c62-480c-9121-96fe2fe05b96/e8650556-8c1c-4884-93eb-2da4185841b3/d1f276c7-896f-4579-aa3f-cea7ff7b9295) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:18.829548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c22a98-4496-4fce-8201-8394c102b552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620f6ee8-c693-4e4e-9db5-22c228d33062,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:18.840528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 54a878aa-a299-4247-b669-4c60751cec8c details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:08:18.907406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2c22a98-4496-4fce-8201-8394c102b552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:18.913118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d2c22a98-4496-4fce-8201-8394c102b552 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/620f6ee8-c693-4e4e-9db5-22c228d33062 HTTP/1.1" status: 204 len: 168 time: 1.1721804 Mar 07 16:08:18.916071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56000) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:19.000328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Allocated IP 172.20.0.11 (aaedd815-432e-4076-9715-cc3788c803fd/d12f7da0-c76c-422b-9bd1-8a895fd3ce47/9c71977f-6c40-400f-8b80-9991b77543bb) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:19.001587 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.002136 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (41a0d96d-010d-41ff-a6d5-cb45bcd97bb3), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.002611 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Floating IP 41a0d96d-010d-41ff-a6d5-cb45bcd97bb3 disassociated. External IP: 172.25.4.171, port: 99ac22a1-d9ed-474f-ae52-11330bca235b. Mar 07 16:08:19.003123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Calling delete_port for 99ac22a1-d9ed-474f-ae52-11330bca235b owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:19.031922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 54a878aa-a299-4247-b669-4c60751cec8c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=54a878aa-a299-4247-b669-4c60751cec8c,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:19.045760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '54a878aa-a299-4247-b669-4c60751cec8c', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'port_id': '54a878aa-a299-4247-b669-4c60751cec8c', 'mac_address': 'fa:16:3e:4b:f2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:08:19.124296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 54a878aa-a299-4247-b669-4c60751cec8c is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:19.124830 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (54a878aa-a299-4247-b669-4c60751cec8c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.137890 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8885643-9731-4b13-9ebb-d5a01eee6a18 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (521e54ae-9025-4e96-bdfc-64ebc5cc15eb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.146731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a878aa-a299-4247-b669-4c60751cec8c {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:19.180780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 54a878aa-a299-4247-b669-4c60751cec8c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=54a878aa-a299-4247-b669-4c60751cec8c,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:19.193585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8885643-9731-4b13-9ebb-d5a01eee6a18 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=521e54ae-9025-4e96-bdfc-64ebc5cc15eb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:19.207201 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (54a878aa-a299-4247-b669-4c60751cec8c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.211230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (99ac22a1-d9ed-474f-ae52-11330bca235b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.328513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=54a878aa-a299-4247-b669-4c60751cec8c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:19.331358 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Publish callbacks [] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.335280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event deleted for resources: {'Port': ['ID=99ac22a1-d9ed-474f-ae52-11330bca235b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:19.444071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8885643-9731-4b13-9ebb-d5a01eee6a18 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.449936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b147eb-8ffa-4380-bbbc-0000da5126e2 req-ec7c0aab-c6d1-4b17-9786-3b091a8f015c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:19.457389 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-21b147eb-8ffa-4380-bbbc-0000da5126e2 req-ec7c0aab-c6d1-4b17-9786-3b091a8f015c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 944 time: 0.8285346 Mar 07 16:08:19.459613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b8885643-9731-4b13-9ebb-d5a01eee6a18 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/521e54ae-9025-4e96-bdfc-64ebc5cc15eb HTTP/1.1" status: 204 len: 168 time: 2.7088087 Mar 07 16:08:19.465118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56002) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:19.497077 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (56f7a155-caa6-4fe0-9155-d3a4eed1a66b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.506134 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for port (9c71977f-6c40-400f-8b80-9991b77543bb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.565251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['54a878aa-a299-4247-b669-4c60751cec8c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:19.581676 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2b1dd2-a3ed-4875-9e70-680dbce63b9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:08:19.583331 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1c2b1dd2-a3ed-4875-9e70-680dbce63b9f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/521e54ae-9025-4e96-bdfc-64ebc5cc15eb HTTP/1.1" status: 404 len: 333 time: 0.1171074 Mar 07 16:08:19.588258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56008) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:19.683256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de79187-905b-47e8-b69a-dd348dcaa3fa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet 497fae25-3bef-4dc4-b193-83fb055850f3 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:08:19.728842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:08:19.731056 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6de79187-905b-47e8-b69a-dd348dcaa3fa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (497fae25-3bef-4dc4-b193-83fb055850f3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.822316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (56f7a155-caa6-4fe0-9155-d3a4eed1a66b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.839503 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f8c3399d-1a9c-4197-b4e1-2055068e8755 req-d9048c9d-9e7c-4837-8f8e-b65d4799c960 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 210 time: 0.1281676 Mar 07 16:08:19.868153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f7a155-caa6-4fe0-9155-d3a4eed1a66b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:19.894641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84e843e-0568-4d24-90d5-5d78156e72bb') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:19.895220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84e843e-0568-4d24-90d5-5d78156e72bb') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:19.908494 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (a84e843e-0568-4d24-90d5-5d78156e72bb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.925064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a84e843e-0568-4d24-90d5-5d78156e72bb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:19.933356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:08:19.934107 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (a84e843e-0568-4d24-90d5-5d78156e72bb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.010452 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6de79187-905b-47e8-b69a-dd348dcaa3fa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (497fae25-3bef-4dc4-b193-83fb055850f3), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:08:20.015395 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:08:20.037038 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-21b147eb-8ffa-4380-bbbc-0000da5126e2 req-19f44199-1d07-4be5-a3bd-235f69896bea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783460 Mar 07 16:08:20.042198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (56f7a155-caa6-4fe0-9155-d3a4eed1a66b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.047498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 99ac22a1-d9ed-474f-ae52-11330bca235b no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:20.056865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.076834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.085114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/56f7a155-caa6-4fe0-9155-d3a4eed1a66b HTTP/1.1" status: 204 len: 168 time: 1.1643679 Mar 07 16:08:20.094253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 99ac22a1-d9ed-474f-ae52-11330bca235b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:08:20.094816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 99ac22a1-d9ed-474f-ae52-11330bca235b not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:08:20.159511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621c8ea-9a23-4cd2-a441-004a5504d3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f7a155-caa6-4fe0-9155-d3a4eed1a66b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:20.177622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Network ca14b26f-8c62-480c-9121-96fe2fe05b96 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:20.256157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465174-e7d4-44fd-be8e-097c64ad50d8 req-12cca9e3-30fd-4633-ac18-aada945c4013 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:20.263413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-02465174-e7d4-44fd-be8e-097c64ad50d8 req-12cca9e3-30fd-4633-ac18-aada945c4013 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2559378 Mar 07 16:08:20.310493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6de79187-905b-47e8-b69a-dd348dcaa3fa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (497fae25-3bef-4dc4-b193-83fb055850f3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.375229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:08:20.392876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56014) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:20.398110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] Sync routers for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:08:20.441859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:20.442580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:07:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:20.447515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 48931c93-2327-4f5a-85ae-dd7c2346382d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:20.556397 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-02465174-e7d4-44fd-be8e-097c64ad50d8 req-bb1e7bd1-0a34-4159-a3da-a8a50f7c324d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915716 Mar 07 16:08:20.576265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6de79187-905b-47e8-b69a-dd348dcaa3fa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (497fae25-3bef-4dc4-b193-83fb055850f3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.637165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:20.644572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.648279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:20.670721 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de79187-905b-47e8-b69a-dd348dcaa3fa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=497fae25-3bef-4dc4-b193-83fb055850f3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:20.676068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] No DVR routers for this DVR port 99ac22a1-d9ed-474f-ae52-11330bca235b on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:20.683696 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.689921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7031c992-cc4e-40be-8dfc-679b106c164d req-9d301501-98a6-4ee2-a250-ee761da2c33e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "DELETE /v2.0/ports/99ac22a1-d9ed-474f-ae52-11330bca235b HTTP/1.1" status: 204 len: 173 time: 3.7049620 Mar 07 16:08:20.690590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'name': 'network-vif-deleted', 'tag': '99ac22a1-d9ed-474f-ae52-11330bca235b'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:20.695938 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee943a33-e0c8-4037-af73-fd24aad682a9" -d '{"events": [{"server_uuid": "c983bc17-0d49-453f-b818-9413cb3d6081", "name": "network-vif-deleted", "tag": "99ac22a1-d9ed-474f-ae52-11330bca235b"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:20.761921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6de79187-905b-47e8-b69a-dd348dcaa3fa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.774398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f276c7-896f-4579-aa3f-cea7ff7b9295,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:20.775639 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6de79187-905b-47e8-b69a-dd348dcaa3fa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/497fae25-3bef-4dc4-b193-83fb055850f3 HTTP/1.1" status: 204 len: 168 time: 1.1794014 Mar 07 16:08:20.785041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56018) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:20.788090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Network aaedd815-432e-4076-9715-cc3788c803fd is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:20.815036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:20.818423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69143d47-8584-4dc7-b6b1-208d2954493a None None] Network f318cff6-018e-4731-a5b3-04c21ae03e55 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:20.819487 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf7d859-8b03-42c5-bd05-3f086cae8512 x-openstack-request-id: req-caf7d859-8b03-42c5-bd05-3f086cae8512 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:20.820618 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c983bc17-0d49-453f-b818-9413cb3d6081", "name": "network-vif-deleted", "tag": "99ac22a1-d9ed-474f-ae52-11330bca235b", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:20.821033 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-caf7d859-8b03-42c5-bd05-3f086cae8512 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:20.822314 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c983bc17-0d49-453f-b818-9413cb3d6081', 'name': 'network-vif-deleted', 'tag': '99ac22a1-d9ed-474f-ae52-11330bca235b', 'status': 'completed', 'code': 200} Mar 07 16:08:20.825514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9d5e6a01-7b36-4c65-92af-29b44485bf13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=396f89dec5c342a0ad3c9addcd849ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4229457 Mar 07 16:08:20.828321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56020) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:20.852795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:20.909978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:20.921991 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (09c68166-77d3-4a6b-ba67-5ad295a78307), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:20.939357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 54a878aa-a299-4247-b669-4c60751cec8c up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:20.958624 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-732d7d6e-8166-43e7-98e1-3a3beb45e16d admin admin] Publish callbacks [] for security_group (ad776440-86ef-4675-ace7-c4019c7ead99), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.019230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc0d8-9f95-474d-b2e3-0f78ab30a973 req-de593b8b-7919-4351-8dae-bb798d4242a8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:21.021007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-678cc0d8-9f95-474d-b2e3-0f78ab30a973 req-de593b8b-7919-4351-8dae-bb798d4242a8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 932 time: 0.8414185 Mar 07 16:08:21.042020 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dcfa07b3-efb0-407b-8079-d3673063146b req-c7f0e325-1aed-47a3-9028-38bcc6c3f09d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=c983bc17-0d49-453f-b818-9413cb3d6081 HTTP/1.1" status: 200 len: 210 time: 0.0402334 Mar 07 16:08:21.051592 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-732d7d6e-8166-43e7-98e1-3a3beb45e16d admin admin] Publish callbacks [] for security_group (ad776440-86ef-4675-ace7-c4019c7ead99), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.093186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:21.209021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e766068-9677-4c08-83e3-e334c434a7db req-b8346b48-7a9f-4031-a0a9-c152980934de tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:21.212016 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e766068-9677-4c08-83e3-e334c434a7db req-b8346b48-7a9f-4031-a0a9-c152980934de tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 945 time: 0.0779307 Mar 07 16:08:21.222481 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-732d7d6e-8166-43e7-98e1-3a3beb45e16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ad776440-86ef-4675-ace7-c4019c7ead99), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.225485 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-732d7d6e-8166-43e7-98e1-3a3beb45e16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.230045 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-732d7d6e-8166-43e7-98e1-3a3beb45e16d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad776440-86ef-4675-ace7-c4019c7ead99 HTTP/1.1" status: 204 len: 168 time: 0.3969235 Mar 07 16:08:21.265335 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'Port': ['ID=9c71977f-6c40-400f-8b80-9991b77543bb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:21.289113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d7d6e-8166-43e7-98e1-3a3beb45e16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad776440-86ef-4675-ace7-c4019c7ead99,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:21.291608 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f318cff6-018e-4731-a5b3-04c21ae03e55), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.328580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:21.329275 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.352414 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e766068-9677-4c08-83e3-e334c434a7db req-d0ddf361-4289-411c-b126-85acd38a016b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010475 Mar 07 16:08:21.398309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-678cc0d8-9f95-474d-b2e3-0f78ab30a973 req-362f7b7f-ecb3-4923-b1cf-7b7f1007dc5d tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960854 Mar 07 16:08:21.444932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-2df2a173-5565-456f-b2e1-266680782a70 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6777756 Mar 07 16:08:21.465414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Request body: {'port': {'device_id': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:21.605682 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.651837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 48931c93-2327-4f5a-85ae-dd7c2346382d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:21.652284 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.655802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port b9a54755-138e-4257-b5ed-bfff4800317d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:21.656154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.662407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.763596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec2170-46a7-4974-9d21-99903f79526b req-3be47255-0adc-49ca-a7a2-07ed0e12f8c3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:21.770773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68ec2170-46a7-4974-9d21-99903f79526b req-3be47255-0adc-49ca-a7a2-07ed0e12f8c3 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1069434 Mar 07 16:08:21.812015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 54a878aa-a299-4247-b669-4c60751cec8c completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:08:21.820952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] For port b9a54755-138e-4257-b5ed-bfff4800317d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9a54755-138e-4257-b5ed-bfff4800317d,segment=NetworkSegment(2d879cca-36c5-42bf-9cc3-b5e956d6943b),segment_id=2d879cca-36c5-42bf-9cc3-b5e956d6943b)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:21.821329 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.824722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 54a878aa-a299-4247-b669-4c60751cec8c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:21.825231 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (54a878aa-a299-4247-b669-4c60751cec8c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:21.860144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] DHCP port deletion for f318cff6-018e-4731-a5b3-04c21ae03e55 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:08:21.876444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for b9a54755-138e-4257-b5ed-bfff4800317d owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:21.885920 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68ec2170-46a7-4974-9d21-99903f79526b req-29c0979c-0a91-4856-81ac-19f536505a6a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138868 Mar 07 16:08:21.971365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:22.047548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] Checking router: 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:08:22.159934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 48931c93-2327-4f5a-85ae-dd7c2346382d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:22.160551 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.170562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56044) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:22.192741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:22.193541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:07:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:22.268126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 48931c93-2327-4f5a-85ae-dd7c2346382d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=48931c93-2327-4f5a-85ae-dd7c2346382d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:22.273617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] Deleting port b9a54755-138e-4257-b5ed-bfff4800317d {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:22.274156 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.282518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 54a878aa-a299-4247-b669-4c60751cec8c is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:22.282518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (54a878aa-a299-4247-b669-4c60751cec8c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.298318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6056bc8c-b9e8-43c8-ad51-c4cc9071a8e8 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (63fd74c1-3240-4dfd-9f1a-f5337e03f096), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.303303 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.304980 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.332532 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6056bc8c-b9e8-43c8-ad51-c4cc9071a8e8 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (63fd74c1-3240-4dfd-9f1a-f5337e03f096), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.453566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6056bc8c-b9e8-43c8-ad51-c4cc9071a8e8 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (63fd74c1-3240-4dfd-9f1a-f5337e03f096), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.468520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6056bc8c-b9e8-43c8-ad51-c4cc9071a8e8 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.472494 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6056bc8c-b9e8-43c8-ad51-c4cc9071a8e8 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "DELETE /v2.0/security-groups/63fd74c1-3240-4dfd-9f1a-f5337e03f096 HTTP/1.1" status: 204 len: 168 time: 0.2980161 Mar 07 16:08:22.485046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56056) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:22.486122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056bc8c-b9e8-43c8-ad51-c4cc9071a8e8 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fd74c1-3240-4dfd-9f1a-f5337e03f096,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:22.516999 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-150f161c-e722-4e86-aac5-e250e4f292fa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] show failed (client error): The resource could not be found. Mar 07 16:08:22.520553 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-150f161c-e722-4e86-aac5-e250e4f292fa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups/63fd74c1-3240-4dfd-9f1a-f5337e03f096 HTTP/1.1" status: 404 len: 347 time: 0.0319343 Mar 07 16:08:22.526914 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56058) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:22.556723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c71977f-6c40-400f-8b80-9991b77543bb {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:22.565292 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Publish callbacks [] for port (9c71977f-6c40-400f-8b80-9991b77543bb), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.578404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Transition to ACTIVE for port object 9c71977f-6c40-400f-8b80-9991b77543bb will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:08:22.615875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No DVR routers for this DVR port b9a54755-138e-4257-b5ed-bfff4800317d on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:22.617780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Publish callbacks [] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.619864 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.642710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=b9a54755-138e-4257-b5ed-bfff4800317d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:22.644636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.694409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9a54755-138e-4257-b5ed-bfff4800317d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:22.714998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Pushing event updated for resources: {'Port': ['ID=9c71977f-6c40-400f-8b80-9991b77543bb,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:22.783375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4275f-ff84-498a-9806-d8354492702f req-473fd976-9b1b-4dbd-9c84-8cd6933ebbdb tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:22.785285 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4f4275f-ff84-498a-9806-d8354492702f req-473fd976-9b1b-4dbd-9c84-8cd6933ebbdb tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 944 time: 0.1578550 Mar 07 16:08:22.790404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b9a54755-138e-4257-b5ed-bfff4800317d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:08:22.794374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9a54755-138e-4257-b5ed-bfff4800317d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:08:22.799443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd52e65-039e-47fb-8514-69768bec2c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a878aa-a299-4247-b669-4c60751cec8c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:22.803011 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41ccef4-dfb0-41bd-a97c-b4766eb195f1" -d '{"events": [{"server_uuid": "ddd52e65-039e-47fb-8514-69768bec2c73", "name": "network-vif-plugged", "status": "completed", "tag": "54a878aa-a299-4247-b669-4c60751cec8c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:22.888967 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] For port b9a54755-138e-4257-b5ed-bfff4800317d, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:22.889700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.906373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] Calling delete_port for b9a54755-138e-4257-b5ed-bfff4800317d owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:22.909465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] Port b9a54755-138e-4257-b5ed-bfff4800317d was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:08:22.930037 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4f4275f-ff84-498a-9806-d8354492702f req-9ca91eb4-9283-4e9e-9362-1e0dc474efe3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078503 Mar 07 16:08:22.934003 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (b9a54755-138e-4257-b5ed-bfff4800317d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.941717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Deleting port 7bffc10c-a69f-497b-836e-af452e2e79d6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:22.942529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7bffc10c-a69f-497b-836e-af452e2e79d6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.948922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:22.950979 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e014-651d-4d6c-9353-68dfaae39897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:22.991282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 54a878aa-a299-4247-b669-4c60751cec8c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=54a878aa-a299-4247-b669-4c60751cec8c,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:23.003950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] No DVR routers for this DVR port b9a54755-138e-4257-b5ed-bfff4800317d on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:23.049019 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (54a878aa-a299-4247-b669-4c60751cec8c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.051158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=48931c93-2327-4f5a-85ae-dd7c2346382d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:23.081699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (09c68166-77d3-4a6b-ba67-5ad295a78307), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.099083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7bffc10c-a69f-497b-836e-af452e2e79d6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.099470 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (7bffc10c-a69f-497b-836e-af452e2e79d6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.100484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3543f-f3bf-4af8-9dd2-2459487be0c7 None None] Pushing event deleted for resources: {'Port': ['ID=b9a54755-138e-4257-b5ed-bfff4800317d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:23.104196 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc682bd-c1b1-40ae-968f-96deac0af578 x-openstack-request-id: req-ecc682bd-c1b1-40ae-968f-96deac0af578 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:23.105019 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd52e65-039e-47fb-8514-69768bec2c73", "name": "network-vif-plugged", "status": "completed", "tag": "54a878aa-a299-4247-b669-4c60751cec8c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:23.106149 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecc682bd-c1b1-40ae-968f-96deac0af578 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:23.106843 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd52e65-039e-47fb-8514-69768bec2c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a878aa-a299-4247-b669-4c60751cec8c', 'code': 200} Mar 07 16:08:23.107993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f276c7-896f-4579-aa3f-cea7ff7b9295,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:23.135737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Calling delete_port for 7bffc10c-a69f-497b-836e-af452e2e79d6 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:23.288666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb0baa-ea36-4650-a0c1-4e173351ed10 req-69db78fb-8879-4da2-865e-2f091e01fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:23.291067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2eb0baa-ea36-4650-a0c1-4e173351ed10 req-69db78fb-8879-4da2-865e-2f091e01fbad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 1128 time: 0.1381102 Mar 07 16:08:23.307054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=54a878aa-a299-4247-b669-4c60751cec8c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:23.395039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2eb0baa-ea36-4650-a0c1-4e173351ed10 req-f6e3b2f9-cdb9-4995-b518-82ed91f30cc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975833 Mar 07 16:08:23.416200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Network ca14b26f-8c62-480c-9121-96fe2fe05b96 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:23.436632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7bffc10c-a69f-497b-836e-af452e2e79d6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.446942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:23.448004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:23.469252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56659e-fc17-41f7-9ab8-02a9e391805d req-8f45ad4e-7e99-454b-be71-6978b8d755f1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:23.470849 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad56659e-fc17-41f7-9ab8-02a9e391805d req-8f45ad4e-7e99-454b-be71-6978b8d755f1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 945 time: 0.8881741 Mar 07 16:08:23.478628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event deleted for resources: {'Port': ['ID=7bffc10c-a69f-497b-836e-af452e2e79d6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:23.534976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c0ce1-1ae4-4e4d-9581-f3e92601ea95 None None] The sync data for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 is: [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:08:23.597418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (41a0d96d-010d-41ff-a6d5-cb45bcd97bb3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.598598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (f318cff6-018e-4731-a5b3-04c21ae03e55), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.600402 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.606361 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b6d7b198-577a-4151-b193-281c6ad10666 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "DELETE /v2.0/floatingips/41a0d96d-010d-41ff-a6d5-cb45bcd97bb3 HTTP/1.1" status: 204 len: 168 time: 1.0778217 Mar 07 16:08:23.627373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Router 09c68166-77d3-4a6b-ba67-5ad295a78307 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:08:23.641349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Attempting to bind port 9c71977f-6c40-400f-8b80-9991b77543bb on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:23.641711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Attempting to bind port 9c71977f-6c40-400f-8b80-9991b77543bb by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '76ddd500-fba3-4e04-9397-444841bcbe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:23.642046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Attempting to bind port 9c71977f-6c40-400f-8b80-9991b77543bb on network aaedd815-432e-4076-9715-cc3788c803fd {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:23.654817 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988cf89-493b-49ef-8bd6-8789f2d9c3cb req-09aa73ab-77a9-47d3-a256-57394322091a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:23.657293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7988cf89-493b-49ef-8bd6-8789f2d9c3cb req-09aa73ab-77a9-47d3-a256-57394322091a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1082003 Mar 07 16:08:23.659254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Port 9c71977f-6c40-400f-8b80-9991b77543bb on network aaedd815-432e-4076-9715-cc3788c803fd not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:08:23.659592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Attempting to bind port 9c71977f-6c40-400f-8b80-9991b77543bb on network aaedd815-432e-4076-9715-cc3788c803fd {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:23.719244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:23.719592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Checking segment: {'id': '76ddd500-fba3-4e04-9397-444841bcbe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:23.719996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Bound using segment: {'id': '76ddd500-fba3-4e04-9397-444841bcbe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:23.720606 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Bound port: 9c71977f-6c40-400f-8b80-9991b77543bb, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ddd500-fba3-4e04-9397-444841bcbe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:23.720979 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.733329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f318cff6-018e-4731-a5b3-04c21ae03e55']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:23.734719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7988cf89-493b-49ef-8bd6-8789f2d9c3cb req-e4eb035e-1c19-4311-8f17-a19b43a9579c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706899 Mar 07 16:08:23.758306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d879cca-36c5-42bf-9cc3-b5e956d6943b') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:23.758616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d879cca-36c5-42bf-9cc3-b5e956d6943b') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:23.771643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad56659e-fc17-41f7-9ab8-02a9e391805d req-3eba58f9-2339-49be-a1c0-72c9b1d1adac tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700695 Mar 07 16:08:23.826150 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (2d879cca-36c5-42bf-9cc3-b5e956d6943b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.912313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] For port 9c71977f-6c40-400f-8b80-9991b77543bb, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:23.947327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2d879cca-36c5-42bf-9cc3-b5e956d6943b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.954162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] For port 9c71977f-6c40-400f-8b80-9991b77543bb, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9c71977f-6c40-400f-8b80-9991b77543bb,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:23.990612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:08:23.990612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (2d879cca-36c5-42bf-9cc3-b5e956d6943b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:08:23.996331 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:08:24.017868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.039647 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a586a8d-8045-49bf-a0cd-573e574b39e0 None None] New status for floating IP 41a0d96d-010d-41ff-a6d5-cb45bcd97bb3: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:08:24.191608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:24.192318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.193872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c71977f-6c40-400f-8b80-9991b77543bb HTTP/1.1" status: 200 len: 1092 time: 2.7389662 Mar 07 16:08:24.194285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:24.197031 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:24.204027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:08:24.212701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4a8fb56d-9aa7-460b-93c2-d93ea0d903a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/09c68166-77d3-4a6b-ba67-5ad295a78307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4430990 Mar 07 16:08:24.224027 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Sync routers for ids ['09c68166-77d3-4a6b-ba67-5ad295a78307'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:08:24.265385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Routers {'09c68166-77d3-4a6b-ba67-5ad295a78307'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:24.268202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:07:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['09c68166-77d3-4a6b-ba67-5ad295a78307'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:24.295309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b776b-84e9-4e0f-ab71-f1c24ad99fa6 req-a5d26e5c-d1e8-4708-918c-e794a47e373a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:24.297448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-680b776b-84e9-4e0f-ab71-f1c24ad99fa6 req-a5d26e5c-d1e8-4708-918c-e794a47e373a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 944 time: 0.1616764 Mar 07 16:08:24.300835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56114) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:24.303441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac391f4d-ce6d-4d3f-a7d0-65d61ef8e625 service neutron] Pushing event updated for resources: {'Port': ['ID=9c71977f-6c40-400f-8b80-9991b77543bb,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:24.307063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4946d79b-7b8e-4714-aad3-06e3586903de tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473051913', 'description': 'tempest-description--1519076920'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:24.339255 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (f318cff6-018e-4731-a5b3-04c21ae03e55), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.346677 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bda142-95b5-4b9a-a083-e3fdf0277e12 x-openstack-request-id: req-b7bda142-95b5-4b9a-a083-e3fdf0277e12 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:24.347171 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:24.347418 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7bda142-95b5-4b9a-a083-e3fdf0277e12 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:24.347801 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb', 'status': 'completed', 'code': 200} Mar 07 16:08:24.387173 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.396749 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/networks/f318cff6-018e-4731-a5b3-04c21ae03e55 HTTP/1.1" status: 204 len: 168 time: 3.5935490 Mar 07 16:08:24.396749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c33ae8-edd9-42b3-a992-921a211ced79 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Network': ['ID=f318cff6-018e-4731-a5b3-04c21ae03e55,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:24.401143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56116) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:24.403652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1369139582'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:24.434959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-9e6ead75-5d01-48ba-92cc-176301255ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:24.437139 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-9e6ead75-5d01-48ba-92cc-176301255ae2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 1126 time: 0.1780930 Mar 07 16:08:24.438101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:24.443143 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.468042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4946d79b-7b8e-4714-aad3-06e3586903de tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.496905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-89bbe591-36f2-4daa-a35e-97848a698602 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c71977f-6c40-400f-8b80-9991b77543bb HTTP/1.1" status: 200 len: 217 time: 0.0424578 Mar 07 16:08:24.509765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:08:24.521009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (01006d2e-cfc6-4ec6-9df0-1201cce2544e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.522094 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Added segment 01006d2e-cfc6-4ec6-9df0-1201cce2544e of type vlan for network 52417fd5-eac1-49af-955b-570357962290 Mar 07 16:08:24.564907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-680b776b-84e9-4e0f-ab71-f1c24ad99fa6 req-03feb2c0-b1dc-4f55-8949-c1e77b8fe3ab tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287014 Mar 07 16:08:24.568802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-4703056d-0821-4c20-878c-a700726358dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:24.570591 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-4703056d-0821-4c20-878c-a700726358dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 200 len: 851 time: 0.0511024 Mar 07 16:08:24.723564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4946d79b-7b8e-4714-aad3-06e3586903de tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (008e0ccf-86d6-4c5b-8e2c-db921292a720), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.753354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56122) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:24.754068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4946d79b-7b8e-4714-aad3-06e3586903de tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (008e0ccf-86d6-4c5b-8e2c-db921292a720), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.876841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946d79b-7b8e-4714-aad3-06e3586903de tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008e0ccf-86d6-4c5b-8e2c-db921292a720,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:24.927471 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4946d79b-7b8e-4714-aad3-06e3586903de tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:24.934726 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4946d79b-7b8e-4714-aad3-06e3586903de tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6285903 Mar 07 16:08:24.936079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56134) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:24.944399 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f72cad2f-11a6-4d49-a01a-01784615d2fc tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'security_group_rule': {'security_group_id': '008e0ccf-86d6-4c5b-8e2c-db921292a720', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:25.017191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-1c1033f6-5b90-4828-a663-5ea0ebd2c388 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaedd815-432e-4076-9715-cc3788c803fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4313250 Mar 07 16:08:25.055464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Set router 09c68166-77d3-4a6b-ba67-5ad295a78307 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:25.078936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4acf-f968-44b1-92d9-ba399162365b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.081535 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f72cad2f-11a6-4d49-a01a-01784615d2fc tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (001cc51c-f0e4-4d3b-b121-c587bd07879d), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.151598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (52417fd5-eac1-49af-955b-570357962290), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.197376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (52417fd5-eac1-49af-955b-570357962290), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.203191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:25.204608 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.229424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 48931c93-2327-4f5a-85ae-dd7c2346382d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:25.309924 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f72cad2f-11a6-4d49-a01a-01784615d2fc tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (001cc51c-f0e4-4d3b-b121-c587bd07879d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.325895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f72cad2f-11a6-4d49-a01a-01784615d2fc tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (001cc51c-f0e4-4d3b-b121-c587bd07879d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.326602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Network': ['ID=52417fd5-eac1-49af-955b-570357962290,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:25.358454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 52417fd5-eac1-49af-955b-570357962290 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:08:25.370675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cad2f-11a6-4d49-a01a-01784615d2fc tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001cc51c-f0e4-4d3b-b121-c587bd07879d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:25.376743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c25247ab-5473-4b4c-b646-17ecc08a74f7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9778733 Mar 07 16:08:25.381909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56146) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:25.396774 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-61da40af-f094-4881-9c26-446815674593 service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585203 Mar 07 16:08:25.402692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '52417fd5-eac1-49af-955b-570357962290', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:25.413826 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065e05d-7a71-4085-83b2-ac43571ab364 req-6a8d154d-ec38-414e-af5f-e6151a94e675 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:25.415887 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e065e05d-7a71-4085-83b2-ac43571ab364 req-6a8d154d-ec38-414e-af5f-e6151a94e675 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.4009972 Mar 07 16:08:25.420883 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f72cad2f-11a6-4d49-a01a-01784615d2fc tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.422098 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f72cad2f-11a6-4d49-a01a-01784615d2fc tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4843898 Mar 07 16:08:25.429532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56148) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:25.435240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-dee6d9b0-5692-469e-a548-8ed161c224e0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'security_group_rule': {'security_group_id': '008e0ccf-86d6-4c5b-8e2c-db921292a720', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:25.442877 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13804173-5a19-4e8c-b415-6373d66e9d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.449379 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4acf-f968-44b1-92d9-ba399162365b admin admin] Publish callbacks [] for security_group (7745c2df-295d-45c5-98b5-d059fb150370), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.466242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-e0e4178d-6563-4f2b-a998-ace7ecd4fa64 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:25.468188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 48931c93-2327-4f5a-85ae-dd7c2346382d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:25.469596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-e0e4178d-6563-4f2b-a998-ace7ecd4fa64 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 811 time: 0.2885015 Mar 07 16:08:25.469712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.471400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4acf-f968-44b1-92d9-ba399162365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7745c2df-295d-45c5-98b5-d059fb150370), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.576925 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-d34a4060-f761-4fff-89e5-88fbddbbfa97 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/quotas/ef3e574477614936a209fc5d116a10cb HTTP/1.1" status: 200 len: 375 time: 0.0622032 Mar 07 16:08:25.581558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c2dc4acf-f968-44b1-92d9-ba399162365b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=585d567b125942bcb24572e6ec513160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8247023 Mar 07 16:08:25.584632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56150) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:25.595256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc4acf-f968-44b1-92d9-ba399162365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7745c2df-295d-45c5-98b5-d059fb150370,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:25.598097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e065e05d-7a71-4085-83b2-ac43571ab364 req-9b7a7cfa-3fbc-47a4-9ba0-6bb2ffbc5bd7 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695762 Mar 07 16:08:25.655283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dee6d9b0-5692-469e-a548-8ed161c224e0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (59eb5373-8194-4c38-823f-b27c62644484), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.693334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 48931c93-2327-4f5a-85ae-dd7c2346382d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:25.699478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:25.713164 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.718024 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-366d6ef4-d3ed-42cf-947f-34cb3258da04 req-270bd10d-454a-4cc3-8092-2d5af4e2767f service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123162 Mar 07 16:08:25.724697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:08:10Z', 'updated_at': '2022-03-07T16:08:21Z', 'revision_number': 4, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'gw_port': {'id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:12Z', 'updated_at': '2022-03-07T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd1f276c7-896f-4579-aa3f-cea7ff7b9295', 'name': '', 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'mac_address': 'fa:16:3e:ff:67:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e8650556-8c1c-4884-93eb-2da4185841b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:18Z', 'updated_at': '2022-03-07T16:08:21Z', 'revision_number': 2, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'subnets': [{'id': 'e8650556-8c1c-4884-93eb-2da4185841b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:25.759783 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Checking router: 09c68166-77d3-4a6b-ba67-5ad295a78307 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:08:25.760472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Updating router 09c68166-77d3-4a6b-ba67-5ad295a78307 port d1f276c7-896f-4579-aa3f-cea7ff7b9295 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:08:25.798584 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.866651 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dee6d9b0-5692-469e-a548-8ed161c224e0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (59eb5373-8194-4c38-823f-b27c62644484), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.880791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f240fa-5ba4-4175-aaad-81963805baff req-af68ce26-1eb2-4c56-afdc-171af51ba6d3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:25.882330 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85f240fa-5ba4-4175-aaad-81963805baff req-af68ce26-1eb2-4c56-afdc-171af51ba6d3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.1692908 Mar 07 16:08:25.884791 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dee6d9b0-5692-469e-a548-8ed161c224e0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (59eb5373-8194-4c38-823f-b27c62644484), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.902293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6d9b0-5692-469e-a548-8ed161c224e0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59eb5373-8194-4c38-823f-b27c62644484,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:25.919586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-eb87c2c8-793a-4da1-9ff5-1b8db8418291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:25.921112 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-eb87c2c8-793a-4da1-9ff5-1b8db8418291 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 1126 time: 0.1324818 Mar 07 16:08:25.944132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dee6d9b0-5692-469e-a548-8ed161c224e0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:25.945622 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dee6d9b0-5692-469e-a548-8ed161c224e0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5132182 Mar 07 16:08:25.955647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56154) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:25.962947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:26.066900 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-f90c790f-a1e2-420c-962f-b5f8c02390a7 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4890656 Mar 07 16:08:26.089886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45d05d90-2d14-4a83-ad7a-03d58a7716c1 admin admin] Publish callbacks [] for security_group (7745c2df-295d-45c5-98b5-d059fb150370), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.102264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-29fb1241-e541-415e-b74e-a43bac7ebdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:26.104571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (b214b1e3-f80a-421f-9d38-f73bca4a319f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.105492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-29fb1241-e541-415e-b74e-a43bac7ebdf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 912 time: 0.1772606 Mar 07 16:08:26.123557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85f240fa-5ba4-4175-aaad-81963805baff req-e62a07f6-a107-4e20-9a4c-d756b6a8412a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245326 Mar 07 16:08:26.148932 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.216031 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Publish callbacks [] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.223215 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.229960 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-68f59acd-008a-4465-ac1f-e866cf50ae29 service neutron] 10.222.0.24 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615300 Mar 07 16:08:26.262976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-b39b711f-10b5-415b-bdc6-b6d12308d521 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c71977f-6c40-400f-8b80-9991b77543bb HTTP/1.1" status: 200 len: 217 time: 0.1370862 Mar 07 16:08:26.279493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45d05d90-2d14-4a83-ad7a-03d58a7716c1 admin admin] Publish callbacks [] for security_group (7745c2df-295d-45c5-98b5-d059fb150370), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.342402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=b214b1e3-f80a-421f-9d38-f73bca4a319f,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:26.361531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Attempting to bind port d1f276c7-896f-4579-aa3f-cea7ff7b9295 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:26.361906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Attempting to bind port d1f276c7-896f-4579-aa3f-cea7ff7b9295 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:26.362273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Attempting to bind port d1f276c7-896f-4579-aa3f-cea7ff7b9295 on network ca14b26f-8c62-480c-9121-96fe2fe05b96 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:26.364639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0177f22-e247-499f-bb59-84aca7b670e7 None None] Pushing event updated for resources: {'Port': ['ID=d1f276c7-896f-4579-aa3f-cea7ff7b9295,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:26.382953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:26.383481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Checking segment: {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:26.384600 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.385262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Bound using segment: {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:26.386635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Bound port: d1f276c7-896f-4579-aa3f-cea7ff7b9295, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:26.387104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.389614 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Checking segment: {'id': '01006d2e-cfc6-4ec6-9df0-1201cce2544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '52417fd5-eac1-49af-955b-570357962290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:26.389986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network hostable DHCP agents. Network: 52417fd5-eac1-49af-955b-570357962290, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:08:26.428531 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-840ac2d3-f39f-4719-b00d-c0c53462eaf2 service neutron] 10.222.0.24 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915746 Mar 07 16:08:26.433325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 52417fd5-eac1-49af-955b-570357962290 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:08:26.458542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 52417fd5-eac1-49af-955b-570357962290) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:26.462616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73907a-6cb2-4348-a414-4f4232b570a3 req-c4793f6c-4e3c-4579-ba77-68294e4efeca tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:26.464480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:26.470888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0d73907a-6cb2-4348-a414-4f4232b570a3 req-c4793f6c-4e3c-4579-ba77-68294e4efeca tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 944 time: 0.2117288 Mar 07 16:08:26.473343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-8141530c-9718-430c-8111-e3a41cfbb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:26.474840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-8141530c-9718-430c-8111-e3a41cfbb9c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 200 len: 851 time: 0.1975808 Mar 07 16:08:26.476242 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.484738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96019b-19b9-498b-b75d-510322cf11ff None None] Network 52417fd5-eac1-49af-955b-570357962290 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:26.489055 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45d05d90-2d14-4a83-ad7a-03d58a7716c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7745c2df-295d-45c5-98b5-d059fb150370), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.491538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45d05d90-2d14-4a83-ad7a-03d58a7716c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.495081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-45d05d90-2d14-4a83-ad7a-03d58a7716c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7745c2df-295d-45c5-98b5-d059fb150370 HTTP/1.1" status: 204 len: 168 time: 0.8985057 Mar 07 16:08:26.511018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d05d90-2d14-4a83-ad7a-03d58a7716c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7745c2df-295d-45c5-98b5-d059fb150370,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:26.520755 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-62a78459-0064-4413-b909-f505ca65faf5 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1378164 Mar 07 16:08:26.525336 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.526660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56160) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:26.536158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '52417fd5-eac1-49af-955b-570357962290', 'name': 'tempest-PortsTestJSON-1664939576', 'fixed_ips': [{'subnet_id': 'b214b1e3-f80a-421f-9d38-f73bca4a319f', 'ip_address': '172.20.0.10'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:26.603703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-a6b6db83-e732-49f1-bbe1-2e87375c7fda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaedd815-432e-4076-9715-cc3788c803fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159334 Mar 07 16:08:26.725901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0d73907a-6cb2-4348-a414-4f4232b570a3 req-aa90c7d6-1314-49b9-9831-50b412740284 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532256 Mar 07 16:08:26.735485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] For port d1f276c7-896f-4579-aa3f-cea7ff7b9295, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:26.802380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-52417fd5-eac1-49af-955b-570357962290', 'network_id': '52417fd5-eac1-49af-955b-570357962290', 'project_id': 'c2af692da0d8452fa28b3e659c919760', 'fixed_ips': [{'subnet_id': 'b214b1e3-f80a-421f-9d38-f73bca4a319f'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:08:26.803477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:26.814145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] For port d1f276c7-896f-4579-aa3f-cea7ff7b9295, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d1f276c7-896f-4579-aa3f-cea7ff7b9295,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:26.859237 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:27.103953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:27.124301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f049cfc9-9a63-4e20-990c-8a55610637cd req-c4c5e24b-1267-4eaa-a830-efc97d7e25bc tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 210 time: 0.1599591 Mar 07 16:08:27.148376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:27.200904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6683b0-15ff-41ce-a6ce-66bf2f03f517 req-c7d27db9-5b1b-45a5-8b31-7ae5a5f6871a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:27.202537 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bc6683b0-15ff-41ce-a6ce-66bf2f03f517 req-c7d27db9-5b1b-45a5-8b31-7ae5a5f6871a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1831057 Mar 07 16:08:27.204051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Routers {'09c68166-77d3-4a6b-ba67-5ad295a78307'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:27.204698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['09c68166-77d3-4a6b-ba67-5ad295a78307'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:27.266588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-9180c8e0-d35a-46b2-a07a-dcdc3cbdefa8 service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898039 Mar 07 16:08:27.424419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:27.436134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] Set router 09c68166-77d3-4a6b-ba67-5ad295a78307 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:27.468113 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bc6683b0-15ff-41ce-a6ce-66bf2f03f517 req-84ab95f3-34d8-499f-b42f-1bf7fa4a4158 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070484 Mar 07 16:08:27.497679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port ff05feba-f8b4-4346-9fa7-d51057e6b94a yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:08:27.656694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea62af-af9c-4beb-b3ed-a86e545d5170 req-0fac4dc2-6c9d-42cd-8655-3d63fe52d7a5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:27.661057 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-adea62af-af9c-4beb-b3ed-a86e545d5170 req-0fac4dc2-6c9d-42cd-8655-3d63fe52d7a5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.3977995 Mar 07 16:08:27.716266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Allocated IP 172.25.4.32 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/4b4849d1-465e-4048-80d6-5cacac760e8b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:27.831083 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68200c5c-b3ea-4dd0-bb0a-fc1f75186ad7 req-104cb784-8208-4c90-a2d3-777a1f3b50cc service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543544 Mar 07 16:08:27.939444 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-adea62af-af9c-4beb-b3ed-a86e545d5170 req-1889e589-a3c6-4a2e-b3f3-0c40f834b2c1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070142 Mar 07 16:08:27.954030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10b86-edf5-4295-9f33-ecbfbc284d83 req-4144a35a-671c-42f6-adb2-74aef3bc37ec tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:27.956171 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e9e10b86-edf5-4295-9f33-ecbfbc284d83 req-4144a35a-671c-42f6-adb2-74aef3bc37ec tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 944 time: 0.1166518 Mar 07 16:08:27.977027 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for port (4b4849d1-465e-4048-80d6-5cacac760e8b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:28.049370 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4b4849d1-465e-4048-80d6-5cacac760e8b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:28.067734 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e9e10b86-edf5-4295-9f33-ecbfbc284d83 req-2fa8dc74-5a4e-45af-8700-4c363fc9b403 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056724 Mar 07 16:08:28.124273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0177f22-e247-499f-bb59-84aca7b670e7 None None] Pushing event updated for resources: {'Port': ['ID=d1f276c7-896f-4579-aa3f-cea7ff7b9295,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:28.137395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:28.142018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:28.144198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'Port': ['ID=4b4849d1-465e-4048-80d6-5cacac760e8b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:28.146549 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:28.272716 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:28.280283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Allocated IP 172.20.0.2 (52417fd5-eac1-49af-955b-570357962290/b214b1e3-f80a-421f-9d38-f73bca4a319f/7c03d6f5-8f4e-425d-b505-635e91ad1ea3) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:28.312399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c3a41a89-ef40-418f-b44a-89f0d056129b req-dd728444-aeb5-48de-a1d8-af6650406d0f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 210 time: 0.0549374 Mar 07 16:08:28.371254 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:28.428109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b4849d1-465e-4048-80d6-5cacac760e8b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:28.557753 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-ae271319-1ce4-484a-b319-b8dacfd50b82 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1db1aba090734d9683fa6dbd31b31939&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677104 Mar 07 16:08:28.656956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:08:10Z', 'updated_at': '2022-03-07T16:08:21Z', 'revision_number': 4, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'gw_port': {'id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:12Z', 'updated_at': '2022-03-07T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd1f276c7-896f-4579-aa3f-cea7ff7b9295', 'name': '', 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'mac_address': 'fa:16:3e:ff:67:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e8650556-8c1c-4884-93eb-2da4185841b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:18Z', 'updated_at': '2022-03-07T16:08:26Z', 'revision_number': 4, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'subnets': [{'id': 'e8650556-8c1c-4884-93eb-2da4185841b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:28.723185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b955d8c-8be1-4c30-b48c-9408381815eb req-99b278f3-5bf1-44d3-9360-e2866da26df0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:28.730119 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b955d8c-8be1-4c30-b48c-9408381815eb req-99b278f3-5bf1-44d3-9360-e2866da26df0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.0947175 Mar 07 16:08:28.778979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa62a80-52a6-4572-9ade-f0ee22599e14 None None] The sync data for ids ['09c68166-77d3-4a6b-ba67-5ad295a78307'] in n-d-830010-8 is: [{'id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:08:10Z', 'updated_at': '2022-03-07T16:08:21Z', 'revision_number': 4, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'gw_port': {'id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:12Z', 'updated_at': '2022-03-07T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd1f276c7-896f-4579-aa3f-cea7ff7b9295', 'name': '', 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'mac_address': 'fa:16:3e:ff:67:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e8650556-8c1c-4884-93eb-2da4185841b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:18Z', 'updated_at': '2022-03-07T16:08:26Z', 'revision_number': 4, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'subnets': [{'id': 'e8650556-8c1c-4884-93eb-2da4185841b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:08:28.787009 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Publish callbacks [] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:28.793368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b955d8c-8be1-4c30-b48c-9408381815eb req-d4f62b01-96c0-48de-8307-3567dbdbfe86 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623586 Mar 07 16:08:28.801035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for port (4b4849d1-465e-4048-80d6-5cacac760e8b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:28.804847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-cb8c8a44-8579-4a7a-8326-bf26840951be tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:28.808593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-cb8c8a44-8579-4a7a-8326-bf26840951be tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.11 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 811 time: 0.1459866 Mar 07 16:08:28.811502 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4b4849d1-465e-4048-80d6-5cacac760e8b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:28.824363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Request body: {'port': {'device_id': 'f9dcd4d4-29e3-4e2c-86df-729e400773aa', 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96', 'admin_state_up': True, 'tenant_id': 'ef3e574477614936a209fc5d116a10cb'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:28.831913 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:28.951588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9c71977f-6c40-400f-8b80-9991b77543bb details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:08:28.991302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'Port': ['ID=4b4849d1-465e-4048-80d6-5cacac760e8b,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:29.036786 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:29.049759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Network 52417fd5-eac1-49af-955b-570357962290 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:29.063299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:29.073459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:29.077109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9641-27d8-48f6-9417-b2593e675a53 req-46392ddc-180f-4812-9f4a-c819b0b808e6 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:29.081364 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-46392ddc-180f-4812-9f4a-c819b0b808e6 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5227814 Mar 07 16:08:29.084960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Pushing event updated for resources: {'Port': ['ID=7c03d6f5-8f4e-425d-b505-635e91ad1ea3,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:29.091977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.10 (52417fd5-eac1-49af-955b-570357962290/b214b1e3-f80a-421f-9d38-f73bca4a319f/ff05feba-f8b4-4346-9fa7-d51057e6b94a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:29.133523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:29.136100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1f526cc1-7c5d-4d1d-8283-a254de50d869 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1793280 Mar 07 16:08:29.216564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6534a-de56-4385-a22a-16250eab966b req-6aa47c19-44e0-4d31-b67c-fb34601a4732 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:29.218180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1f6534a-de56-4385-a22a-16250eab966b req-6aa47c19-44e0-4d31-b67c-fb34601a4732 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.1505964 Mar 07 16:08:29.221641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:29.233876 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-ba465b29-bfb4-49c8-804f-2187e3e22607 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/quotas/1db1aba090734d9683fa6dbd31b31939 HTTP/1.1" status: 200 len: 375 time: 0.0963178 Mar 07 16:08:29.238296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Made reservation on behalf of ef3e574477614936a209fc5d116a10cb for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:29.247515 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:29.277583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Attempting to bind port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:29.277962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Attempting to bind port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '01006d2e-cfc6-4ec6-9df0-1201cce2544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '52417fd5-eac1-49af-955b-570357962290'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:29.278331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Attempting to bind port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 on network 52417fd5-eac1-49af-955b-570357962290 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:29.287882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:29.288651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Checking segment: {'id': '01006d2e-cfc6-4ec6-9df0-1201cce2544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '52417fd5-eac1-49af-955b-570357962290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:29.288651 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:29.289053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Bound using segment: {'id': '01006d2e-cfc6-4ec6-9df0-1201cce2544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '52417fd5-eac1-49af-955b-570357962290'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:29.289544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Bound port: 7c03d6f5-8f4e-425d-b505-635e91ad1ea3, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01006d2e-cfc6-4ec6-9df0-1201cce2544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '52417fd5-eac1-49af-955b-570357962290'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:29.289918 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:29.350342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 9c71977f-6c40-400f-8b80-9991b77543bb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9c71977f-6c40-400f-8b80-9991b77543bb,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:29.396543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '9c71977f-6c40-400f-8b80-9991b77543bb', 'network_id': 'aaedd815-432e-4076-9715-cc3788c803fd', 'port_id': '9c71977f-6c40-400f-8b80-9991b77543bb', 'mac_address': 'fa:16:3e:d3:ec:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12f7da0-c76c-422b-9bd1-8a895fd3ce47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:08:29.409168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1f6534a-de56-4385-a22a-16250eab966b req-c5c06374-b937-43b9-90e5-e138ca5621a6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734109 Mar 07 16:08:29.463162 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] For port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:29.465578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 9c71977f-6c40-400f-8b80-9991b77543bb is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:29.466054 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:29.470128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] For port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7c03d6f5-8f4e-425d-b505-635e91ad1ea3,segment=NetworkSegment(01006d2e-cfc6-4ec6-9df0-1201cce2544e),segment_id=01006d2e-cfc6-4ec6-9df0-1201cce2544e)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:29.482731 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:29.496060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c71977f-6c40-400f-8b80-9991b77543bb {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:29.515074 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Allocated IP 172.20.0.4 (ca14b26f-8c62-480c-9121-96fe2fe05b96/e8650556-8c1c-4884-93eb-2da4185841b3/3688d564-172b-4e39-96c6-9d9f01f19dac) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:29.625939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 9c71977f-6c40-400f-8b80-9991b77543bb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9c71977f-6c40-400f-8b80-9991b77543bb,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:29.648946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27943989-152a-41ac-b14c-583ae29686db req-9dd160e5-cdbc-447f-85b1-ef31b04c7463 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:29.650331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:29.650742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-27943989-152a-41ac-b14c-583ae29686db req-9dd160e5-cdbc-447f-85b1-ef31b04c7463 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 944 time: 0.1307139 Mar 07 16:08:29.651629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a489388e-4890-4e40-8cc6-681028ddae82 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db1aba090734d9683fa6dbd31b31939&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3585258 Mar 07 16:08:29.671722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d7389-6c33-463b-a77a-2104a019fd00 None None] Pushing event updated for resources: {'Port': ['ID=7c03d6f5-8f4e-425d-b505-635e91ad1ea3,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:29.726326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-27943989-152a-41ac-b14c-583ae29686db req-bbdf4449-678a-499b-94cb-0fc0e5fc6688 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660977 Mar 07 16:08:29.838062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=9c71977f-6c40-400f-8b80-9991b77543bb,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:29.998369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['9c71977f-6c40-400f-8b80-9991b77543bb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:30.045266 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-12165365-4d3d-4836-ba30-3c4cbeb02da2 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1473051913&fields=id&tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5 HTTP/1.1" status: 200 len: 267 time: 0.1708367 Mar 07 16:08:30.289363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-914bad5d-1626-47f4-8e50-b8aa0bab721a req-010b68da-79cb-4302-9a4e-2dd2e02a2007 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 210 time: 0.2303057 Mar 07 16:08:30.551328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-c554474a-ce44-410c-a62b-4dacee2fa47b tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:30.552954 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-c554474a-ce44-410c-a62b-4dacee2fa47b tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/networks?id=7dfe412a-9378-485b-8128-0e25ac679751 HTTP/1.1" status: 200 len: 811 time: 0.4900088 Mar 07 16:08:30.566473 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10224f47-9eae-446f-862c-558c3f33814c req-1151a231-27d5-4733-abcf-6801e73d00cf tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 210 time: 0.1764894 Mar 07 16:08:30.589115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-8ca32907-d923-4663-a536-2140ad878c0d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/quotas/9bb27072e5e7472999c5fd0aa6b2bfb5 HTTP/1.1" status: 200 len: 375 time: 0.0259314 Mar 07 16:08:30.598249 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks [] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:30.619612 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (ff05feba-f8b4-4346-9fa7-d51057e6b94a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:30.655136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:30.719724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:30.724621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ff05feba-f8b4-4346-9fa7-d51057e6b94a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:30.794129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-b33228ad-5aed-47fd-9a22-47eb37aceaa5 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2037182 Mar 07 16:08:30.824260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:30.824803 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:30.975311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Network ca14b26f-8c62-480c-9121-96fe2fe05b96 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:30.996243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 52417fd5-eac1-49af-955b-570357962290 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:31.003691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:31.013535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:31.047066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:31.047530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:31.055022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-11023688-72bf-4b6d-b7b0-c55680b482c4 service neutron] 10.222.0.24 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525699 Mar 07 16:08:31.132726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7c03d6f5-8f4e-425d-b505-635e91ad1ea3,segment=NetworkSegment(01006d2e-cfc6-4ec6-9df0-1201cce2544e),segment_id=01006d2e-cfc6-4ec6-9df0-1201cce2544e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:31.141301 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:31.142350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d1f276c7-896f-4579-aa3f-cea7ff7b9295 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:31.159958 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:31.162081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:31.198083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:31.207101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:31.218241 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-8ebb1f0e-b1c3-4425-a122-2a740f1b798a service neutron] 10.222.0.24 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621919 Mar 07 16:08:31.237054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4167082 Mar 07 16:08:31.289753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95437db7-23f8-43dd-bb4a-8e83ead7c905 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Pushing event updated for resources: {'Port': ['ID=3688d564-172b-4e39-96c6-9d9f01f19dac,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:31.315631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Request body: {'port': {'device_id': 'f9dcd4d4-29e3-4e2c-86df-729e400773aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:31.352502 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=7c03d6f5-8f4e-425d-b505-635e91ad1ea3,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:31.415343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d1f276c7-896f-4579-aa3f-cea7ff7b9295 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:31.415776 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:31.484960 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb7432-7398-47c4-aa0c-7557a3e56c16 req-6e8d321f-a7a5-4930-ac27-11f8febeb05c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:31.489207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f5819-da2d-42e5-8f0a-3c492ec1b780 None None] Network 52417fd5-eac1-49af-955b-570357962290 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:31.494381 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-02fb7432-7398-47c4-aa0c-7557a3e56c16 req-6e8d321f-a7a5-4930-ac27-11f8febeb05c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.6718926 Mar 07 16:08:31.559059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:31.559674 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:31.569069 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:31.615653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42005682-3b52-41bc-b3fb-9e961417abc2 req-814bbe8a-290f-45d3-9387-82d094e5ec59 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:31.629325 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42005682-3b52-41bc-b3fb-9e961417abc2 req-814bbe8a-290f-45d3-9387-82d094e5ec59 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.0945461 Mar 07 16:08:31.703471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d1f276c7-896f-4579-aa3f-cea7ff7b9295 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:31.704012 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:31.730539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a42d8c16-2688-49fb-b84f-a1d1db996971 None None] Provisioning complete for port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:31.731507 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a42d8c16-2688-49fb-b84f-a1d1db996971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:31.786198 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-2b27aa70-7b27-4cce-9431-e33c779fd694 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1db1aba090734d9683fa6dbd31b31939&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924246 Mar 07 16:08:31.813273 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42005682-3b52-41bc-b3fb-9e961417abc2 req-27b3f618-ef11-46ef-86c0-0cd72527ae66 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826887 Mar 07 16:08:31.907981 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-02fb7432-7398-47c4-aa0c-7557a3e56c16 req-06be40d7-2867-44ad-8936-599bf1a99caa tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126475 Mar 07 16:08:31.953609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=ff05feba-f8b4-4346-9fa7-d51057e6b94a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:31.979895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-824e385d-02d1-4dc1-a475-22ed21316f50 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.4521048 Mar 07 16:08:31.988188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56266) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:32.012365 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': '52417fd5-eac1-49af-955b-570357962290', 'name': 'tempest-PortsTestJSON-272359280', 'fixed_ips': [{'subnet_id': 'b214b1e3-f80a-421f-9d38-f73bca4a319f', 'ip_address': '172.20.0.9'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:32.031720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port d1f276c7-896f-4579-aa3f-cea7ff7b9295, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d1f276c7-896f-4579-aa3f-cea7ff7b9295,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:32.053205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:32.254904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:32.268070 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:32.303045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=d1f276c7-896f-4579-aa3f-cea7ff7b9295,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:32.344375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a42d8c16-2688-49fb-b84f-a1d1db996971 None None] Current status of the port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:32.481642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:32.488961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3688d564-172b-4e39-96c6-9d9f01f19dac {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:32.499308 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Publish callbacks [] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:32.515935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Transition to ACTIVE for port object 3688d564-172b-4e39-96c6-9d9f01f19dac will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:08:32.535543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45569d97-4bb3-4515-85f3-6c620bbe516c req-2307635e-5a95-427d-acc4-0eb32329e4ee tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:32.543614 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45569d97-4bb3-4515-85f3-6c620bbe516c req-2307635e-5a95-427d-acc4-0eb32329e4ee tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 931 time: 0.4140592 Mar 07 16:08:32.548630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 8aec7ba1-5a65-4c86-8859-09ca36104c21 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:08:32.554296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:32.595749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:32.598378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:32.719345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-47832193-f505-4d54-9e7e-478f6338f45c None None] Provisioning complete for port ff05feba-f8b4-4346-9fa7-d51057e6b94a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:32.719723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47832193-f505-4d54-9e7e-478f6338f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ff05feba-f8b4-4346-9fa7-d51057e6b94a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:32.729172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1f07-3600-45ac-be8a-acc455e18efb req-bbc90522-d27f-414d-bf1d-9776983d4955 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:32.730754 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a36e1f07-3600-45ac-be8a-acc455e18efb req-bbc90522-d27f-414d-bf1d-9776983d4955 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 945 time: 0.2929306 Mar 07 16:08:32.749472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9641-27d8-48f6-9417-b2593e675a53 req-86f4be1d-54a0-4d27-802c-ef779177f534 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:32.751070 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-86f4be1d-54a0-4d27-802c-ef779177f534 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9367988 Mar 07 16:08:32.763952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Request body: {'port': {'device_id': '0c15d826-6ace-48e1-aeef-4d8f81acf232', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '1db1aba090734d9683fa6dbd31b31939'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:32.835155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-47832193-f505-4d54-9e7e-478f6338f45c None None] Port ff05feba-f8b4-4346-9fa7-d51057e6b94a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:32.860958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9c71977f-6c40-400f-8b80-9991b77543bb up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:32.909148 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Pushing event updated for resources: {'Port': ['ID=3688d564-172b-4e39-96c6-9d9f01f19dac,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:32.923247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45569d97-4bb3-4515-85f3-6c620bbe516c req-b66920a9-23b5-4262-b00f-9952b97649d3 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770511 Mar 07 16:08:32.942264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a36e1f07-3600-45ac-be8a-acc455e18efb req-dc233fe7-358d-4d8c-b5ad-00464480ebc9 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825931 Mar 07 16:08:32.960408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:32.968264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d1f276c7-896f-4579-aa3f-cea7ff7b9295 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:33.025499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-47832193-f505-4d54-9e7e-478f6338f45c None None] Provisioning complete for port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:33.025886 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47832193-f505-4d54-9e7e-478f6338f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.048345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Made reservation on behalf of 1db1aba090734d9683fa6dbd31b31939 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:33.052497 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.067144 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.119866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11fd6673-50df-4037-b503-0f980a6a22e5 req-91d73f3e-9eeb-4de0-8342-1b7b68d2ce37 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 210 time: 0.0513530 Mar 07 16:08:33.190621 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4e774557-369e-452b-b99c-b62e1c3b84c6 req-88a01e95-f24e-49c9-b2b0-a4ac87b2327b tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 210 time: 0.1022124 Mar 07 16:08:33.197089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Attempting to bind port 3688d564-172b-4e39-96c6-9d9f01f19dac on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:33.197881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Attempting to bind port 3688d564-172b-4e39-96c6-9d9f01f19dac by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:33.198456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Attempting to bind port 3688d564-172b-4e39-96c6-9d9f01f19dac on network ca14b26f-8c62-480c-9121-96fe2fe05b96 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:33.234207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 9c71977f-6c40-400f-8b80-9991b77543bb completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:08:33.237014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Port 3688d564-172b-4e39-96c6-9d9f01f19dac on network ca14b26f-8c62-480c-9121-96fe2fe05b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:08:33.239597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Attempting to bind port 3688d564-172b-4e39-96c6-9d9f01f19dac on network ca14b26f-8c62-480c-9121-96fe2fe05b96 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:33.272995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.9 (52417fd5-eac1-49af-955b-570357962290/b214b1e3-f80a-421f-9d38-f73bca4a319f/8aec7ba1-5a65-4c86-8859-09ca36104c21) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:33.292237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:33.292689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Checking segment: {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:33.293089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Bound using segment: {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:33.293541 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Bound port: 3688d564-172b-4e39-96c6-9d9f01f19dac, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:33.293909 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.299356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-47832193-f505-4d54-9e7e-478f6338f45c None None] Current status of the port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:33.304272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 9c71977f-6c40-400f-8b80-9991b77543bb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:33.305223 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.355476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-078363a0-c2f1-4dd1-919d-857c4cf22ddd tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:33.361920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d1f276c7-896f-4579-aa3f-cea7ff7b9295 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:33.362601 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.365334 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-078363a0-c2f1-4dd1-919d-857c4cf22ddd tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "GET /v2.0/networks?id=7dfe412a-9378-485b-8128-0e25ac679751 HTTP/1.1" status: 200 len: 811 time: 0.2240748 Mar 07 16:08:33.474376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-53392ea5-01a4-453d-8e7c-4f0814ba9631 None None] Provisioning complete for port ff05feba-f8b4-4346-9fa7-d51057e6b94a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:33.475218 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53392ea5-01a4-453d-8e7c-4f0814ba9631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ff05feba-f8b4-4346-9fa7-d51057e6b94a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.495064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] For port 3688d564-172b-4e39-96c6-9d9f01f19dac, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:33.497016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7db7b-f9a0-4b9b-a828-153fa410e9e0 req-75bf1704-f2b9-446e-b84a-94b9f4736ec1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:33.499693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] For port 3688d564-172b-4e39-96c6-9d9f01f19dac, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3688d564-172b-4e39-96c6-9d9f01f19dac,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:33.507035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3d7db7b-f9a0-4b9b-a828-153fa410e9e0 req-75bf1704-f2b9-446e-b84a-94b9f4736ec1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.1377871 Mar 07 16:08:33.508417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 9c71977f-6c40-400f-8b80-9991b77543bb is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:33.510668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.527777 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.551490 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-62bb0cbf-5034-4514-8e30-0369336e762f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5 HTTP/1.1" status: 200 len: 380 time: 0.1706033 Mar 07 16:08:33.565775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'port': {'device_id': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'admin_state_up': True, 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'security_groups': ['008e0ccf-86d6-4c5b-8e2c-db921292a720']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:33.573419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-53392ea5-01a4-453d-8e7c-4f0814ba9631 None None] Port ff05feba-f8b4-4346-9fa7-d51057e6b94a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:33.586350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:33.589400 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3f2c86-ba8d-4697-9472-ec3c05534a8b" -d '{"events": [{"server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "name": "network-vif-plugged", "status": "completed", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:33.607197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 9c71977f-6c40-400f-8b80-9991b77543bb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9c71977f-6c40-400f-8b80-9991b77543bb,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:33.608457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d1f276c7-896f-4579-aa3f-cea7ff7b9295 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:33.618094 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.623496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:33.624785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.626389 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] 10.222.0.11 "PUT /v2.0/ports/3688d564-172b-4e39-96c6-9d9f01f19dac HTTP/1.1" status: 200 len: 1091 time: 2.3259940 Mar 07 16:08:33.628345 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dcd4d4-29e3-4e2c-86df-729e400773aa', 'tag': '3688d564-172b-4e39-96c6-9d9f01f19dac'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:33.631450 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6850002e-a951-4013-979d-6abde0897ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "f9dcd4d4-29e3-4e2c-86df-729e400773aa", "tag": "3688d564-172b-4e39-96c6-9d9f01f19dac"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:33.650524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8f65d-8d26-40cd-a4cd-09b32ba4809e req-c7cdac00-935b-486a-b21e-a5eb47bbff41 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:33.657939 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7c8f65d-8d26-40cd-a4cd-09b32ba4809e req-c7cdac00-935b-486a-b21e-a5eb47bbff41 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.3350680 Mar 07 16:08:33.701082 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks [] for security_group (824c7c50-330f-475b-a1a4-3d61856aa7c6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.714754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (824c7c50-330f-475b-a1a4-3d61856aa7c6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.739493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=9c71977f-6c40-400f-8b80-9991b77543bb,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:33.813653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3d7db7b-f9a0-4b9b-a828-153fa410e9e0 req-34afd1de-4ba2-4800-b4a8-1ef849564c8c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057332 Mar 07 16:08:33.816852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Made reservation on behalf of 9bb27072e5e7472999c5fd0aa6b2bfb5 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:33.820151 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:33.824639 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824c7c50-330f-475b-a1a4-3d61856aa7c6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:33.869010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc3542-2ebb-4e55-a3cc-c32c3435c289 service neutron] Pushing event updated for resources: {'Port': ['ID=3688d564-172b-4e39-96c6-9d9f01f19dac,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:33.887635 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a453bb3-a748-4325-9486-6b463f982170 x-openstack-request-id: req-6a453bb3-a748-4325-9486-6b463f982170 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:33.888310 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "name": "network-vif-plugged", "status": "completed", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:33.888982 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a453bb3-a748-4325-9486-6b463f982170 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:33.889590 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb', 'code': 200} Mar 07 16:08:33.944889 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b388e25e-dbb7-4ddc-aaab-fa6a536dd35e x-openstack-request-id: req-b388e25e-dbb7-4ddc-aaab-fa6a536dd35e {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:33.944889 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9dcd4d4-29e3-4e2c-86df-729e400773aa", "tag": "3688d564-172b-4e39-96c6-9d9f01f19dac", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:33.945608 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b388e25e-dbb7-4ddc-aaab-fa6a536dd35e {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:33.945608 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dcd4d4-29e3-4e2c-86df-729e400773aa', 'tag': '3688d564-172b-4e39-96c6-9d9f01f19dac', 'status': 'completed', 'code': 200} Mar 07 16:08:33.969951 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a7c8f65d-8d26-40cd-a4cd-09b32ba4809e req-825acffd-f8c0-4755-8beb-1d9b1d0f476c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062217 Mar 07 16:08:33.982218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Allocated IP 172.20.0.14 (7dfe412a-9378-485b-8128-0e25ac679751/e9c26510-8d64-42ae-9a74-5377602fc673/a3d9d539-d2c1-422c-9e81-db076d548446) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:34.039855 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-354b2d69-d882-48c5-8e93-4bb6e164efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:34.045134 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-354b2d69-d882-48c5-8e93-4bb6e164efca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 1125 time: 0.3604383 Mar 07 16:08:34.127890 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-d15bd608-976c-40c2-ab8f-7ff8cb4a3d34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3688d564-172b-4e39-96c6-9d9f01f19dac HTTP/1.1" status: 200 len: 217 time: 0.0661037 Mar 07 16:08:34.149688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (8aec7ba1-5a65-4c86-8859-09ca36104c21), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:34.186411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Allocated IP 192.168.233.62 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/1a064ba4-1f7c-475b-86a1-a2b95b215f32) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:34.205081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02876-1ecd-468f-b45a-99f3c0c877a5 req-17e3aac2-3e28-4852-8071-b1e416b305ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:34.206656 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-75d02876-1ecd-468f-b45a-99f3c0c877a5 req-17e3aac2-3e28-4852-8071-b1e416b305ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 1128 time: 0.2263060 Mar 07 16:08:34.219822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc70466-36ea-450d-933f-990b41dca393 req-8681448c-9894-4426-aa3d-20b0d7a69436 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:34.221400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8fc70466-36ea-450d-933f-990b41dca393 req-8681448c-9894-4426-aa3d-20b0d7a69436 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 946 time: 0.1778922 Mar 07 16:08:34.232143 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for port (a3d9d539-d2c1-422c-9e81-db076d548446), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:34.269767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-d22b2bc2-619a-490a-ac58-e6b4c76f3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:34.271510 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-d22b2bc2-619a-490a-ac58-e6b4c76f3485 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8650556-8c1c-4884-93eb-2da4185841b3 HTTP/1.1" status: 200 len: 851 time: 0.1253803 Mar 07 16:08:34.290571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65fa58-ee7b-406d-828c-caf87b33ba10 req-3c763029-cac3-4d7a-9fef-70d289dd0868 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:34.292153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c65fa58-ee7b-406d-828c-caf87b33ba10 req-3c763029-cac3-4d7a-9fef-70d289dd0868 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 943 time: 0.2136137 Mar 07 16:08:34.367507 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-d4400ef9-6877-43ff-9d84-b407d2dba861 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca14b26f-8c62-480c-9121-96fe2fe05b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743463 Mar 07 16:08:34.370329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8fc70466-36ea-450d-933f-990b41dca393 req-1338ce6c-6ff3-4749-84c4-ecc0f7b85dc3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337881 Mar 07 16:08:34.372929 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-75d02876-1ecd-468f-b45a-99f3c0c877a5 req-8d73cba0-e017-4afc-b37a-9546b325290e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581745 Mar 07 16:08:34.374259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8aec7ba1-5a65-4c86-8859-09ca36104c21), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:34.412807 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:34.518763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Network 7dfe412a-9378-485b-8128-0e25ac679751 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:34.531616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:34.538350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=8aec7ba1-5a65-4c86-8859-09ca36104c21,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:34.550516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks [] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:34.551558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-1b4801c9-4ea1-4d80-bc74-fcb9bfccaea9 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707048 Mar 07 16:08:34.568493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 52417fd5-eac1-49af-955b-570357962290 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:34.571982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:34.577772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event updated for resources: {'Port': ['ID=a3d9d539-d2c1-422c-9e81-db076d548446,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:34.587393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:34.590745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:34.687367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48839d40-1610-498a-badc-563a0399000c req-4ad2f8f6-69c0-4b85-b215-c8ba51a94558 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:34.709398 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-48839d40-1610-498a-badc-563a0399000c req-4ad2f8f6-69c0-4b85-b215-c8ba51a94558 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 932 time: 0.2540457 Mar 07 16:08:34.733683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:34.734342 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:34.736869 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c65fa58-ee7b-406d-828c-caf87b33ba10 req-bbc9000c-038e-416b-b7a3-b021b8a8d76d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302642 Mar 07 16:08:34.749391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:34.817818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:34.820320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:34.841963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-011cd14e-9933-497f-bfb9-0b51591f4d4f tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2795625 Mar 07 16:08:34.873094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Request body: {'port': {'device_id': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:34.965108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:34.976478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:34.984529 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65784d94-8a57-4013-b060-1e8f585ccf52 req-2ef7ef59-fd91-4dc1-9dbf-93aef1a6229e service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195995 Mar 07 16:08:34.992523 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c77c8d9c-abea-4e6d-976b-e1809fc46399 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9922044 Mar 07 16:08:34.993579 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56290) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:35.010379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Pushing event updated for resources: {'Port': ['ID=1a064ba4-1f7c-475b-86a1-a2b95b215f32,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:35.018577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:35.024017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-113a40e8-dd8f-4a26-aa4f-942599583791 None None] Provisioning complete for port a3d9d539-d2c1-422c-9e81-db076d548446 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:35.032142 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-113a40e8-dd8f-4a26-aa4f-942599583791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:35.040091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:35.075936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-48839d40-1610-498a-badc-563a0399000c req-8dfb392d-bd50-4ec3-a064-36ead72e83f8 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565049 Mar 07 16:08:35.124694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-113a40e8-dd8f-4a26-aa4f-942599583791 None None] Port a3d9d539-d2c1-422c-9e81-db076d548446 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:35.246006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:35.246691 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:35.253568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-76cf9fa1-6cb0-4d0c-8d07-e141c91bfa29 None None] Provisioning complete for port 8aec7ba1-5a65-4c86-8859-09ca36104c21 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:35.254207 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76cf9fa1-6cb0-4d0c-8d07-e141c91bfa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8aec7ba1-5a65-4c86-8859-09ca36104c21), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:35.348058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-76cf9fa1-6cb0-4d0c-8d07-e141c91bfa29 None None] Port 8aec7ba1-5a65-4c86-8859-09ca36104c21 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:35.364205 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-a9b85dd9-726f-494d-8770-4e1ace157532 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6040027 Mar 07 16:08:35.380510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f82529-88f6-4b08-a688-d9324793e750 req-d916d8de-2d8e-4141-8afe-0e63410389c9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:35.388168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-30f82529-88f6-4b08-a688-d9324793e750 req-d916d8de-2d8e-4141-8afe-0e63410389c9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.2062993 Mar 07 16:08:35.402242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Request body: {'port': {'device_id': '0c15d826-6ace-48e1-aeef-4d8f81acf232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:35.480975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2f573be6-9d20-4b45-8eb6-97318433114b None None] Provisioning complete for port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:35.481361 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f573be6-9d20-4b45-8eb6-97318433114b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:35.518636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:35.551862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2f573be6-9d20-4b45-8eb6-97318433114b None None] Port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:35.564854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba291c5-5cbc-494f-aff3-6e0c0398d799 req-11291572-718e-416f-83da-8f83ed6e30bb tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:35.566624 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cba291c5-5cbc-494f-aff3-6e0c0398d799 req-11291572-718e-416f-83da-8f83ed6e30bb tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 935 time: 0.6865621 Mar 07 16:08:35.612967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-30f82529-88f6-4b08-a688-d9324793e750 req-9494cbac-01b5-42ad-afda-b09a8fde44c5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238219 Mar 07 16:08:35.667875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea1b9b-0291-4f29-9dd6-971c03986934 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:35.669776 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-caea1b9b-0291-4f29-9dd6-971c03986934 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6750791 Mar 07 16:08:35.674525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56296) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:35.676627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850002e-a951-4013-979d-6abde0897ed8 req-f68dcfe3-baa3-48a6-8ac6-0f8ff986db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:35.678109 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6850002e-a951-4013-979d-6abde0897ed8 req-f68dcfe3-baa3-48a6-8ac6-0f8ff986db80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 1125 time: 0.6213193 Mar 07 16:08:35.760850 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cba291c5-5cbc-494f-aff3-6e0c0398d799 req-a98d33dc-3448-4944-a9c1-7d5294d1cff9 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834848 Mar 07 16:08:35.868746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f5f63-1773-4624-88fc-6f86fcefb784 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:35.874617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f5f63-1773-4624-88fc-6f86fcefb784 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:35.881447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f5f63-1773-4624-88fc-6f86fcefb784 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:35.883216 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ba1f5f63-1773-4624-88fc-6f86fcefb784 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2040632 Mar 07 16:08:35.886765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56300) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:36.018649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850002e-a951-4013-979d-6abde0897ed8 req-ef451e9a-3f94-4997-b81f-d02cbe687861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:36.020209 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6850002e-a951-4013-979d-6abde0897ed8 req-ef451e9a-3f94-4997-b81f-d02cbe687861 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 912 time: 0.3086627 Mar 07 16:08:36.046137 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b6952-5c55-46ec-860d-9f39fa0c84b4 req-78a13f8e-342c-4d2c-8d66-db03090e4bfd tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:36.047684 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-039b6952-5c55-46ec-860d-9f39fa0c84b4 req-78a13f8e-342c-4d2c-8d66-db03090e4bfd tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 946 time: 0.1224802 Mar 07 16:08:36.108787 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6850002e-a951-4013-979d-6abde0897ed8 req-3f32fe36-aa8f-4989-8f2d-077aaa368477 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3688d564-172b-4e39-96c6-9d9f01f19dac HTTP/1.1" status: 200 len: 217 time: 0.0708852 Mar 07 16:08:36.153080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cbc65-c27e-4a0e-a152-bd971a4fe85d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 8aec7ba1-5a65-4c86-8859-09ca36104c21 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:36.153427 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc65-c27e-4a0e-a152-bd971a4fe85d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8aec7ba1-5a65-4c86-8859-09ca36104c21), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:36.179834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a064ba4-1f7c-475b-86a1-a2b95b215f32 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:36.189873 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Publish callbacks [] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:36.199112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-039b6952-5c55-46ec-860d-9f39fa0c84b4 req-adb8e730-6467-4b08-b34c-0d212d1f10a3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444137 Mar 07 16:08:36.206921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Transition to ACTIVE for port object 1a064ba4-1f7c-475b-86a1-a2b95b215f32 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:08:36.218415 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:36.249762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850002e-a951-4013-979d-6abde0897ed8 req-6619454a-3da8-467c-8e4f-2f7847177d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:36.254587 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6850002e-a951-4013-979d-6abde0897ed8 req-6619454a-3da8-467c-8e4f-2f7847177d13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8650556-8c1c-4884-93eb-2da4185841b3 HTTP/1.1" status: 200 len: 851 time: 0.1376870 Mar 07 16:08:36.294028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e66413-2756-4796-b88d-42b8b304e30b req-18109993-db98-4953-af5e-9be97878983b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:36.295675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b1e66413-2756-4796-b88d-42b8b304e30b req-18109993-db98-4953-af5e-9be97878983b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.5667443 Mar 07 16:08:36.316394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6850002e-a951-4013-979d-6abde0897ed8 req-03f4c22c-77c8-43ca-9f51-3e983dc1f310 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca14b26f-8c62-480c-9121-96fe2fe05b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495462 Mar 07 16:08:36.352872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d9d539-d2c1-422c-9e81-db076d548446 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:36.361847 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Publish callbacks [] for port (a3d9d539-d2c1-422c-9e81-db076d548446), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:36.376650 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc65-c27e-4a0e-a152-bd971a4fe85d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8aec7ba1-5a65-4c86-8859-09ca36104c21), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:36.380326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Transition to ACTIVE for port object a3d9d539-d2c1-422c-9e81-db076d548446 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:08:36.414443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:36.466785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cbc65-c27e-4a0e-a152-bd971a4fe85d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 8aec7ba1-5a65-4c86-8859-09ca36104c21 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:36.491594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b1e66413-2756-4796-b88d-42b8b304e30b req-19c9ddb4-3eec-408c-9bd5-eb1c60c99d42 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028419 Mar 07 16:08:36.492444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Pushing event updated for resources: {'Port': ['ID=1a064ba4-1f7c-475b-86a1-a2b95b215f32,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:36.629625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d9d539-d2c1-422c-9e81-db076d548446,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:36.668594 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:36.680446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Attempting to bind port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:36.681452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Attempting to bind port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:36.682209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Attempting to bind port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:36.692504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6279d71-34af-4c4d-9265-11cc68fb1ec0 req-84463ea6-ea53-4be7-b9ee-4517e470a407 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:36.694380 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6279d71-34af-4c4d-9265-11cc68fb1ec0 req-84463ea6-ea53-4be7-b9ee-4517e470a407 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 943 time: 0.3893397 Mar 07 16:08:36.707045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:08:36.707578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Attempting to bind port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:36.745918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:36.746418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:36.746998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:36.747586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Bound port: 1a064ba4-1f7c-475b-86a1-a2b95b215f32, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:36.748051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:36.774745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Attempting to bind port a3d9d539-d2c1-422c-9e81-db076d548446 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:36.775118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Attempting to bind port a3d9d539-d2c1-422c-9e81-db076d548446 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:36.775624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Attempting to bind port a3d9d539-d2c1-422c-9e81-db076d548446 on network 7dfe412a-9378-485b-8128-0e25ac679751 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:36.785463 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6850002e-a951-4013-979d-6abde0897ed8 req-de89bfb5-f22d-405d-b74b-26e208bb5c8c service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434900 Mar 07 16:08:36.831980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Port a3d9d539-d2c1-422c-9e81-db076d548446 on network 7dfe412a-9378-485b-8128-0e25ac679751 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:08:36.832295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Attempting to bind port a3d9d539-d2c1-422c-9e81-db076d548446 on network 7dfe412a-9378-485b-8128-0e25ac679751 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:36.846281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:36.846775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Checking segment: {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:36.847213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Bound using segment: {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:36.848266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Bound port: a3d9d539-d2c1-422c-9e81-db076d548446, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a012e-f163-4012-aab5-2645a778699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:36.848775 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:36.922567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52285a4-8538-4735-9d6e-a2f00abb46bc req-4b376ab6-c25f-4031-9a38-32fb06745663 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:36.930092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c52285a4-8538-4735-9d6e-a2f00abb46bc req-4b376ab6-c25f-4031-9a38-32fb06745663 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 944 time: 0.1492884 Mar 07 16:08:36.997181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6279d71-34af-4c4d-9265-11cc68fb1ec0 req-00e4ca55-4c3d-4b28-a469-3d112dd2f399 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747536 Mar 07 16:08:37.058328 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c52285a4-8538-4735-9d6e-a2f00abb46bc req-4afa17ac-f2e1-4fa4-80ff-e6a28a96155e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260176 Mar 07 16:08:37.070336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6850002e-a951-4013-979d-6abde0897ed8 req-408c1e9d-9fc8-4ea1-8501-37a0414db9d5 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671199 Mar 07 16:08:37.109131 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc65-c27e-4a0e-a152-bd971a4fe85d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8aec7ba1-5a65-4c86-8859-09ca36104c21), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:37.146771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cbc65-c27e-4a0e-a152-bd971a4fe85d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=8aec7ba1-5a65-4c86-8859-09ca36104c21,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:37.375125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc65-c27e-4a0e-a152-bd971a4fe85d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:37.378499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9f4cbc65-c27e-4a0e-a152-bd971a4fe85d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/8aec7ba1-5a65-4c86-8859-09ca36104c21 HTTP/1.1" status: 204 len: 168 time: 1.4905963 Mar 07 16:08:37.397240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56322) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:37.421664 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-f3964c41-dc14-4a75-9739-3d8f01209846 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-872988221&fields=id&tenant_id=cad69fc8166d456c9238741b6c0c548f HTTP/1.1" status: 200 len: 267 time: 0.1954591 Mar 07 16:08:37.444766 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e9443c-3edc-4339-862c-2ab7549d30ea tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:08:37.449051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f3e9443c-3edc-4339-862c-2ab7549d30ea tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/8aec7ba1-5a65-4c86-8859-09ca36104c21 HTTP/1.1" status: 404 len: 333 time: 0.0455632 Mar 07 16:08:37.449861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56324) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:37.454169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] For port 1a064ba4-1f7c-475b-86a1-a2b95b215f32, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:37.511368 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-816662b7-285f-4523-ad3a-4446ab1b71fb tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:37.516982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] For port a3d9d539-d2c1-422c-9e81-db076d548446, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:37.523217 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-816662b7-285f-4523-ad3a-4446ab1b71fb tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 946 time: 0.0958045 Mar 07 16:08:37.523372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] For port 1a064ba4-1f7c-475b-86a1-a2b95b215f32, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1a064ba4-1f7c-475b-86a1-a2b95b215f32,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:37.531895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-8dedc9f4-9a6c-484a-b81e-c16970a6c5d3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'port': {'security_groups': ['6c113b1a-9157-41f8-bf3a-df8f8daae72b', '81c106e8-d866-4b3b-91ee-09a380ac1460']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:37.554256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] For port a3d9d539-d2c1-422c-9e81-db076d548446, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a3d9d539-d2c1-422c-9e81-db076d548446,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:37.556042 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:37.632690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-8dedc9f4-9a6c-484a-b81e-c16970a6c5d3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:37.876663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-8dedc9f4-9a6c-484a-b81e-c16970a6c5d3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] For port 9c71977f-6c40-400f-8b80-9991b77543bb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9c71977f-6c40-400f-8b80-9991b77543bb,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:37.882029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:37.896563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcefb0-8cf2-450d-ab34-303f6fd76f54 req-1b7badf0-186f-4877-a878-547fdba04525 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:37.904348 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcdcefb0-8cf2-450d-ab34-303f6fd76f54 req-1b7badf0-186f-4877-a878-547fdba04525 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.6001036 Mar 07 16:08:37.912507 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-8dedc9f4-9a6c-484a-b81e-c16970a6c5d3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for port (9c71977f-6c40-400f-8b80-9991b77543bb), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:37.919503 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-8dedc9f4-9a6c-484a-b81e-c16970a6c5d3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:37.932959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['9c71977f-6c40-400f-8b80-9991b77543bb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:37.952129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:37.952753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:37.954213 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] 10.222.0.15 "PUT /v2.0/ports/1a064ba4-1f7c-475b-86a1-a2b95b215f32 HTTP/1.1" status: 200 len: 1095 time: 2.5608222 Mar 07 16:08:37.958371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c15d826-6ace-48e1-aeef-4d8f81acf232', 'tag': '1a064ba4-1f7c-475b-86a1-a2b95b215f32'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:37.965109 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f6aac5-a57a-436f-9bf0-983e08b49afa" -d '{"events": [{"name": "network-changed", "server_uuid": "0c15d826-6ace-48e1-aeef-4d8f81acf232", "tag": "1a064ba4-1f7c-475b-86a1-a2b95b215f32"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:37.973224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-8dedc9f4-9a6c-484a-b81e-c16970a6c5d3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:37.974117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-8dedc9f4-9a6c-484a-b81e-c16970a6c5d3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:37.976122 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b19c980-fc1c-4cf6-9acb-f6727810d633 req-8dedc9f4-9a6c-484a-b81e-c16970a6c5d3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "PUT /v2.0/ports/9c71977f-6c40-400f-8b80-9991b77543bb HTTP/1.1" status: 200 len: 982 time: 0.4516768 Mar 07 16:08:37.976356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:37.979214 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84779944-52c7-4ae9-8937-817f0940332f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:38.021261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedc9f4-9a6c-484a-b81e-c16970a6c5d3 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'Port': ['ID=9c71977f-6c40-400f-8b80-9991b77543bb,revision_number=6']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:38.025367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.026565 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:38.028197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/a3d9d539-d2c1-422c-9e81-db076d548446 HTTP/1.1" status: 200 len: 1092 time: 3.1625512 Mar 07 16:08:38.079405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:38.088925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3688d564-172b-4e39-96c6-9d9f01f19dac details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:08:38.141373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cbc4b-9aed-4a35-b019-5fb5b3ddfd57 service neutron] Pushing event updated for resources: {'Port': ['ID=1a064ba4-1f7c-475b-86a1-a2b95b215f32,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:38.161870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['9c71977f-6c40-400f-8b80-9991b77543bb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:38.265412 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcdcefb0-8cf2-450d-ab34-303f6fd76f54 req-a3fc9e45-73e0-4f85-8f4c-eebeb2d74ce0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601038 Mar 07 16:08:38.266901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a2a8c-95af-41df-bcec-03c2d7b68b12 req-5f66620e-2a59-469e-964e-fb932a0d9937 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.278223 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-785a2a8c-95af-41df-bcec-03c2d7b68b12 req-5f66620e-2a59-469e-964e-fb932a0d9937 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 947 time: 0.1270373 Mar 07 16:08:38.287320 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:08:38.364695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47597e09-a817-48aa-b272-a653c4d9b9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d9d539-d2c1-422c-9e81-db076d548446,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:38.400122 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-785a2a8c-95af-41df-bcec-03c2d7b68b12 req-d44e99f2-1341-49ec-82d2-08c1d52ad765 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151659 Mar 07 16:08:38.428083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-547327c9-ba81-41d8-a86b-275122d2c6ff tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port ff05feba-f8b4-4346-9fa7-d51057e6b94a {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:38.428695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-547327c9-ba81-41d8-a86b-275122d2c6ff tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ff05feba-f8b4-4346-9fa7-d51057e6b94a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:38.432588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9641-27d8-48f6-9417-b2593e675a53 req-6b383789-e873-4934-a351-eacba2abe4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.434093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-6b383789-e873-4934-a351-eacba2abe4a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1db1aba090734d9683fa6dbd31b31939&device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 1129 time: 0.4117649 Mar 07 16:08:38.464928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e3e9bf60-718d-474c-bd49-c824c8bcd98f req-220fad8c-caba-4f8f-b8ff-e2a9df143da7 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/81c106e8-d866-4b3b-91ee-09a380ac1460 HTTP/1.1" status: 200 len: 1818 time: 0.0408950 Mar 07 16:08:38.521987 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-e3e9bf60-718d-474c-bd49-c824c8bcd98f req-4c300a45-7ed6-4e22-8bbb-7fe9faf2c8eb tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 16:08:38.523268 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e3e9bf60-718d-474c-bd49-c824c8bcd98f req-4c300a45-7ed6-4e22-8bbb-7fe9faf2c8eb tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/81c106e8-d866-4b3b-91ee-09a380ac1460 HTTP/1.1" status: 409 len: 341 time: 0.0514274 Mar 07 16:08:38.536903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-fcbf18a1-aedc-4768-ae54-890e173f6876 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1a064ba4-1f7c-475b-86a1-a2b95b215f32 HTTP/1.1" status: 200 len: 217 time: 0.0834904 Mar 07 16:08:38.544259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-7389a8bb-c816-4f5b-8a9c-846f6e3ee465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.545743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-7389a8bb-c816-4f5b-8a9c-846f6e3ee465 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5&device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 1126 time: 0.4693902 Mar 07 16:08:38.572349 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f94d8-3012-4647-ab81-2d5110b96592 x-openstack-request-id: req-041f94d8-3012-4647-ab81-2d5110b96592 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:38.573044 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:38.573449 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-041f94d8-3012-4647-ab81-2d5110b96592 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:38.573959 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb', 'status': 'completed', 'code': 200} Mar 07 16:08:38.632811 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9899202f-30d6-4497-9d46-7d743dd967e0 x-openstack-request-id: req-9899202f-30d6-4497-9d46-7d743dd967e0 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:38.633106 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c15d826-6ace-48e1-aeef-4d8f81acf232", "tag": "1a064ba4-1f7c-475b-86a1-a2b95b215f32", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:38.633897 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9899202f-30d6-4497-9d46-7d743dd967e0 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:38.634351 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c15d826-6ace-48e1-aeef-4d8f81acf232', 'tag': '1a064ba4-1f7c-475b-86a1-a2b95b215f32', 'status': 'completed', 'code': 200} Mar 07 16:08:38.637823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-8f001a29-68b9-4aa5-ac8a-53b3d1205776 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3d9d539-d2c1-422c-9e81-db076d548446 HTTP/1.1" status: 200 len: 217 time: 0.0768380 Mar 07 16:08:38.672101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427cbec-2f8d-4a80-bfd9-983259cab517 req-30389486-f676-408d-9c04-89f2326ef55f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.678884 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f427cbec-2f8d-4a80-bfd9-983259cab517 req-30389486-f676-408d-9c04-89f2326ef55f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.2921591 Mar 07 16:08:38.684638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3688d564-172b-4e39-96c6-9d9f01f19dac, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3688d564-172b-4e39-96c6-9d9f01f19dac,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:38.703870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84779944-52c7-4ae9-8937-817f0940332f req-e5f29662-b62b-4447-b3d6-cebef3116184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.705468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84779944-52c7-4ae9-8937-817f0940332f req-e5f29662-b62b-4447-b3d6-cebef3116184 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 1167 time: 0.0974138 Mar 07 16:08:38.714481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9641-27d8-48f6-9417-b2593e675a53 req-48834b43-9342-450b-af1a-186be07636b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.715981 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-48834b43-9342-450b-af1a-186be07636b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1693647 Mar 07 16:08:38.721601 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-547327c9-ba81-41d8-a86b-275122d2c6ff tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ff05feba-f8b4-4346-9fa7-d51057e6b94a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:38.740139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '3688d564-172b-4e39-96c6-9d9f01f19dac', 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96', 'port_id': '3688d564-172b-4e39-96c6-9d9f01f19dac', 'mac_address': 'fa:16:3e:f1:5d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8650556-8c1c-4884-93eb-2da4185841b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:08:38.779703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-547327c9-ba81-41d8-a86b-275122d2c6ff tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for ff05feba-f8b4-4346-9fa7-d51057e6b94a owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:38.798507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-a85c0916-4608-467f-bcc6-243944979b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.800054 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-a85c0916-4608-467f-bcc6-243944979b6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9c26510-8d64-42ae-9a74-5377602fc673 HTTP/1.1" status: 200 len: 850 time: 0.1485722 Mar 07 16:08:38.849192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6b918-9f06-4c6c-85c4-bbe887ffaf59 req-c0657c9b-4ee5-4556-a50b-7c716bfdf9d0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.850488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0cc6b918-9f06-4c6c-85c4-bbe887ffaf59 req-c0657c9b-4ee5-4556-a50b-7c716bfdf9d0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 944 time: 0.1224165 Mar 07 16:08:38.888274 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f427cbec-2f8d-4a80-bfd9-983259cab517 req-72113f71-f1d8-46e8-be6a-f17ab8fece23 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084925 Mar 07 16:08:38.892148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3688d564-172b-4e39-96c6-9d9f01f19dac is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:38.892740 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:38.918918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9641-27d8-48f6-9417-b2593e675a53 req-b05ded65-a678-4eda-907b-1b262d2b67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.920495 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-b05ded65-a678-4eda-907b-1b262d2b67da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1882131 Mar 07 16:08:38.921453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84779944-52c7-4ae9-8937-817f0940332f req-e8cf6978-0b3d-4424-84ab-726a6bbc67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.922992 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84779944-52c7-4ae9-8937-817f0940332f req-e8cf6978-0b3d-4424-84ab-726a6bbc67e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 912 time: 0.1936018 Mar 07 16:08:38.965425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3688d564-172b-4e39-96c6-9d9f01f19dac {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:38.967463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-2e0bb019-0fc7-41c0-947e-e280ce4e1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:38.969078 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-2e0bb019-0fc7-41c0-947e-e280ce4e1573 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7dfe412a-9378-485b-8128-0e25ac679751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1613526 Mar 07 16:08:38.986585 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84779944-52c7-4ae9-8937-817f0940332f req-3fb5578f-fc98-49f2-bc93-f5686a699a47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c71977f-6c40-400f-8b80-9991b77543bb HTTP/1.1" status: 200 len: 217 time: 0.0511658 Mar 07 16:08:39.034399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3688d564-172b-4e39-96c6-9d9f01f19dac, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3688d564-172b-4e39-96c6-9d9f01f19dac,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:39.035085 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0cc6b918-9f06-4c6c-85c4-bbe887ffaf59 req-42c4436e-fef6-46bb-8cbf-5a4775ffd968 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705427 Mar 07 16:08:39.037539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-59259e61-1c91-4153-8e4b-6f8f5eeb7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:39.039111 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-59259e61-1c91-4153-8e4b-6f8f5eeb7a1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 1127 time: 0.1877503 Mar 07 16:08:39.052441 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:39.114506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84779944-52c7-4ae9-8937-817f0940332f req-dd7ef4e9-c8ac-45ba-ac4f-3a48f3080629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:39.116046 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84779944-52c7-4ae9-8937-817f0940332f req-dd7ef4e9-c8ac-45ba-ac4f-3a48f3080629 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 200 len: 851 time: 0.1177506 Mar 07 16:08:39.144129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3688d564-172b-4e39-96c6-9d9f01f19dac,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:39.170626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84779944-52c7-4ae9-8937-817f0940332f req-f97dbde1-c6ae-45ec-b005-2f9d2af35efe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaedd815-432e-4076-9715-cc3788c803fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469744 Mar 07 16:08:39.199098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-5ff564c0-ce7b-4796-963a-5551894da400 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671270 Mar 07 16:08:39.201459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-547327c9-ba81-41d8-a86b-275122d2c6ff tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ff05feba-f8b4-4346-9fa7-d51057e6b94a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:39.251403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-9e569be5-52c6-474a-8f16-fb40039f658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:39.253670 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-9e569be5-52c6-474a-8f16-fb40039f658b service neutron] 10.222.0.11 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 915 time: 0.2073269 Mar 07 16:08:39.269456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547327c9-ba81-41d8-a86b-275122d2c6ff tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=ff05feba-f8b4-4346-9fa7-d51057e6b94a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:39.272794 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-9ca763dc-df79-43f6-8e2f-6570f9fa64f0 service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927654 Mar 07 16:08:39.343646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3688d564-172b-4e39-96c6-9d9f01f19dac'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:39.357527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310956e2-f9d2-4daf-9fc5-759c6a1c86e0 req-805acdeb-9d90-452c-b978-173349a2998c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:39.364347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-310956e2-f9d2-4daf-9fc5-759c6a1c86e0 req-805acdeb-9d90-452c-b978-173349a2998c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 944 time: 0.2924204 Mar 07 16:08:39.370394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-b1bb99ec-1ae5-47af-ae93-0fa815e81ed2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 217 time: 0.0540307 Mar 07 16:08:39.424976 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84779944-52c7-4ae9-8937-817f0940332f req-b033dd75-4faf-47ca-a22a-cc9cae245a54 service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419641 Mar 07 16:08:39.463123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-026f7c5a-df67-4d81-bd03-2df8f83e0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:39.466849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-026f7c5a-df67-4d81-bd03-2df8f83e0ba0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 200 len: 854 time: 0.0864587 Mar 07 16:08:39.536645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-965b9641-27d8-48f6-9417-b2593e675a53 req-91a30155-bffc-4d9f-9117-711a66cf36d0 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234284 Mar 07 16:08:39.546399 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-547327c9-ba81-41d8-a86b-275122d2c6ff tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:39.552614 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-547327c9-ba81-41d8-a86b-275122d2c6ff tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/ff05feba-f8b4-4346-9fa7-d51057e6b94a HTTP/1.1" status: 204 len: 168 time: 2.0952086 Mar 07 16:08:39.560803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56362) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:39.582484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-310956e2-f9d2-4daf-9fc5-759c6a1c86e0 req-800351d4-b075-4301-9f1f-b920280e31af tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171760 Mar 07 16:08:39.607945 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-5447dccc-58bc-47e9-adb8-ff87e2ed3b6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=365963a5-a762-407a-a4b6-796b9bfb375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318469 Mar 07 16:08:39.661165 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9585f069-e9f3-455a-bf27-076e43424333 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:08:39.668180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56364) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:39.670185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9585f069-e9f3-455a-bf27-076e43424333 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/ff05feba-f8b4-4346-9fa7-d51057e6b94a HTTP/1.1" status: 404 len: 333 time: 0.1056635 Mar 07 16:08:39.676955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75380989-a0aa-4ebb-b37a-7e07b52062a8 req-fa8bbb50-b85e-4e9f-a59d-9b0c5a0f37a8 service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897474 Mar 07 16:08:39.757109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-2c52ab2a-71f9-4d28-a276-07633f9cb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:39.758698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-2c52ab2a-71f9-4d28-a276-07633f9cb515 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1db1aba090734d9683fa6dbd31b31939&device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 1129 time: 0.1175046 Mar 07 16:08:39.771418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8b8a0-2ec1-40bb-9080-84f1419f639e req-73db062c-c622-46b9-b04e-36347f8334bd tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:39.772977 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-83a8b8a0-2ec1-40bb-9080-84f1419f639e req-73db062c-c622-46b9-b04e-36347f8334bd tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 946 time: 0.0698798 Mar 07 16:08:39.775550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84779944-52c7-4ae9-8937-817f0940332f req-99eef9d1-bc4f-4d4c-a253-b180214833ac service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437300 Mar 07 16:08:39.869174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b450b2-c4c2-408f-bac6-f7902b9a6d25 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet b214b1e3-f80a-421f-9d38-f73bca4a319f {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:08:39.889229 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24b450b2-c4c2-408f-bac6-f7902b9a6d25 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (b214b1e3-f80a-421f-9d38-f73bca4a319f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:39.894692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-83a8b8a0-2ec1-40bb-9080-84f1419f639e req-7980cdbe-d481-4ca0-a17a-2da7ba834f5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124177 Mar 07 16:08:39.913080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-cad8bc16-4dda-4b88-b59f-6c84c6ecb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:39.915205 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-cad8bc16-4dda-4b88-b59f-6c84c6ecb693 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.1407349 Mar 07 16:08:39.923917 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-1b95a0b3-94b8-489f-ba23-033448e346d2 service neutron] 10.222.0.11 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064327 Mar 07 16:08:39.941948 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ef07e-83b0-4770-88e7-2945b4eba024 req-beef4455-5b83-4d79-8b73-f42ef5b37e69 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:39.944531 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-517ef07e-83b0-4770-88e7-2945b4eba024 req-beef4455-5b83-4d79-8b73-f42ef5b37e69 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.2836459 Mar 07 16:08:39.972194 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-e411ad48-6591-49f4-8412-ddd5df156cec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1a064ba4-1f7c-475b-86a1-a2b95b215f32 HTTP/1.1" status: 200 len: 217 time: 0.0401640 Mar 07 16:08:40.000706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24b450b2-c4c2-408f-bac6-f7902b9a6d25 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (b214b1e3-f80a-421f-9d38-f73bca4a319f), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:40.055348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-24fb4d03-09ae-4adf-9393-100f8b4e5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.057824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-24fb4d03-09ae-4adf-9393-100f8b4e5bd2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0759981 Mar 07 16:08:40.070524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec4e61-382c-48a6-9e8c-0b4c67515b1b req-9cec565c-2bf0-4ac1-a410-574990a72a3a tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.072405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29ec4e61-382c-48a6-9e8c-0b4c67515b1b req-9cec565c-2bf0-4ac1-a410-574990a72a3a tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 947 time: 0.0998626 Mar 07 16:08:40.085827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:40.117887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-40d181a4-30fd-4334-8aa8-e8b553197554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.120053 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-40d181a4-30fd-4334-8aa8-e8b553197554 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 1167 time: 0.2748880 Mar 07 16:08:40.154600 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29ec4e61-382c-48a6-9e8c-0b4c67515b1b req-dc843016-4842-4643-b124-3f192e1431a9 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730474 Mar 07 16:08:40.167674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-f0021d67-05af-4fbf-8123-2632fcbab5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.169748 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-f0021d67-05af-4fbf-8123-2632fcbab5b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0964394 Mar 07 16:08:40.194171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 637b2170-8566-4d8a-b714-43e792cdaed2 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:40.194681 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:40.226379 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-517ef07e-83b0-4770-88e7-2945b4eba024 req-5bbaca34-f124-4858-9d7b-b3b401b4bf08 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634795 Mar 07 16:08:40.248313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:40.248313 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34b07b5-3d64-4cb9-afed-572f36f3a7c3" -d '{"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-unplugged", "status": "completed", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:40.261078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:40.267368 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:40.295890 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0239f3a-d58c-4adf-aa29-67f8ba22b3f2 req-56698705-9518-463c-83d4-7fe270728f2a service neutron] 10.222.0.11 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502796 Mar 07 16:08:40.326779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-a1e24127-770f-43fc-89cf-5e617e7a0a8b service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416321 Mar 07 16:08:40.327699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:40.450759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5deb4-0973-420d-96e6-e79b1e3b1744 req-5bd348f6-4c78-4007-a265-043aabbe1203 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.452367 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5c5deb4-0973-420d-96e6-e79b1e3b1744 req-5bd348f6-4c78-4007-a265-043aabbe1203 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 985 time: 0.1298807 Mar 07 16:08:40.483973 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64f6aac5-a57a-436f-9bf0-983e08b49afa req-66444b66-df07-4b2c-a769-a33b0cded2f7 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458957 Mar 07 16:08:40.529205 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5c5deb4-0973-420d-96e6-e79b1e3b1744 req-4ef8a45a-d708-4b23-ab8c-70ed67e7bee2 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c106e8-d866-4b3b-91ee-09a380ac1460&id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0695918 Mar 07 16:08:40.636454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'tag': 'a3d9d539-d2c1-422c-9e81-db076d548446'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:40.638814 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339b4089-ccae-422c-b32e-8505a73bba30" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9d30d3-ce3a-44e9-adad-55983ab1e317", "tag": "a3d9d539-d2c1-422c-9e81-db076d548446"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:40.669405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2e056-989b-432f-9d7f-11fda5f157a4 req-a57cadee-29b2-448c-8508-c8c5c8cad610 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.670979 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71d2e056-989b-432f-9d7f-11fda5f157a4 req-a57cadee-29b2-448c-8508-c8c5c8cad610 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 944 time: 0.0660603 Mar 07 16:08:40.721439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71d2e056-989b-432f-9d7f-11fda5f157a4 req-f77d078e-2497-4d52-b613-3932a515676a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446200 Mar 07 16:08:40.751187 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24b450b2-c4c2-408f-bac6-f7902b9a6d25 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (b214b1e3-f80a-421f-9d38-f73bca4a319f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:40.784396 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70e512a-46f3-4588-8d20-a988dc988de8 x-openstack-request-id: req-d70e512a-46f3-4588-8d20-a988dc988de8 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:40.784991 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-unplugged", "status": "completed", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:40.785545 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d70e512a-46f3-4588-8d20-a988dc988de8 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:40.786148 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2', 'code': 200} Mar 07 16:08:40.794422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-2465a29a-89a7-4674-9c0b-abcdf3032e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.795877 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-2465a29a-89a7-4674-9c0b-abcdf3032e7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 912 time: 0.6600196 Mar 07 16:08:40.854003 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-ac6c8630-2976-4cbf-b144-1e87b4539679 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c71977f-6c40-400f-8b80-9991b77543bb HTTP/1.1" status: 200 len: 217 time: 0.0467899 Mar 07 16:08:40.865630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70efed-055b-4557-9942-926254aee164 req-a1418724-5f56-46f8-93e6-3ed0df9eec8f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.866880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f70efed-055b-4557-9942-926254aee164 req-a1418724-5f56-46f8-93e6-3ed0df9eec8f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.5337455 Mar 07 16:08:40.867435 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:40.890254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd5cc-8209-4622-9ba4-a3e70baf18d6 req-c728b058-8173-41c5-925d-3cac23adff3e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.893059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd3cd5cc-8209-4622-9ba4-a3e70baf18d6 req-c728b058-8173-41c5-925d-3cac23adff3e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 944 time: 0.0644090 Mar 07 16:08:40.936355 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24b450b2-c4c2-408f-bac6-f7902b9a6d25 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (b214b1e3-f80a-421f-9d38-f73bca4a319f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:40.945519 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cd3cd5cc-8209-4622-9ba4-a3e70baf18d6 req-3f92ec54-00cf-41c7-aca9-9d34087aa4b0 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481808 Mar 07 16:08:40.957237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-7cae1452-a07a-441b-bf2e-9d64107762ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:40.958723 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-7cae1452-a07a-441b-bf2e-9d64107762ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 200 len: 851 time: 0.0909884 Mar 07 16:08:40.986381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24b450b2-c4c2-408f-bac6-f7902b9a6d25 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:40.989871 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-24b450b2-c4c2-408f-bac6-f7902b9a6d25 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/b214b1e3-f80a-421f-9d38-f73bca4a319f HTTP/1.1" status: 204 len: 168 time: 1.2986801 Mar 07 16:08:40.992545 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d45925-ec32-41a1-9137-3f35d03dada9 x-openstack-request-id: req-e1d45925-ec32-41a1-9137-3f35d03dada9 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:40.993046 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9d30d3-ce3a-44e9-adad-55983ab1e317", "tag": "a3d9d539-d2c1-422c-9e81-db076d548446", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:40.993281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f6544-fbaf-475e-bc64-71a07fe22595 None None] Network 52417fd5-eac1-49af-955b-570357962290 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:40.993400 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1d45925-ec32-41a1-9137-3f35d03dada9 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:40.993715 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'tag': 'a3d9d539-d2c1-422c-9e81-db076d548446', 'status': 'completed', 'code': 200} Mar 07 16:08:40.994362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56378) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:41.002138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b450b2-c4c2-408f-bac6-f7902b9a6d25 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=b214b1e3-f80a-421f-9d38-f73bca4a319f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:41.011295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f70efed-055b-4557-9942-926254aee164 req-cae7ec65-c7d8-43bb-be63-da907bf11aa0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331792 Mar 07 16:08:41.037937 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-56d15aec-97b6-4e47-bd1f-e4bc4ce23c40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaedd815-432e-4076-9715-cc3788c803fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589428 Mar 07 16:08:41.135811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (52417fd5-eac1-49af-955b-570357962290), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:41.141860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4089-ccae-422c-b32e-8505a73bba30 req-1a656d44-f39c-427b-b9b5-47b25c935037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:41.143425 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-339b4089-ccae-422c-b32e-8505a73bba30 req-1a656d44-f39c-427b-b9b5-47b25c935037 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5&device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 1126 time: 0.1149700 Mar 07 16:08:41.187940 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-f6d96774-8411-4176-a9bf-3e3aa8059019 service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293573 Mar 07 16:08:41.198525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d4e44-46a5-42fa-8e7a-a19699992182 req-2335a535-5003-4fea-b916-078fc984e6ff tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:41.200837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf625528-3a88-47b9-9f78-e58b02322ecf None None] DHCP port deletion for 52417fd5-eac1-49af-955b-570357962290 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:08:41.206424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-560d4e44-46a5-42fa-8e7a-a19699992182 req-2335a535-5003-4fea-b916-078fc984e6ff tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 946 time: 0.1163790 Mar 07 16:08:41.264130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bf625528-3a88-47b9-9f78-e58b02322ecf None None] Deleting port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:41.264422 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bf625528-3a88-47b9-9f78-e58b02322ecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:41.297042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-eef4bf0c-dce0-4803-80f6-2183037d8b3c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:41.298631 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-eef4bf0c-dce0-4803-80f6-2183037d8b3c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 946 time: 0.1428387 Mar 07 16:08:41.311988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-560d4e44-46a5-42fa-8e7a-a19699992182 req-b71e8ec3-6f53-4602-9d15-a1522d624252 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045563 Mar 07 16:08:41.349412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bf625528-3a88-47b9-9f78-e58b02322ecf None None] For port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7c03d6f5-8f4e-425d-b505-635e91ad1ea3,segment=NetworkSegment(01006d2e-cfc6-4ec6-9df0-1201cce2544e),segment_id=01006d2e-cfc6-4ec6-9df0-1201cce2544e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:41.349815 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bf625528-3a88-47b9-9f78-e58b02322ecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:41.369504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bf625528-3a88-47b9-9f78-e58b02322ecf None None] Calling delete_port for 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:41.371936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:41.372276 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:41.391097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4089-ccae-422c-b32e-8505a73bba30 req-b5bdcb72-b83c-4dd8-91be-e24316ddfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:41.393456 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-339b4089-ccae-422c-b32e-8505a73bba30 req-b5bdcb72-b83c-4dd8-91be-e24316ddfba9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7dfe412a-9378-485b-8128-0e25ac679751 HTTP/1.1" status: 200 len: 912 time: 0.2394826 Mar 07 16:08:41.406912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2824a-8f41-4d62-ae6c-46b5b930147b req-db1e0721-36c6-4424-a169-c6a1c89b4dac tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:41.408532 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3bc2824a-8f41-4d62-ae6c-46b5b930147b req-db1e0721-36c6-4424-a169-c6a1c89b4dac tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 947 time: 0.1590912 Mar 07 16:08:41.427178 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7660724-629f-4c2d-9939-bdf30a9c1c51 req-f57aa0c4-2e86-4562-aefa-71f44b9e153b service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038696 Mar 07 16:08:41.463217 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-339b4089-ccae-422c-b32e-8505a73bba30 req-03aa1a95-37d9-497a-a6cd-3ccdcdf4b917 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3d9d539-d2c1-422c-9e81-db076d548446 HTTP/1.1" status: 200 len: 217 time: 0.0515115 Mar 07 16:08:41.463584 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bf625528-3a88-47b9-9f78-e58b02322ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:41.493217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625528-3a88-47b9-9f78-e58b02322ecf None None] Pushing event deleted for resources: {'Port': ['ID=7c03d6f5-8f4e-425d-b505-635e91ad1ea3,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:41.494939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf625528-3a88-47b9-9f78-e58b02322ecf None None] No DVR routers for this DVR port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:41.534669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] For port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7c03d6f5-8f4e-425d-b505-635e91ad1ea3,segment=NetworkSegment(01006d2e-cfc6-4ec6-9df0-1201cce2544e),segment_id=01006d2e-cfc6-4ec6-9df0-1201cce2544e)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:41.534669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:41.539137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3bc2824a-8f41-4d62-ae6c-46b5b930147b req-3f08d63f-9e0b-4f5b-b3e3-803cda5851f4 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202989 Mar 07 16:08:41.554761 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4089-ccae-422c-b32e-8505a73bba30 req-7418c8b9-8285-44fb-bd34-5c06f0061e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:41.556325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-339b4089-ccae-422c-b32e-8505a73bba30 req-7418c8b9-8285-44fb-bd34-5c06f0061e6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9c26510-8d64-42ae-9a74-5377602fc673 HTTP/1.1" status: 200 len: 850 time: 0.0852194 Mar 07 16:08:41.557690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:41.583598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf03b4-01ff-45f3-8200-40f0a651d0a8 req-63cb5cad-b9e6-4dfd-a93d-cb0b9d35ac11 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:41.585138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0bf03b4-01ff-45f3-8200-40f0a651d0a8 req-63cb5cad-b9e6-4dfd-a93d-cb0b9d35ac11 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.2002747 Mar 07 16:08:41.645118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4089-ccae-422c-b32e-8505a73bba30 req-f95e88dc-4be9-4b02-9ff3-2ad618cd1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:41.646787 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-339b4089-ccae-422c-b32e-8505a73bba30 req-f95e88dc-4be9-4b02-9ff3-2ad618cd1ab4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7dfe412a-9378-485b-8128-0e25ac679751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0843914 Mar 07 16:08:41.753284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0e20e-f3db-4a06-a594-a713562c77ff req-cfd5b5d8-9472-409d-a77c-f6ed903ed33e tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:41.754878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a1d0e20e-f3db-4a06-a594-a713562c77ff req-cfd5b5d8-9472-409d-a77c-f6ed903ed33e tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 985 time: 0.1263661 Mar 07 16:08:41.787680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-339b4089-ccae-422c-b32e-8505a73bba30 req-bbd92d9a-d0bd-4345-9570-3ba74abb167d service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209066 Mar 07 16:08:41.884660 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a1d0e20e-f3db-4a06-a594-a713562c77ff req-98231190-ff72-4fea-a011-12e6a76dcaa4 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c106e8-d866-4b3b-91ee-09a380ac1460&id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1197250 Mar 07 16:08:41.900832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Deleting port 6eb36fd5-507f-4961-acff-7ce89ae579fd {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:41.901363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:41.917419 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-339b4089-ccae-422c-b32e-8505a73bba30 req-13036113-eada-4fd2-9d5d-59636a23f6d8 service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214235 Mar 07 16:08:42.008997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6597f9f-30f5-4fd7-b7c7-8aff145432cb req-699c70bf-3ec3-4972-b67a-56c128302ea0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:42.011517 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6597f9f-30f5-4fd7-b7c7-8aff145432cb req-699c70bf-3ec3-4972-b67a-56c128302ea0 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 944 time: 0.0616419 Mar 07 16:08:42.030671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0bf03b4-01ff-45f3-8200-40f0a651d0a8 req-598dea2c-b87a-4a3c-88d1-7afaceb03b3a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348991 Mar 07 16:08:42.070289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] For port 6eb36fd5-507f-4961-acff-7ce89ae579fd, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6eb36fd5-507f-4961-acff-7ce89ae579fd,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:42.071400 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.072173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d6597f9f-30f5-4fd7-b7c7-8aff145432cb req-0a481d86-f1dc-45c9-8b75-e77b8d24e239 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534167 Mar 07 16:08:42.074818 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7c03d6f5-8f4e-425d-b505-635e91ad1ea3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.091968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a3d9d539-d2c1-422c-9e81-db076d548446 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:08:42.095513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3688d564-172b-4e39-96c6-9d9f01f19dac up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:42.109782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=7c03d6f5-8f4e-425d-b505-635e91ad1ea3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:42.146378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No DVR routers for this DVR port 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:42.165376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 3688d564-172b-4e39-96c6-9d9f01f19dac completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:08:42.182939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 3688d564-172b-4e39-96c6-9d9f01f19dac triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:42.183572 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.203864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c63df-893b-497b-9dff-6908b940edab req-89445f4d-1d9f-4a6a-ae11-3503913141ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:42.206649 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-901c63df-893b-497b-9dff-6908b940edab req-89445f4d-1d9f-4a6a-ae11-3503913141ce tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.0624115 Mar 07 16:08:42.267888 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-901c63df-893b-497b-9dff-6908b940edab req-10536846-6265-49bf-949f-9ec2afc1c669 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539079 Mar 07 16:08:42.320041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a3d9d539-d2c1-422c-9e81-db076d548446, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a3d9d539-d2c1-422c-9e81-db076d548446,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:42.338117 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (52417fd5-eac1-49af-955b-570357962290), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.343304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3688d564-172b-4e39-96c6-9d9f01f19dac is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:42.343304 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.343304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'a3d9d539-d2c1-422c-9e81-db076d548446', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'port_id': 'a3d9d539-d2c1-422c-9e81-db076d548446', 'mac_address': 'fa:16:3e:26:e5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:08:42.408201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39976963-b428-4800-82bd-c335a0c0e837 req-dbf5f584-eef6-4e55-b989-7c1f7e35ecd4 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:42.409787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39976963-b428-4800-82bd-c335a0c0e837 req-dbf5f584-eef6-4e55-b989-7c1f7e35ecd4 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 944 time: 0.2927089 Mar 07 16:08:42.413242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52417fd5-eac1-49af-955b-570357962290']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:42.430219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:42.438572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01006d2e-cfc6-4ec6-9df0-1201cce2544e') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:42.438971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01006d2e-cfc6-4ec6-9df0-1201cce2544e') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:42.468560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port a3d9d539-d2c1-422c-9e81-db076d548446 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:42.469344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.481198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:08:42.481775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7c03d6f5-8f4e-425d-b505-635e91ad1ea3 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:08:42.483305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8669870-e6a5-4edf-a6c6-34a50687e1fd req-3878ee9a-3449-4a3b-8546-6cfa1640db5c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:42.486405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (01006d2e-cfc6-4ec6-9df0-1201cce2544e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.493721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d9d539-d2c1-422c-9e81-db076d548446 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:42.499365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8669870-e6a5-4edf-a6c6-34a50687e1fd req-3878ee9a-3449-4a3b-8546-6cfa1640db5c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 946 time: 0.0807211 Mar 07 16:08:42.528529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (01006d2e-cfc6-4ec6-9df0-1201cce2544e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.543339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:08:42.543580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (01006d2e-cfc6-4ec6-9df0-1201cce2544e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.548378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a3d9d539-d2c1-422c-9e81-db076d548446, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a3d9d539-d2c1-422c-9e81-db076d548446,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:08:42.550152 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:08:42.553115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3688d564-172b-4e39-96c6-9d9f01f19dac, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3688d564-172b-4e39-96c6-9d9f01f19dac,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:42.554554 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.565086 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39976963-b428-4800-82bd-c335a0c0e837 req-63d5516d-7c14-4bb4-855b-b9020d6d53f9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409340 Mar 07 16:08:42.567087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.567450 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (656d63d5-2939-4c11-8ea0-7ce2a8fbcab3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.567775 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Floating IP 656d63d5-2939-4c11-8ea0-7ce2a8fbcab3 disassociated. External IP: 172.25.4.99, port: 6eb36fd5-507f-4961-acff-7ce89ae579fd. Mar 07 16:08:42.568117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Calling delete_port for 6eb36fd5-507f-4961-acff-7ce89ae579fd owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:42.575502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8669870-e6a5-4edf-a6c6-34a50687e1fd req-67ba448f-4183-4273-9514-455428d51892 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=3089eb8a-40e5-4cc1-af71-099ea6a5102a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705571 Mar 07 16:08:42.582329 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.614509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=a3d9d539-d2c1-422c-9e81-db076d548446,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:42.669950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3688d564-172b-4e39-96c6-9d9f01f19dac,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:42.692706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (52417fd5-eac1-49af-955b-570357962290), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.703614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.706708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/networks/52417fd5-eac1-49af-955b-570357962290 HTTP/1.1" status: 204 len: 168 time: 1.7116377 Mar 07 16:08:42.712241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56396) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:42.717787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1441956893'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:42.736160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90452d7f-f97a-44fc-84a2-1f8e881f6cf7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Network': ['ID=52417fd5-eac1-49af-955b-570357962290,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:42.739496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:42.745690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.769579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b03582-79f1-4cd2-8b98-f38b3ecc0d33 req-c279d774-60fd-4d48-9f98-511f3b347f4e tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:42.771232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89b03582-79f1-4cd2-8b98-f38b3ecc0d33 req-c279d774-60fd-4d48-9f98-511f3b347f4e tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 947 time: 0.1384768 Mar 07 16:08:42.775087 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:08:42.787288 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4d58df3e-2cea-469e-acc4-d0e3e9ef13af), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.787958 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Added segment 4d58df3e-2cea-469e-acc4-d0e3e9ef13af of type vlan for network f270315f-586a-4fff-8664-7fc2a5b84080 Mar 07 16:08:42.788072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dcd4d4-29e3-4e2c-86df-729e400773aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3688d564-172b-4e39-96c6-9d9f01f19dac'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:42.791384 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302731f7-121f-4df1-82d6-9b03c4e1a4a8" -d '{"events": [{"server_uuid": "f9dcd4d4-29e3-4e2c-86df-729e400773aa", "name": "network-vif-plugged", "status": "completed", "tag": "3688d564-172b-4e39-96c6-9d9f01f19dac"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:42.800341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a3d9d539-d2c1-422c-9e81-db076d548446'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:42.871644 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07240a71-22e7-42fb-81aa-a87c6a68ea06 x-openstack-request-id: req-07240a71-22e7-42fb-81aa-a87c6a68ea06 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:42.872013 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dcd4d4-29e3-4e2c-86df-729e400773aa", "name": "network-vif-plugged", "status": "completed", "tag": "3688d564-172b-4e39-96c6-9d9f01f19dac", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:42.872202 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07240a71-22e7-42fb-81aa-a87c6a68ea06 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:42.872608 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dcd4d4-29e3-4e2c-86df-729e400773aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3688d564-172b-4e39-96c6-9d9f01f19dac', 'code': 200} Mar 07 16:08:42.873913 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89b03582-79f1-4cd2-8b98-f38b3ecc0d33 req-88b0e061-244e-43e2-9c3a-af6024dec4cd tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925441 Mar 07 16:08:42.875157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6eb36fd5-507f-4961-acff-7ce89ae579fd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.886301 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f270315f-586a-4fff-8664-7fc2a5b84080), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.898585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 1a064ba4-1f7c-475b-86a1-a2b95b215f32 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:08:42.913867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event deleted for resources: {'Port': ['ID=6eb36fd5-507f-4961-acff-7ce89ae579fd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:42.941407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f270315f-586a-4fff-8664-7fc2a5b84080), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:42.951308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:42.952185 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:43.063560 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3500273 Mar 07 16:08:43.066786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56404) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:43.076070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': 'f270315f-586a-4fff-8664-7fc2a5b84080', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:43.077281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 1a064ba4-1f7c-475b-86a1-a2b95b215f32, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1a064ba4-1f7c-475b-86a1-a2b95b215f32,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:43.093628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649e305-49b7-4bb9-a42c-75f9525b439c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Network': ['ID=f270315f-586a-4fff-8664-7fc2a5b84080,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:43.101727 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '1a064ba4-1f7c-475b-86a1-a2b95b215f32', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '1a064ba4-1f7c-475b-86a1-a2b95b215f32', 'mac_address': 'fa:16:3e:a5:f0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:08:43.110487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f270315f-586a-4fff-8664-7fc2a5b84080 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:08:43.113162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72bbd-5720-4797-9d18-f173aa18c3a8 req-9b313af7-8efd-4748-84b4-7bed73d37261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:43.114782 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-64b72bbd-5720-4797-9d18-f173aa18c3a8 req-9b313af7-8efd-4748-84b4-7bed73d37261 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 1127 time: 0.1595721 Mar 07 16:08:43.128818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68caa-7d9f-450e-9235-5853fc807302 req-06efac76-6862-4711-b1c8-046fdeeffa93 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:43.130473 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bee68caa-7d9f-450e-9235-5853fc807302 req-06efac76-6862-4711-b1c8-046fdeeffa93 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 985 time: 0.1256635 Mar 07 16:08:43.201539 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-64b72bbd-5720-4797-9d18-f173aa18c3a8 req-80de78f4-077a-4613-bda4-1febeb5709fb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697875 Mar 07 16:08:43.209488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:43.209887 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:43.219472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Router c2b920e0-f53e-4456-a91f-53ab797da87d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:08:43.220253 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bee68caa-7d9f-450e-9235-5853fc807302 req-d853d300-e7e1-4db5-a2a1-03e3648e5748 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c106e8-d866-4b3b-91ee-09a380ac1460&id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0732529 Mar 07 16:08:43.230506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a064ba4-1f7c-475b-86a1-a2b95b215f32 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:43.265012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 1a064ba4-1f7c-475b-86a1-a2b95b215f32, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1a064ba4-1f7c-475b-86a1-a2b95b215f32,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:43.269400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ee83b-183b-478b-aa22-57cc7c24b1c0 req-e8d714bf-b502-47ee-bef9-70a780ede48f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:43.269947 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:43.270912 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-796ee83b-183b-478b-aa22-57cc7c24b1c0 req-e8d714bf-b502-47ee-bef9-70a780ede48f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.1014018 Mar 07 16:08:43.274288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:43.277873 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:43.341452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=1a064ba4-1f7c-475b-86a1-a2b95b215f32,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:43.346967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f69c8-2382-4a94-9d35-bf10428af8d7 req-53a6cbe7-613d-4069-81f1-55381d869f5d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:43.348680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f06f69c8-2382-4a94-9d35-bf10428af8d7 req-53a6cbe7-613d-4069-81f1-55381d869f5d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 945 time: 0.0615883 Mar 07 16:08:43.411064 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f06f69c8-2382-4a94-9d35-bf10428af8d7 req-31284ce5-d46d-4cb1-a5e8-c19a07458fa3 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552156 Mar 07 16:08:43.487161 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-796ee83b-183b-478b-aa22-57cc7c24b1c0 req-8393bc6b-dfc4-43ec-9c4a-a399e3cb2c75 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049804 Mar 07 16:08:43.533806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:08:43.537112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb64b844-3a29-4483-8526-1f89610ff536 req-e6ce74a0-0d11-47ad-b286-6b9021d6436b tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-437017907&fields=id&tenant_id=cad69fc8166d456c9238741b6c0c548f HTTP/1.1" status: 200 len: 267 time: 0.0626056 Mar 07 16:08:43.545105 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] Sync routers for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:08:43.565351 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:43.565981 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:43.596761 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b844-3a29-4483-8526-1f89610ff536 req-cfb71718-d612-4921-a0f3-b28bf84f5108 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:43.598345 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb64b844-3a29-4483-8526-1f89610ff536 req-cfb71718-d612-4921-a0f3-b28bf84f5108 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 985 time: 0.0601857 Mar 07 16:08:43.609227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-cb64b844-3a29-4483-8526-1f89610ff536 req-887ff5b3-9ccb-4389-8ce2-c6db1dedca24 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'port': {'security_groups': ['6c113b1a-9157-41f8-bf3a-df8f8daae72b', '81c106e8-d866-4b3b-91ee-09a380ac1460', 'f319f177-fc63-44cb-bcea-07b83d532f6b']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:43.615897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['1a064ba4-1f7c-475b-86a1-a2b95b215f32'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:43.625836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] No DVR routers for this DVR port 6eb36fd5-507f-4961-acff-7ce89ae579fd on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:43.641970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:43.645295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-087e0b36-e3a8-4228-814b-325ce158ee09 req-8f9380e6-41a3-4da8-bf95-c6c136646911 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "DELETE /v2.0/ports/6eb36fd5-507f-4961-acff-7ce89ae579fd HTTP/1.1" status: 204 len: 173 time: 2.3302665 Mar 07 16:08:43.645761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'name': 'network-vif-deleted', 'tag': '6eb36fd5-507f-4961-acff-7ce89ae579fd'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:43.648139 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96297884-77a5-4234-8f27-f5d3744bd945" -d '{"events": [{"server_uuid": "af4ae047-d066-41e7-ac41-8f680beda2af", "name": "network-vif-deleted", "tag": "6eb36fd5-507f-4961-acff-7ce89ae579fd"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:43.717180 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:43.723057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-cb64b844-3a29-4483-8526-1f89610ff536 req-887ff5b3-9ccb-4389-8ce2-c6db1dedca24 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:43.743336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448b21e-4068-4b54-8ce3-ef40d1d70235 req-ea8294f9-bced-42c8-93cd-8b6c9ff3ec41 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:43.750791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4448b21e-4068-4b54-8ce3-ef40d1d70235 req-ea8294f9-bced-42c8-93cd-8b6c9ff3ec41 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.1780634 Mar 07 16:08:43.759213 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (64a4e63f-874b-43fd-8dc8-d25320f740fb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:43.871968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4448b21e-4068-4b54-8ce3-ef40d1d70235 req-b5a8fdf3-00b6-46bf-abff-bb61bd05ae92 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197555 Mar 07 16:08:43.872299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=64a4e63f-874b-43fd-8dc8-d25320f740fb,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:43.884509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Checking segment: {'id': '4d58df3e-2cea-469e-acc4-d0e3e9ef13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f270315f-586a-4fff-8664-7fc2a5b84080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:43.884868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network hostable DHCP agents. Network: f270315f-586a-4fff-8664-7fc2a5b84080, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:08:43.913434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network f270315f-586a-4fff-8664-7fc2a5b84080 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:08:43.930431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, f270315f-586a-4fff-8664-7fc2a5b84080) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:43.940833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b8406-bb07-406e-94b5-d51a36183910 None None] Network f270315f-586a-4fff-8664-7fc2a5b84080 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:43.949752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:43.950835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.006127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-30acac53-b473-4b8a-b469-49d15ab8c226 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9344246 Mar 07 16:08:44.009880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56422) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:44.014673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1492017f-d5de-426e-b178-d0f71433482f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1013006987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:44.043184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aaeae-6a14-4847-a0b7-ea59fbc28f1b req-a6e52018-b0f7-406d-8006-ce0bd0318b3d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:44.045259 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-373aaeae-6a14-4847-a0b7-ea59fbc28f1b req-a6e52018-b0f7-406d-8006-ce0bd0318b3d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1000261 Mar 07 16:08:44.052402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-cb64b844-3a29-4483-8526-1f89610ff536 req-887ff5b3-9ccb-4389-8ce2-c6db1dedca24 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] For port 9c71977f-6c40-400f-8b80-9991b77543bb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9c71977f-6c40-400f-8b80-9991b77543bb,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:44.068412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1492017f-d5de-426e-b178-d0f71433482f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (8301d400-e4e4-4631-9f65-a86d86f8bcb9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.069828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1492017f-d5de-426e-b178-d0f71433482f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (8301d400-e4e4-4631-9f65-a86d86f8bcb9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.108167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-f270315f-586a-4fff-8664-7fc2a5b84080', 'network_id': 'f270315f-586a-4fff-8664-7fc2a5b84080', 'project_id': 'c2af692da0d8452fa28b3e659c919760', 'fixed_ips': [{'subnet_id': '64a4e63f-874b-43fd-8dc8-d25320f740fb'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:08:44.108413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-cb64b844-3a29-4483-8526-1f89610ff536 req-887ff5b3-9ccb-4389-8ce2-c6db1dedca24 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for port (9c71977f-6c40-400f-8b80-9991b77543bb), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.109030 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.115422 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:44.116029 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-cb64b844-3a29-4483-8526-1f89610ff536 req-887ff5b3-9ccb-4389-8ce2-c6db1dedca24 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.147072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-373aaeae-6a14-4847-a0b7-ea59fbc28f1b req-721bbcb8-bf3a-4469-a381-1a46a90fcc40 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913911 Mar 07 16:08:44.154051 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] Checking router: c2b920e0-f53e-4456-a91f-53ab797da87d for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:08:44.165939 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:44.166738 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:44.208086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b844-3a29-4483-8526-1f89610ff536 req-887ff5b3-9ccb-4389-8ce2-c6db1dedca24 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:44.208891 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-cb64b844-3a29-4483-8526-1f89610ff536 req-887ff5b3-9ccb-4389-8ce2-c6db1dedca24 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.210477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb64b844-3a29-4483-8526-1f89610ff536 req-887ff5b3-9ccb-4389-8ce2-c6db1dedca24 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "PUT /v2.0/ports/9c71977f-6c40-400f-8b80-9991b77543bb HTTP/1.1" status: 200 len: 1021 time: 0.6060684 Mar 07 16:08:44.212168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ff5b3-9ccb-4389-8ce2-c6db1dedca24 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'Port': ['ID=9c71977f-6c40-400f-8b80-9991b77543bb,revision_number=7']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:44.224638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:44.228467 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14b14a1-fe75-4700-bc85-49ed5260a574" -d '{"events": [{"name": "network-changed", "server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:44.232834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1492017f-d5de-426e-b178-d0f71433482f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for router_controller (8301d400-e4e4-4631-9f65-a86d86f8bcb9), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.240809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1492017f-d5de-426e-b178-d0f71433482f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (8301d400-e4e4-4631-9f65-a86d86f8bcb9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.283385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a3d9d539-d2c1-422c-9e81-db076d548446 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:44.290924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['9c71977f-6c40-400f-8b80-9991b77543bb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:44.316541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:44.316909 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267936fb-cc5d-4ba5-af16-3bb54cb929b6 x-openstack-request-id: req-267936fb-cc5d-4ba5-af16-3bb54cb929b6 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:44.317202 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4ae047-d066-41e7-ac41-8f680beda2af", "name": "network-vif-deleted", "tag": "6eb36fd5-507f-4961-acff-7ce89ae579fd", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:44.318497 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-267936fb-cc5d-4ba5-af16-3bb54cb929b6 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:44.318497 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4ae047-d066-41e7-ac41-8f680beda2af', 'name': 'network-vif-deleted', 'tag': '6eb36fd5-507f-4961-acff-7ce89ae579fd', 'status': 'completed', 'code': 200} Mar 07 16:08:44.320678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-441bf49b-d4f0-4140-9670-f84fc423cc70 req-c8edba06-0fe8-43f1-b88f-87e5e7e9d557 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4ae047-d066-41e7-ac41-8f680beda2af HTTP/1.1" status: 200 len: 210 time: 0.0525036 Mar 07 16:08:44.334927 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1492017f-d5de-426e-b178-d0f71433482f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.338013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1492017f-d5de-426e-b178-d0f71433482f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3261034 Mar 07 16:08:44.340590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56428) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:44.349943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'network_id': 'f270315f-586a-4fff-8664-7fc2a5b84080', 'name': 'tempest-PortsTestJSON-1654963904'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:44.359948 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:44.462053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['9c71977f-6c40-400f-8b80-9991b77543bb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:44.561212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c933-be8b-4a41-9ea7-6b8840465865 req-ef6572ea-3dac-4f0e-8d93-6f63364da541 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:44.562827 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d45c933-be8b-4a41-9ea7-6b8840465865 req-ef6572ea-3dac-4f0e-8d93-6f63364da541 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.1719229 Mar 07 16:08:44.604434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Allocated IP 172.20.0.2 (f270315f-586a-4fff-8664-7fc2a5b84080/64a4e63f-874b-43fd-8dc8-d25320f740fb/37b3a06c-b8cc-49df-b1c3-97bc031d29c6) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:44.607636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf846c-536c-4be0-ade5-bacccee754cf req-d8ac507b-facc-401d-810e-714babe15b40 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:44.617369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3bcf846c-536c-4be0-ade5-bacccee754cf req-d8ac507b-facc-401d-810e-714babe15b40 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 948 time: 0.1727173 Mar 07 16:08:44.619302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port a3d9d539-d2c1-422c-9e81-db076d548446 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:08:44.637275 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:44.640240 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.645765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port a3d9d539-d2c1-422c-9e81-db076d548446 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:44.646520 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:44.659420 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d45c933-be8b-4a41-9ea7-6b8840465865 req-c47cb070-d962-48bb-a3ac-7423ef3a4142 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856209 Mar 07 16:08:44.667140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 2b7a77ce-eef4-4171-a05e-fa23a544e253 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:08:44.705276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3bcf846c-536c-4be0-ade5-bacccee754cf req-fab95f32-cfdf-404b-8720-3ace02600550 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866230 Mar 07 16:08:44.744757 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:44.779535 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dc3334-1082-467c-a3d4-6ff9b7097f0b x-openstack-request-id: req-27dc3334-1082-467c-a3d4-6ff9b7097f0b {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:44.779837 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:44.780100 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27dc3334-1082-467c-a3d4-6ff9b7097f0b {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:44.780570 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb', 'status': 'completed', 'code': 200} Mar 07 16:08:44.785906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a0594-0854-4d36-961d-d157e76e3b19 None None] The sync data for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 is: [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:08:44.802820 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb65c938-dd49-499e-b762-2c0e5f8d3f78 req-b6c66bfa-a19b-47ac-a7c6-a5d0ca03d288 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/f319f177-fc63-44cb-bcea-07b83d532f6b HTTP/1.1" status: 200 len: 1818 time: 0.0898018 Mar 07 16:08:44.860817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-c8608a69-00ed-46a6-9f16-8d97ac2afc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:44.862463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-c8608a69-00ed-46a6-9f16-8d97ac2afc81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cad69fc8166d456c9238741b6c0c548f&device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 1207 time: 0.0595086 Mar 07 16:08:44.891024 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-cb65c938-dd49-499e-b762-2c0e5f8d3f78 req-cdc14ca0-3b63-4f2e-8c60-a03fd5f81f49 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 16:08:44.892163 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb65c938-dd49-499e-b762-2c0e5f8d3f78 req-cdc14ca0-3b63-4f2e-8c60-a03fd5f81f49 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/f319f177-fc63-44cb-bcea-07b83d532f6b HTTP/1.1" status: 409 len: 341 time: 0.0834928 Mar 07 16:08:44.970837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 1a064ba4-1f7c-475b-86a1-a2b95b215f32 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:45.018663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03ff48-adcb-4b12-8500-7ad1c00a9ff5 req-265d53e2-2a84-4300-9b96-8f214672595b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:45.020284 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c03ff48-adcb-4b12-8500-7ad1c00a9ff5 req-265d53e2-2a84-4300-9b96-8f214672595b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.0621922 Mar 07 16:08:45.029203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-65ecca17-7f05-40c9-bc50-786197fdc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:45.031219 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-65ecca17-7f05-40c9-bc50-786197fdc97e service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 200 len: 912 time: 0.1564682 Mar 07 16:08:45.041091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066abf7b-a41f-4bd0-b6c3-caf5309a30ec req-c6dc41c8-2bb1-4745-ac0f-2f002bc8932c tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:45.042828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-066abf7b-a41f-4bd0-b6c3-caf5309a30ec req-c6dc41c8-2bb1-4745-ac0f-2f002bc8932c tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 945 time: 0.1793203 Mar 07 16:08:45.089432 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c03ff48-adcb-4b12-8500-7ad1c00a9ff5 req-a3db7d40-dbdd-4c07-8ac3-eead9790d60a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623188 Mar 07 16:08:45.098744 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-9d00f763-1dbd-4e06-b4d8-ed6204e60786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c71977f-6c40-400f-8b80-9991b77543bb HTTP/1.1" status: 200 len: 217 time: 0.0549014 Mar 07 16:08:45.179829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8392c5c-897f-46d8-af44-d91791361b63 None None] New status for floating IP 656d63d5-2939-4c11-8ea0-7ce2a8fbcab3: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:08:45.194932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-066abf7b-a41f-4bd0-b6c3-caf5309a30ec req-d5bbb920-2cbd-4a78-8cb1-9d852fb3976d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439099 Mar 07 16:08:45.206837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-8f27e7f1-1579-4d37-b616-f39572b03bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:45.208453 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-8f27e7f1-1579-4d37-b616-f39572b03bb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 200 len: 851 time: 0.1037664 Mar 07 16:08:45.255083 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-a4fd3e55-0fd1-40c5-b2ab-eac2194efef9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaedd815-432e-4076-9715-cc3788c803fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302391 Mar 07 16:08:45.388335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-0b66a444-469e-4385-9968-eca7ff729249 req-540355c2-89a3-48c0-b16b-7e3ed45ca4fe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:08:45.389605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b66a444-469e-4385-9968-eca7ff729249 req-540355c2-89a3-48c0-b16b-7e3ed45ca4fe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082271 Mar 07 16:08:45.403802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12066d61-85ad-4c2e-910f-fa7c37649c5e req-c2865a4a-03c1-4024-8a25-c1255776dd85 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:45.405332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12066d61-85ad-4c2e-910f-fa7c37649c5e req-c2865a4a-03c1-4024-8a25-c1255776dd85 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1338289 Mar 07 16:08:45.411183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-dfb1dc35-bcca-4709-931a-e720a1cb776d service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492548 Mar 07 16:08:45.478613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:08:45.530839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:45.531209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:45.551440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12066d61-85ad-4c2e-910f-fa7c37649c5e req-4b128470-7b4b-4b36-bea3-b6bb34e59dae tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387677 Mar 07 16:08:45.594615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e14b14a1-fe75-4700-bc85-49ed5260a574 req-9475b0eb-783e-4701-b238-f94bc6563547 service neutron] 10.222.0.15 "GET /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747723 Mar 07 16:08:45.606027 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Publish callbacks [] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:45.619934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port a3d9d539-d2c1-422c-9e81-db076d548446 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:45.620438 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:45.656005 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:45.729296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4f3c7-599e-4661-b4ed-cd01fdec6f36 req-93ade71e-8371-4e3a-acac-8b55e6d16683 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:45.732811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1c4f3c7-599e-4661-b4ed-cd01fdec6f36 req-93ade71e-8371-4e3a-acac-8b55e6d16683 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 1024 time: 0.1662629 Mar 07 16:08:45.739697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42328f2-3ae5-4d7b-adfc-7498bcb83eed req-09a30b5f-e612-4aea-bd60-22794645b3d4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:45.741493 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f42328f2-3ae5-4d7b-adfc-7498bcb83eed req-09a30b5f-e612-4aea-bd60-22794645b3d4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.0728149 Mar 07 16:08:45.767552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9d539-d2c1-422c-9e81-db076d548446'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:45.769864 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ca3eb-a0ff-4523-80f5-6dd69d6497f2" -d '{"events": [{"server_uuid": "fc9d30d3-ce3a-44e9-adad-55983ab1e317", "name": "network-vif-plugged", "status": "completed", "tag": "a3d9d539-d2c1-422c-9e81-db076d548446"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:45.773980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.7 (f270315f-586a-4fff-8664-7fc2a5b84080/64a4e63f-874b-43fd-8dc8-d25320f740fb/2b7a77ce-eef4-4171-a05e-fa23a544e253) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:45.802273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Network f270315f-586a-4fff-8664-7fc2a5b84080 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:45.809326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f42328f2-3ae5-4d7b-adfc-7498bcb83eed req-71cd320a-0036-4637-99fb-404243446431 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606546 Mar 07 16:08:45.818558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a3d9d539-d2c1-422c-9e81-db076d548446, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a3d9d539-d2c1-422c-9e81-db076d548446,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:45.828387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:45.854339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:45.863201 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:45.863838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:45.865694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Pushing event updated for resources: {'Port': ['ID=37b3a06c-b8cc-49df-b1c3-97bc031d29c6,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:45.905506 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1c4f3c7-599e-4661-b4ed-cd01fdec6f36 req-e0a26161-e2be-4bf4-8b7f-92b7b817baaf tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c106e8-d866-4b3b-91ee-09a380ac1460&id=f319f177-fc63-44cb-bcea-07b83d532f6b&id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1518421 Mar 07 16:08:45.953640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56472) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:46.064241 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea540f-095f-4f95-9c38-0ca2dbc32d9d x-openstack-request-id: req-91ea540f-095f-4f95-9c38-0ca2dbc32d9d {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:46.064531 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9d30d3-ce3a-44e9-adad-55983ab1e317", "name": "network-vif-plugged", "status": "completed", "tag": "a3d9d539-d2c1-422c-9e81-db076d548446", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:46.064789 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91ea540f-095f-4f95-9c38-0ca2dbc32d9d {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:46.065250 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9d539-d2c1-422c-9e81-db076d548446', 'code': 200} Mar 07 16:08:46.080298 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-796709e8-4c9a-43f2-8f66-c2fb3ebaa662 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3008287 Mar 07 16:08:46.106768 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9850048-fb9d-47bc-875b-50ff9be442e7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (3089eb8a-40e5-4cc1-af71-099ea6a5102a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.131798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Attempting to bind port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:46.132169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Attempting to bind port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4d58df3e-2cea-469e-acc4-d0e3e9ef13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f270315f-586a-4fff-8664-7fc2a5b84080'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:46.132744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Attempting to bind port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 on network f270315f-586a-4fff-8664-7fc2a5b84080 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:46.142717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=a3d9d539-d2c1-422c-9e81-db076d548446,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:46.166433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:46.166712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.169386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:46.169386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Checking segment: {'id': '4d58df3e-2cea-469e-acc4-d0e3e9ef13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f270315f-586a-4fff-8664-7fc2a5b84080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:46.169693 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.169804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Bound using segment: {'id': '4d58df3e-2cea-469e-acc4-d0e3e9ef13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f270315f-586a-4fff-8664-7fc2a5b84080'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:46.170297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Bound port: 37b3a06c-b8cc-49df-b1c3-97bc031d29c6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d58df3e-2cea-469e-acc4-d0e3e9ef13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f270315f-586a-4fff-8664-7fc2a5b84080'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:46.170671 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.173068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9850048-fb9d-47bc-875b-50ff9be442e7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (3089eb8a-40e5-4cc1-af71-099ea6a5102a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.263702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58f307-5629-483a-8243-65563c4af4d0 req-759edac7-3da3-4f24-b8e2-24abc42b3d69 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:46.271233 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce58f307-5629-483a-8243-65563c4af4d0 req-759edac7-3da3-4f24-b8e2-24abc42b3d69 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1499662 Mar 07 16:08:46.298293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b083c3-fdb0-474b-9fb6-e05482a97687 req-66270b7f-d7bb-4ebb-bc6f-2e8c8bfb7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:46.298688 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49b083c3-fdb0-474b-9fb6-e05482a97687 req-66270b7f-d7bb-4ebb-bc6f-2e8c8bfb7cab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 1128 time: 0.1631711 Mar 07 16:08:46.310888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 1a064ba4-1f7c-475b-86a1-a2b95b215f32, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1a064ba4-1f7c-475b-86a1-a2b95b215f32,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:46.324098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-6af708e0-82df-4ba8-a192-362c6dad8a28 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:46.324674 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.325005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 6eb36fd5-507f-4961-acff-7ce89ae579fd no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:46.325470 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-6af708e0-82df-4ba8-a192-362c6dad8a28 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports/637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 940 time: 0.1906273 Mar 07 16:08:46.331768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 637b2170-8566-4d8a-b714-43e792cdaed2 is: DOWN; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:46.332176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9850048-fb9d-47bc-875b-50ff9be442e7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3089eb8a-40e5-4cc1-af71-099ea6a5102a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.335410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9850048-fb9d-47bc-875b-50ff9be442e7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.338348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.339692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f9850048-fb9d-47bc-875b-50ff9be442e7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "DELETE /v2.0/security-groups/3089eb8a-40e5-4cc1-af71-099ea6a5102a HTTP/1.1" status: 204 len: 168 time: 0.3735261 Mar 07 16:08:46.340365 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56482) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:46.353332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13de46-426a-445e-9244-b41c080a122b req-f58cfa03-2d0c-4699-a0de-fb314302d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:46.354832 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f13de46-426a-445e-9244-b41c080a122b req-f58cfa03-2d0c-4699-a0de-fb314302d014 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 1127 time: 0.2316120 Mar 07 16:08:46.364854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6876c-2460-41af-a987-b875f23dddd1 req-29863257-7619-4ea4-9301-bc15e53a2487 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:46.371942 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4ad6876c-2460-41af-a987-b875f23dddd1 req-29863257-7619-4ea4-9301-bc15e53a2487 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 948 time: 0.2469242 Mar 07 16:08:46.393834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 6eb36fd5-507f-4961-acff-7ce89ae579fd {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:08:46.394833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 6eb36fd5-507f-4961-acff-7ce89ae579fd not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:08:46.399363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9850048-fb9d-47bc-875b-50ff9be442e7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3089eb8a-40e5-4cc1-af71-099ea6a5102a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:46.399578 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-bf54aa7e-909d-4f31-a191-67f1931011c1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] show failed (client error): The resource could not be found. Mar 07 16:08:46.403191 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bf54aa7e-909d-4f31-a191-67f1931011c1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups/3089eb8a-40e5-4cc1-af71-099ea6a5102a HTTP/1.1" status: 404 len: 347 time: 0.0579376 Mar 07 16:08:46.409009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] For port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:46.419497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56486) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:46.428216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce58f307-5629-483a-8243-65563c4af4d0 req-59cb628c-aa37-4948-aba0-db98870cb5e6 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556039 Mar 07 16:08:46.455129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49b083c3-fdb0-474b-9fb6-e05482a97687 req-90489ec1-e725-4d42-97e6-565389fbba99 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312947 Mar 07 16:08:46.465322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] For port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=37b3a06c-b8cc-49df-b1c3-97bc031d29c6,segment=NetworkSegment(4d58df3e-2cea-469e-acc4-d0e3e9ef13af),segment_id=4d58df3e-2cea-469e-acc4-d0e3e9ef13af)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:46.483162 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=1a064ba4-1f7c-475b-86a1-a2b95b215f32,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:46.491374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.587359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98588e4-6100-49b4-b200-ed8c305812ca req-50095553-f361-4aee-8266-d72abb7cc4de tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:46.590582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402dafc-e1cd-45c1-9679-9de25c1f7d4e None None] Pushing event updated for resources: {'Port': ['ID=37b3a06c-b8cc-49df-b1c3-97bc031d29c6,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:46.600646 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d98588e4-6100-49b4-b200-ed8c305812ca req-50095553-f361-4aee-8266-d72abb7cc4de tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.0847542 Mar 07 16:08:46.634319 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4ad6876c-2460-41af-a987-b875f23dddd1 req-048725de-86ad-4b1e-aac8-a26b79047f5c tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508099 Mar 07 16:08:46.659757 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:46.750971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13de46-426a-445e-9244-b41c080a122b req-d53a9e0e-edb7-4ae4-a993-f30a98c6803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:46.752611 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f13de46-426a-445e-9244-b41c080a122b req-d53a9e0e-edb7-4ae4-a993-f30a98c6803c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 912 time: 0.3787558 Mar 07 16:08:46.809042 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f13de46-426a-445e-9244-b41c080a122b req-c2bfa600-5b52-4334-93ea-d05ee0d16dd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3688d564-172b-4e39-96c6-9d9f01f19dac HTTP/1.1" status: 200 len: 217 time: 0.0369108 Mar 07 16:08:46.878602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network f270315f-586a-4fff-8664-7fc2a5b84080 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:46.925474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:46.934035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:46.990090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d98588e4-6100-49b4-b200-ed8c305812ca req-2b5025c6-ca5e-4f5e-a550-7b22722c993b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832054 Mar 07 16:08:47.001306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=2b7a77ce-eef4-4171-a05e-fa23a544e253,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:47.030068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13de46-426a-445e-9244-b41c080a122b req-2e055949-9c65-4246-b318-2082029b1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:47.031416 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f13de46-426a-445e-9244-b41c080a122b req-2e055949-9c65-4246-b318-2082029b1eb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8650556-8c1c-4884-93eb-2da4185841b3 HTTP/1.1" status: 200 len: 851 time: 0.2084429 Mar 07 16:08:47.036157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Deleting port 073d5dfc-edef-4a81-b8ba-6a94f35f19cb {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:47.036508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (073d5dfc-edef-4a81-b8ba-6a94f35f19cb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:47.048949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced39475-5fc6-4fdb-b169-1f82cca44bd9 req-41749036-34c1-47a7-8e6e-0035482eb47e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:47.057737 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ced39475-5fc6-4fdb-b169-1f82cca44bd9 req-41749036-34c1-47a7-8e6e-0035482eb47e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 946 time: 0.3428833 Mar 07 16:08:47.103823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-9d734a7a-7fb1-4b28-b06b-486e13925f15 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:47.108745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-9d734a7a-7fb1-4b28-b06b-486e13925f15 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 1024 time: 0.0980420 Mar 07 16:08:47.117816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:47.118460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:47.126597 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f13de46-426a-445e-9244-b41c080a122b req-72ee2ebe-6cf7-4f94-aa2c-3e418e2ef918 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca14b26f-8c62-480c-9121-96fe2fe05b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618305 Mar 07 16:08:47.221568 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a112281-ffb0-443d-8870-9250eada9425 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8797138 Mar 07 16:08:47.224023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed813f66-0ddc-4f43-90ed-0640506ca093 req-c90b4bf9-00de-44fe-a5b1-c3f7e6059df8 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:47.225500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed813f66-0ddc-4f43-90ed-0640506ca093 req-c90b4bf9-00de-44fe-a5b1-c3f7e6059df8 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.1426444 Mar 07 16:08:47.227539 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56496) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:47.283227 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ced39475-5fc6-4fdb-b169-1f82cca44bd9 req-e81d1f2a-b317-47fd-8ecd-f075d98ea372 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199121 Mar 07 16:08:47.315187 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (073d5dfc-edef-4a81-b8ba-6a94f35f19cb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:47.315908 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (073d5dfc-edef-4a81-b8ba-6a94f35f19cb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:47.342424 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Calling delete_port for 073d5dfc-edef-4a81-b8ba-6a94f35f19cb owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:47.348195 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f13de46-426a-445e-9244-b41c080a122b req-8e679a4b-a1b1-4571-be58-d662495bf370 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105365 Mar 07 16:08:47.482011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Deleting port 9c71977f-6c40-400f-8b80-9991b77543bb {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:47.482353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:47.509197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed813f66-0ddc-4f43-90ed-0640506ca093 req-13842991-b459-4557-b864-49f21acb72a0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727311 Mar 07 16:08:47.614167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8311b3-59c0-4d99-b842-5f653347c8ff req-007bc995-2a56-4bf8-8fef-7d23878c37ad tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:47.619314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c8311b3-59c0-4d99-b842-5f653347c8ff req-007bc995-2a56-4bf8-8fef-7d23878c37ad tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba83bd7e-abf5-472c-beb0-7eae4cad9299 HTTP/1.1" status: 200 len: 1024 time: 0.2686667 Mar 07 16:08:47.645757 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f13de46-426a-445e-9244-b41c080a122b req-9879063d-a33c-4566-b1d4-8b0b3d4ab29d service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748113 Mar 07 16:08:47.678665 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-d0392fde-ef0a-48a0-9f7f-c46cd10f376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:47.681053 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-d0392fde-ef0a-48a0-9f7f-c46cd10f376e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426&tenant_id=a257a2624a8d42688a0fcee377604c31 HTTP/1.1" status: 200 len: 1125 time: 0.2250428 Mar 07 16:08:47.752799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:47.773039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] For port 9c71977f-6c40-400f-8b80-9991b77543bb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9c71977f-6c40-400f-8b80-9991b77543bb,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:47.774747 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:47.793245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Calling delete_port for 9c71977f-6c40-400f-8b80-9991b77543bb owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:47.808880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c8311b3-59c0-4d99-b842-5f653347c8ff req-be268abf-8dcf-46c7-a2f9-6f4adc75339e tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c106e8-d866-4b3b-91ee-09a380ac1460&id=f319f177-fc63-44cb-bcea-07b83d532f6b&id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1611803 Mar 07 16:08:47.813774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909bdfb-b81e-46d7-83e8-cdead68bab42 req-a20e1acd-2ec7-42cd-9e71-ff77afee7aa9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:47.830775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0909bdfb-b81e-46d7-83e8-cdead68bab42 req-a20e1acd-2ec7-42cd-9e71-ff77afee7aa9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.2385609 Mar 07 16:08:47.921941 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:47.946728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:47.985399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0909bdfb-b81e-46d7-83e8-cdead68bab42 req-6c55c0e8-a575-454d-b09b-574405127f3b tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536784 Mar 07 16:08:48.014742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (073d5dfc-edef-4a81-b8ba-6a94f35f19cb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.037750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938748af-190a-4a4e-ad56-8badeb6990b9 None None] Network f270315f-586a-4fff-8664-7fc2a5b84080 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:48.066147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c15d826-6ace-48e1-aeef-4d8f81acf232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a064ba4-1f7c-475b-86a1-a2b95b215f32'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:48.069373 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9684989c-74a3-4ae5-b474-76a4dd1a16bc" -d '{"events": [{"server_uuid": "0c15d826-6ace-48e1-aeef-4d8f81acf232", "name": "network-vif-plugged", "status": "completed", "tag": "1a064ba4-1f7c-475b-86a1-a2b95b215f32"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:48.160853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6dc83928-579c-4e67-bc1c-6d45eab97d41 None None] Provisioning complete for port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:48.161232 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6dc83928-579c-4e67-bc1c-6d45eab97d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.269579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6dc83928-579c-4e67-bc1c-6d45eab97d41 None None] Current status of the port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:48.269926 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6dc83928-579c-4e67-bc1c-6d45eab97d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.277192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9c71977f-6c40-400f-8b80-9991b77543bb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.294724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['9c71977f-6c40-400f-8b80-9991b77543bb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:48.296486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:08:48.326362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff30b65-6135-4c65-8f96-d5852633ea6d req-442c48b9-6829-492f-b936-30b280f49b7a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:48.333466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eff30b65-6135-4c65-8f96-d5852633ea6d req-442c48b9-6829-492f-b936-30b280f49b7a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.2451329 Mar 07 16:08:48.340754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'Port': ['ID=9c71977f-6c40-400f-8b80-9991b77543bb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:48.418521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88360d4e-5c85-414f-8bd5-01f7de598679 req-4f9f3f6f-ee55-4676-aee1-65bbadbeee1f tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:48.420683 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88360d4e-5c85-414f-8bd5-01f7de598679 req-4f9f3f6f-ee55-4676-aee1-65bbadbeee1f tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.5203559 Mar 07 16:08:48.421828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event deleted for resources: {'Port': ['ID=073d5dfc-edef-4a81-b8ba-6a94f35f19cb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:48.435308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6dc83928-579c-4e67-bc1c-6d45eab97d41 None None] For port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=37b3a06c-b8cc-49df-b1c3-97bc031d29c6,segment=NetworkSegment(4d58df3e-2cea-469e-acc4-d0e3e9ef13af),segment_id=4d58df3e-2cea-469e-acc4-d0e3e9ef13af)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:48.470573 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6dc83928-579c-4e67-bc1c-6d45eab97d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.496907 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.536862 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.540707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] No DVR routers for this DVR port 9c71977f-6c40-400f-8b80-9991b77543bb on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:48.542296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:48.550854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.554126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ad9e19b-9337-416e-8f7a-b0f909607991 req-db3cb7dd-58d2-47cf-b1ce-12ade72961f5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.15 "DELETE /v2.0/ports/9c71977f-6c40-400f-8b80-9991b77543bb HTTP/1.1" status: 204 len: 173 time: 1.4276719 Mar 07 16:08:48.561636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'name': 'network-vif-deleted', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:48.563803 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23676e2b-09ff-44d0-9ff4-12f9a7017a10" -d '{"events": [{"server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "name": "network-vif-deleted", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:48.654163 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88360d4e-5c85-414f-8bd5-01f7de598679 req-b7f57ec7-a662-4154-9b27-54325a5a9118 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971445 Mar 07 16:08:48.655233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (656d63d5-2939-4c11-8ea0-7ce2a8fbcab3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.657904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.659464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eff30b65-6135-4c65-8f96-d5852633ea6d req-55e24f39-b4a9-4658-90d7-b7de9545fd66 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250074 Mar 07 16:08:48.669091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7b374bc1-913c-4a23-9bd4-468078b0015d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "DELETE /v2.0/floatingips/656d63d5-2939-4c11-8ea0-7ce2a8fbcab3 HTTP/1.1" status: 204 len: 168 time: 2.2470696 Mar 07 16:08:48.674901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc83928-579c-4e67-bc1c-6d45eab97d41 None None] Pushing event updated for resources: {'Port': ['ID=37b3a06c-b8cc-49df-b1c3-97bc031d29c6,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:48.680633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7659a046-9996-483b-b161-12f613e247e8 None None] Provisioning complete for port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:48.681010 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7659a046-9996-483b-b161-12f613e247e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.728250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=2b7a77ce-eef4-4171-a05e-fa23a544e253,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:48.748942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:48.792629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:48.798309 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732c4967-2eb9-483a-aa05-249b0d3643a4 x-openstack-request-id: req-732c4967-2eb9-483a-aa05-249b0d3643a4 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:48.798608 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c15d826-6ace-48e1-aeef-4d8f81acf232", "name": "network-vif-plugged", "status": "completed", "tag": "1a064ba4-1f7c-475b-86a1-a2b95b215f32", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:48.810966 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-732c4967-2eb9-483a-aa05-249b0d3643a4 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:48.812094 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c15d826-6ace-48e1-aeef-4d8f81acf232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a064ba4-1f7c-475b-86a1-a2b95b215f32', 'code': 200} Mar 07 16:08:48.835017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637b2170-8566-4d8a-b714-43e792cdaed2 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:08:48.847024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Publish callbacks [] for port (637b2170-8566-4d8a-b714-43e792cdaed2), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.853037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:48.853450 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.861544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Transition to ACTIVE for port object 637b2170-8566-4d8a-b714-43e792cdaed2 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:08:48.876424 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:48.971809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] No DVR routers for this DVR port 637b2170-8566-4d8a-b714-43e792cdaed2 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:48.978941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=9']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:49.018395 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (8301d400-e4e4-4631-9f65-a86d86f8bcb9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.025168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce8fb-6f4a-4ab3-b219-435befccc648 req-30dd5364-e45b-4e2e-913d-31c2923fe467 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:49.026932 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-992ce8fb-6f4a-4ab3-b219-435befccc648 req-30dd5364-e45b-4e2e-913d-31c2923fe467 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 946 time: 0.1625514 Mar 07 16:08:49.034712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7659a046-9996-483b-b161-12f613e247e8 None None] Current status of the port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:49.069438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Attempting to bind port 637b2170-8566-4d8a-b714-43e792cdaed2 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:08:49.070607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Attempting to bind port 637b2170-8566-4d8a-b714-43e792cdaed2 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:08:49.071072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Attempting to bind port 637b2170-8566-4d8a-b714-43e792cdaed2 on network 365963a5-a762-407a-a4b6-796b9bfb375a {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:49.087822 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Port 637b2170-8566-4d8a-b714-43e792cdaed2 on network 365963a5-a762-407a-a4b6-796b9bfb375a not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:08:49.088320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Attempting to bind port 637b2170-8566-4d8a-b714-43e792cdaed2 on network 365963a5-a762-407a-a4b6-796b9bfb375a {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:08:49.102575 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-992ce8fb-6f4a-4ab3-b219-435befccc648 req-83a76b1a-1694-422c-80bd-83af8ff1a6da tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666115 Mar 07 16:08:49.105160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:08:49.107405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Checking segment: {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:08:49.119453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Bound using segment: {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:08:49.120485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Bound port: 637b2170-8566-4d8a-b714-43e792cdaed2, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:08:49.120485 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.177552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9a405-4617-44dc-bc6e-2663115e2f68 req-d27da66b-8433-4911-99b9-9f999983d648 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:49.179229 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60b9a405-4617-44dc-bc6e-2663115e2f68 req-d27da66b-8433-4911-99b9-9f999983d648 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 943 time: 0.2203200 Mar 07 16:08:49.188931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6a027-a3fa-4c22-bea1-f63f53f3cb5d req-b4eed7e6-cedc-40c4-91c9-25fd7ba86b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:49.190458 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0af6a027-a3fa-4c22-bea1-f63f53f3cb5d req-b4eed7e6-cedc-40c4-91c9-25fd7ba86b1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 1131 time: 0.2296190 Mar 07 16:08:49.208977 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99af645-8b62-4617-9631-734e9215c9f2 x-openstack-request-id: req-b99af645-8b62-4617-9631-734e9215c9f2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:49.209204 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba83bd7e-abf5-472c-beb0-7eae4cad9299", "name": "network-vif-deleted", "tag": "9c71977f-6c40-400f-8b80-9991b77543bb", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:49.209429 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b99af645-8b62-4617-9631-734e9215c9f2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:49.209831 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba83bd7e-abf5-472c-beb0-7eae4cad9299', 'name': 'network-vif-deleted', 'tag': '9c71977f-6c40-400f-8b80-9991b77543bb', 'status': 'completed', 'code': 200} Mar 07 16:08:49.275298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:08:49.282709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:08:49.292998 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.333630 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7659a046-9996-483b-b161-12f613e247e8 None None] Provisioning complete for port 2b7a77ce-eef4-4171-a05e-fa23a544e253 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:49.334198 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7659a046-9996-483b-b161-12f613e247e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.355290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.362874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:49.363812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:49.364549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.373000 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] 10.222.0.15 "PUT /v2.0/ports/637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 1091 time: 1.6325963 Mar 07 16:08:49.373503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:49.375339 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-60b9a405-4617-44dc-bc6e-2663115e2f68 req-fb4b9cfe-ecc3-46a9-b9cc-f52c03f67aa2 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813560 Mar 07 16:08:49.382302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0af6a027-a3fa-4c22-bea1-f63f53f3cb5d req-9e0cbeed-5d33-4b48-8d25-07c7f9365bbb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716285 Mar 07 16:08:49.387326 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:49.404344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7659a046-9996-483b-b161-12f613e247e8 None None] Port 2b7a77ce-eef4-4171-a05e-fa23a544e253 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:49.423618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f2190-0a31-4aa6-b915-b399f7e853b8 service neutron] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=10']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:49.509387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56528) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:49.516222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e3f9ebeb-b158-4b81-8896-665360d7ea2c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812611744', 'description': 'tempest-description--614562374'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:49.531717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e47cfe24-c5ba-4a91-8ffa-6c5817012165 None None] Provisioning complete for port 2b7a77ce-eef4-4171-a05e-fa23a544e253 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:49.532350 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e47cfe24-c5ba-4a91-8ffa-6c5817012165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.550066 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ebeb-b158-4b81-8896-665360d7ea2c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.577086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e47cfe24-c5ba-4a91-8ffa-6c5817012165 None None] Port 2b7a77ce-eef4-4171-a05e-fa23a544e253 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:49.608673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072bfb-4591-4ebd-bcdc-e0558be846e9 req-b140f7cf-b194-4200-8cf4-3372b564f77b tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:49.610130 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac072bfb-4591-4ebd-bcdc-e0558be846e9 req-b140f7cf-b194-4200-8cf4-3372b564f77b tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1010609 Mar 07 16:08:49.640479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda0ea2-3ab3-4aba-ad50-1c472d9143ff req-f2b29ab6-2f1c-4170-969d-b2f39147a52d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:49.642181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-feda0ea2-3ab3-4aba-ad50-1c472d9143ff req-f2b29ab6-2f1c-4170-969d-b2f39147a52d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 946 time: 0.0860522 Mar 07 16:08:49.654779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56530) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:49.658732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c80a32c2-f158-412b-95ad-ef476ab400aa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Request body: {'floatingip': {'port_id': 'a3d9d539-d2c1-422c-9e81-db076d548446'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:49.699227 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c86e2db-306c-45f6-bcaa-90fec359681c x-openstack-request-id: req-3c86e2db-306c-45f6-bcaa-90fec359681c {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:49.699529 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:49.699775 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c86e2db-306c-45f6-bcaa-90fec359681c {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:49.700172 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2', 'status': 'completed', 'code': 200} Mar 07 16:08:49.730955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c80a32c2-f158-412b-95ad-ef476ab400aa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.744061 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ebeb-b158-4b81-8896-665360d7ea2c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.752783 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac072bfb-4591-4ebd-bcdc-e0558be846e9 req-b2694de9-29ec-4fd1-92c3-1b48e5174a60 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309516 Mar 07 16:08:49.787049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ebeb-b158-4b81-8896-665360d7ea2c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.788203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-3e523f32-759a-434c-b924-71a6e142dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:49.790359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-3e523f32-759a-434c-b924-71a6e142dba8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 1126 time: 0.1510978 Mar 07 16:08:49.862719 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ebeb-b158-4b81-8896-665360d7ea2c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.866546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e3f9ebeb-b158-4b81-8896-665360d7ea2c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3535171 Mar 07 16:08:49.871131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56536) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:49.876158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-60722637-dc99-4eb4-8eec-0f31e2f88626 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'security_group_rule': {'security_group_id': '7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:49.888860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.906456 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-708f5bf7-adc1-44e0-88e1-ca727238fe1d req-6759bcc0-523d-45dc-aa87-8a002934e447 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/81c106e8-d866-4b3b-91ee-09a380ac1460 HTTP/1.1" status: 200 len: 1818 time: 0.2043259 Mar 07 16:08:49.911909 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:49.916363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9ebeb-b158-4b81-8896-665360d7ea2c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:50.012208 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60722637-dc99-4eb4-8eec-0f31e2f88626 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (9d5b22b9-c38b-44be-8178-b3296bcf9b06), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.107604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-708f5bf7-adc1-44e0-88e1-ca727238fe1d req-6c78abfe-24e9-4d86-addb-4066d72bff6b tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (81c106e8-d866-4b3b-91ee-09a380ac1460), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.175357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-708f5bf7-adc1-44e0-88e1-ca727238fe1d req-6c78abfe-24e9-4d86-addb-4066d72bff6b tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (81c106e8-d866-4b3b-91ee-09a380ac1460), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.206601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60722637-dc99-4eb4-8eec-0f31e2f88626 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (9d5b22b9-c38b-44be-8178-b3296bcf9b06), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.223697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60722637-dc99-4eb4-8eec-0f31e2f88626 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (9d5b22b9-c38b-44be-8178-b3296bcf9b06), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.285904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (8301d400-e4e4-4631-9f65-a86d86f8bcb9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.287800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=2b7a77ce-eef4-4171-a05e-fa23a544e253,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:50.299320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-8e0bd0d4-7b29-479c-9c47-b97788173483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:50.300889 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-8e0bd0d4-7b29-479c-9c47-b97788173483 service neutron] 10.222.0.15 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 915 time: 0.4984522 Mar 07 16:08:50.305429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60722637-dc99-4eb4-8eec-0f31e2f88626 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5b22b9-c38b-44be-8178-b3296bcf9b06,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:50.311154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76ce1-bf82-40cf-a20b-9c2466e69df0 req-454ad7ea-7c1b-4726-87c3-f2ce7bcf945d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:50.316485 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60722637-dc99-4eb4-8eec-0f31e2f88626 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.316617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdf76ce1-bf82-40cf-a20b-9c2466e69df0 req-454ad7ea-7c1b-4726-87c3-f2ce7bcf945d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.4783616 Mar 07 16:08:50.316699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-60722637-dc99-4eb4-8eec-0f31e2f88626 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4409404 Mar 07 16:08:50.316782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56538) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:50.326720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-01977216-9f89-4654-b327-107034166a79 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'security_group_rule': {'security_group_id': '7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:50.361215 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-708f5bf7-adc1-44e0-88e1-ca727238fe1d req-6c78abfe-24e9-4d86-addb-4066d72bff6b tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (81c106e8-d866-4b3b-91ee-09a380ac1460), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.363848 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-708f5bf7-adc1-44e0-88e1-ca727238fe1d req-6c78abfe-24e9-4d86-addb-4066d72bff6b tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.364991 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-708f5bf7-adc1-44e0-88e1-ca727238fe1d req-6c78abfe-24e9-4d86-addb-4066d72bff6b tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/81c106e8-d866-4b3b-91ee-09a380ac1460 HTTP/1.1" status: 204 len: 173 time: 0.4499550 Mar 07 16:08:50.384005 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78abfe-24e9-4d86-addb-4066d72bff6b tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c106e8-d866-4b3b-91ee-09a380ac1460,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:50.392139 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-21ae26f7-a5c3-4f35-b28b-e7029dc78136 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 217 time: 0.0781257 Mar 07 16:08:50.470671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:08:50.499380 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-01977216-9f89-4654-b327-107034166a79 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (c0348c55-1e12-4cd6-ade8-dbb723110eda), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.527444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:50.527970 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.532058 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c80a32c2-f158-412b-95ad-ef476ab400aa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.537215 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdf76ce1-bf82-40cf-a20b-9c2466e69df0 req-897891e4-c610-49ff-8511-be66bff524e8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953082 Mar 07 16:08:50.538707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-c8bd4132-1ee0-4eb8-a87d-29a62897eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:50.538851 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c80a32c2-f158-412b-95ad-ef476ab400aa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.540171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-c8bd4132-1ee0-4eb8-a87d-29a62897eeba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 200 len: 854 time: 0.1379843 Mar 07 16:08:50.584594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa36b58-3f5b-42fc-a011-e6ddf0ff2972 req-f5c71592-ae0f-408b-8705-14dc0cbf9a23 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:50.587172 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-caa36b58-3f5b-42fc-a011-e6ddf0ff2972 req-f5c71592-ae0f-408b-8705-14dc0cbf9a23 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.1070960 Mar 07 16:08:50.599477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-e6623e3a-ffa1-4c32-b481-57eea2e862b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=365963a5-a762-407a-a4b6-796b9bfb375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505736 Mar 07 16:08:50.625791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network f270315f-586a-4fff-8664-7fc2a5b84080 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:50.643202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:50.649846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:08:50.690270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-caa36b58-3f5b-42fc-a011-e6ddf0ff2972 req-d390b26d-29e0-4455-93eb-24f177b5b382 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961537 Mar 07 16:08:50.710860 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-c80a32c2-f158-412b-95ad-ef476ab400aa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Floating IP 196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e associated. External IP: 172.25.4.32, port: a3d9d539-d2c1-422c-9e81-db076d548446. Mar 07 16:08:50.719612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-01977216-9f89-4654-b327-107034166a79 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (c0348c55-1e12-4cd6-ade8-dbb723110eda), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.732582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-01977216-9f89-4654-b327-107034166a79 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c0348c55-1e12-4cd6-ade8-dbb723110eda), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.790695 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aead056e-652f-4e21-817e-6442d534eb9e req-e14594b5-b624-40ce-b930-8fedd09a7f59 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/f319f177-fc63-44cb-bcea-07b83d532f6b HTTP/1.1" status: 200 len: 1818 time: 0.1948860 Mar 07 16:08:50.869049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01977216-9f89-4654-b327-107034166a79 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0348c55-1e12-4cd6-ade8-dbb723110eda,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:50.898338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad19d0-471c-4d1a-ab15-4bfc4124f8a1 req-924f926e-80df-4abb-a10f-63010f0d19ae tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:50.900373 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40ad19d0-471c-4d1a-ab15-4bfc4124f8a1 req-924f926e-80df-4abb-a10f-63010f0d19ae tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.1135180 Mar 07 16:08:50.901465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-01977216-9f89-4654-b327-107034166a79 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:50.902663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-01977216-9f89-4654-b327-107034166a79 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5852971 Mar 07 16:08:50.907424 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56546) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:50.912990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:50.925514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-93569a38-d47c-48f5-b005-a5767422f0cb service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966702 Mar 07 16:08:50.960423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9c71977f-6c40-400f-8b80-9991b77543bb no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:50.985396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 9c71977f-6c40-400f-8b80-9991b77543bb {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:08:50.985834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9c71977f-6c40-400f-8b80-9991b77543bb not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:08:51.009314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cc98e5f3-6789-4bcb-938d-3bd01fcb0655 None None] Provisioning complete for port 2b7a77ce-eef4-4171-a05e-fa23a544e253 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:08:51.009852 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc98e5f3-6789-4bcb-938d-3bd01fcb0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.021097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.028728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-aead056e-652f-4e21-817e-6442d534eb9e req-fcab82d7-bf73-4ebb-8f44-ef4bc8975660 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (f319f177-fc63-44cb-bcea-07b83d532f6b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.046438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cc98e5f3-6789-4bcb-938d-3bd01fcb0655 None None] Port 2b7a77ce-eef4-4171-a05e-fa23a544e253 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:08:51.063049 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40ad19d0-471c-4d1a-ab15-4bfc4124f8a1 req-7fa5ee1d-80e1-4103-a0f5-e58d262aac50 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447964 Mar 07 16:08:51.071717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-aead056e-652f-4e21-817e-6442d534eb9e req-fcab82d7-bf73-4ebb-8f44-ef4bc8975660 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (f319f177-fc63-44cb-bcea-07b83d532f6b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.096844 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-92d81c6b-1795-4f58-919e-95cab744d3b0 req-4957770c-410c-405f-88fa-b7d0e96601b7 service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634765 Mar 07 16:08:51.101265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Router 8301d400-e4e4-4631-9f65-a86d86f8bcb9 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:08:51.146220 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80a32c2-f158-412b-95ad-ef476ab400aa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:08:51.222895 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-aead056e-652f-4e21-817e-6442d534eb9e req-fcab82d7-bf73-4ebb-8f44-ef4bc8975660 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f319f177-fc63-44cb-bcea-07b83d532f6b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.225622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-aead056e-652f-4e21-817e-6442d534eb9e req-fcab82d7-bf73-4ebb-8f44-ef4bc8975660 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.226872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aead056e-652f-4e21-817e-6442d534eb9e req-fcab82d7-bf73-4ebb-8f44-ef4bc8975660 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/f319f177-fc63-44cb-bcea-07b83d532f6b HTTP/1.1" status: 204 len: 173 time: 0.4352615 Mar 07 16:08:51.259481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab82d7-bf73-4ebb-8f44-ef4bc8975660 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f319f177-fc63-44cb-bcea-07b83d532f6b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:51.272245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-dd8d0ecd-4a02-4d05-8036-5057a97a3778 req-a97ee0c8-863e-4807-b1ec-abca12824ce8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-699702941', 'description': 'tempest-description-433244188'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:51.282132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:08:51.292009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6f6426a1-6d30-4c5f-9322-da6af356468f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "PUT /v2.0/routers/8301d400-e4e4-4631-9f65-a86d86f8bcb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0634410 Mar 07 16:08:51.294774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56556) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:51.299016 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe10b3-c3b9-4343-be2b-4c88cfa8a9b6 None None] Sync routers for ids ['8301d400-e4e4-4631-9f65-a86d86f8bcb9'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:08:51.318566 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe10b3-c3b9-4343-be2b-4c88cfa8a9b6 None None] Routers {'8301d400-e4e4-4631-9f65-a86d86f8bcb9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:51.319232 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b6fe10b3-c3b9-4343-be2b-4c88cfa8a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8301d400-e4e4-4631-9f65-a86d86f8bcb9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:51.338411 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ec8a-61fc-4ba3-a77f-e87bc1b857ae req-a69ac40b-fcc0-47f6-aa5c-bc9a4293a41d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:51.340020 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3640ec8a-61fc-4ba3-a77f-e87bc1b857ae req-a69ac40b-fcc0-47f6-aa5c-bc9a4293a41d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1813326 Mar 07 16:08:51.346346 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.354507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-4723840f-0de0-4cdb-8191-7ecb440097c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:51.355690 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b6fe10b3-c3b9-4343-be2b-4c88cfa8a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:51.356811 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-4723840f-0de0-4cdb-8191-7ecb440097c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 1126 time: 0.1914523 Mar 07 16:08:51.364880 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe10b3-c3b9-4343-be2b-4c88cfa8a9b6 None None] Routers {'8301d400-e4e4-4631-9f65-a86d86f8bcb9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:51.365705 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b6fe10b3-c3b9-4343-be2b-4c88cfa8a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8301d400-e4e4-4631-9f65-a86d86f8bcb9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:51.385097 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd8d0ecd-4a02-4d05-8036-5057a97a3778 req-a97ee0c8-863e-4807-b1ec-abca12824ce8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.400621 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b6fe10b3-c3b9-4343-be2b-4c88cfa8a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:51.401531 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe10b3-c3b9-4343-be2b-4c88cfa8a9b6 None None] The sync data for ids ['8301d400-e4e4-4631-9f65-a86d86f8bcb9'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:08:51.426833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80a32c2-f158-412b-95ad-ef476ab400aa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:08:51.438691 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c80a32c2-f158-412b-95ad-ef476ab400aa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.441878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] Sync routers for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:08:51.455985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:51.456743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:51.480825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3640ec8a-61fc-4ba3-a77f-e87bc1b857ae req-a79ab43e-0d98-4ac1-9a7c-08eb816f4992 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322486 Mar 07 16:08:51.498826 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c80a32c2-f158-412b-95ad-ef476ab400aa tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "PUT /v2.0/floatingips/196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e HTTP/1.1" status: 200 len: 991 time: 1.8344278 Mar 07 16:08:51.520602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-a9abb006-80bd-4926-a30b-b84ffeaee245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:51.522108 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-a9abb006-80bd-4926-a30b-b84ffeaee245 service neutron] 10.222.0.15 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 915 time: 0.1335483 Mar 07 16:08:51.559705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Allocated IP 172.25.4.233 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/6d27aa3a-a64b-4bc8-9078-7a394338cc92) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:51.598703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:51.604635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe4050-4411-4279-b667-60f17b610cfa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:51.608905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bbbe4050-4411-4279-b667-60f17b610cfa tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports?device_id=8301d400-e4e4-4631-9f65-a86d86f8bcb9 HTTP/1.1" status: 200 len: 982 time: 0.2995427 Mar 07 16:08:51.610993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-37aea987-afd4-40f9-87f1-ce2d6f8d4c69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 217 time: 0.0719917 Mar 07 16:08:51.615191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56566) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:51.709581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'tag': 'a3d9d539-d2c1-422c-9e81-db076d548446'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:08:51.712886 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e664d566-43e9-490c-a8e2-db698a049f60" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9d30d3-ce3a-44e9-adad-55983ab1e317", "tag": "a3d9d539-d2c1-422c-9e81-db076d548446"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:08:51.736286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for port (6d27aa3a-a64b-4bc8-9078-7a394338cc92), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.771620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6d250-f2cb-41fa-ac16-72629ba44057 req-7785d432-bf8f-4ad3-9dae-3eeee1ee27b6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:51.779248 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1bb6d250-f2cb-41fa-ac16-72629ba44057 req-7785d432-bf8f-4ad3-9dae-3eeee1ee27b6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.1071639 Mar 07 16:08:51.823726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-a3455407-c19e-4225-83cc-e638fd001a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:51.831228 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-a3455407-c19e-4225-83cc-e638fd001a26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 200 len: 854 time: 0.1666672 Mar 07 16:08:51.832795 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6d27aa3a-a64b-4bc8-9078-7a394338cc92), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:51.907127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1bb6d250-f2cb-41fa-ac16-72629ba44057 req-b317d545-1911-4031-8e4b-abcac416da81 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221704 Mar 07 16:08:51.960431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-b9fe98ac-e372-4ec1-b9f6-71f1c3b11301 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=365963a5-a762-407a-a4b6-796b9bfb375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912616 Mar 07 16:08:51.974895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:51.982468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:51.999354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:52.003712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'Port': ['ID=6d27aa3a-a64b-4bc8-9078-7a394338cc92,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:52.033890 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18d94a5-efa4-401e-ba06-bdaf3757afe3 x-openstack-request-id: req-e18d94a5-efa4-401e-ba06-bdaf3757afe3 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:08:52.034307 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9d30d3-ce3a-44e9-adad-55983ab1e317", "tag": "a3d9d539-d2c1-422c-9e81-db076d548446", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:08:52.034885 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e18d94a5-efa4-401e-ba06-bdaf3757afe3 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:08:52.035361 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'tag': 'a3d9d539-d2c1-422c-9e81-db076d548446', 'status': 'completed', 'code': 200} Mar 07 16:08:52.064093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'port_id': 'a3d9d539-d2c1-422c-9e81-db076d548446', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'mac_address': 'fa:16:3e:26:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:08:28Z', 'updated_at': '2022-03-07T16:08:50Z', 'revision_number': 1, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:52.116970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] Checking router: 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:08:52.127026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:52.127772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:52.158187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd8d0ecd-4a02-4d05-8036-5057a97a3778 req-a97ee0c8-863e-4807-b1ec-abca12824ce8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (c204fac0-9549-4e20-927a-1c2cb9b3c6da), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:52.193443 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (a9740ff2-a2f8-4aae-9a7e-683754022ff6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:52.260874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd8d0ecd-4a02-4d05-8036-5057a97a3778 req-a97ee0c8-863e-4807-b1ec-abca12824ce8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c204fac0-9549-4e20-927a-1c2cb9b3c6da), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:52.295489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664d566-43e9-490c-a8e2-db698a049f60 req-bb9813ac-643a-4160-9574-9ac4515c0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:52.296205 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e664d566-43e9-490c-a8e2-db698a049f60 req-bb9813ac-643a-4160-9574-9ac4515c0c95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5&device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 1128 time: 0.2468920 Mar 07 16:08:52.298873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6d27aa3a-a64b-4bc8-9078-7a394338cc92), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:52.300449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-dd8d0ecd-4a02-4d05-8036-5057a97a3778 req-a97ee0c8-863e-4807-b1ec-abca12824ce8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:52.302529 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd8d0ecd-4a02-4d05-8036-5057a97a3778 req-a97ee0c8-863e-4807-b1ec-abca12824ce8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0382264 Mar 07 16:08:52.377886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eccb37-62b7-43f6-9dd6-c2b884917b14 req-f1c4851b-95c1-4663-a59c-b1d5724fa0e2 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:52.386849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-27eccb37-62b7-43f6-9dd6-c2b884917b14 req-f1c4851b-95c1-4663-a59c-b1d5724fa0e2 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.1858106 Mar 07 16:08:52.402975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:08:52.429633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ee0c8-863e-4807-b1ec-abca12824ce8 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c204fac0-9549-4e20-927a-1c2cb9b3c6da,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:52.655435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-0fe5b043-7d0f-4724-aa58-329a59acc525 service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692874 Mar 07 16:08:52.678297 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-27eccb37-62b7-43f6-9dd6-c2b884917b14 req-541190a8-dd98-4eb2-8b5d-b0ece25dba2c tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837031 Mar 07 16:08:52.711473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9d640-3384-4dcc-a9e2-a4087a1145bd req-bc9e9a85-9c41-4528-a1a1-5101051a07a6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:52.719197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d5e9d640-3384-4dcc-a9e2-a4087a1145bd req-bc9e9a85-9c41-4528-a1a1-5101051a07a6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.2987626 Mar 07 16:08:52.729001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664d566-43e9-490c-a8e2-db698a049f60 req-fe3be0a8-0083-453f-b854-a5d0fc9109a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:52.731286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e664d566-43e9-490c-a8e2-db698a049f60 req-fe3be0a8-0083-453f-b854-a5d0fc9109a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7dfe412a-9378-485b-8128-0e25ac679751 HTTP/1.1" status: 200 len: 912 time: 0.4284978 Mar 07 16:08:52.775031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'port_id': 'a3d9d539-d2c1-422c-9e81-db076d548446', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'mac_address': 'fa:16:3e:26:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:08:28Z', 'updated_at': '2022-03-07T16:08:50Z', 'revision_number': 1, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:52.827691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2f88b1-c17f-4ab3-927d-6e124b9af069 None None] The sync data for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 is: [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'port_id': 'a3d9d539-d2c1-422c-9e81-db076d548446', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'mac_address': 'fa:16:3e:26:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:08:28Z', 'updated_at': '2022-03-07T16:08:50Z', 'revision_number': 1, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:08:52.864004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-82a4538c-17d5-4923-9116-fa97b521c2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:52.880133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60e9955b-a360-42b4-870d-3834d04d03b1 req-e114d38f-b02c-4a62-a8de-cb237f34efb0 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/c204fac0-9549-4e20-927a-1c2cb9b3c6da HTTP/1.1" status: 200 len: 1818 time: 0.1459963 Mar 07 16:08:52.898990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-60e9955b-a360-42b4-870d-3834d04d03b1 req-60d05b8f-fd80-4fd3-bc7b-26fc7c8c5056 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1779666964', 'description': 'tempest-description-hth-1648272241'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:52.916745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d5e9d640-3384-4dcc-a9e2-a4087a1145bd req-748a75b7-2027-41de-9aee-196105367ea1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861033 Mar 07 16:08:53.004835 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e664d566-43e9-490c-a8e2-db698a049f60 req-3f227dee-9de0-420f-ab49-fe6b758583bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3d9d539-d2c1-422c-9e81-db076d548446 HTTP/1.1" status: 200 len: 999 time: 0.2195330 Mar 07 16:08:53.070722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for port (6d27aa3a-a64b-4bc8-9078-7a394338cc92), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.082594 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (6d27aa3a-a64b-4bc8-9078-7a394338cc92), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.086813 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60e9955b-a360-42b4-870d-3834d04d03b1 req-60d05b8f-fd80-4fd3-bc7b-26fc7c8c5056 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (c204fac0-9549-4e20-927a-1c2cb9b3c6da), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.254290 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97dec1d4-6e19-4dc8-b413-6e8ede8c693a req-f9d82834-6b76-4525-9ef2-f66e767fae3a service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525480 Mar 07 16:08:53.276102 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc2c21-e815-4db6-8fa7-165353660cb9 None None] New status for floating IP 196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:08:53.310109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07430115-d083-414d-8c83-1b33959e8aca req-8732a43b-0e3d-494f-904a-4c193c71e44a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:53.319537 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07430115-d083-414d-8c83-1b33959e8aca req-8732a43b-0e3d-494f-904a-4c193c71e44a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.2721231 Mar 07 16:08:53.336909 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (8301d400-e4e4-4631-9f65-a86d86f8bcb9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.717978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07430115-d083-414d-8c83-1b33959e8aca req-4289de91-05cb-49d1-b223-5557cb066dae tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879948 Mar 07 16:08:53.718666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664d566-43e9-490c-a8e2-db698a049f60 req-3ad1d8c9-d349-4193-b402-e8900610a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:53.719840 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e664d566-43e9-490c-a8e2-db698a049f60 req-3ad1d8c9-d349-4193-b402-e8900610a5d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9c26510-8d64-42ae-9a74-5377602fc673 HTTP/1.1" status: 200 len: 850 time: 0.7077315 Mar 07 16:08:53.791383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'Port': ['ID=6d27aa3a-a64b-4bc8-9078-7a394338cc92,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:53.813147 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60e9955b-a360-42b4-870d-3834d04d03b1 req-60d05b8f-fd80-4fd3-bc7b-26fc7c8c5056 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (c204fac0-9549-4e20-927a-1c2cb9b3c6da), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.816317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (a9740ff2-a2f8-4aae-9a7e-683754022ff6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.822746 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60e9955b-a360-42b4-870d-3834d04d03b1 req-60d05b8f-fd80-4fd3-bc7b-26fc7c8c5056 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c204fac0-9549-4e20-927a-1c2cb9b3c6da), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.825349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-60e9955b-a360-42b4-870d-3834d04d03b1 req-60d05b8f-fd80-4fd3-bc7b-26fc7c8c5056 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.831393 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60e9955b-a360-42b4-870d-3834d04d03b1 req-60d05b8f-fd80-4fd3-bc7b-26fc7c8c5056 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "PUT /v2.0/security-groups/c204fac0-9549-4e20-927a-1c2cb9b3c6da HTTP/1.1" status: 200 len: 1794 time: 0.9365833 Mar 07 16:08:53.870167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 2b7a77ce-eef4-4171-a05e-fa23a544e253 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:53.870637 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.921880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:53.923301 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f8bc1a3c-821f-4131-be74-7e007a574644 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0148051 Mar 07 16:08:53.940090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664d566-43e9-490c-a8e2-db698a049f60 req-e2c23fdb-4485-4da0-b5a6-2532a3095ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:53.941597 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e664d566-43e9-490c-a8e2-db698a049f60 req-e2c23fdb-4485-4da0-b5a6-2532a3095ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7dfe412a-9378-485b-8128-0e25ac679751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1882360 Mar 07 16:08:53.958973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d05b8f-fd80-4fd3-bc7b-26fc7c8c5056 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c204fac0-9549-4e20-927a-1c2cb9b3c6da,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:54.011404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:54.028221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 2b7a77ce-eef4-4171-a05e-fa23a544e253 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:54.162705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41899d15-51fd-4025-8d14-119dddf86a5e req-16299c90-4379-42de-b131-c9bd5405916c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/c204fac0-9549-4e20-927a-1c2cb9b3c6da HTTP/1.1" status: 200 len: 1794 time: 0.0584543 Mar 07 16:08:54.193613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e664d566-43e9-490c-a8e2-db698a049f60 req-9093f20c-142e-45a0-96fb-46637226dafc service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310565 Mar 07 16:08:54.260774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41265860-34f2-4e18-8524-6fa8c4c890ad req-988e5cd9-f0b6-4eb9-ae86-5fcf5f2fb0a9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:54.262425 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-41265860-34f2-4e18-8524-6fa8c4c890ad req-988e5cd9-f0b6-4eb9-ae86-5fcf5f2fb0a9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.3476090 Mar 07 16:08:54.360597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2b7a77ce-eef4-4171-a05e-fa23a544e253), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:54.440440 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-41265860-34f2-4e18-8524-6fa8c4c890ad req-6223f65f-d3e7-44e9-8989-2c0888e4e8c9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658487 Mar 07 16:08:54.448104 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e664d566-43e9-490c-a8e2-db698a049f60 req-53ade105-e5ee-43df-af9f-fae63cac0787 service neutron] 10.222.0.11 "GET /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483165 Mar 07 16:08:54.467217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=2b7a77ce-eef4-4171-a05e-fa23a544e253,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:54.548876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a452f2c-7617-4989-bc6c-24ee8f211111 req-051778cd-88e2-4b31-bfe4-3168d6cc360f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:54.557709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a452f2c-7617-4989-bc6c-24ee8f211111 req-051778cd-88e2-4b31-bfe4-3168d6cc360f tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.2105858 Mar 07 16:08:54.709292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdfd9e-284c-4a0b-be71-4081e1a6d95e req-a3dcbb1b-a634-4b19-bb07-bb4c8bc117bb tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:54.721540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10cdfd9e-284c-4a0b-be71-4081e1a6d95e req-a3dcbb1b-a634-4b19-bb07-bb4c8bc117bb tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.1302943 Mar 07 16:08:54.793519 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10cdfd9e-284c-4a0b-be71-4081e1a6d95e req-45facdd3-35be-48af-98f9-eb6b392bc072 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710056 Mar 07 16:08:54.864162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-417dba80-df04-46ce-9d24-b3d7506b19ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825346 Mar 07 16:08:55.057780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-c6cefdaa-e8e2-434d-857b-9074f6dcb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:55.060320 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-c6cefdaa-e8e2-434d-857b-9074f6dcb718 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1127 time: 0.0948551 Mar 07 16:08:55.065277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-ca42054d-a509-4360-ba5c-662bd96428b9 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--812611744&fields=id&tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc HTTP/1.1" status: 200 len: 267 time: 0.0904360 Mar 07 16:08:55.086620 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (8301d400-e4e4-4631-9f65-a86d86f8bcb9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:55.146719 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a452f2c-7617-4989-bc6c-24ee8f211111 req-cb4cd894-55eb-471d-824e-4677651156aa tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879714 Mar 07 16:08:55.200212 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14fa6139-7b55-41e0-8a38-ff4d5c1c7cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:55.323736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-e0f45c80-117b-448a-8dd2-794dd1eed4da tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:55.325392 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-e0f45c80-117b-448a-8dd2-794dd1eed4da tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 815 time: 0.2493625 Mar 07 16:08:55.326610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-a40b14ec-f680-42ac-be51-91509d087933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:55.327182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-8209ada3-9d18-4d13-a19e-24c959b66392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:55.328426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-a40b14ec-f680-42ac-be51-91509d087933 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 1126 time: 0.2349155 Mar 07 16:08:55.328675 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-8209ada3-9d18-4d13-a19e-24c959b66392 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.2353082 Mar 07 16:08:55.380440 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-d97d6bb6-ada2-4b13-a749-44b77924c23d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/quotas/e5e13e7abaf74f80bba27bdcf0bfcecc HTTP/1.1" status: 200 len: 375 time: 0.0491972 Mar 07 16:08:55.388601 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b3ddb98-47a4-4b12-9c26-29ea902fc236 req-d66ed8e2-aa6f-4793-b1ab-8f52d2964485 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/c204fac0-9549-4e20-927a-1c2cb9b3c6da HTTP/1.1" status: 200 len: 1794 time: 0.1797533 Mar 07 16:08:55.460213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Router 8301d400-e4e4-4631-9f65-a86d86f8bcb9 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:08:55.506262 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-3630f9a9-c34b-49f0-ac66-235b9cc6619c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 999 time: 0.1679235 Mar 07 16:08:55.534260 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-485f752f-8a82-4298-89e3-7f94532fe04c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381075 Mar 07 16:08:55.541169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b3ddb98-47a4-4b12-9c26-29ea902fc236 req-1d4276f6-477f-4c17-914e-d564076f0857 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (c204fac0-9549-4e20-927a-1c2cb9b3c6da), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:55.689937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b3ddb98-47a4-4b12-9c26-29ea902fc236 req-1d4276f6-477f-4c17-914e-d564076f0857 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (c204fac0-9549-4e20-927a-1c2cb9b3c6da), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:55.693163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:08:55.704213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212e778-37a7-441a-bea4-20a55d05e8c9 None None] Sync routers for ids ['8301d400-e4e4-4631-9f65-a86d86f8bcb9'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:08:55.705075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b038a8f7-5687-42e3-b2b7-c6582e755f01 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "PUT /v2.0/routers/8301d400-e4e4-4631-9f65-a86d86f8bcb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0888760 Mar 07 16:08:55.708037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56614) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:55.715042 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9856889a-0fa9-41d5-bc4b-8ef8de63351d service neutron] 10.222.0.24 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795139 Mar 07 16:08:55.728673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212e778-37a7-441a-bea4-20a55d05e8c9 None None] Routers {'8301d400-e4e4-4631-9f65-a86d86f8bcb9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:55.729411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1212e778-37a7-441a-bea4-20a55d05e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8301d400-e4e4-4631-9f65-a86d86f8bcb9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:55.744120 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2433a6e8-796c-454f-97a8-c771732a1019 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:08:55.746253 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2433a6e8-796c-454f-97a8-c771732a1019 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/2b7a77ce-eef4-4171-a05e-fa23a544e253 HTTP/1.1" status: 404 len: 333 time: 0.0369232 Mar 07 16:08:55.752764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56616) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:55.781408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1212e778-37a7-441a-bea4-20a55d05e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:55.791951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212e778-37a7-441a-bea4-20a55d05e8c9 None None] Routers {'8301d400-e4e4-4631-9f65-a86d86f8bcb9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:08:55.792623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1212e778-37a7-441a-bea4-20a55d05e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8301d400-e4e4-4631-9f65-a86d86f8bcb9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:55.846466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1212e778-37a7-441a-bea4-20a55d05e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:55.847362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212e778-37a7-441a-bea4-20a55d05e8c9 None None] The sync data for ids ['8301d400-e4e4-4631-9f65-a86d86f8bcb9'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:08:55.886701 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1045ec05-c760-4278-8501-6ab51b9dce9d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for router (8301d400-e4e4-4631-9f65-a86d86f8bcb9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:55.890405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b3ddb98-47a4-4b12-9c26-29ea902fc236 req-1d4276f6-477f-4c17-914e-d564076f0857 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c204fac0-9549-4e20-927a-1c2cb9b3c6da), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:55.893300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2b3ddb98-47a4-4b12-9c26-29ea902fc236 req-1d4276f6-477f-4c17-914e-d564076f0857 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:55.912015 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b3ddb98-47a4-4b12-9c26-29ea902fc236 req-1d4276f6-477f-4c17-914e-d564076f0857 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/c204fac0-9549-4e20-927a-1c2cb9b3c6da HTTP/1.1" status: 204 len: 173 time: 0.5154281 Mar 07 16:08:55.912900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-10b3b7f3-4267-44ac-b108-5ceb6b3e94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:55.914450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-10b3b7f3-4267-44ac-b108-5ceb6b3e94cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.2545476 Mar 07 16:08:55.990836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4276f6-477f-4c17-914e-d564076f0857 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c204fac0-9549-4e20-927a-1c2cb9b3c6da,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:56.048667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-a9190f19-5fd1-4d9e-991b-555c66791d59 service neutron] 10.222.0.24 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229508 Mar 07 16:08:56.072529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-2ed6b4ed-f672-4f5b-a8ed-ed0df4748f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:56.074715 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-2ed6b4ed-f672-4f5b-a8ed-ed0df4748f40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1515841 Mar 07 16:08:56.134437 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1045ec05-c760-4278-8501-6ab51b9dce9d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (8301d400-e4e4-4631-9f65-a86d86f8bcb9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.136838 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1045ec05-c760-4278-8501-6ab51b9dce9d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for router_controller (8301d400-e4e4-4631-9f65-a86d86f8bcb9), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.233286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-610848cc-66b6-4de7-bc4c-f8f252eeadb5 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497974 Mar 07 16:08:56.249384 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1045ec05-c760-4278-8501-6ab51b9dce9d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (8301d400-e4e4-4631-9f65-a86d86f8bcb9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.250163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1045ec05-c760-4278-8501-6ab51b9dce9d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Fanout notify agent at l3_agent the message router_deleted on router 8301d400-e4e4-4631-9f65-a86d86f8bcb9 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:08:56.259231 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1045ec05-c760-4278-8501-6ab51b9dce9d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.261307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1045ec05-c760-4278-8501-6ab51b9dce9d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/routers/8301d400-e4e4-4631-9f65-a86d86f8bcb9 HTTP/1.1" status: 204 len: 168 time: 0.5073271 Mar 07 16:08:56.264119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56626) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:56.330480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bff52-e120-428b-b9ae-e95bec1ba97a req-9474e438-c021-4d7b-a0e4-13f35ad38dff tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:56.332331 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b98bff52-e120-428b-b9ae-e95bec1ba97a req-9474e438-c021-4d7b-a0e4-13f35ad38dff tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1169219 Mar 07 16:08:56.352390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5732c3e-02b6-4c94-8053-fa348ac3209d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet 64a4e63f-874b-43fd-8dc8-d25320f740fb {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:08:56.362893 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.374813 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5732c3e-02b6-4c94-8053-fa348ac3209d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (64a4e63f-874b-43fd-8dc8-d25320f740fb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.514829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ff4cf17-17f6-4832-8173-0f08fa8497cb req-a8ea8c2e-9d3f-4304-8dbf-59745e9959e8 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743313 Mar 07 16:08:56.518657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5732c3e-02b6-4c94-8053-fa348ac3209d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (64a4e63f-874b-43fd-8dc8-d25320f740fb), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.560174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf978c3-a434-49bf-84b4-d907d90dd2a8 req-3cc51c14-c24f-4c4d-9f87-4b177e0ede55 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:56.562124 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebf978c3-a434-49bf-84b4-d907d90dd2a8 req-3cc51c14-c24f-4c4d-9f87-4b177e0ede55 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.1503036 Mar 07 16:08:56.609648 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b98bff52-e120-428b-b9ae-e95bec1ba97a req-c8d39423-f2df-45b8-b6a4-ea2443e1a416 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487283 Mar 07 16:08:56.665858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebf978c3-a434-49bf-84b4-d907d90dd2a8 req-c8cf4796-16e1-48f1-83b0-7b1aeed34a2b tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835414 Mar 07 16:08:56.696844 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5732c3e-02b6-4c94-8053-fa348ac3209d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (64a4e63f-874b-43fd-8dc8-d25320f740fb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.786199 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5732c3e-02b6-4c94-8053-fa348ac3209d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (64a4e63f-874b-43fd-8dc8-d25320f740fb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.852169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5732c3e-02b6-4c94-8053-fa348ac3209d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=64a4e63f-874b-43fd-8dc8-d25320f740fb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:56.886835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45aebd-e63a-40c4-a4eb-08465006c2ad None None] Network f270315f-586a-4fff-8664-7fc2a5b84080 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:56.898314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5732c3e-02b6-4c94-8053-fa348ac3209d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:56.904628 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f5732c3e-02b6-4c94-8053-fa348ac3209d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/64a4e63f-874b-43fd-8dc8-d25320f740fb HTTP/1.1" status: 204 len: 168 time: 0.6393132 Mar 07 16:08:56.907070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56638) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:56.959078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc4fd7-95e8-42e2-a739-498b28b3ed7c req-29f7411c-da53-4f12-888e-b149e433cab4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:56.962882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd1284-6859-4969-940b-df02517cf047 req-c9d5b8ce-3cf4-4bd0-a8b9-e65f1b9bd9d1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:56.970999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ccd1284-6859-4969-940b-df02517cf047 req-c9d5b8ce-3cf4-4bd0-a8b9-e65f1b9bd9d1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.1817839 Mar 07 16:08:56.994376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9efc4fd7-95e8-42e2-a739-498b28b3ed7c req-29f7411c-da53-4f12-888e-b149e433cab4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2194722 Mar 07 16:08:57.068467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ccd1284-6859-4969-940b-df02517cf047 req-7ac85ec2-0075-4f42-9dc0-cb9b14f6d657 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961623 Mar 07 16:08:57.158686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3585cfaf-63f7-4037-b874-8f73f7a59307 None None] DHCP port deletion for f270315f-586a-4fff-8664-7fc2a5b84080 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:08:57.189978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f270315f-586a-4fff-8664-7fc2a5b84080), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:57.212641 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9efc4fd7-95e8-42e2-a739-498b28b3ed7c req-3c6a251b-8c26-4048-96b7-348c4a0a5ad5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149341 Mar 07 16:08:57.233433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-73e28641-fad6-46e2-8666-401cb33f1385 req-d66c8ee9-d2fe-4bb7-97f9-3548d662ae22 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 210 time: 0.1117020 Mar 07 16:08:57.239058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3585cfaf-63f7-4037-b874-8f73f7a59307 None None] Deleting port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:57.239714 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3585cfaf-63f7-4037-b874-8f73f7a59307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:57.319597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:08:57.319938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:57.345648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3585cfaf-63f7-4037-b874-8f73f7a59307 None None] For port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=37b3a06c-b8cc-49df-b1c3-97bc031d29c6,segment=NetworkSegment(4d58df3e-2cea-469e-acc4-d0e3e9ef13af),segment_id=4d58df3e-2cea-469e-acc4-d0e3e9ef13af)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:57.346344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3585cfaf-63f7-4037-b874-8f73f7a59307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:57.367324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3585cfaf-63f7-4037-b874-8f73f7a59307 None None] Calling delete_port for 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:57.446175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a2811-50fe-4eb6-b7fb-b63d305d0be1 req-c3c43386-d104-4b27-9fb8-6ff480696830 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:57.456050 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-782a2811-50fe-4eb6-b7fb-b63d305d0be1 req-c3c43386-d104-4b27-9fb8-6ff480696830 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1049855 Mar 07 16:08:57.504873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3585cfaf-63f7-4037-b874-8f73f7a59307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:57.513351 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] For port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=37b3a06c-b8cc-49df-b1c3-97bc031d29c6,segment=NetworkSegment(4d58df3e-2cea-469e-acc4-d0e3e9ef13af),segment_id=4d58df3e-2cea-469e-acc4-d0e3e9ef13af)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:08:57.513664 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:57.530589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:08:57.542409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3585cfaf-63f7-4037-b874-8f73f7a59307 None None] No DVR routers for this DVR port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:57.571528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-782a2811-50fe-4eb6-b7fb-b63d305d0be1 req-b094d1ef-0e9e-4578-8a7a-66a27ab2066d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143575 Mar 07 16:08:57.626915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585cfaf-63f7-4037-b874-8f73f7a59307 None None] Pushing event deleted for resources: {'Port': ['ID=37b3a06c-b8cc-49df-b1c3-97bc031d29c6,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:57.677206 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (37b3a06c-b8cc-49df-b1c3-97bc031d29c6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:57.686079 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-83aae9bf-150c-4b61-ab6b-43f78216d0a1 req-6d8d5b37-8973-4cc0-99aa-6177ee0b51ea tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:57.701654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-83aae9bf-150c-4b61-ab6b-43f78216d0a1 req-6d8d5b37-8973-4cc0-99aa-6177ee0b51ea tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/f319f177-fc63-44cb-bcea-07b83d532f6b HTTP/1.1" status: 404 len: 352 time: 0.0431085 Mar 07 16:08:57.724996 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:57.744302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c258ce2-b03c-4ed9-9aaf-75e04b88fc85 req-abea16b4-fdbb-41bc-9535-d392e7ed4a31 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:57.749563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No DVR routers for this DVR port 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:08:57.756161 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c258ce2-b03c-4ed9-9aaf-75e04b88fc85 req-abea16b4-fdbb-41bc-9535-d392e7ed4a31 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1014383 Mar 07 16:08:57.760687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=37b3a06c-b8cc-49df-b1c3-97bc031d29c6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:57.880114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c258ce2-b03c-4ed9-9aaf-75e04b88fc85 req-6c3447bd-19da-4ef4-b768-00ce578f1740 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172879 Mar 07 16:08:58.009965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f5c9a-6184-4a9e-838a-dfdde63a552c req-13b3ea8b-92da-4f4a-8908-c1f8d61ae357 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:58.020012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c3f5c9a-6184-4a9e-838a-dfdde63a552c req-13b3ea8b-92da-4f4a-8908-c1f8d61ae357 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.2085874 Mar 07 16:08:58.034547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (f270315f-586a-4fff-8664-7fc2a5b84080), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:58.150493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f270315f-586a-4fff-8664-7fc2a5b84080']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:58.167469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a962283-f467-43ba-b6d3-a5ee9ec01122 req-2a3357c0-f17c-40e3-afaa-3444bcb5728e tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:58.171387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a962283-f467-43ba-b6d3-a5ee9ec01122 req-2a3357c0-f17c-40e3-afaa-3444bcb5728e tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.1570971 Mar 07 16:08:58.171799 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c3f5c9a-6184-4a9e-838a-dfdde63a552c req-0bf13bb5-cba8-4711-8598-565a7c2ee6da tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500716 Mar 07 16:08:58.203529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d58df3e-2cea-469e-acc4-d0e3e9ef13af') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:58.207726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d58df3e-2cea-469e-acc4-d0e3e9ef13af') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:08:58.299008 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-65950ab3-90b4-4ee1-9e58-fa79453d7c8e tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:58.300393 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-65950ab3-90b4-4ee1-9e58-fa79453d7c8e tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.11 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 815 time: 0.2556305 Mar 07 16:08:58.305415 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (4d58df3e-2cea-469e-acc4-d0e3e9ef13af), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:58.319257 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a962283-f467-43ba-b6d3-a5ee9ec01122 req-08274580-7305-4d05-84d9-79720573e288 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363866 Mar 07 16:08:58.346028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4d58df3e-2cea-469e-acc4-d0e3e9ef13af), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:58.346261 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-f19bd237-8254-42e4-8220-cb0f6bc46cc1 req-d9f041b4-46fb-470c-a1f1-39dbfca9a9a7 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:58.347393 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f19bd237-8254-42e4-8220-cb0f6bc46cc1 req-d9f041b4-46fb-470c-a1f1-39dbfca9a9a7 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/81c106e8-d866-4b3b-91ee-09a380ac1460 HTTP/1.1" status: 404 len: 352 time: 0.0443015 Mar 07 16:08:58.358538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:08:58.359065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (4d58df3e-2cea-469e-acc4-d0e3e9ef13af), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:08:58.363501 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:08:58.503862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03c52b-1abe-4913-a0b3-93d18a648ef8 req-df881426-d8be-4e01-8fea-cc98d7d2d95f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:58.512892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-589d2374-e021-439f-bb41-7a95d8a39eee tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc HTTP/1.1" status: 200 len: 379 time: 0.1885779 Mar 07 16:08:58.514110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef03c52b-1abe-4913-a0b3-93d18a648ef8 req-df881426-d8be-4e01-8fea-cc98d7d2d95f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0859993 Mar 07 16:08:58.514628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (f270315f-586a-4fff-8664-7fc2a5b84080), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:58.519168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:08:58.540025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'port': {'device_id': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'admin_state_up': True, 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'security_groups': ['7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:58.561666 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:58.562127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:08:58.562494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 37b3a06c-b8cc-49df-b1c3-97bc031d29c6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:08:58.564889 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/networks/f270315f-586a-4fff-8664-7fc2a5b84080 HTTP/1.1" status: 204 len: 168 time: 1.6566935 Mar 07 16:08:58.566153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb23d8-734c-4198-8440-44b9fef9636a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Network': ['ID=f270315f-586a-4fff-8664-7fc2a5b84080,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:58.569670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56664) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:58.631757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253f4d1-1d45-4a15-85d7-d13f38d083ea tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:58.633872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f253f4d1-1d45-4a15-85d7-d13f38d083ea tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/fb281c93-1e6e-45aa-87b4-4f6895fbec88 HTTP/1.1" status: 200 len: 841 time: 0.0632088 Mar 07 16:08:58.637497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56666) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:58.689733 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c698b6fa-f51d-4ad7-8503-e31ffe312a8c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/fb281c93-1e6e-45aa-87b4-4f6895fbec88?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0509043 Mar 07 16:08:58.707662 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef03c52b-1abe-4913-a0b3-93d18a648ef8 req-ff3c2ec0-c7c8-45c3-ae3e-269790bcecc9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911950 Mar 07 16:08:58.708733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56668) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:58.722706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:58.821578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db7923-dc61-4d61-b5fa-524a19fcd8b7 req-a1d94dde-3e28-492e-bab5-c934f3ec8803 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:58.839424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0db7923-dc61-4d61-b5fa-524a19fcd8b7 req-a1d94dde-3e28-492e-bab5-c934f3ec8803 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.3122172 Mar 07 16:08:58.926628 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6c7d4f9-d8a6-435c-9695-854a748b0926 req-fb2b4b4a-55e1-43db-b162-09373d231ae8 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 210 time: 0.0379672 Mar 07 16:08:58.941133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0db7923-dc61-4d61-b5fa-524a19fcd8b7 req-24c8e664-dbec-4f83-95e2-a0668dfa2c08 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984945 Mar 07 16:08:58.972797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Made reservation on behalf of e5e13e7abaf74f80bba27bdcf0bfcecc for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:58.977367 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:58.982596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:08:58.989035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.006708 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-efa9f59c-3560-48ed-8904-ae32552a9fb6 req-4b6a8976-9d0f-4dc4-856f-bcd6fa5ecc69 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:59.008571 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-efa9f59c-3560-48ed-8904-ae32552a9fb6 req-4b6a8976-9d0f-4dc4-856f-bcd6fa5ecc69 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/dce10d17-a43e-40b6-bafe-2f82e07f284b HTTP/1.1" status: 404 len: 352 time: 0.0448864 Mar 07 16:08:59.119804 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-64cdc491-461f-4dc0-aa9f-940f10d4efea req-c9fbcecb-449e-409e-8a3a-73acf00d6a6a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:59.124675 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.140405 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-64cdc491-461f-4dc0-aa9f-940f10d4efea req-c9fbcecb-449e-409e-8a3a-73acf00d6a6a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/18fb91cc-15d7-489f-bcef-28d41125fe8b HTTP/1.1" status: 404 len: 352 time: 0.0943353 Mar 07 16:08:59.201962 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-88883c17-4c49-488b-9c7e-a8fe19d989ef req-11e47293-4613-463e-98a0-e32f9054738a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:59.203286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88883c17-4c49-488b-9c7e-a8fe19d989ef req-11e47293-4613-463e-98a0-e32f9054738a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/d9b8b4d3-f306-489a-8d5b-74fbbfa89ba3 HTTP/1.1" status: 404 len: 352 time: 0.0497966 Mar 07 16:08:59.265799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Allocated IP 172.20.0.13 (d1d0569b-ea64-4f69-9f7c-982fe6065f52/5c171cf0-d78f-4c34-8829-660dca40c750/b9715838-0137-4843-98c1-42319bd18ca3) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:08:59.282263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae085fc-1520-4635-b114-286f8a26330a req-a5581eb3-66e2-4123-bff5-09f09233c12f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:59.283873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-a5581eb3-66e2-4123-bff5-09f09233c12f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.1953800 Mar 07 16:08:59.326630 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-9fff1b5d-d4ee-4e46-8140-d7154590b6de tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/quotas/6a4b511c908d4598a245a49782799b97 HTTP/1.1" status: 200 len: 375 time: 0.0335433 Mar 07 16:08:59.398946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7f376-d695-4872-9bdb-cef461e64682 req-5cac81bb-0314-45e0-84be-e4d35f7e874f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:59.400906 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dde7f376-d695-4872-9bdb-cef461e64682 req-5cac81bb-0314-45e0-84be-e4d35f7e874f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1074569 Mar 07 16:08:59.418309 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (7bc534d3-b145-4a33-892f-6e22e9fc29ff), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.472935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:59.482300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:59.485103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:08:59.485719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.493074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d89e3a-9af7-4683-a856-477df19b0f9d None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:08:59.515740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-ebc863fd-a79a-4e1a-b79d-32e3e43c67ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1568568 Mar 07 16:08:59.532508 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dde7f376-d695-4872-9bdb-cef461e64682 req-02305191-81c3-46f0-89b9-57dead2a6ccf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028342 Mar 07 16:08:59.535826 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for port (b9715838-0137-4843-98c1-42319bd18ca3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.548002 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8355756 Mar 07 16:08:59.563354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56694) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:59.568682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb1a22-c778-4c75-94bf-a7db8cad20c8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=7bc534d3-b145-4a33-892f-6e22e9fc29ff,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:59.568897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-414b747f-8534-44e3-889a-7d08aca62f63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'security_group': {'name': 'tempest-secgroup-839861937'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:08:59.625346 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-8ca15c1c-6a4b-41dc-9f9c-224529a2d810 req-5e0bcfb4-b6c4-44aa-adbc-5c8d47800d0a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] show failed (client error): The resource could not be found. Mar 07 16:08:59.626443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ca15c1c-6a4b-41dc-9f9c-224529a2d810 req-5e0bcfb4-b6c4-44aa-adbc-5c8d47800d0a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/a0d9b350-6e5d-49a1-bade-51d050727504 HTTP/1.1" status: 404 len: 352 time: 0.0385733 Mar 07 16:08:59.660907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-414b747f-8534-44e3-889a-7d08aca62f63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.690126 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b9715838-0137-4843-98c1-42319bd18ca3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.733913 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-1af8d616-79a7-4d04-94cf-843ab7250281 service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054160 Mar 07 16:08:59.761826 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'project_id': 'c2af692da0d8452fa28b3e659c919760', 'fixed_ips': [{'subnet_id': '7bc534d3-b145-4a33-892f-6e22e9fc29ff'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:08:59.763491 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.775821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'Port': ['ID=b9715838-0137-4843-98c1-42319bd18ca3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:08:59.864270 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-414b747f-8534-44e3-889a-7d08aca62f63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (03b9bba2-cdf5-499f-af86-860c113a54a2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.866643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-47a1bc3a-f30a-4add-95a6-f1934ef6b3db service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288524 Mar 07 16:08:59.900658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:08:59.902307 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-414b747f-8534-44e3-889a-7d08aca62f63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (03b9bba2-cdf5-499f-af86-860c113a54a2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.949295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:08:59.968562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:08:59.987112 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-414b747f-8534-44e3-889a-7d08aca62f63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:08:59.988058 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-414b747f-8534-44e3-889a-7d08aca62f63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4234061 Mar 07 16:08:59.990852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56702) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:08:59.996531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-bf2dcc43-8e66-49c7-bc0e-5197fb0404f1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'security_group': {'name': 'tempest-secgroup-731271948'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:00.044876 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcc43-8e66-49c7-bc0e-5197fb0404f1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:00.080610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b747f-8534-44e3-889a-7d08aca62f63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b9bba2-cdf5-499f-af86-860c113a54a2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:00.149088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c07df3-83e9-4cb3-b7d6-5dbb1c7e22f7 req-4d8c6295-072e-4549-affc-de31cf810b20 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:00.155225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8c07df3-83e9-4cb3-b7d6-5dbb1c7e22f7 req-4d8c6295-072e-4549-affc-de31cf810b20 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.3993719 Mar 07 16:09:00.301447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcc43-8e66-49c7-bc0e-5197fb0404f1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (4a140047-8042-4c05-b177-972e6b46644e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:00.316435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcc43-8e66-49c7-bc0e-5197fb0404f1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4a140047-8042-4c05-b177-972e6b46644e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:00.353705 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8c07df3-83e9-4cb3-b7d6-5dbb1c7e22f7 req-d268c9ea-6461-4330-94de-fb9461ef3bc3 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652474 Mar 07 16:09:00.389787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:00.400448 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:00.404859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Allocated IP 172.20.0.2 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/7bc534d3-b145-4a33-892f-6e22e9fc29ff/7785a254-2c3e-4cee-996c-e04e8d30ea14) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:00.426588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dcc43-8e66-49c7-bc0e-5197fb0404f1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a140047-8042-4c05-b177-972e6b46644e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:00.447572 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-4b536847-0cf0-41ac-9fb0-6b11527e9db7 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9119675 Mar 07 16:09:00.470676 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcc43-8e66-49c7-bc0e-5197fb0404f1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:00.474598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Request body: {'port': {'device_id': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:00.478545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bf2dcc43-8e66-49c7-bc0e-5197fb0404f1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4864578 Mar 07 16:09:00.481383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56712) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:00.501727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1025558424', 'security_groups': ['4a140047-8042-4c05-b177-972e6b46644e'], 'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7bc534d3-b145-4a33-892f-6e22e9fc29ff'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:00.640118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-01a5a365-a87c-4ffb-b540-41df749a54a8 None None] Provisioning complete for port b9715838-0137-4843-98c1-42319bd18ca3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:00.640781 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01a5a365-a87c-4ffb-b540-41df749a54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9715838-0137-4843-98c1-42319bd18ca3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:00.700381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e660c1-c0c4-486c-a5da-cc0cae4960d0 req-12daf605-d695-46a2-a64c-76f8be7c69a8 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:00.707758 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8e660c1-c0c4-486c-a5da-cc0cae4960d0 req-12daf605-d695-46a2-a64c-76f8be7c69a8 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.2249882 Mar 07 16:09:00.711873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-01a5a365-a87c-4ffb-b540-41df749a54a8 None None] Port b9715838-0137-4843-98c1-42319bd18ca3 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:00.732392 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Publish callbacks [] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:00.742910 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:00.793865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:00.798711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:00.802182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:00.808424 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794fdf4-7878-4961-8913-7407a64f680c req-6a5a341a-5246-43d7-b602-7d0dfbdbbdc9 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:00.810305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Pushing event updated for resources: {'Port': ['ID=7785a254-2c3e-4cee-996c-e04e8d30ea14,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:00.812124 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5794fdf4-7878-4961-8913-7407a64f680c req-6a5a341a-5246-43d7-b602-7d0dfbdbbdc9 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 932 time: 0.2894871 Mar 07 16:09:00.820329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9715838-0137-4843-98c1-42319bd18ca3), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:00.890050 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8e660c1-c0c4-486c-a5da-cc0cae4960d0 req-9c3ad608-2e6a-4a6a-bdaf-7880fca32ccd tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811616 Mar 07 16:09:00.891257 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:00.982688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Attempting to bind port 7785a254-2c3e-4cee-996c-e04e8d30ea14 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:09:00.984629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Attempting to bind port 7785a254-2c3e-4cee-996c-e04e8d30ea14 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '2ab51156-ed44-482a-8781-31a4fdfa8d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:09:00.985057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Attempting to bind port 7785a254-2c3e-4cee-996c-e04e8d30ea14 on network 4791cd7e-c81a-4f55-bb11-109868aa9cdc {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:00.995932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:09:00.997847 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5794fdf4-7878-4961-8913-7407a64f680c req-5c5a0b5f-5948-4add-b849-f47bea2f93b0 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643724 Mar 07 16:09:01.001177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Checking segment: {'id': '2ab51156-ed44-482a-8781-31a4fdfa8d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:01.001584 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:01.002066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Bound using segment: {'id': '2ab51156-ed44-482a-8781-31a4fdfa8d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:09:01.002522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Bound port: 7785a254-2c3e-4cee-996c-e04e8d30ea14, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab51156-ed44-482a-8781-31a4fdfa8d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:09:01.002906 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:01.145728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] For port 7785a254-2c3e-4cee-996c-e04e8d30ea14, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:09:01.162244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] For port 7785a254-2c3e-4cee-996c-e04e8d30ea14, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7785a254-2c3e-4cee-996c-e04e8d30ea14,segment=NetworkSegment(2ab51156-ed44-482a-8781-31a4fdfa8d86),segment_id=2ab51156-ed44-482a-8781-31a4fdfa8d86)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:09:01.189636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:01.202236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50baf8a6-b861-402c-9e07-b141c366360e req-90e86fce-5d6b-4c8e-bf76-4d86997affb5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 210 time: 0.0905423 Mar 07 16:09:01.339392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-3a852bbf-cef0-4384-93ce-f6d04c41fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:01.346859 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-3a852bbf-cef0-4384-93ce-f6d04c41fc7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 915 time: 0.4065683 Mar 07 16:09:01.398824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de06cf6-c773-4afa-9254-043ba4673c48 None None] Pushing event updated for resources: {'Port': ['ID=7785a254-2c3e-4cee-996c-e04e8d30ea14,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:01.455261 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:01.526205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 2d5491c6-0e12-475f-997f-94fb4e8101d4 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:09:01.637904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9715838-0137-4843-98c1-42319bd18ca3 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:01.674487 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Publish callbacks [] for port (b9715838-0137-4843-98c1-42319bd18ca3), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:01.687712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9262-b99d-41cc-8a87-b99b84428017 req-5feba3e0-9784-49f9-a496-6515ba45dd50 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:01.690070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b4b9262-b99d-41cc-8a87-b99b84428017 req-5feba3e0-9784-49f9-a496-6515ba45dd50 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 1024 time: 0.2185438 Mar 07 16:09:01.737518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Transition to ACTIVE for port object b9715838-0137-4843-98c1-42319bd18ca3 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:09:01.746577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (b9715838-0137-4843-98c1-42319bd18ca3), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:01.887533 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b4b9262-b99d-41cc-8a87-b99b84428017 req-455de4bd-41ec-499c-8f6b-795c5d98910f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0d48cc5-6377-4a42-a055-98f04fb9c7ab&id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&id=3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1847620 Mar 07 16:09:01.948467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Pushing event updated for resources: {'Port': ['ID=b9715838-0137-4843-98c1-42319bd18ca3,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:02.046143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-ca8f921a-3802-4dc3-80fc-5a58b6fafb74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 217 time: 0.6202390 Mar 07 16:09:02.051828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Attempting to bind port b9715838-0137-4843-98c1-42319bd18ca3 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:09:02.052178 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Attempting to bind port b9715838-0137-4843-98c1-42319bd18ca3 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:09:02.052515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Attempting to bind port b9715838-0137-4843-98c1-42319bd18ca3 on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:02.058231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Port b9715838-0137-4843-98c1-42319bd18ca3 on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:09:02.058561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Attempting to bind port b9715838-0137-4843-98c1-42319bd18ca3 on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:02.066654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:09:02.067021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Checking segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:02.067416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Bound using segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:09:02.067857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Bound port: b9715838-0137-4843-98c1-42319bd18ca3, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:09:02.068400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9715838-0137-4843-98c1-42319bd18ca3), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.077952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612f448-ced6-442e-858a-a7f2a7f83944 req-ab553b33-01aa-403f-b3b7-485afe3ee9fc tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:02.079522 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7612f448-ced6-442e-858a-a7f2a7f83944 req-ab553b33-01aa-403f-b3b7-485afe3ee9fc tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.1033969 Mar 07 16:09:02.143865 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025727-7b94-48a1-9583-cd65d86e51bb req-71e02029-ed65-422e-a481-046f4ab073d8 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:02.145465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32025727-7b94-48a1-9583-cd65d86e51bb req-71e02029-ed65-422e-a481-046f4ab073d8 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.7876215 Mar 07 16:09:02.179946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7612f448-ced6-442e-858a-a7f2a7f83944 req-d5a034e3-b3f9-4325-9d54-ac9da9ad2f35 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907443 Mar 07 16:09:02.202473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] For port b9715838-0137-4843-98c1-42319bd18ca3, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:09:02.210089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] For port b9715838-0137-4843-98c1-42319bd18ca3, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=b9715838-0137-4843-98c1-42319bd18ca3,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:09:02.220057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-a7b230fb-d7ed-421a-9f3c-f66fa09d7a66 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:02.221621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-a7b230fb-d7ed-421a-9f3c-f66fa09d7a66 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 1024 time: 0.1848013 Mar 07 16:09:02.223025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (b9715838-0137-4843-98c1-42319bd18ca3), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.290715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:02.291443 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.292805 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] 10.222.0.11 "PUT /v2.0/ports/b9715838-0137-4843-98c1-42319bd18ca3 HTTP/1.1" status: 200 len: 1092 time: 1.8345053 Mar 07 16:09:02.310662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'tag': 'b9715838-0137-4843-98c1-42319bd18ca3'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:02.316456 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ddf005-4b84-447a-ad4a-285107227396" -d '{"events": [{"name": "network-changed", "server_uuid": "e53503e9-df22-458f-a2f2-557447f40ce9", "tag": "b9715838-0137-4843-98c1-42319bd18ca3"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:02.375933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4ecd7-0557-4c88-a2d2-3211bacff52f service neutron] Pushing event updated for resources: {'Port': ['ID=b9715838-0137-4843-98c1-42319bd18ca3,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:02.377782 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32025727-7b94-48a1-9583-cd65d86e51bb req-77489f48-9afc-47bd-bc4b-50e8a9af4dec tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062609 Mar 07 16:09:02.403949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.11 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/7bc534d3-b145-4a33-892f-6e22e9fc29ff/2d5491c6-0e12-475f-997f-94fb4e8101d4) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:02.426517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf43a-f780-4dc1-8aca-d6a4339da338 req-1054d27f-c267-457e-8e27-a1a5555c0738 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:02.434941 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b88bf43a-f780-4dc1-8aca-d6a4339da338 req-1054d27f-c267-457e-8e27-a1a5555c0738 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.1657941 Mar 07 16:09:02.483709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-cc5d3c81-9641-4ef5-b04d-4824b2930cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:02.485237 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-cc5d3c81-9641-4ef5-b04d-4824b2930cdf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 1126 time: 0.1457243 Mar 07 16:09:02.528542 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b88bf43a-f780-4dc1-8aca-d6a4339da338 req-9585228f-7d00-4875-9782-9c6e7ec08fe4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899806 Mar 07 16:09:02.548292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7785a254-2c3e-4cee-996c-e04e8d30ea14 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:02.591644 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-6506a75a-113f-4671-b86d-54d79fd7aea4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9715838-0137-4843-98c1-42319bd18ca3 HTTP/1.1" status: 200 len: 217 time: 0.0626318 Mar 07 16:09:02.652761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:02.653280 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.673048 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11e6fe50-f4f0-487a-bfaa-889c32a1cfbc req-ca44612c-4dba-43e4-b158-5d6f71184fab tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 210 time: 0.0394280 Mar 07 16:09:02.686598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-ea18b802-0186-464a-b6a9-1bb8b6f7b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:02.690116 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-ea18b802-0186-464a-b6a9-1bb8b6f7b86c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 200 len: 854 time: 0.0921762 Mar 07 16:09:02.717640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Deleting port 644e415f-45ac-4d46-9c7a-583b05f69931 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:02.718144 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.753984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (2d5491c6-0e12-475f-997f-94fb4e8101d4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.754697 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68b779e-9900-42ec-ad7f-5339d851cef4 x-openstack-request-id: req-d68b779e-9900-42ec-ad7f-5339d851cef4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:02.755239 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53503e9-df22-458f-a2f2-557447f40ce9", "tag": "b9715838-0137-4843-98c1-42319bd18ca3", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:02.757099 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d68b779e-9900-42ec-ad7f-5339d851cef4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:02.757574 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'tag': 'b9715838-0137-4843-98c1-42319bd18ca3', 'status': 'completed', 'code': 200} Mar 07 16:09:02.779616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-606b56f4-74e8-433b-ad4b-1de6d2f16510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:02.780319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be14585-7bce-4856-9a38-37b4c079e021 req-dc237943-2cb6-478e-b7f6-8e714fb89f3a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:02.781129 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-606b56f4-74e8-433b-ad4b-1de6d2f16510 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1d0569b-ea64-4f69-9f7c-982fe6065f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836527 Mar 07 16:09:02.781890 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7be14585-7bce-4856-9a38-37b4c079e021 req-dc237943-2cb6-478e-b7f6-8e714fb89f3a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 944 time: 0.2632101 Mar 07 16:09:02.797741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:02.798144 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.841326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 7785a254-2c3e-4cee-996c-e04e8d30ea14, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7785a254-2c3e-4cee-996c-e04e8d30ea14,segment=NetworkSegment(2ab51156-ed44-482a-8781-31a4fdfa8d86),segment_id=2ab51156-ed44-482a-8781-31a4fdfa8d86)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:02.849764 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.857251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b990cfca-ef93-47fe-8608-90c9a7f701b4 None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:02.857497 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b990cfca-ef93-47fe-8608-90c9a7f701b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.886201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-50d6852c-76d5-48ca-8533-531e06c0a4ab service neutron] 10.222.0.11 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983174 Mar 07 16:09:02.906195 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7be14585-7bce-4856-9a38-37b4c079e021 req-7ade9ef3-e32e-4aa5-a3a1-45225375cc31 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936520 Mar 07 16:09:02.912991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] For port 644e415f-45ac-4d46-9c7a-583b05f69931, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=644e415f-45ac-4d46-9c7a-583b05f69931,segment=NetworkSegment(76ddd500-fba3-4e04-9397-444841bcbe38),segment_id=76ddd500-fba3-4e04-9397-444841bcbe38)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:02.916425 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.923440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2d5491c6-0e12-475f-997f-94fb4e8101d4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:02.949078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=7785a254-2c3e-4cee-996c-e04e8d30ea14,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:02.975941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:02.979780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Calling delete_port for 644e415f-45ac-4d46-9c7a-583b05f69931 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:02.983953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:02.992747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:02.996185 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0915dbce-affb-4dd1-becc-31ecc4719ab6 req-53aefce7-300c-4047-8bb4-c1aebbff1937 service neutron] 10.222.0.11 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045303 Mar 07 16:09:03.006201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b990cfca-ef93-47fe-8608-90c9a7f701b4 None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:03.042415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b990cfca-ef93-47fe-8608-90c9a7f701b4 None None] Provisioning complete for port fb281c93-1e6e-45aa-87b4-4f6895fbec88 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:03.042600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=2d5491c6-0e12-475f-997f-94fb4e8101d4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:03.042916 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b990cfca-ef93-47fe-8608-90c9a7f701b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:03.093125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b990cfca-ef93-47fe-8608-90c9a7f701b4 None None] Port fb281c93-1e6e-45aa-87b4-4f6895fbec88 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:03.096668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:03.097298 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:03.130878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-40005ecb-1571-49f9-a4aa-5d36ec75eede tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6435006 Mar 07 16:09:03.136358 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceee8c6-e895-43bc-bec0-c065a883656d req-29b0ff3e-39be-4a99-a596-a650413b6a9a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:03.137929 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ceee8c6-e895-43bc-bec0-c065a883656d req-29b0ff3e-39be-4a99-a596-a650413b6a9a tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6b3d4f-7841-4122-8f18-56a3fd5dfa60 HTTP/1.1" status: 200 len: 1024 time: 0.1187458 Mar 07 16:09:03.138421 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56734) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:03.144913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a8b610d8-c25f-41c8-b968-9500b7fccc9c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:03.187149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddf005-4b84-447a-ad4a-285107227396 req-01b71d05-9aae-475a-8d73-4c6e6a527145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:03.188673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6ddf005-4b84-447a-ad4a-285107227396 req-01b71d05-9aae-475a-8d73-4c6e6a527145 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 1126 time: 0.1224246 Mar 07 16:09:03.217552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (644e415f-45ac-4d46-9c7a-583b05f69931), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:03.232285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['644e415f-45ac-4d46-9c7a-583b05f69931'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:03.252059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'Port': ['ID=644e415f-45ac-4d46-9c7a-583b05f69931,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:03.345638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] No DVR routers for this DVR port 644e415f-45ac-4d46-9c7a-583b05f69931 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:09:03.348880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:03.352948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a44f6326-cd7e-4828-a189-8f861c6f3fa9 req-ede7c840-15d6-48f0-a375-edf542e0025f tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.11 "DELETE /v2.0/ports/644e415f-45ac-4d46-9c7a-583b05f69931 HTTP/1.1" status: 204 len: 173 time: 1.1237800 Mar 07 16:09:03.353429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'name': 'network-vif-deleted', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:03.355863 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5527bc2-8a70-4acc-9e85-b6a4620b39f1" -d '{"events": [{"server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "name": "network-vif-deleted", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:03.388391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481abea-111e-4bc6-bae3-a1ff3eca28a0 req-5f08ef83-d38b-4d4e-980e-b161e7df5b5d tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:03.390107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f481abea-111e-4bc6-bae3-a1ff3eca28a0 req-5f08ef83-d38b-4d4e-980e-b161e7df5b5d tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.1111128 Mar 07 16:09:03.428698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-598ea213-a35d-4434-9e78-ef004ad010f8 None None] Provisioning complete for port 2d5491c6-0e12-475f-997f-94fb4e8101d4 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:03.429094 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-598ea213-a35d-4434-9e78-ef004ad010f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2d5491c6-0e12-475f-997f-94fb4e8101d4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:03.458838 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f481abea-111e-4bc6-bae3-a1ff3eca28a0 req-e2228e9b-cea8-438c-b9db-f5b6661e47a7 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 Mar 07 16:09:03.467632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-598ea213-a35d-4434-9e78-ef004ad010f8 None None] Port 2d5491c6-0e12-475f-997f-94fb4e8101d4 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:03.510751 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7964e3-73d8-48d9-8dd7-649104df9b4e x-openstack-request-id: req-be7964e3-73d8-48d9-8dd7-649104df9b4e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:03.511213 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6b3d4f-7841-4122-8f18-56a3fd5dfa60", "name": "network-vif-deleted", "tag": "644e415f-45ac-4d46-9c7a-583b05f69931", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:03.511580 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be7964e3-73d8-48d9-8dd7-649104df9b4e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:03.512103 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6b3d4f-7841-4122-8f18-56a3fd5dfa60', 'name': 'network-vif-deleted', 'tag': '644e415f-45ac-4d46-9c7a-583b05f69931', 'status': 'completed', 'code': 200} Mar 07 16:09:03.612793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f6d1d-f228-4a39-87fe-a619d96bf6a1 req-238ee7ec-9fae-4987-9251-30d59bd5d42c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:03.614396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0f1f6d1d-f228-4a39-87fe-a619d96bf6a1 req-238ee7ec-9fae-4987-9251-30d59bd5d42c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.0559001 Mar 07 16:09:03.663248 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0f1f6d1d-f228-4a39-87fe-a619d96bf6a1 req-c3d75eeb-c528-4b12-aed9-64b8abd6af1f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Mar 07 16:09:03.692250 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ceee8c6-e895-43bc-bec0-c065a883656d req-204b1596-8342-43fa-a828-0b08af80c640 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0d48cc5-6377-4a42-a055-98f04fb9c7ab&id=6c113b1a-9157-41f8-bf3a-df8f8daae72b&id=3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5227604 Mar 07 16:09:03.712211 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddf005-4b84-447a-ad4a-285107227396 req-bb4c3f13-5d59-4f22-b5e0-88e2b35ed12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:03.712211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6ddf005-4b84-447a-ad4a-285107227396 req-bb4c3f13-5d59-4f22-b5e0-88e2b35ed12d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 916 time: 0.5084646 Mar 07 16:09:03.759043 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6ddf005-4b84-447a-ad4a-285107227396 req-4197052c-79d2-4912-841a-7c0d327a56fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9715838-0137-4843-98c1-42319bd18ca3 HTTP/1.1" status: 200 len: 217 time: 0.0408778 Mar 07 16:09:03.759712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b610d8-c25f-41c8-b968-9500b7fccc9c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:03.763221 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8b610d8-c25f-41c8-b968-9500b7fccc9c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:03.791957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0c5d-d5da-4999-aeed-a9a4dc28f6b5 req-6a9a2d44-e7cb-45a9-9781-50f1451627b9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:03.793477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b1b0c5d-d5da-4999-aeed-a9a4dc28f6b5 req-6a9a2d44-e7cb-45a9-9781-50f1451627b9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.0595403 Mar 07 16:09:03.834308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2ee9f52-62bd-4c1b-a84d-05ce40f347be req-e7db951a-2e5d-4df2-90a9-d996be5b8f8a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 210 time: 0.0665891 Mar 07 16:09:03.862978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4b1b0c5d-d5da-4999-aeed-a9a4dc28f6b5 req-1b8e6be6-1c4a-4297-9860-a902208fd2db tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604498 Mar 07 16:09:03.891969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddf005-4b84-447a-ad4a-285107227396 req-4eaf0c25-b594-4b6b-a0dd-d6cbfcb253ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:03.893425 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6ddf005-4b84-447a-ad4a-285107227396 req-4eaf0c25-b594-4b6b-a0dd-d6cbfcb253ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 200 len: 854 time: 0.1269374 Mar 07 16:09:03.943925 n-d-830010-8 neutron-server[103866]: INFO neutron.db.ipam_backend_mixin [None req-a8b610d8-c25f-41c8-b968-9500b7fccc9c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7bc534d3-b145-4a33-892f-6e22e9fc29ff (CIDR: 172.20.0.0/28) Mar 07 16:09:03.949612 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b610d8-c25f-41c8-b968-9500b7fccc9c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:09:03.950117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b610d8-c25f-41c8-b968-9500b7fccc9c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:03.971777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a8b610d8-c25f-41c8-b968-9500b7fccc9c tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8283615 Mar 07 16:09:03.971777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddf005-4b84-447a-ad4a-285107227396 req-d8795f9f-0cd0-4841-8862-3bc76f19abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:03.972173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56748) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:03.972657 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6ddf005-4b84-447a-ad4a-285107227396 req-d8795f9f-0cd0-4841-8862-3bc76f19abed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1d0569b-ea64-4f69-9f7c-982fe6065f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0720921 Mar 07 16:09:03.977428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:04.085584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:04.089051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.105634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f41263-b188-44bd-913c-0d34faf35527 req-635f0cfa-7d1c-44b4-8a22-b8fbb18dcc83 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:04.107746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-90f41263-b188-44bd-913c-0d34faf35527 req-635f0cfa-7d1c-44b4-8a22-b8fbb18dcc83 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 944 time: 0.1078537 Mar 07 16:09:04.113265 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6ddf005-4b84-447a-ad4a-285107227396 req-90ef62c1-63ad-440a-8641-d44b10cd1d67 service neutron] 10.222.0.11 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323361 Mar 07 16:09:04.209835 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-90f41263-b188-44bd-913c-0d34faf35527 req-c7628871-2fac-46c6-a4a1-55bcf7429f29 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955539 Mar 07 16:09:04.244524 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b6ddf005-4b84-447a-ad4a-285107227396 req-e9ee4f3a-9224-4a14-8b50-8cfab7d14680 service neutron] 10.222.0.11 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167564 Mar 07 16:09:04.313639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (701a50ba-951a-498a-90e5-ad817e7eac62), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.358449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:04.361622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:04.365788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:04.366391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.372467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30faa578-1a0d-42cf-b34e-cc490ce88d35 None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:04.381460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=701a50ba-951a-498a-90e5-ad817e7eac62,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:04.393457 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4c26e7fb-1d75-454c-89f9-4c140b70598f tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4201019 Mar 07 16:09:04.396762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56750) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:04.403693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1481639571', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '701a50ba-951a-498a-90e5-ad817e7eac62'}], 'security_groups': ['03b9bba2-cdf5-499f-af86-860c113a54a2']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:04.436768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7785a254-2c3e-4cee-996c-e04e8d30ea14 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:04.521717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:04.522100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.566743 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2d5491c6-0e12-475f-997f-94fb4e8101d4), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.601837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ba53d-4936-4a5e-a213-41e08ee3eb75 req-68b99543-a9a9-4536-a536-84d843198ffa tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:04.603514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-142ba53d-4936-4a5e-a213-41e08ee3eb75 req-68b99543-a9a9-4536-a536-84d843198ffa tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.0729442 Mar 07 16:09:04.647625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:04.658548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02204c31-ae5f-41a6-8f4c-ef00558225e0 None None] Update dhcp port {'port': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'fixed_ips': [{'subnet_id': '7bc534d3-b145-4a33-892f-6e22e9fc29ff', 'ip_address': '172.20.0.2'}, {'subnet_id': '701a50ba-951a-498a-90e5-ad817e7eac62'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '7785a254-2c3e-4cee-996c-e04e8d30ea14'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:09:04.673582 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-142ba53d-4936-4a5e-a213-41e08ee3eb75 req-acc15d93-53e0-4755-8e19-e12841fc7529 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637708 Mar 07 16:09:04.693744 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-02204c31-ae5f-41a6-8f4c-ef00558225e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.812499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c2b1d87-b9aa-452c-8b7d-b68c190ec77a req-8992bb3c-b446-45e3-b185-a91e4c925f23 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080 HTTP/1.1" status: 200 len: 1819 time: 0.0429370 Mar 07 16:09:04.869786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161e89-5ca7-48bb-af56-72be814204cb req-4de8d7e4-61d2-4ca1-85ba-a58d42fd7ed9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:04.870400 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c2b1d87-b9aa-452c-8b7d-b68c190ec77a req-d7d8aae0-8716-4382-9c64-388a4d8d9505 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.871353 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e161e89-5ca7-48bb-af56-72be814204cb req-4de8d7e4-61d2-4ca1-85ba-a58d42fd7ed9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1356881 Mar 07 16:09:04.892112 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c2b1d87-b9aa-452c-8b7d-b68c190ec77a req-d7d8aae0-8716-4382-9c64-388a4d8d9505 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.939610 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c2b1d87-b9aa-452c-8b7d-b68c190ec77a req-d7d8aae0-8716-4382-9c64-388a4d8d9505 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.942387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c2b1d87-b9aa-452c-8b7d-b68c190ec77a req-d7d8aae0-8716-4382-9c64-388a4d8d9505 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:04.943628 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c2b1d87-b9aa-452c-8b7d-b68c190ec77a req-d7d8aae0-8716-4382-9c64-388a4d8d9505 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080 HTTP/1.1" status: 204 len: 173 time: 0.1248202 Mar 07 16:09:04.956766 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8aae0-8716-4382-9c64-388a4d8d9505 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5e5aaa-1ee0-4eae-b35f-826ad9b6c080,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:04.962330 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e161e89-5ca7-48bb-af56-72be814204cb req-509742f7-1ece-4038-a58f-aa5169dbf3d7 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839853 Mar 07 16:09:04.975906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Delete allocated IP 172.20.0.11 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/7bc534d3-b145-4a33-892f-6e22e9fc29ff) {{(pid=103866) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 16:09:04.987675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.26 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/701a50ba-951a-498a-90e5-ad817e7eac62/2d5491c6-0e12-475f-997f-94fb4e8101d4) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:05.032235 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d5bc248-d45b-4ee4-8f28-6142ca7f610c req-d51672f5-82ed-4c5b-9301-1f72ade55a6d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 210 time: 0.0274453 Mar 07 16:09:05.137922 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04d5bf45-ec57-4f6e-82a8-df2f17d83040 req-62eb2ea1-8e12-411c-a9aa-4af6f84cbf9c tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "GET /v2.0/security-groups/e0d48cc5-6377-4a42-a055-98f04fb9c7ab HTTP/1.1" status: 200 len: 1819 time: 0.0770104 Mar 07 16:09:05.141803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-76560c58-c139-49ff-ba2a-b3cc3e747315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:05.143376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-76560c58-c139-49ff-ba2a-b3cc3e747315 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 200 len: 854 time: 0.0659125 Mar 07 16:09:05.153795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf400-ed5e-4cdd-aab9-be2a517c5aec req-79c1928d-85b4-4313-8cec-75b086676f6e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:05.155515 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f54bf400-ed5e-4cdd-aab9-be2a517c5aec req-79c1928d-85b4-4313-8cec-75b086676f6e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.1237431 Mar 07 16:09:05.192351 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-4404545d-d3eb-4ba0-a5c1-adab289c9ba8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=365963a5-a762-407a-a4b6-796b9bfb375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396471 Mar 07 16:09:05.234171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (2d5491c6-0e12-475f-997f-94fb4e8101d4), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.239976 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f54bf400-ed5e-4cdd-aab9-be2a517c5aec req-b716e2df-280d-41b4-97f3-96e849f2acdb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738862 Mar 07 16:09:05.240989 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2d5491c6-0e12-475f-997f-94fb4e8101d4), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.283826 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04d5bf45-ec57-4f6e-82a8-df2f17d83040 req-e63c4695-7cd2-4416-bcb5-2a5485cfd8e5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (e0d48cc5-6377-4a42-a055-98f04fb9c7ab), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.297490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-02204c31-ae5f-41a6-8f4c-ef00558225e0 None None] Allocated IP 172.20.0.18 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/701a50ba-951a-498a-90e5-ad817e7eac62/7785a254-2c3e-4cee-996c-e04e8d30ea14) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:05.326273 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04d5bf45-ec57-4f6e-82a8-df2f17d83040 req-e63c4695-7cd2-4416-bcb5-2a5485cfd8e5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (e0d48cc5-6377-4a42-a055-98f04fb9c7ab), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.337512 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-1e77d6b0-277e-4415-a418-6b96a5e20cd3 service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349094 Mar 07 16:09:05.354851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=2d5491c6-0e12-475f-997f-94fb4e8101d4,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:05.381025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] In _notify_port_updated(), no bound segment for port 2d5491c6-0e12-475f-997f-94fb4e8101d4 on network 4791cd7e-c81a-4f55-bb11-109868aa9cdc {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:09:05.388418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:05.389290 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.393808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56768) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:05.394195 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0cd6b025-bcad-45ba-8ea7-61f98c9977b1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "PUT /v2.0/ports/2d5491c6-0e12-475f-997f-94fb4e8101d4 HTTP/1.1" status: 200 len: 921 time: 0.9960229 Mar 07 16:09:05.427711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-02204c31-ae5f-41a6-8f4c-ef00558225e0 None None] For port 7785a254-2c3e-4cee-996c-e04e8d30ea14, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7785a254-2c3e-4cee-996c-e04e8d30ea14,segment=NetworkSegment(2ab51156-ed44-482a-8781-31a4fdfa8d86),segment_id=2ab51156-ed44-482a-8781-31a4fdfa8d86)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:05.456076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04d5bf45-ec57-4f6e-82a8-df2f17d83040 req-e63c4695-7cd2-4416-bcb5-2a5485cfd8e5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e0d48cc5-6377-4a42-a055-98f04fb9c7ab), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.458848 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04d5bf45-ec57-4f6e-82a8-df2f17d83040 req-e63c4695-7cd2-4416-bcb5-2a5485cfd8e5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.467270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04d5bf45-ec57-4f6e-82a8-df2f17d83040 req-e63c4695-7cd2-4416-bcb5-2a5485cfd8e5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] 10.222.0.24 "DELETE /v2.0/security-groups/e0d48cc5-6377-4a42-a055-98f04fb9c7ab HTTP/1.1" status: 204 len: 173 time: 0.3227680 Mar 07 16:09:05.468874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0fffe-0e94-4c6c-9a91-b06d200f6f83 req-6aea6a3a-18d1-4ebc-8882-05c7ace310ad tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:05.470715 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68c0fffe-0e94-4c6c-9a91-b06d200f6f83 req-6aea6a3a-18d1-4ebc-8882-05c7ace310ad tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 944 time: 0.0750844 Mar 07 16:09:05.471356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56772) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:05.479743 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-02204c31-ae5f-41a6-8f4c-ef00558225e0 None None] Publish callbacks [] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.488578 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-02204c31-ae5f-41a6-8f4c-ef00558225e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.510836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c4695-7cd2-4416-bcb5-2a5485cfd8e5 tempest-SecurityGroupsTestJSON-761425615 tempest-SecurityGroupsTestJSON-761425615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d48cc5-6377-4a42-a055-98f04fb9c7ab,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:05.527922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6398fb5-eac7-4aa6-9c94-debc53ac15cc admin admin] Deleting subnet d12f7da0-c76c-422b-9bd1-8a895fd3ce47 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:05.538361 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f6398fb5-eac7-4aa6-9c94-debc53ac15cc admin admin] Publish callbacks [] for subnet (d12f7da0-c76c-422b-9bd1-8a895fd3ce47), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.553431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b292507-b76d-4ef3-b7e0-c67a8fe8db0f req-aba7921b-6502-4f54-bb2e-46bb54029bdd service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062845 Mar 07 16:09:05.579672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e52c2532-963e-4625-bb15-e1539f3ef3d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 2d5491c6-0e12-475f-997f-94fb4e8101d4 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:05.579988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e52c2532-963e-4625-bb15-e1539f3ef3d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2d5491c6-0e12-475f-997f-94fb4e8101d4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.593016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02204c31-ae5f-41a6-8f4c-ef00558225e0 None None] Pushing event updated for resources: {'Port': ['ID=7785a254-2c3e-4cee-996c-e04e8d30ea14,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:05.628786 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68c0fffe-0e94-4c6c-9a91-b06d200f6f83 req-90d73b16-1adb-440e-b9e1-a69f0e36ac47 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098526 Mar 07 16:09:05.691172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f6398fb5-eac7-4aa6-9c94-debc53ac15cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (d12f7da0-c76c-422b-9bd1-8a895fd3ce47), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.746486 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e52c2532-963e-4625-bb15-e1539f3ef3d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2d5491c6-0e12-475f-997f-94fb4e8101d4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.753836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f6398fb5-eac7-4aa6-9c94-debc53ac15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (d12f7da0-c76c-422b-9bd1-8a895fd3ce47), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.771091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e52c2532-963e-4625-bb15-e1539f3ef3d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 2d5491c6-0e12-475f-997f-94fb4e8101d4 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:05.787775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae085fc-1520-4635-b114-286f8a26330a req-b83519df-8f7d-45ab-8a62-d0677fb2466f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:05.789659 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-b83519df-8f7d-45ab-8a62-d0677fb2466f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.2259653 Mar 07 16:09:05.801953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'port': {'device_id': '0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'admin_state_up': True, 'tenant_id': '6a4b511c908d4598a245a49782799b97'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:05.901402 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f6398fb5-eac7-4aa6-9c94-debc53ac15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (d12f7da0-c76c-422b-9bd1-8a895fd3ce47), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.905839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623816f-a402-41f8-8b01-40f088b4c283 req-b0e67dfe-9520-4cb7-be2e-250491526455 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:05.907412 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9623816f-a402-41f8-8b01-40f088b4c283 req-b0e67dfe-9520-4cb7-be2e-250491526455 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.0786679 Mar 07 16:09:05.941224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6398fb5-eac7-4aa6-9c94-debc53ac15cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12f7da0-c76c-422b-9bd1-8a895fd3ce47,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:05.954338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f6398fb5-eac7-4aa6-9c94-debc53ac15cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.961106 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f6398fb5-eac7-4aa6-9c94-debc53ac15cc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d12f7da0-c76c-422b-9bd1-8a895fd3ce47 HTTP/1.1" status: 204 len: 168 time: 0.4860394 Mar 07 16:09:05.962588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56776) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:05.996031 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e52c2532-963e-4625-bb15-e1539f3ef3d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2d5491c6-0e12-475f-997f-94fb4e8101d4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:05.999953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Made reservation on behalf of 6a4b511c908d4598a245a49782799b97 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:06.003610 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.038536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9623816f-a402-41f8-8b01-40f088b4c283 req-59ec2bbf-228a-4c83-a538-3b18a041c1fa tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182945 Mar 07 16:09:06.040235 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c2532-963e-4625-bb15-e1539f3ef3d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=2d5491c6-0e12-475f-997f-94fb4e8101d4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:06.115915 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (aaedd815-432e-4076-9715-cc3788c803fd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.133668 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e52c2532-963e-4625-bb15-e1539f3ef3d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.137182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e52c2532-963e-4625-bb15-e1539f3ef3d1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/2d5491c6-0e12-475f-997f-94fb4e8101d4 HTTP/1.1" status: 204 len: 168 time: 0.7170880 Mar 07 16:09:06.140227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56782) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:06.173353 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab05b22-a051-4d9b-85c2-0cc215e69370 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:09:06.180594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8ab05b22-a051-4d9b-85c2-0cc215e69370 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/2d5491c6-0e12-475f-997f-94fb4e8101d4 HTTP/1.1" status: 404 len: 333 time: 0.0379486 Mar 07 16:09:06.181401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56784) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:06.186824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device b9715838-0137-4843-98c1-42319bd18ca3 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:09:06.189060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 644e415f-45ac-4d46-9c7a-583b05f69931 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:06.219012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 644e415f-45ac-4d46-9c7a-583b05f69931 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:06.219464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 644e415f-45ac-4d46-9c7a-583b05f69931 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:06.250450 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6582c125-2f7f-4df9-9de9-f9bbc57f766d req-46ae9ce1-545b-4f93-956b-c6a78da2bc10 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 210 time: 0.0795023 Mar 07 16:09:06.319685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4724714-16d6-47c8-8ea1-98e8360e1d28 req-1b2b9999-839b-443a-bf0c-65bab8b430e2 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:06.321317 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4724714-16d6-47c8-8ea1-98e8360e1d28 req-1b2b9999-839b-443a-bf0c-65bab8b430e2 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.2582996 Mar 07 16:09:06.348295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port b9715838-0137-4843-98c1-42319bd18ca3, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=b9715838-0137-4843-98c1-42319bd18ca3,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:06.387577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'b9715838-0137-4843-98c1-42319bd18ca3', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'port_id': 'b9715838-0137-4843-98c1-42319bd18ca3', 'mac_address': 'fa:16:3e:e5:ff:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:09:06.438930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port b9715838-0137-4843-98c1-42319bd18ca3 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:06.439617 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9715838-0137-4843-98c1-42319bd18ca3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.455582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9715838-0137-4843-98c1-42319bd18ca3 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:06.458231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcee98-92eb-4939-835f-d8b8dc433b37 req-00226a6d-1108-425a-826a-ef48e0125095 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:06.460325 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fbcee98-92eb-4939-835f-d8b8dc433b37 req-00226a6d-1108-425a-826a-ef48e0125095 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.0875158 Mar 07 16:09:06.463126 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (aaedd815-432e-4076-9715-cc3788c803fd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.480437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Allocated IP 172.20.0.7 (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03/4784ddd6-9a98-45d9-9472-37dd49848577/e29c186d-b6af-4f63-bd0e-9716f3738d50) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:06.480812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7785a254-2c3e-4cee-996c-e04e8d30ea14 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:06.486907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-686385b6-4936-46a7-8218-4d738571eebe tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (4a140047-8042-4c05-b177-972e6b46644e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.487176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port b9715838-0137-4843-98c1-42319bd18ca3, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=b9715838-0137-4843-98c1-42319bd18ca3,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:06.513402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaedd815-432e-4076-9715-cc3788c803fd']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:06.516758 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9715838-0137-4843-98c1-42319bd18ca3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.538132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fbcee98-92eb-4939-835f-d8b8dc433b37 req-ab63b081-005f-430c-85a3-8c48d2cf6284 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691614 Mar 07 16:09:06.553539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ddd500-fba3-4e04-9397-444841bcbe38') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:06.553539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ddd500-fba3-4e04-9397-444841bcbe38') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:06.554839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-76036995-ffed-4004-9802-c3d4a5d3a206 None None] Could not find standard attr ID for object 2d5491c6-0e12-475f-997f-94fb4e8101d4. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:09:06.556961 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-686385b6-4936-46a7-8218-4d738571eebe tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (4a140047-8042-4c05-b177-972e6b46644e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.576487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c4724714-16d6-47c8-8ea1-98e8360e1d28 req-15da0ceb-6afa-4f9a-bb05-dce116513fec tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082422 Mar 07 16:09:06.578105 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (76ddd500-fba3-4e04-9397-444841bcbe38), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.582758 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.597823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-76036995-ffed-4004-9802-c3d4a5d3a206 None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:06.598209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76036995-ffed-4004-9802-c3d4a5d3a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.620725 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (76ddd500-fba3-4e04-9397-444841bcbe38), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.635980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:09:06.636382 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (76ddd500-fba3-4e04-9397-444841bcbe38), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:09:06.638016 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:09:06.640922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=b9715838-0137-4843-98c1-42319bd18ca3,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:06.655105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:06.655426 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.738141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-daf4d94e-94c7-4fd8-b637-3517b29d18f9 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:06.739636 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-daf4d94e-94c7-4fd8-b637-3517b29d18f9 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.0715108 Mar 07 16:09:06.745295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-686385b6-4936-46a7-8218-4d738571eebe tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4a140047-8042-4c05-b177-972e6b46644e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.748433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-686385b6-4936-46a7-8218-4d738571eebe tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.752560 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-686385b6-4936-46a7-8218-4d738571eebe tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a140047-8042-4c05-b177-972e6b46644e HTTP/1.1" status: 204 len: 168 time: 0.5697770 Mar 07 16:09:06.755386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56790) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:06.790490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['b9715838-0137-4843-98c1-42319bd18ca3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:06.791639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-76036995-ffed-4004-9802-c3d4a5d3a206 None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:06.822137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:06.840972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-76036995-ffed-4004-9802-c3d4a5d3a206 None None] Provisioning complete for port fb281c93-1e6e-45aa-87b4-4f6895fbec88 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:06.841564 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76036995-ffed-4004-9802-c3d4a5d3a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.858731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686385b6-4936-46a7-8218-4d738571eebe tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a140047-8042-4c05-b177-972e6b46644e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:06.880314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (aaedd815-432e-4076-9715-cc3788c803fd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.886005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.892201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] 10.222.0.24 "DELETE /v2.0/networks/aaedd815-432e-4076-9715-cc3788c803fd HTTP/1.1" status: 204 len: 168 time: 0.9263971 Mar 07 16:09:06.917983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d0950-ad9e-4cb0-9517-0983a6f95f4d req-3a29203b-bae7-41fd-875b-ed5bf0908f9d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:06.919156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-76036995-ffed-4004-9802-c3d4a5d3a206 None None] Port fb281c93-1e6e-45aa-87b4-4f6895fbec88 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:06.920798 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b8d0950-ad9e-4cb0-9517-0983a6f95f4d req-3a29203b-bae7-41fd-875b-ed5bf0908f9d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 945 time: 0.1994836 Mar 07 16:09:06.943726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Deleting port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:06.944069 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:06.955937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28887120-aefa-46da-a037-b9c194f4d031 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaedd815-432e-4076-9715-cc3788c803fd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:07.018011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5aab5d9d-9536-4f1b-9caf-95842658ef19 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (03b9bba2-cdf5-499f-af86-860c113a54a2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.076196 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b8d0950-ad9e-4cb0-9517-0983a6f95f4d req-1f116cf2-3da4-44c0-adeb-d7d07b957470 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454189 Mar 07 16:09:07.092556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.102882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5aab5d9d-9536-4f1b-9caf-95842658ef19 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (03b9bba2-cdf5-499f-af86-860c113a54a2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.144429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] For port 1a064ba4-1f7c-475b-86a1-a2b95b215f32, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1a064ba4-1f7c-475b-86a1-a2b95b215f32,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:07.144825 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.145674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9c3c54fe-6bd1-455f-b082-5fc469570842 None None] Could not find standard attr ID for object 2d5491c6-0e12-475f-997f-94fb4e8101d4. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:09:07.168578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Calling delete_port for 1a064ba4-1f7c-475b-86a1-a2b95b215f32 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:07.211830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56796) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:07.223291 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5aab5d9d-9536-4f1b-9caf-95842658ef19 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (03b9bba2-cdf5-499f-af86-860c113a54a2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.226040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5aab5d9d-9536-4f1b-9caf-95842658ef19 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.229033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5aab5d9d-9536-4f1b-9caf-95842658ef19 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/security-groups/03b9bba2-cdf5-499f-af86-860c113a54a2 HTTP/1.1" status: 204 len: 168 time: 0.4656081 Mar 07 16:09:07.232158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56798) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:07.240782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.252988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['54a878aa-a299-4247-b669-4c60751cec8c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:07.293882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab5d9d-9536-4f1b-9caf-95842658ef19 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b9bba2-cdf5-499f-af86-860c113a54a2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:07.303271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-27918cf6-6c95-4d2c-9f15-f5e1a572065d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet 7bc534d3-b145-4a33-892f-6e22e9fc29ff {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:07.347311 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27918cf6-6c95-4d2c-9f15-f5e1a572065d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (7bc534d3-b145-4a33-892f-6e22e9fc29ff), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.349791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:07.368262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:07.371738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:07.379671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'Port': ['ID=e29c186d-b6af-4f63-bd0e-9716f3738d50,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:07.418945 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3731de9a-d5dc-4e9e-a9d1-7a91ddbbb9af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cad69fc8166d456c9238741b6c0c548f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057352 Mar 07 16:09:07.426283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56802) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:07.427328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ddfcc-f67c-4b0b-8e1c-96e366dec500 req-43bab041-c7c4-41a5-b23f-bd6a6f94f146 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:07.428888 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b78ddfcc-f67c-4b0b-8e1c-96e366dec500 req-43bab041-c7c4-41a5-b23f-bd6a6f94f146 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c15d826-6ace-48e1-aeef-4d8f81acf232 HTTP/1.1" status: 200 len: 949 time: 0.2691836 Mar 07 16:09:07.476083 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27918cf6-6c95-4d2c-9f15-f5e1a572065d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (7bc534d3-b145-4a33-892f-6e22e9fc29ff), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.486184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:07.486867 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.509638 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b78ddfcc-f67c-4b0b-8e1c-96e366dec500 req-d1b9a2a4-9aa6-449e-b6d1-62969d814077 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.24 "GET /v2.0/security-groups?id=824c7c50-330f-475b-a1a4-3d61856aa7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725818 Mar 07 16:09:07.515509 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-d507a3b6-e1c3-4276-a24f-ba70af2b1cb7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7170384 Mar 07 16:09:07.527554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Request body: {'port': {'device_id': '0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:07.610266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.628311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b21de-e08f-4cf0-b57c-d9d2d6df8c5e req-c295b3db-46ee-4e24-92c8-9026e39b3dff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:07.635361 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-374b21de-e08f-4cf0-b57c-d9d2d6df8c5e req-c295b3db-46ee-4e24-92c8-9026e39b3dff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 931 time: 0.2613654 Mar 07 16:09:07.643357 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1a064ba4-1f7c-475b-86a1-a2b95b215f32), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.657941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['1a064ba4-1f7c-475b-86a1-a2b95b215f32'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:07.694167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b77d2165-b322-493e-ac35-aabba96cbd45 None None] Provisioning complete for port e29c186d-b6af-4f63-bd0e-9716f3738d50 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:07.695450 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b77d2165-b322-493e-ac35-aabba96cbd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.698345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Pushing event deleted for resources: {'Port': ['ID=1a064ba4-1f7c-475b-86a1-a2b95b215f32,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:07.709255 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27918cf6-6c95-4d2c-9f15-f5e1a572065d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (7bc534d3-b145-4a33-892f-6e22e9fc29ff), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.739140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b77d2165-b322-493e-ac35-aabba96cbd45 None None] Port e29c186d-b6af-4f63-bd0e-9716f3738d50 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:07.768539 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19ad0501-6230-4546-8007-05d7b32591b5 admin admin] Publish callbacks [] for security_group (6c113b1a-9157-41f8-bf3a-df8f8daae72b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.771792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f419ae-2666-482d-aa9f-63b2d7cd658d req-bd07e1a3-beb8-4c1a-8c9d-12b61d9e0fb9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:07.774107 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45f419ae-2666-482d-aa9f-63b2d7cd658d req-bd07e1a3-beb8-4c1a-8c9d-12b61d9e0fb9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.1662197 Mar 07 16:09:07.803078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] No DVR routers for this DVR port 1a064ba4-1f7c-475b-86a1-a2b95b215f32 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:09:07.817802 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.821256 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6d266c0-ab94-41c4-8a4b-e4d8e709f437 req-78b40f86-e1be-405d-8056-79cce8c27940 tempest-ImagesNegativeTestJSON-1703290750 tempest-ImagesNegativeTestJSON-1703290750-project] 10.222.0.15 "DELETE /v2.0/ports/1a064ba4-1f7c-475b-86a1-a2b95b215f32 HTTP/1.1" status: 204 len: 173 time: 1.0625453 Mar 07 16:09:07.825834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c15d826-6ace-48e1-aeef-4d8f81acf232', 'name': 'network-vif-deleted', 'tag': '1a064ba4-1f7c-475b-86a1-a2b95b215f32'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:07.828121 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f154c15a-862f-45a1-93c5-5285fcfcdc19" -d '{"events": [{"server_uuid": "0c15d826-6ace-48e1-aeef-4d8f81acf232", "name": "network-vif-deleted", "tag": "1a064ba4-1f7c-475b-86a1-a2b95b215f32"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:07.849448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-374b21de-e08f-4cf0-b57c-d9d2d6df8c5e req-68d22f23-1f2d-44b8-bd52-2f77deac2066 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070382 Mar 07 16:09:07.855985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19ad0501-6230-4546-8007-05d7b32591b5 admin admin] Publish callbacks [] for security_group (6c113b1a-9157-41f8-bf3a-df8f8daae72b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.887128 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27918cf6-6c95-4d2c-9f15-f5e1a572065d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (7bc534d3-b145-4a33-892f-6e22e9fc29ff), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.923897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27918cf6-6c95-4d2c-9f15-f5e1a572065d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc534d3-b145-4a33-892f-6e22e9fc29ff,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:07.926372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27918cf6-6c95-4d2c-9f15-f5e1a572065d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:07.933794 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45f419ae-2666-482d-aa9f-63b2d7cd658d req-5a3be054-d3aa-4d21-be6f-43cbbcea1ae1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497586 Mar 07 16:09:07.933927 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-27918cf6-6c95-4d2c-9f15-f5e1a572065d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/7bc534d3-b145-4a33-892f-6e22e9fc29ff HTTP/1.1" status: 204 len: 168 time: 0.7007351 Mar 07 16:09:07.935671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56810) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:07.941122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:07.950021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef59457d-d0ad-44fd-b262-7fd503ceaa06 None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:08.049987 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8eab15-3648-4831-8d53-e019ce4d76b9 x-openstack-request-id: req-6d8eab15-3648-4831-8d53-e019ce4d76b9 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:08.050293 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c15d826-6ace-48e1-aeef-4d8f81acf232", "name": "network-vif-deleted", "tag": "1a064ba4-1f7c-475b-86a1-a2b95b215f32", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:08.050534 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d8eab15-3648-4831-8d53-e019ce4d76b9 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:08.051313 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c15d826-6ace-48e1-aeef-4d8f81acf232', 'name': 'network-vif-deleted', 'tag': '1a064ba4-1f7c-475b-86a1-a2b95b215f32', 'status': 'completed', 'code': 200} Mar 07 16:09:08.059865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19ad0501-6230-4546-8007-05d7b32591b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c113b1a-9157-41f8-bf3a-df8f8daae72b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:08.062634 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19ad0501-6230-4546-8007-05d7b32591b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:08.069546 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-19ad0501-6230-4546-8007-05d7b32591b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c113b1a-9157-41f8-bf3a-df8f8daae72b HTTP/1.1" status: 204 len: 168 time: 0.6165156 Mar 07 16:09:08.104265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29c186d-b6af-4f63-bd0e-9716f3738d50 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:08.113196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad0501-6230-4546-8007-05d7b32591b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c113b1a-9157-41f8-bf3a-df8f8daae72b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:08.116351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Publish callbacks [] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:08.139185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Transition to ACTIVE for port object e29c186d-b6af-4f63-bd0e-9716f3738d50 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:09:08.140684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867c81b-6f3a-4a65-b7ee-742d9e58bb54 req-ae242cdc-3211-40c1-b948-4c05e9548982 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:08.142172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7867c81b-6f3a-4a65-b7ee-742d9e58bb54 req-ae242cdc-3211-40c1-b948-4c05e9548982 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1833162 Mar 07 16:09:08.149863 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:08.206399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7867c81b-6f3a-4a65-b7ee-742d9e58bb54 req-9485d55f-557b-4fb1-b8a8-c2aaf92ad366 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536606 Mar 07 16:09:08.207194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:08.208753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device b9715838-0137-4843-98c1-42319bd18ca3 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:08.211540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:08.309197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Pushing event updated for resources: {'Port': ['ID=e29c186d-b6af-4f63-bd0e-9716f3738d50,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:08.367924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109be7c-9e7b-4ffc-b115-316fb605f502 req-8b0207df-5a16-4c97-8b7a-d4e5ceffdd24 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:08.369365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5109be7c-9e7b-4ffc-b115-316fb605f502 req-8b0207df-5a16-4c97-8b7a-d4e5ceffdd24 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 945 time: 0.1454368 Mar 07 16:09:08.386941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port b9715838-0137-4843-98c1-42319bd18ca3 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:09:08.391823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port b9715838-0137-4843-98c1-42319bd18ca3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:08.392538 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9715838-0137-4843-98c1-42319bd18ca3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:08.532584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Attempting to bind port e29c186d-b6af-4f63-bd0e-9716f3738d50 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:09:08.532935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Attempting to bind port e29c186d-b6af-4f63-bd0e-9716f3738d50 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:09:08.533279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Attempting to bind port e29c186d-b6af-4f63-bd0e-9716f3738d50 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:08.535204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port b9715838-0137-4843-98c1-42319bd18ca3 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:08.535945 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9715838-0137-4843-98c1-42319bd18ca3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:08.587392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9715838-0137-4843-98c1-42319bd18ca3'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:08.592450 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7371d4-2ca6-47d3-ab73-4157fb45a1b7" -d '{"events": [{"server_uuid": "e53503e9-df22-458f-a2f2-557447f40ce9", "name": "network-vif-plugged", "status": "completed", "tag": "b9715838-0137-4843-98c1-42319bd18ca3"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:08.598133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Port e29c186d-b6af-4f63-bd0e-9716f3738d50 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:09:08.599757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Attempting to bind port e29c186d-b6af-4f63-bd0e-9716f3738d50 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:08.629425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port b9715838-0137-4843-98c1-42319bd18ca3, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=b9715838-0137-4843-98c1-42319bd18ca3,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:08.635047 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9715838-0137-4843-98c1-42319bd18ca3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:08.646963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:09:08.651421 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Checking segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:08.651954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Bound using segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:09:08.652522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Bound port: e29c186d-b6af-4f63-bd0e-9716f3738d50, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:09:08.652988 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:08.711818 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5109be7c-9e7b-4ffc-b115-316fb605f502 req-65d2792c-76f2-4b3e-a50c-1fa01ed2ed70 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919004 Mar 07 16:09:08.730268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=b9715838-0137-4843-98c1-42319bd18ca3,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:08.734607 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baf4234-d808-4ed1-9d9a-9610454fd9e6 x-openstack-request-id: req-6baf4234-d808-4ed1-9d9a-9610454fd9e6 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:08.734927 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53503e9-df22-458f-a2f2-557447f40ce9", "name": "network-vif-plugged", "status": "completed", "tag": "b9715838-0137-4843-98c1-42319bd18ca3", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:08.735186 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6baf4234-d808-4ed1-9d9a-9610454fd9e6 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:08.735581 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9715838-0137-4843-98c1-42319bd18ca3', 'code': 200} Mar 07 16:09:08.860802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] For port e29c186d-b6af-4f63-bd0e-9716f3738d50, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:09:08.894415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] For port e29c186d-b6af-4f63-bd0e-9716f3738d50, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e29c186d-b6af-4f63-bd0e-9716f3738d50,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:09:08.939628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c05b2-a552-404e-ab09-92d4aba13818 req-1f0c61b9-a71a-4dae-b09e-96b9ce2b8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:08.941086 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-669c05b2-a552-404e-ab09-92d4aba13818 req-1f0c61b9-a71a-4dae-b09e-96b9ce2b8aa2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 1128 time: 0.1621912 Mar 07 16:09:08.942256 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.085712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Pushing event updated for resources: {'Port': ['ID=e29c186d-b6af-4f63-bd0e-9716f3738d50,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:09.113409 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:09.114077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.116148 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-c5301125-be0d-4fce-94ab-bb9815f9f90b service neutron] 10.222.0.15 "PUT /v2.0/ports/e29c186d-b6af-4f63-bd0e-9716f3738d50 HTTP/1.1" status: 200 len: 1091 time: 1.5935802 Mar 07 16:09:09.122892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac', 'tag': 'e29c186d-b6af-4f63-bd0e-9716f3738d50'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:09.126726 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf15ed5-5f8a-446c-b17b-941f978e2b10" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac", "tag": "e29c186d-b6af-4f63-bd0e-9716f3738d50"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:09.232774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769a4e-6f06-4f77-9f03-a2f12fca75cf req-896158f5-9e5b-4f25-8581-a64478424d26 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:09.234494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-27769a4e-6f06-4f77-9f03-a2f12fca75cf req-896158f5-9e5b-4f25-8581-a64478424d26 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.1792006 Mar 07 16:09:09.322731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-94de095f-bc95-4e80-9334-b5e4a7e925e7 None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:09.323139 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94de095f-bc95-4e80-9334-b5e4a7e925e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.324386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae085fc-1520-4635-b114-286f8a26330a req-4fa445b0-de81-4a0e-b562-a4c82b617621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:09.326663 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-4fa445b0-de81-4a0e-b562-a4c82b617621 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 1125 time: 0.1640644 Mar 07 16:09:09.387964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-669c05b2-a552-404e-ab09-92d4aba13818 req-8c74b537-9781-4bb1-948b-056b9b4aba3e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4268870 Mar 07 16:09:09.387964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-c37b93c6-3755-40fd-a094-d8d528e74200 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e29c186d-b6af-4f63-bd0e-9716f3738d50 HTTP/1.1" status: 200 len: 217 time: 0.0523214 Mar 07 16:09:09.399919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155dc6-5d3b-41fd-8616-6b34698bf966 req-c3df84a4-c36d-487d-9f71-accb6e934d5a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:09.406992 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aa155dc6-5d3b-41fd-8616-6b34698bf966 req-c3df84a4-c36d-487d-9f71-accb6e934d5a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 943 time: 0.2849422 Mar 07 16:09:09.461596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-94de095f-bc95-4e80-9334-b5e4a7e925e7 None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:09.482088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-94de095f-bc95-4e80-9334-b5e4a7e925e7 None None] Provisioning complete for port fb281c93-1e6e-45aa-87b4-4f6895fbec88 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:09.483356 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94de095f-bc95-4e80-9334-b5e4a7e925e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.496264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-27769a4e-6f06-4f77-9f03-a2f12fca75cf req-9b9c70ce-c1c2-46ad-b114-38be083d67c6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530904 Mar 07 16:09:09.496942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56862) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:09.520817 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aa155dc6-5d3b-41fd-8616-6b34698bf966 req-a56e29f4-594e-4df3-9bf9-a5922767e5d3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127200 Mar 07 16:09:09.526104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-94de095f-bc95-4e80-9334-b5e4a7e925e7 None None] Port fb281c93-1e6e-45aa-87b4-4f6895fbec88 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:09.560500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae085fc-1520-4635-b114-286f8a26330a req-be0838d2-43b6-4ccc-a89b-8d459409ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:09.562063 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-be0838d2-43b6-4ccc-a89b-8d459409ca12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.1522880 Mar 07 16:09:09.565981 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a75ed-2eb5-4e09-b428-54ef1f3b4750 x-openstack-request-id: req-193a75ed-2eb5-4e09-b428-54ef1f3b4750 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:09.566427 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac", "tag": "e29c186d-b6af-4f63-bd0e-9716f3738d50", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:09.566751 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-193a75ed-2eb5-4e09-b428-54ef1f3b4750 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:09.567408 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac', 'tag': 'e29c186d-b6af-4f63-bd0e-9716f3738d50', 'status': 'completed', 'code': 200} Mar 07 16:09:09.571624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (49f199c5-b6a5-41f2-8a03-2b4aaa511ae6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.637158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=49f199c5-b6a5-41f2-8a03-2b4aaa511ae6,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:09.646928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:09.649298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.649787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.650291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.650651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.651024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.651373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.651714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.652053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.652577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.652917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.653250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.653975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.654436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:09.659390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:09.662858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:09.664391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.677826 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3241e6bc-ba66-42e5-9081-770cced49d65 None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:09.679201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae085fc-1520-4635-b114-286f8a26330a req-14a51dfd-bcf0-46f5-89d1-e7e9c0f8e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:09.680970 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-14a51dfd-bcf0-46f5-89d1-e7e9c0f8e2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1086986 Mar 07 16:09:09.689124 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2b66e71c-f5a2-49ae-8132-f1364323b538 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7523940 Mar 07 16:09:09.690375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30434-1e65-4e5c-b968-f32def649361 req-646450b8-c6ef-4e11-bdc9-057e19f43924 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:09.692222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9e30434-1e65-4e5c-b968-f32def649361 req-646450b8-c6ef-4e11-bdc9-057e19f43924 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.0901117 Mar 07 16:09:09.692367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56870) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:09.699822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-60524a69-aeaa-414c-a66c-0f95b760e8a3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'security_group': {'name': 'tempest-secgroup-1828791902'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:09.743782 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60524a69-aeaa-414c-a66c-0f95b760e8a3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.838994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60524a69-aeaa-414c-a66c-0f95b760e8a3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (c16158c9-d0ad-4872-a0dc-078038408b84), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.849552 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9e30434-1e65-4e5c-b968-f32def649361 req-35904f0c-1e7f-4b58-9f86-ae6bf904786e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466203 Mar 07 16:09:09.852687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60524a69-aeaa-414c-a66c-0f95b760e8a3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c16158c9-d0ad-4872-a0dc-078038408b84), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.887206 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-571b6eb2-2b11-4a6c-9b46-91686ba3a055 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936984 Mar 07 16:09:09.904078 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60524a69-aeaa-414c-a66c-0f95b760e8a3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.905613 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-60524a69-aeaa-414c-a66c-0f95b760e8a3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2122233 Mar 07 16:09:09.906755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60524a69-aeaa-414c-a66c-0f95b760e8a3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16158c9-d0ad-4872-a0dc-078038408b84,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:09.908203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56878) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:09.915741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-938bad7f-4772-4d41-a1cb-4324b7b5c30a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'security_group': {'name': 'tempest-secgroup-1442840758'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:09.978159 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-938bad7f-4772-4d41-a1cb-4324b7b5c30a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:09.989352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4acdfa-d217-4211-9c9e-c5f7761dc5ab None None] Update dhcp port {'port': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'fixed_ips': [{'subnet_id': '701a50ba-951a-498a-90e5-ad817e7eac62', 'ip_address': '172.20.0.18'}, {'subnet_id': '49f199c5-b6a5-41f2-8a03-2b4aaa511ae6'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '7785a254-2c3e-4cee-996c-e04e8d30ea14'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:09:10.017060 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3e8fbd94-edd6-457c-8675-9c7bc8d839bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1db1aba090734d9683fa6dbd31b31939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5145328 Mar 07 16:09:10.020051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56880) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:10.024598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4acdfa-d217-4211-9c9e-c5f7761dc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.034662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c4421-f7a2-4547-b673-8121f5dd9111 req-623fedaa-eaea-4283-90ee-663668923037 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:10.042762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b43c4421-f7a2-4547-b673-8121f5dd9111 req-623fedaa-eaea-4283-90ee-663668923037 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 946 time: 0.0895970 Mar 07 16:09:10.087368 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ae085fc-1520-4635-b114-286f8a26330a req-0cb1ef01-70da-44b5-9395-8489995309ca service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942844 Mar 07 16:09:10.117226 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-938bad7f-4772-4d41-a1cb-4324b7b5c30a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (fbcd1986-22cb-4ad1-b294-1b09a8434c1d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.121518 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-938bad7f-4772-4d41-a1cb-4324b7b5c30a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fbcd1986-22cb-4ad1-b294-1b09a8434c1d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.170238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b43c4421-f7a2-4547-b673-8121f5dd9111 req-6aa54780-23a3-4b3e-bdd9-d0684548adbf tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264524 Mar 07 16:09:10.196263 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e467-3f7c-427a-ae56-27de4a3cbcc5 admin admin] Publish callbacks [] for security_group (824c7c50-330f-475b-a1a4-3d61856aa7c6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.228513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e467-3f7c-427a-ae56-27de4a3cbcc5 admin admin] Publish callbacks [] for security_group (824c7c50-330f-475b-a1a4-3d61856aa7c6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.228771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bad7f-4772-4d41-a1cb-4324b7b5c30a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcd1986-22cb-4ad1-b294-1b09a8434c1d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:10.245859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-938bad7f-4772-4d41-a1cb-4324b7b5c30a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.249777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-938bad7f-4772-4d41-a1cb-4324b7b5c30a tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3381789 Mar 07 16:09:10.250901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56884) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:10.257630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e81b98f6-7260-4029-9b9f-ad00aefe0295 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'security_group': {'name': 'tempest-secgroup-892590066'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:10.281275 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-9e5e8058-6e73-490b-8b3a-9daaaac5a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:10.282914 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-9e5e8058-6e73-490b-8b3a-9daaaac5a093 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 1125 time: 0.1259115 Mar 07 16:09:10.301761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56886) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:10.322772 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e467-3f7c-427a-ae56-27de4a3cbcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (824c7c50-330f-475b-a1a4-3d61856aa7c6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.327405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e467-3f7c-427a-ae56-27de4a3cbcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.331957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7ac9e467-3f7c-427a-ae56-27de4a3cbcc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/824c7c50-330f-475b-a1a4-3d61856aa7c6 HTTP/1.1" status: 204 len: 168 time: 0.3078325 Mar 07 16:09:10.356485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9e467-3f7c-427a-ae56-27de4a3cbcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824c7c50-330f-475b-a1a4-3d61856aa7c6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:10.396022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-144467ec-0bc6-4dcc-8398-6d82189dff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:10.397567 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-144467ec-0bc6-4dcc-8398-6d82189dff37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.1055393 Mar 07 16:09:10.399416 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e81b98f6-7260-4029-9b9f-ad00aefe0295 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.423048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5a4acdfa-d217-4211-9c9e-c5f7761dc5ab None None] Allocated IP 172.20.0.2 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/49f199c5-b6a5-41f2-8a03-2b4aaa511ae6/7785a254-2c3e-4cee-996c-e04e8d30ea14) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:10.456451 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-c602f8dc-1f9b-4df9-90bd-f289111e36ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e29c186d-b6af-4f63-bd0e-9716f3738d50 HTTP/1.1" status: 200 len: 217 time: 0.0455575 Mar 07 16:09:10.463659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8cd50344-382c-4c4b-bf13-1a8ade3e2e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.526933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-e9b74ca8-9bd2-435f-92b0-127c2af728af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:10.528699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-e9b74ca8-9bd2-435f-92b0-127c2af728af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.0653653 Mar 07 16:09:10.565920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5a4acdfa-d217-4211-9c9e-c5f7761dc5ab None None] For port 7785a254-2c3e-4cee-996c-e04e8d30ea14, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7785a254-2c3e-4cee-996c-e04e8d30ea14,segment=NetworkSegment(2ab51156-ed44-482a-8781-31a4fdfa8d86),segment_id=2ab51156-ed44-482a-8781-31a4fdfa8d86)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:10.602606 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8cd50344-382c-4c4b-bf13-1a8ade3e2e58 admin admin] Publish callbacks [] for security_group (bcfb547d-e7c7-4040-a7f9-530e9970c0cf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.605669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4acdfa-d217-4211-9c9e-c5f7761dc5ab None None] Publish callbacks [] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.614270 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4acdfa-d217-4211-9c9e-c5f7761dc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.620098 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8cd50344-382c-4c4b-bf13-1a8ade3e2e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bcfb547d-e7c7-4040-a7f9-530e9970c0cf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.623923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e81b98f6-7260-4029-9b9f-ad00aefe0295 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (77879551-30de-4d24-bede-4930e7ff2a8a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.638597 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e81b98f6-7260-4029-9b9f-ad00aefe0295 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (77879551-30de-4d24-bede-4930e7ff2a8a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.745677 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8cd50344-382c-4c4b-bf13-1a8ade3e2e58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13081b9e961b4a5f9b84ac4fb80a5e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405577 Mar 07 16:09:10.748891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56900) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:10.752232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd50344-382c-4c4b-bf13-1a8ade3e2e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfb547d-e7c7-4040-a7f9-530e9970c0cf,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:10.767172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4acdfa-d217-4211-9c9e-c5f7761dc5ab None None] Pushing event updated for resources: {'Port': ['ID=7785a254-2c3e-4cee-996c-e04e8d30ea14,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:10.804730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee7018-9ee6-45e6-90b4-cfef1ccbe7de req-febff358-b11b-4e12-b91c-08b409c90f53 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:10.822311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4ee7018-9ee6-45e6-90b4-cfef1ccbe7de req-febff358-b11b-4e12-b91c-08b409c90f53 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 943 time: 0.1640987 Mar 07 16:09:10.860854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-05bd13a7-cc1c-4c59-a113-40a2cd7eec01 admin admin] Publish callbacks [] for security_group (bcfb547d-e7c7-4040-a7f9-530e9970c0cf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.876569 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.907478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-05bd13a7-cc1c-4c59-a113-40a2cd7eec01 admin admin] Publish callbacks [] for security_group (bcfb547d-e7c7-4040-a7f9-530e9970c0cf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:10.953326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4ee7018-9ee6-45e6-90b4-cfef1ccbe7de req-adeaed6b-c6f5-4986-ab70-360c6a21e441 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300619 Mar 07 16:09:11.002304 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-05bd13a7-cc1c-4c59-a113-40a2cd7eec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bcfb547d-e7c7-4040-a7f9-530e9970c0cf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:11.006564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-05bd13a7-cc1c-4c59-a113-40a2cd7eec01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:11.008940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-05bd13a7-cc1c-4c59-a113-40a2cd7eec01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcfb547d-e7c7-4040-a7f9-530e9970c0cf HTTP/1.1" status: 204 len: 168 time: 0.2577264 Mar 07 16:09:11.040141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd13a7-cc1c-4c59-a113-40a2cd7eec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfb547d-e7c7-4040-a7f9-530e9970c0cf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:11.094463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:09:11.096918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 1a064ba4-1f7c-475b-86a1-a2b95b215f32 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:11.137190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 1a064ba4-1f7c-475b-86a1-a2b95b215f32 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:11.137684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 1a064ba4-1f7c-475b-86a1-a2b95b215f32 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:11.146359 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e81b98f6-7260-4029-9b9f-ad00aefe0295 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:11.147720 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e81b98f6-7260-4029-9b9f-ad00aefe0295 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8958130 Mar 07 16:09:11.156106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56914) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:11.169339 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-24245b7e-1eb6-4397-9d7b-6840effe86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:11.170209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-470879145', 'security_groups': ['77879551-30de-4d24-bede-4930e7ff2a8a'], 'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '49f199c5-b6a5-41f2-8a03-2b4aaa511ae6'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:11.170910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-24245b7e-1eb6-4397-9d7b-6840effe86e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6356585 Mar 07 16:09:11.173733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b98f6-7260-4029-9b9f-ad00aefe0295 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77879551-30de-4d24-bede-4930e7ff2a8a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:11.199345 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4080a-29ae-4a1e-a584-f430e6cf7c37 req-02d0b23d-0bf0-4fc8-bbb3-41ac2c33941a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:11.200943 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-03b4080a-29ae-4a1e-a584-f430e6cf7c37 req-02d0b23d-0bf0-4fc8-bbb3-41ac2c33941a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 944 time: 0.5759151 Mar 07 16:09:11.331671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-03b4080a-29ae-4a1e-a584-f430e6cf7c37 req-0a886759-2f94-466f-93c3-c7d8a9b6474d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197877 Mar 07 16:09:11.363165 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-96cd3ef6-40e3-41ac-bfae-05f283cfd3d4 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849608 Mar 07 16:09:11.381111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:11.401207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c67d9-4ea2-4840-a798-9da84a9489b7 req-c183e684-37fd-4131-a093-67a580c79350 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:11.402881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d25c67d9-4ea2-4840-a798-9da84a9489b7 req-c183e684-37fd-4131-a093-67a580c79350 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.3180435 Mar 07 16:09:11.414758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '637b2170-8566-4d8a-b714-43e792cdaed2', 'network_id': '365963a5-a762-407a-a4b6-796b9bfb375a', 'port_id': '637b2170-8566-4d8a-b714-43e792cdaed2', 'mac_address': 'fa:16:3e:c0:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85cc429-98ba-4be6-a088-29f5fd0b9d2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:09:11.521134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 637b2170-8566-4d8a-b714-43e792cdaed2 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:11.521548 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:11.549513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637b2170-8566-4d8a-b714-43e792cdaed2 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:11.583146 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adf15ed5-5f8a-446c-b17b-941f978e2b10 req-678e919f-f1d4-4632-abb0-52b7daca4977 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132204 Mar 07 16:09:11.590024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:11.596884 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:11.599377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84d4e5-94cb-472d-8f8a-7b3246481892 req-45c00a3e-efaf-4504-b803-a8c602acedba tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:11.601663 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bd84d4e5-94cb-472d-8f8a-7b3246481892 req-45c00a3e-efaf-4504-b803-a8c602acedba tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 946 time: 0.1009045 Mar 07 16:09:11.603715 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d25c67d9-4ea2-4840-a798-9da84a9489b7 req-03a7add0-55cd-4062-9c01-0b0dc4f3baae tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842787 Mar 07 16:09:11.631688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:11.685128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=11']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:11.685722 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bd84d4e5-94cb-472d-8f8a-7b3246481892 req-308adc73-0720-4576-9eca-01b8a9a765ac tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759764 Mar 07 16:09:11.702014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.702366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.702707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.703072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.703406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.703736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.704065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.704390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.704714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.705041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.705363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.705749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.706066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:11.727307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-17103d55-e873-4590-8b5f-c0006dd45bb4 None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:11.727671 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17103d55-e873-4590-8b5f-c0006dd45bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:11.772130 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:11.805991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] device_id is not set on port 37c25968-2978-4af9-b2a8-4663f5c01773 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:09:11.825274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-17103d55-e873-4590-8b5f-c0006dd45bb4 None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:11.847071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-17103d55-e873-4590-8b5f-c0006dd45bb4 None None] Provisioning complete for port fb281c93-1e6e-45aa-87b4-4f6895fbec88 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:11.847849 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17103d55-e873-4590-8b5f-c0006dd45bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:11.904803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-17103d55-e873-4590-8b5f-c0006dd45bb4 None None] Port fb281c93-1e6e-45aa-87b4-4f6895fbec88 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:11.930284 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0964c0-d81a-43f5-b2f6-89822be1a41a req-10af733d-e347-46b9-af81-915edaf8efbf tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:11.931844 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac0964c0-d81a-43f5-b2f6-89822be1a41a req-10af733d-e347-46b9-af81-915edaf8efbf tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 946 time: 0.1402569 Mar 07 16:09:11.943036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56942) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:11.949775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-35c0021f-b0fd-4fd1-93d4-20e22605c225 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'floatingip': {'port_id': 'b9715838-0137-4843-98c1-42319bd18ca3'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:11.999317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35c0021f-b0fd-4fd1-93d4-20e22605c225 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (a9740ff2-a2f8-4aae-9a7e-683754022ff6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.013301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['637b2170-8566-4d8a-b714-43e792cdaed2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:12.035027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.12 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/49f199c5-b6a5-41f2-8a03-2b4aaa511ae6/37c25968-2978-4af9-b2a8-4663f5c01773) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:12.165109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd7fc6-b0a4-4f52-9d55-c0556b137669 req-5f338fc5-4f1f-4111-a77c-9c4ffa91661b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:12.166827 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eabd7fc6-b0a4-4f52-9d55-c0556b137669 req-5f338fc5-4f1f-4111-a77c-9c4ffa91661b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 943 time: 0.1281385 Mar 07 16:09:12.232188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56954) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:12.238467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (37c25968-2978-4af9-b2a8-4663f5c01773), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.274204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (37c25968-2978-4af9-b2a8-4663f5c01773), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.303279 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eabd7fc6-b0a4-4f52-9d55-c0556b137669 req-d3f220b7-689c-43e6-9c96-ddb3a299538e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271422 Mar 07 16:09:12.313619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:12.316953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:12.319665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:12.388640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-513934059-network', 'tenant_id': '18ea410bc262472b8034b979edfb8d1f'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:12.416199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:12.417021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.436046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=37c25968-2978-4af9-b2a8-4663f5c01773,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:12.462601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Made reservation on behalf of 18ea410bc262472b8034b979edfb8d1f for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:12.464962 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.476151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.487497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f7031c87-8dd4-4156-956d-938919a3bcbc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3246570 Mar 07 16:09:12.488635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56960) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:12.497649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5740effb-57fa-4997-968a-d1f8b1768f9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:12.511137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7785a254-2c3e-4cee-996c-e04e8d30ea14 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:12.567052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:12.567386 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.572586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db318de8-876d-4406-8d85-bfd4fbcff4ae req-5538e843-c68c-4857-9140-4ea185720632 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:12.574158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db318de8-876d-4406-8d85-bfd4fbcff4ae req-5538e843-c68c-4857-9140-4ea185720632 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 945 time: 0.1342034 Mar 07 16:09:12.665624 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-db318de8-876d-4406-8d85-bfd4fbcff4ae req-4d4605b4-eb37-4fc3-874f-cb7f31e0903b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839043 Mar 07 16:09:12.673619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-334c8de5-748c-4268-92e2-608a6068cbee None None] Provisioning complete for port 37c25968-2978-4af9-b2a8-4663f5c01773 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:12.674112 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-334c8de5-748c-4268-92e2-608a6068cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (37c25968-2978-4af9-b2a8-4663f5c01773), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.681375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740effb-57fa-4997-968a-d1f8b1768f9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:12.685780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5740effb-57fa-4997-968a-d1f8b1768f9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.713684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35c0021f-b0fd-4fd1-93d4-20e22605c225 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.714210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-334c8de5-748c-4268-92e2-608a6068cbee None None] Port 37c25968-2978-4af9-b2a8-4663f5c01773 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:12.716408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:12.735811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35c0021f-b0fd-4fd1-93d4-20e22605c225 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (a9740ff2-a2f8-4aae-9a7e-683754022ff6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.794196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Publish callbacks [] for security_group (a0648a42-2d0a-4089-9b66-635b34d938c1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.801119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a0648a42-2d0a-4089-9b66-635b34d938c1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.803277 n-d-830010-8 neutron-server[103867]: INFO neutron.db.ipam_backend_mixin [None req-5740effb-57fa-4997-968a-d1f8b1768f9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 49f199c5-b6a5-41f2-8a03-2b4aaa511ae6 (CIDR: 172.20.0.0/28) Mar 07 16:09:12.806960 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5740effb-57fa-4997-968a-d1f8b1768f9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:09:12.807440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5740effb-57fa-4997-968a-d1f8b1768f9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:12.825639 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5740effb-57fa-4997-968a-d1f8b1768f9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3327420 Mar 07 16:09:12.826082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56964) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:12.831177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ada3911d-418a-46c6-a540-262a7c317f2b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:12.840795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:09:12.885967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0648a42-2d0a-4089-9b66-635b34d938c1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:12.892810 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (1ccc4ef5-84da-42ac-bd05-8b5386f0e060), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.893157 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Added segment 1ccc4ef5-84da-42ac-bd05-8b5386f0e060 of type vlan for network 2fed226a-914e-438d-b6c3-5a820c9ad7c7 Mar 07 16:09:12.917783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859157df-fae8-4940-9c74-e58f83909465 req-f0c1a6c3-e874-4dd9-8313-a1f614172a0f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:12.919347 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-859157df-fae8-4940-9c74-e58f83909465 req-f0c1a6c3-e874-4dd9-8313-a1f614172a0f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1971467 Mar 07 16:09:12.964399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada3911d-418a-46c6-a540-262a7c317f2b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:12.967962 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ada3911d-418a-46c6-a540-262a7c317f2b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.976523 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (2fed226a-914e-438d-b6c3-5a820c9ad7c7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:12.987396 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-35c0021f-b0fd-4fd1-93d4-20e22605c225 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Floating IP a9740ff2-a2f8-4aae-9a7e-683754022ff6 associated. External IP: 172.25.4.233, port: b9715838-0137-4843-98c1-42319bd18ca3. Mar 07 16:09:13.064672 n-d-830010-8 neutron-server[103867]: INFO neutron.db.ipam_backend_mixin [None req-ada3911d-418a-46c6-a540-262a7c317f2b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 701a50ba-951a-498a-90e5-ad817e7eac62 (CIDR: 172.20.0.16/28) Mar 07 16:09:13.071039 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada3911d-418a-46c6-a540-262a7c317f2b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:09:13.071654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada3911d-418a-46c6-a540-262a7c317f2b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:13.073085 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-859157df-fae8-4940-9c74-e58f83909465 req-8372d811-56de-44c4-a9ed-af7c04a9805a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320968 Mar 07 16:09:13.075847 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (2fed226a-914e-438d-b6c3-5a820c9ad7c7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.076836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:13.077476 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.095660 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ada3911d-418a-46c6-a540-262a7c317f2b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2656171 Mar 07 16:09:13.096668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56978) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:13.103492 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'subnet': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:13.107262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:13.158662 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9254019 Mar 07 16:09:13.166378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56980) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:13.172686 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Request body: {'subnet': {'network_id': '2fed226a-914e-438d-b6c3-5a820c9ad7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-513934059-subnet', 'tenant_id': '18ea410bc262472b8034b979edfb8d1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:13.175722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 637b2170-8566-4d8a-b714-43e792cdaed2 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:09:13.181406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 637b2170-8566-4d8a-b714-43e792cdaed2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:13.182147 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.237229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2fed226a-914e-438d-b6c3-5a820c9ad7c7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:13.253510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.254097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.254263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.254612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.254910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.255253 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.255588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.256104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.256447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.257748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.258627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.258998 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.259338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c240f-af57-443c-9250-ef2db43b92c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:13.270118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Made reservation on behalf of 18ea410bc262472b8034b979edfb8d1f for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:13.273424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Made reservation on behalf of c2af692da0d8452fa28b3e659c919760 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:13.273894 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.278120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.290294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 2fed226a-914e-438d-b6c3-5a820c9ad7c7 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:09:13.386301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 637b2170-8566-4d8a-b714-43e792cdaed2 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:13.386700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.441961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:13.443986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:13.447934 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0559d86-b4a2-4d5b-8ec7-a998f8c9cea8" -d '{"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-plugged", "status": "completed", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:13.456768 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.527495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=12']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:13.545494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c0021f-b0fd-4fd1-93d4-20e22605c225 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Router c2b920e0-f53e-4456-a91f-53ab797da87d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:09:13.548956 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491dc7a8-d95b-4619-833e-73129f7ebce7 x-openstack-request-id: req-491dc7a8-d95b-4619-833e-73129f7ebce7 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:13.549473 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-plugged", "status": "completed", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:13.549736 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-491dc7a8-d95b-4619-833e-73129f7ebce7 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:13.550154 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2', 'code': 200} Mar 07 16:09:13.595735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89780f8-d1a0-4048-9dbe-1254754df2ab req-f5ccf527-cd92-4e6b-b667-6cea4e0e87f0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:13.597285 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b89780f8-d1a0-4048-9dbe-1254754df2ab req-f5ccf527-cd92-4e6b-b667-6cea4e0e87f0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 943 time: 0.1512573 Mar 07 16:09:13.630063 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (17a6ece1-af5c-4d1d-9bbc-ce68910daf62), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.677349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:13.680930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:13.684510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:13.685108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.692149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201287ca-bbf9-47c6-a991-897730836fc0 None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:13.703563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Subnet': ['ID=17a6ece1-af5c-4d1d-9bbc-ce68910daf62,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:13.724542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cc721381-b098-4c36-ac7d-f88f191d9326 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6260695 Mar 07 16:09:13.725200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57018) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:13.736409 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-832133686', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '17a6ece1-af5c-4d1d-9bbc-ce68910daf62'}], 'security_groups': ['c16158c9-d0ad-4872-a0dc-078038408b84', 'fbcd1986-22cb-4ad1-b294-1b09a8434c1d']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:13.810283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (7bc061ae-9a58-4d4d-ac9c-6a1450241232), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.822029 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b89780f8-d1a0-4048-9dbe-1254754df2ab req-9fb6c4c9-9822-4058-93d3-1f1379cb74cb tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862392 Mar 07 16:09:13.882639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (37c25968-2978-4af9-b2a8-4663f5c01773), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.885056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c0021f-b0fd-4fd1-93d4-20e22605c225 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:09:13.893913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35c0021f-b0fd-4fd1-93d4-20e22605c225 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:13.897914 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] Sync routers for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:09:13.901702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236f0c-5bdf-4a18-8b2a-3ae7224094e3 req-c47e1e26-aaa7-4ead-9cce-aa681194e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:13.903280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-95236f0c-5bdf-4a18-8b2a-3ae7224094e3 req-c47e1e26-aaa7-4ead-9cce-aa681194e9d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 1128 time: 0.2071857 Mar 07 16:09:13.918615 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:13.919607 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:13.958607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc061ae-9a58-4d4d-ac9c-6a1450241232,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:13.974413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-35c0021f-b0fd-4fd1-93d4-20e22605c225 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "PUT /v2.0/floatingips/a9740ff2-a2f8-4aae-9a7e-683754022ff6 HTTP/1.1" status: 200 len: 992 time: 2.0299463 Mar 07 16:09:13.981412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'tag': 'b9715838-0137-4843-98c1-42319bd18ca3'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:13.983952 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8aeabe-54ac-4252-a30f-47879a909183" -d '{"events": [{"name": "network-changed", "server_uuid": "e53503e9-df22-458f-a2f2-557447f40ce9", "tag": "b9715838-0137-4843-98c1-42319bd18ca3"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:13.992828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Checking segment: {'id': '1ccc4ef5-84da-42ac-bd05-8b5386f0e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fed226a-914e-438d-b6c3-5a820c9ad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:13.993205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Network hostable DHCP agents. Network: 2fed226a-914e-438d-b6c3-5a820c9ad7c7, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:09:14.017526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-95236f0c-5bdf-4a18-8b2a-3ae7224094e3 req-879443af-06fb-4618-acaa-8e361127ab4a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921009 Mar 07 16:09:14.032043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Network 2fed226a-914e-438d-b6c3-5a820c9ad7c7 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:09:14.048840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 2fed226a-914e-438d-b6c3-5a820c9ad7c7) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:14.050629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd71e5f-d584-4c18-97fc-779fc3e9bd0a req-3ae2dc7e-790f-41f5-818c-3d202fc7724d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:14.052219 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edd71e5f-d584-4c18-97fc-779fc3e9bd0a req-3ae2dc7e-790f-41f5-818c-3d202fc7724d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.2303476 Mar 07 16:09:14.057241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:14.058923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:14.073080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c806a4-fbf8-49e0-9201-b063f23c92bc None None] Network 2fed226a-914e-438d-b6c3-5a820c9ad7c7 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:14.076573 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c98529-a216-470c-bb82-0574d6ef462a x-openstack-request-id: req-12c98529-a216-470c-bb82-0574d6ef462a {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:14.077255 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53503e9-df22-458f-a2f2-557447f40ce9", "tag": "b9715838-0137-4843-98c1-42319bd18ca3", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:14.078096 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12c98529-a216-470c-bb82-0574d6ef462a {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:14.078379 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'tag': 'b9715838-0137-4843-98c1-42319bd18ca3', 'status': 'completed', 'code': 200} Mar 07 16:09:14.088611 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2f5defb7-1d10-4d13-ba96-1b4bd8c31630 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9210978 Mar 07 16:09:14.151184 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:14.172277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916cdcde-342a-49e3-a303-c278c5c4db83 None None] Update dhcp port {'port': {'network_id': '4791cd7e-c81a-4f55-bb11-109868aa9cdc', 'fixed_ips': [{'subnet_id': '701a50ba-951a-498a-90e5-ad817e7eac62', 'ip_address': '172.20.0.18'}, {'subnet_id': '49f199c5-b6a5-41f2-8a03-2b4aaa511ae6', 'ip_address': '172.20.0.2'}, {'subnet_id': '17a6ece1-af5c-4d1d-9bbc-ce68910daf62'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '7785a254-2c3e-4cee-996c-e04e8d30ea14'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:09:14.195266 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-edd71e5f-d584-4c18-97fc-779fc3e9bd0a req-14a5db62-83d3-4a20-b5e1-5368e936bb80 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334865 Mar 07 16:09:14.237485 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-916cdcde-342a-49e3-a303-c278c5c4db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:14.245754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-a702f078-9c0c-47ab-92e4-db918e534fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:14.247100 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-a702f078-9c0c-47ab-92e4-db918e534fda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 1128 time: 0.1347432 Mar 07 16:09:14.368308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ed275-d34a-49dd-a707-c0b6e40cb622 None None] Network 2fed226a-914e-438d-b6c3-5a820c9ad7c7 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:14.394331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Delete allocated IP 172.20.0.12 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/49f199c5-b6a5-41f2-8a03-2b4aaa511ae6) {{(pid=103867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 16:09:14.407068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Allocated IP 172.20.0.41 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/17a6ece1-af5c-4d1d-9bbc-ce68910daf62/37c25968-2978-4af9-b2a8-4663f5c01773) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:14.412248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156b01-6c3e-4c29-93ec-fe9cad4e0ed9 req-d75bcd73-20e5-4a81-98d2-f35d6edcb87a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:14.417038 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-64156b01-6c3e-4c29-93ec-fe9cad4e0ed9 req-d75bcd73-20e5-4a81-98d2-f35d6edcb87a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1578937 Mar 07 16:09:14.462287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-a5f6cc3e-0e70-48a0-8cb2-a4baaded3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:14.464220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-a5f6cc3e-0e70-48a0-8cb2-a4baaded3fd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 916 time: 0.2063406 Mar 07 16:09:14.518181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-64156b01-6c3e-4c29-93ec-fe9cad4e0ed9 req-22c77210-a759-4e7f-8730-2a88733b0ae4 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924537 Mar 07 16:09:14.541603 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'a9740ff2-a2f8-4aae-9a7e-683754022ff6', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'port_id': 'b9715838-0137-4843-98c1-42319bd18ca3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'mac_address': 'fa:16:3e:e5:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:08:52Z', 'updated_at': '2022-03-07T16:09:12Z', 'revision_number': 1, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:14.578389 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] Checking router: c2b920e0-f53e-4456-a91f-53ab797da87d for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:09:14.592929 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:14.594308 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:08:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:14.618540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-57d7bb64-7384-4256-b31f-e9aa2aae202b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9715838-0137-4843-98c1-42319bd18ca3 HTTP/1.1" status: 200 len: 1000 time: 0.1179121 Mar 07 16:09:14.690081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-9d7ec055-01d0-4ff9-a6ca-66be2c5ed0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:14.691812 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-9d7ec055-01d0-4ff9-a6ca-66be2c5ed0a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 200 len: 854 time: 0.0656478 Mar 07 16:09:14.696125 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for port (37c25968-2978-4af9-b2a8-4663f5c01773), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:14.703988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (37c25968-2978-4af9-b2a8-4663f5c01773), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:14.782198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-069f37d3-314b-421d-9d3f-0521c5b4bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:14.784092 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-069f37d3-314b-421d-9d3f-0521c5b4bbe0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1d0569b-ea64-4f69-9f7c-982fe6065f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0860989 Mar 07 16:09:14.784225 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:14.840496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event updated for resources: {'Port': ['ID=37c25968-2978-4af9-b2a8-4663f5c01773,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:14.841561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-916cdcde-342a-49e3-a303-c278c5c4db83 None None] Allocated IP 172.20.0.34 (4791cd7e-c81a-4f55-bb11-109868aa9cdc/17a6ece1-af5c-4d1d-9bbc-ce68910daf62/7785a254-2c3e-4cee-996c-e04e8d30ea14) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:14.952788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57058) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:14.979211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-738c0e10-a391-4f90-b274-002ad00a395e service neutron] 10.222.0.11 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875427 Mar 07 16:09:15.012843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-916cdcde-342a-49e3-a303-c278c5c4db83 None None] For port 7785a254-2c3e-4cee-996c-e04e8d30ea14, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7785a254-2c3e-4cee-996c-e04e8d30ea14,segment=NetworkSegment(2ab51156-ed44-482a-8781-31a4fdfa8d86),segment_id=2ab51156-ed44-482a-8781-31a4fdfa8d86)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:15.051337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] In _notify_port_updated(), no bound segment for port 37c25968-2978-4af9-b2a8-4663f5c01773 on network 4791cd7e-c81a-4f55-bb11-109868aa9cdc {{(pid=103867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:09:15.058166 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-916cdcde-342a-49e3-a303-c278c5c4db83 None None] Publish callbacks [] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.059936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:15.060628 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.065724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-feb1a940-1683-4a48-b1b8-9ded892c92cf tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "PUT /v2.0/ports/37c25968-2978-4af9-b2a8-4663f5c01773 HTTP/1.1" status: 200 len: 959 time: 1.3360610 Mar 07 16:09:15.068341 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-916cdcde-342a-49e3-a303-c278c5c4db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.068932 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57066) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:15.155509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61825675-46d6-4ddd-966d-a79c804ed839 req-168ae1ce-00e3-49a4-ad13-e8b9b0dcf6f6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:15.162717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61825675-46d6-4ddd-966d-a79c804ed839 req-168ae1ce-00e3-49a4-ad13-e8b9b0dcf6f6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 943 time: 0.1630690 Mar 07 16:09:15.167269 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d8aeabe-54ac-4252-a30f-47879a909183 req-a591a84a-6bfb-4639-b9c1-1048a56c91c2 service neutron] 10.222.0.11 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803300 Mar 07 16:09:15.179744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1394d9c-3927-4b52-859f-0f9055575ee5 admin admin] Deleting subnet 7bc061ae-9a58-4d4d-ac9c-6a1450241232 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:15.192934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e29c186d-b6af-4f63-bd0e-9716f3738d50 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:09:15.198552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1394d9c-3927-4b52-859f-0f9055575ee5 admin admin] Publish callbacks [] for subnet (7bc061ae-9a58-4d4d-ac9c-6a1450241232), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.288010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cdcde-342a-49e3-a303-c278c5c4db83 None None] Pushing event updated for resources: {'Port': ['ID=7785a254-2c3e-4cee-996c-e04e8d30ea14,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:15.319102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1394d9c-3927-4b52-859f-0f9055575ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (7bc061ae-9a58-4d4d-ac9c-6a1450241232), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.321116 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:09:15.355404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61825675-46d6-4ddd-966d-a79c804ed839 req-b749b3b2-0baf-43f0-990e-e55a956c4005 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910901 Mar 07 16:09:15.356541 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'a9740ff2-a2f8-4aae-9a7e-683754022ff6', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'port_id': 'b9715838-0137-4843-98c1-42319bd18ca3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'mac_address': 'fa:16:3e:e5:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:08:52Z', 'updated_at': '2022-03-07T16:09:12Z', 'revision_number': 1, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:15.401393 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2b623-89e2-4f3d-b51b-857538599faa None None] The sync data for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 is: [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'a9740ff2-a2f8-4aae-9a7e-683754022ff6', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'port_id': 'b9715838-0137-4843-98c1-42319bd18ca3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'mac_address': 'fa:16:3e:e5:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:08:52Z', 'updated_at': '2022-03-07T16:09:12Z', 'revision_number': 1, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:09:15.404814 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1394d9c-3927-4b52-859f-0f9055575ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (7bc061ae-9a58-4d4d-ac9c-6a1450241232), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.443556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e29c186d-b6af-4f63-bd0e-9716f3738d50, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e29c186d-b6af-4f63-bd0e-9716f3738d50,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:15.448400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c87bb-a7fd-41e7-976a-5acf374c800f req-0cdf7ec6-e2ea-4826-8f96-11cfbf597603 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:15.450853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c24c87bb-a7fd-41e7-976a-5acf374c800f req-0cdf7ec6-e2ea-4826-8f96-11cfbf597603 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1236551 Mar 07 16:09:15.458599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'e29c186d-b6af-4f63-bd0e-9716f3738d50', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'port_id': 'e29c186d-b6af-4f63-bd0e-9716f3738d50', 'mac_address': 'fa:16:3e:f4:b4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:09:15.537569 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c24c87bb-a7fd-41e7-976a-5acf374c800f req-62ccc6a6-d824-44af-9575-4eb4d68ebc34 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798659 Mar 07 16:09:15.565710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e29c186d-b6af-4f63-bd0e-9716f3738d50 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:15.566330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.589188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c22f9fcd-ea03-4730-9cf0-14eadd45e6a8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port 37c25968-2978-4af9-b2a8-4663f5c01773 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:15.591164 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c22f9fcd-ea03-4730-9cf0-14eadd45e6a8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (37c25968-2978-4af9-b2a8-4663f5c01773), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.596664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29c186d-b6af-4f63-bd0e-9716f3738d50 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:15.630831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e29c186d-b6af-4f63-bd0e-9716f3738d50, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e29c186d-b6af-4f63-bd0e-9716f3738d50,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:15.633147 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1394d9c-3927-4b52-859f-0f9055575ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (7bc061ae-9a58-4d4d-ac9c-6a1450241232), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.636645 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.680631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1394d9c-3927-4b52-859f-0f9055575ee5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.685274 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a1394d9c-3927-4b52-859f-0f9055575ee5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7bc061ae-9a58-4d4d-ac9c-6a1450241232 HTTP/1.1" status: 204 len: 168 time: 0.7279377 Mar 07 16:09:15.685780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57112) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:15.755587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e29c186d-b6af-4f63-bd0e-9716f3738d50,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:15.791262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1394d9c-3927-4b52-859f-0f9055575ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc061ae-9a58-4d4d-ac9c-6a1450241232,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:15.802195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c573e8a-92f9-467f-bcf1-a7a2b3fa4341 None None] New status for floating IP a9740ff2-a2f8-4aae-9a7e-683754022ff6: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:09:15.841360 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (2fed226a-914e-438d-b6c3-5a820c9ad7c7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.869306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30958c6f-152d-4e66-b338-26e90a29d9ec req-6dd351bd-99ff-4051-b77e-6b84555a9d55 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:15.879899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-30958c6f-152d-4e66-b338-26e90a29d9ec req-6dd351bd-99ff-4051-b77e-6b84555a9d55 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.2496276 Mar 07 16:09:15.882978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c22f9fcd-ea03-4730-9cf0-14eadd45e6a8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (37c25968-2978-4af9-b2a8-4663f5c01773), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.936821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c22f9fcd-ea03-4730-9cf0-14eadd45e6a8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for 37c25968-2978-4af9-b2a8-4663f5c01773 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:15.951573 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (2fed226a-914e-438d-b6c3-5a820c9ad7c7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:15.978422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fed226a-914e-438d-b6c3-5a820c9ad7c7']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:15.989876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccc4ef5-84da-42ac-bd05-8b5386f0e060') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:15.990176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccc4ef5-84da-42ac-bd05-8b5386f0e060') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:16.001790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (1ccc4ef5-84da-42ac-bd05-8b5386f0e060), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.017310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (1ccc4ef5-84da-42ac-bd05-8b5386f0e060), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.028638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:09:16.029361 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (1ccc4ef5-84da-42ac-bd05-8b5386f0e060), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.031841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e29c186d-b6af-4f63-bd0e-9716f3738d50'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:09:16.036299 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:09:16.157562 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-30958c6f-152d-4e66-b338-26e90a29d9ec req-00716bcf-8140-4f77-8d42-e7c4467d7996 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569940 Mar 07 16:09:16.158428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c22f9fcd-ea03-4730-9cf0-14eadd45e6a8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (37c25968-2978-4af9-b2a8-4663f5c01773), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.173626 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (2fed226a-914e-438d-b6c3-5a820c9ad7c7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.183126 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.186968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2fed226a-914e-438d-b6c3-5a820c9ad7c7 HTTP/1.1" status: 204 len: 168 time: 0.5000551 Mar 07 16:09:16.198418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f9fcd-ea03-4730-9cf0-14eadd45e6a8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=37c25968-2978-4af9-b2a8-4663f5c01773,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:16.213942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bf958-9fa9-4a0c-915c-173d6d832aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fed226a-914e-438d-b6c3-5a820c9ad7c7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:16.294117 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c22f9fcd-ea03-4730-9cf0-14eadd45e6a8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.298268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c22f9fcd-ea03-4730-9cf0-14eadd45e6a8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/37c25968-2978-4af9-b2a8-4663f5c01773 HTTP/1.1" status: 204 len: 168 time: 1.2253003 Mar 07 16:09:16.300898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57132) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:16.339502 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-708eed45-ae27-450c-9c04-a455c9b990bb tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] GET failed (client error): The resource could not be found. Mar 07 16:09:16.343887 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-708eed45-ae27-450c-9c04-a455c9b990bb tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports/37c25968-2978-4af9-b2a8-4663f5c01773 HTTP/1.1" status: 404 len: 333 time: 0.0396411 Mar 07 16:09:16.344135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57136) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:16.370641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0d137ac0-6000-4760-8267-933b3572f1f9 None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:16.371393 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0d137ac0-6000-4760-8267-933b3572f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.404069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57142) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:16.455686 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee87b-071d-49e6-a4f4-edeab345eb51 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (77879551-30de-4d24-bede-4930e7ff2a8a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.488444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0d137ac0-6000-4760-8267-933b3572f1f9 None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:16.497965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee87b-071d-49e6-a4f4-edeab345eb51 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (77879551-30de-4d24-bede-4930e7ff2a8a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.508963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-678b860f-6146-46cb-934f-427660150f3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18ea410bc262472b8034b979edfb8d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0998774 Mar 07 16:09:16.512534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57146) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:16.518731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7785a254-2c3e-4cee-996c-e04e8d30ea14 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:16.523608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0d137ac0-6000-4760-8267-933b3572f1f9 None None] Provisioning complete for port fb281c93-1e6e-45aa-87b4-4f6895fbec88 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:16.523987 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0d137ac0-6000-4760-8267-933b3572f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.554451 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee87b-071d-49e6-a4f4-edeab345eb51 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (77879551-30de-4d24-bede-4930e7ff2a8a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.558143 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee87b-071d-49e6-a4f4-edeab345eb51 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.560054 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ec1ee87b-071d-49e6-a4f4-edeab345eb51 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/security-groups/77879551-30de-4d24-bede-4930e7ff2a8a HTTP/1.1" status: 204 len: 168 time: 0.2138879 Mar 07 16:09:16.562747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57150) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:16.570892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ee87b-071d-49e6-a4f4-edeab345eb51 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77879551-30de-4d24-bede-4930e7ff2a8a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:16.659389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0d137ac0-6000-4760-8267-933b3572f1f9 None None] Port fb281c93-1e6e-45aa-87b4-4f6895fbec88 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:16.669531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0d137ac0-6000-4760-8267-933b3572f1f9 None None] Could not find standard attr ID for object 37c25968-2978-4af9-b2a8-4663f5c01773. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:09:16.687664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:16.688213 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.705037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ef13b-aece-4bb2-a83e-140165a06ef0 req-c3e3726c-322a-4cc5-b7c2-31109dc5b173 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:16.707216 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-853ef13b-aece-4bb2-a83e-140165a06ef0 req-c3e3726c-322a-4cc5-b7c2-31109dc5b173 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 944 time: 0.1878140 Mar 07 16:09:16.707907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d520551-6578-4b34-af25-e7eb1510b90d admin admin] Publish callbacks [] for security_group (a0648a42-2d0a-4089-9b66-635b34d938c1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.711879 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9477058d-f243-4301-8cb5-981703800d63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (fbcd1986-22cb-4ad1-b294-1b09a8434c1d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.763052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36026a7e-bcc4-4c38-8ef2-f848b5116759 req-fdefff65-7cfe-41e6-a82e-42e20be21a6b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:16.771570 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36026a7e-bcc4-4c38-8ef2-f848b5116759 req-fdefff65-7cfe-41e6-a82e-42e20be21a6b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1303048 Mar 07 16:09:16.790657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:16.824868 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d520551-6578-4b34-af25-e7eb1510b90d admin admin] Publish callbacks [] for security_group (a0648a42-2d0a-4089-9b66-635b34d938c1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.834617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36026a7e-bcc4-4c38-8ef2-f848b5116759 req-f1927e61-49ac-4a79-a68d-6cc88cd8fcec tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621026 Mar 07 16:09:16.845072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9477058d-f243-4301-8cb5-981703800d63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (fbcd1986-22cb-4ad1-b294-1b09a8434c1d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.901852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-853ef13b-aece-4bb2-a83e-140165a06ef0 req-47518ff1-7f31-4810-804f-acb0b99b72b1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770933 Mar 07 16:09:16.947895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9477058d-f243-4301-8cb5-981703800d63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fbcd1986-22cb-4ad1-b294-1b09a8434c1d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.951319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9477058d-f243-4301-8cb5-981703800d63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.955127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9477058d-f243-4301-8cb5-981703800d63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/security-groups/fbcd1986-22cb-4ad1-b294-1b09a8434c1d HTTP/1.1" status: 204 len: 168 time: 0.3886468 Mar 07 16:09:16.955575 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57176) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:16.957410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d520551-6578-4b34-af25-e7eb1510b90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a0648a42-2d0a-4089-9b66-635b34d938c1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.960791 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d520551-6578-4b34-af25-e7eb1510b90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:16.961938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0d520551-6578-4b34-af25-e7eb1510b90d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0648a42-2d0a-4089-9b66-635b34d938c1 HTTP/1.1" status: 204 len: 168 time: 0.4486611 Mar 07 16:09:16.985450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3c032a2d-31c3-41ba-9840-0dee8230b2e4 None None] Could not find standard attr ID for object 37c25968-2978-4af9-b2a8-4663f5c01773. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:09:16.998700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477058d-f243-4301-8cb5-981703800d63 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcd1986-22cb-4ad1-b294-1b09a8434c1d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:17.025169 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d520551-6578-4b34-af25-e7eb1510b90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0648a42-2d0a-4089-9b66-635b34d938c1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:17.093280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2ea1f-234a-4ee8-9777-2608cf8832aa req-bc01f304-fdbd-454d-bf9c-6eade6160048 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:17.094886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97d2ea1f-234a-4ee8-9777-2608cf8832aa req-bc01f304-fdbd-454d-bf9c-6eade6160048 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1365688 Mar 07 16:09:17.131845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51ad809-5e37-49c9-b971-5adc0204a7e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (c16158c9-d0ad-4872-a0dc-078038408b84), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.139441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e29c186d-b6af-4f63-bd0e-9716f3738d50 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:17.175856 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51ad809-5e37-49c9-b971-5adc0204a7e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (c16158c9-d0ad-4872-a0dc-078038408b84), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.194040 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-97d2ea1f-234a-4ee8-9777-2608cf8832aa req-dbbe5a38-9658-4bdc-bb59-53c0cc22b3c2 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901396 Mar 07 16:09:17.237040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port e29c186d-b6af-4f63-bd0e-9716f3738d50 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:09:17.243542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port e29c186d-b6af-4f63-bd0e-9716f3738d50 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:17.244497 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.254298 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51ad809-5e37-49c9-b971-5adc0204a7e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c16158c9-d0ad-4872-a0dc-078038408b84), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.261060 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51ad809-5e37-49c9-b971-5adc0204a7e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.264316 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f51ad809-5e37-49c9-b971-5adc0204a7e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/security-groups/c16158c9-d0ad-4872-a0dc-078038408b84 HTTP/1.1" status: 204 len: 168 time: 0.3074229 Mar 07 16:09:17.266936 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57202) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:17.289215 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ad809-5e37-49c9-b971-5adc0204a7e8 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16158c9-d0ad-4872-a0dc-078038408b84,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:17.354355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e29c186d-b6af-4f63-bd0e-9716f3738d50 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:17.354753 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.355657 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-62e1a2e7-275b-40f8-a30f-88b9dce7840b tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732069 Mar 07 16:09:17.384036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb28114d-daa3-4cfb-bf3b-b7d5968fbe12 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet 49f199c5-b6a5-41f2-8a03-2b4aaa511ae6 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:17.385163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29c186d-b6af-4f63-bd0e-9716f3738d50'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:17.396123 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8ba6be-1ec9-4660-a6c6-3d03f6e1ec46" -d '{"events": [{"server_uuid": "0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac", "name": "network-vif-plugged", "status": "completed", "tag": "e29c186d-b6af-4f63-bd0e-9716f3738d50"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:17.399063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f128-b98f-4536-a5f4-5c9b7288e431 req-df48fe74-bfdc-4819-abbe-55b0abddd464 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:17.400856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c23f128-b98f-4536-a5f4-5c9b7288e431 req-df48fe74-bfdc-4819-abbe-55b0abddd464 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.0934269 Mar 07 16:09:17.407757 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb28114d-daa3-4cfb-bf3b-b7d5968fbe12 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (49f199c5-b6a5-41f2-8a03-2b4aaa511ae6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.415575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e29c186d-b6af-4f63-bd0e-9716f3738d50, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e29c186d-b6af-4f63-bd0e-9716f3738d50,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:17.423468 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.456857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c23f128-b98f-4536-a5f4-5c9b7288e431 req-3d8fae29-3b7c-49fa-9720-e5e690b03614 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495160 Mar 07 16:09:17.516462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb28114d-daa3-4cfb-bf3b-b7d5968fbe12 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (49f199c5-b6a5-41f2-8a03-2b4aaa511ae6), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.578503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca73f50-6cbe-4314-adac-32010cf4900a req-13c679ab-249f-4a67-ac7a-2ca2e2c2e2bc tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:17.587532 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-13c679ab-249f-4a67-ac7a-2ca2e2c2e2bc tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243693 Mar 07 16:09:17.605355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb432d-c987-48cd-80c3-f7e20f805824 req-93b3fdeb-6f6c-42bd-a53a-892b92aaa483 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:17.611171 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-24c6447e-3abe-4ba8-bbff-1237654b954b tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/quotas/2a3ebcc3d65947fcb25ca88487b38435 HTTP/1.1" status: 200 len: 375 time: 0.0224912 Mar 07 16:09:17.613007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3fb432d-c987-48cd-80c3-f7e20f805824 req-93b3fdeb-6f6c-42bd-a53a-892b92aaa483 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.0676134 Mar 07 16:09:17.658274 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-b98f3aab-ce0e-432c-a341-0b010f4a8e44 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460825 Mar 07 16:09:17.673210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e29c186d-b6af-4f63-bd0e-9716f3738d50,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:17.677854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3fb432d-c987-48cd-80c3-f7e20f805824 req-bdcf0216-6006-4782-9c81-4080a791825a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584028 Mar 07 16:09:17.722767 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3e20b-0fb8-4268-813b-27aede08c7dd x-openstack-request-id: req-19b3e20b-0fb8-4268-813b-27aede08c7dd {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:17.723107 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac", "name": "network-vif-plugged", "status": "completed", "tag": "e29c186d-b6af-4f63-bd0e-9716f3738d50", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:17.723370 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19b3e20b-0fb8-4268-813b-27aede08c7dd {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:17.724300 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29c186d-b6af-4f63-bd0e-9716f3738d50', 'code': 200} Mar 07 16:09:17.746888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb28114d-daa3-4cfb-bf3b-b7d5968fbe12 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (49f199c5-b6a5-41f2-8a03-2b4aaa511ae6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.881798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb28114d-daa3-4cfb-bf3b-b7d5968fbe12 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (49f199c5-b6a5-41f2-8a03-2b4aaa511ae6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:17.912603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3c251-74ab-4d38-a994-0f45db000752 req-31582c92-4518-421a-bcb8-ceea8a019150 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:17.920022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f6f3c251-74ab-4d38-a994-0f45db000752 req-31582c92-4518-421a-bcb8-ceea8a019150 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1073649 Mar 07 16:09:18.014366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57234) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:18.055481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f6f3c251-74ab-4d38-a994-0f45db000752 req-2d352c45-be09-4504-896f-5188b1d9b952 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343083 Mar 07 16:09:18.233464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-8665e988-f388-4d68-ae3f-9ca641df9cd7 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417960 Mar 07 16:09:18.239395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1066016084-network', 'tenant_id': '7e2e4983b9a345ce958f27b33151c2ca'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:18.331030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Made reservation on behalf of 7e2e4983b9a345ce958f27b33151c2ca for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:18.333915 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.347678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.370757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28114d-daa3-4cfb-bf3b-b7d5968fbe12 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=49f199c5-b6a5-41f2-8a03-2b4aaa511ae6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:18.374268 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559036c-d52e-4065-927e-2efc1875f1ce req-ebdb4761-b210-4ed4-a217-b0f947cc909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:18.375992 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0559036c-d52e-4065-927e-2efc1875f1ce req-ebdb4761-b210-4ed4-a217-b0f947cc909c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 1127 time: 0.5778136 Mar 07 16:09:18.404747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ec80d-c958-46ff-9b1b-5a5ae22fb26f None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:18.410490 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb28114d-daa3-4cfb-bf3b-b7d5968fbe12 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.415206 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fb28114d-daa3-4cfb-bf3b-b7d5968fbe12 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/49f199c5-b6a5-41f2-8a03-2b4aaa511ae6 HTTP/1.1" status: 204 len: 168 time: 1.1469812 Mar 07 16:09:18.433464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-b9e93676-f195-4bb6-a886-e6340e131128 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:18.436835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57254) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:18.442853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-b9e93676-f195-4bb6-a886-e6340e131128 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999347 Mar 07 16:09:18.484353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-c7f7f0cb-1eb6-4e57-861a-982133763342 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/quotas/2a3ebcc3d65947fcb25ca88487b38435 HTTP/1.1" status: 200 len: 375 time: 0.0404878 Mar 07 16:09:18.513743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0559036c-d52e-4065-927e-2efc1875f1ce req-65b0d9aa-dd71-4136-a0b1-c84265c42c9c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218054 Mar 07 16:09:18.532837 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-e9d65e93-05ab-40e5-94b9-2b40921bdc7a tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475163 Mar 07 16:09:18.534327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c56b9-fe0c-4aae-ba04-1d5c12274b16 req-429ef56f-d37c-4872-9b65-cf36f7245d2d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:18.543059 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb9c56b9-fe0c-4aae-ba04-1d5c12274b16 req-429ef56f-d37c-4872-9b65-cf36f7245d2d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 945 time: 0.1734798 Mar 07 16:09:18.557396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d20750a-aae1-43ea-b19a-dafc78b94fb3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet 17a6ece1-af5c-4d1d-9bbc-ce68910daf62 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:18.567588 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d20750a-aae1-43ea-b19a-dafc78b94fb3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (17a6ece1-af5c-4d1d-9bbc-ce68910daf62), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.590530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Publish callbacks [] for security_group (8856611a-1b42-4ed5-a6d4-f347d9c0acfa), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.597751 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8856611a-1b42-4ed5-a6d4-f347d9c0acfa), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.635122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856611a-1b42-4ed5-a6d4-f347d9c0acfa,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:18.643182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:09:18.646898 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb9c56b9-fe0c-4aae-ba04-1d5c12274b16 req-a3d98827-b3f1-40f7-aaea-e5064855196b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027691 Mar 07 16:09:18.662996 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6396a434-c61f-400f-9ca8-73c96c6ef500), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.663423 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Added segment 6396a434-c61f-400f-9ca8-73c96c6ef500 of type vlan for network 77203701-f6da-49ee-a669-26a6284e2dd2 Mar 07 16:09:18.668760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d20750a-aae1-43ea-b19a-dafc78b94fb3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (17a6ece1-af5c-4d1d-9bbc-ce68910daf62), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.722070 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (77203701-f6da-49ee-a669-26a6284e2dd2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.769557 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (77203701-f6da-49ee-a669-26a6284e2dd2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.770310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:18.771240 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.840927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d20750a-aae1-43ea-b19a-dafc78b94fb3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (17a6ece1-af5c-4d1d-9bbc-ce68910daf62), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:18.845578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8252094 Mar 07 16:09:18.867837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57262) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:18.884339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Request body: {'subnet': {'network_id': '77203701-f6da-49ee-a669-26a6284e2dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1066016084-subnet', 'tenant_id': '7e2e4983b9a345ce958f27b33151c2ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:18.903364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb015f-5da1-4383-9580-b79871833815 req-0ab4145b-d5c4-4f39-a79b-89518bc444bb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:18.905331 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1feb015f-5da1-4383-9580-b79871833815 req-0ab4145b-d5c4-4f39-a79b-89518bc444bb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1354020 Mar 07 16:09:18.962445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823397c-91c9-49fc-b188-14f05a1dbd52 admin admin] Pushing event updated for resources: {'Network': ['ID=77203701-f6da-49ee-a669-26a6284e2dd2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:18.982132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 77203701-f6da-49ee-a669-26a6284e2dd2 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:09:18.984799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Made reservation on behalf of 7e2e4983b9a345ce958f27b33151c2ca for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:18.989872 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.045796 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1feb015f-5da1-4383-9580-b79871833815 req-a28ae265-a70e-4e98-a49a-b0a263e0ad12 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246135 Mar 07 16:09:19.081200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d20750a-aae1-43ea-b19a-dafc78b94fb3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (17a6ece1-af5c-4d1d-9bbc-ce68910daf62), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.098484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868b522-c679-4d09-85b8-2811b595743a req-d9fd596a-ef41-4b67-8ed3-7e18810d4794 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:19.101398 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f868b522-c679-4d09-85b8-2811b595743a req-d9fd596a-ef41-4b67-8ed3-7e18810d4794 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.3004370 Mar 07 16:09:19.186136 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d20750a-aae1-43ea-b19a-dafc78b94fb3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.189329 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0d20750a-aae1-43ea-b19a-dafc78b94fb3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/17a6ece1-af5c-4d1d-9bbc-ce68910daf62 HTTP/1.1" status: 204 len: 168 time: 0.7514505 Mar 07 16:09:19.191977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-02e79fc4-8ac3-455b-834f-d85255d18aa1 req-4317eeeb-05de-4083-94d4-71e14bcbd519 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 210 time: 0.0550601 Mar 07 16:09:19.193857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20750a-aae1-43ea-b19a-dafc78b94fb3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=17a6ece1-af5c-4d1d-9bbc-ce68910daf62,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:19.197458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57270) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:19.242756 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-11733cc6-a53e-4e00-84e1-03b856719356 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:19.243256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11733cc6-a53e-4e00-84e1-03b856719356 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:19.246391 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-11733cc6-a53e-4e00-84e1-03b856719356 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/49f199c5-b6a5-41f2-8a03-2b4aaa511ae6 HTTP/1.1" status: 404 len: 337 time: 0.0477796 Mar 07 16:09:19.253821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57274) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:19.272153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447ed63-9a79-43d3-9eaa-a2484cbfb381 req-e7cf06d0-c7d0-4641-bef0-c2815de02d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:19.273990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a447ed63-9a79-43d3-9eaa-a2484cbfb381 req-e7cf06d0-c7d0-4641-bef0-c2815de02d9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 1127 time: 0.2380316 Mar 07 16:09:19.344539 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a447ed63-9a79-43d3-9eaa-a2484cbfb381 req-094a0ace-8e46-4135-ba61-ce0181d0f007 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Mar 07 16:09:19.368354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f868b522-c679-4d09-85b8-2811b595743a req-0c963b11-46f8-4174-ac07-1a164fb49e50 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254033 Mar 07 16:09:19.402042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-03192557-0b0e-42d0-8d4b-1261e711dced tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting subnet 701a50ba-951a-498a-90e5-ad817e7eac62 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:19.407442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b212f1-ea53-44af-a6b4-1ccb29c8ebd4 req-b4c43550-9487-4b49-a26a-488c86b7461b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:19.408193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03192557-0b0e-42d0-8d4b-1261e711dced tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (701a50ba-951a-498a-90e5-ad817e7eac62), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.416469 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9b212f1-ea53-44af-a6b4-1ccb29c8ebd4 req-b4c43550-9487-4b49-a26a-488c86b7461b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.0883012 Mar 07 16:09:19.461336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8dac72-6fbf-40e8-99d5-9878594cfc3d None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:19.516777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9b212f1-ea53-44af-a6b4-1ccb29c8ebd4 req-dfb4c91e-3b7b-4bd9-a104-93dfaf602b10 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993378 Mar 07 16:09:19.521600 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03192557-0b0e-42d0-8d4b-1261e711dced tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (701a50ba-951a-498a-90e5-ad817e7eac62), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.530965 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-72ef4ec7-8435-4376-83ff-5f68e0df4854 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418301 Mar 07 16:09:19.644664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e4bb2612-38dd-4835-a06e-c4df0686f6e1 None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:19.645179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e4bb2612-38dd-4835-a06e-c4df0686f6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.701614 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca73f50-6cbe-4314-adac-32010cf4900a req-f9973f7a-c073-44ce-82eb-0fb196fda6e8 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:19.703811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-f9973f7a-c073-44ce-82eb-0fb196fda6e8 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719105 Mar 07 16:09:19.716015 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Request body: {'port': {'device_id': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '2a3ebcc3d65947fcb25ca88487b38435'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:19.762846 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03192557-0b0e-42d0-8d4b-1261e711dced tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (701a50ba-951a-498a-90e5-ad817e7eac62), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.815531 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (67c32767-8550-4df4-9ca3-3a1c757b02eb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.884660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb2612-38dd-4835-a06e-c4df0686f6e1 None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:19.904681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e4bb2612-38dd-4835-a06e-c4df0686f6e1 None None] Provisioning complete for port fb281c93-1e6e-45aa-87b4-4f6895fbec88 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:19.905373 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e4bb2612-38dd-4835-a06e-c4df0686f6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.905511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a0b66-972d-4c37-9f44-8f00d22600db req-db5efda5-521b-4cb3-bb8c-878b56bd857f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:19.916044 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-170a0b66-972d-4c37-9f44-8f00d22600db req-db5efda5-521b-4cb3-bb8c-878b56bd857f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 945 time: 0.1453488 Mar 07 16:09:19.965045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb2612-38dd-4835-a06e-c4df0686f6e1 None None] Port fb281c93-1e6e-45aa-87b4-4f6895fbec88 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:19.971864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Made reservation on behalf of 2a3ebcc3d65947fcb25ca88487b38435 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:19.976668 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:19.990403 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:20.015590 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-170a0b66-972d-4c37-9f44-8f00d22600db req-06cda7c4-b80c-40ea-bf55-05df6f9bca87 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981517 Mar 07 16:09:20.100855 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks [] for security_group (463176d6-acd2-45ef-9340-11939ed11096), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:20.108596 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (463176d6-acd2-45ef-9340-11939ed11096), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:20.179055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463176d6-acd2-45ef-9340-11939ed11096,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:20.276134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Allocated IP 192.168.233.161 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/26b3d0bb-baea-4587-861b-0506109bd54c) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:20.321150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c32767-8550-4df4-9ca3-3a1c757b02eb,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:20.344353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82cfc8-8f6c-4a24-9954-52ce739f77d1 req-75727cfb-1490-4aef-a8aa-e6dfed7bb098 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:20.345898 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd82cfc8-8f6c-4a24-9954-52ce739f77d1 req-75727cfb-1490-4aef-a8aa-e6dfed7bb098 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.7032089 Mar 07 16:09:20.351146 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-1dd1c7d4-2a06-4911-8b22-48e6cbae074f tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050193 Mar 07 16:09:20.476276 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-694754e1-ff28-4bd1-820f-c0ec74b6efc6 req-4c61f5c6-6b42-4263-a9dc-0e753e20bb9e tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 210 time: 0.1287260 Mar 07 16:09:20.485373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03192557-0b0e-42d0-8d4b-1261e711dced tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (701a50ba-951a-498a-90e5-ad817e7eac62), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:20.551295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks [] for port (26b3d0bb-baea-4587-861b-0506109bd54c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:20.576889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03192557-0b0e-42d0-8d4b-1261e711dced tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Subnet': ['ID=701a50ba-951a-498a-90e5-ad817e7eac62,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:20.580060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37044b49-79fc-4597-8324-594f4ad32acc None None] Network 4791cd7e-c81a-4f55-bb11-109868aa9cdc requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:20.585613 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03192557-0b0e-42d0-8d4b-1261e711dced tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:20.588219 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-03192557-0b0e-42d0-8d4b-1261e711dced tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/701a50ba-951a-498a-90e5-ad817e7eac62 HTTP/1.1" status: 204 len: 168 time: 1.3332283 Mar 07 16:09:20.591518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57288) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:20.592623 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd82cfc8-8f6c-4a24-9954-52ce739f77d1 req-67e8658d-d656-402a-ae50-fbcc33c40df8 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361059 Mar 07 16:09:20.595826 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Checking segment: {'id': '6396a434-c61f-400f-9ca8-73c96c6ef500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '77203701-f6da-49ee-a669-26a6284e2dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:20.596193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Network hostable DHCP agents. Network: 77203701-f6da-49ee-a669-26a6284e2dd2, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:09:20.633626 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-197ea9c3-3e72-49d2-9f6b-6d9e3ec319f3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:20.634672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197ea9c3-3e72-49d2-9f6b-6d9e3ec319f3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:20.640156 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-197ea9c3-3e72-49d2-9f6b-6d9e3ec319f3 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/7bc534d3-b145-4a33-892f-6e22e9fc29ff HTTP/1.1" status: 404 len: 337 time: 0.0453396 Mar 07 16:09:20.640337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-4e6b63f0-11bf-4f28-b12e-cd07f7826d31 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:20.641462 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-4e6b63f0-11bf-4f28-b12e-cd07f7826d31 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2841926 Mar 07 16:09:20.643529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57292) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:20.658499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Request body: {'port': {'device_id': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '2a3ebcc3d65947fcb25ca88487b38435'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:20.677129 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2106667-4ed0-43ce-ab20-9720775d76cd req-f2034655-fed9-4e6d-a037-46ea111659ed tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:20.679136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Network 77203701-f6da-49ee-a669-26a6284e2dd2 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:09:20.680387 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2106667-4ed0-43ce-ab20-9720775d76cd req-f2034655-fed9-4e6d-a037-46ea111659ed tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1340032 Mar 07 16:09:20.699376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-49d85da4-0846-49fc-8ef2-05cff8cf5b3e None None] Provisioning complete for port 7785a254-2c3e-4cee-996c-e04e8d30ea14 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:20.699911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-49d85da4-0846-49fc-8ef2-05cff8cf5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:20.700457 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:20.706853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e651d173-6fc4-4502-8640-aaace577ca2b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "GET /v2.0/ports?device_id=8301d400-e4e4-4631-9f65-a86d86f8bcb9 HTTP/1.1" status: 200 len: 205 time: 0.0605564 Mar 07 16:09:20.708311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57294) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:20.708922 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 77203701-f6da-49ee-a669-26a6284e2dd2) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:20.728783 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061add05-81d7-46d7-9914-f487793940e1 None None] Network 77203701-f6da-49ee-a669-26a6284e2dd2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:20.730510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:20.731123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:20.802188 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-335ebc5a-eb01-4f65-86b7-2ac53a6b6124 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] delete failed (client error): The resource could not be found. Mar 07 16:09:20.805655 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-335ebc5a-eb01-4f65-86b7-2ac53a6b6124 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/routers/8301d400-e4e4-4631-9f65-a86d86f8bcb9 HTTP/1.1" status: 404 len: 336 time: 0.0921443 Mar 07 16:09:20.811779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57296) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:20.846330 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-113d8a10-5449-4595-848f-19bf86fe4796 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9689779 Mar 07 16:09:20.904175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f0ff8-067c-4896-ad02-cbf980058944 None None] Network 77203701-f6da-49ee-a669-26a6284e2dd2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:20.911502 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bb5cfa-fa6d-4444-a2e7-afe0add41de7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:20.912059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bb5cfa-fa6d-4444-a2e7-afe0add41de7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:20.917789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2106667-4ed0-43ce-ab20-9720775d76cd req-31ee8cf7-e197-41e5-920a-beb10555e7fe tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269449 Mar 07 16:09:20.918930 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c4bb5cfa-fa6d-4444-a2e7-afe0add41de7 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/64a4e63f-874b-43fd-8dc8-d25320f740fb HTTP/1.1" status: 404 len: 337 time: 0.1040261 Mar 07 16:09:20.926719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57302) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:20.965304 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:20.972325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:20.985246 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad1d47c-ca9e-4a12-a61a-8e90508316cc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:20.985698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad1d47c-ca9e-4a12-a61a-8e90508316cc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:20.991607 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fad1d47c-ca9e-4a12-a61a-8e90508316cc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/b214b1e3-f80a-421f-9d38-f73bca4a319f HTTP/1.1" status: 404 len: 337 time: 0.0598340 Mar 07 16:09:20.994029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:20.995279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118e2cf-5978-4abb-beae-7acad29c1916 None None] DHCP port deletion for 4791cd7e-c81a-4f55-bb11-109868aa9cdc request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:09:21.000454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57306) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:21.003244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-49d85da4-0846-49fc-8ef2-05cff8cf5b3e None None] Current status of the port 7785a254-2c3e-4cee-996c-e04e8d30ea14 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:21.076208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-49d85da4-0846-49fc-8ef2-05cff8cf5b3e None None] Provisioning complete for port fb281c93-1e6e-45aa-87b4-4f6895fbec88 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:21.076887 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-49d85da4-0846-49fc-8ef2-05cff8cf5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.091879 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2f639c-deff-4928-b1cd-b909b5d51908 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:21.092351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2f639c-deff-4928-b1cd-b909b5d51908 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:21.095480 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ca2f639c-deff-4928-b1cd-b909b5d51908 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/497fae25-3bef-4dc4-b193-83fb055850f3 HTTP/1.1" status: 404 len: 337 time: 0.0940351 Mar 07 16:09:21.102720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57310) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:21.104467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:21.135080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2118e2cf-5978-4abb-beae-7acad29c1916 None None] Deleting port 7785a254-2c3e-4cee-996c-e04e8d30ea14 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:21.135833 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2118e2cf-5978-4abb-beae-7acad29c1916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.171504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-49d85da4-0846-49fc-8ef2-05cff8cf5b3e None None] Port fb281c93-1e6e-45aa-87b4-4f6895fbec88 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:21.173386 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e083468-7e61-4492-bb3b-1c006acc48f0 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:21.173963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e083468-7e61-4492-bb3b-1c006acc48f0 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:21.184996 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0e083468-7e61-4492-bb3b-1c006acc48f0 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/0ae6b6c2-a765-4f6c-9a5c-0b20fd86de69 HTTP/1.1" status: 404 len: 333 time: 0.0807433 Mar 07 16:09:21.196698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:21.198716 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57316) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:21.198878 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.234179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2118e2cf-5978-4abb-beae-7acad29c1916 None None] For port 7785a254-2c3e-4cee-996c-e04e8d30ea14, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7785a254-2c3e-4cee-996c-e04e8d30ea14,segment=NetworkSegment(2ab51156-ed44-482a-8781-31a4fdfa8d86),segment_id=2ab51156-ed44-482a-8781-31a4fdfa8d86)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:21.235228 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2118e2cf-5978-4abb-beae-7acad29c1916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.238421 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-178dc601-02db-4be4-ac0c-19520afce551 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5264480 Mar 07 16:09:21.243919 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c32345-5067-4243-9019-dfae9ce8bf9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:21.244364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c32345-5067-4243-9019-dfae9ce8bf9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:21.250114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-46c32345-5067-4243-9019-dfae9ce8bf9b tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/d864c09e-0417-4fa4-bc3a-6b3a5a0486de HTTP/1.1" status: 404 len: 337 time: 0.0501735 Mar 07 16:09:21.251074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57320) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:21.252259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2118e2cf-5978-4abb-beae-7acad29c1916 None None] Calling delete_port for 7785a254-2c3e-4cee-996c-e04e8d30ea14 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:21.261270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Made reservation on behalf of 2a3ebcc3d65947fcb25ca88487b38435 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:21.262982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Request body: {'port': {'device_id': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:21.266340 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.279962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c52b28-33fe-461d-b73f-b2f144509157 req-9888cc5a-d5cc-4081-8cc4-94ca13582361 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:21.281535 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06c52b28-33fe-461d-b73f-b2f144509157 req-9888cc5a-d5cc-4081-8cc4-94ca13582361 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.3538418 Mar 07 16:09:21.318592 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe03a11-e819-4e2f-9227-ad2fa9f5bacc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:21.319085 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe03a11-e819-4e2f-9227-ad2fa9f5bacc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:21.322536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4fe03a11-e819-4e2f-9227-ad2fa9f5bacc tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/ed1539b8-1f30-4fe7-ae1c-dd7de0cfc26d HTTP/1.1" status: 404 len: 337 time: 0.0697837 Mar 07 16:09:21.331076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57322) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:21.352832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672c847-46c3-4b21-988c-f3ec7c950f44 req-ce44f7ec-7e33-45f6-a692-326cfd643c0f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:21.354392 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5672c847-46c3-4b21-988c-f3ec7c950f44 req-ce44f7ec-7e33-45f6-a692-326cfd643c0f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 945 time: 0.1361120 Mar 07 16:09:21.374847 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2118e2cf-5978-4abb-beae-7acad29c1916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (7785a254-2c3e-4cee-996c-e04e8d30ea14), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.377514 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a84c6e9-53c6-428f-ac29-e4a7f8ebec5d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:21.378104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a84c6e9-53c6-428f-ac29-e4a7f8ebec5d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:21.385728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8a84c6e9-53c6-428f-ac29-e4a7f8ebec5d tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/171daca3-689b-47eb-84be-c2ab66f258e4 HTTP/1.1" status: 404 len: 333 time: 0.0491474 Mar 07 16:09:21.390744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57324) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:21.396460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.417161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118e2cf-5978-4abb-beae-7acad29c1916 None None] Pushing event deleted for resources: {'Port': ['ID=7785a254-2c3e-4cee-996c-e04e8d30ea14,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:21.420593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2118e2cf-5978-4abb-beae-7acad29c1916 None None] No DVR routers for this DVR port 7785a254-2c3e-4cee-996c-e04e8d30ea14 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:09:21.438789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e0cc8c41-3010-4c07-8a41-1ae025250646 None None] Provisioning complete for port 26b3d0bb-baea-4587-861b-0506109bd54c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:21.440639 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e0cc8c41-3010-4c07-8a41-1ae025250646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.446695 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06c52b28-33fe-461d-b73f-b2f144509157 req-9f56bd3b-e469-427a-97c8-e9d1e37f9315 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413436 Mar 07 16:09:21.450574 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-299934a3-e2b7-49bb-a373-981c775825fb tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:21.451053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299934a3-e2b7-49bb-a373-981c775825fb tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:21.456303 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-299934a3-e2b7-49bb-a373-981c775825fb tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/02355049-07cb-4f67-bd5a-b116f1bf0cd4 HTTP/1.1" status: 404 len: 337 time: 0.0625451 Mar 07 16:09:21.456883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57328) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:21.465123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5672c847-46c3-4b21-988c-f3ec7c950f44 req-08aed2e3-fd28-4737-b711-8b195548d343 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912771 Mar 07 16:09:21.498132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc8c41-3010-4c07-8a41-1ae025250646 None None] Port 26b3d0bb-baea-4587-861b-0506109bd54c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:21.503479 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab61353-a4bf-45d8-b877-16d2dea64746 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] DELETE failed (client error): The resource could not be found. Mar 07 16:09:21.503989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab61353-a4bf-45d8-b877-16d2dea64746 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:09:21.510397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4ab61353-a4bf-45d8-b877-16d2dea64746 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/subnets/73dc564a-06d4-4ddc-ac63-76783908ad2a HTTP/1.1" status: 404 len: 337 time: 0.0500093 Mar 07 16:09:21.526472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57336) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:21.665935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Allocated IP 192.168.233.199 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/bb7b681a-8e93-4c45-8712-f2cd1b2225e3) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:21.765528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-bb8eba88-6469-479a-a3f0-2411a296e3f2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Deleting port fb281c93-1e6e-45aa-87b4-4f6895fbec88 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:21.765870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb8eba88-6469-479a-a3f0-2411a296e3f2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.808176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-bb09d43f-463d-4901-ba8b-3bb4b320e036 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:21.809917 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-bb09d43f-463d-4901-ba8b-3bb4b320e036 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 811 time: 0.2046580 Mar 07 16:09:21.817924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-a2ebe055-132c-4113-85ea-7d7190a7f450 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:21.819891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-a2ebe055-132c-4113-85ea-7d7190a7f450 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/networks?id=77203701-f6da-49ee-a669-26a6284e2dd2 HTTP/1.1" status: 200 len: 821 time: 0.1024990 Mar 07 16:09:21.833957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-5f2e0c68-edf1-40c2-925d-4c5e9ac63bcd tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/quotas/7e2e4983b9a345ce958f27b33151c2ca HTTP/1.1" status: 200 len: 375 time: 0.0090356 Mar 07 16:09:21.867088 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-ab873db8-eace-485d-863b-42aab5b457b8 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2e4983b9a345ce958f27b33151c2ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270238 Mar 07 16:09:21.886282 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1e240d25-7c40-4b9e-a03a-c37d2d8173e6 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/quotas/ef3e574477614936a209fc5d116a10cb HTTP/1.1" status: 200 len: 375 time: 0.0673721 Mar 07 16:09:21.939841 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb8eba88-6469-479a-a3f0-2411a296e3f2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:21.963317 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-4e2b8783-4e52-49b2-b958-e558d648fa73 service neutron] 10.222.0.24 "GET /v2.0/networks/77203701-f6da-49ee-a669-26a6284e2dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889313 Mar 07 16:09:21.970921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-bb8eba88-6469-479a-a3f0-2411a296e3f2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Calling delete_port for fb281c93-1e6e-45aa-87b4-4f6895fbec88 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:22.061119 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-484bbe6b-ca42-437e-b15d-8661b7643b8b service neutron] 10.222.0.24 "GET /v2.0/networks/77203701-f6da-49ee-a669-26a6284e2dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920608 Mar 07 16:09:22.074572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks [] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.084238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-3864c95f-8a6c-4384-841b-af2af1e195ea tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654754 Mar 07 16:09:22.176711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb8eba88-6469-479a-a3f0-2411a296e3f2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fb281c93-1e6e-45aa-87b4-4f6895fbec88), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.222172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb8eba88-6469-479a-a3f0-2411a296e3f2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.231396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bb8eba88-6469-479a-a3f0-2411a296e3f2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/ports/fb281c93-1e6e-45aa-87b4-4f6895fbec88 HTTP/1.1" status: 204 len: 168 time: 0.7037079 Mar 07 16:09:22.234292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57358) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:22.235585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8eba88-6469-479a-a3f0-2411a296e3f2 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Port': ['ID=fb281c93-1e6e-45aa-87b4-4f6895fbec88,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:22.255591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.276554 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1b298851-ba36-49aa-bbc2-4858371d9369 req-c04db088-2c82-4223-ad49-353336421f00 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 210 time: 0.0545332 Mar 07 16:09:22.302377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-facfedfe-c9d9-426a-88a6-727bfc656b69 service neutron] 10.222.0.24 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071528 Mar 07 16:09:22.331498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:22.347002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:22.349999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:22.400579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Pushing event updated for resources: {'Port': ['ID=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:22.462596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:22.463126 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.467586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (4791cd7e-c81a-4f55-bb11-109868aa9cdc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.493790 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-0001d387-a73f-4ad9-b890-c54f3fd34e73 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8388317 Mar 07 16:09:22.500667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7785a254-2c3e-4cee-996c-e04e8d30ea14 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:22.501224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-414dc041-a4a3-481b-9a78-e8cd05608cf4 req-748712a3-07a1-48af-be35-b8118ea7d7a4 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 210 time: 0.0681438 Mar 07 16:09:22.501330 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-efc838a8-cb49-4f7b-b458-774778c2996e service neutron] 10.222.0.24 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835439 Mar 07 16:09:22.506509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Request body: {'port': {'device_id': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:22.535167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7785a254-2c3e-4cee-996c-e04e8d30ea14 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:22.535517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7785a254-2c3e-4cee-996c-e04e8d30ea14 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:22.644254 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.751489 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (4791cd7e-c81a-4f55-bb11-109868aa9cdc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.828556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4791cd7e-c81a-4f55-bb11-109868aa9cdc']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:22.844467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-20dbce7d-1acf-48f9-86a3-8d728de56313 req-f2af60a9-0c19-4194-9f13-bd013913fcac tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 210 time: 0.0509121 Mar 07 16:09:22.860009 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-211b4ccb-a87f-4ada-aa3b-3fa4b59747a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.864638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-930a2b03-bbbd-4c36-b38a-f640443aa278 None None] Provisioning complete for port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:22.865117 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-930a2b03-bbbd-4c36-b38a-f640443aa278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.867197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab51156-ed44-482a-8781-31a4fdfa8d86') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:22.867578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab51156-ed44-482a-8781-31a4fdfa8d86') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:22.881169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (2ab51156-ed44-482a-8781-31a4fdfa8d86), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.905630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde5485-5a2c-400b-afb0-463a55a6eaed req-7ea23d63-6d0b-403f-a240-ba8756aad633 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:22.907905 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1dde5485-5a2c-400b-afb0-463a55a6eaed req-7ea23d63-6d0b-403f-a240-ba8756aad633 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.2834754 Mar 07 16:09:22.908965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-930a2b03-bbbd-4c36-b38a-f640443aa278 None None] Port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:09:22.909088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2ab51156-ed44-482a-8781-31a4fdfa8d86), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.918195 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b3d0bb-baea-4587-861b-0506109bd54c {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:22.926939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:09:22.927349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (2ab51156-ed44-482a-8781-31a4fdfa8d86), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:09:22.939678 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:09:22.952553 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Publish callbacks [] for port (26b3d0bb-baea-4587-861b-0506109bd54c), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.036769 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (4791cd7e-c81a-4f55-bb11-109868aa9cdc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.047093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Transition to ACTIVE for port object 26b3d0bb-baea-4587-861b-0506109bd54c will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:09:23.048334 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.052054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] 10.222.0.24 "DELETE /v2.0/networks/4791cd7e-c81a-4f55-bb11-109868aa9cdc HTTP/1.1" status: 204 len: 168 time: 0.8167367 Mar 07 16:09:23.068620 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.142926 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1dde5485-5a2c-400b-afb0-463a55a6eaed req-9b5f73c9-5c70-495d-8232-48266dee6d65 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189047 Mar 07 16:09:23.147824 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4546a-f3fa-4490-94cb-9977cc8edde1 tempest-PortsTestJSON-835785160 tempest-PortsTestJSON-835785160-project] Pushing event deleted for resources: {'Network': ['ID=4791cd7e-c81a-4f55-bb11-109868aa9cdc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:23.149837 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:23.373171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Attempting to bind port 26b3d0bb-baea-4587-861b-0506109bd54c on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:09:23.373552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Attempting to bind port 26b3d0bb-baea-4587-861b-0506109bd54c by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:09:23.376562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Attempting to bind port 26b3d0bb-baea-4587-861b-0506109bd54c on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:23.386125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Port 26b3d0bb-baea-4587-861b-0506109bd54c on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:09:23.386125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Attempting to bind port 26b3d0bb-baea-4587-861b-0506109bd54c on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:23.388045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7b681a-8e93-4c45-8712-f2cd1b2225e3 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:23.409613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:09:23.410416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:23.410416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:09:23.410832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Bound port: 26b3d0bb-baea-4587-861b-0506109bd54c, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:09:23.415531 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.419025 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Publish callbacks [] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.446032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Transition to ACTIVE for port object bb7b681a-8e93-4c45-8712-f2cd1b2225e3 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:09:23.477345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57392) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:23.477996 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.571046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:09:23.574492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:09:23.615258 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.692375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:23.693250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.694929 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] 10.222.0.15 "PUT /v2.0/ports/26b3d0bb-baea-4587-861b-0506109bd54c HTTP/1.1" status: 200 len: 1096 time: 2.4411321 Mar 07 16:09:23.697224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:23.708259 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:23.730109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274fa11-6f43-4894-aeda-af000994ff87 req-5b294732-9400-49a2-9942-a9e45b503f58 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:23.737865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b274fa11-6f43-4894-aeda-af000994ff87 req-5b294732-9400-49a2-9942-a9e45b503f58 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.2868118 Mar 07 16:09:23.788656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:23.863817 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b274fa11-6f43-4894-aeda-af000994ff87 req-9ba82efa-4fcf-4082-88ad-919e0950974a tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243694 Mar 07 16:09:23.883694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7905d-f75d-4d98-8ae1-5a4f37a11ecd service neutron] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:23.900061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-ad7da4eb-5a65-4602-b66d-f0302b3fe671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:23.902357 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-ad7da4eb-5a65-4602-b66d-f0302b3fe671 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a257a2624a8d42688a0fcee377604c31&device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 1128 time: 0.3256302 Mar 07 16:09:23.920323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ef42bb9a-2710-4615-b6e4-9eb4b84a98cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2af692da0d8452fa28b3e659c919760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4373322 Mar 07 16:09:23.920904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57402) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:23.922024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Attempting to bind port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:09:23.922024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Attempting to bind port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:09:23.922363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Attempting to bind port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:23.944734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:09:23.944957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Attempting to bind port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:23.990444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:09:23.991147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:23.991604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:09:23.992041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Bound port: bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:09:23.992398 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:23.995626 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fb643ca-57fd-4a3e-827d-3060ac1275d9 req-c7507b40-c01d-4153-8489-ad9507791864 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 210 time: 0.0538905 Mar 07 16:09:24.047426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e31984-31ab-46e9-a615-e852e4f40460 req-4423140a-cee3-4e46-98e1-c5f9ece05218 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.057803 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4e31984-31ab-46e9-a615-e852e4f40460 req-4423140a-cee3-4e46-98e1-c5f9ece05218 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.3378301 Mar 07 16:09:24.062515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b70600f-e5c1-4086-b14b-8e18003217c5 admin admin] Publish callbacks [] for security_group (7f9fc533-880b-44c6-befb-4bef53b60294), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:24.065898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-b08950a7-ee38-49fb-9e9b-cbb186add5d2 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.067418 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-b08950a7-ee38-49fb-9e9b-cbb186add5d2 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.11 "GET /v2.0/networks?id=77203701-f6da-49ee-a669-26a6284e2dd2 HTTP/1.1" status: 200 len: 821 time: 0.3957872 Mar 07 16:09:24.104372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca73f50-6cbe-4314-adac-32010cf4900a req-52c66111-f998-43cd-abac-5ff14c1f598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.106275 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-52c66111-f998-43cd-abac-5ff14c1f598b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 1130 time: 0.3288758 Mar 07 16:09:24.111656 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78f530f-b1af-46c2-848c-5a9222252f97 x-openstack-request-id: req-f78f530f-b1af-46c2-848c-5a9222252f97 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:24.111954 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:24.112216 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f78f530f-b1af-46c2-848c-5a9222252f97 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:24.112465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b70600f-e5c1-4086-b14b-8e18003217c5 admin admin] Publish callbacks [] for security_group (7f9fc533-880b-44c6-befb-4bef53b60294), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:24.112623 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c', 'status': 'completed', 'code': 200} Mar 07 16:09:24.115005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:09:24.119223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Request body: {'port': {'device_id': 'f5c202a9-16e8-4b97-b85a-6b2a0633e44d', 'network_id': '77203701-f6da-49ee-a669-26a6284e2dd2', 'admin_state_up': True, 'tenant_id': '7e2e4983b9a345ce958f27b33151c2ca'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:24.158274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:09:24.191318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:24.251006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-1e8a9a77-8167-444e-815d-fbe526f5dcfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=26b3d0bb-baea-4587-861b-0506109bd54c HTTP/1.1" status: 200 len: 217 time: 0.1165142 Mar 07 16:09:24.310187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.310760 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:24.316502 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb7b681a-8e93-4c45-8712-f2cd1b2225e3 HTTP/1.1" status: 200 len: 1096 time: 1.8106096 Mar 07 16:09:24.321428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:24.323759 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129bbc2f-18a0-4236-8366-5cefeb5455fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:24.328320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a03df1b-077e-4cc0-a11a-ac32c66f51ed req-4847ff5a-eee3-4d36-adb1-8f48d6bf9920 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 210 time: 0.1460512 Mar 07 16:09:24.335224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4e31984-31ab-46e9-a615-e852e4f40460 req-58d4b44b-d3f3-4d67-8efa-b83833e3e485 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687266 Mar 07 16:09:24.337536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-4660193e-dd55-42f4-99e1-f4148d35445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.339248 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-4660193e-dd55-42f4-99e1-f4148d35445e service neutron] 10.222.0.15 "GET /v2.0/networks?id=365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 200 len: 915 time: 0.4282231 Mar 07 16:09:24.430457 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc4633b-5096-42f3-b3fe-ba14928c366a x-openstack-request-id: req-7dc4633b-5096-42f3-b3fe-ba14928c366a {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:24.431098 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:24.431098 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dc4633b-5096-42f3-b3fe-ba14928c366a {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:24.431432 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3', 'status': 'completed', 'code': 200} Mar 07 16:09:24.432965 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-a37dc3f1-fdf5-41a5-96fa-181518d21d9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 200 len: 217 time: 0.0785499 Mar 07 16:09:24.436090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11354f9c-7e29-451f-98a2-3aa02cd10243 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:24.439966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca73f50-6cbe-4314-adac-32010cf4900a req-4a04db7f-a608-4391-b710-8cf753503cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.441671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-4a04db7f-a608-4391-b710-8cf753503cb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1841750 Mar 07 16:09:24.457102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b70600f-e5c1-4086-b14b-8e18003217c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7f9fc533-880b-44c6-befb-4bef53b60294), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:24.461166 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b70600f-e5c1-4086-b14b-8e18003217c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:24.462341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0b70600f-e5c1-4086-b14b-8e18003217c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f9fc533-880b-44c6-befb-4bef53b60294 HTTP/1.1" status: 204 len: 168 time: 0.5375228 Mar 07 16:09:24.479081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-a7b508e4-3bf6-44dd-8053-bb07902e1b1e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.480644 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-a7b508e4-3bf6-44dd-8053-bb07902e1b1e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.11 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 811 time: 0.3589096 Mar 07 16:09:24.484628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70600f-e5c1-4086-b14b-8e18003217c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9fc533-880b-44c6-befb-4bef53b60294,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:24.497590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Request body: {'port': {'device_id': '95e891da-dea9-4bf7-8ca9-f7ca3788f97e', 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96', 'admin_state_up': True, 'tenant_id': 'ef3e574477614936a209fc5d116a10cb'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:24.517566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-a5406c51-64d5-4584-a361-f438da250873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.519239 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-a5406c51-64d5-4584-a361-f438da250873 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 200 len: 854 time: 0.0680270 Mar 07 16:09:24.549946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-d72f2588-07e7-4a3b-8843-47acfb6bdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.551705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-d72f2588-07e7-4a3b-8843-47acfb6bdd9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 1130 time: 0.1404548 Mar 07 16:09:24.561691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-dbf1351f-9e22-4f2d-bedb-ccfa7d66f1a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=365963a5-a762-407a-a4b6-796b9bfb375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279872 Mar 07 16:09:24.640722 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-a22591ee-517c-4b6b-808f-e07d84250f81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3 HTTP/1.1" status: 200 len: 217 time: 0.0481529 Mar 07 16:09:24.734425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Made reservation on behalf of ef3e574477614936a209fc5d116a10cb for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:24.738277 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:24.742868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-00c85686-b3aa-4a97-888e-d8e8858d1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.744354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-00c85686-b3aa-4a97-888e-d8e8858d1312 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0971551 Mar 07 16:09:24.872491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-ddede3d0-297f-4727-9880-ba3b5e37d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:24.874045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-ddede3d0-297f-4727-9880-ba3b5e37d00e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1223803 Mar 07 16:09:24.993885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Allocated IP 172.20.0.9 (ca14b26f-8c62-480c-9121-96fe2fe05b96/e8650556-8c1c-4884-93eb-2da4185841b3/4436696d-79fc-4aed-a6de-68e81f7bfa53) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:25.039882 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-8036d139-5630-4294-bd0e-31af7330b450 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472907 Mar 07 16:09:25.063909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Made reservation on behalf of 7e2e4983b9a345ce958f27b33151c2ca for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:25.067761 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:25.104221 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca73f50-6cbe-4314-adac-32010cf4900a req-dd700dda-de28-4fc2-8175-0fd3d8f03800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:25.105772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-dd700dda-de28-4fc2-8175-0fd3d8f03800 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6534319 Mar 07 16:09:25.139871 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-8cc9b6a8-54cb-4892-a52b-226a33197b38 service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495837 Mar 07 16:09:25.190350 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7b90c1e-9bc9-47f2-a00e-46472a0a6d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:25.196828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b45f5674-784e-4910-876a-c63396bd6138 req-6feb0ab9-2dd5-4e2e-924e-221bc2863390 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 210 time: 0.0970802 Mar 07 16:09:25.253947 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e0a40f0-b784-4d55-85f9-3750acf66cbc req-af2f5646-1057-44cc-8a62-11653e3ddd2f service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080879 Mar 07 16:09:25.302971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks [] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:25.305126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986b614-3a30-476f-9ed1-46542ed2505c req-baa5efc7-ee91-409c-bfa3-cd7be79f8589 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:25.307175 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6986b614-3a30-476f-9ed1-46542ed2505c req-baa5efc7-ee91-409c-bfa3-cd7be79f8589 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.3241811 Mar 07 16:09:25.380531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-c8b35733-38c7-48d1-b771-dbbd0b85398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:25.383127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-c8b35733-38c7-48d1-b771-dbbd0b85398a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 1130 time: 0.0745597 Mar 07 16:09:25.385012 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:25.399254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3688d564-172b-4e39-96c6-9d9f01f19dac'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:25.436910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57436) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:25.453414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028596 Mar 07 16:09:25.461000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57438) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:25.528702 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6986b614-3a30-476f-9ed1-46542ed2505c req-c00f5193-009a-40e7-916e-d63c6046f5ad tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045050 Mar 07 16:09:25.559965 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-b66fa397-65b6-4a06-a1b7-f9648d88ef6d service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426486 Mar 07 16:09:25.561207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Allocated IP 172.20.0.6 (77203701-f6da-49ee-a669-26a6284e2dd2/67c32767-8550-4df4-9ca3-3a1c757b02eb/a2dc1ca4-d8fa-497b-8d90-3c5862fef029) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:25.622384 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-09cb5d7e-653e-4507-985c-aa5595f2efef tempest-NetworksApiDiscovery-1682562111 tempest-NetworksApiDiscovery-1682562111-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1543257 Mar 07 16:09:25.640421 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5cf17a35-7f4d-4d21-afcc-162ca45fc804 req-abd607b3-b48f-41be-9641-51ad15cdc210 service neutron] 10.222.0.15 "GET /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881847 Mar 07 16:09:25.829779 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca73f50-6cbe-4314-adac-32010cf4900a req-f7e1a6f7-fb89-42fc-83d8-11803210ecc2 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589185 Mar 07 16:09:25.837854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22c9a1-1d11-4d82-89fa-6f160d381794 req-f4c38a72-e6c2-416e-804f-b7edfd810464 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:25.839772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3e22c9a1-1d11-4d82-89fa-6f160d381794 req-f4c38a72-e6c2-416e-804f-b7edfd810464 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 931 time: 0.1965282 Mar 07 16:09:25.873187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Network ca14b26f-8c62-480c-9121-96fe2fe05b96 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:25.908804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:25.917230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:25.942097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Pushing event updated for resources: {'Port': ['ID=4436696d-79fc-4aed-a6de-68e81f7bfa53,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:25.948415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57448) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:25.969042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Publish callbacks [] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:25.978315 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3e22c9a1-1d11-4d82-89fa-6f160d381794 req-4e5c5b4f-15f8-48bd-a630-23026daba9b3 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264632 Mar 07 16:09:26.000617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.001240 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.004035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-61865065-9072-46f8-a41b-86ec41b28b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.005603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-61865065-9072-46f8-a41b-86ec41b28b46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.6158378 Mar 07 16:09:26.008396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-cc3b2ea5-e16c-49dd-934c-b907e7f2917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.010147 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-cc3b2ea5-e16c-49dd-934c-b907e7f2917d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 1130 time: 0.1078503 Mar 07 16:09:26.014611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37eb3b-3242-4c58-be57-4a04f1eeb7e4 req-61cce438-3205-413b-b40f-0f1c715c671e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.021475 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a37eb3b-3242-4c58-be57-4a04f1eeb7e4 req-61cce438-3205-413b-b40f-0f1c715c671e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.6148708 Mar 07 16:09:26.045657 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.076355 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-7ab443c0-f8b0-4817-91dc-0ef0b92062a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3 HTTP/1.1" status: 200 len: 217 time: 0.0524971 Mar 07 16:09:26.084051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-1d1b0166-10ac-4aad-8fd3-c61c85878670 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5903730 Mar 07 16:09:26.121505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Request body: {'port': {'device_id': '95e891da-dea9-4bf7-8ca9-f7ca3788f97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:26.162179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Network 77203701-f6da-49ee-a669-26a6284e2dd2 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:26.163258 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-012a89ed-cfc1-4e0a-aaac-572f34c045b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.167876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Pushing event updated for resources: {'Port': ['ID=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:26.176393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:26.182030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:26.182600 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a37eb3b-3242-4c58-be57-4a04f1eeb7e4 req-820fb813-f701-4fa4-ab1a-c7563f9e2806 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602669 Mar 07 16:09:26.216846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-efcda064-74ff-4822-9bc7-6e35d164652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.218322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-efcda064-74ff-4822-9bc7-6e35d164652d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1332645 Mar 07 16:09:26.245551 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.245852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-dd576aca-9502-4c3f-b38a-5aba036ef528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.247429 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-dd576aca-9502-4c3f-b38a-5aba036ef528 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.2276413 Mar 07 16:09:26.276833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.277542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.320134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-663fb5d2-541f-4065-9294-e43c63b5b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.321386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-e4211433-db91-4292-839e-770255aae4e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=26b3d0bb-baea-4587-861b-0506109bd54c HTTP/1.1" status: 200 len: 217 time: 0.0655789 Mar 07 16:09:26.321680 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-663fb5d2-541f-4065-9294-e43c63b5b66e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0892222 Mar 07 16:09:26.354408 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.386110 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-27c8e510-5b0e-49b8-b9c2-87f46c43057e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2787833 Mar 07 16:09:26.405168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Request body: {'port': {'device_id': 'f5c202a9-16e8-4b97-b85a-6b2a0633e44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:26.453576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-aeba1a49-cc94-4b1b-973e-6520a4bae878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.455103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-aeba1a49-cc94-4b1b-973e-6520a4bae878 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.1222064 Mar 07 16:09:26.529205 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-012a89ed-cfc1-4e0a-aaac-572f34c045b7 admin admin] Publish callbacks [] for security_group (a1a6c73a-268f-4275-8b4d-e6db17f917b3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.540201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887c65a-c3b1-4f37-85d1-af7d232c2b87 req-e6769d87-1376-4ad0-a3b8-72525afe5291 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.541748 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b887c65a-c3b1-4f37-85d1-af7d232c2b87 req-e6769d87-1376-4ad0-a3b8-72525afe5291 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 931 time: 0.2261219 Mar 07 16:09:26.548442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-012a89ed-cfc1-4e0a-aaac-572f34c045b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a1a6c73a-268f-4275-8b4d-e6db17f917b3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.561084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-411a337f-5c74-44d2-8a02-975e51640cd4 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276433 Mar 07 16:09:26.577612 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.626382 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-012a89ed-cfc1-4e0a-aaac-572f34c045b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70beae2202af40ccae9d22ecf2931cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6679862 Mar 07 16:09:26.631964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57462) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:26.635072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a89ed-cfc1-4e0a-aaac-572f34c045b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a6c73a-268f-4275-8b4d-e6db17f917b3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:26.664172 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-d2a34395-7dce-4b5b-af61-c45bedd67066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.665721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-d2a34395-7dce-4b5b-af61-c45bedd67066 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2026238 Mar 07 16:09:26.735779 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b887c65a-c3b1-4f37-85d1-af7d232c2b87 req-7144c3d9-2314-4a6d-bf40-e3ce59710f5f tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802325 Mar 07 16:09:26.879091 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-129bbc2f-18a0-4236-8366-5cefeb5455fd req-ac1a9e2c-aab2-40ff-a376-a0fbb39e41a8 service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076434 Mar 07 16:09:26.885969 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-220b760c-3844-4c9d-9006-91fd31cc571b service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098808 Mar 07 16:09:26.904695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5acae548-9aaa-4ee0-8923-18a24f48854d admin admin] Publish callbacks [] for security_group (a1a6c73a-268f-4275-8b4d-e6db17f917b3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.908977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4436696d-79fc-4aed-a6de-68e81f7bfa53 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:26.933362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Publish callbacks [] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.942484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4431b5-cceb-4697-ace3-cabf250d223c req-abdf27d3-c953-4eb5-b35e-2ef5fc29ea4e tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:26.944052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef4431b5-cceb-4697-ace3-cabf250d223c req-abdf27d3-c953-4eb5-b35e-2ef5fc29ea4e tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.2710767 Mar 07 16:09:26.969191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5acae548-9aaa-4ee0-8923-18a24f48854d admin admin] Publish callbacks [] for security_group (a1a6c73a-268f-4275-8b4d-e6db17f917b3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:26.973172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Transition to ACTIVE for port object 4436696d-79fc-4aed-a6de-68e81f7bfa53 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:09:26.987014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.046277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-041c018b-e2e1-4cc6-bb23-d50e30a3d0f9 req-f65ff2ae-86d0-49e1-bcd4-e73b6b6cd37a service neutron] 10.222.0.15 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317663 Mar 07 16:09:27.085498 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef4431b5-cceb-4697-ace3-cabf250d223c req-20a41c58-78c7-4f91-9905-838a5fd3e7f0 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270368 Mar 07 16:09:27.085971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Pushing event updated for resources: {'Port': ['ID=4436696d-79fc-4aed-a6de-68e81f7bfa53,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:27.114168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dc1ca4-d8fa-497b-8d90-3c5862fef029 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:27.124984 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Publish callbacks [] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.149932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Transition to ACTIVE for port object a2dc1ca4-d8fa-497b-8d90-3c5862fef029 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:09:27.151603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5acae548-9aaa-4ee0-8923-18a24f48854d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a1a6c73a-268f-4275-8b4d-e6db17f917b3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.154317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5acae548-9aaa-4ee0-8923-18a24f48854d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.158847 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5acae548-9aaa-4ee0-8923-18a24f48854d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1a6c73a-268f-4275-8b4d-e6db17f917b3 HTTP/1.1" status: 204 len: 168 time: 0.5236895 Mar 07 16:09:27.161284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7b244-11f5-4a57-96bd-845bac5ad2e0 req-97c6689e-928c-49b2-aa01-dc8564f9189f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.163769 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68b7b244-11f5-4a57-96bd-845bac5ad2e0 req-97c6689e-928c-49b2-aa01-dc8564f9189f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 943 time: 0.0826972 Mar 07 16:09:27.165264 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.174114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acae548-9aaa-4ee0-8923-18a24f48854d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a6c73a-268f-4275-8b4d-e6db17f917b3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:27.192414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Attempting to bind port 4436696d-79fc-4aed-a6de-68e81f7bfa53 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:09:27.192756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Attempting to bind port 4436696d-79fc-4aed-a6de-68e81f7bfa53 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:09:27.193084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Attempting to bind port 4436696d-79fc-4aed-a6de-68e81f7bfa53 on network ca14b26f-8c62-480c-9121-96fe2fe05b96 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:27.199085 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Port 4436696d-79fc-4aed-a6de-68e81f7bfa53 on network ca14b26f-8c62-480c-9121-96fe2fe05b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:09:27.199416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Attempting to bind port 4436696d-79fc-4aed-a6de-68e81f7bfa53 on network ca14b26f-8c62-480c-9121-96fe2fe05b96 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:27.210676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:09:27.210861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Checking segment: {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:27.212189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Bound using segment: {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:09:27.212189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Bound port: 4436696d-79fc-4aed-a6de-68e81f7bfa53, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8ee289-3af7-4e10-b4b2-8eafc7960e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:09:27.212563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.247238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:27.306697 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68b7b244-11f5-4a57-96bd-845bac5ad2e0 req-7af0e1ed-c263-47cc-a9cf-eab4f91626bf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157806 Mar 07 16:09:27.336341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Attempting to bind port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:09:27.336766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Attempting to bind port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '6396a434-c61f-400f-9ca8-73c96c6ef500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '77203701-f6da-49ee-a669-26a6284e2dd2'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:09:27.337170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Attempting to bind port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 on network 77203701-f6da-49ee-a669-26a6284e2dd2 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:27.342037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 on network 77203701-f6da-49ee-a669-26a6284e2dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:09:27.342356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Attempting to bind port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 on network 77203701-f6da-49ee-a669-26a6284e2dd2 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:27.352266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:09:27.352795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Checking segment: {'id': '6396a434-c61f-400f-9ca8-73c96c6ef500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '77203701-f6da-49ee-a669-26a6284e2dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:27.353694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Bound using segment: {'id': '6396a434-c61f-400f-9ca8-73c96c6ef500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '77203701-f6da-49ee-a669-26a6284e2dd2'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:09:27.354289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Bound port: a2dc1ca4-d8fa-497b-8d90-3c5862fef029, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6396a434-c61f-400f-9ca8-73c96c6ef500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '77203701-f6da-49ee-a669-26a6284e2dd2'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:09:27.354863 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.355380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] For port 4436696d-79fc-4aed-a6de-68e81f7bfa53, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:09:27.369728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] For port 4436696d-79fc-4aed-a6de-68e81f7bfa53, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4436696d-79fc-4aed-a6de-68e81f7bfa53,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:09:27.382503 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.399501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556acc29-c6ae-47cb-9850-aa64f3f10b2a req-89f97078-6730-4011-a1b0-201712d0fe9e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.403520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-556acc29-c6ae-47cb-9850-aa64f3f10b2a req-89f97078-6730-4011-a1b0-201712d0fe9e tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1110117 Mar 07 16:09:27.434173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] For port a2dc1ca4-d8fa-497b-8d90-3c5862fef029, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:09:27.434545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.435142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.436551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] 10.222.0.11 "PUT /v2.0/ports/4436696d-79fc-4aed-a6de-68e81f7bfa53 HTTP/1.1" status: 200 len: 1091 time: 1.3431497 Mar 07 16:09:27.438881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] For port a2dc1ca4-d8fa-497b-8d90-3c5862fef029, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,segment=NetworkSegment(6396a434-c61f-400f-9ca8-73c96c6ef500),segment_id=6396a434-c61f-400f-9ca8-73c96c6ef500)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:09:27.441602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e891da-dea9-4bf7-8ca9-f7ca3788f97e', 'tag': '4436696d-79fc-4aed-a6de-68e81f7bfa53'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:27.444007 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "95e891da-dea9-4bf7-8ca9-f7ca3788f97e", "tag": "4436696d-79fc-4aed-a6de-68e81f7bfa53"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:27.448137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.519264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.519868 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.521928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] 10.222.0.11 "PUT /v2.0/ports/a2dc1ca4-d8fa-497b-8d90-3c5862fef029 HTTP/1.1" status: 200 len: 1091 time: 1.1234019 Mar 07 16:09:27.524908 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c202a9-16e8-4b97-b85a-6b2a0633e44d', 'tag': 'a2dc1ca4-d8fa-497b-8d90-3c5862fef029'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:27.527324 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322d24a0-a101-49a8-b482-2a3e00ba0d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c202a9-16e8-4b97-b85a-6b2a0633e44d", "tag": "a2dc1ca4-d8fa-497b-8d90-3c5862fef029"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:27.528230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efec2a-0dea-4791-8c73-069793b2b35d service neutron] Pushing event updated for resources: {'Port': ['ID=4436696d-79fc-4aed-a6de-68e81f7bfa53,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:27.532888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b725f61-4f1c-433f-9dd9-6f697adcb305 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:27.538524 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e32c2f0-c2ca-4435-8512-9e03633233af x-openstack-request-id: req-8e32c2f0-c2ca-4435-8512-9e03633233af {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:27.538929 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e891da-dea9-4bf7-8ca9-f7ca3788f97e", "tag": "4436696d-79fc-4aed-a6de-68e81f7bfa53", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:27.539249 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e32c2f0-c2ca-4435-8512-9e03633233af {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:27.539843 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e891da-dea9-4bf7-8ca9-f7ca3788f97e', 'tag': '4436696d-79fc-4aed-a6de-68e81f7bfa53', 'status': 'completed', 'code': 200} Mar 07 16:09:27.568272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-556acc29-c6ae-47cb-9850-aa64f3f10b2a req-91accfc9-2c44-4ae0-9941-ab04f032023b tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407869 Mar 07 16:09:27.611929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-57880ede-48bf-4f99-a87e-8f9da2ac4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.614676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-57880ede-48bf-4f99-a87e-8f9da2ac4a61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 1125 time: 0.1010787 Mar 07 16:09:27.622742 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eee8c06-218d-4acf-9fc1-d322cd7e340e x-openstack-request-id: req-9eee8c06-218d-4acf-9fc1-d322cd7e340e {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:27.623074 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c202a9-16e8-4b97-b85a-6b2a0633e44d", "tag": "a2dc1ca4-d8fa-497b-8d90-3c5862fef029", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:27.623336 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9eee8c06-218d-4acf-9fc1-d322cd7e340e {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:27.623749 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c202a9-16e8-4b97-b85a-6b2a0633e44d', 'tag': 'a2dc1ca4-d8fa-497b-8d90-3c5862fef029', 'status': 'completed', 'code': 200} Mar 07 16:09:27.644210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-40a22159-4abc-494e-8400-93e7d4aed480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.645800 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-40a22159-4abc-494e-8400-93e7d4aed480 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2e4983b9a345ce958f27b33151c2ca&device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 1125 time: 0.0723841 Mar 07 16:09:27.669592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-b69b9565-d429-4487-9d58-48a17321a330 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4436696d-79fc-4aed-a6de-68e81f7bfa53 HTTP/1.1" status: 200 len: 217 time: 0.0463300 Mar 07 16:09:27.671177 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:27.694761 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-69fd50e1-8cfd-41c9-a5e9-0e705f44c7ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2dc1ca4-d8fa-497b-8d90-3c5862fef029 HTTP/1.1" status: 200 len: 217 time: 0.0413375 Mar 07 16:09:27.752928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-7ef9069f-34d9-44b7-8651-de90dafe9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.755924 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-7ef9069f-34d9-44b7-8651-de90dafe9c44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67c32767-8550-4df4-9ca3-3a1c757b02eb HTTP/1.1" status: 200 len: 861 time: 0.0536261 Mar 07 16:09:27.759085 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-3e43e0c0-7d63-4a66-9cfb-f64ece4f59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.760736 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-3e43e0c0-7d63-4a66-9cfb-f64ece4f59c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8650556-8c1c-4884-93eb-2da4185841b3 HTTP/1.1" status: 200 len: 851 time: 0.0826006 Mar 07 16:09:27.769104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0bab4-e2bb-4e3b-87cd-050777428337 req-30cde1e7-15fd-4d62-b44e-02c1ee447ef0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.770749 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8bf0bab4-e2bb-4e3b-87cd-050777428337 req-30cde1e7-15fd-4d62-b44e-02c1ee447ef0 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1043386 Mar 07 16:09:27.794182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-cab81e9e-89fb-471a-9132-2c2c201e0121 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77203701-f6da-49ee-a669-26a6284e2dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331905 Mar 07 16:09:27.809528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-5ffd28e5-5ebe-4f92-8f50-177b54262022 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca14b26f-8c62-480c-9121-96fe2fe05b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372124 Mar 07 16:09:27.919390 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8bf0bab4-e2bb-4e3b-87cd-050777428337 req-df1bb32e-6ad6-48fb-ac26-edebe1bac334 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372702 Mar 07 16:09:27.956033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-03105019-e7d7-4a6e-8e71-661720c2a5f5 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389692 Mar 07 16:09:27.958906 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-1c89dabc-6cf0-4aed-ae04-521ce13b5584 service neutron] 10.222.0.11 "GET /v2.0/networks/77203701-f6da-49ee-a669-26a6284e2dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588669 Mar 07 16:09:27.967270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff8528-138a-4e61-ae97-446369f3ffd6 req-ae102664-303b-46ab-965d-dde083e3dcb3 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:27.968878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-22ff8528-138a-4e61-ae97-446369f3ffd6 req-ae102664-303b-46ab-965d-dde083e3dcb3 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 943 time: 0.0853803 Mar 07 16:09:28.043346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57510) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:28.082361 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-22ff8528-138a-4e61-ae97-446369f3ffd6 req-912a2fae-56bb-4243-b209-785e5983fe81 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006103 Mar 07 16:09:28.094882 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d2f27c3-44f3-4640-b6d0-1b5f5ea04e81 req-a918b811-7d7d-46f9-b3a1-55f8321822ec service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255276 Mar 07 16:09:28.125337 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e14167-2c1c-4527-9d0c-b05a9078b94e req-28f7ff9e-3bfd-4700-a49f-d430ebeb1e61 service neutron] 10.222.0.11 "GET /v2.0/networks/77203701-f6da-49ee-a669-26a6284e2dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554151 Mar 07 16:09:28.237597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1790810992-network', 'tenant_id': '7aa5e6060a9e40d9b46eb9f31d689d5e'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:28.265488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fa0da-36e0-4310-9fd4-075d52ccc988 req-c737a729-2450-483f-b01e-9d8e903b6804 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.267045 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-487fa0da-36e0-4310-9fd4-075d52ccc988 req-c737a729-2450-483f-b01e-9d8e903b6804 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.0809340 Mar 07 16:09:28.270539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-9fb6663f-7edb-48d3-9665-1bcb7447e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.271578 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-9fb6663f-7edb-48d3-9665-1bcb7447e737 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 1125 time: 0.0941586 Mar 07 16:09:28.274300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Made reservation on behalf of 7aa5e6060a9e40d9b46eb9f31d689d5e for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:28.276673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:28.291087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:28.309664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5930d-5224-45cc-869b-e08ad9ced91c req-a8655d85-bdbb-4e7f-bdc1-a4b816a622b4 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.314771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cbf5930d-5224-45cc-869b-e08ad9ced91c req-a8655d85-bdbb-4e7f-bdc1-a4b816a622b4 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 946 time: 0.1316652 Mar 07 16:09:28.314771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-274010b2-8bde-471d-9fa9-35132c3e76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.315072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-274010b2-8bde-471d-9fa9-35132c3e76d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2e4983b9a345ce958f27b33151c2ca&device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 1125 time: 0.1242361 Mar 07 16:09:28.383110 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-487fa0da-36e0-4310-9fd4-075d52ccc988 req-54bbc0f2-4e61-4129-b1a5-076f1608cc54 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091702 Mar 07 16:09:28.409964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-4e09462f-cde6-49fa-b437-b11f01562e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.411676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-4e09462f-cde6-49fa-b437-b11f01562e4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 912 time: 0.1311905 Mar 07 16:09:28.451479 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cbf5930d-5224-45cc-869b-e08ad9ced91c req-f2ffaa58-c847-4c87-b511-6aed099c28bb tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330965 Mar 07 16:09:28.468156 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-ab99bd32-c4a0-4715-ade0-53987e752457 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4436696d-79fc-4aed-a6de-68e81f7bfa53 HTTP/1.1" status: 200 len: 217 time: 0.0464981 Mar 07 16:09:28.487042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-dbfd892d-1ab4-404a-8866-ef41f9653818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.488709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-dbfd892d-1ab4-404a-8866-ef41f9653818 service neutron] 10.222.0.11 "GET /v2.0/networks?id=77203701-f6da-49ee-a669-26a6284e2dd2 HTTP/1.1" status: 200 len: 922 time: 0.1666095 Mar 07 16:09:28.550255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-b3ca6a41-c48d-434f-aa4f-2b2378fe7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.551372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-0f7bd3fb-b92d-414d-ad41-a935c9580b05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2dc1ca4-d8fa-497b-8d90-3c5862fef029 HTTP/1.1" status: 200 len: 217 time: 0.0521545 Mar 07 16:09:28.551606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-b3ca6a41-c48d-434f-aa4f-2b2378fe7102 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8650556-8c1c-4884-93eb-2da4185841b3 HTTP/1.1" status: 200 len: 851 time: 0.0656276 Mar 07 16:09:28.557033 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Publish callbacks [] for security_group (3a25787e-256f-478e-8a52-9b9a11a52505), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:28.561247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994607f-7dfb-454d-854b-93a7342421cb req-ac7f8a01-5e7e-4879-ac81-259e915d44fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.562761 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b994607f-7dfb-454d-854b-93a7342421cb req-ac7f8a01-5e7e-4879-ac81-259e915d44fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1079490 Mar 07 16:09:28.572266 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3a25787e-256f-478e-8a52-9b9a11a52505), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:28.593984 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-dbd8d75b-6306-4eaf-b3be-bfd96bc1d912 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca14b26f-8c62-480c-9121-96fe2fe05b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302329 Mar 07 16:09:28.637940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:09:28.672803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-1be48439-17bb-4ded-80ca-faa9b78d4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.674287 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-1be48439-17bb-4ded-80ca-faa9b78d4d44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67c32767-8550-4df4-9ca3-3a1c757b02eb HTTP/1.1" status: 200 len: 861 time: 0.1125207 Mar 07 16:09:28.677568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25787e-256f-478e-8a52-9b9a11a52505,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:28.682019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ad01f8d0-61c9-4d6a-beca-4fc6e4b655fd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:28.682370 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Added segment ad01f8d0-61c9-4d6a-beca-4fc6e4b655fd of type vlan for network 1dd3f87e-f44c-470d-98a9-c6d80a21685b Mar 07 16:09:28.745138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-f8815566-76ec-44de-b031-321136f6e26b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77203701-f6da-49ee-a669-26a6284e2dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610843 Mar 07 16:09:28.759985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (1dd3f87e-f44c-470d-98a9-c6d80a21685b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:28.809538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662e0e0-c677-43df-9c20-8efeeb3676a8 req-2bd77695-34b7-4a4b-aaa8-e5ddc2b801ae tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.811061 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9662e0e0-c677-43df-9c20-8efeeb3676a8 req-2bd77695-34b7-4a4b-aaa8-e5ddc2b801ae tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 943 time: 0.2063780 Mar 07 16:09:28.880531 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (1dd3f87e-f44c-470d-98a9-c6d80a21685b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:28.882239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:28.882891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:28.952357 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9078021 Mar 07 16:09:28.981222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57524) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:28.988706 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9662e0e0-c677-43df-9c20-8efeeb3676a8 req-897be628-8efe-409e-aee7-00c2eccac06d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684005 Mar 07 16:09:28.989957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Request body: {'subnet': {'network_id': '1dd3f87e-f44c-470d-98a9-c6d80a21685b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1790810992-subnet', 'tenant_id': '7aa5e6060a9e40d9b46eb9f31d689d5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:28.993038 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-67421557-654b-4285-92f1-55b361404a18 service neutron] 10.222.0.11 "GET /v2.0/networks/77203701-f6da-49ee-a669-26a6284e2dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372518 Mar 07 16:09:28.994027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712deb7c-4dfa-4fe8-ac23-29ac1438fcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=1dd3f87e-f44c-470d-98a9-c6d80a21685b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:29.000918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b994607f-7dfb-454d-854b-93a7342421cb req-65ed71c8-2a48-4036-b75f-f2f776b1d102 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102590 Mar 07 16:09:29.004770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 1dd3f87e-f44c-470d-98a9-c6d80a21685b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:09:29.042204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-2c1afb76-c86b-4f6d-a4fb-a7c51229d2f0 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355567 Mar 07 16:09:29.044631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Made reservation on behalf of 7aa5e6060a9e40d9b46eb9f31d689d5e for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:29.046974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:29.105713 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-322d24a0-a101-49a8-b482-2a3e00ba0d5d req-ce3bb210-aeef-4662-bdd1-f57c7620f762 service neutron] 10.222.0.11 "GET /v2.0/networks/77203701-f6da-49ee-a669-26a6284e2dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055324 Mar 07 16:09:29.122074 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:29.204656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1732dd-13ef-4191-a7ad-eebe2ddebc60 req-0b8586ba-165d-4777-b74a-0ad61b9dfd92 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:29.206134 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1732dd-13ef-4191-a7ad-eebe2ddebc60 req-0b8586ba-165d-4777-b74a-0ad61b9dfd92 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 943 time: 0.0574017 Mar 07 16:09:29.259007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ae1732dd-13ef-4191-a7ad-eebe2ddebc60 req-143ee61d-6ef0-4365-8238-a34acc7a7192 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 Mar 07 16:09:29.268254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6f084-f45d-454d-a97c-d53bbf88913f req-ef0f09f1-e51d-4ec1-b3ae-7adeaa594147 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:29.269828 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4bf6f084-f45d-454d-a97c-d53bbf88913f req-ef0f09f1-e51d-4ec1-b3ae-7adeaa594147 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1635776 Mar 07 16:09:29.278820 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-451f6cc3-71a4-428e-b7b1-25b961bbbbd5 req-76f5c16e-3513-41b0-93e9-664a67a60548 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737142 Mar 07 16:09:29.377605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4bf6f084-f45d-454d-a97c-d53bbf88913f req-f2734a87-30d6-467d-9a6e-0a3a723412db tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008506 Mar 07 16:09:29.402043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (168c3643-ef4e-4003-903a-551e61ee8ebe), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:29.458359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=168c3643-ef4e-4003-903a-551e61ee8ebe,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:29.501429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Checking segment: {'id': 'ad01f8d0-61c9-4d6a-beca-4fc6e4b655fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1dd3f87e-f44c-470d-98a9-c6d80a21685b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:29.501794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Network hostable DHCP agents. Network: 1dd3f87e-f44c-470d-98a9-c6d80a21685b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:09:29.541980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1cb5a-7675-4971-ab03-2d70fa5fb5d0 req-91cf3e77-c7d0-4eda-9584-17ecdb048676 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:29.542241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2bfd3-2eb5-4f83-a499-a0025257817b req-8eca7c84-a660-49d7-bd8d-98585a84b200 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:29.543513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6e1cb5a-7675-4971-ab03-2d70fa5fb5d0 req-91cf3e77-c7d0-4eda-9584-17ecdb048676 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.0554309 Mar 07 16:09:29.543640 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91e2bfd3-2eb5-4f83-a499-a0025257817b req-8eca7c84-a660-49d7-bd8d-98585a84b200 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.0861793 Mar 07 16:09:29.544689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Network 1dd3f87e-f44c-470d-98a9-c6d80a21685b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:09:29.559645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 1dd3f87e-f44c-470d-98a9-c6d80a21685b) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:29.564141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:29.564755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:29.568604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865c81f-469a-43c3-b082-e0f34e24dcd5 None None] Network 1dd3f87e-f44c-470d-98a9-c6d80a21685b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:29.597514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c3f28c28-d458-419c-990c-864c5194a62d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6126339 Mar 07 16:09:29.613311 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91e2bfd3-2eb5-4f83-a499-a0025257817b req-1e225c9d-ab03-4b2f-a34b-2d4c49bfce63 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627306 Mar 07 16:09:29.619499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6e1cb5a-7675-4971-ab03-2d70fa5fb5d0 req-222d1e09-73c6-4dbc-9083-8cb3474eb868 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655179 Mar 07 16:09:29.697538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f912220-1736-4520-8117-aeb846fd7220 None None] Network 1dd3f87e-f44c-470d-98a9-c6d80a21685b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:29.785030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-9eb9f59e-8ca5-47a9-aa56-ab8aa7793007 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:29.787098 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-9eb9f59e-8ca5-47a9-aa56-ab8aa7793007 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 946 time: 0.0804095 Mar 07 16:09:29.807911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fb661-476a-4ce4-95da-3c84f181630d req-13dc42fe-d374-4259-b984-bf8f2e697d34 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:29.809716 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-739fb661-476a-4ce4-95da-3c84f181630d req-13dc42fe-d374-4259-b984-bf8f2e697d34 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 946 time: 0.1035211 Mar 07 16:09:29.867585 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-739fb661-476a-4ce4-95da-3c84f181630d req-df0e87c6-8919-4f36-afa1-d7af5e84e66e tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e0ccf-86d6-4c5b-8e2c-db921292a720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518112 Mar 07 16:09:29.931087 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b3f1-766a-4323-b67e-80d61b263a11 req-0ec4fd1b-23b4-4693-9bd2-944a3f8ba0f2 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:29.932598 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aae8b3f1-766a-4323-b67e-80d61b263a11 req-0ec4fd1b-23b4-4693-9bd2-944a3f8ba0f2 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1008987 Mar 07 16:09:29.961626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Deleting port a3d9d539-d2c1-422c-9e81-db076d548446 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:29.961981 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.040878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aae8b3f1-766a-4323-b67e-80d61b263a11 req-3c5f435a-3dda-4356-be7d-944c8c001918 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016555 Mar 07 16:09:30.092825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] For port a3d9d539-d2c1-422c-9e81-db076d548446, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a3d9d539-d2c1-422c-9e81-db076d548446,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:30.093285 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.143266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be664f6-a957-4fb9-8f3b-e34485656d9a req-cc6042b1-a54c-460f-aa4a-36fb574bed36 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:30.144983 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3be664f6-a957-4fb9-8f3b-e34485656d9a req-cc6042b1-a54c-460f-aa4a-36fb574bed36 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 943 time: 0.0605438 Mar 07 16:09:30.188605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57562) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:30.194474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-549777166-network', 'tenant_id': '93e576cfd6f84fd68d6360e3d68b1c04'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:30.223213 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3be664f6-a957-4fb9-8f3b-e34485656d9a req-cc4b84ef-10a4-4750-978e-5567f37d9d8c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687878 Mar 07 16:09:30.234446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Made reservation on behalf of 93e576cfd6f84fd68d6360e3d68b1c04 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:30.237759 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.252580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.330236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a2dc1ca4-d8fa-497b-8d90-3c5862fef029 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:09:30.354936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.356465 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.356832 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Floating IP 196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e disassociated. External IP: 172.25.4.32, port: a3d9d539-d2c1-422c-9e81-db076d548446. Mar 07 16:09:30.357210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Calling delete_port for a3d9d539-d2c1-422c-9e81-db076d548446 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:30.366592 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Publish callbacks [] for security_group (32a96574-a1e0-49eb-907c-7a612d59f2cb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.383048 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (32a96574-a1e0-49eb-907c-7a612d59f2cb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.396142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:09:30.449047 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4c70447f-4665-4474-8c05-47589f7878d4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.449441 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Added segment 4c70447f-4665-4474-8c05-47589f7878d4 of type vlan for network 96972baf-757e-4170-a268-4f57e2ee04e2 Mar 07 16:09:30.468375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a2dc1ca4-d8fa-497b-8d90-3c5862fef029, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,segment=NetworkSegment(6396a434-c61f-400f-9ca8-73c96c6ef500),segment_id=6396a434-c61f-400f-9ca8-73c96c6ef500)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:30.482738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'a2dc1ca4-d8fa-497b-8d90-3c5862fef029', 'network_id': '77203701-f6da-49ee-a669-26a6284e2dd2', 'port_id': 'a2dc1ca4-d8fa-497b-8d90-3c5862fef029', 'mac_address': 'fa:16:3e:02:3f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c32767-8550-4df4-9ca3-3a1c757b02eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:09:30.498154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a96574-a1e0-49eb-907c-7a612d59f2cb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:30.498627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc564a4-1335-4a28-9f2c-efc275574b40 req-ec1451d0-cab4-4113-b411-f2b7dfddb0a6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:30.500303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6bc564a4-1335-4a28-9f2c-efc275574b40 req-ec1451d0-cab4-4113-b411-f2b7dfddb0a6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.0824132 Mar 07 16:09:30.509341 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (96972baf-757e-4170-a268-4f57e2ee04e2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.532462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea09f4-33d5-4547-8b37-7a15e63340e8 req-82e36503-3225-4d91-918b-96dcae5fce32 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:30.533995 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dbea09f4-33d5-4547-8b37-7a15e63340e8 req-82e36503-3225-4d91-918b-96dcae5fce32 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 943 time: 0.1722696 Mar 07 16:09:30.536586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:30.537103 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.554505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dc1ca4-d8fa-497b-8d90-3c5862fef029 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:30.558454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (96972baf-757e-4170-a268-4f57e2ee04e2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.560317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:30.560640 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.575108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a2dc1ca4-d8fa-497b-8d90-3c5862fef029, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,segment=NetworkSegment(6396a434-c61f-400f-9ca8-73c96c6ef500),segment_id=6396a434-c61f-400f-9ca8-73c96c6ef500)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:30.581418 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.582431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4436696d-79fc-4aed-a6de-68e81f7bfa53 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:09:30.596839 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6bc564a4-1335-4a28-9f2c-efc275574b40 req-96a43b20-eeb0-4ca0-b41d-8850e0cc273c tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834067 Mar 07 16:09:30.611880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a3d9d539-d2c1-422c-9e81-db076d548446), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.633156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dbea09f4-33d5-4547-8b37-7a15e63340e8 req-fd0befd8-58b6-421f-8ad4-998f40c38ef2 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870795 Mar 07 16:09:30.648000 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4582789 Mar 07 16:09:30.648882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57570) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:30.651135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event deleted for resources: {'Port': ['ID=a3d9d539-d2c1-422c-9e81-db076d548446,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:30.658228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Request body: {'subnet': {'network_id': '96972baf-757e-4170-a268-4f57e2ee04e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-549777166-subnet', 'tenant_id': '93e576cfd6f84fd68d6360e3d68b1c04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:30.669041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:30.722047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4519e-3bde-419d-b544-2cb6b55bb6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=96972baf-757e-4170-a268-4f57e2ee04e2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:30.738947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 96972baf-757e-4170-a268-4f57e2ee04e2 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:09:30.742021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Made reservation on behalf of 93e576cfd6f84fd68d6360e3d68b1c04 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:30.744947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:30.829193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:09:30.855642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08505ce2-2657-4bfc-9e22-97b35d93beae req-d0a92d77-915f-4c0d-9311-fc5f07ad2249 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:30.857247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08505ce2-2657-4bfc-9e22-97b35d93beae req-d0a92d77-915f-4c0d-9311-fc5f07ad2249 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.0783863 Mar 07 16:09:30.929946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3856a21-7ed4-4973-965e-2977bd74225f req-68f6a692-03a8-4bc8-820d-90e5585aa3af tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:30.934455 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3856a21-7ed4-4973-965e-2977bd74225f req-68f6a692-03a8-4bc8-820d-90e5585aa3af tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.1152785 Mar 07 16:09:30.967293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4436696d-79fc-4aed-a6de-68e81f7bfa53, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4436696d-79fc-4aed-a6de-68e81f7bfa53,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:30.991896 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08505ce2-2657-4bfc-9e22-97b35d93beae req-f6c7dc29-f8ad-436e-a642-09cd62c6b8f4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968995 Mar 07 16:09:31.003796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:09:31.016202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '4436696d-79fc-4aed-a6de-68e81f7bfa53', 'network_id': 'ca14b26f-8c62-480c-9121-96fe2fe05b96', 'port_id': '4436696d-79fc-4aed-a6de-68e81f7bfa53', 'mac_address': 'fa:16:3e:83:07:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8650556-8c1c-4884-93eb-2da4185841b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:09:31.023404 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] Sync routers for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:09:31.052134 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:31.054027 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:31.063568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 4436696d-79fc-4aed-a6de-68e81f7bfa53 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:31.064224 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:31.074676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] No DVR routers for this DVR port a3d9d539-d2c1-422c-9e81-db076d548446 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:09:31.078285 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:31.083807 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fa7d53e-56b3-47d0-bc89-02cdd097252d req-1a751acb-a504-4b27-bf85-3ce360361ba6 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.11 "DELETE /v2.0/ports/a3d9d539-d2c1-422c-9e81-db076d548446 HTTP/1.1" status: 204 len: 173 time: 1.2905827 Mar 07 16:09:31.084898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4436696d-79fc-4aed-a6de-68e81f7bfa53 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:31.085704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'name': 'network-vif-deleted', 'tag': 'a3d9d539-d2c1-422c-9e81-db076d548446'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:31.089214 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d5f2e3-b5c7-44f6-8188-75a789d0e20d" -d '{"events": [{"server_uuid": "fc9d30d3-ce3a-44e9-adad-55983ab1e317", "name": "network-vif-deleted", "tag": "a3d9d539-d2c1-422c-9e81-db076d548446"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:31.108762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (c8ed6495-4edd-4d0d-8fbb-712bbfedc499), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:31.113215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4436696d-79fc-4aed-a6de-68e81f7bfa53, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4436696d-79fc-4aed-a6de-68e81f7bfa53,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:31.120825 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:31.161414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ed6495-4edd-4d0d-8fbb-712bbfedc499,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:31.221273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bb7b681a-8e93-4c45-8712-f2cd1b2225e3 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:09:31.229935 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b3856a21-7ed4-4973-965e-2977bd74225f req-ebbb76a3-e6b3-4830-ade6-4e5d2cbf0cda tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389598 Mar 07 16:09:31.286855 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:31.295533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=4436696d-79fc-4aed-a6de-68e81f7bfa53,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:31.300805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Checking segment: {'id': '4c70447f-4665-4474-8c05-47589f7878d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '96972baf-757e-4170-a268-4f57e2ee04e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:31.304457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Network hostable DHCP agents. Network: 96972baf-757e-4170-a268-4f57e2ee04e2, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:09:31.337997 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f384c6b6-9985-46e3-8de1-9e200794c898 req-881c4e43-60e6-4712-81e7-2f17d87134cc tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc9d30d3-ce3a-44e9-adad-55983ab1e317 HTTP/1.1" status: 200 len: 210 time: 0.0556836 Mar 07 16:09:31.357152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Network 96972baf-757e-4170-a268-4f57e2ee04e2 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:09:31.374168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-2a9eb81c-9e79-4d92-8cdd-2e46b378ffa8 req-3d69b919-bf56-47c4-9196-a79f5f4c498d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:09:31.387405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a9eb81c-9e79-4d92-8cdd-2e46b378ffa8 req-3d69b919-bf56-47c4-9196-a79f5f4c498d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160160 Mar 07 16:09:31.387709 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4536af-39e5-4a44-bc72-7fbe1ed37cc0 x-openstack-request-id: req-ab4536af-39e5-4a44-bc72-7fbe1ed37cc0 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:31.387709 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9d30d3-ce3a-44e9-adad-55983ab1e317", "name": "network-vif-deleted", "tag": "a3d9d539-d2c1-422c-9e81-db076d548446", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:31.387709 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab4536af-39e5-4a44-bc72-7fbe1ed37cc0 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:31.388346 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d30d3-ce3a-44e9-adad-55983ab1e317', 'name': 'network-vif-deleted', 'tag': 'a3d9d539-d2c1-422c-9e81-db076d548446', 'status': 'completed', 'code': 200} Mar 07 16:09:31.395687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 96972baf-757e-4170-a268-4f57e2ee04e2) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:31.405102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:31.406043 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:31.439137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-34951128-5701-4016-8d8b-102293a3c9e8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7865145 Mar 07 16:09:31.472082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:31.487868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3', 'mac_address': 'fa:16:3e:a2:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:09:31.493083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a2dc1ca4-d8fa-497b-8d90-3c5862fef029'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:31.496075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['4436696d-79fc-4aed-a6de-68e81f7bfa53'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:31.558493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74e99d-8c0c-4917-a3e4-ecb239b98706 req-7751ea73-69ff-4007-8e61-98bcc93e2392 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:31.560394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7d74e99d-8c0c-4917-a3e4-ecb239b98706 req-7751ea73-69ff-4007-8e61-98bcc93e2392 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.0628092 Mar 07 16:09:31.571105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c1eea-ec98-43ce-91e0-3afc39f28c4f None None] Network 96972baf-757e-4170-a268-4f57e2ee04e2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:31.575772 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:31.586454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a716704-06c3-442b-be4a-0d1e6557fb3e req-2d3f1915-c0e6-46aa-922e-d8df33d15da5 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:31.598771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a716704-06c3-442b-be4a-0d1e6557fb3e req-2d3f1915-c0e6-46aa-922e-d8df33d15da5 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 944 time: 0.0963399 Mar 07 16:09:31.605498 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] Checking router: 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:09:31.620543 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:31.621494 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:31.637828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57586) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:31.682828 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7d74e99d-8c0c-4917-a3e4-ecb239b98706 req-5613b906-2257-41fa-b0f1-18b29c7cd092 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907257 Mar 07 16:09:31.714601 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a716704-06c3-442b-be4a-0d1e6557fb3e req-91528cb0-b670-4c36-b51c-45acdcb514a2 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148462 Mar 07 16:09:31.733270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa842cd-089c-4edb-a24c-a62966449b4a admin admin] Deleting subnet 168c3643-ef4e-4003-903a-551e61ee8ebe {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:31.744768 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-faa842cd-089c-4edb-a24c-a62966449b4a admin admin] Publish callbacks [] for subnet (168c3643-ef4e-4003-903a-551e61ee8ebe), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:31.838953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:31.839402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:31.841301 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:31.864226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-faa842cd-089c-4edb-a24c-a62966449b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (168c3643-ef4e-4003-903a-551e61ee8ebe), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:31.872201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e1f2f-2677-46c4-9aee-4389b731955e req-94cf7c19-f436-4f02-ad4c-1833676989fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:31.874246 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-903e1f2f-2677-46c4-9aee-4389b731955e req-94cf7c19-f436-4f02-ad4c-1833676989fe tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1044495 Mar 07 16:09:31.883908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7b681a-8e93-4c45-8712-f2cd1b2225e3 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:31.936438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12a045-62a1-4dce-b9db-dbcb6aedcbc4 req-4ccd6b6c-79fb-4aad-810f-9085238fd973 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:31.938441 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-903e1f2f-2677-46c4-9aee-4389b731955e req-49a84e25-e601-448a-ac96-454482eb7b85 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Mar 07 16:09:31.938866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8b12a045-62a1-4dce-b9db-dbcb6aedcbc4 req-4ccd6b6c-79fb-4aad-810f-9085238fd973 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 944 time: 0.1200397 Mar 07 16:09:31.953556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:31.961448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea942f9-8979-4d7f-94b4-4d30a4a9e470 None None] Network 96972baf-757e-4170-a268-4f57e2ee04e2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:31.973108 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:31.974304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:09:31.975875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-faa842cd-089c-4edb-a24c-a62966449b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (168c3643-ef4e-4003-903a-551e61ee8ebe), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.072500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8b12a045-62a1-4dce-b9db-dbcb6aedcbc4 req-d269a830-2fab-420a-b406-6c02faee9735 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218736 Mar 07 16:09:32.091286 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-faa842cd-089c-4edb-a24c-a62966449b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (168c3643-ef4e-4003-903a-551e61ee8ebe), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.108542 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:09:32.124125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa842cd-089c-4edb-a24c-a62966449b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168c3643-ef4e-4003-903a-551e61ee8ebe,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:32.126332 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-faa842cd-089c-4edb-a24c-a62966449b4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.129921 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-faa842cd-089c-4edb-a24c-a62966449b4a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/168c3643-ef4e-4003-903a-551e61ee8ebe HTTP/1.1" status: 204 len: 168 time: 0.4910574 Mar 07 16:09:32.133306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57596) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:32.160734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9a03d-70de-4f5c-bcd1-7c15a4623443 req-0f5c7f6a-ad6e-43a1-ae5e-7bfbb5b89dfb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:32.161806 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:32.164091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:32.169111 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0d9a03d-70de-4f5c-bcd1-7c15a4623443 req-0f5c7f6a-ad6e-43a1-ae5e-7bfbb5b89dfb tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1022108 Mar 07 16:09:32.197021 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709536b-03c8-4448-abcf-2cb3c7df53e0 None None] The sync data for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 is: [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:06:58Z', 'revision_number': 4, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'd155d751-cc85-47d2-8bc8-4f5c5ec436f7', 'name': '', 'network_id': '7dfe412a-9378-485b-8128-0e25ac679751', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'mac_address': 'fa:16:3e:5a:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:53Z', 'updated_at': '2022-03-07T16:07:05Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'subnets': [{'id': 'e9c26510-8d64-42ae-9a74-5377602fc673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:09:32.207384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:32.227346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '26b3d0bb-baea-4587-861b-0506109bd54c', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '26b3d0bb-baea-4587-861b-0506109bd54c', 'mac_address': 'fa:16:3e:09:2d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:09:32.283810 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0d9a03d-70de-4f5c-bcd1-7c15a4623443 req-f9ae2907-7719-4bb2-8da1-5db366586bc9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137698 Mar 07 16:09:32.286538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (1dd3f87e-f44c-470d-98a9-c6d80a21685b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.365100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 26b3d0bb-baea-4587-861b-0506109bd54c is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:32.366075 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.387007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b3d0bb-baea-4587-861b-0506109bd54c {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:32.408717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:32.414104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a71b5-85a6-4e4d-9b69-901c4df9fe59 req-8d724c94-53eb-4ff1-b7aa-83cad379c662 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:32.416269 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.422395 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f6a71b5-85a6-4e4d-9b69-901c4df9fe59 req-8d724c94-53eb-4ff1-b7aa-83cad379c662 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 949 time: 0.0824902 Mar 07 16:09:32.445585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (1dd3f87e-f44c-470d-98a9-c6d80a21685b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.478962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd3f87e-f44c-470d-98a9-c6d80a21685b']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:32.481437 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:32.492683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad01f8d0-61c9-4d6a-beca-4fc6e4b655fd') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:32.493176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad01f8d0-61c9-4d6a-beca-4fc6e4b655fd') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:32.496791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f6a71b5-85a6-4e4d-9b69-901c4df9fe59 req-8e192be8-9efb-4233-b7ce-c3427bee5030 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732720 Mar 07 16:09:32.509985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda74507-668f-4f62-8aaf-dec97e7f83be req-ca32cd07-400b-42a0-a827-6187a3ac0aad tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:32.511732 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eda74507-668f-4f62-8aaf-dec97e7f83be req-ca32cd07-400b-42a0-a827-6187a3ac0aad tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1595275 Mar 07 16:09:32.516507 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (ad01f8d0-61c9-4d6a-beca-4fc6e4b655fd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.544165 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ad01f8d0-61c9-4d6a-beca-4fc6e4b655fd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.549964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a83d4e-e976-4559-a9fc-491c5fc24db6 None None] New status for floating IP 196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:09:32.555597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:09:32.556012 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (ad01f8d0-61c9-4d6a-beca-4fc6e4b655fd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:09:32.557726 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:09:32.584032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57608) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:32.627356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eda74507-668f-4f62-8aaf-dec97e7f83be req-765c1687-16ad-4cb3-853c-23d5ef418421 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087222 Mar 07 16:09:32.638125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (1dd3f87e-f44c-470d-98a9-c6d80a21685b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.647334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b72989fd-ce49-485c-b036-6c4756ce4d4d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (008e0ccf-86d6-4c5b-8e2c-db921292a720), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.660830 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.666829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1dd3f87e-f44c-470d-98a9-c6d80a21685b HTTP/1.1" status: 204 len: 168 time: 0.5300713 Mar 07 16:09:32.668744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7066e3-296a-47ee-9d89-9b0c5d4fa796 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd3f87e-f44c-470d-98a9-c6d80a21685b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:32.670926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57614) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:32.678355 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b72989fd-ce49-485c-b036-6c4756ce4d4d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (008e0ccf-86d6-4c5b-8e2c-db921292a720), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.752786 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b72989fd-ce49-485c-b036-6c4756ce4d4d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (008e0ccf-86d6-4c5b-8e2c-db921292a720), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.755933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b72989fd-ce49-485c-b036-6c4756ce4d4d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.757764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b72989fd-ce49-485c-b036-6c4756ce4d4d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "DELETE /v2.0/security-groups/008e0ccf-86d6-4c5b-8e2c-db921292a720 HTTP/1.1" status: 204 len: 168 time: 0.1718841 Mar 07 16:09:32.761183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57618) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:32.765308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-614289a8-8cf5-451b-a7b2-a727e7061a6f admin admin] Deleting subnet c8ed6495-4edd-4d0d-8fbb-712bbfedc499 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:32.771154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989fd-ce49-485c-b036-6c4756ce4d4d tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e0ccf-86d6-4c5b-8e2c-db921292a720,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:32.777818 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-614289a8-8cf5-451b-a7b2-a727e7061a6f admin admin] Publish callbacks [] for subnet (c8ed6495-4edd-4d0d-8fbb-712bbfedc499), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.812280 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-4f64987c-a106-4645-b521-a47d8808743a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] show failed (client error): The resource could not be found. Mar 07 16:09:32.813343 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4f64987c-a106-4645-b521-a47d8808743a tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "GET /v2.0/security-groups/008e0ccf-86d6-4c5b-8e2c-db921292a720 HTTP/1.1" status: 404 len: 347 time: 0.0453532 Mar 07 16:09:32.816235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57620) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:32.852009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5c91b-68ce-497a-ade2-f6d7d9c00a80 req-baad0951-a0a5-470b-998a-fc20526e574a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:32.853963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1e5c91b-68ce-497a-ade2-f6d7d9c00a80 req-baad0951-a0a5-470b-998a-fc20526e574a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 944 time: 0.0607293 Mar 07 16:09:32.868586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-614289a8-8cf5-451b-a7b2-a727e7061a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (c8ed6495-4edd-4d0d-8fbb-712bbfedc499), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:32.898604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1ea3d-0eec-4c7d-aa22-78cba7eeab97 req-956cccc2-2839-495f-9a85-a7b919006cec tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:32.900142 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11e1ea3d-0eec-4c7d-aa22-78cba7eeab97 req-956cccc2-2839-495f-9a85-a7b919006cec tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1825554 Mar 07 16:09:32.900795 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1e5c91b-68ce-497a-ade2-f6d7d9c00a80 req-e4a022ed-59a8-47aa-b226-0eb1740cb60e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Mar 07 16:09:32.957365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['bb7b681a-8e93-4c45-8712-f2cd1b2225e3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:32.964655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['26b3d0bb-baea-4587-861b-0506109bd54c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:32.996269 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-614289a8-8cf5-451b-a7b2-a727e7061a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (c8ed6495-4edd-4d0d-8fbb-712bbfedc499), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.053957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11e1ea3d-0eec-4c7d-aa22-78cba7eeab97 req-45ad5607-c7c4-432f-a9ba-75c940b43e22 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456609 Mar 07 16:09:33.078834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Deleting port 4b4849d1-465e-4048-80d6-5cacac760e8b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:33.079447 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4b4849d1-465e-4048-80d6-5cacac760e8b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.096055 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-614289a8-8cf5-451b-a7b2-a727e7061a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (c8ed6495-4edd-4d0d-8fbb-712bbfedc499), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.161245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614289a8-8cf5-451b-a7b2-a727e7061a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ed6495-4edd-4d0d-8fbb-712bbfedc499,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:33.165395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-614289a8-8cf5-451b-a7b2-a727e7061a6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.168870 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-614289a8-8cf5-451b-a7b2-a727e7061a6f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c8ed6495-4edd-4d0d-8fbb-712bbfedc499 HTTP/1.1" status: 204 len: 168 time: 0.4968605 Mar 07 16:09:33.173633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57626) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:33.210289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8fbfe-521f-415e-bbf9-f353e47cebec req-3bd41e0f-1821-4590-9c67-e91d471effbd tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:33.211852 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7db8fbfe-521f-415e-bbf9-f353e47cebec req-3bd41e0f-1821-4590-9c67-e91d471effbd tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.0549996 Mar 07 16:09:33.276727 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7db8fbfe-521f-415e-bbf9-f353e47cebec req-1f149561-8677-433a-9d55-11baac244cac tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581322 Mar 07 16:09:33.297294 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4b4849d1-465e-4048-80d6-5cacac760e8b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.297635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (4b4849d1-465e-4048-80d6-5cacac760e8b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.317773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbd4e4-3f01-4a17-90f4-64a5a8fde499 req-97f18848-c3e1-41f5-a0eb-723cc02d9c3a tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:33.319812 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85cbd4e4-3f01-4a17-90f4-64a5a8fde499 req-97f18848-c3e1-41f5-a0eb-723cc02d9c3a tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 944 time: 0.1611326 Mar 07 16:09:33.322439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (96972baf-757e-4170-a268-4f57e2ee04e2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.330453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Calling delete_port for 4b4849d1-465e-4048-80d6-5cacac760e8b owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:33.463779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074148-8814-41bb-9253-4494ef677ef5 req-562243ec-56c1-454a-a70d-c97d50fbe4dd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:33.465275 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a074148-8814-41bb-9253-4494ef677ef5 req-562243ec-56c1-454a-a70d-c97d50fbe4dd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0532839 Mar 07 16:09:33.493173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85cbd4e4-3f01-4a17-90f4-64a5a8fde499 req-bd72aded-9eec-4645-b4c0-02acfc4cf0e1 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645429 Mar 07 16:09:33.498408 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (96972baf-757e-4170-a268-4f57e2ee04e2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.527375 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a074148-8814-41bb-9253-4494ef677ef5 req-991c01ff-5f1f-43f5-b87a-05af8fd78c4b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565400 Mar 07 16:09:33.528216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96972baf-757e-4170-a268-4f57e2ee04e2']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:33.554555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c70447f-4665-4474-8c05-47589f7878d4') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:33.555050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c70447f-4665-4474-8c05-47589f7878d4') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:33.568698 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (4c70447f-4665-4474-8c05-47589f7878d4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.611565 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4c70447f-4665-4474-8c05-47589f7878d4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.643820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:09:33.644273 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (4c70447f-4665-4474-8c05-47589f7878d4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.644988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28782ebf-b238-494d-8519-2d547307f276 req-2733da00-c3d6-4296-80a5-a3be12c2208e tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:33.646527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28782ebf-b238-494d-8519-2d547307f276 req-2733da00-c3d6-4296-80a5-a3be12c2208e tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 949 time: 0.0552702 Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:09:33.647627 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:09:33.696443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28782ebf-b238-494d-8519-2d547307f276 req-6d546e3f-2602-47dc-bcd3-cfbfb5fcef34 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426786 Mar 07 16:09:33.707466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4b4849d1-465e-4048-80d6-5cacac760e8b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.745879 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (96972baf-757e-4170-a268-4f57e2ee04e2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.749543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Pushing event deleted for resources: {'Port': ['ID=4b4849d1-465e-4048-80d6-5cacac760e8b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:33.773453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1f5ea-a022-41f8-8491-d20b2a28191e req-33be2946-154e-4159-a814-bf543fe2f156 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:33.775024 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ab1f5ea-a022-41f8-8491-d20b2a28191e req-33be2946-154e-4159-a814-bf543fe2f156 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1839197 Mar 07 16:09:33.777737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.782736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] 10.222.0.24 "DELETE /v2.0/networks/96972baf-757e-4170-a268-4f57e2ee04e2 HTTP/1.1" status: 204 len: 168 time: 0.5989444 Mar 07 16:09:33.813503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89985b52-087e-4906-b21d-2b0d665fb78e req-a658cc67-1fd8-4d9e-a0f2-5ac9dc7a261c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:33.815034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89985b52-087e-4906-b21d-2b0d665fb78e req-a658cc67-1fd8-4d9e-a0f2-5ac9dc7a261c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0591607 Mar 07 16:09:33.824943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d28da-824f-47cb-ba13-5343eef365de admin admin] Pushing event deleted for resources: {'Network': ['ID=96972baf-757e-4170-a268-4f57e2ee04e2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:33.866167 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks [] for floatingip (196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.868788 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:33.873287 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-69aa3520-69f1-491e-bbdc-2804c6b9c073 tempest-AttachVolumeTestJSON-792552928 tempest-AttachVolumeTestJSON-792552928-project] 10.222.0.24 "DELETE /v2.0/floatingips/196b8cd7-3a35-4d5a-8f64-1c5b5c40ee8e HTTP/1.1" status: 204 len: 168 time: 1.0528376 Mar 07 16:09:33.876221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89985b52-087e-4906-b21d-2b0d665fb78e req-e05db746-8bc5-47f4-a3e7-2829cdab6ae1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520945 Mar 07 16:09:33.885137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ab1f5ea-a022-41f8-8491-d20b2a28191e req-4f372d08-a9ab-4bca-990a-00d266906fed tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000044 Mar 07 16:09:34.000779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57650) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:34.034868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cdf56-b663-4384-9c77-891cc164bdfb req-29e186d8-35fc-4c82-b9ff-cb92ee7d380b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:34.036627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c30cdf56-b663-4384-9c77-891cc164bdfb req-29e186d8-35fc-4c82-b9ff-cb92ee7d380b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0722072 Mar 07 16:09:34.098976 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bae6effa-2d05-4ae7-a3e0-857ecc90b784 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7aa5e6060a9e40d9b46eb9f31d689d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0883639 Mar 07 16:09:34.102208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57658) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:34.102949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c30cdf56-b663-4384-9c77-891cc164bdfb req-3898a079-07cf-4904-8247-4a070588c4c2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598569 Mar 07 16:09:34.127148 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a4de4-7702-469a-80eb-27d73d3ed4d9 req-d61e28d5-bcf8-4a44-ad38-577314839e24 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:34.127148 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-845a4de4-7702-469a-80eb-27d73d3ed4d9 req-d61e28d5-bcf8-4a44-ad38-577314839e24 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 944 time: 0.1201127 Mar 07 16:09:34.205335 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-845a4de4-7702-469a-80eb-27d73d3ed4d9 req-27525b46-cfcb-48ce-9003-acb51ca876b9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816381 Mar 07 16:09:34.206221 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a436-69d4-4989-a4d9-4730ba576f98 admin admin] Publish callbacks [] for security_group (3a25787e-256f-478e-8a52-9b9a11a52505), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.240070 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a436-69d4-4989-a4d9-4730ba576f98 admin admin] Publish callbacks [] for security_group (3a25787e-256f-478e-8a52-9b9a11a52505), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.273367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca8ef6-d6a8-4916-a4f5-fe63ed5ff083 req-b7fd2977-81b5-4516-b36a-fd02d319da35 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:34.280496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79ca8ef6-d6a8-4916-a4f5-fe63ed5ff083 req-b7fd2977-81b5-4516-b36a-fd02d319da35 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0848677 Mar 07 16:09:34.308103 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a436-69d4-4989-a4d9-4730ba576f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3a25787e-256f-478e-8a52-9b9a11a52505), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.311053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a436-69d4-4989-a4d9-4730ba576f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.321156 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f6b5a436-69d4-4989-a4d9-4730ba576f98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a25787e-256f-478e-8a52-9b9a11a52505 HTTP/1.1" status: 204 len: 168 time: 0.2177994 Mar 07 16:09:34.330061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5a436-69d4-4989-a4d9-4730ba576f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a25787e-256f-478e-8a52-9b9a11a52505,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:34.333401 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79ca8ef6-d6a8-4916-a4f5-fe63ed5ff083 req-def5ad22-bb5d-4fa1-9cd7-3dbdf08c1b2b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519781 Mar 07 16:09:34.340587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a2dc1ca4-d8fa-497b-8d90-3c5862fef029 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:34.456633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:09:34.462485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:34.463155 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.568046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:34.568335 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.600852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c202a9-16e8-4b97-b85a-6b2a0633e44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc1ca4-d8fa-497b-8d90-3c5862fef029'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:34.603941 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cde803-f119-45c6-aba8-7c1719ba9300" -d '{"events": [{"server_uuid": "f5c202a9-16e8-4b97-b85a-6b2a0633e44d", "name": "network-vif-plugged", "status": "completed", "tag": "a2dc1ca4-d8fa-497b-8d90-3c5862fef029"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:34.619315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a2dc1ca4-d8fa-497b-8d90-3c5862fef029, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,segment=NetworkSegment(6396a434-c61f-400f-9ca8-73c96c6ef500),segment_id=6396a434-c61f-400f-9ca8-73c96c6ef500)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:34.628541 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.628541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4436696d-79fc-4aed-a6de-68e81f7bfa53 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:34.672674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf23a-31da-4766-8227-6d07d1120f91 req-f790f698-8b60-4ccc-b9b2-2c3b1e5e8834 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:34.674230 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40dbf23a-31da-4766-8227-6d07d1120f91 req-f790f698-8b60-4ccc-b9b2-2c3b1e5e8834 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 945 time: 0.0581357 Mar 07 16:09:34.734327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1db79-dc3b-4d79-b5fd-b17afe75e1f1 req-31120b43-0046-4914-8991-6812da74cec4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:34.734903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:34.741470 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7dd1db79-dc3b-4d79-b5fd-b17afe75e1f1 req-31120b43-0046-4914-8991-6812da74cec4 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.0945108 Mar 07 16:09:34.743418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40dbf23a-31da-4766-8227-6d07d1120f91 req-0553cfd3-dcf7-4a7b-9fe6-f09c08a956f6 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626500 Mar 07 16:09:34.762714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 4436696d-79fc-4aed-a6de-68e81f7bfa53 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:09:34.768448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 4436696d-79fc-4aed-a6de-68e81f7bfa53 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:34.769030 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.806363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7dd1db79-dc3b-4d79-b5fd-b17afe75e1f1 req-1c50ee61-aef5-4ba4-aad5-fe2eaf8172a1 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639980 Mar 07 16:09:34.821325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57698) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:34.859797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57700) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:34.875404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 4436696d-79fc-4aed-a6de-68e81f7bfa53 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:34.875804 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.879777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae7695-d4fd-4fdf-9bca-6c95f25df013 req-437de00b-74fb-484c-8a1a-6b21c8574509 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:34.882358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28ae7695-d4fd-4fdf-9bca-6c95f25df013 req-437de00b-74fb-484c-8a1a-6b21c8574509 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0882065 Mar 07 16:09:34.901297 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9408f9e0-a942-4096-be20-a5772890e290 x-openstack-request-id: req-9408f9e0-a942-4096-be20-a5772890e290 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:34.901599 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c202a9-16e8-4b97-b85a-6b2a0633e44d", "name": "network-vif-plugged", "status": "completed", "tag": "a2dc1ca4-d8fa-497b-8d90-3c5862fef029", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:34.901863 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9408f9e0-a942-4096-be20-a5772890e290 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:34.902272 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c202a9-16e8-4b97-b85a-6b2a0633e44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc1ca4-d8fa-497b-8d90-3c5862fef029', 'code': 200} Mar 07 16:09:34.930884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4436696d-79fc-4aed-a6de-68e81f7bfa53, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4436696d-79fc-4aed-a6de-68e81f7bfa53,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:34.935769 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:34.936986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a3d9d539-d2c1-422c-9e81-db076d548446 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:34.967571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: a3d9d539-d2c1-422c-9e81-db076d548446 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:34.967978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a3d9d539-d2c1-422c-9e81-db076d548446 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:34.974536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28ae7695-d4fd-4fdf-9bca-6c95f25df013 req-68c77935-5ac9-4484-bea4-ef30a30bbafe tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819457 Mar 07 16:09:35.019122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=4436696d-79fc-4aed-a6de-68e81f7bfa53,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:35.214582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bb7b681a-8e93-4c45-8712-f2cd1b2225e3 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:35.280289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:09:35.285666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:35.286091 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.354442 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9dbf6dd5-2a52-45d6-9ab7-b8d2d2d2ddb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93e576cfd6f84fd68d6360e3d68b1c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5318899 Mar 07 16:09:35.357640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57712) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:35.382849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:35.383451 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.421631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:35.426857 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.427708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:35.430437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbdb07-9a2d-41d7-a638-e36c7d204bfe req-570ba50a-6813-4f41-848d-70e16f58b66c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:35.432107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86cbdb07-9a2d-41d7-a638-e36c7d204bfe req-570ba50a-6813-4f41-848d-70e16f58b66c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1066575 Mar 07 16:09:35.444562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0f063-26bf-4e80-a96c-7dcd31a7006d req-d5409ae3-d30b-400e-a325-5ca2800ce4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:35.446071 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ac0f063-26bf-4e80-a96c-7dcd31a7006d req-d5409ae3-d30b-400e-a325-5ca2800ce4d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 1127 time: 0.4441016 Mar 07 16:09:35.469735 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84b1403b-e9bd-4db4-8b1a-0b327f8bc9c8 admin admin] Publish callbacks [] for security_group (32a96574-a1e0-49eb-907c-7a612d59f2cb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.480999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f912fcc-9b24-44fc-bac2-b15a4be3108c req-66d5f86e-1ad9-4357-b9c6-1fd5f74f869e tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:35.487803 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f912fcc-9b24-44fc-bac2-b15a4be3108c req-66d5f86e-1ad9-4357-b9c6-1fd5f74f869e tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 949 time: 0.4846380 Mar 07 16:09:35.512465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84b1403b-e9bd-4db4-8b1a-0b327f8bc9c8 admin admin] Publish callbacks [] for security_group (32a96574-a1e0-49eb-907c-7a612d59f2cb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.524397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:35.530875 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86cbdb07-9a2d-41d7-a638-e36c7d204bfe req-40a594b3-4a72-4571-8fe7-5378ac3c5890 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917928 Mar 07 16:09:35.539178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 26b3d0bb-baea-4587-861b-0506109bd54c completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:09:35.549770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 26b3d0bb-baea-4587-861b-0506109bd54c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:35.550237 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.581627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84b1403b-e9bd-4db4-8b1a-0b327f8bc9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (32a96574-a1e0-49eb-907c-7a612d59f2cb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.585541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84b1403b-e9bd-4db4-8b1a-0b327f8bc9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.587223 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-84b1403b-e9bd-4db4-8b1a-0b327f8bc9c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32a96574-a1e0-49eb-907c-7a612d59f2cb HTTP/1.1" status: 204 len: 168 time: 0.2275031 Mar 07 16:09:35.597594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1403b-e9bd-4db4-8b1a-0b327f8bc9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a96574-a1e0-49eb-907c-7a612d59f2cb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:35.645849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f912fcc-9b24-44fc-bac2-b15a4be3108c req-abf19705-cd7c-47e3-a607-305e93e65a22 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524267 Mar 07 16:09:35.670356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ac0f063-26bf-4e80-a96c-7dcd31a7006d req-cf758178-52b3-4b9f-bac1-cb7e6bea3855 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135267 Mar 07 16:09:35.686775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c99392-a7ca-42c7-9833-dc83ef41b471 req-e09a8d12-fb6e-493b-8732-3d5ee8f03040 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:35.690072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 26b3d0bb-baea-4587-861b-0506109bd54c is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:35.690717 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.696286 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18c99392-a7ca-42c7-9833-dc83ef41b471 req-e09a8d12-fb6e-493b-8732-3d5ee8f03040 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0901308 Mar 07 16:09:35.741273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:35.752081 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.763290 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18c99392-a7ca-42c7-9833-dc83ef41b471 req-71e7b7d7-cd19-4468-afa6-14eb2615d3bf tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651183 Mar 07 16:09:35.825376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:35.904388 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:35.914227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-029a-47bc-b014-0d404fa5886e req-66bfa132-d993-43a5-8ec3-2133e4827620 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:35.915800 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65f1e469-029a-47bc-b014-0d404fa5886e req-66bfa132-d993-43a5-8ec3-2133e4827620 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 945 time: 0.0855341 Mar 07 16:09:35.940759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec49c32-fefe-4732-ab09-5e3c191ac14a req-b3a3c74e-be33-423a-bad6-13419aed91a9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:35.943372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ec49c32-fefe-4732-ab09-5e3c191ac14a req-b3a3c74e-be33-423a-bad6-13419aed91a9 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.0596495 Mar 07 16:09:35.998325 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ec49c32-fefe-4732-ab09-5e3c191ac14a req-2ef2978e-4de6-41dc-99d1-f86bff67496a tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479059 Mar 07 16:09:36.039706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65f1e469-029a-47bc-b014-0d404fa5886e req-4533653e-9934-464f-853e-3985b25393c6 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922689 Mar 07 16:09:36.202197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Deleting port d155d751-cc85-47d2-8bc8-4f5c5ec436f7 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:36.202740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:36.291565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] For port d155d751-cc85-47d2-8bc8-4f5c5ec436f7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d155d751-cc85-47d2-8bc8-4f5c5ec436f7,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:36.291939 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:36.304371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Calling delete_port for d155d751-cc85-47d2-8bc8-4f5c5ec436f7 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:36.498981 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d155d751-cc85-47d2-8bc8-4f5c5ec436f7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:36.525161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Pushing event deleted for resources: {'Port': ['ID=d155d751-cc85-47d2-8bc8-4f5c5ec436f7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:36.532746 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:36.691499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e996e-4f7e-4183-adff-4c6a0fd0970f req-160ec687-0e81-499b-8d74-043b89c0f19d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:36.699996 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d8e996e-4f7e-4183-adff-4c6a0fd0970f req-160ec687-0e81-499b-8d74-043b89c0f19d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0870068 Mar 07 16:09:36.760999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-93c71ea9-7261-4195-bc67-a66049fefcfc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:36.763189 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-93c71ea9-7261-4195-bc67-a66049fefcfc tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1143522 Mar 07 16:09:36.788529 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d8e996e-4f7e-4183-adff-4c6a0fd0970f req-850a743a-3675-4083-a4ed-3dc3c0773849 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860298 Mar 07 16:09:36.833823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:36.903776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e891da-dea9-4bf7-8ca9-f7ca3788f97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4436696d-79fc-4aed-a6de-68e81f7bfa53'}, {'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3'}, {'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:36.906209 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d81aa2-a0ab-4b59-bbd4-01bcc2fce583" -d '{"events": [{"server_uuid": "95e891da-dea9-4bf7-8ca9-f7ca3788f97e", "name": "network-vif-plugged", "status": "completed", "tag": "4436696d-79fc-4aed-a6de-68e81f7bfa53"}, {"server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3"}, {"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-plugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:36.928735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f51b65-4887-4218-8f67-28a4e090ca54 req-0832fd38-1c87-4b3c-ae7b-ea1703775afa tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:36.931051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45f51b65-4887-4218-8f67-28a4e090ca54 req-0832fd38-1c87-4b3c-ae7b-ea1703775afa tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0767298 Mar 07 16:09:36.944963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cc3ef-9b42-42ed-bd73-37a86f52d7a9 req-c557fa54-e290-402c-8994-e6a8b1012f75 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:36.951821 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-961cc3ef-9b42-42ed-bd73-37a86f52d7a9 req-c557fa54-e290-402c-8994-e6a8b1012f75 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 950 time: 0.1876953 Mar 07 16:09:37.017349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45f51b65-4887-4218-8f67-28a4e090ca54 req-900fdcea-1d95-4d37-8219-33b661a75d0e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607622 Mar 07 16:09:37.043802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Deleting port 637b2170-8566-4d8a-b714-43e792cdaed2 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:37.044146 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:37.075177 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef44395-8eb3-4d3c-bd66-491e15b89259 x-openstack-request-id: req-1ef44395-8eb3-4d3c-bd66-491e15b89259 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:37.075537 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e891da-dea9-4bf7-8ca9-f7ca3788f97e", "name": "network-vif-plugged", "status": "completed", "tag": "4436696d-79fc-4aed-a6de-68e81f7bfa53", "code": 200}, {"server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3", "code": 200}, {"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-plugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:37.075802 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ef44395-8eb3-4d3c-bd66-491e15b89259 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:37.076228 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e891da-dea9-4bf7-8ca9-f7ca3788f97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4436696d-79fc-4aed-a6de-68e81f7bfa53', 'code': 200} Mar 07 16:09:37.076494 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3', 'code': 200} Mar 07 16:09:37.076811 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c', 'code': 200} Mar 07 16:09:37.171135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-961cc3ef-9b42-42ed-bd73-37a86f52d7a9 req-3d1fe438-ea9c-49fe-bd0a-4d474c5db74c tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072451 Mar 07 16:09:37.175523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] For port 637b2170-8566-4d8a-b714-43e792cdaed2, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=637b2170-8566-4d8a-b714-43e792cdaed2,segment=NetworkSegment(3a32f9d5-4768-45ce-9bba-b9fae8eb84aa),segment_id=3a32f9d5-4768-45ce-9bba-b9fae8eb84aa)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:37.175907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:37.249540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Calling delete_port for 637b2170-8566-4d8a-b714-43e792cdaed2 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:37.266840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63348129-f86d-4507-b0b3-1b1ebfcc0060 req-f4d9eccb-7939-462c-9e4f-f42b69f2bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:37.269717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63348129-f86d-4507-b0b3-1b1ebfcc0060 req-f4d9eccb-7939-462c-9e4f-f42b69f2bd02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 1132 time: 0.1016965 Mar 07 16:09:37.316334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee2725-8e1e-4cb5-9066-982d9ee64f59 req-e4795b5a-a2d2-4285-813b-a839ad3f1948 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:37.318003 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37ee2725-8e1e-4cb5-9066-982d9ee64f59 req-e4795b5a-a2d2-4285-813b-a839ad3f1948 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd42e951-e703-4f06-a16c-e523c5697426 HTTP/1.1" status: 200 len: 946 time: 0.1162720 Mar 07 16:09:37.339408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63348129-f86d-4507-b0b3-1b1ebfcc0060 req-47aa5ddc-b1b2-47ea-8c40-68f6e8625856 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635319 Mar 07 16:09:37.377191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37ee2725-8e1e-4cb5-9066-982d9ee64f59 req-9ecf0e56-4fc3-4393-bd14-90bcc30667f6 tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.24 "GET /v2.0/security-groups?id=373b6f2d-80fc-4793-8fd7-38cc0e39fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503576 Mar 07 16:09:37.411016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd402d-e810-4188-bbf8-832da30ba045 req-c785fad3-cdb6-40e7-bdd8-ac9260f29348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:37.413083 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62fd402d-e810-4188-bbf8-832da30ba045 req-c785fad3-cdb6-40e7-bdd8-ac9260f29348 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 1127 time: 0.2331567 Mar 07 16:09:37.466589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1356303-a387-463b-93ba-db2f2770a899 req-2e818e5e-aaf7-415d-a523-ced12a5a118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:37.468142 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a1356303-a387-463b-93ba-db2f2770a899 req-2e818e5e-aaf7-415d-a523-ced12a5a118a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 1132 time: 0.2707045 Mar 07 16:09:37.528142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafa762-851d-4010-a543-0f10ee3a2485 req-3913d4f7-26f5-4896-8f66-bd5bfc970c83 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:37.529653 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3dafa762-851d-4010-a543-0f10ee3a2485 req-3913d4f7-26f5-4896-8f66-bd5bfc970c83 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 945 time: 0.2547834 Mar 07 16:09:37.598081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62fd402d-e810-4188-bbf8-832da30ba045 req-e6c86426-25ae-4de5-96d6-dc98ecf7d0a6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761210 Mar 07 16:09:37.605242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:09:37.690336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3dafa762-851d-4010-a543-0f10ee3a2485 req-9c9c361a-0d40-4417-b9c3-2e4f6bea9c03 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476932 Mar 07 16:09:37.731470 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (637b2170-8566-4d8a-b714-43e792cdaed2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:37.736537 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a1356303-a387-463b-93ba-db2f2770a899 req-b5db4056-08d0-4fa0-8be0-724bf953838b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452470 Mar 07 16:09:37.745614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['637b2170-8566-4d8a-b714-43e792cdaed2'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:37.773124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Pushing event deleted for resources: {'Port': ['ID=637b2170-8566-4d8a-b714-43e792cdaed2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:37.868464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] No DVR routers for this DVR port 637b2170-8566-4d8a-b714-43e792cdaed2 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:09:37.872567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:37.875872 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-291b476b-a2e2-473e-bc32-40c866bc29ef req-f014ef69-67e8-42c0-a933-90af5788949d tempest-ServersNegativeTestJSON-410643267 tempest-ServersNegativeTestJSON-410643267-project] 10.222.0.15 "DELETE /v2.0/ports/637b2170-8566-4d8a-b714-43e792cdaed2 HTTP/1.1" status: 204 len: 173 time: 1.1005094 Mar 07 16:09:37.876389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-deleted', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:37.878536 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5d88d0-4ffe-4e8d-ba93-fffcce5ae61a" -d '{"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-deleted", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:37.886848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:09:37.894590 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e40c0ec1-fdef-49a9-b89d-fce0641ade28 admin admin] 10.222.0.24 "PUT /v2.0/routers/7c4c4de8-1e19-4c4f-8e08-22c6ffddea60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0310385 Mar 07 16:09:37.894590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57786) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:37.899046 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] Sync routers for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:09:37.914597 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:37.915658 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:37.938102 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870e0fec-c631-4f12-83a4-77d68cafe4ce x-openstack-request-id: req-870e0fec-c631-4f12-83a4-77d68cafe4ce {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:37.938398 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42e951-e703-4f06-a16c-e523c5697426", "name": "network-vif-deleted", "tag": "637b2170-8566-4d8a-b714-43e792cdaed2", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:37.938659 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-870e0fec-c631-4f12-83a4-77d68cafe4ce {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:37.939100 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42e951-e703-4f06-a16c-e523c5697426', 'name': 'network-vif-deleted', 'tag': '637b2170-8566-4d8a-b714-43e792cdaed2', 'status': 'completed', 'code': 200} Mar 07 16:09:37.943181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c715533-39c6-4dd7-a39b-1b3c685357b5 req-ae83a6d7-8de5-4eee-aef6-9004b67a51f7 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:37.946321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c715533-39c6-4dd7-a39b-1b3c685357b5 req-ae83a6d7-8de5-4eee-aef6-9004b67a51f7 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0745726 Mar 07 16:09:38.009714 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c715533-39c6-4dd7-a39b-1b3c685357b5 req-e6e13f43-0e76-494c-afa6-a566c66f7d1a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578976 Mar 07 16:09:38.051662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks [] for router (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:38.070119 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:38.196550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks [] for router_gateway (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:38.203416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d895124-3bc5-4cab-80f2-26bab02eb39f req-8caa7a60-d87e-4cec-9282-f7764a0a5bc6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:38.205440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d895124-3bc5-4cab-80f2-26bab02eb39f req-8caa7a60-d87e-4cec-9282-f7764a0a5bc6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0990202 Mar 07 16:09:38.267119 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d895124-3bc5-4cab-80f2-26bab02eb39f req-77281793-6daf-4acc-b208-707b28f88fe2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529244 Mar 07 16:09:38.322843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Deleting port a6437e4a-aefb-4e09-828f-284e92e7f0d3 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:38.323098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:38.347593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e7582-1271-4682-919b-0223fa889cac req-433fc9b5-765f-4bc9-83c1-10e49f8004c2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:38.348939 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-006e7582-1271-4682-919b-0223fa889cac req-433fc9b5-765f-4bc9-83c1-10e49f8004c2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 950 time: 0.0924246 Mar 07 16:09:38.359636 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:09:36Z', 'revision_number': 5, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port': {'id': 'a6437e4a-aefb-4e09-828f-284e92e7f0d3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:45Z', 'updated_at': '2022-03-07T16:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:38.458878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-006e7582-1271-4682-919b-0223fa889cac req-74e40fc8-19b2-4e87-8f5e-a9a6c69cd227 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005754 Mar 07 16:09:38.467850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] For port a6437e4a-aefb-4e09-828f-284e92e7f0d3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a6437e4a-aefb-4e09-828f-284e92e7f0d3,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:38.468227 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:38.487107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Calling delete_port for a6437e4a-aefb-4e09-828f-284e92e7f0d3 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:38.525945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57814) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:38.549199 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] Checking router: 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:09:38.561699 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] Routers {'7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:38.562395 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:38.589843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c90e51-f842-43d9-af04-30ed2e59fd08 admin admin] Deleting subnet f85cc429-98ba-4be6-a088-29f5fd0b9d2e {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:38.593012 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32c90e51-f842-43d9-af04-30ed2e59fd08 admin admin] Publish callbacks [] for subnet (f85cc429-98ba-4be6-a088-29f5fd0b9d2e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:38.635280 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32c90e51-f842-43d9-af04-30ed2e59fd08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f85cc429-98ba-4be6-a088-29f5fd0b9d2e), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:38.677771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32c90e51-f842-43d9-af04-30ed2e59fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f85cc429-98ba-4be6-a088-29f5fd0b9d2e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:38.681748 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] Set router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:38.736534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b0058-4e24-409f-a25f-e1d9281b1542 req-d6bf3353-75ff-43d0-a619-95a2bf69d91e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:38.736904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32c90e51-f842-43d9-af04-30ed2e59fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f85cc429-98ba-4be6-a088-29f5fd0b9d2e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:38.737174 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:09:38Z', 'revision_number': 6, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:38.738090 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f5b0058-4e24-409f-a25f-e1d9281b1542 req-d6bf3353-75ff-43d0-a619-95a2bf69d91e tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 945 time: 0.1033368 Mar 07 16:09:38.740616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a6437e4a-aefb-4e09-828f-284e92e7f0d3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:38.776112 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Pushing event deleted for resources: {'Port': ['ID=a6437e4a-aefb-4e09-828f-284e92e7f0d3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:38.786299 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bda2e9-5d36-4eeb-9aa0-894a3f061e7c None None] The sync data for ids ['7c4c4de8-1e19-4c4f-8e08-22c6ffddea60'] in n-d-830010-8 is: [{'id': '7c4c4de8-1e19-4c4f-8e08-22c6ffddea60', 'name': 'tempest-AttachVolumeTestJSON-2120907976-router', 'tenant_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:44Z', 'updated_at': '2022-03-07T16:09:38Z', 'revision_number': 6, 'project_id': '9bb27072e5e7472999c5fd0aa6b2bfb5', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:09:38.879280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f5b0058-4e24-409f-a25f-e1d9281b1542 req-e53b5b61-694f-4d08-a542-3e086f78536b tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287532 Mar 07 16:09:38.880259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.186474 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32c90e51-f842-43d9-af04-30ed2e59fd08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.194200 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-32c90e51-f842-43d9-af04-30ed2e59fd08 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f85cc429-98ba-4be6-a088-29f5fd0b9d2e HTTP/1.1" status: 204 len: 168 time: 0.6666813 Mar 07 16:09:39.195233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c90e51-f842-43d9-af04-30ed2e59fd08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85cc429-98ba-4be6-a088-29f5fd0b9d2e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:39.197974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57828) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:39.367604 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (365963a5-a762-407a-a4b6-796b9bfb375a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.392635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b121-ad61-4993-ba4b-ccabb1e81058 req-57c93a62-6e62-4548-8e6e-ddeac3222684 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:39.393696 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40b4b121-ad61-4993-ba4b-ccabb1e81058 req-57c93a62-6e62-4548-8e6e-ddeac3222684 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.2152865 Mar 07 16:09:39.394230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57834) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:39.409257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.411965 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks [] for router_controller (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.469814 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (7c4c4de8-1e19-4c4f-8e08-22c6ffddea60), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.470461 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:09:39.489441 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.489673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-29c0d9be-ef0c-45ad-9374-f3d643939efe admin admin] 10.222.0.24 "DELETE /v2.0/routers/7c4c4de8-1e19-4c4f-8e08-22c6ffddea60 HTTP/1.1" status: 204 len: 168 time: 1.5943263 Mar 07 16:09:39.493716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57838) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:39.514442 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (365963a5-a762-407a-a4b6-796b9bfb375a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.551652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-33edca39-a437-413d-9cf3-8e3d02f3bb23 admin admin] Deleting subnet e9c26510-8d64-42ae-9a74-5377602fc673 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:39.558216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40b4b121-ad61-4993-ba4b-ccabb1e81058 req-11a9f388-1200-42bb-ba93-64ab3685ab27 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551461 Mar 07 16:09:39.560032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365963a5-a762-407a-a4b6-796b9bfb375a']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:39.562827 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-443ddcb5-4f8d-4c3d-98d1-fd22ec3e15b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.562978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eedcb-4f05-407a-a26e-3466554e68a9 req-b977cf45-2759-4a64-a5a3-bacd03e66e86 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:39.564482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c30eedcb-4f05-407a-a26e-3466554e68a9 req-b977cf45-2759-4a64-a5a3-bacd03e66e86 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1062055 Mar 07 16:09:39.565221 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33edca39-a437-413d-9cf3-8e3d02f3bb23 admin admin] Publish callbacks [] for subnet (e9c26510-8d64-42ae-9a74-5377602fc673), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.588470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:39.588780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a32f9d5-4768-45ce-9bba-b9fae8eb84aa') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:39.601935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (3a32f9d5-4768-45ce-9bba-b9fae8eb84aa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.623970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33edca39-a437-413d-9cf3-8e3d02f3bb23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (e9c26510-8d64-42ae-9a74-5377602fc673), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.632575 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3a32f9d5-4768-45ce-9bba-b9fae8eb84aa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.664341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:09:39.664753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (3a32f9d5-4768-45ce-9bba-b9fae8eb84aa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:09:39.666676 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:09:39.671790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c30eedcb-4f05-407a-a26e-3466554e68a9 req-2e35fb59-0148-4da4-be27-22325b970dc3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816522 Mar 07 16:09:39.747525 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33edca39-a437-413d-9cf3-8e3d02f3bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (e9c26510-8d64-42ae-9a74-5377602fc673), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.776875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (365963a5-a762-407a-a4b6-796b9bfb375a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.788368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc3ea-e432-498f-901b-633be5adbee3 req-4df08725-5cf3-4caf-90dd-943d1ebc9489 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:39.789896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b1fc3ea-e432-498f-901b-633be5adbee3 req-4df08725-5cf3-4caf-90dd-943d1ebc9489 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 950 time: 0.1699753 Mar 07 16:09:39.797853 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.800957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] 10.222.0.24 "DELETE /v2.0/networks/365963a5-a762-407a-a4b6-796b9bfb375a HTTP/1.1" status: 204 len: 168 time: 0.6011021 Mar 07 16:09:39.818445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-443ddcb5-4f8d-4c3d-98d1-fd22ec3e15b7 admin admin] Publish callbacks [] for security_group (12e9b878-35ea-4ce7-b363-d203e41ed7c1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.825969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98193f44-a859-459b-bb77-757145c98e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=365963a5-a762-407a-a4b6-796b9bfb375a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:39.829249 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33edca39-a437-413d-9cf3-8e3d02f3bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (e9c26510-8d64-42ae-9a74-5377602fc673), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.829705 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-443ddcb5-4f8d-4c3d-98d1-fd22ec3e15b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (12e9b878-35ea-4ce7-b363-d203e41ed7c1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.877003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edca39-a437-413d-9cf3-8e3d02f3bb23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c26510-8d64-42ae-9a74-5377602fc673,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:39.890608 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33edca39-a437-413d-9cf3-8e3d02f3bb23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:39.891090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c3c09-f65b-41b3-a43e-15beb56e3d33 None None] Network 7dfe412a-9378-485b-8128-0e25ac679751 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:39.895022 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-33edca39-a437-413d-9cf3-8e3d02f3bb23 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e9c26510-8d64-42ae-9a74-5377602fc673 HTTP/1.1" status: 204 len: 168 time: 0.4002595 Mar 07 16:09:39.898353 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57848) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:39.909045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b1fc3ea-e432-498f-901b-633be5adbee3 req-e0231c65-d8bf-4c56-9775-720908e3646c tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978310 Mar 07 16:09:39.960737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-443ddcb5-4f8d-4c3d-98d1-fd22ec3e15b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98fa2944e2194796b2353ba220bb52b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5652115 Mar 07 16:09:39.962560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ddcb5-4f8d-4c3d-98d1-fd22ec3e15b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e9b878-35ea-4ce7-b363-d203e41ed7c1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:39.965480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57854) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:40.092391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7dfe412a-9378-485b-8128-0e25ac679751), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.105180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e95b7-8bb5-4170-be47-2ae69406f504 req-6160a078-be77-41e9-94a5-f50b98219cb3 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:40.112847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57856) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:40.119865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f87e95b7-8bb5-4170-be47-2ae69406f504 req-6160a078-be77-41e9-94a5-f50b98219cb3 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 945 time: 0.1053996 Mar 07 16:09:40.121392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-bb7f4483-b6ad-4929-872d-146dd0db7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:40.122935 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-bb7f4483-b6ad-4929-872d-146dd0db7e7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 1127 time: 0.2033749 Mar 07 16:09:40.177424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee8956-8eed-4aba-a207-2aa5aa502c0c None None] DHCP port deletion for 7dfe412a-9378-485b-8128-0e25ac679751 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:09:40.186305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f87e95b7-8bb5-4170-be47-2ae69406f504 req-ac6c7ef2-f7bd-411f-b1cb-48e8019ae2c6 tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856611a-1b42-4ed5-a6d4-f347d9c0acfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653868 Mar 07 16:09:40.216875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfe5eb-9cab-4e44-be84-c7938a4dc66e req-1b350361-31e5-4549-ba07-d1825b979353 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:40.218455 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adbfe5eb-9cab-4e44-be84-c7938a4dc66e req-1b350361-31e5-4549-ba07-d1825b979353 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.2571604 Mar 07 16:09:40.251201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ccee8956-8eed-4aba-a207-2aa5aa502c0c None None] Deleting port 00504770-87f8-4f53-9a90-c5ddde2499d9 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:40.251832 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ccee8956-8eed-4aba-a207-2aa5aa502c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.305758 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36dd1082-01ee-4bc8-ad2c-e28846d76ae1 admin admin] Publish callbacks [] for security_group (12e9b878-35ea-4ce7-b363-d203e41ed7c1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.325562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ccee8956-8eed-4aba-a207-2aa5aa502c0c None None] For port 00504770-87f8-4f53-9a90-c5ddde2499d9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=00504770-87f8-4f53-9a90-c5ddde2499d9,segment=NetworkSegment(f58a012e-f163-4012-aab5-2645a778699a),segment_id=f58a012e-f163-4012-aab5-2645a778699a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:40.326217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ccee8956-8eed-4aba-a207-2aa5aa502c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.340272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ccee8956-8eed-4aba-a207-2aa5aa502c0c None None] Calling delete_port for 00504770-87f8-4f53-9a90-c5ddde2499d9 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:40.349057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-ad8a4132-48ae-4d22-b989-50d76ad7244a tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:40.351150 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-ad8a4132-48ae-4d22-b989-50d76ad7244a tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 945 time: 0.1056602 Mar 07 16:09:40.363573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5550d-8899-44cf-926c-ef1cee434047 req-d81fb91b-dc03-4752-834d-3aaa79edcb98 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:40.365499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41a5550d-8899-44cf-926c-ef1cee434047 req-d81fb91b-dc03-4752-834d-3aaa79edcb98 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 950 time: 0.0835061 Mar 07 16:09:40.379157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36dd1082-01ee-4bc8-ad2c-e28846d76ae1 admin admin] Publish callbacks [] for security_group (12e9b878-35ea-4ce7-b363-d203e41ed7c1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.386310 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d9e33c27-22db-40e3-add0-c8919e4bc425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a257a2624a8d42688a0fcee377604c31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2671926 Mar 07 16:09:40.399589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57858) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:40.436190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-267fe784-7a3b-4717-a12a-29b8dcab6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:40.437735 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-267fe784-7a3b-4717-a12a-29b8dcab6fe2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 912 time: 0.2986791 Mar 07 16:09:40.439536 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ccee8956-8eed-4aba-a207-2aa5aa502c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.449247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adbfe5eb-9cab-4e44-be84-c7938a4dc66e req-3ef4bee8-d1f7-4a04-a4c8-6d305bbe38c9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776943 Mar 07 16:09:40.454653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee8956-8eed-4aba-a207-2aa5aa502c0c None None] No DVR routers for this DVR port 00504770-87f8-4f53-9a90-c5ddde2499d9 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:09:40.482558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee8956-8eed-4aba-a207-2aa5aa502c0c None None] Pushing event deleted for resources: {'Port': ['ID=00504770-87f8-4f53-9a90-c5ddde2499d9,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:40.499270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a6437e4a-aefb-4e09-828f-284e92e7f0d3 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:40.520874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: a6437e4a-aefb-4e09-828f-284e92e7f0d3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:40.521228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a6437e4a-aefb-4e09-828f-284e92e7f0d3 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:40.522198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d155d751-cc85-47d2-8bc8-4f5c5ec436f7 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:40.531790 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41a5550d-8899-44cf-926c-ef1cee434047 req-2a2b5184-9fa9-45c3-a49f-2be5d40af54c tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565702 Mar 07 16:09:40.533504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Deleting port 00504770-87f8-4f53-9a90-c5ddde2499d9 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:40.533847 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.542364 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-15bc4ee6-2b68-4e29-acda-d810afa49142 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4436696d-79fc-4aed-a6de-68e81f7bfa53 HTTP/1.1" status: 200 len: 217 time: 0.0921624 Mar 07 16:09:40.549697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: d155d751-cc85-47d2-8bc8-4f5c5ec436f7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:40.550540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d155d751-cc85-47d2-8bc8-4f5c5ec436f7 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:40.551339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 00504770-87f8-4f53-9a90-c5ddde2499d9 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:40.556002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Deleting port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:40.556355 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.578396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 00504770-87f8-4f53-9a90-c5ddde2499d9 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:40.580049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 00504770-87f8-4f53-9a90-c5ddde2499d9 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:40.676058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] For port a2dc1ca4-d8fa-497b-8d90-3c5862fef029, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,segment=NetworkSegment(6396a434-c61f-400f-9ca8-73c96c6ef500),segment_id=6396a434-c61f-400f-9ca8-73c96c6ef500)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:40.676739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.677275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36dd1082-01ee-4bc8-ad2c-e28846d76ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (12e9b878-35ea-4ce7-b363-d203e41ed7c1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.679875 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36dd1082-01ee-4bc8-ad2c-e28846d76ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.683423 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-36dd1082-01ee-4bc8-ad2c-e28846d76ae1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12e9b878-35ea-4ce7-b363-d203e41ed7c1 HTTP/1.1" status: 204 len: 168 time: 0.7025778 Mar 07 16:09:40.690263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Calling delete_port for a2dc1ca4-d8fa-497b-8d90-3c5862fef029 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:40.691135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] For port 00504770-87f8-4f53-9a90-c5ddde2499d9, host n-d-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:40.691679 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.706466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-d04e438f-fb29-472d-83a8-634fe417774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:40.707891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-d04e438f-fb29-472d-83a8-634fe417774a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8650556-8c1c-4884-93eb-2da4185841b3 HTTP/1.1" status: 200 len: 851 time: 0.1403105 Mar 07 16:09:40.711305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28a80445-c727-404f-a685-9e0d18f444e9 admin admin] Publish callbacks [] for security_group (373b6f2d-80fc-4793-8fd7-38cc0e39fe77), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.716616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd1082-01ee-4bc8-ad2c-e28846d76ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e9b878-35ea-4ce7-b363-d203e41ed7c1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:40.728053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Calling delete_port for 00504770-87f8-4f53-9a90-c5ddde2499d9 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:40.734063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Port 00504770-87f8-4f53-9a90-c5ddde2499d9 was not found and therefore no delete operation was performed {{(pid=103866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:09:40.757086 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-b9e14818-aff9-41d1-b10c-3d5b64181825 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca14b26f-8c62-480c-9121-96fe2fe05b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383732 Mar 07 16:09:40.757704 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (00504770-87f8-4f53-9a90-c5ddde2499d9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.827690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28a80445-c727-404f-a685-9e0d18f444e9 admin admin] Publish callbacks [] for security_group (373b6f2d-80fc-4793-8fd7-38cc0e39fe77), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:40.844984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Pushing event deleted for resources: {'Port': ['ID=00504770-87f8-4f53-9a90-c5ddde2499d9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:40.847342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] No DVR routers for this DVR port 00504770-87f8-4f53-9a90-c5ddde2499d9 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:09:40.890787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81767cb0-04ff-4c36-bbac-aed20726134c req-4c3c29b3-9a57-4a1e-8719-2856204b39b3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:40.892746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81767cb0-04ff-4c36-bbac-aed20726134c req-4c3c29b3-9a57-4a1e-8719-2856204b39b3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0904908 Mar 07 16:09:40.898987 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.005409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7dfe412a-9378-485b-8128-0e25ac679751), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.023178 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-0cfc15d0-0b80-44db-a0db-359db1171358 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554958 Mar 07 16:09:41.028092 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28a80445-c727-404f-a685-9e0d18f444e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (373b6f2d-80fc-4793-8fd7-38cc0e39fe77), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.030735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-28a80445-c727-404f-a685-9e0d18f444e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.032019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-28a80445-c727-404f-a685-9e0d18f444e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/373b6f2d-80fc-4793-8fd7-38cc0e39fe77 HTTP/1.1" status: 204 len: 168 time: 0.6294587 Mar 07 16:09:41.050971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a2dc1ca4-d8fa-497b-8d90-3c5862fef029), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.052429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfe412a-9378-485b-8128-0e25ac679751']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:41.072574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a2dc1ca4-d8fa-497b-8d90-3c5862fef029'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:41.078859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58a012e-f163-4012-aab5-2645a778699a') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:41.079146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58a012e-f163-4012-aab5-2645a778699a') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:41.081070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a80445-c727-404f-a685-9e0d18f444e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373b6f2d-80fc-4793-8fd7-38cc0e39fe77,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:41.098408 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f58a012e-f163-4012-aab5-2645a778699a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.110422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81767cb0-04ff-4c36-bbac-aed20726134c req-25663e43-9728-41aa-a7a0-4049da6477ac tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743240 Mar 07 16:09:41.165121 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f58a012e-f163-4012-aab5-2645a778699a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.175583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:09:41.176873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f58a012e-f163-4012-aab5-2645a778699a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:09:41.179647 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:09:41.191807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Pushing event deleted for resources: {'Port': ['ID=a2dc1ca4-d8fa-497b-8d90-3c5862fef029,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:41.232417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:41.255480 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e31d81a8-6ba1-4e0e-b9e1-fb03ed3a76f7 req-b59bac2c-154d-48bb-9ac5-5c2f80c4565f service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164762 Mar 07 16:09:41.269598 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (7dfe412a-9378-485b-8128-0e25ac679751), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.284286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.293572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] No DVR routers for this DVR port a2dc1ca4-d8fa-497b-8d90-3c5862fef029 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:09:41.297139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] 10.222.0.24 "DELETE /v2.0/networks/7dfe412a-9378-485b-8128-0e25ac679751 HTTP/1.1" status: 204 len: 168 time: 1.3936784 Mar 07 16:09:41.297463 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.301809 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36703f9b-94d5-4208-8da6-fbdc436e2286 req-3ea793b4-ce22-4703-9f40-527887a9979d tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.11 "DELETE /v2.0/ports/a2dc1ca4-d8fa-497b-8d90-3c5862fef029 HTTP/1.1" status: 204 len: 173 time: 0.9352560 Mar 07 16:09:41.302498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c202a9-16e8-4b97-b85a-6b2a0633e44d', 'name': 'network-vif-deleted', 'tag': 'a2dc1ca4-d8fa-497b-8d90-3c5862fef029'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:41.310359 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff9aa0a-2e8d-4cc4-a8c1-4458c96bb82d" -d '{"events": [{"server_uuid": "f5c202a9-16e8-4b97-b85a-6b2a0633e44d", "name": "network-vif-deleted", "tag": "a2dc1ca4-d8fa-497b-8d90-3c5862fef029"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:41.317979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 637b2170-8566-4d8a-b714-43e792cdaed2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:41.318376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 637b2170-8566-4d8a-b714-43e792cdaed2 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:41.328097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c978e-ff93-43a9-b2e5-a4e1f38808da admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfe412a-9378-485b-8128-0e25ac679751,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:41.394738 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57a6a45-f401-400a-9b99-391dcd79c03c x-openstack-request-id: req-e57a6a45-f401-400a-9b99-391dcd79c03c {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:41.395313 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c202a9-16e8-4b97-b85a-6b2a0633e44d", "name": "network-vif-deleted", "tag": "a2dc1ca4-d8fa-497b-8d90-3c5862fef029", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:41.395313 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e57a6a45-f401-400a-9b99-391dcd79c03c {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:41.395736 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c202a9-16e8-4b97-b85a-6b2a0633e44d', 'name': 'network-vif-deleted', 'tag': 'a2dc1ca4-d8fa-497b-8d90-3c5862fef029', 'status': 'completed', 'code': 200} Mar 07 16:09:41.434680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57898) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:41.460348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ee97410-72fb-48be-aee5-5e588425e32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.463185 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-661b9dc1-8261-4817-b6a2-dca627661466 req-847b18ec-ad39-4e9f-9f24-4cd01951daef tempest-ServerMetadataNegativeTestJSON-588991991 tempest-ServerMetadataNegativeTestJSON-588991991-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5c202a9-16e8-4b97-b85a-6b2a0633e44d HTTP/1.1" status: 200 len: 210 time: 0.0663905 Mar 07 16:09:41.630521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ee97410-72fb-48be-aee5-5e588425e32f admin admin] Publish callbacks [] for security_group (db338a9a-888d-46ee-865c-b520505bffeb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.640493 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ee97410-72fb-48be-aee5-5e588425e32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (db338a9a-888d-46ee-865c-b520505bffeb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.696046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee97410-72fb-48be-aee5-5e588425e32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db338a9a-888d-46ee-865c-b520505bffeb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:41.710667 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4c5c4-4f9b-424a-9aee-fd0a6c34e1a7 req-ed92ae5b-e0ee-4c35-9c67-ac7ba4ecd30c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:41.712297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-30b4c5c4-4f9b-424a-9aee-fd0a6c34e1a7 req-ed92ae5b-e0ee-4c35-9c67-ac7ba4ecd30c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1299241 Mar 07 16:09:41.715092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5ee97410-72fb-48be-aee5-5e588425e32f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b0c8e01250945ffa42c3e127ace8ff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788913 Mar 07 16:09:41.717699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57908) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:41.742067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57912) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:41.811732 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c812b6c9-b906-4b21-9ed9-0609bd733e88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bb27072e5e7472999c5fd0aa6b2bfb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0680623 Mar 07 16:09:41.815410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57914) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:41.821465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-30b4c5c4-4f9b-424a-9aee-fd0a6c34e1a7 req-78b35638-19e0-4146-9644-38bc924ad843 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965033 Mar 07 16:09:41.837060 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fa019df-c8c2-4fb7-9919-d4421ce68f04 admin admin] Publish callbacks [] for security_group (db338a9a-888d-46ee-865c-b520505bffeb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.883643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fa019df-c8c2-4fb7-9919-d4421ce68f04 admin admin] Publish callbacks [] for security_group (db338a9a-888d-46ee-865c-b520505bffeb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.927135 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc6665e9-4a50-4d4e-9c28-f082e5b304e8 admin admin] Publish callbacks [] for security_group (97aad6b1-c40f-4a4b-8db4-55ef0543dbec), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.954660 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc6665e9-4a50-4d4e-9c28-f082e5b304e8 admin admin] Publish callbacks [] for security_group (97aad6b1-c40f-4a4b-8db4-55ef0543dbec), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.976947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fa019df-c8c2-4fb7-9919-d4421ce68f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (db338a9a-888d-46ee-865c-b520505bffeb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.979955 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fa019df-c8c2-4fb7-9919-d4421ce68f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:41.984045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9fa019df-c8c2-4fb7-9919-d4421ce68f04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db338a9a-888d-46ee-865c-b520505bffeb HTTP/1.1" status: 204 len: 168 time: 0.2626235 Mar 07 16:09:42.008628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa019df-c8c2-4fb7-9919-d4421ce68f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db338a9a-888d-46ee-865c-b520505bffeb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:42.050975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc6665e9-4a50-4d4e-9c28-f082e5b304e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (97aad6b1-c40f-4a4b-8db4-55ef0543dbec), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:42.054516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc6665e9-4a50-4d4e-9c28-f082e5b304e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:42.056206 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fc6665e9-4a50-4d4e-9c28-f082e5b304e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97aad6b1-c40f-4a4b-8db4-55ef0543dbec HTTP/1.1" status: 204 len: 168 time: 0.2394159 Mar 07 16:09:42.072798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6665e9-4a50-4d4e-9c28-f082e5b304e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aad6b1-c40f-4a4b-8db4-55ef0543dbec,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:42.257444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadab90-891f-40d2-8f37-674d36f7bcbd req-68e6ccfc-89fa-40c5-8356-5b550215cf4f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:42.264470 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1dadab90-891f-40d2-8f37-674d36f7bcbd req-68e6ccfc-89fa-40c5-8356-5b550215cf4f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0648437 Mar 07 16:09:42.341327 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1dadab90-891f-40d2-8f37-674d36f7bcbd req-70f88802-8026-4705-bca6-3fe6cdd7bba4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758312 Mar 07 16:09:42.511103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 57956) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:42.572043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1483593-a1c3-4fb4-bfc4-5bf76ae42240 admin admin] Deleting subnet 67c32767-8550-4df4-9ca3-3a1c757b02eb {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:09:42.577418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1483593-a1c3-4fb4-bfc4-5bf76ae42240 admin admin] Publish callbacks [] for subnet (67c32767-8550-4df4-9ca3-3a1c757b02eb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:42.621258 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1483593-a1c3-4fb4-bfc4-5bf76ae42240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (67c32767-8550-4df4-9ca3-3a1c757b02eb), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:42.667129 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1483593-a1c3-4fb4-bfc4-5bf76ae42240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (67c32767-8550-4df4-9ca3-3a1c757b02eb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:42.739165 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1483593-a1c3-4fb4-bfc4-5bf76ae42240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (67c32767-8550-4df4-9ca3-3a1c757b02eb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:42.770125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1483593-a1c3-4fb4-bfc4-5bf76ae42240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c32767-8550-4df4-9ca3-3a1c757b02eb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:42.772678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a1483593-a1c3-4fb4-bfc4-5bf76ae42240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:42.775988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a1483593-a1c3-4fb4-bfc4-5bf76ae42240 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/67c32767-8550-4df4-9ca3-3a1c757b02eb HTTP/1.1" status: 204 len: 168 time: 0.2638166 Mar 07 16:09:42.778678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 57966) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:42.879748 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (77203701-f6da-49ee-a669-26a6284e2dd2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:42.982052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02929-af5e-4126-bad8-3368b6b6ed85 req-576086cb-f14d-4361-a52e-de3e4917a907 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:42.988933 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (77203701-f6da-49ee-a669-26a6284e2dd2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:42.992110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53e02929-af5e-4126-bad8-3368b6b6ed85 req-576086cb-f14d-4361-a52e-de3e4917a907 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0763662 Mar 07 16:09:43.036036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77203701-f6da-49ee-a669-26a6284e2dd2']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:43.050624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6396a434-c61f-400f-9ca8-73c96c6ef500') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:43.051167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6396a434-c61f-400f-9ca8-73c96c6ef500') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:43.075349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53e02929-af5e-4126-bad8-3368b6b6ed85 req-6da81919-30b6-4ac4-ae64-8aa68290e422 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725038 Mar 07 16:09:43.075608 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (6396a434-c61f-400f-9ca8-73c96c6ef500), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:43.089404 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6396a434-c61f-400f-9ca8-73c96c6ef500), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:43.096134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:09:43.096902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (6396a434-c61f-400f-9ca8-73c96c6ef500), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:09:43.099076 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:09:43.179222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (77203701-f6da-49ee-a669-26a6284e2dd2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:43.191147 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:43.195881 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] 10.222.0.24 "DELETE /v2.0/networks/77203701-f6da-49ee-a669-26a6284e2dd2 HTTP/1.1" status: 204 len: 168 time: 0.4161282 Mar 07 16:09:43.206696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ce269-1839-474f-8654-e6b423665357 admin admin] Pushing event deleted for resources: {'Network': ['ID=77203701-f6da-49ee-a669-26a6284e2dd2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:43.491047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58016) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:43.540596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911535a-76e9-4a5d-8ffe-0d60c250c70b req-62044694-3627-46a6-965a-1d6dacac11bc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:43.544960 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-559d7d8f-5073-458e-ac25-b8706d06b090 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e2e4983b9a345ce958f27b33151c2ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527425 Mar 07 16:09:43.545945 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:43.547725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e911535a-76e9-4a5d-8ffe-0d60c250c70b req-62044694-3627-46a6-965a-1d6dacac11bc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0906239 Mar 07 16:09:43.609187 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fdc36f8b-04f1-4169-b891-bde812c79fa4 admin admin] Publish callbacks [] for security_group (8856611a-1b42-4ed5-a6d4-f347d9c0acfa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:43.613229 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e911535a-76e9-4a5d-8ffe-0d60c250c70b req-c8d7a091-68c0-40fa-b52b-e1ffdd8bc428 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602474 Mar 07 16:09:43.635590 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fdc36f8b-04f1-4169-b891-bde812c79fa4 admin admin] Publish callbacks [] for security_group (8856611a-1b42-4ed5-a6d4-f347d9c0acfa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:43.697726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fdc36f8b-04f1-4169-b891-bde812c79fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8856611a-1b42-4ed5-a6d4-f347d9c0acfa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:43.700604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fdc36f8b-04f1-4169-b891-bde812c79fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:43.704719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fdc36f8b-04f1-4169-b891-bde812c79fa4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8856611a-1b42-4ed5-a6d4-f347d9c0acfa HTTP/1.1" status: 204 len: 168 time: 0.1574805 Mar 07 16:09:43.714588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc36f8b-04f1-4169-b891-bde812c79fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856611a-1b42-4ed5-a6d4-f347d9c0acfa,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:43.746179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58032) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:44.025561 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9efdf5d3-6bce-4070-ab4d-3ebbe3f285de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.124543 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9efdf5d3-6bce-4070-ab4d-3ebbe3f285de admin admin] Publish callbacks [] for security_group (c1613247-7127-40a8-90c1-c6292567fd21), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.131733 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9efdf5d3-6bce-4070-ab4d-3ebbe3f285de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c1613247-7127-40a8-90c1-c6292567fd21), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.185581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9efdf5d3-6bce-4070-ab4d-3ebbe3f285de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41226f24e1b3464ca52dace847380414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382601 Mar 07 16:09:44.187558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdf5d3-6bce-4070-ab4d-3ebbe3f285de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1613247-7127-40a8-90c1-c6292567fd21,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:44.190426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58066) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:44.207493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f018469-fbd0-4159-938d-ab4502bb619c req-324910a8-131e-4442-8301-0e407ee2b949 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:44.222658 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f018469-fbd0-4159-938d-ab4502bb619c req-324910a8-131e-4442-8301-0e407ee2b949 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0931447 Mar 07 16:09:44.265813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58070) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:44.271989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19e824ac-c238-4410-8442-9ee702b4ea32 admin admin] Publish callbacks [] for security_group (c1613247-7127-40a8-90c1-c6292567fd21), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.305437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f018469-fbd0-4159-938d-ab4502bb619c req-487ab3b2-7010-4029-b8b6-63018f0cbee0 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767910 Mar 07 16:09:44.305855 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19e824ac-c238-4410-8442-9ee702b4ea32 admin admin] Publish callbacks [] for security_group (c1613247-7127-40a8-90c1-c6292567fd21), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.364467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19e824ac-c238-4410-8442-9ee702b4ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c1613247-7127-40a8-90c1-c6292567fd21), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.368339 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19e824ac-c238-4410-8442-9ee702b4ea32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.372443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-19e824ac-c238-4410-8442-9ee702b4ea32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1613247-7127-40a8-90c1-c6292567fd21 HTTP/1.1" status: 204 len: 168 time: 0.1785917 Mar 07 16:09:44.378437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e824ac-c238-4410-8442-9ee702b4ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1613247-7127-40a8-90c1-c6292567fd21,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:44.416421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a2dc1ca4-d8fa-497b-8d90-3c5862fef029 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:44.439253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: a2dc1ca4-d8fa-497b-8d90-3c5862fef029 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:44.439576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a2dc1ca4-d8fa-497b-8d90-3c5862fef029 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:44.482886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ffc4b5e6-86f7-4847-8931-311a1f4c640a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.569741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ffc4b5e6-86f7-4847-8931-311a1f4c640a admin admin] Publish callbacks [] for security_group (df65382f-09e2-4462-ac32-61b3312a9503), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.574974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ffc4b5e6-86f7-4847-8931-311a1f4c640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (df65382f-09e2-4462-ac32-61b3312a9503), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.616606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ffc4b5e6-86f7-4847-8931-311a1f4c640a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=556660aa8b754a5fbf1a416b9d8a0e7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495293 Mar 07 16:09:44.617716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4b5e6-86f7-4847-8931-311a1f4c640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df65382f-09e2-4462-ac32-61b3312a9503,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:44.619364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58098) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:44.704321 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2e8fb09-75de-4199-b48b-3090db67aad8 admin admin] Publish callbacks [] for security_group (df65382f-09e2-4462-ac32-61b3312a9503), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.734891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2e8fb09-75de-4199-b48b-3090db67aad8 admin admin] Publish callbacks [] for security_group (df65382f-09e2-4462-ac32-61b3312a9503), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.737999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10d6c-857e-4106-b198-3ebef188f0ab req-b24cd937-146b-4827-a42c-5cfdbd2e1c69 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:44.739988 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21b10d6c-857e-4106-b198-3ebef188f0ab req-b24cd937-146b-4827-a42c-5cfdbd2e1c69 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0616653 Mar 07 16:09:44.796530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2e8fb09-75de-4199-b48b-3090db67aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (df65382f-09e2-4462-ac32-61b3312a9503), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.800597 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21b10d6c-857e-4106-b198-3ebef188f0ab req-00099383-3370-4e82-98a9-c52f150d5ff4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534282 Mar 07 16:09:44.800860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a2e8fb09-75de-4199-b48b-3090db67aad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:44.804734 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a2e8fb09-75de-4199-b48b-3090db67aad8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df65382f-09e2-4462-ac32-61b3312a9503 HTTP/1.1" status: 204 len: 168 time: 0.1829042 Mar 07 16:09:44.822655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8fb09-75de-4199-b48b-3090db67aad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df65382f-09e2-4462-ac32-61b3312a9503,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:45.298878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58134) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:45.437208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19c8a-d273-4805-b1f5-b66ad6a36a25 req-253e5075-99b6-40cb-a9d5-e60f08af03a9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:45.444925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ae19c8a-d273-4805-b1f5-b66ad6a36a25 req-253e5075-99b6-40cb-a9d5-e60f08af03a9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0729487 Mar 07 16:09:45.505110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ae19c8a-d273-4805-b1f5-b66ad6a36a25 req-4603c173-d616-4ddf-aa81-157bcf0bd5d3 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525317 Mar 07 16:09:45.564426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-network', 'tenant_id': '55badec3ab4742dabf042c937df5abf1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:45.585935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Made reservation on behalf of 55badec3ab4742dabf042c937df5abf1 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:45.588346 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:45.597540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:45.696862 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Publish callbacks [] for security_group (94bfa35f-c9c4-48b8-b4a3-7c8818326936), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:45.703458 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (94bfa35f-c9c4-48b8-b4a3-7c8818326936), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:45.733871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:09:45.749988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bfa35f-c9c4-48b8-b4a3-7c8818326936,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:45.756429 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9ce98d24-4931-4294-93c4-5fe710cf6e7a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:45.756888 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Added segment 9ce98d24-4931-4294-93c4-5fe710cf6e7a of type vlan for network 0355928a-2fbe-4c17-98a1-3bef886e091a Mar 07 16:09:45.799554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (0355928a-2fbe-4c17-98a1-3bef886e091a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:45.827131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (0355928a-2fbe-4c17-98a1-3bef886e091a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:45.828185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:45.828788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:45.903256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] Pushing event updated for resources: {'Network': ['ID=0355928a-2fbe-4c17-98a1-3bef886e091a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:45.911399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a60e40f7-b7a6-4889-8e98-e47b6c406444 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6112747 Mar 07 16:09:45.914779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58180) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:45.915510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 0355928a-2fbe-4c17-98a1-3bef886e091a details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:09:45.919698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Request body: {'subnet': {'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-subnet', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:45.942533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Made reservation on behalf of 55badec3ab4742dabf042c937df5abf1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:45.946327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:46.086370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fed3f-5d1e-41db-b9a3-2403a742f3a4 req-b4cbcc5a-3916-4d9a-9dcd-0f3d98678571 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:46.087940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b1fed3f-5d1e-41db-b9a3-2403a742f3a4 req-b4cbcc5a-3916-4d9a-9dcd-0f3d98678571 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1276751 Mar 07 16:09:46.211501 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b1fed3f-5d1e-41db-b9a3-2403a742f3a4 req-facbcafb-dbb9-4e97-9b98-eafcda0c3584 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107244 Mar 07 16:09:46.257998 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (cf5c7792-1cae-4ef5-a221-22f4b60f3e32), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:46.331480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5c7792-1cae-4ef5-a221-22f4b60f3e32,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:46.333876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Checking segment: {'id': '9ce98d24-4931-4294-93c4-5fe710cf6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:46.334243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Network hostable DHCP agents. Network: 0355928a-2fbe-4c17-98a1-3bef886e091a, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:09:46.363599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Network 0355928a-2fbe-4c17-98a1-3bef886e091a is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:09:46.380121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 0355928a-2fbe-4c17-98a1-3bef886e091a) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:46.389633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230476c6-a47f-4562-8328-7c70e1ec7f33 None None] Network 0355928a-2fbe-4c17-98a1-3bef886e091a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:46.394302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:46.395516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:46.436424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-84f67b30-dcad-4ae6-9b3b-814158736fa6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5205052 Mar 07 16:09:46.439093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58202) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:46.443476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:46.587943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (12ed68c0-2c33-4a42-acfe-19276901fbc9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:46.589260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (12ed68c0-2c33-4a42-acfe-19276901fbc9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:46.701769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-2655ced4-9d15-45eb-8695-5fd06f4aa992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:46.710523 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-2655ced4-9d15-45eb-8695-5fd06f4aa992 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1127 time: 0.1702275 Mar 07 16:09:46.743669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a19dd1-52c2-45dc-ab49-1eb58140a98f req-039aacfa-9716-4905-a567-989bc638f527 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:46.752034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b4a19dd1-52c2-45dc-ab49-1eb58140a98f req-039aacfa-9716-4905-a567-989bc638f527 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1157148 Mar 07 16:09:46.810530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks [] for router_controller (12ed68c0-2c33-4a42-acfe-19276901fbc9), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:46.816243 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b4a19dd1-52c2-45dc-ab49-1eb58140a98f req-e023721f-6ffc-4fd4-aee4-acc01c3befad tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628390 Mar 07 16:09:46.816769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bfa3d5-bfef-4160-b342-bd49f2ed8df8 None None] Network 0355928a-2fbe-4c17-98a1-3bef886e091a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:09:46.828302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab456d8d-2b2f-471e-8210-8ec17387cb56 req-06ce1a9b-6e26-4e1d-a282-2cbc2d804ce0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:46.830428 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab456d8d-2b2f-471e-8210-8ec17387cb56 req-06ce1a9b-6e26-4e1d-a282-2cbc2d804ce0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.3441169 Mar 07 16:09:46.913587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58230) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:47.065971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa04a-6a35-4963-a0ec-e49346aed347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.132828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks [] for router_gateway (12ed68c0-2c33-4a42-acfe-19276901fbc9), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.154533 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa04a-6a35-4963-a0ec-e49346aed347 admin admin] Publish callbacks [] for security_group (342ad950-6033-444f-84c7-4434baa5089e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.159244 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa04a-6a35-4963-a0ec-e49346aed347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (342ad950-6033-444f-84c7-4434baa5089e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.176341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab456d8d-2b2f-471e-8210-8ec17387cb56 req-bbb2a803-d5e3-4320-a53d-53b24c057690 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167429 Mar 07 16:09:47.180999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-404d11f2-1c40-486c-a3d0-f2deb6c19647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:47.182544 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-404d11f2-1c40-486c-a3d0-f2deb6c19647 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.3980579 Mar 07 16:09:47.204022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfa04a-6a35-4963-a0ec-e49346aed347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342ad950-6033-444f-84c7-4434baa5089e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:47.208624 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5cdfa04a-6a35-4963-a0ec-e49346aed347 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc88fcebe7324135beaf7ab10b392709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2939641 Mar 07 16:09:47.211840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58240) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:47.261636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:09:47.277810 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-75792ad0-31a3-4b0f-8de1-a026b694a07b admin admin] Publish callbacks [] for security_group (342ad950-6033-444f-84c7-4434baa5089e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.307409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-75792ad0-31a3-4b0f-8de1-a026b694a07b admin admin] Publish callbacks [] for security_group (342ad950-6033-444f-84c7-4434baa5089e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.344135 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-8496763b-cd16-4054-a5c7-77c1bf0b91a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 999 time: 0.1518021 Mar 07 16:09:47.374148 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-75792ad0-31a3-4b0f-8de1-a026b694a07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (342ad950-6033-444f-84c7-4434baa5089e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.377266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-75792ad0-31a3-4b0f-8de1-a026b694a07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.378451 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-75792ad0-31a3-4b0f-8de1-a026b694a07b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/342ad950-6033-444f-84c7-4434baa5089e HTTP/1.1" status: 204 len: 168 time: 0.1656687 Mar 07 16:09:47.395183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75792ad0-31a3-4b0f-8de1-a026b694a07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ad950-6033-444f-84c7-4434baa5089e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:47.402910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-67e4cca0-e8bd-4edc-adca-ec5e5e11f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:47.404402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-67e4cca0-e8bd-4edc-adca-ec5e5e11f8fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.0524507 Mar 07 16:09:47.430343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:47.448108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '26b3d0bb-baea-4587-861b-0506109bd54c', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '26b3d0bb-baea-4587-861b-0506109bd54c', 'mac_address': 'fa:16:3e:09:2d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:09:47.493682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 26b3d0bb-baea-4587-861b-0506109bd54c is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:47.494689 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.508729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26b3d0bb-baea-4587-861b-0506109bd54c {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:09:47.532396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:47.538732 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.555288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-06e78a33-0c6a-432a-8e6f-33e9f7ca6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:47.556731 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-06e78a33-0c6a-432a-8e6f-33e9f7ca6691 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1460776 Mar 07 16:09:47.597356 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks [] for router_gateway (12ed68c0-2c33-4a42-acfe-19276901fbc9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.606540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:47.639588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['26b3d0bb-baea-4587-861b-0506109bd54c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:09:47.649104 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:47.732374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-f61b5c54-58e4-497c-84f8-61ed1a43bdc5 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680188 Mar 07 16:09:47.842199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Allocated IP 172.25.4.196 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b8c0f69b-256b-46e9-a7b0-aaee4653f6bf) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:47.893628 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75d96586-40c9-43d1-9dbc-3712c6a66808 req-c069d885-9322-45a7-b6f8-8030fc52d5db service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397421 Mar 07 16:09:47.968956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8ca21-fbf5-4b72-b132-afc6d9372c1f req-cdeb77f4-ec25-4645-bd32-77dca2fde398 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:47.973657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58268) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:47.982358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cca8ca21-fbf5-4b72-b132-afc6d9372c1f req-cdeb77f4-ec25-4645-bd32-77dca2fde398 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0833552 Mar 07 16:09:48.004558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2455da0f-b2ff-49d3-9d28-36e902cc4130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.021786 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks [] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.047259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cca8ca21-fbf5-4b72-b132-afc6d9372c1f req-e0bcd85a-f41f-45f1-8683-12a9a6490362 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635583 Mar 07 16:09:48.088598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.136857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:48.151076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:48.159142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:48.163280 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2455da0f-b2ff-49d3-9d28-36e902cc4130 admin admin] Publish callbacks [] for security_group (b681ef66-f245-4ef3-ba6b-ebe2640ed3c3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.168529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Pushing event updated for resources: {'Port': ['ID=b8c0f69b-256b-46e9-a7b0-aaee4653f6bf,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:48.188368 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2455da0f-b2ff-49d3-9d28-36e902cc4130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b681ef66-f245-4ef3-ba6b-ebe2640ed3c3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.250119 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2455da0f-b2ff-49d3-9d28-36e902cc4130 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e75fc0aa81af42ac9eaf0befea60d5f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756906 Mar 07 16:09:48.250860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455da0f-b2ff-49d3-9d28-36e902cc4130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b681ef66-f245-4ef3-ba6b-ebe2640ed3c3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:48.253364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58282) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:48.331030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02216a77-43d4-4458-b0c4-a6409c3a53c0 admin admin] Publish callbacks [] for security_group (b681ef66-f245-4ef3-ba6b-ebe2640ed3c3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.362330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02216a77-43d4-4458-b0c4-a6409c3a53c0 admin admin] Publish callbacks [] for security_group (b681ef66-f245-4ef3-ba6b-ebe2640ed3c3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.442669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02216a77-43d4-4458-b0c4-a6409c3a53c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b681ef66-f245-4ef3-ba6b-ebe2640ed3c3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.445530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02216a77-43d4-4458-b0c4-a6409c3a53c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.449082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-02216a77-43d4-4458-b0c4-a6409c3a53c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b681ef66-f245-4ef3-ba6b-ebe2640ed3c3 HTTP/1.1" status: 204 len: 168 time: 0.1923738 Mar 07 16:09:48.457289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216a77-43d4-4458-b0c4-a6409c3a53c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b681ef66-f245-4ef3-ba6b-ebe2640ed3c3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:48.736236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32182c-3fc8-4205-b93e-1cc764b1c4ae req-a8f18392-3cae-4605-acc4-9f0b115d952c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:48.737729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fe32182c-3fc8-4205-b93e-1cc764b1c4ae req-a8f18392-3cae-4605-acc4-9f0b115d952c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.4448178 Mar 07 16:09:48.863881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fe32182c-3fc8-4205-b93e-1cc764b1c4ae req-62ae5922-1775-4470-b144-7cf5e3741bba tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888143 Mar 07 16:09:48.877053 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks [] for router_gateway (12ed68c0-2c33-4a42-acfe-19276901fbc9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:48.889778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58296) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:49.028222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcafafad-68f3-4210-a008-964ddd2264df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.125132 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcafafad-68f3-4210-a008-964ddd2264df admin admin] Publish callbacks [] for security_group (981e2e14-e9ff-4e4a-a087-d30da01cf9cf), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.135059 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcafafad-68f3-4210-a008-964ddd2264df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (981e2e14-e9ff-4e4a-a087-d30da01cf9cf), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.149914 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (12ed68c0-2c33-4a42-acfe-19276901fbc9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.173135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fcafafad-68f3-4210-a008-964ddd2264df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60c33edfc3ee4da9865e509beee2b5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796412 Mar 07 16:09:49.178097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58318) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:49.212976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafafad-68f3-4210-a008-964ddd2264df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981e2e14-e9ff-4e4a-a087-d30da01cf9cf,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:49.248763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7962a1-402d-4a9b-959a-6cf718b2796b admin admin] Publish callbacks [] for security_group (981e2e14-e9ff-4e4a-a087-d30da01cf9cf), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.283606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7962a1-402d-4a9b-959a-6cf718b2796b admin admin] Publish callbacks [] for security_group (981e2e14-e9ff-4e4a-a087-d30da01cf9cf), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.289215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:49.342832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce973d3-85ee-4b47-9430-2abf8f1c152d req-2e546621-6f4a-475e-b463-b4f899fdd068 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:49.344586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dce973d3-85ee-4b47-9430-2abf8f1c152d req-2e546621-6f4a-475e-b463-b4f899fdd068 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1323292 Mar 07 16:09:49.360951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7962a1-402d-4a9b-959a-6cf718b2796b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (981e2e14-e9ff-4e4a-a087-d30da01cf9cf), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.364062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7962a1-402d-4a9b-959a-6cf718b2796b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.367222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1f7962a1-402d-4a9b-959a-6cf718b2796b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/981e2e14-e9ff-4e4a-a087-d30da01cf9cf HTTP/1.1" status: 204 len: 168 time: 0.1881652 Mar 07 16:09:49.374968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 26b3d0bb-baea-4587-861b-0506109bd54c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:49.375816 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.384890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7962a1-402d-4a9b-959a-6cf718b2796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e2e14-e9ff-4e4a-a087-d30da01cf9cf,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:49.438377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dce973d3-85ee-4b47-9430-2abf8f1c152d req-633583b0-9db6-4f3b-b2b6-df7833bc463b tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842571 Mar 07 16:09:49.473749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Router 12ed68c0-2c33-4a42-acfe-19276901fbc9 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:09:49.500165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 26b3d0bb-baea-4587-861b-0506109bd54c is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:49.500861 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.540299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:49.541573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:49.545203 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38d8356-0199-4f0a-8804-141856dbbd28" -d '{"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-plugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:49.549235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.616870 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c309f92-414a-4b5d-986f-eede000c60df x-openstack-request-id: req-6c309f92-414a-4b5d-986f-eede000c60df {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:49.617435 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-plugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:49.618176 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c309f92-414a-4b5d-986f-eede000c60df {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:49.618944 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c', 'code': 200} Mar 07 16:09:49.624681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:49.645011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:09:49.656037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Sync routers for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:09:49.669792 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:49.671579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:49.672478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:49.673898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58336) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:49.674106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fe3d5f40-190c-4a2b-aa64-c0716cdc0e1b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2338901 Mar 07 16:09:49.847409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:50.074199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee5f4-600a-4dad-b3e0-6bc13e44fb66 req-ee956d08-7243-487f-8ab7-09330ce48339 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:50.077450 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9cee5f4-600a-4dad-b3e0-6bc13e44fb66 req-ee956d08-7243-487f-8ab7-09330ce48339 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0905700 Mar 07 16:09:50.090721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:48Z', 'revision_number': 3, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:50.134508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Checking router: 12ed68c0-2c33-4a42-acfe-19276901fbc9 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:09:50.135440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Updating router 12ed68c0-2c33-4a42-acfe-19276901fbc9 port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:09:50.174719 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:50.190676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9cee5f4-600a-4dad-b3e0-6bc13e44fb66 req-88c106d7-6296-4824-9900-b9379807d874 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069860 Mar 07 16:09:50.256475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:50.386979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb0834-1652-42a2-8093-1a139f297470 req-c4f8c49e-5164-4078-b3d7-27f5bfc6f5d9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:50.388698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6cfb0834-1652-42a2-8093-1a139f297470 req-c4f8c49e-5164-4078-b3d7-27f5bfc6f5d9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1103168 Mar 07 16:09:50.506227 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6cfb0834-1652-42a2-8093-1a139f297470 req-78373665-9fed-4fb8-aea8-e7e20a44cc8a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099019 Mar 07 16:09:50.531390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Allocated IP 172.20.0.1 (0355928a-2fbe-4c17-98a1-3bef886e091a/cf5c7792-1cae-4ef5-a221-22f4b60f3e32/5544e68e-3944-4c1d-8b60-8c780bd36fa0) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:09:50.654345 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Publish callbacks [] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:50.671808 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:50.692533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7e39a-55ac-4f97-98e8-df0c561348e7 req-0112740e-d940-430c-8240-cc69a69da684 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:50.694509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41b7e39a-55ac-4f97-98e8-df0c561348e7 req-0112740e-d940-430c-8240-cc69a69da684 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1281054 Mar 07 16:09:50.706999 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Publish callbacks [] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:50.781359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Attempting to bind port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:09:50.782560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Attempting to bind port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:09:50.783790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Attempting to bind port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:50.795304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41b7e39a-55ac-4f97-98e8-df0c561348e7 req-52136fa8-acc7-4732-9aee-c8c4990856bf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943904 Mar 07 16:09:50.800193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:09:50.800649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:50.801055 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:50.801455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:09:50.801988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Bound port: b8c0f69b-256b-46e9-a7b0-aaee4653f6bf, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:09:50.803013 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:50.858379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3d63f-666e-4f9d-a5ed-6fdb09dca061 None None] Pushing event updated for resources: {'Port': ['ID=b8c0f69b-256b-46e9-a7b0-aaee4653f6bf,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:50.881223 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:50.892426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] For port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:09:50.898209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] For port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b8c0f69b-256b-46e9-a7b0-aaee4653f6bf,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:09:50.908608 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:50.970068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3d63f-666e-4f9d-a5ed-6fdb09dca061 None None] Pushing event updated for resources: {'Port': ['ID=b8c0f69b-256b-46e9-a7b0-aaee4653f6bf,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:50.984489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Network 0355928a-2fbe-4c17-98a1-3bef886e091a is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:50.992400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:50.996172 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:09:50.999146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:50.999800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:51.072420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6ec5-0e3f-48b0-a18e-c73b21427055 req-009b77e1-fab0-4b78-90b8-e2576e9d23a4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:51.074044 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe5d6ec5-0e3f-48b0-a18e-c73b21427055 req-009b77e1-fab0-4b78-90b8-e2576e9d23a4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2589715 Mar 07 16:09:51.078413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5544e68e-3944-4c1d-8b60-8c780bd36fa0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:51.127958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (12ed68c0-2c33-4a42-acfe-19276901fbc9), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:51.178496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:51.293587 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe5d6ec5-0e3f-48b0-a18e-c73b21427055 req-1b87d1d4-2421-4be1-8bec-10ce7868c513 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070210 Mar 07 16:09:51.415870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:51.423045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:48Z', 'revision_number': 3, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:51.469278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0605a9-2c1c-4ab2-b02e-d3f0fd1df141 None None] The sync data for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 is: [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:48Z', 'revision_number': 3, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:09:51.540376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e376cf-0c89-4776-8622-0e56b6d138d1 req-e9dc97f8-3ff5-42ca-87ac-5d13e632db5b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:51.550568 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57e376cf-0c89-4776-8622-0e56b6d138d1 req-e9dc97f8-3ff5-42ca-87ac-5d13e632db5b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1085122 Mar 07 16:09:51.652918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-57e376cf-0c89-4776-8622-0e56b6d138d1 req-9e27059b-1259-43f4-a46b-d51129d21928 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014702 Mar 07 16:09:51.740662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Publish callbacks [] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:51.750368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:51.852111 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (12ed68c0-2c33-4a42-acfe-19276901fbc9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:51.864717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5544e68e-3944-4c1d-8b60-8c780bd36fa0,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:52.069426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f88289-62d6-4427-9a14-0e6870b9155c req-ead6ec6a-16a9-44ee-9ce6-bf401d221684 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:52.071905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a6f88289-62d6-4427-9a14-0e6870b9155c req-ead6ec6a-16a9-44ee-9ce6-bf401d221684 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1189377 Mar 07 16:09:52.152014 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a6f88289-62d6-4427-9a14-0e6870b9155c req-0125750e-d940-45fd-921d-8379e867789a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733004 Mar 07 16:09:52.270403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8432c-d68a-40e8-9b93-47b2ddf673a9 req-db15ed2d-a3c5-4670-90a7-d0daaa213d55 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:52.272149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7ae8432c-d68a-40e8-9b93-47b2ddf673a9 req-db15ed2d-a3c5-4670-90a7-d0daaa213d55 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.4925425 Mar 07 16:09:52.291908 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:09:52.455474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Network 0355928a-2fbe-4c17-98a1-3bef886e091a is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:09:52.462847 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7ae8432c-d68a-40e8-9b93-47b2ddf673a9 req-96f3a1fd-5f1c-438b-a243-c1736d6d1dbb tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166584 Mar 07 16:09:52.464433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:09:52.598526 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b8c0f69b-256b-46e9-a7b0-aaee4653f6bf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:52.791136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:52.791516 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:52.821156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Router 12ed68c0-2c33-4a42-acfe-19276901fbc9 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:09:52.940999 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-352f2564-fb55-4466-90a9-f81e7b51eec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:53.021695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:53.022380 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:53.060404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b8c0f69b-256b-46e9-a7b0-aaee4653f6bf,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:53.069220 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:53.206970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b8c0f69b-256b-46e9-a7b0-aaee4653f6bf,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:53.252874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1946a5-bd32-4184-adc3-6c1ae7994fbc req-e8e278cc-8236-4bf6-9c20-017e78a8992d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:53.264425 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb1946a5-bd32-4184-adc3-6c1ae7994fbc req-e8e278cc-8236-4bf6-9c20-017e78a8992d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2993200 Mar 07 16:09:53.299732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:09:53.325783 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-61a6648b-ce63-4070-97c3-c189900306c3 admin admin] 10.222.0.24 "PUT /v2.0/routers/12ed68c0-2c33-4a42-acfe-19276901fbc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6427982 Mar 07 16:09:53.363146 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb1946a5-bd32-4184-adc3-6c1ae7994fbc req-2fc858a7-57a7-4bad-8700-cabf9c3ef6f5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968261 Mar 07 16:09:53.449642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff221e-0969-4722-a840-3c40ac5f87c8 req-a4a931a6-8369-4c0e-8329-bc52d9c7c6fb tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:53.454693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ff221e-0969-4722-a840-3c40ac5f87c8 req-a4a931a6-8369-4c0e-8329-bc52d9c7c6fb tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0959172 Mar 07 16:09:53.563514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ff221e-0969-4722-a840-3c40ac5f87c8 req-3fe472f0-4fd5-4a25-802a-2efe4970e193 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983317 Mar 07 16:09:53.602367 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa605-b306-461f-af62-3f064934824c req-8242f6af-3082-4996-b0a6-bcc9e2a69458 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:53.604045 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-888aa605-b306-461f-af62-3f064934824c req-8242f6af-3082-4996-b0a6-bcc9e2a69458 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 946 time: 0.0975544 Mar 07 16:09:53.689046 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-888aa605-b306-461f-af62-3f064934824c req-536d73aa-e91f-41c8-a724-c85812b9261c tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768006 Mar 07 16:09:54.280643 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-2f942bdf-09ac-4617-9e33-31b8b8a5c022 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808897 Mar 07 16:09:54.300128 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Sync routers for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:09:54.332046 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:54.332665 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:54.381630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-ab233516-a4c1-466e-822f-cfed1a325dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:54.415849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-ab233516-a4c1-466e-822f-cfed1a325dd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 1128 time: 0.0727162 Mar 07 16:09:54.554514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b8c0f69b-256b-46e9-a7b0-aaee4653f6bf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:54.570714 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:54.671569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:54.672201 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:54.721178 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80654f1-9b38-4cc5-91f3-2a08077c22ea req-67bec9e5-f4b3-4b3b-9747-5f82ef798fbd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:54.723930 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d80654f1-9b38-4cc5-91f3-2a08077c22ea req-67bec9e5-f4b3-4b3b-9747-5f82ef798fbd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1996233 Mar 07 16:09:54.760244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-6eb50821-60a1-4024-92d0-1829b31fd1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:54.762871 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-6eb50821-60a1-4024-92d0-1829b31fd1c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.3458915 Mar 07 16:09:54.844221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:54.872904 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5544e68e-3944-4c1d-8b60-8c780bd36fa0', 'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'mac_address': 'fa:16:3e:64:a3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:50Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 2, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'subnets': [{'id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:54.905941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-8f5ef739-bd6c-4f9b-8d09-d635ca5456bc tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:54.908322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-8f5ef739-bd6c-4f9b-8d09-d635ca5456bc tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 946 time: 0.0982864 Mar 07 16:09:54.941592 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Checking router: 12ed68c0-2c33-4a42-acfe-19276901fbc9 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:09:54.942206 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Updating router 12ed68c0-2c33-4a42-acfe-19276901fbc9 port 5544e68e-3944-4c1d-8b60-8c780bd36fa0 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:09:54.965169 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-cb0e65d6-3fe4-482b-bf67-c045aa523848 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a878aa-a299-4247-b669-4c60751cec8c HTTP/1.1" status: 200 len: 217 time: 0.1761601 Mar 07 16:09:54.979476 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:55.126633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-1b7cd719-8ff6-49e1-8487-08b3ae535559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:55.133910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-1b7cd719-8ff6-49e1-8487-08b3ae535559 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.1442943 Mar 07 16:09:55.218403 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f01346a-5f93-4ead-99c9-b1b60e806642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:55.236093 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d80654f1-9b38-4cc5-91f3-2a08077c22ea req-87fa75bb-69e1-4d2f-832f-962eecd9ae76 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5050292 Mar 07 16:09:55.236479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-84b3cfc7-3686-49ea-bf4b-1f43dd52aa72 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:55.245092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-84b3cfc7-3686-49ea-bf4b-1f43dd52aa72 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 820 time: 0.3137126 Mar 07 16:09:55.281085 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-2e66ca58-d6f1-4d8e-a9f3-4f4fbfe75241 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/quotas/55badec3ab4742dabf042c937df5abf1 HTTP/1.1" status: 200 len: 375 time: 0.0347443 Mar 07 16:09:55.322736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Deleting port b9715838-0137-4843-98c1-42319bd18ca3 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:09:55.323375 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b9715838-0137-4843-98c1-42319bd18ca3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:55.347212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-93a86a9d-cda4-45f8-b42e-c45904876da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:55.352431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-93a86a9d-cda4-45f8-b42e-c45904876da0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2098801 Mar 07 16:09:55.433708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-28a7be04-fc24-4ee5-9096-906faac3b04e tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1510563 Mar 07 16:09:55.554091 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-0a3f494d-f048-4ef2-8149-edaf14d4858c service neutron] 10.222.0.24 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181297 Mar 07 16:09:55.699437 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-ce4b0814-be2a-44fd-80c1-f6e224e13043 service neutron] 10.222.0.24 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409409 Mar 07 16:09:55.701152 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Publish callbacks [] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:55.716377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] For port b9715838-0137-4843-98c1-42319bd18ca3, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=b9715838-0137-4843-98c1-42319bd18ca3,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:55.718321 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:55.723356 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b9715838-0137-4843-98c1-42319bd18ca3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:55.874651 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-2c9233ea-3738-4380-aa42-1d6595c2c0c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3554566 Mar 07 16:09:55.907521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51235eb-e99b-4bf8-aee4-8c5920e01105 req-2ee24397-32ac-4814-8375-1e90c2c39156 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:55.910226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e51235eb-e99b-4bf8-aee4-8c5920e01105 req-2ee24397-32ac-4814-8375-1e90c2c39156 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.5132947 Mar 07 16:09:55.920867 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Pushing event updated for resources: {'Port': ['ID=5544e68e-3944-4c1d-8b60-8c780bd36fa0,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:55.923206 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-1ff8ee08-2a99-40fb-941f-44ffcdcb34ee service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640931 Mar 07 16:09:55.954787 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.955381 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.956020 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.956584 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.957187 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.957765 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.959666 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.960310 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.960878 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.961481 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.962087 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.962667 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:55.963230 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:09:56.133406 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Attempting to bind port 5544e68e-3944-4c1d-8b60-8c780bd36fa0 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:09:56.135084 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Attempting to bind port 5544e68e-3944-4c1d-8b60-8c780bd36fa0 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '9ce98d24-4931-4294-93c4-5fe710cf6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:09:56.135602 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Attempting to bind port 5544e68e-3944-4c1d-8b60-8c780bd36fa0 on network 0355928a-2fbe-4c17-98a1-3bef886e091a {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:09:56.147394 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:09:56.153094 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Checking segment: {'id': '9ce98d24-4931-4294-93c4-5fe710cf6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:09:56.153637 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:56.156208 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Bound using segment: {'id': '9ce98d24-4931-4294-93c4-5fe710cf6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:09:56.157024 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Bound port: 5544e68e-3944-4c1d-8b60-8c780bd36fa0, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce98d24-4931-4294-93c4-5fe710cf6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:09:56.157608 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:56.255007 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] For port 5544e68e-3944-4c1d-8b60-8c780bd36fa0, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:09:56.260208 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] For port 5544e68e-3944-4c1d-8b60-8c780bd36fa0, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5544e68e-3944-4c1d-8b60-8c780bd36fa0,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:09:56.271649 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:56.328984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:56.329500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (a9740ff2-a2f8-4aae-9a7e-683754022ff6), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:56.329672 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Floating IP a9740ff2-a2f8-4aae-9a7e-683754022ff6 disassociated. External IP: 172.25.4.233, port: b9715838-0137-4843-98c1-42319bd18ca3. Mar 07 16:09:56.330025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Calling delete_port for b9715838-0137-4843-98c1-42319bd18ca3 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:09:56.356781 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:56.357567 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:56.376029 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:56.489298 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e51235eb-e99b-4bf8-aee4-8c5920e01105 req-6e6d3d53-d011-4f43-bdca-cb688efb0fa7 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650403 Mar 07 16:09:56.499319 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b74817a2-33b2-4b26-a8fe-12738f4c9e74 req-7c7f19ae-f436-4828-8456-0dcca2f5b149 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353437 Mar 07 16:09:56.546307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-56c8e54c-d409-4da0-be06-3c8031b45cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:56.556473 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-56c8e54c-d409-4da0-be06-3c8031b45cf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 1127 time: 0.6312253 Mar 07 16:09:56.746391 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775c81-0286-4f3c-adf8-fbd0a8b382d0 None None] Pushing event updated for resources: {'Port': ['ID=5544e68e-3944-4c1d-8b60-8c780bd36fa0,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:56.806218 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:09:56.912444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-0bcb638b-ef9b-4b19-823e-35366fa330b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:56.922921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-0bcb638b-ef9b-4b19-823e-35366fa330b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 912 time: 0.3052530 Mar 07 16:09:57.090833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228c9c2-e0c9-432b-a522-9927b566f705 req-33969b79-17dc-4569-8d4d-bc5d023137b3 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:57.110959 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-33ff2def-1c9e-4752-9a86-926e69555731 req-80eb3f14-f1f2-4bd9-b147-1afa1747b2f2 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 210 time: 0.1817801 Mar 07 16:09:57.112958 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-4c386110-54c9-434c-bd18-463f88d9345a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3688d564-172b-4e39-96c6-9d9f01f19dac HTTP/1.1" status: 200 len: 217 time: 0.1712413 Mar 07 16:09:57.117878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e228c9c2-e0c9-432b-a522-9927b566f705 req-33969b79-17dc-4569-8d4d-bc5d023137b3 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 946 time: 0.7284744 Mar 07 16:09:57.207863 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-20750839-c8b6-4a54-8a7b-0bc61f4bc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:57.211701 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-20750839-c8b6-4a54-8a7b-0bc61f4bc738 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8650556-8c1c-4884-93eb-2da4185841b3 HTTP/1.1" status: 200 len: 851 time: 0.0881450 Mar 07 16:09:57.267666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b9715838-0137-4843-98c1-42319bd18ca3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:57.289559 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-24137a36-f1a3-4df4-bd7e-fc911f55079b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca14b26f-8c62-480c-9121-96fe2fe05b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638325 Mar 07 16:09:57.482270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e228c9c2-e0c9-432b-a522-9927b566f705 req-7c259c63-210b-4756-b431-bab36071bf05 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606856 Mar 07 16:09:57.494529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event deleted for resources: {'Port': ['ID=b9715838-0137-4843-98c1-42319bd18ca3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:09:57.626376 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5544e68e-3944-4c1d-8b60-8c780bd36fa0', 'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'mac_address': 'fa:16:3e:64:a3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:50Z', 'updated_at': '2022-03-07T16:09:56Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'subnets': [{'id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:57.690065 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:57.705920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f40e4-cf55-4f48-bec2-f518d7f01810 req-13737b33-0240-4f04-a688-824a3939a30a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:57.719774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-503f40e4-cf55-4f48-bec2-f518d7f01810 req-13737b33-0240-4f04-a688-824a3939a30a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.3480988 Mar 07 16:09:57.945779 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-3512fea5-9668-4b04-83ce-3467e8ceca02 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482394 Mar 07 16:09:57.960637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-503f40e4-cf55-4f48-bec2-f518d7f01810 req-6e1515f1-3419-4659-be87-64c8cb798307 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335155 Mar 07 16:09:58.179191 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1604c7-93f1-4e64-957b-28aaba1b298f None None] The sync data for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 is: [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5544e68e-3944-4c1d-8b60-8c780bd36fa0', 'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'mac_address': 'fa:16:3e:64:a3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:50Z', 'updated_at': '2022-03-07T16:09:56Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'subnets': [{'id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:09:58.207951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Router c2b920e0-f53e-4456-a91f-53ab797da87d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:09:58.280845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabae45-215f-4ced-a186-7ae360e55e5e req-16321a1f-a2a2-4fb5-92d1-95ebf4b24e12 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:58.328532 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efabae45-215f-4ced-a186-7ae360e55e5e req-16321a1f-a2a2-4fb5-92d1-95ebf4b24e12 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.4470210 Mar 07 16:09:58.432402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device b9715838-0137-4843-98c1-42319bd18ca3 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:09:58.443552 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7013d5ce-ae3e-4705-8a86-93268197df79 req-b58839a8-288f-4d3c-846e-cfae008e3acb service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749980 Mar 07 16:09:58.481994 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010f698-d447-40b4-b525-4bb4ae5fe93a req-0531711d-b10a-4ae5-b8eb-241e097c9088 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:58.482406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: b9715838-0137-4843-98c1-42319bd18ca3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:09:58.483972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device b9715838-0137-4843-98c1-42319bd18ca3 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:09:58.493301 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0010f698-d447-40b4-b525-4bb4ae5fe93a req-0531711d-b10a-4ae5-b8eb-241e097c9088 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1542037 Mar 07 16:09:58.688691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0010f698-d447-40b4-b525-4bb4ae5fe93a req-c0e9fbd2-4fd1-4fda-af7f-7181cb25ac88 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941190 Mar 07 16:09:58.736469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5544e68e-3944-4c1d-8b60-8c780bd36fa0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:09:58.895290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5544e68e-3944-4c1d-8b60-8c780bd36fa0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:09:58.897440 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:58.901505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-982aa7cf-5c15-4441-93a7-64976b10833d req-cca9d3ad-c6c6-4d0a-a25c-f4a8723185cc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 210 time: 0.0930333 Mar 07 16:09:59.019031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-8a3128fa-9241-442e-bd96-837f60a28bd2 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:59.021724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-8a3128fa-9241-442e-bd96-837f60a28bd2 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.11 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 820 time: 0.5533924 Mar 07 16:09:59.074495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Request body: {'port': {'device_id': '79ee0982-195f-458e-b699-12d10bfe95bd', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'admin_state_up': True, 'tenant_id': '55badec3ab4742dabf042c937df5abf1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:09:59.096286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5544e68e-3944-4c1d-8b60-8c780bd36fa0 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:09:59.100119 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:59.130977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6fefabf-c87f-43ef-be24-539fc6e30bda req-ed721a76-2ee0-40db-8dc6-aaa3cd00ab95 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 210 time: 0.0598011 Mar 07 16:09:59.162147 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efabae45-215f-4ced-a186-7ae360e55e5e req-31eace51-efca-40e9-89ba-0353a82230ce tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8317342 Mar 07 16:09:59.245818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 5544e68e-3944-4c1d-8b60-8c780bd36fa0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5544e68e-3944-4c1d-8b60-8c780bd36fa0,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:09:59.273846 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:59.394124 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:59.396165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:09:59.422584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] Sync routers for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:09:59.557798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] No DVR routers for this DVR port b9715838-0137-4843-98c1-42319bd18ca3 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:09:59.561737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:09:59.565588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:59.570774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:09:59.580555 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ea0dd783-20cb-4e1f-b7a2-ab4b101b19be req-6fae0d1f-9f33-464e-bfde-01384a4e64e1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.11 "DELETE /v2.0/ports/b9715838-0137-4843-98c1-42319bd18ca3 HTTP/1.1" status: 204 len: 173 time: 4.6645558 Mar 07 16:09:59.604772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'name': 'network-vif-deleted', 'tag': 'b9715838-0137-4843-98c1-42319bd18ca3'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:09:59.610242 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473bd1c-b065-4850-b435-4803e960b38d" -d '{"events": [{"server_uuid": "e53503e9-df22-458f-a2f2-557447f40ce9", "name": "network-vif-deleted", "tag": "b9715838-0137-4843-98c1-42319bd18ca3"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:09:59.746253 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aec51d-b0d5-4394-a0b8-3621d735b103 req-a86939a3-6e5e-41ca-976a-02ba4038bd3b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:09:59.748276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42aec51d-b0d5-4394-a0b8-3621d735b103 req-a86939a3-6e5e-41ca-976a-02ba4038bd3b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.3252647 Mar 07 16:09:59.749953 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d045d11-8327-41f3-920b-3f27348ab62d x-openstack-request-id: req-3d045d11-8327-41f3-920b-3f27348ab62d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:09:59.750249 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53503e9-df22-458f-a2f2-557447f40ce9", "name": "network-vif-deleted", "tag": "b9715838-0137-4843-98c1-42319bd18ca3", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:09:59.750656 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d045d11-8327-41f3-920b-3f27348ab62d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:09:59.751349 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53503e9-df22-458f-a2f2-557447f40ce9', 'name': 'network-vif-deleted', 'tag': 'b9715838-0137-4843-98c1-42319bd18ca3', 'status': 'completed', 'code': 200} Mar 07 16:09:59.901939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58694) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:09:59.948308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Made reservation on behalf of 55badec3ab4742dabf042c937df5abf1 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:09:59.951909 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:09:59.968878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42aec51d-b0d5-4394-a0b8-3621d735b103 req-ad51836f-9f98-4de6-b945-86763544c09b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117591 Mar 07 16:10:00.062144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58702) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:00.289629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b29d8aa-bf07-4497-a09c-3e20160f07b2 req-de8303b0-d4a5-4b31-b14e-460cc84d431b tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 210 time: 0.1627281 Mar 07 16:10:00.414657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=5544e68e-3944-4c1d-8b60-8c780bd36fa0,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:00.460935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3cd98e26-8233-4450-89ff-f466889bfc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:00.476968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:00.509213 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98d0e249-30e1-4be4-8c45-62bc7e8c9d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:00.626355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-17c0f993-2ff2-4d9a-8027-50a54ebf449d req-de38406b-e881-4a57-94cf-ebe61e068fbb tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53503e9-df22-458f-a2f2-557447f40ce9 HTTP/1.1" status: 200 len: 210 time: 0.1559341 Mar 07 16:10:00.863735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98d0e249-30e1-4be4-8c45-62bc7e8c9d58 admin admin] Publish callbacks [] for security_group (b25cabe3-b313-4408-931a-ada6bacb44bd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:00.884267 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98d0e249-30e1-4be4-8c45-62bc7e8c9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b25cabe3-b313-4408-931a-ada6bacb44bd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:00.889390 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3cd98e26-8233-4450-89ff-f466889bfc9d admin admin] Publish callbacks [] for security_group (8cd83706-8033-4e1f-806d-f410031297b7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:00.908796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:00.946119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3cd98e26-8233-4450-89ff-f466889bfc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8cd83706-8033-4e1f-806d-f410031297b7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:00.950986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] Checking router: c2b920e0-f53e-4456-a91f-53ab797da87d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:10:00.962715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:00.963651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:09:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:01.037772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-98d0e249-30e1-4be4-8c45-62bc7e8c9d58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a733368dc464306bec9002ccdb9e7ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9740684 Mar 07 16:10:01.050884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0e249-30e1-4be4-8c45-62bc7e8c9d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25cabe3-b313-4408-931a-ada6bacb44bd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:01.055781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58716) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:01.111923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3cd98e26-8233-4450-89ff-f466889bfc9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e244320e2dbf45bab4f17165cfd13c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2084754 Mar 07 16:10:01.127375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8db299-829c-4b44-9687-d0856bdfb2b2 req-a90cafdd-85c4-42b9-aedb-b0ad70eb7faf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:01.135383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae8db299-829c-4b44-9687-d0856bdfb2b2 req-a90cafdd-85c4-42b9-aedb-b0ad70eb7faf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.2650578 Mar 07 16:10:01.144955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58718) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:01.179013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:01.249542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd98e26-8233-4450-89ff-f466889bfc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd83706-8033-4e1f-806d-f410031297b7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:01.330894 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae8db299-829c-4b44-9687-d0856bdfb2b2 req-0b2fd184-ad62-43c7-9e70-e0be2e622d4e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940627 Mar 07 16:10:01.397910 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-facf4bc8-7bff-4c43-92bc-8c408f7265eb admin admin] Publish callbacks [] for security_group (8cd83706-8033-4e1f-806d-f410031297b7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:01.405664 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e6418c1-f366-459a-9609-748d917c4055 admin admin] Publish callbacks [] for security_group (b25cabe3-b313-4408-931a-ada6bacb44bd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:01.481284 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-facf4bc8-7bff-4c43-92bc-8c408f7265eb admin admin] Publish callbacks [] for security_group (8cd83706-8033-4e1f-806d-f410031297b7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:01.504240 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e6418c1-f366-459a-9609-748d917c4055 admin admin] Publish callbacks [] for security_group (b25cabe3-b313-4408-931a-ada6bacb44bd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:01.529646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Allocated IP 172.20.0.8 (0355928a-2fbe-4c17-98a1-3bef886e091a/cf5c7792-1cae-4ef5-a221-22f4b60f3e32/9788be27-0183-4a8c-8ff3-6668caccc4c7) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:01.611692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-facf4bc8-7bff-4c43-92bc-8c408f7265eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8cd83706-8033-4e1f-806d-f410031297b7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:01.619600 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-facf4bc8-7bff-4c43-92bc-8c408f7265eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:01.622496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-facf4bc8-7bff-4c43-92bc-8c408f7265eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cd83706-8033-4e1f-806d-f410031297b7 HTTP/1.1" status: 204 len: 168 time: 0.4740212 Mar 07 16:10:01.655084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e6418c1-f366-459a-9609-748d917c4055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b25cabe3-b313-4408-931a-ada6bacb44bd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:01.666527 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e6418c1-f366-459a-9609-748d917c4055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:01.677359 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8e6418c1-f366-459a-9609-748d917c4055 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b25cabe3-b313-4408-931a-ada6bacb44bd HTTP/1.1" status: 204 len: 168 time: 0.5940092 Mar 07 16:10:01.718635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf4bc8-7bff-4c43-92bc-8c408f7265eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd83706-8033-4e1f-806d-f410031297b7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:01.798438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6418c1-f366-459a-9609-748d917c4055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25cabe3-b313-4408-931a-ada6bacb44bd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:01.893471 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4bc71a76-0744-410b-8590-f962e3fa37b8 req-8d5ba336-e5c5-4033-9155-76a7178f32e3 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 210 time: 0.1558120 Mar 07 16:10:01.922072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:02.049093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeaa788-d71b-48f9-84ef-771ba6716b1e None None] The sync data for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 is: [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:10:02.086655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58754) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:02.154610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e3dc8-97c9-4da8-bb80-d1bdaf7d43ae req-3c041f23-80f4-49b9-9aec-f651e571105a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:02.167082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f26e3dc8-97c9-4da8-bb80-d1bdaf7d43ae req-3c041f23-80f4-49b9-9aec-f651e571105a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 1.8940840 Mar 07 16:10:02.179869 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:02.225960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b2b191a-2207-4cfa-a13d-881d0479069f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:02.285774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b2b191a-2207-4cfa-a13d-881d0479069f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:02.399440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f26e3dc8-97c9-4da8-bb80-d1bdaf7d43ae req-676eda11-255c-4dd1-a466-f03248810d4d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305439 Mar 07 16:10:02.437297 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b2b191a-2207-4cfa-a13d-881d0479069f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:02.441233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b2b191a-2207-4cfa-a13d-881d0479069f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:02.443718 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9b2b191a-2207-4cfa-a13d-881d0479069f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d HTTP/1.1" status: 204 len: 168 time: 0.3558810 Mar 07 16:10:02.447639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58766) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:02.461834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:02.560875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b191a-2207-4cfa-a13d-881d0479069f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:02.568541 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-a1c028f4-1831-438c-b77a-f681fe304224 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] show failed (client error): The resource could not be found. Mar 07 16:10:02.569659 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a1c028f4-1831-438c-b77a-f681fe304224 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups/7d9ee65b-5fae-4e17-a4d5-9923f3fdcf3d HTTP/1.1" status: 404 len: 347 time: 0.1014588 Mar 07 16:10:02.573620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58770) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:02.696422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5544e68e-3944-4c1d-8b60-8c780bd36fa0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:02.700435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58772) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:02.707361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58776) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:02.708096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Pushing event updated for resources: {'Port': ['ID=9788be27-0183-4a8c-8ff3-6668caccc4c7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:02.774383 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6361afd9-5206-49f9-9afa-4be7995d580a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:02.800821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Network 0355928a-2fbe-4c17-98a1-3bef886e091a is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:02.803958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:02.816601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:02.845771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a6b9-847f-4c18-8162-256eeeea9d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:02.851733 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f378751-9f78-4cfe-a77e-5420ed146b2d None None] New status for floating IP a9740ff2-a2f8-4aae-9a7e-683754022ff6: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:10:02.906729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5544e68e-3944-4c1d-8b60-8c780bd36fa0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:02.907547 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:02.949138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137c00f-abe6-4fd3-8c44-bf5124768061 req-cb216620-ece2-419e-ba0e-dfa2e3e4355d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:02.951768 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2137c00f-abe6-4fd3-8c44-bf5124768061 req-cb216620-ece2-419e-ba0e-dfa2e3e4355d tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.2134652 Mar 07 16:10:03.031658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5544e68e-3944-4c1d-8b60-8c780bd36fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:03.072127 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a6b9-847f-4c18-8162-256eeeea9d9c admin admin] Publish callbacks [] for security_group (5f297167-5627-4750-aee6-9047ab370ad1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.094695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a6b9-847f-4c18-8162-256eeeea9d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5f297167-5627-4750-aee6-9047ab370ad1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.128357 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2137c00f-abe6-4fd3-8c44-bf5124768061 req-f48419ff-f2ac-4ddb-a39e-ca0831ea472f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654174 Mar 07 16:10:03.133922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Deleting port 6d27aa3a-a64b-4bc8-9078-7a394338cc92 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:03.136701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6d27aa3a-a64b-4bc8-9078-7a394338cc92), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.153730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f4b9a6b9-847f-4c18-8162-256eeeea9d9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f16164eda4c45c393c70a1f20e89547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4141634 Mar 07 16:10:03.168202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58784) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:03.288482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a3-cde8-465b-9b67-56280cc8e96e admin admin] Publish callbacks [] for security_group (5f297167-5627-4750-aee6-9047ab370ad1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.305611 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6d27aa3a-a64b-4bc8-9078-7a394338cc92), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.305938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (6d27aa3a-a64b-4bc8-9078-7a394338cc92), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.314033 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a3-cde8-465b-9b67-56280cc8e96e admin admin] Publish callbacks [] for security_group (5f297167-5627-4750-aee6-9047ab370ad1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.323991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Calling delete_port for 6d27aa3a-a64b-4bc8-9078-7a394338cc92 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:03.440356 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a3-cde8-465b-9b67-56280cc8e96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5f297167-5627-4750-aee6-9047ab370ad1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.450899 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a3-cde8-465b-9b67-56280cc8e96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.453946 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-576ce9a3-cde8-465b-9b67-56280cc8e96e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f297167-5627-4750-aee6-9047ab370ad1 HTTP/1.1" status: 204 len: 168 time: 0.2788532 Mar 07 16:10:03.489312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:03.490669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.497023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9a6b9-847f-4c18-8162-256eeeea9d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f297167-5627-4750-aee6-9047ab370ad1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:03.530980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073595e-5379-430e-865a-97525221ff25 req-73a42f33-90f4-4c16-bce3-27b1fd58a603 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:03.535920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585faeea-4ed4-4b91-b4a3-e1829f268c85 req-6c4d641e-0a3a-4b74-bbcd-2ad28d356354 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:03.539329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e073595e-5379-430e-865a-97525221ff25 req-73a42f33-90f4-4c16-bce3-27b1fd58a603 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.8512762 Mar 07 16:10:03.549601 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-585faeea-4ed4-4b91-b4a3-e1829f268c85 req-6c4d641e-0a3a-4b74-bbcd-2ad28d356354 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 931 time: 0.1386867 Mar 07 16:10:03.552804 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58798) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:03.585989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ce9a3-cde8-465b-9b67-56280cc8e96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f297167-5627-4750-aee6-9047ab370ad1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:03.591081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-e686ddcb-3201-407e-96d3-47114c5374a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5562236 Mar 07 16:10:03.612711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Request body: {'port': {'device_id': '79ee0982-195f-458e-b699-12d10bfe95bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:03.646846 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-585faeea-4ed4-4b91-b4a3-e1829f268c85 req-cfc08647-2dcb-44b8-9aa2-8eb2b8ec8973 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962520 Mar 07 16:10:03.671181 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6d27aa3a-a64b-4bc8-9078-7a394338cc92), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.714459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.756505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6361afd9-5206-49f9-9afa-4be7995d580a admin admin] Publish callbacks [] for security_group (20f4dace-c957-47b6-80e6-5f2457b3564c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.758949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event deleted for resources: {'Port': ['ID=6d27aa3a-a64b-4bc8-9078-7a394338cc92,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:03.796693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e073595e-5379-430e-865a-97525221ff25 req-2dba9f52-088b-43d3-80f9-32f22c4e1a64 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563612 Mar 07 16:10:03.797417 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6361afd9-5206-49f9-9afa-4be7995d580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (20f4dace-c957-47b6-80e6-5f2457b3564c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.870257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (a9740ff2-a2f8-4aae-9a7e-683754022ff6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.873022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:03.874225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-009b3af4-dbc3-4276-aa83-6b86a6565702 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "DELETE /v2.0/floatingips/a9740ff2-a2f8-4aae-9a7e-683754022ff6 HTTP/1.1" status: 204 len: 168 time: 1.2996225 Mar 07 16:10:03.916966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361afd9-5206-49f9-9afa-4be7995d580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f4dace-c957-47b6-80e6-5f2457b3564c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:03.938776 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6361afd9-5206-49f9-9afa-4be7995d580a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1c1f153b2ce40d88031422de5eba4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2050483 Mar 07 16:10:03.939278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58808) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:04.103909 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0463-c2e3-4c66-8e69-a787552a6a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.141846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b3365-d26e-4bc4-8d0b-58a98450828b req-3e4f8a8a-1c2e-48cd-ad13-ef0bbf7d417c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:04.150657 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f84b3365-d26e-4bc4-8d0b-58a98450828b req-3e4f8a8a-1c2e-48cd-ad13-ef0bbf7d417c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1535783 Mar 07 16:10:04.178685 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-123cc2d2-2176-4b3c-aa65-7ec791a64193 admin admin] Publish callbacks [] for security_group (20f4dace-c957-47b6-80e6-5f2457b3564c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.308467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-123cc2d2-2176-4b3c-aa65-7ec791a64193 admin admin] Publish callbacks [] for security_group (20f4dace-c957-47b6-80e6-5f2457b3564c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.391618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9788be27-0183-4a8c-8ff3-6668caccc4c7 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:10:04.427921 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Publish callbacks [] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.447677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Transition to ACTIVE for port object 9788be27-0183-4a8c-8ff3-6668caccc4c7 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:10:04.453802 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.458961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f84b3365-d26e-4bc4-8d0b-58a98450828b req-31c8b240-7c0b-410d-86c2-c8466df16b66 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061914 Mar 07 16:10:04.499357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58828) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:04.507968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8fb738db-790d-4c15-ac48-1d3b1e8a0f0a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320558967', 'description': 'tempest-description--1170267282'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:04.552895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-123cc2d2-2176-4b3c-aa65-7ec791a64193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (20f4dace-c957-47b6-80e6-5f2457b3564c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.555819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-123cc2d2-2176-4b3c-aa65-7ec791a64193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.556986 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-123cc2d2-2176-4b3c-aa65-7ec791a64193 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20f4dace-c957-47b6-80e6-5f2457b3564c HTTP/1.1" status: 204 len: 168 time: 0.6167979 Mar 07 16:10:04.604402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cc2d2-2176-4b3c-aa65-7ec791a64193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f4dace-c957-47b6-80e6-5f2457b3564c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:04.611485 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0463-c2e3-4c66-8e69-a787552a6a21 admin admin] Publish callbacks [] for security_group (2f345ff8-8f07-4aac-939d-319b6f4aaeaa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.612842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9788be27-0183-4a8c-8ff3-6668caccc4c7,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:04.624030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0463-c2e3-4c66-8e69-a787552a6a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2f345ff8-8f07-4aac-939d-319b6f4aaeaa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.664106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fb738db-790d-4c15-ac48-1d3b1e8a0f0a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.675620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c0463-c2e3-4c66-8e69-a787552a6a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f345ff8-8f07-4aac-939d-319b6f4aaeaa,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:04.708472 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4a7c0463-c2e3-4c66-8e69-a787552a6a21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a194c988e9a47ea835a4cfd23d379c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1461143 Mar 07 16:10:04.708704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58846) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:04.753888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc72bc6-a685-4b27-b1c7-c7293f8dc02a req-060f96cc-5935-44f7-8978-92c7b17ae5cc tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:04.766500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fdc72bc6-a685-4b27-b1c7-c7293f8dc02a req-060f96cc-5935-44f7-8978-92c7b17ae5cc tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1571264 Mar 07 16:10:04.830047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Attempting to bind port 9788be27-0183-4a8c-8ff3-6668caccc4c7 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:04.830597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Attempting to bind port 9788be27-0183-4a8c-8ff3-6668caccc4c7 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '9ce98d24-4931-4294-93c4-5fe710cf6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:04.830597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Attempting to bind port 9788be27-0183-4a8c-8ff3-6668caccc4c7 on network 0355928a-2fbe-4c17-98a1-3bef886e091a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:04.846204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Port 9788be27-0183-4a8c-8ff3-6668caccc4c7 on network 0355928a-2fbe-4c17-98a1-3bef886e091a not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:04.846731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Attempting to bind port 9788be27-0183-4a8c-8ff3-6668caccc4c7 on network 0355928a-2fbe-4c17-98a1-3bef886e091a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:04.847415 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc1323f5-1edd-47dc-a4b7-a2720197252d admin admin] Publish callbacks [] for security_group (2f345ff8-8f07-4aac-939d-319b6f4aaeaa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.865148 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fdc72bc6-a685-4b27-b1c7-c7293f8dc02a req-6c653e63-90fe-420e-9b66-8f8b1cc14695 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948739 Mar 07 16:10:04.880460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d461aed-0349-49e3-a803-5347da95f933 req-6a33daf0-477c-4aaf-922f-6a7c33f94bf2 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:04.887771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9d461aed-0349-49e3-a803-5347da95f933 req-6a33daf0-477c-4aaf-922f-6a7c33f94bf2 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 943 time: 0.1085160 Mar 07 16:10:04.889676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:10:04.890307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Checking segment: {'id': '9ce98d24-4931-4294-93c4-5fe710cf6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:04.890897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Bound using segment: {'id': '9ce98d24-4931-4294-93c4-5fe710cf6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:10:04.891531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Bound port: 9788be27-0183-4a8c-8ff3-6668caccc4c7, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce98d24-4931-4294-93c4-5fe710cf6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:10:04.892045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.925077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc1323f5-1edd-47dc-a4b7-a2720197252d admin admin] Publish callbacks [] for security_group (2f345ff8-8f07-4aac-939d-319b6f4aaeaa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:04.995358 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fb738db-790d-4c15-ac48-1d3b1e8a0f0a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (f1518d30-0c48-43dd-ae0d-f5747b052e44), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.022235 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc1323f5-1edd-47dc-a4b7-a2720197252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2f345ff8-8f07-4aac-939d-319b6f4aaeaa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.025672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc1323f5-1edd-47dc-a4b7-a2720197252d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.026940 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bc1323f5-1edd-47dc-a4b7-a2720197252d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f345ff8-8f07-4aac-939d-319b6f4aaeaa HTTP/1.1" status: 204 len: 168 time: 0.3171813 Mar 07 16:10:05.039263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1323f5-1edd-47dc-a4b7-a2720197252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f345ff8-8f07-4aac-939d-319b6f4aaeaa,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:05.043582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fb738db-790d-4c15-ac48-1d3b1e8a0f0a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f1518d30-0c48-43dd-ae0d-f5747b052e44), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.134728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9d461aed-0349-49e3-a803-5347da95f933 req-a4d5b2a5-9db7-4d6b-87e4-c79f58536cc8 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460847 Mar 07 16:10:05.169736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fb738db-790d-4c15-ac48-1d3b1e8a0f0a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.171167 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8fb738db-790d-4c15-ac48-1d3b1e8a0f0a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6707273 Mar 07 16:10:05.174296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58856) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:05.179444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb738db-790d-4c15-ac48-1d3b1e8a0f0a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1518d30-0c48-43dd-ae0d-f5747b052e44,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:05.179844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1e54d784-d0ca-4831-a518-37de0773d802 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'security_group_rule': {'security_group_id': 'f1518d30-0c48-43dd-ae0d-f5747b052e44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:05.189634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] For port 9788be27-0183-4a8c-8ff3-6668caccc4c7, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:05.201859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] For port 9788be27-0183-4a8c-8ff3-6668caccc4c7, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:10:05.211569 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.249065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e54d784-d0ca-4831-a518-37de0773d802 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (2ac4d248-8ac6-49b9-9bb2-b6a8ebf25c07), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.260752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:05.261683 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.263340 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 1091 time: 1.6607707 Mar 07 16:10:05.263951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:05.266468 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6256baaa-07c2-40ab-a467-801aac633f40" -d '{"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:05.348358 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3a1c21-fe47-4262-a782-f156027c32db x-openstack-request-id: req-df3a1c21-fe47-4262-a782-f156027c32db {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:05.350216 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:05.350700 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df3a1c21-fe47-4262-a782-f156027c32db {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:05.351609 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'status': 'completed', 'code': 200} Mar 07 16:10:05.372687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb629a-2ffa-4adf-ad7b-6f90b93cd9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9788be27-0183-4a8c-8ff3-6668caccc4c7,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:05.403455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-74daabb2-4509-4034-968b-c1cbe7f6b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:05.405139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e54d784-d0ca-4831-a518-37de0773d802 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (2ac4d248-8ac6-49b9-9bb2-b6a8ebf25c07), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.405730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-74daabb2-4509-4034-968b-c1cbe7f6b370 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1125 time: 0.0862446 Mar 07 16:10:05.412111 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e54d784-d0ca-4831-a518-37de0773d802 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (2ac4d248-8ac6-49b9-9bb2-b6a8ebf25c07), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.463097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54d784-d0ca-4831-a518-37de0773d802 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac4d248-8ac6-49b9-9bb2-b6a8ebf25c07,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:05.466102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-a9fb69e6-8a66-4454-8d57-fc93a77d58ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 217 time: 0.0526752 Mar 07 16:10:05.485653 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e54d784-d0ca-4831-a518-37de0773d802 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.487213 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1e54d784-d0ca-4831-a518-37de0773d802 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118234 Mar 07 16:10:05.491440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58866) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:05.500348 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2c85ff2d-1b42-425e-bce5-01880931ef00 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'security_group_rule': {'security_group_id': 'f1518d30-0c48-43dd-ae0d-f5747b052e44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:05.567080 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c85ff2d-1b42-425e-bce5-01880931ef00 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (43652e82-cee7-45e3-8162-92e32fe3b44b), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.591107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-4af534a0-9be5-4501-864b-d52f59086d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:05.592991 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-4af534a0-9be5-4501-864b-d52f59086d2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 200 len: 860 time: 0.1208487 Mar 07 16:10:05.647985 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-16d12d3b-5da3-46e0-b502-74c27933a7fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0355928a-2fbe-4c17-98a1-3bef886e091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471013 Mar 07 16:10:05.696177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c85ff2d-1b42-425e-bce5-01880931ef00 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (43652e82-cee7-45e3-8162-92e32fe3b44b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.705721 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c85ff2d-1b42-425e-bce5-01880931ef00 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (43652e82-cee7-45e3-8162-92e32fe3b44b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.730613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85ff2d-1b42-425e-bce5-01880931ef00 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43652e82-cee7-45e3-8162-92e32fe3b44b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:05.746889 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c85ff2d-1b42-425e-bce5-01880931ef00 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.748201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2c85ff2d-1b42-425e-bce5-01880931ef00 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2554340 Mar 07 16:10:05.752844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58884) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:05.753218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58886) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:05.792041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:05.799672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c60bbd1f-773a-40a0-98d0-503976343fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:05.861039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-acd872f3-e3b9-4ced-aec4-868a7b1ed3a2 service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999254 Mar 07 16:10:05.920933 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:06.031605 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0797e202-b5d5-4039-abc4-7ebeab701fc7 req-b6579664-1905-4d23-bc1d-264774a1d07c service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596723 Mar 07 16:10:06.122475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c60bbd1f-773a-40a0-98d0-503976343fb0 admin admin] Publish callbacks [] for security_group (c0243e06-6069-47a1-b9d4-02bc9baea1ef), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:06.135239 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c60bbd1f-773a-40a0-98d0-503976343fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c0243e06-6069-47a1-b9d4-02bc9baea1ef), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:06.208869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256baaa-07c2-40ab-a467-801aac633f40 req-be282e30-b220-4a01-8be5-432247885dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:06.213010 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6256baaa-07c2-40ab-a467-801aac633f40 req-be282e30-b220-4a01-8be5-432247885dad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1125 time: 0.1243863 Mar 07 16:10:06.257697 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c60bbd1f-773a-40a0-98d0-503976343fb0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f857aaac652c40cf87e5b6dc104e0223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5020413 Mar 07 16:10:06.265512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2603fb4-904c-41fe-821c-4152ba2bb044 req-d2040f27-ce21-439a-b6c8-18d658d260f5 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:06.274714 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f2603fb4-904c-41fe-821c-4152ba2bb044 req-d2040f27-ce21-439a-b6c8-18d658d260f5 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.2281489 Mar 07 16:10:06.277237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58902) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:06.280297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bbd1f-773a-40a0-98d0-503976343fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0243e06-6069-47a1-b9d4-02bc9baea1ef,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:06.351915 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:06.443040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256baaa-07c2-40ab-a467-801aac633f40 req-0a7a9630-8d42-41e3-91b1-29dd616b4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:06.445686 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6256baaa-07c2-40ab-a467-801aac633f40 req-0a7a9630-8d42-41e3-91b1-29dd616b4c0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 921 time: 0.2260833 Mar 07 16:10:06.451014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f2603fb4-904c-41fe-821c-4152ba2bb044 req-33be2636-11c4-4e20-b434-bb284d4418b5 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748383 Mar 07 16:10:06.464835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d002947-1857-40f1-bc21-41bf4609f5c8 admin admin] Publish callbacks [] for security_group (c0243e06-6069-47a1-b9d4-02bc9baea1ef), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:06.544070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:06.549910 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d002947-1857-40f1-bc21-41bf4609f5c8 admin admin] Publish callbacks [] for security_group (c0243e06-6069-47a1-b9d4-02bc9baea1ef), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:06.620310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6256baaa-07c2-40ab-a467-801aac633f40 req-2c02b689-1ac1-48be-82a2-b6f88507e43b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 217 time: 0.1073141 Mar 07 16:10:06.653737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Allocated IP 172.25.4.131 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/9d94a275-d5c5-4778-ae46-cb5138bc91a4) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:06.735360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437336fb-6052-471d-8f87-75e3273e0839 req-4f9afda4-a2c7-447c-93f6-00ad4ff1dc79 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:06.738058 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-437336fb-6052-471d-8f87-75e3273e0839 req-4f9afda4-a2c7-447c-93f6-00ad4ff1dc79 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 943 time: 0.2913921 Mar 07 16:10:06.814168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256baaa-07c2-40ab-a467-801aac633f40 req-5c43dd4d-ffd4-4b96-945e-818fde0ae7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:06.815840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6256baaa-07c2-40ab-a467-801aac633f40 req-5c43dd4d-ffd4-4b96-945e-818fde0ae7a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 200 len: 860 time: 0.1861227 Mar 07 16:10:06.887632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d002947-1857-40f1-bc21-41bf4609f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c0243e06-6069-47a1-b9d4-02bc9baea1ef), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:06.889741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6256baaa-07c2-40ab-a467-801aac633f40 req-97445c3b-d04b-4186-adb5-6d28a10a6131 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0355928a-2fbe-4c17-98a1-3bef886e091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656500 Mar 07 16:10:06.892753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d002947-1857-40f1-bc21-41bf4609f5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:06.897652 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7d002947-1857-40f1-bc21-41bf4609f5c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0243e06-6069-47a1-b9d4-02bc9baea1ef HTTP/1.1" status: 204 len: 168 time: 0.6109762 Mar 07 16:10:06.910110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d002947-1857-40f1-bc21-41bf4609f5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0243e06-6069-47a1-b9d4-02bc9baea1ef,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:06.949088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for port (9d94a275-d5c5-4778-ae46-cb5138bc91a4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.010540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-437336fb-6052-471d-8f87-75e3273e0839 req-36e34736-3b22-4cd0-8932-d2a2743d763d tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494438 Mar 07 16:10:07.019068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9d94a275-d5c5-4778-ae46-cb5138bc91a4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.089300 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6256baaa-07c2-40ab-a467-801aac633f40 req-cb387a8b-c2b7-4d37-8358-1b723506257f service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811793 Mar 07 16:10:07.114012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:07.123110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:07.128652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:07.133442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'Port': ['ID=9d94a275-d5c5-4778-ae46-cb5138bc91a4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:07.242973 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6256baaa-07c2-40ab-a467-801aac633f40 req-557c31a3-1be6-452a-b74b-773e31103acd service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354978 Mar 07 16:10:07.283835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (82ec5c22-54cf-4593-94c1-6fd6d51997c0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.345897 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9d94a275-d5c5-4778-ae46-cb5138bc91a4), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.648639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecc91b-2df9-4655-a0d8-c53e560f07ec req-e7ad9385-3676-4a29-9e63-98be610d787f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:07.650351 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfecc91b-2df9-4655-a0d8-c53e560f07ec req-e7ad9385-3676-4a29-9e63-98be610d787f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1028283 Mar 07 16:10:07.657655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for port (9d94a275-d5c5-4778-ae46-cb5138bc91a4), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.672282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (9d94a275-d5c5-4778-ae46-cb5138bc91a4), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.767591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 58952) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:07.791733 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cee68ee0-4261-44bc-a2ed-13902e10fe7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.820510 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (82ec5c22-54cf-4593-94c1-6fd6d51997c0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.876830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'Port': ['ID=9d94a275-d5c5-4778-ae46-cb5138bc91a4,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:07.897177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.913126 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1b504db8-501c-43e6-95e4-6f2aea88e554 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1492107 Mar 07 16:10:07.967743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfecc91b-2df9-4655-a0d8-c53e560f07ec req-1faa434d-4d75-4dc7-bcff-b4a5e662ac51 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884874 Mar 07 16:10:07.967849 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cee68ee0-4261-44bc-a2ed-13902e10fe7a admin admin] Publish callbacks [] for security_group (f8d9c2f1-7d55-48dc-81e0-a2bd8fc31d05), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:07.979195 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cee68ee0-4261-44bc-a2ed-13902e10fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f8d9c2f1-7d55-48dc-81e0-a2bd8fc31d05), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:08.020397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee68ee0-4261-44bc-a2ed-13902e10fe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d9c2f1-7d55-48dc-81e0-a2bd8fc31d05,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:08.087837 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cee68ee0-4261-44bc-a2ed-13902e10fe7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44c6bb7fc1d14860ac0ca594b4dcc4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176498 Mar 07 16:10:08.090319 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 58974) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:08.217993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e343c-647f-4a92-9c8e-8fcaab07f51d req-fd2d424f-2f27-44f1-b71d-87d90e84a684 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:08.227155 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-569e343c-647f-4a92-9c8e-8fcaab07f51d req-fd2d424f-2f27-44f1-b71d-87d90e84a684 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 943 time: 0.1090541 Mar 07 16:10:08.306840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7c37-e160-4ca4-b865-2b9bbaeb595e admin admin] Publish callbacks [] for security_group (f8d9c2f1-7d55-48dc-81e0-a2bd8fc31d05), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:08.307202 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-569e343c-647f-4a92-9c8e-8fcaab07f51d req-3b5696f1-748e-4c86-b371-a03077db3693 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730896 Mar 07 16:10:08.359530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7c37-e160-4ca4-b865-2b9bbaeb595e admin admin] Publish callbacks [] for security_group (f8d9c2f1-7d55-48dc-81e0-a2bd8fc31d05), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:08.387394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-d37cc35d-0dba-4b52-867a-760fd508cf90 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1320558967&fields=id&tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc HTTP/1.1" status: 200 len: 267 time: 0.1323466 Mar 07 16:10:08.469167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 9788be27-0183-4a8c-8ff3-6668caccc4c7 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:10:08.505419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7c37-e160-4ca4-b865-2b9bbaeb595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f8d9c2f1-7d55-48dc-81e0-a2bd8fc31d05), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:08.507967 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3cd7c37-e160-4ca4-b865-2b9bbaeb595e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:08.510514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f3cd7c37-e160-4ca4-b865-2b9bbaeb595e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8d9c2f1-7d55-48dc-81e0-a2bd8fc31d05 HTTP/1.1" status: 204 len: 168 time: 0.4176438 Mar 07 16:10:08.553338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd7c37-e160-4ca4-b865-2b9bbaeb595e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d9c2f1-7d55-48dc-81e0-a2bd8fc31d05,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:08.597194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-6bffeb11-5d5d-4b86-9789-e2c2c6562aac tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:08.607833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-6bffeb11-5d5d-4b86-9789-e2c2c6562aac tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 815 time: 0.2082820 Mar 07 16:10:08.631761 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-4702a7df-74c8-48dd-bed7-f425258278c1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/quotas/e5e13e7abaf74f80bba27bdcf0bfcecc HTTP/1.1" status: 200 len: 375 time: 0.0223062 Mar 07 16:10:08.666196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 9788be27-0183-4a8c-8ff3-6668caccc4c7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:08.677999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'port_id': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'mac_address': 'fa:16:3e:f4:58:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:10:08.734075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 9788be27-0183-4a8c-8ff3-6668caccc4c7 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:08.738351 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:08.748049 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-86b76b8b-db1a-475a-a462-5af46f41f75a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057279 Mar 07 16:10:08.761484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9788be27-0183-4a8c-8ff3-6668caccc4c7 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:10:08.804921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 9788be27-0183-4a8c-8ff3-6668caccc4c7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:08.814550 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:08.914977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59018) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:08.960074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=9788be27-0183-4a8c-8ff3-6668caccc4c7,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:09.065093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['9788be27-0183-4a8c-8ff3-6668caccc4c7'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:10:09.225695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:09.289470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9b379-403e-434d-8b94-ac90193419d5 req-014a19cd-bdce-4871-89eb-f3766ca9454e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:09.312465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77b9b379-403e-434d-8b94-ac90193419d5 req-014a19cd-bdce-4871-89eb-f3766ca9454e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.2614591 Mar 07 16:10:09.499712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-4e1faa90-7681-42e4-923c-c4bb862b78dc service neutron] 10.222.0.24 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302659 Mar 07 16:10:09.518405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77b9b379-403e-434d-8b94-ac90193419d5 req-37105bed-8452-4fcf-870e-c818620bf2c2 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032905 Mar 07 16:10:09.610276 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Publish callbacks [] for security_group (8525bea5-8b26-4d93-a3eb-958805a25c1f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:09.616965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59044) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:09.627842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8525bea5-8b26-4d93-a3eb-958805a25c1f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:09.659776 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-d0eca31f-0c6e-4b96-902c-5d01f0cd7e5c service neutron] 10.222.0.24 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586745 Mar 07 16:10:09.687862 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=167872f5e7a74b0680a6f960978e1ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7681890 Mar 07 16:10:09.688095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59050) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:09.804188 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8b0668eb-2218-4ca4-b7f5-6812e3129278 admin admin] Publish callbacks [] for security_group (8525bea5-8b26-4d93-a3eb-958805a25c1f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:09.837684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8b0668eb-2218-4ca4-b7f5-6812e3129278 admin admin] Publish callbacks [] for security_group (8525bea5-8b26-4d93-a3eb-958805a25c1f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:09.844953 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34e1b23b-9239-4918-b28b-9347b67403af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:09.853968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8525bea5-8b26-4d93-a3eb-958805a25c1f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:09.884948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.885400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.886033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.886665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.887164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.887612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.888040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.888466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.889935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.890333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.890889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.891448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.891872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772ff1d-0cfb-4c25-a093-80aa516e8bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:09.974961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa632b2-a0dc-4b5f-9541-5ee92621ee67 req-2d499a9c-c4ea-4554-82de-7a4374d19d17 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:09.977174 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4aa632b2-a0dc-4b5f-9541-5ee92621ee67 req-2d499a9c-c4ea-4554-82de-7a4374d19d17 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 944 time: 0.2899771 Mar 07 16:10:10.024106 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-88657da2-68f8-401b-93a7-947524323642 req-1ae6b0d2-9d8e-4976-be31-552b6d92e1aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 210 time: 0.0953822 Mar 07 16:10:10.028613 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8b0668eb-2218-4ca4-b7f5-6812e3129278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8525bea5-8b26-4d93-a3eb-958805a25c1f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.034990 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8b0668eb-2218-4ca4-b7f5-6812e3129278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.053247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8b0668eb-2218-4ca4-b7f5-6812e3129278 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8525bea5-8b26-4d93-a3eb-958805a25c1f HTTP/1.1" status: 204 len: 168 time: 0.3576787 Mar 07 16:10:10.077101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0668eb-2218-4ca4-b7f5-6812e3129278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8525bea5-8b26-4d93-a3eb-958805a25c1f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:10.178428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34e1b23b-9239-4918-b28b-9347b67403af admin admin] Publish callbacks [] for security_group (534b17c7-7509-491d-a40d-d4e290f69659), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.185485 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4aa632b2-a0dc-4b5f-9541-5ee92621ee67 req-7b67f3bf-45b0-463d-9fdf-c9097f5e38ee tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993399 Mar 07 16:10:10.190718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34e1b23b-9239-4918-b28b-9347b67403af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (534b17c7-7509-491d-a40d-d4e290f69659), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.276280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-34e1b23b-9239-4918-b28b-9347b67403af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af79c030fa93481bab21ef72deaac1b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6549635 Mar 07 16:10:10.276280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59078) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:10.283427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1b23b-9239-4918-b28b-9347b67403af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534b17c7-7509-491d-a40d-d4e290f69659,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:10.382414 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f726b5c6-2de2-400d-a141-8bbca43347d6 admin admin] Publish callbacks [] for security_group (534b17c7-7509-491d-a40d-d4e290f69659), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.418347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f726b5c6-2de2-400d-a141-8bbca43347d6 admin admin] Publish callbacks [] for security_group (534b17c7-7509-491d-a40d-d4e290f69659), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.486564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f726b5c6-2de2-400d-a141-8bbca43347d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (534b17c7-7509-491d-a40d-d4e290f69659), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.493583 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f726b5c6-2de2-400d-a141-8bbca43347d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.494667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 9788be27-0183-4a8c-8ff3-6668caccc4c7 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:10.499977 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f726b5c6-2de2-400d-a141-8bbca43347d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/534b17c7-7509-491d-a40d-d4e290f69659 HTTP/1.1" status: 204 len: 168 time: 0.2227137 Mar 07 16:10:10.523604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726b5c6-2de2-400d-a141-8bbca43347d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534b17c7-7509-491d-a40d-d4e290f69659,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:10.653059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 9788be27-0183-4a8c-8ff3-6668caccc4c7 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:10:10.661908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 9788be27-0183-4a8c-8ff3-6668caccc4c7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:10.662815 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.779656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e602e-a9a3-4fdb-bd03-5aef9bd95d60 req-401f0d89-f650-435e-9ab9-c94335e41bb0 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:10.782966 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-181e602e-a9a3-4fdb-bd03-5aef9bd95d60 req-401f0d89-f650-435e-9ab9-c94335e41bb0 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1235745 Mar 07 16:10:10.822634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 9788be27-0183-4a8c-8ff3-6668caccc4c7 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:10.823059 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.828772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59094) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:10.855293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0c62-2a93-4834-a00d-17ad5f597972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.901871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:10.905749 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0011c6b-1c11-4a95-860b-79642edf4113" -d '{"events": [{"server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "name": "network-vif-plugged", "status": "completed", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:10.962207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 9788be27-0183-4a8c-8ff3-6668caccc4c7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:10.967771 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:10.977644 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:11.015340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-181e602e-a9a3-4fdb-bd03-5aef9bd95d60 req-08829a44-8163-45d6-87b4-65af60a152c9 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177830 Mar 07 16:10:11.081055 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8846046f-f34b-42b9-85fe-2bbc89fbe50a x-openstack-request-id: req-8846046f-f34b-42b9-85fe-2bbc89fbe50a {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:11.081594 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "name": "network-vif-plugged", "status": "completed", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:11.081997 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8846046f-f34b-42b9-85fe-2bbc89fbe50a {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:11.082871 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'code': 200} Mar 07 16:10:11.093528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=9788be27-0183-4a8c-8ff3-6668caccc4c7,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:11.171369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0c62-2a93-4834-a00d-17ad5f597972 admin admin] Publish callbacks [] for security_group (eb740bcf-4f3a-4562-a404-2310a80c75e9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:11.237137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0c62-2a93-4834-a00d-17ad5f597972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (eb740bcf-4f3a-4562-a404-2310a80c75e9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:11.323947 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca517ca4-8dd7-494b-8995-be665858273b req-502db6f6-f553-40b2-96d4-9fe48baf7371 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 210 time: 0.1572778 Mar 07 16:10:11.337584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c0c62-2a93-4834-a00d-17ad5f597972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb740bcf-4f3a-4562-a404-2310a80c75e9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:11.373855 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59126) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:11.392281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bd3c0c62-2a93-4834-a00d-17ad5f597972 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43d9bd61b525476c8e1306e89b850f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5620921 Mar 07 16:10:11.422672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd4b26-0265-417c-b88c-fd75ae83bb7c req-70dd35c8-be0b-437b-907f-fa9aefb8719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:11.424724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0cdd4b26-0265-417c-b88c-fd75ae83bb7c req-70dd35c8-be0b-437b-907f-fa9aefb8719f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1127 time: 0.2500761 Mar 07 16:10:11.527757 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed758-f6bd-403f-a9fa-76d247d5ddb5 admin admin] Publish callbacks [] for security_group (eb740bcf-4f3a-4562-a404-2310a80c75e9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:11.558036 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed758-f6bd-403f-a9fa-76d247d5ddb5 admin admin] Publish callbacks [] for security_group (eb740bcf-4f3a-4562-a404-2310a80c75e9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:11.563774 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0cdd4b26-0265-417c-b88c-fd75ae83bb7c req-7d3fbf41-d193-471d-a4ec-30212532d176 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218770 Mar 07 16:10:11.640086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a91b6-3f98-4904-bbbe-cfb6308494d5 req-71f81cbc-345a-48e9-8fc8-574f8ab2c442 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:11.643261 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7e9a91b6-3f98-4904-bbbe-cfb6308494d5 req-71f81cbc-345a-48e9-8fc8-574f8ab2c442 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.2084942 Mar 07 16:10:11.850681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-7e8f0800-d3bb-4e1a-9cea-82432f37b46d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:11.851283 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-7e8f0800-d3bb-4e1a-9cea-82432f37b46d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 815 time: 0.2064891 Mar 07 16:10:11.885617 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed758-f6bd-403f-a9fa-76d247d5ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (eb740bcf-4f3a-4562-a404-2310a80c75e9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:11.888520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed758-f6bd-403f-a9fa-76d247d5ddb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:11.893039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ab6ed758-f6bd-403f-a9fa-76d247d5ddb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb740bcf-4f3a-4562-a404-2310a80c75e9 HTTP/1.1" status: 204 len: 168 time: 0.5176446 Mar 07 16:10:11.924198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ed758-f6bd-403f-a9fa-76d247d5ddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb740bcf-4f3a-4562-a404-2310a80c75e9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:12.039886 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7e9a91b6-3f98-4904-bbbe-cfb6308494d5 req-bf4df52f-2cd9-4238-8099-788926bb815b tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824200 Mar 07 16:10:12.069634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-1c9f8233-25fc-4bce-b62f-f8e0e58fd92f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc HTTP/1.1" status: 200 len: 380 time: 0.1963880 Mar 07 16:10:12.080181 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'port': {'device_id': '3355a377-fa36-44ed-9404-dc1a13780e93', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'admin_state_up': True, 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'security_groups': ['f1518d30-0c48-43dd-ae0d-f5747b052e44']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:12.236888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Made reservation on behalf of e5e13e7abaf74f80bba27bdcf0bfcecc for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:12.243318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:12.250661 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77979fab-ffaf-4d84-bd24-183b575c56ba req-30cd16da-bb7b-4397-b4aa-7b89c7b27b56 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:12.253139 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77979fab-ffaf-4d84-bd24-183b575c56ba req-30cd16da-bb7b-4397-b4aa-7b89c7b27b56 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1029527 Mar 07 16:10:12.398534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77979fab-ffaf-4d84-bd24-183b575c56ba req-c1e3a364-a9a5-404a-bbb6-0cb027e1f4d0 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394227 Mar 07 16:10:12.586636 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cfa83a28-b5a3-4d99-b520-5915aad5a504 req-54a6e1b3-7e50-461b-b439-a0e62e91e8fe tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 210 time: 0.0786810 Mar 07 16:10:12.637239 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Allocated IP 172.20.0.11 (d1d0569b-ea64-4f69-9f7c-982fe6065f52/5c171cf0-d78f-4c34-8829-660dca40c750/4f9d8eee-e39c-40c9-81b7-d80b7018f710) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:13.016963 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:13.075946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa14448-722a-4bc8-9e4e-7e203e262806 req-d0d32359-2d39-4d6b-bbc1-d91b21a30fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:13.081007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-caa14448-722a-4bc8-9e4e-7e203e262806 req-d0d32359-2d39-4d6b-bbc1-d91b21a30fc9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 1127 time: 0.1016798 Mar 07 16:10:13.122836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:13.193746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-caa14448-722a-4bc8-9e4e-7e203e262806 req-9efd6470-3ae7-44fe-9987-1eb06d1b2c1c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071882 Mar 07 16:10:13.245742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:13.251054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:13.261867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:13.395598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:13.396380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:13.430705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event updated for resources: {'Port': ['ID=4f9d8eee-e39c-40c9-81b7-d80b7018f710,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:13.459535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.460684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.464251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.464455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.464800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.465148 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.465581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.465919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.466255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.466713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.466995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.467327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.467654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:13.481813 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-155d2308-ed1f-4e4f-8e16-a45929367a52 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4061754 Mar 07 16:10:13.500655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Request body: {'port': {'device_id': '3355a377-fa36-44ed-9404-dc1a13780e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:13.658475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:13.660531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59234) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:13.736325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a69c99fa-6e8c-4de0-924d-e26dea543524 None None] Provisioning complete for port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:13.736895 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a69c99fa-6e8c-4de0-924d-e26dea543524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:13.821074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d19f54-f31a-4cc5-ab76-e2b7122f187c req-225f250d-3bc1-478b-81de-dbba698ebd2d tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:13.822487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a69c99fa-6e8c-4de0-924d-e26dea543524 None None] Port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:10:13.839875 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06d19f54-f31a-4cc5-ab76-e2b7122f187c req-225f250d-3bc1-478b-81de-dbba698ebd2d tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1943994 Mar 07 16:10:13.925524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06d19f54-f31a-4cc5-ab76-e2b7122f187c req-2c8474e8-0f6b-447b-aa85-5c05445f2927 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830278 Mar 07 16:10:14.062978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067673c2-90d5-4eee-8339-255bc93f2da5 req-2bc5c89d-f813-4ede-a6bc-f3afa98fd5f3 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:14.073804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-067673c2-90d5-4eee-8339-255bc93f2da5 req-2bc5c89d-f813-4ede-a6bc-f3afa98fd5f3 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 932 time: 0.0770233 Mar 07 16:10:14.083739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944ec77-6977-4ea3-90c5-9474c2375da9 req-0b53be7d-f805-431e-b7f0-38e56768fb65 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:14.091990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0944ec77-6977-4ea3-90c5-9474c2375da9 req-0b53be7d-f805-431e-b7f0-38e56768fb65 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1150339 Mar 07 16:10:14.167123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-067673c2-90d5-4eee-8339-255bc93f2da5 req-8bdd780f-4fac-4361-88f4-68c46a8f5526 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910988 Mar 07 16:10:14.185713 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-544e19c3-8c6b-420c-801f-221abb980724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:14.297623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-544e19c3-8c6b-420c-801f-221abb980724 admin admin] Publish callbacks [] for security_group (dd37f54f-002b-4fc7-8d7f-a34d75bb9ad9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:14.322396 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0944ec77-6977-4ea3-90c5-9474c2375da9 req-6251c01c-61b6-4c12-8790-066afcd88333 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293406 Mar 07 16:10:14.331804 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-544e19c3-8c6b-420c-801f-221abb980724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dd37f54f-002b-4fc7-8d7f-a34d75bb9ad9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:14.367481 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-544e19c3-8c6b-420c-801f-221abb980724 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9687bdfd84414b149d7f2c2264678e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042830 Mar 07 16:10:14.370845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59262) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:14.429397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e19c3-8c6b-420c-801f-221abb980724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd37f54f-002b-4fc7-8d7f-a34d75bb9ad9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:14.468652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9d8eee-e39c-40c9-81b7-d80b7018f710 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:10:14.489111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b1dca8d4-8b08-4757-a02d-6b9fe2a32efe admin admin] Publish callbacks [] for security_group (dd37f54f-002b-4fc7-8d7f-a34d75bb9ad9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:14.492934 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Publish callbacks [] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:14.541197 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b1dca8d4-8b08-4757-a02d-6b9fe2a32efe admin admin] Publish callbacks [] for security_group (dd37f54f-002b-4fc7-8d7f-a34d75bb9ad9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:14.556159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Transition to ACTIVE for port object 4f9d8eee-e39c-40c9-81b7-d80b7018f710 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:10:14.568114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:14.612179 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b1dca8d4-8b08-4757-a02d-6b9fe2a32efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dd37f54f-002b-4fc7-8d7f-a34d75bb9ad9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:14.616926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b1dca8d4-8b08-4757-a02d-6b9fe2a32efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:14.618338 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b1dca8d4-8b08-4757-a02d-6b9fe2a32efe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd37f54f-002b-4fc7-8d7f-a34d75bb9ad9 HTTP/1.1" status: 204 len: 168 time: 0.2460604 Mar 07 16:10:14.710499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dca8d4-8b08-4757-a02d-6b9fe2a32efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd37f54f-002b-4fc7-8d7f-a34d75bb9ad9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:14.814610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-109d3a3d-bc0e-47c9-bf35-74febdd66a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:14.816294 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-109d3a3d-bc0e-47c9-bf35-74febdd66a4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1127 time: 0.2155149 Mar 07 16:10:14.947125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Pushing event updated for resources: {'Port': ['ID=4f9d8eee-e39c-40c9-81b7-d80b7018f710,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:14.998976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80b586-8d88-488c-b245-af4a86499d8d req-3995ae43-d2d1-4f8f-b703-eec8a57cbd0c tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:15.007529 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc80b586-8d88-488c-b245-af4a86499d8d req-3995ae43-d2d1-4f8f-b703-eec8a57cbd0c tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.3692272 Mar 07 16:10:15.040678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Attempting to bind port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:15.041053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Attempting to bind port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:15.041451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Attempting to bind port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:15.049906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-cfdd0d67-6841-40a3-94a5-deb65f9cfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:15.053085 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-cfdd0d67-6841-40a3-94a5-deb65f9cfddd service neutron] 10.222.0.11 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 921 time: 0.2304618 Mar 07 16:10:15.064676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:15.065163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Attempting to bind port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 on network d1d0569b-ea64-4f69-9f7c-982fe6065f52 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:15.081341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:10:15.081685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Checking segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:15.082242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Bound using segment: {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:10:15.083123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Bound port: 4f9d8eee-e39c-40c9-81b7-d80b7018f710, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6760e0-499b-487f-b26d-7f7c4ec6802c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:10:15.083970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:15.097626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc80b586-8d88-488c-b245-af4a86499d8d req-4137ee6c-6976-4b7a-9371-7e8df02ba350 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892656 Mar 07 16:10:15.148671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-90dc8c37-2019-4743-9cbb-aaffe6cfc952 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 217 time: 0.0718343 Mar 07 16:10:15.266420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] For port 4f9d8eee-e39c-40c9-81b7-d80b7018f710, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:15.273047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] For port 4f9d8eee-e39c-40c9-81b7-d80b7018f710, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4f9d8eee-e39c-40c9-81b7-d80b7018f710,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:10:15.284500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-4fd97c96-cfa0-48b1-8ea8-0db9a7ee9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:15.289087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:15.290639 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-4fd97c96-cfa0-48b1-8ea8-0db9a7ee9658 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 200 len: 860 time: 0.1341331 Mar 07 16:10:15.361476 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-246dac36-2cc6-4892-973a-f4550d7e7da6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0355928a-2fbe-4c17-98a1-3bef886e091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635531 Mar 07 16:10:15.372328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:15.373102 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:15.374391 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] 10.222.0.15 "PUT /v2.0/ports/4f9d8eee-e39c-40c9-81b7-d80b7018f710 HTTP/1.1" status: 200 len: 1092 time: 1.8782115 Mar 07 16:10:15.374897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:15.383654 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbea83b-d539-4ab0-a693-82b39058828a" -d '{"events": [{"name": "network-changed", "server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:15.525492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeee44-dddd-4c20-8a99-835a9ebef60a service neutron] Pushing event updated for resources: {'Port': ['ID=4f9d8eee-e39c-40c9-81b7-d80b7018f710,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:15.579857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42b129-ccc6-4a06-bd4a-a6e7a441174e req-9f93468d-08e6-4a77-b038-a10e63066d42 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:15.581589 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf42b129-ccc6-4a06-bd4a-a6e7a441174e req-9f93468d-08e6-4a77-b038-a10e63066d42 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 944 time: 0.1892056 Mar 07 16:10:15.646698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a16d9d-3571-4d08-89cf-533114b68c64 req-30ddad63-92a2-499f-9b2e-e097b88a347f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:15.656777 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f7a16d9d-3571-4d08-89cf-533114b68c64 req-30ddad63-92a2-499f-9b2e-e097b88a347f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.2081470 Mar 07 16:10:15.657679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59332) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:15.687845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-700d9b6a-bea6-4a3b-b587-5877597b2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:15.689332 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-700d9b6a-bea6-4a3b-b587-5877597b2ea1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 1126 time: 0.2439947 Mar 07 16:10:15.705755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33f8a3d4-d531-417f-86c6-f198c3fd4b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:15.750355 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-76266582-3acb-407c-9a08-2216571d1589 service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721094 Mar 07 16:10:15.813281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f7a16d9d-3571-4d08-89cf-533114b68c64 req-9b68453f-a28c-41fa-b33a-eeea674433f0 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530275 Mar 07 16:10:15.861811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33f8a3d4-d531-417f-86c6-f198c3fd4b17 admin admin] Publish callbacks [] for security_group (d63983a8-aa25-4562-8f73-56bc7c29b35e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:15.869462 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-d1f6edf3-a42b-442c-96c7-730555862edd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9d8eee-e39c-40c9-81b7-d80b7018f710 HTTP/1.1" status: 200 len: 217 time: 0.1649160 Mar 07 16:10:15.871480 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662b2bb5-7a6e-43be-b2bb-4433dea5a3f4 x-openstack-request-id: req-662b2bb5-7a6e-43be-b2bb-4433dea5a3f4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:15.871905 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:15.872171 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-662b2bb5-7a6e-43be-b2bb-4433dea5a3f4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:15.872616 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'status': 'completed', 'code': 200} Mar 07 16:10:15.884149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf42b129-ccc6-4a06-bd4a-a6e7a441174e req-fc9e0c65-274d-471e-b8dd-6eb944587c42 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883244 Mar 07 16:10:15.884913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33f8a3d4-d531-417f-86c6-f198c3fd4b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d63983a8-aa25-4562-8f73-56bc7c29b35e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:15.919639 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-922405c6-6601-4a47-b47e-45d0bc6ee12e req-b3694601-d3bc-4ca3-8745-ac71a08e0649 service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610026 Mar 07 16:10:15.981847 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-33f8a3d4-d531-417f-86c6-f198c3fd4b17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3c73e79678a4c61902bd52afb27ff92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230193 Mar 07 16:10:15.984828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59342) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:15.993996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8a3d4-d531-417f-86c6-f198c3fd4b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63983a8-aa25-4562-8f73-56bc7c29b35e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:16.009081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-d00d903e-d48d-42ae-982c-88b64c9356d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:16.010642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-d00d903e-d48d-42ae-982c-88b64c9356d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 200 len: 854 time: 0.1078317 Mar 07 16:10:16.129153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59350) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:16.161686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-70507ec5-777b-4d75-9692-ee1f440fb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:16.163612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-70507ec5-777b-4d75-9692-ee1f440fb262 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef3e574477614936a209fc5d116a10cb&device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 1127 time: 0.0756843 Mar 07 16:10:16.267278 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bb940a2-3c8a-468b-b712-a83ca9675e35 admin admin] Publish callbacks [] for security_group (d63983a8-aa25-4562-8f73-56bc7c29b35e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:16.273845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-e512d71d-39cf-42e3-b394-91f333cda3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:16.284178 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-e512d71d-39cf-42e3-b394-91f333cda3f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1d0569b-ea64-4f69-9f7c-982fe6065f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2626019 Mar 07 16:10:16.330125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd654fe-cf93-4dad-9956-989984ec30ab req-a5a80bbe-40b4-4c47-9150-aeb65a712f74 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:16.331651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efd654fe-cf93-4dad-9956-989984ec30ab req-a5a80bbe-40b4-4c47-9150-aeb65a712f74 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.0876534 Mar 07 16:10:16.344333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-168e2802-4b78-4ef9-b4be-a709d24733c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:16.345880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-168e2802-4b78-4ef9-b4be-a709d24733c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 200 len: 912 time: 0.1757393 Mar 07 16:10:16.360910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43b5bc3e-8ece-4c33-9945-4da92d9ece6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:16.383157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bb940a2-3c8a-468b-b712-a83ca9675e35 admin admin] Publish callbacks [] for security_group (d63983a8-aa25-4562-8f73-56bc7c29b35e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:16.392679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e1f3e-0ad1-4d7c-81f8-e2e77092eb53 req-c0dcbf53-441c-443a-b9a0-5f66828b88ce tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:16.400142 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-846e1f3e-0ad1-4d7c-81f8-e2e77092eb53 req-c0dcbf53-441c-443a-b9a0-5f66828b88ce tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.2762659 Mar 07 16:10:16.468354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-64d6e18c-392e-4b9a-972e-b1346ddd9a1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4436696d-79fc-4aed-a6de-68e81f7bfa53 HTTP/1.1" status: 200 len: 217 time: 0.1084177 Mar 07 16:10:16.556752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-efd654fe-cf93-4dad-9956-989984ec30ab req-0f29741c-ae05-4174-b784-0f3c7560d904 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133181 Mar 07 16:10:16.565279 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-846e1f3e-0ad1-4d7c-81f8-e2e77092eb53 req-65c75d46-2411-486c-bacc-b0267104f977 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641581 Mar 07 16:10:16.580817 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-b62a68c8-5689-41dc-a414-0a09c99d06cd service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717342 Mar 07 16:10:16.602477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-dcb7dac0-5f87-4ce0-8dfa-0c5367c10446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:16.605204 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-dcb7dac0-5f87-4ce0-8dfa-0c5367c10446 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8650556-8c1c-4884-93eb-2da4185841b3 HTTP/1.1" status: 200 len: 851 time: 0.1286678 Mar 07 16:10:16.616929 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bb940a2-3c8a-468b-b712-a83ca9675e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d63983a8-aa25-4562-8f73-56bc7c29b35e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:16.619812 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bb940a2-3c8a-468b-b712-a83ca9675e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:16.621149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0bb940a2-3c8a-468b-b712-a83ca9675e35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d63983a8-aa25-4562-8f73-56bc7c29b35e HTTP/1.1" status: 204 len: 168 time: 0.6353741 Mar 07 16:10:16.670180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb940a2-3c8a-468b-b712-a83ca9675e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63983a8-aa25-4562-8f73-56bc7c29b35e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:16.671985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43b5bc3e-8ece-4c33-9945-4da92d9ece6b admin admin] Publish callbacks [] for security_group (bc5ebadc-f8a5-4b69-b9fc-f77d01ed23a7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:16.676949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-1c224c1e-5de0-41b9-a81b-e69d386e5478 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca14b26f-8c62-480c-9121-96fe2fe05b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640590 Mar 07 16:10:16.680289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43b5bc3e-8ece-4c33-9945-4da92d9ece6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bc5ebadc-f8a5-4b69-b9fc-f77d01ed23a7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:16.742584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0435fadf-6ab0-49df-ae81-6d67b7ed9630 req-616fafef-81e3-4ac8-8759-86628124687b service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555102 Mar 07 16:10:16.784134 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-43b5bc3e-8ece-4c33-9945-4da92d9ece6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=362a28abfdba4033b02bfd94ffd2dc0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6532602 Mar 07 16:10:16.784921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5bc3e-8ece-4c33-9945-4da92d9ece6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5ebadc-f8a5-4b69-b9fc-f77d01ed23a7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:16.787116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59398) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:16.890521 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-0a652dac-0215-4480-a675-53b3efbd1675 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993287 Mar 07 16:10:16.908235 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-916a8ff0-3c1d-4d13-ab90-6b6b9655ca1c admin admin] Publish callbacks [] for security_group (bc5ebadc-f8a5-4b69-b9fc-f77d01ed23a7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:16.949729 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-916a8ff0-3c1d-4d13-ab90-6b6b9655ca1c admin admin] Publish callbacks [] for security_group (bc5ebadc-f8a5-4b69-b9fc-f77d01ed23a7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:16.967631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbea83b-d539-4ab0-a693-82b39058828a req-15ae4884-6042-43cd-b91f-1560a844bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:16.970018 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbbea83b-d539-4ab0-a693-82b39058828a req-15ae4884-6042-43cd-b91f-1560a844bde5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 1126 time: 0.1233711 Mar 07 16:10:17.030331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad13b22-2fa8-4bbe-bad9-4bb001cdfde9 req-1874a1a7-89b3-4981-9afa-1d432d92a4dd tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:17.031995 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ad13b22-2fa8-4bbe-bad9-4bb001cdfde9 req-1874a1a7-89b3-4981-9afa-1d432d92a4dd tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 950 time: 0.1374710 Mar 07 16:10:17.108515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-353277ce-4c92-44a9-9a00-d773abc9cafe req-16fa912c-23f2-417b-897c-c1fea306af12 service neutron] 10.222.0.11 "GET /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106006 Mar 07 16:10:17.115788 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ad13b22-2fa8-4bbe-bad9-4bb001cdfde9 req-cb86f67d-f021-49a4-876d-f608145dd72d tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764465 Mar 07 16:10:17.174042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac160-c92d-4c71-a390-9671ba28c2de req-8bdf573e-47c6-4dad-884e-3b09647524ae tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:17.175613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-099ac160-c92d-4c71-a390-9671ba28c2de req-8bdf573e-47c6-4dad-884e-3b09647524ae tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 944 time: 0.2045853 Mar 07 16:10:17.184246 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-916a8ff0-3c1d-4d13-ab90-6b6b9655ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bc5ebadc-f8a5-4b69-b9fc-f77d01ed23a7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:17.186855 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-916a8ff0-3c1d-4d13-ab90-6b6b9655ca1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:17.188044 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-916a8ff0-3c1d-4d13-ab90-6b6b9655ca1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc5ebadc-f8a5-4b69-b9fc-f77d01ed23a7 HTTP/1.1" status: 204 len: 168 time: 0.3994901 Mar 07 16:10:17.208133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbea83b-d539-4ab0-a693-82b39058828a req-813bd2c4-c76b-465a-9ccf-84e18677d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:17.209710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbbea83b-d539-4ab0-a693-82b39058828a req-813bd2c4-c76b-465a-9ccf-84e18677d8fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 916 time: 0.2320018 Mar 07 16:10:17.251137 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a8ff0-3c1d-4d13-ab90-6b6b9655ca1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5ebadc-f8a5-4b69-b9fc-f77d01ed23a7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:17.258900 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbbea83b-d539-4ab0-a693-82b39058828a req-2bb29cc2-0da8-4ace-9aba-9c57665a5ec3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9d8eee-e39c-40c9-81b7-d80b7018f710 HTTP/1.1" status: 200 len: 217 time: 0.0415154 Mar 07 16:10:17.318700 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-099ac160-c92d-4c71-a390-9671ba28c2de req-5773e333-a64e-4434-bccd-973b4a9965d1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358268 Mar 07 16:10:17.330044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbea83b-d539-4ab0-a693-82b39058828a req-b09a5560-42d7-44e5-8881-4ec5227d37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:17.331574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbbea83b-d539-4ab0-a693-82b39058828a req-b09a5560-42d7-44e5-8881-4ec5227d37a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 200 len: 854 time: 0.0667553 Mar 07 16:10:17.389089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbea83b-d539-4ab0-a693-82b39058828a req-ca16fad1-b122-4d20-9b89-b6ac316d2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:17.390721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbbea83b-d539-4ab0-a693-82b39058828a req-ca16fad1-b122-4d20-9b89-b6ac316d2a9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1d0569b-ea64-4f69-9f7c-982fe6065f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530930 Mar 07 16:10:17.492051 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbbea83b-d539-4ab0-a693-82b39058828a req-9c1b529b-e9d4-41e7-8397-5137110921a5 service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948324 Mar 07 16:10:17.607714 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbbea83b-d539-4ab0-a693-82b39058828a req-c71b8d24-0527-4f2e-8db1-50926b44084e service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089017 Mar 07 16:10:17.677164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59438) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:17.697051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-acd1f597-b481-4c06-8334-c8693cf3480a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:17.719030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dead8-8ecd-4878-930f-b1923c299ce0 req-7086765b-a82b-4d33-a575-e90d4bdae5f2 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:17.720576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-753dead8-8ecd-4878-930f-b1923c299ce0 req-7086765b-a82b-4d33-a575-e90d4bdae5f2 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0759058 Mar 07 16:10:17.736413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45d08-dc00-44b5-a6aa-8324a6dfc008 req-fd139554-c5fc-4ea2-93ff-a25e12f75193 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:17.738012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5e45d08-dc00-44b5-a6aa-8324a6dfc008 req-fd139554-c5fc-4ea2-93ff-a25e12f75193 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.0982344 Mar 07 16:10:17.793075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-753dead8-8ecd-4878-930f-b1923c299ce0 req-f8aa42ad-53e2-49b2-ac66-8aabe4216ab6 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638621 Mar 07 16:10:17.820566 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5e45d08-dc00-44b5-a6aa-8324a6dfc008 req-d1ee0743-631c-4bb3-a028-956041aaccbe tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702145 Mar 07 16:10:17.873415 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-acd1f597-b481-4c06-8334-c8693cf3480a admin admin] Publish callbacks [] for security_group (fc36d4a6-6ae8-4866-86d2-396aeab9df2d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:17.877672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-acd1f597-b481-4c06-8334-c8693cf3480a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fc36d4a6-6ae8-4866-86d2-396aeab9df2d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:17.918866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-acd1f597-b481-4c06-8334-c8693cf3480a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=711f4d4995f942fea0c6ddba1d1c6086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392430 Mar 07 16:10:17.918866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1f597-b481-4c06-8334-c8693cf3480a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc36d4a6-6ae8-4866-86d2-396aeab9df2d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:17.920210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59446) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:17.972105 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-280239d0-0211-4ee5-bc66-922f9fff08a4 admin admin] Publish callbacks [] for security_group (fc36d4a6-6ae8-4866-86d2-396aeab9df2d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:17.995730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-280239d0-0211-4ee5-bc66-922f9fff08a4 admin admin] Publish callbacks [] for security_group (fc36d4a6-6ae8-4866-86d2-396aeab9df2d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:18.043976 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-280239d0-0211-4ee5-bc66-922f9fff08a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fc36d4a6-6ae8-4866-86d2-396aeab9df2d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:18.046852 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-280239d0-0211-4ee5-bc66-922f9fff08a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:18.050937 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-280239d0-0211-4ee5-bc66-922f9fff08a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc36d4a6-6ae8-4866-86d2-396aeab9df2d HTTP/1.1" status: 204 len: 168 time: 0.1266465 Mar 07 16:10:18.059431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280239d0-0211-4ee5-bc66-922f9fff08a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc36d4a6-6ae8-4866-86d2-396aeab9df2d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:18.250361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4378a40-d57a-4c33-8709-f7c0491bf388 req-5b7984fb-03a6-4fd6-89b9-5d41566906f2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:18.252139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4378a40-d57a-4c33-8709-f7c0491bf388 req-5b7984fb-03a6-4fd6-89b9-5d41566906f2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 950 time: 0.0608656 Mar 07 16:10:18.319866 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4378a40-d57a-4c33-8709-f7c0491bf388 req-ea742e49-7eca-42d8-acf6-4d3fa0f02ce5 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604072 Mar 07 16:10:18.597338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bccdc4-f152-4df9-aebe-20dcdcf24e3b req-85692558-5426-473d-961f-a9b0605e8fb1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:18.600714 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f4bccdc4-f152-4df9-aebe-20dcdcf24e3b req-85692558-5426-473d-961f-a9b0605e8fb1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 944 time: 0.1300883 Mar 07 16:10:18.677240 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f4bccdc4-f152-4df9-aebe-20dcdcf24e3b req-26e9f054-f200-470c-aa23-c169d29ab848 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657651 Mar 07 16:10:19.026771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914df0a4-889a-466a-9cc5-f8c21753ac77 req-891d9ce4-ac43-4ee9-9fb0-a265195ff174 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:19.034016 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-914df0a4-889a-466a-9cc5-f8c21753ac77 req-891d9ce4-ac43-4ee9-9fb0-a265195ff174 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1115761 Mar 07 16:10:19.102956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-914df0a4-889a-466a-9cc5-f8c21753ac77 req-09fda922-f5fb-445a-b2c0-99172f7b61a2 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578349 Mar 07 16:10:19.108142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1982-9abb-41c3-a271-5ccff11d9135 req-a2dfd447-e6b3-4f0d-94d5-d6657e991c46 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:19.110853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-905f1982-9abb-41c3-a271-5ccff11d9135 req-a2dfd447-e6b3-4f0d-94d5-d6657e991c46 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1137156 Mar 07 16:10:19.175465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-905f1982-9abb-41c3-a271-5ccff11d9135 req-57d92a12-f3fc-473d-a4e9-b57455b0a328 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580013 Mar 07 16:10:19.543385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59534) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:19.797777 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-489be164-1104-45fa-a518-f2c0c3826d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:19.900953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350441-474e-4738-9c39-9a70f760e97d req-1673c7cf-13be-426b-866b-9bda985d8a09 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:19.907805 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4d350441-474e-4738-9c39-9a70f760e97d req-1673c7cf-13be-426b-866b-9bda985d8a09 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 944 time: 0.1111722 Mar 07 16:10:19.981319 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4d350441-474e-4738-9c39-9a70f760e97d req-f7f45e92-1a1d-462f-9217-a9afdf3f0cc4 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726409 Mar 07 16:10:19.983107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-489be164-1104-45fa-a518-f2c0c3826d0a admin admin] Publish callbacks [] for security_group (8370b48a-de85-45c3-8eb7-8988e371699e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:19.989516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-489be164-1104-45fa-a518-f2c0c3826d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8370b48a-de85-45c3-8eb7-8988e371699e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:20.024530 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-489be164-1104-45fa-a518-f2c0c3826d0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0da8278d8f8c4a45b33b89cba616c3e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4795272 Mar 07 16:10:20.027309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59564) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:20.033658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489be164-1104-45fa-a518-f2c0c3826d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8370b48a-de85-45c3-8eb7-8988e371699e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:20.081472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b970c0e-0931-4e44-a3fb-66247ec5dc46 admin admin] Publish callbacks [] for security_group (8370b48a-de85-45c3-8eb7-8988e371699e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:20.105188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b970c0e-0931-4e44-a3fb-66247ec5dc46 admin admin] Publish callbacks [] for security_group (8370b48a-de85-45c3-8eb7-8988e371699e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:20.166719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b970c0e-0931-4e44-a3fb-66247ec5dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8370b48a-de85-45c3-8eb7-8988e371699e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:20.169337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b970c0e-0931-4e44-a3fb-66247ec5dc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:20.170421 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8b970c0e-0931-4e44-a3fb-66247ec5dc46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8370b48a-de85-45c3-8eb7-8988e371699e HTTP/1.1" status: 204 len: 168 time: 0.1421247 Mar 07 16:10:20.197989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b970c0e-0931-4e44-a3fb-66247ec5dc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370b48a-de85-45c3-8eb7-8988e371699e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:20.241233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f14a9-a489-4146-909b-79e6a9cd617d req-ead93664-c8d8-4076-adde-ad7f554ff3f6 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:20.242971 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b5f14a9-a489-4146-909b-79e6a9cd617d req-ead93664-c8d8-4076-adde-ad7f554ff3f6 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0853622 Mar 07 16:10:20.301662 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b5f14a9-a489-4146-909b-79e6a9cd617d req-bf8320c0-2292-41e7-a104-69fa30ef5ca4 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520060 Mar 07 16:10:20.329028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd69d-45d0-4838-ab2b-5b6765548f10 req-8ccf1ec2-b6da-4eed-9a52-67ed75e91cca tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:20.330684 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a84bd69d-45d0-4838-ab2b-5b6765548f10 req-8ccf1ec2-b6da-4eed-9a52-67ed75e91cca tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.0622838 Mar 07 16:10:20.405606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a84bd69d-45d0-4838-ab2b-5b6765548f10 req-a859c165-9a80-42d1-87e4-43485053dd28 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657272 Mar 07 16:10:20.610696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561b8b9-9d3d-4307-ad81-bef74a93e280 req-68a98000-3523-46d2-b166-5d8ff0bf6a4a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:20.612332 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d561b8b9-9d3d-4307-ad81-bef74a93e280 req-68a98000-3523-46d2-b166-5d8ff0bf6a4a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.0689311 Mar 07 16:10:20.675322 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d561b8b9-9d3d-4307-ad81-bef74a93e280 req-4d233c06-0e83-4fcf-9bfc-b4dc2050f7c0 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521386 Mar 07 16:10:21.132001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758e68-490b-4192-94b8-af6114e55c32 req-e89f9739-2a2e-4f96-afcf-4f7ba63b68db tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:21.133751 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd758e68-490b-4192-94b8-af6114e55c32 req-e89f9739-2a2e-4f96-afcf-4f7ba63b68db tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 944 time: 0.0673420 Mar 07 16:10:21.200395 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd758e68-490b-4192-94b8-af6114e55c32 req-fd77a797-8a8b-419d-ad5d-b61d31c77e36 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606799 Mar 07 16:10:21.452726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4f9d8eee-e39c-40c9-81b7-d80b7018f710 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:10:21.458979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:10:21.512422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59650) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:21.543789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a174b-976e-4bd1-ad16-b1619249cdb2 req-0009ddf4-d8ef-441b-82e3-203c897db2ed tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:21.545350 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c7a174b-976e-4bd1-ad16-b1619249cdb2 req-0009ddf4-d8ef-441b-82e3-203c897db2ed tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.0656965 Mar 07 16:10:21.610081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c7a174b-976e-4bd1-ad16-b1619249cdb2 req-040a57a3-f1dc-4c54-b39b-06527d4ce232 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586367 Mar 07 16:10:21.631331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 26b3d0bb-baea-4587-861b-0506109bd54c is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:21.632019 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:21.670831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:21.673071 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faafa6ca-f8ce-4960-b365-8812b73a54ee" -d '{"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-unplugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:21.681543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4f9d8eee-e39c-40c9-81b7-d80b7018f710, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4f9d8eee-e39c-40c9-81b7-d80b7018f710,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:21.700433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:21.703742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'port_id': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'mac_address': 'fa:16:3e:f3:8a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:10:21.710115 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:21.756143 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c0574a-61c0-4423-bb01-deb15803d2b9 x-openstack-request-id: req-51c0574a-61c0-4423-bb01-deb15803d2b9 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:21.756432 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-unplugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:21.756886 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51c0574a-61c0-4423-bb01-deb15803d2b9 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:21.757451 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c', 'code': 200} Mar 07 16:10:21.781963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:21.782357 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:21.805243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:21.809951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9d8eee-e39c-40c9-81b7-d80b7018f710 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:10:21.819465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.819814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.820158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.820496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.820828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.821202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.821581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.821910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.822241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.822564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.822949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.823278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.823604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:21.843785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63f58d9d-75a9-4176-8808-67c72c7640c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:21.853656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4f9d8eee-e39c-40c9-81b7-d80b7018f710, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4f9d8eee-e39c-40c9-81b7-d80b7018f710,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:21.862906 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:21.866161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9f43d-2a5d-4b51-9ed6-c24d701639e9 req-495037c3-a4a9-4b3a-82e6-0b1c39774558 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:21.876280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86c9f43d-2a5d-4b51-9ed6-c24d701639e9 req-495037c3-a4a9-4b3a-82e6-0b1c39774558 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1057754 Mar 07 16:10:21.945730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86c9f43d-2a5d-4b51-9ed6-c24d701639e9 req-eb37ab87-02e1-4957-b8ba-c62b00387101 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675607 Mar 07 16:10:21.947377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4f9d8eee-e39c-40c9-81b7-d80b7018f710,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:21.964263 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63f58d9d-75a9-4176-8808-67c72c7640c7 admin admin] Publish callbacks [] for security_group (a94349f5-5e0e-4976-8b67-e734c6106db7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:21.969077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63f58d9d-75a9-4176-8808-67c72c7640c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a94349f5-5e0e-4976-8b67-e734c6106db7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.010442 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-63f58d9d-75a9-4176-8808-67c72c7640c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5bd4c4e547e44bbbe1b4a38953ab499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4951463 Mar 07 16:10:22.011516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f58d9d-75a9-4176-8808-67c72c7640c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94349f5-5e0e-4976-8b67-e734c6106db7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:22.011751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59670) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:22.074329 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c746c8a-241f-4ae7-8414-4e67c3ad7dea admin admin] Publish callbacks [] for security_group (a94349f5-5e0e-4976-8b67-e734c6106db7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.097825 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c746c8a-241f-4ae7-8414-4e67c3ad7dea admin admin] Publish callbacks [] for security_group (a94349f5-5e0e-4976-8b67-e734c6106db7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.148660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59686) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:22.161163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c746c8a-241f-4ae7-8414-4e67c3ad7dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a94349f5-5e0e-4976-8b67-e734c6106db7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.164289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c746c8a-241f-4ae7-8414-4e67c3ad7dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.165463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8c746c8a-241f-4ae7-8414-4e67c3ad7dea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a94349f5-5e0e-4976-8b67-e734c6106db7 HTTP/1.1" status: 204 len: 168 time: 0.1527061 Mar 07 16:10:22.173644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c746c8a-241f-4ae7-8414-4e67c3ad7dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94349f5-5e0e-4976-8b67-e734c6106db7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:22.316901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2143364555'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:22.330856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8227fb-f54e-4e56-a165-d0fb73972e5d req-27e20ccd-217d-42fd-96a2-27cb44145f3f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:22.332312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df8227fb-f54e-4e56-a165-d0fb73972e5d req-27e20ccd-217d-42fd-96a2-27cb44145f3f tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 945 time: 0.0591638 Mar 07 16:10:22.345400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Made reservation on behalf of def622af843d4929ade64b33434123df for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:22.351220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.365882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.390067 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df8227fb-f54e-4e56-a165-d0fb73972e5d req-a4aab5d9-dbb3-4206-aab4-00e37aa41a8d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482516 Mar 07 16:10:22.479742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks [] for security_group (25fe7d56-30e8-416b-8a92-d70b79fcbc74), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.484883 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (25fe7d56-30e8-416b-8a92-d70b79fcbc74), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.510689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:10:22.528336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe7d56-30e8-416b-8a92-d70b79fcbc74,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:22.533206 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ca8b5a21-36c4-4915-8d40-bf6c832be8d9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.533563 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Added segment ca8b5a21-36c4-4915-8d40-bf6c832be8d9 of type vlan for network ce5b00d6-ab79-495d-8f60-9d72c5373ecb Mar 07 16:10:22.576935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ce5b00d6-ab79-495d-8f60-9d72c5373ecb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.604024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ce5b00d6-ab79-495d-8f60-9d72c5373ecb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.614246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:22.614246 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.700459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event updated for resources: {'Network': ['ID=ce5b00d6-ab79-495d-8f60-9d72c5373ecb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:22.705922 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-320c49c5-465c-4da9-a82b-66e55866c204 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5559847 Mar 07 16:10:22.709675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59718) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:22.714589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Request body: {'subnet': {'network_id': 'ce5b00d6-ab79-495d-8f60-9d72c5373ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:22.717130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ce5b00d6-ab79-495d-8f60-9d72c5373ecb details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:10:22.813711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7fe89-6770-4116-a57f-6bad50fb8242 req-1cbe8109-1976-4e26-8a5f-574cf914a407 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:22.815909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4af7fe89-6770-4116-a57f-6bad50fb8242 req-1cbe8109-1976-4e26-8a5f-574cf914a407 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1166890 Mar 07 16:10:22.827220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Made reservation on behalf of def622af843d4929ade64b33434123df for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:22.832234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.852459 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-46d7a6f0-a1e9-4a1f-ac4a-dd2b4cbd9cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:22.884323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['4f9d8eee-e39c-40c9-81b7-d80b7018f710'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:10:22.923557 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4af7fe89-6770-4116-a57f-6bad50fb8242 req-1d675c59-249b-4fc1-b2ec-3730e9b3e8c3 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009939 Mar 07 16:10:23.168167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (b80409b5-b65a-4bbd-86ad-60743682c79b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:23.223713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2692df-bc23-4c40-8a17-850bfacd8256 req-15c889fa-4579-4c00-bacb-036b00e137b3 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:23.232946 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd2692df-bc23-4c40-8a17-850bfacd8256 req-15c889fa-4579-4c00-bacb-036b00e137b3 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1223452 Mar 07 16:10:23.276814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event updated for resources: {'Subnet': ['ID=b80409b5-b65a-4bbd-86ad-60743682c79b,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:23.312501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Checking segment: {'id': 'ca8b5a21-36c4-4915-8d40-bf6c832be8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ce5b00d6-ab79-495d-8f60-9d72c5373ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:23.312924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Network hostable DHCP agents. Network: ce5b00d6-ab79-495d-8f60-9d72c5373ecb, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:10:23.322292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd2692df-bc23-4c40-8a17-850bfacd8256 req-8993bb20-b587-409c-97d3-86f37bf4650a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883036 Mar 07 16:10:23.348729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Network ce5b00d6-ab79-495d-8f60-9d72c5373ecb is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:10:23.358780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ce5b00d6-ab79-495d-8f60-9d72c5373ecb) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:23.363399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:23.364362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:23.371319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127fd81-2e31-47ab-8a88-7785d58fc18d None None] Network ce5b00d6-ab79-495d-8f60-9d72c5373ecb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:23.384940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f07a13cb-6424-4330-8d6f-e9b15b515783 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6737688 Mar 07 16:10:23.387260 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59754) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:23.393637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Request body: {'port': {'network_id': 'ce5b00d6-ab79-495d-8f60-9d72c5373ecb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1821909966'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:23.547822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-ce5b00d6-ab79-495d-8f60-9d72c5373ecb', 'network_id': 'ce5b00d6-ab79-495d-8f60-9d72c5373ecb', 'project_id': 'def622af843d4929ade64b33434123df', 'fixed_ips': [{'subnet_id': 'b80409b5-b65a-4bbd-86ad-60743682c79b'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:10:23.548855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:23.589724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Made reservation on behalf of def622af843d4929ade64b33434123df for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:23.593802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:23.606134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc20a2-96b0-4141-aede-b513b3d93b9e req-b22ed194-6005-4dfc-8909-7b76d844c19e tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:23.616230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0dc20a2-96b0-4141-aede-b513b3d93b9e req-b22ed194-6005-4dfc-8909-7b76d844c19e tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 945 time: 0.1451375 Mar 07 16:10:23.659832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] device_id is not set on port e60334e7-5908-48ca-beea-7c5a780b8e05 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:10:23.737523 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0dc20a2-96b0-4141-aede-b513b3d93b9e req-8100456e-9253-4050-972b-cfc0a7918945 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203158 Mar 07 16:10:23.776678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Allocated IP 172.20.0.2 (ce5b00d6-ab79-495d-8f60-9d72c5373ecb/b80409b5-b65a-4bbd-86ad-60743682c79b/7184b5a8-d4b5-4dce-bb62-a032dd97a716) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:23.820055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-eb5d67fa-70a1-4ed4-a77e-992f67051c6a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:23.822033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-eb5d67fa-70a1-4ed4-a77e-992f67051c6a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.11 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1062012 Mar 07 16:10:23.969947 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Publish callbacks [] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:23.992682 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.042499 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Allocated IP 172.20.0.12 (ce5b00d6-ab79-495d-8f60-9d72c5373ecb/b80409b5-b65a-4bbd-86ad-60743682c79b/e60334e7-5908-48ca-beea-7c5a780b8e05) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:24.055586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Network ce5b00d6-ab79-495d-8f60-9d72c5373ecb is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:24.061560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:24.069577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:24.086327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Pushing event updated for resources: {'Port': ['ID=7184b5a8-d4b5-4dce-bb62-a032dd97a716,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:24.143381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Attempting to bind port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:24.144173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Attempting to bind port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'ca8b5a21-36c4-4915-8d40-bf6c832be8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ce5b00d6-ab79-495d-8f60-9d72c5373ecb'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:24.145292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Attempting to bind port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 on network ce5b00d6-ab79-495d-8f60-9d72c5373ecb {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:24.151665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:10:24.152322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Checking segment: {'id': 'ca8b5a21-36c4-4915-8d40-bf6c832be8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ce5b00d6-ab79-495d-8f60-9d72c5373ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:24.152936 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.153543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Bound using segment: {'id': 'ca8b5a21-36c4-4915-8d40-bf6c832be8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ce5b00d6-ab79-495d-8f60-9d72c5373ecb'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:10:24.154197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Bound port: 7184b5a8-d4b5-4dce-bb62-a032dd97a716, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8b5a21-36c4-4915-8d40-bf6c832be8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ce5b00d6-ab79-495d-8f60-9d72c5373ecb'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:10:24.154772 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.267243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] For port 7184b5a8-d4b5-4dce-bb62-a032dd97a716, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:24.273060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] For port 7184b5a8-d4b5-4dce-bb62-a032dd97a716, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7184b5a8-d4b5-4dce-bb62-a032dd97a716,segment=NetworkSegment(ca8b5a21-36c4-4915-8d40-bf6c832be8d9),segment_id=ca8b5a21-36c4-4915-8d40-bf6c832be8d9)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:10:24.279478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks [] for port (e60334e7-5908-48ca-beea-7c5a780b8e05), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.288587 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.292275 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a37b71-4a51-4f67-b653-db1b067bb92c req-81e390bd-d4e1-4840-88d5-caaa5094cc4f tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:24.299277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74a37b71-4a51-4f67-b653-db1b067bb92c req-81e390bd-d4e1-4840-88d5-caaa5094cc4f tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1059732 Mar 07 16:10:24.357657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd676b-5bcb-455d-986c-5987e5c65141 None None] Pushing event updated for resources: {'Port': ['ID=7184b5a8-d4b5-4dce-bb62-a032dd97a716,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:24.365699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e60334e7-5908-48ca-beea-7c5a780b8e05), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.373408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Deleting port 4436696d-79fc-4aed-a6de-68e81f7bfa53 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:24.374039 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.416335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74a37b71-4a51-4f67-b653-db1b067bb92c req-8a6cd1af-dda9-417d-97a3-7786d7224986 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160777 Mar 07 16:10:24.460659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event updated for resources: {'Port': ['ID=e60334e7-5908-48ca-beea-7c5a780b8e05,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:24.496536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Network ce5b00d6-ab79-495d-8f60-9d72c5373ecb is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:24.515593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] For port 4436696d-79fc-4aed-a6de-68e81f7bfa53, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4436696d-79fc-4aed-a6de-68e81f7bfa53,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:24.515960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.517711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:24.520437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:24.530356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Calling delete_port for 4436696d-79fc-4aed-a6de-68e81f7bfa53 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:24.586204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:24.586860 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.599631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018137f-f510-4231-91bc-46fd870b015e req-33827128-ca21-46b3-bc69-ef53283d816a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:24.611811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5018137f-f510-4231-91bc-46fd870b015e req-33827128-ca21-46b3-bc69-ef53283d816a tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e891da-dea9-4bf7-8ca9-f7ca3788f97e HTTP/1.1" status: 200 len: 945 time: 0.1452034 Mar 07 16:10:24.659341 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-93f3e64b-0ff1-42ec-9f60-9ba9d5ba7a15 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.2684338 Mar 07 16:10:24.664553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:24.702354 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5018137f-f510-4231-91bc-46fd870b015e req-2180227b-062a-4745-ac08-51c25924143c tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830870 Mar 07 16:10:24.832754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4436696d-79fc-4aed-a6de-68e81f7bfa53), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.846094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3688d564-172b-4e39-96c6-9d9f01f19dac'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:10:24.893302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Pushing event deleted for resources: {'Port': ['ID=4436696d-79fc-4aed-a6de-68e81f7bfa53,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:24.954615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] No DVR routers for this DVR port 4436696d-79fc-4aed-a6de-68e81f7bfa53 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:10:24.964909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d243b-83e5-4b61-ab04-78b00f93e445 req-103cf9f7-868f-4648-9eed-40cf7f138f3d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:24.971938 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-080d243b-83e5-4b61-ab04-78b00f93e445 req-103cf9f7-868f-4648-9eed-40cf7f138f3d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 945 time: 0.1534400 Mar 07 16:10:24.976607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:24.980730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82d3f479-0c81-4927-8f54-41a109d2b116 req-3d32e00d-4138-4f1e-8a1d-02c5ed15e0cf tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.11 "DELETE /v2.0/ports/4436696d-79fc-4aed-a6de-68e81f7bfa53 HTTP/1.1" status: 204 len: 173 time: 1.1526265 Mar 07 16:10:24.981495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e891da-dea9-4bf7-8ca9-f7ca3788f97e', 'name': 'network-vif-deleted', 'tag': '4436696d-79fc-4aed-a6de-68e81f7bfa53'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:24.983834 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4135f130-5fca-4897-8db6-fa97b45b0e27" -d '{"events": [{"server_uuid": "95e891da-dea9-4bf7-8ca9-f7ca3788f97e", "name": "network-vif-deleted", "tag": "4436696d-79fc-4aed-a6de-68e81f7bfa53"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:25.004556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-557d773c-44a3-4234-b8ef-d96244bfee76 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Deleting port e60334e7-5908-48ca-beea-7c5a780b8e05 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:25.004951 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-557d773c-44a3-4234-b8ef-d96244bfee76 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e60334e7-5908-48ca-beea-7c5a780b8e05), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:25.087833 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb1a5f9-4eb7-45c3-b1db-0785ae705cc3 x-openstack-request-id: req-1fb1a5f9-4eb7-45c3-b1db-0785ae705cc3 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:25.088208 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e891da-dea9-4bf7-8ca9-f7ca3788f97e", "name": "network-vif-deleted", "tag": "4436696d-79fc-4aed-a6de-68e81f7bfa53", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:25.088426 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fb1a5f9-4eb7-45c3-b1db-0785ae705cc3 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:25.088785 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e891da-dea9-4bf7-8ca9-f7ca3788f97e', 'name': 'network-vif-deleted', 'tag': '4436696d-79fc-4aed-a6de-68e81f7bfa53', 'status': 'completed', 'code': 200} Mar 07 16:10:25.117346 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-080d243b-83e5-4b61-ab04-78b00f93e445 req-2a584698-6df8-4692-ace1-bdf2f5d4f2ac tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441052 Mar 07 16:10:25.157909 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-557d773c-44a3-4234-b8ef-d96244bfee76 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e60334e7-5908-48ca-beea-7c5a780b8e05), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:25.183201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-557d773c-44a3-4234-b8ef-d96244bfee76 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Calling delete_port for e60334e7-5908-48ca-beea-7c5a780b8e05 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:25.189236 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-962e9ce5-8496-4100-ba51-44b694f08e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:25.395708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-557d773c-44a3-4234-b8ef-d96244bfee76 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e60334e7-5908-48ca-beea-7c5a780b8e05), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:25.479675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bb7b681a-8e93-4c45-8712-f2cd1b2225e3 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:10:25.483997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4f9d8eee-e39c-40c9-81b7-d80b7018f710 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:25.497747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59834) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:25.526697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d773c-44a3-4234-b8ef-d96244bfee76 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event deleted for resources: {'Port': ['ID=e60334e7-5908-48ca-beea-7c5a780b8e05,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:25.683251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:10:25.697919 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-557d773c-44a3-4234-b8ef-d96244bfee76 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:25.703659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:25.703972 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:25.704483 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-557d773c-44a3-4234-b8ef-d96244bfee76 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] 10.222.0.24 "DELETE /v2.0/ports/e60334e7-5908-48ca-beea-7c5a780b8e05 HTTP/1.1" status: 204 len: 168 time: 1.0368452 Mar 07 16:10:25.705641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59840) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:25.722409 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b572-1b38-4bfe-abee-19642faa40e5 req-6852255b-ea15-41be-bcdc-074e403a32bd tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:25.724611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c872b572-1b38-4bfe-abee-19642faa40e5 req-6852255b-ea15-41be-bcdc-074e403a32bd tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1270373 Mar 07 16:10:25.816491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c872b572-1b38-4bfe-abee-19642faa40e5 req-7e2900cf-9af3-48eb-a028-92ebc48312e2 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685723 Mar 07 16:10:25.921291 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72e6ca1e-d38d-433e-81a5-786e634f1ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:25.981502 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb04be-1932-44b4-a20e-d96b0fc7011b None None] Network ce5b00d6-ab79-495d-8f60-9d72c5373ecb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:26.034821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72e6ca1e-d38d-433e-81a5-786e634f1ffa admin admin] Publish callbacks [] for security_group (e09c66d9-a885-48ea-be9d-bc3055e2c28e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.043979 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72e6ca1e-d38d-433e-81a5-786e634f1ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e09c66d9-a885-48ea-be9d-bc3055e2c28e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.060552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:26.103509 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-72e6ca1e-d38d-433e-81a5-786e634f1ffa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2e595b975e3458dbb23d037af0c4505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6043248 Mar 07 16:10:26.106109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59852) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:26.112871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6ca1e-d38d-433e-81a5-786e634f1ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c66d9-a885-48ea-be9d-bc3055e2c28e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:26.140338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aa191-d899-48bd-8f24-5a3a6f9d15b0 req-423a4f36-5a6f-440a-a71f-13291e1a0b15 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:26.141944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb9aa191-d899-48bd-8f24-5a3a6f9d15b0 req-423a4f36-5a6f-440a-a71f-13291e1a0b15 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1009474 Mar 07 16:10:26.154814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-feaea292-f501-4207-b6e1-5138644dca3a None None] Provisioning complete for port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:26.155200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-feaea292-f501-4207-b6e1-5138644dca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.190260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3', 'mac_address': 'fa:16:3e:a2:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:10:26.204723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74d1c09f-1a9e-4161-aef9-6476e9b583ec admin admin] Publish callbacks [] for security_group (e09c66d9-a885-48ea-be9d-bc3055e2c28e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.213372 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1b426bb2-b179-4251-bcb1-61aec3b32fab tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4998403 Mar 07 16:10:26.214058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59858) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:26.232309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1785924333'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:26.252322 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74d1c09f-1a9e-4161-aef9-6476e9b583ec admin admin] Publish callbacks [] for security_group (e09c66d9-a885-48ea-be9d-bc3055e2c28e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.264671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb9aa191-d899-48bd-8f24-5a3a6f9d15b0 req-e8463324-340f-4f35-a1e1-3e83fb7992e8 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154420 Mar 07 16:10:26.321720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:26.322186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.327789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:26.328208 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.335100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Made reservation on behalf of def622af843d4929ade64b33434123df for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:26.338615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.379889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7072e2-2571-4246-ba26-8675b496f3a4 req-b9d4c3ea-4e29-4dbe-9d40-07d3f7862577 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:26.381463 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b7072e2-2571-4246-ba26-8675b496f3a4 req-b9d4c3ea-4e29-4dbe-9d40-07d3f7862577 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 945 time: 0.1247735 Mar 07 16:10:26.412170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb7b681a-8e93-4c45-8712-f2cd1b2225e3 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:10:26.430119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:26.433217 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6d563-c849-470b-9f58-c385c8314ca0" -d '{"events": [{"server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:26.450559 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74d1c09f-1a9e-4161-aef9-6476e9b583ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e09c66d9-a885-48ea-be9d-bc3055e2c28e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.460294 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.467022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-feaea292-f501-4207-b6e1-5138644dca3a None None] Current status of the port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:26.467446 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-feaea292-f501-4207-b6e1-5138644dca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.477337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4f9d8eee-e39c-40c9-81b7-d80b7018f710, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4f9d8eee-e39c-40c9-81b7-d80b7018f710,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:26.482192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:26.484263 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74d1c09f-1a9e-4161-aef9-6476e9b583ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.492183 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-74d1c09f-1a9e-4161-aef9-6476e9b583ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e09c66d9-a885-48ea-be9d-bc3055e2c28e HTTP/1.1" status: 204 len: 168 time: 0.3834825 Mar 07 16:10:26.492504 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.498027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:10:26.514289 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.531568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1c09f-1a9e-4161-aef9-6476e9b583ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c66d9-a885-48ea-be9d-bc3055e2c28e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:26.546468 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c54c11a7-6f23-4e5a-8c40-7005bea768ba), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.547393 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Added segment c54c11a7-6f23-4e5a-8c40-7005bea768ba of type vlan for network df6aa55c-a0b6-488e-892f-7698e7b47c71 Mar 07 16:10:26.562275 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b7072e2-2571-4246-ba26-8675b496f3a4 req-46d0b975-8d54-4f2e-80be-676975f38944 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740067 Mar 07 16:10:26.595367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4436696d-79fc-4aed-a6de-68e81f7bfa53 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:10:26.632792 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eefacca-9c99-4d33-b1ac-3879e2116cad x-openstack-request-id: req-5eefacca-9c99-4d33-b1ac-3879e2116cad {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:26.633140 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:26.633350 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5eefacca-9c99-4d33-b1ac-3879e2116cad {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:26.633930 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'code': 200} Mar 07 16:10:26.680446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (df6aa55c-a0b6-488e-892f-7698e7b47c71), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.731641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['bb7b681a-8e93-4c45-8712-f2cd1b2225e3'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:10:26.735247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 4436696d-79fc-4aed-a6de-68e81f7bfa53 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:10:26.735905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4436696d-79fc-4aed-a6de-68e81f7bfa53 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:10:26.750321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7184b5a8-d4b5-4dce-bb62-a032dd97a716 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:26.767921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (df6aa55c-a0b6-488e-892f-7698e7b47c71), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.774694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:26.775699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.787624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-feaea292-f501-4207-b6e1-5138644dca3a None None] For port 7184b5a8-d4b5-4dce-bb62-a032dd97a716, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7184b5a8-d4b5-4dce-bb62-a032dd97a716,segment=NetworkSegment(ca8b5a21-36c4-4915-8d40-bf6c832be8d9),segment_id=ca8b5a21-36c4-4915-8d40-bf6c832be8d9)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:26.812250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe87e6-785c-46d9-83b7-fb6819140036 req-ad837e2b-1781-4955-a819-3bb31521cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:26.821139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-63fe87e6-785c-46d9-83b7-fb6819140036 req-ad837e2b-1781-4955-a819-3bb31521cc2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 1128 time: 0.1493909 Mar 07 16:10:26.870313 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-feaea292-f501-4207-b6e1-5138644dca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:26.871373 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6516194 Mar 07 16:10:26.875288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59888) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:26.889314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4f9d8eee-e39c-40c9-81b7-d80b7018f710,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:26.930575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d13ba-f2bb-43e9-b149-cd38b8493b2e tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event updated for resources: {'Network': ['ID=df6aa55c-a0b6-488e-892f-7698e7b47c71,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:26.956129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network df6aa55c-a0b6-488e-892f-7698e7b47c71 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:10:26.956266 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-63fe87e6-785c-46d9-83b7-fb6819140036 req-9d247fc2-7d0a-467d-a75c-ee1ffb2edab2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135068 Mar 07 16:10:27.077619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146731c5-2bde-40de-a17f-ad425e5bc810 req-a5616b2b-fa35-45c9-ab7d-062ba36ace85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:27.083284 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-146731c5-2bde-40de-a17f-ad425e5bc810 req-a5616b2b-fa35-45c9-ab7d-062ba36ace85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.0940509 Mar 07 16:10:27.125801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:27.154163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:27.155552 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:27.157512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-98e61625-7db9-4f30-85b8-752686b5d2fa None None] Provisioning complete for port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:27.157975 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-98e61625-7db9-4f30-85b8-752686b5d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:27.207423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-32940f25-0935-465b-a708-3ce652a3d34a tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] 10.222.0.24 "GET /v2.0/agents/a9715e28-97ef-4d4f-b360-263631242a23/dhcp-networks HTTP/1.1" status: 200 len: 6501 time: 0.3303068 Mar 07 16:10:27.208151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59898) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:27.367869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaea292-f501-4207-b6e1-5138644dca3a None None] Pushing event updated for resources: {'Port': ['ID=7184b5a8-d4b5-4dce-bb62-a032dd97a716,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:27.557139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-98e61625-7db9-4f30-85b8-752686b5d2fa None None] Current status of the port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:27.567300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20863b8-8468-4fa2-a7fe-6f567e39ea5e tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] Network df6aa55c-a0b6-488e-892f-7698e7b47c71 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:10:27.574818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:27.603479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf2e1f-3d62-4d3b-9828-d0dc66667287 req-20e0b4f0-a0ce-4752-bedc-58be91c9c7ae tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:27.612903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b5bf2e1f-3d62-4d3b-9828-d0dc66667287 req-20e0b4f0-a0ce-4752-bedc-58be91c9c7ae tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.2140427 Mar 07 16:10:27.629753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b8075-0aea-4c16-99e9-af9691383699 None None] Network df6aa55c-a0b6-488e-892f-7698e7b47c71 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:27.656630 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f20863b8-8468-4fa2-a7fe-6f567e39ea5e tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] 10.222.0.24 "POST /v2.0/agents/a9715e28-97ef-4d4f-b360-263631242a23/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4466643 Mar 07 16:10:27.659217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59920) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:27.727124 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b5bf2e1f-3d62-4d3b-9828-d0dc66667287 req-0840d2da-2c09-4c0e-9065-570923444720 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118979 Mar 07 16:10:27.746857 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-146731c5-2bde-40de-a17f-ad425e5bc810 req-62d59455-31bc-4ae6-b271-accd3d45df50 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529155 Mar 07 16:10:27.801635 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:27.804608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c8812c65-7ebb-4f9b-ad6e-a92b528d7c9a None None] Could not find standard attr ID for object e60334e7-5908-48ca-beea-7c5a780b8e05. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:10:27.822242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59934) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:27.910991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b09f-1410-4eaa-9311-df2930db3a52 req-cdd9cebf-aef9-4640-8141-426b52469d7e tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:27.912700 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5302b09f-1410-4eaa-9311-df2930db3a52 req-cdd9cebf-aef9-4640-8141-426b52469d7e tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 946 time: 0.0850163 Mar 07 16:10:27.930140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-926219727-network', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:27.943629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0630c637-4915-445e-91a2-a5af76bae988 tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] 10.222.0.24 "GET /v2.0/agents/a9715e28-97ef-4d4f-b360-263631242a23/dhcp-networks HTTP/1.1" status: 200 len: 7272 time: 0.2821517 Mar 07 16:10:27.949310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59944) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:27.959413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Made reservation on behalf of 84dbeae4ce874380be4e589063ba5e26 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:27.962436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:27.977865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:27.981279 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5302b09f-1410-4eaa-9311-df2930db3a52 req-c4186c58-dd5d-445a-86da-667b7223b801 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530891 Mar 07 16:10:28.081545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ca3390ac-895f-4a8d-bb8b-f458557cba73 tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] 10.222.0.24 "DELETE /v2.0/agents/a9715e28-97ef-4d4f-b360-263631242a23/dhcp-networks/df6aa55c-a0b6-488e-892f-7698e7b47c71 HTTP/1.1" status: 204 len: 168 time: 0.1307318 Mar 07 16:10:28.084102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59952) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:28.177830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Publish callbacks [] for security_group (f005f9ed-5787-4a11-afb2-d3e2ff7cb619), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.183634 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f005f9ed-5787-4a11-afb2-d3e2ff7cb619), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.216300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:10:28.241971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (8046b540-1736-4f70-9bc6-ef05fc0b3599), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.242273 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Added segment 8046b540-1736-4f70-9bc6-ef05fc0b3599 of type vlan for network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 Mar 07 16:10:28.251156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f005f9ed-5787-4a11-afb2-d3e2ff7cb619,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:28.325876 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e01ec9e4-e1b0-4dff-8e81-89c619e885ac tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] 10.222.0.24 "GET /v2.0/agents/a9715e28-97ef-4d4f-b360-263631242a23/dhcp-networks HTTP/1.1" status: 200 len: 6501 time: 0.2406971 Mar 07 16:10:28.330353 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59960) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:28.336988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (bc0ae953-ad2d-4889-971a-1724a2a0cbc6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.352033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3d5502c2-bf19-4dbb-97f2-116d3c490194 tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] 10.222.0.24 "GET /v2.0/networks/ce5b00d6-ab79-495d-8f60-9d72c5373ecb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0203941 Mar 07 16:10:28.355491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59962) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:28.376383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ec30a1d3-2c09-4156-8e68-bf96f355a7f6 tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] 10.222.0.24 "GET /v2.0/networks/ce5b00d6-ab79-495d-8f60-9d72c5373ecb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0196037 Mar 07 16:10:28.376776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-f3799347-c019-4adb-914a-0d57b08d61a0 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:28.378528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-f3799347-c019-4adb-914a-0d57b08d61a0 tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.1158314 Mar 07 16:10:28.378775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 59964) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:28.380005 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (bc0ae953-ad2d-4889-971a-1724a2a0cbc6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.380903 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:28.381467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.439774 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6161890 Mar 07 16:10:28.445582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59966) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:28.481457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Request body: {'subnet': {'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-926219727-subnet', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:28.493205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84020b9c-48b8-4190-b72c-06712a2eab74 admin admin] Pushing event updated for resources: {'Network': ['ID=bc0ae953-ad2d-4889-971a-1724a2a0cbc6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:28.515920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:10:28.531530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 59970) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:28.532031 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a3f44de7-3362-494c-8d49-3efb5b720786 tempest-DHCPAgentSchedulersTestJSON-476182031 tempest-DHCPAgentSchedulersTestJSON-476182031-project-admin] 10.222.0.24 "GET /v2.0/agents/a9715e28-97ef-4d4f-b360-263631242a23/dhcp-networks HTTP/1.1" status: 200 len: 6501 time: 0.1520069 Mar 07 16:10:28.564089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Made reservation on behalf of 84dbeae4ce874380be4e589063ba5e26 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:28.567085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.585724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7184b5a8-d4b5-4dce-bb62-a032dd97a716 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:28.652581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:28.652969 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.692883 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (df6aa55c-a0b6-488e-892f-7698e7b47c71), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.721856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Deleting port 3688d564-172b-4e39-96c6-9d9f01f19dac {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:28.722199 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:28.736362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:28.876165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0eb51-1dd1-404f-8e43-bb00a2983084 req-db5e74bf-b398-4637-b7df-8f02550d53bd tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:28.877760 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80a0eb51-1dd1-404f-8e43-bb00a2983084 req-db5e74bf-b398-4637-b7df-8f02550d53bd tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.0594687 Mar 07 16:10:28.939350 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80a0eb51-1dd1-404f-8e43-bb00a2983084 req-98ed628c-4c40-4016-b470-9041d1868ae5 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541415 Mar 07 16:10:28.971028 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (df6aa55c-a0b6-488e-892f-7698e7b47c71), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.013250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] For port 3688d564-172b-4e39-96c6-9d9f01f19dac, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3688d564-172b-4e39-96c6-9d9f01f19dac,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:29.013804 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.029744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6aa55c-a0b6-488e-892f-7698e7b47c71']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:29.074187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Calling delete_port for 3688d564-172b-4e39-96c6-9d9f01f19dac owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:29.080100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54c11a7-6f23-4e5a-8c40-7005bea768ba') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:29.080401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54c11a7-6f23-4e5a-8c40-7005bea768ba') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:29.107531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24322466-1264-4608-9dd7-50a6423934cb req-58af5756-bd9d-4987-9bae-3b68cd68552e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:29.109084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24322466-1264-4608-9dd7-50a6423934cb req-58af5756-bd9d-4987-9bae-3b68cd68552e tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9dcd4d4-29e3-4e2c-86df-729e400773aa HTTP/1.1" status: 200 len: 945 time: 0.2750123 Mar 07 16:10:29.115935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c54c11a7-6f23-4e5a-8c40-7005bea768ba), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.122485 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.130456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f166ee-01f4-4083-acc7-5f14bafbb03c req-986a43f8-b73b-48bf-a615-8fab6e1911f6 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:29.131974 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84f166ee-01f4-4083-acc7-5f14bafbb03c req-986a43f8-b73b-48bf-a615-8fab6e1911f6 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 946 time: 0.0631237 Mar 07 16:10:29.171116 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (38e59c6f-67b5-430a-aa22-ae46283ed050), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.187492 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84f166ee-01f4-4083-acc7-5f14bafbb03c req-4b1bb91e-6c12-43d6-991d-9b4440c790db tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494657 Mar 07 16:10:29.201415 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c54c11a7-6f23-4e5a-8c40-7005bea768ba), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.243764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:10:29.244539 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c54c11a7-6f23-4e5a-8c40-7005bea768ba), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:10:29.252825 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:10:29.291148 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:10:29.359406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e59c6f-67b5-430a-aa22-ae46283ed050,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:29.384984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (df6aa55c-a0b6-488e-892f-7698e7b47c71), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.390305 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.393586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] 10.222.0.24 "DELETE /v2.0/networks/df6aa55c-a0b6-488e-892f-7698e7b47c71 HTTP/1.1" status: 204 len: 168 time: 0.8602412 Mar 07 16:10:29.397865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60002) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:29.397963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24322466-1264-4608-9dd7-50a6423934cb req-fd13d58a-653f-4807-8a37-906f3bb033cd tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.24 "GET /v2.0/security-groups?id=9346699f-d420-446f-9919-4065c0c12351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765706 Mar 07 16:10:29.425556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265523ce-554f-4a0e-b984-23f17d9c9190 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event deleted for resources: {'Network': ['ID=df6aa55c-a0b6-488e-892f-7698e7b47c71,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:29.432166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Checking segment: {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:29.432888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Network hostable DHCP agents. Network: bc0ae953-ad2d-4889-971a-1724a2a0cbc6, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:10:29.445640 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-046f563c-2b3e-4469-a120-07fc469a3df2 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] DELETE failed (client error): The resource could not be found. Mar 07 16:10:29.446302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046f563c-2b3e-4469-a120-07fc469a3df2 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:10:29.449800 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-046f563c-2b3e-4469-a120-07fc469a3df2 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] 10.222.0.24 "DELETE /v2.0/ports/e60334e7-5908-48ca-beea-7c5a780b8e05 HTTP/1.1" status: 404 len: 333 time: 0.0479589 Mar 07 16:10:29.452518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60006) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:29.488415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bb7b681a-8e93-4c45-8712-f2cd1b2225e3 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:29.496015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:10:29.510103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3688d564-172b-4e39-96c6-9d9f01f19dac), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.511717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-94dd6ab1-6840-4522-8ce6-7d997cd71647 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Deleting subnet b80409b5-b65a-4bbd-86ad-60743682c79b {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:10:29.515718 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94dd6ab1-6840-4522-8ce6-7d997cd71647 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks [] for subnet (b80409b5-b65a-4bbd-86ad-60743682c79b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.526070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, bc0ae953-ad2d-4889-971a-1724a2a0cbc6) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:29.530678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3688d564-172b-4e39-96c6-9d9f01f19dac'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:10:29.531314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:29.532041 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.557185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Pushing event deleted for resources: {'Port': ['ID=3688d564-172b-4e39-96c6-9d9f01f19dac,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:29.564146 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94dd6ab1-6840-4522-8ce6-7d997cd71647 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (b80409b5-b65a-4bbd-86ad-60743682c79b), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.565712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58bee98-129b-4a5c-9299-7c1326f8f14f None None] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:29.608790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:29.609421 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.632728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] No DVR routers for this DVR port 3688d564-172b-4e39-96c6-9d9f01f19dac on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:10:29.636483 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.640832 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11469b22-0dcf-475f-ad71-448e1b1e9bab req-5521e9ba-57da-4427-a888-6233588fb58f tempest-ServerRescueTestJSON-1882497864 tempest-ServerRescueTestJSON-1882497864-project] 10.222.0.11 "DELETE /v2.0/ports/3688d564-172b-4e39-96c6-9d9f01f19dac HTTP/1.1" status: 204 len: 173 time: 1.2516248 Mar 07 16:10:29.641567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dcd4d4-29e3-4e2c-86df-729e400773aa', 'name': 'network-vif-deleted', 'tag': '3688d564-172b-4e39-96c6-9d9f01f19dac'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:29.645242 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8144d7-ee95-4481-9073-e5a78b738093" -d '{"events": [{"server_uuid": "f9dcd4d4-29e3-4e2c-86df-729e400773aa", "name": "network-vif-deleted", "tag": "3688d564-172b-4e39-96c6-9d9f01f19dac"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:29.654362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fdd9d4bd-fc45-460b-9037-322190def1c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1784627 Mar 07 16:10:29.655053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60012) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:29.660977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:29.688474 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (cd33506f-8b42-4513-a8f6-00dfc115ee1b), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.690177 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (cd33506f-8b42-4513-a8f6-00dfc115ee1b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.726854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94dd6ab1-6840-4522-8ce6-7d997cd71647 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (b80409b5-b65a-4bbd-86ad-60743682c79b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.765720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'fixed_ips': [{'subnet_id': '38e59c6f-67b5-430a-aa22-ae46283ed050'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:10:29.766526 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.772204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks [] for router_controller (cd33506f-8b42-4513-a8f6-00dfc115ee1b), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.775387 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c943862-6b66-47ca-b02f-d263a7b470cf x-openstack-request-id: req-2c943862-6b66-47ca-b02f-d263a7b470cf {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:29.776008 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dcd4d4-29e3-4e2c-86df-729e400773aa", "name": "network-vif-deleted", "tag": "3688d564-172b-4e39-96c6-9d9f01f19dac", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:29.776462 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c943862-6b66-47ca-b02f-d263a7b470cf {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:29.777145 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dcd4d4-29e3-4e2c-86df-729e400773aa', 'name': 'network-vif-deleted', 'tag': '3688d564-172b-4e39-96c6-9d9f01f19dac', 'status': 'completed', 'code': 200} Mar 07 16:10:29.803229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:29.803899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.834972 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94dd6ab1-6840-4522-8ce6-7d997cd71647 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (b80409b5-b65a-4bbd-86ad-60743682c79b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.887885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd6ab1-6840-4522-8ce6-7d997cd71647 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event deleted for resources: {'Subnet': ['ID=b80409b5-b65a-4bbd-86ad-60743682c79b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:29.890338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94dd6ab1-6840-4522-8ce6-7d997cd71647 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:29.893054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-94dd6ab1-6840-4522-8ce6-7d997cd71647 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] 10.222.0.24 "DELETE /v2.0/subnets/b80409b5-b65a-4bbd-86ad-60743682c79b HTTP/1.1" status: 204 len: 168 time: 0.4395216 Mar 07 16:10:29.896212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:29.916890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:29.926339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:29.926660 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b34915-b2fd-4439-9016-237483eae160" -d '{"events": [{"server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:29.929180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ddad21-0d5e-479e-88e0-96d413d7f0d1 None None] Network ce5b00d6-ab79-495d-8f60-9d72c5373ecb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:29.939194 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.001446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ce5b00d6-ab79-495d-8f60-9d72c5373ecb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.018202 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28afef5f-2d56-4144-845f-c20c7b406133 x-openstack-request-id: req-28afef5f-2d56-4144-845f-c20c7b406133 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:30.018408 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:30.018668 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28afef5f-2d56-4144-845f-c20c7b406133 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:30.019102 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3', 'code': 200} Mar 07 16:10:30.022124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:30.065526 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks [] for router_gateway (cd33506f-8b42-4513-a8f6-00dfc115ee1b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.184081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Deleting port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:30.184081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.195410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Allocated IP 172.20.0.2 (bc0ae953-ad2d-4889-971a-1724a2a0cbc6/38e59c6f-67b5-430a-aa22-ae46283ed050/ca1e70bc-0c20-4934-b012-9b54c2a7ec3a) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:30.246925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580e7fa-0879-4df9-bb0c-b95295f1ba66 req-3aa594a9-e4ce-46c6-b31f-34fce5cea542 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:30.248533 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a580e7fa-0879-4df9-bb0c-b95295f1ba66 req-3aa594a9-e4ce-46c6-b31f-34fce5cea542 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1442053 Mar 07 16:10:30.346024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] DHCP port deletion for ce5b00d6-ab79-495d-8f60-9d72c5373ecb request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:10:30.371292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] For port 7184b5a8-d4b5-4dce-bb62-a032dd97a716, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7184b5a8-d4b5-4dce-bb62-a032dd97a716,segment=NetworkSegment(ca8b5a21-36c4-4915-8d40-bf6c832be8d9),segment_id=ca8b5a21-36c4-4915-8d40-bf6c832be8d9)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:30.371666 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.398758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Calling delete_port for 7184b5a8-d4b5-4dce-bb62-a032dd97a716 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:30.410690 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a580e7fa-0879-4df9-bb0c-b95295f1ba66 req-d60f9278-cf45-4e85-95c7-2b8679506fc1 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448340 Mar 07 16:10:30.511372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60054) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:30.561765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7184b5a8-d4b5-4dce-bb62-a032dd97a716 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:10:30.619413 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Publish callbacks [] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.629141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] Deleting port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:30.629943 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.638255 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.654853 n-d-830010-8 neutron-server[103868]: INFO neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No ports have port_id starting with 7184b5a8-d4b5-4dce-bb62-a032dd97a716 Mar 07 16:10:30.666993 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.749896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event deleted for resources: {'Port': ['ID=7184b5a8-d4b5-4dce-bb62-a032dd97a716,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:30.753725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] No DVR routers for this DVR port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:10:30.831406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks [] for router_gateway (cd33506f-8b42-4513-a8f6-00dfc115ee1b), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.854596 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.919680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24800cdd-21fb-439c-bc6e-e4c3e29f2a33 req-d93146ea-11ee-4ddc-b8ce-a70cd69d71da tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:30.921220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24800cdd-21fb-439c-bc6e-e4c3e29f2a33 req-d93146ea-11ee-4ddc-b8ce-a70cd69d71da tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 946 time: 0.6005535 Mar 07 16:10:30.943971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:30.954484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:30.959876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] For port 7184b5a8-d4b5-4dce-bb62-a032dd97a716, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7184b5a8-d4b5-4dce-bb62-a032dd97a716,segment=NetworkSegment(ca8b5a21-36c4-4915-8d40-bf6c832be8d9),segment_id=ca8b5a21-36c4-4915-8d40-bf6c832be8d9)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:30.960557 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:30.966965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:30.972195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Pushing event updated for resources: {'Port': ['ID=ca1e70bc-0c20-4934-b012-9b54c2a7ec3a,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:31.016542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] Calling delete_port for 7184b5a8-d4b5-4dce-bb62-a032dd97a716 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:31.019213 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24800cdd-21fb-439c-bc6e-e4c3e29f2a33 req-24a40f53-0e79-4142-95fb-36e9f1550c04 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909860 Mar 07 16:10:31.067533 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ce5b00d6-ab79-495d-8f60-9d72c5373ecb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.071409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Attempting to bind port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:31.071790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Attempting to bind port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:31.072171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Attempting to bind port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a on network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:31.115459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Allocated IP 172.25.4.198 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/41708db3-eab2-470f-acde-08e95a4ba259) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:31.138693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5b00d6-ab79-495d-8f60-9d72c5373ecb']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:31.149312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:10:31.149696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Checking segment: {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:31.150114 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.150515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Bound using segment: {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:10:31.151032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Bound port: ca1e70bc-0c20-4934-b012-9b54c2a7ec3a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:10:31.151425 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.176805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8b5a21-36c4-4915-8d40-bf6c832be8d9') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:31.177118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8b5a21-36c4-4915-8d40-bf6c832be8d9') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:31.191900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b136d-601d-4ddf-bf90-71892d95125c req-ed292503-5686-4cd5-8531-f2ac5379af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:31.194598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-983b136d-601d-4ddf-bf90-71892d95125c req-ed292503-5686-4cd5-8531-f2ac5379af3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1127 time: 0.1530423 Mar 07 16:10:31.194977 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (ca8b5a21-36c4-4915-8d40-bf6c832be8d9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.227080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] For port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:31.230661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] For port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ca1e70bc-0c20-4934-b012-9b54c2a7ec3a,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:10:31.242071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.248397 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ca8b5a21-36c4-4915-8d40-bf6c832be8d9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.262731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b13ba-c55e-41ab-ba04-875cfafd91f0 req-dbd88054-9572-40cf-89a7-a90e2552f4f0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:31.270218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a50b13ba-c55e-41ab-ba04-875cfafd91f0 req-dbd88054-9572-40cf-89a7-a90e2552f4f0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1925387 Mar 07 16:10:31.280444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:10:31.280859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (ca8b5a21-36c4-4915-8d40-bf6c832be8d9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:10:31.291540 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:10:31.394788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fade83-a1f6-4f31-b2d8-bc9d67db276b None None] Pushing event updated for resources: {'Port': ['ID=ca1e70bc-0c20-4934-b012-9b54c2a7ec3a,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:31.404291 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (7184b5a8-d4b5-4dce-bb62-a032dd97a716), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.416713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] Network ce5b00d6-ab79-495d-8f60-9d72c5373ecb is not hosted by any dhcp agent {{(pid=103868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:10:31.417851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] No DVR routers for this DVR port 7184b5a8-d4b5-4dce-bb62-a032dd97a716 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:10:31.418396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ce5b00d6-ab79-495d-8f60-9d72c5373ecb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.422522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718f08a-4b71-442a-9246-653574005653 req-55dc96a4-05fc-4948-b168-82f9fc70574b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:31.433015 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.435711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7718f08a-4b71-442a-9246-653574005653 req-55dc96a4-05fc-4948-b168-82f9fc70574b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 946 time: 0.2870672 Mar 07 16:10:31.445636 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] 10.222.0.24 "DELETE /v2.0/networks/ce5b00d6-ab79-495d-8f60-9d72c5373ecb HTTP/1.1" status: 204 len: 168 time: 1.5483918 Mar 07 16:10:31.448638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60080) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:31.452174 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a50b13ba-c55e-41ab-ba04-875cfafd91f0 req-2051304a-02ea-4ed9-8f86-e8f4bd315114 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813064 Mar 07 16:10:31.453959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a19db-b5f0-4798-98da-531d4999fc44 None None] Pushing event deleted for resources: {'Port': ['ID=7184b5a8-d4b5-4dce-bb62-a032dd97a716,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:31.474160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Request body: {'floatingip': {'port_id': '4f9d8eee-e39c-40c9-81b7-d80b7018f710'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:31.476517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec66b9-c87b-401f-a30e-ccdb3720cbf4 tempest-DHCPAgentSchedulersTestJSON-249435434 tempest-DHCPAgentSchedulersTestJSON-249435434-project] Pushing event deleted for resources: {'Network': ['ID=ce5b00d6-ab79-495d-8f60-9d72c5373ecb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:31.596704 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (82ec5c22-54cf-4593-94c1-6fd6d51997c0), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.617765 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks [] for port (41708db3-eab2-470f-acde-08e95a4ba259), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.674572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (09c68166-77d3-4a6b-ba67-5ad295a78307), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.709977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b136d-601d-4ddf-bf90-71892d95125c req-a9be80b2-1a24-4f1f-90ae-b156f54d6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:31.709977 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-983b136d-601d-4ddf-bf90-71892d95125c req-a9be80b2-1a24-4f1f-90ae-b156f54d6cad service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.4799309 Mar 07 16:10:31.858002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248be66-3d14-4aa5-ba44-19f630f93f53 req-84069159-a536-4bd4-b2fe-b979221d0e06 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:31.860064 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4248be66-3d14-4aa5-ba44-19f630f93f53 req-84069159-a536-4bd4-b2fe-b979221d0e06 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.2852089 Mar 07 16:10:31.910443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (41708db3-eab2-470f-acde-08e95a4ba259), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:31.969574 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-983b136d-601d-4ddf-bf90-71892d95125c req-39faeab1-3da5-4452-bea1-b5971187f000 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 999 time: 0.2196412 Mar 07 16:10:31.984728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4248be66-3d14-4aa5-ba44-19f630f93f53 req-5496858d-ecec-494d-bcac-deb5b4fe6221 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106977 Mar 07 16:10:32.067345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Pushing event updated for resources: {'Port': ['ID=41708db3-eab2-470f-acde-08e95a4ba259,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:32.082149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:32.089404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:32.095610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:32.167980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60112) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:32.197168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b136d-601d-4ddf-bf90-71892d95125c req-3c8a6ea7-7da9-400c-90ac-26994e3931e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:32.198384 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-983b136d-601d-4ddf-bf90-71892d95125c req-3c8a6ea7-7da9-400c-90ac-26994e3931e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.2075648 Mar 07 16:10:32.209276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Deleting port d1f276c7-896f-4579-aa3f-cea7ff7b9295 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:32.209632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:32.330140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] For port d1f276c7-896f-4579-aa3f-cea7ff7b9295, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d1f276c7-896f-4579-aa3f-cea7ff7b9295,segment=NetworkSegment(3e8ee289-3af7-4e10-b4b2-8eafc7960e80),segment_id=3e8ee289-3af7-4e10-b4b2-8eafc7960e80)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:32.330707 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:32.361601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Calling delete_port for d1f276c7-896f-4579-aa3f-cea7ff7b9295 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:32.579949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3688d564-172b-4e39-96c6-9d9f01f19dac no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:10:32.678087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 3688d564-172b-4e39-96c6-9d9f01f19dac {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:10:32.680833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3688d564-172b-4e39-96c6-9d9f01f19dac not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:10:32.688600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ca1e70bc-0c20-4934-b012-9b54c2a7ec3a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:32.695852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b136d-601d-4ddf-bf90-71892d95125c req-1fa77b61-106e-4be0-836e-090e413423eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:32.697812 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-983b136d-601d-4ddf-bf90-71892d95125c req-1fa77b61-106e-4be0-836e-090e413423eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4570942 Mar 07 16:10:32.802780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60134) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:32.814859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d1f276c7-896f-4579-aa3f-cea7ff7b9295), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:32.822267 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-983b136d-601d-4ddf-bf90-71892d95125c req-639852d1-341c-46f9-bf03-eb4bc48df973 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036372 Mar 07 16:10:32.865419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:32.865837 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:32.928630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f276c7-896f-4579-aa3f-cea7ff7b9295,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:32.980730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce13ef5-01d6-49b7-a484-60d88f4cbdcd req-2dea1754-c265-470d-9747-5e95433b6009 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:32.989497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bce13ef5-01d6-49b7-a484-60d88f4cbdcd req-2dea1754-c265-470d-9747-5e95433b6009 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.3881650 Mar 07 16:10:33.046683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:33.047110 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.120383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ca1e70bc-0c20-4934-b012-9b54c2a7ec3a,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:33.125860 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-deb13665-214d-42c3-9ac1-7c1ca250237a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=def622af843d4929ade64b33434123df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9558275 Mar 07 16:10:33.126919 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e441cdd-ae27-42d3-aac2-b764859b95c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.131794 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.139142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60140) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:33.201988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9190e6-de99-4392-8167-752e9d347a70 None None] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:33.223919 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bce13ef5-01d6-49b7-a484-60d88f4cbdcd req-6a80e054-5445-4adb-b928-d73039d0303e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255311 Mar 07 16:10:33.248122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=ca1e70bc-0c20-4934-b012-9b54c2a7ec3a,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:33.266448 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e441cdd-ae27-42d3-aac2-b764859b95c4 admin admin] Publish callbacks [] for security_group (1c6b58fd-9854-4576-b729-4dff65d2f31f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.289491 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3e441cdd-ae27-42d3-aac2-b764859b95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1c6b58fd-9854-4576-b729-4dff65d2f31f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.312446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks [] for router_gateway (cd33506f-8b42-4513-a8f6-00dfc115ee1b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.331881 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3e441cdd-ae27-42d3-aac2-b764859b95c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cae18ca56d442fca6010d8c4ad28a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5274346 Mar 07 16:10:33.349371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60142) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:33.357189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2481321b-6d36-4d56-8d23-df8dafaf001b None None] Provisioning complete for port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:33.357889 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2481321b-6d36-4d56-8d23-df8dafaf001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.447203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e441cdd-ae27-42d3-aac2-b764859b95c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b58fd-9854-4576-b729-4dff65d2f31f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:33.477745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe153bc-ff43-46cd-8189-f5575f6f228f admin admin] Publish callbacks [] for security_group (1c6b58fd-9854-4576-b729-4dff65d2f31f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.500870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2481321b-6d36-4d56-8d23-df8dafaf001b None None] Current status of the port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:33.509022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd96c2c-4bb3-4ea4-b309-7ac34a2cc8ac req-cb9b9a17-fb06-4370-915a-fdc2d8603872 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:33.510592 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2bd96c2c-4bb3-4ea4-b309-7ac34a2cc8ac req-cb9b9a17-fb06-4370-915a-fdc2d8603872 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.3639956 Mar 07 16:10:33.521728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (09c68166-77d3-4a6b-ba67-5ad295a78307), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.529151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe153bc-ff43-46cd-8189-f5575f6f228f admin admin] Publish callbacks [] for security_group (1c6b58fd-9854-4576-b729-4dff65d2f31f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.630451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe153bc-ff43-46cd-8189-f5575f6f228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1c6b58fd-9854-4576-b729-4dff65d2f31f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.633123 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe153bc-ff43-46cd-8189-f5575f6f228f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:33.636602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1fe153bc-ff43-46cd-8189-f5575f6f228f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c6b58fd-9854-4576-b729-4dff65d2f31f HTTP/1.1" status: 204 len: 168 time: 0.2813840 Mar 07 16:10:33.778218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2bd96c2c-4bb3-4ea4-b309-7ac34a2cc8ac req-d7f38015-8d2e-49bf-b12f-b1c07232e341 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613764 Mar 07 16:10:33.781975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe153bc-ff43-46cd-8189-f5575f6f228f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b58fd-9854-4576-b729-4dff65d2f31f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:33.932746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-19fbc81d-f944-41d8-99e2-44b9ee6fca50 None None] Provisioning complete for port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:33.933364 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-19fbc81d-f944-41d8-99e2-44b9ee6fca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:34.066938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Router 09c68166-77d3-4a6b-ba67-5ad295a78307 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:10:34.095320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60158) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:34.124695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-19fbc81d-f944-41d8-99e2-44b9ee6fca50 None None] Current status of the port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:34.143557 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e188d15d-0397-451d-b521-053bd6a00bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:34.164805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-983b136d-601d-4ddf-bf90-71892d95125c req-6b97b8b0-06ef-4523-9180-9e3e66d11147 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3305016 Mar 07 16:10:34.167181 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] It took 0.93 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:10:34.252512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5911861d-78e8-477a-8b42-c05868414293 admin admin] Publish callbacks [] for security_group (25fe7d56-30e8-416b-8a92-d70b79fcbc74), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:34.326781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5911861d-78e8-477a-8b42-c05868414293 admin admin] Publish callbacks [] for security_group (25fe7d56-30e8-416b-8a92-d70b79fcbc74), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:34.388579 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (cd33506f-8b42-4513-a8f6-00dfc115ee1b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:34.400175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5911861d-78e8-477a-8b42-c05868414293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (25fe7d56-30e8-416b-8a92-d70b79fcbc74), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:34.402944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5911861d-78e8-477a-8b42-c05868414293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:34.404298 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5911861d-78e8-477a-8b42-c05868414293 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25fe7d56-30e8-416b-8a92-d70b79fcbc74 HTTP/1.1" status: 204 len: 168 time: 1.2569740 Mar 07 16:10:34.407612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:34.449509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (82ec5c22-54cf-4593-94c1-6fd6d51997c0), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:34.505559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911861d-78e8-477a-8b42-c05868414293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fe7d56-30e8-416b-8a92-d70b79fcbc74,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:34.672290 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Floating IP 82ec5c22-54cf-4593-94c1-6fd6d51997c0 associated. External IP: 172.25.4.131, port: 4f9d8eee-e39c-40c9-81b7-d80b7018f710. Mar 07 16:10:34.841515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Router cd33506f-8b42-4513-a8f6-00dfc115ee1b is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:10:34.882112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ca1e70bc-0c20-4934-b012-9b54c2a7ec3a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:34.964831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:10:34.978686 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e71c6f3c-f1cf-4f87-b9b9-50c13f1360d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/09c68166-77d3-4a6b-ba67-5ad295a78307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4638505 Mar 07 16:10:34.982304 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60170) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:35.002592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] Sync routers for ids ['09c68166-77d3-4a6b-ba67-5ad295a78307'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:10:35.049866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] Routers {'09c68166-77d3-4a6b-ba67-5ad295a78307'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:35.050994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['09c68166-77d3-4a6b-ba67-5ad295a78307'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:35.059406 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e188d15d-0397-451d-b521-053bd6a00bdc admin admin] Publish callbacks [] for security_group (8961b143-da2e-4594-837f-45446e0eb8f8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.075813 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e188d15d-0397-451d-b521-053bd6a00bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8961b143-da2e-4594-837f-45446e0eb8f8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.119027 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:35.119749 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.135608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60172) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:35.147998 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188d15d-0397-451d-b521-053bd6a00bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8961b143-da2e-4594-837f-45446e0eb8f8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:35.165426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202e3bd-325b-4413-8d2c-422d9b3882a1 req-afd9fd06-1016-4f4b-9301-f41de25f273d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:35.172953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6202e3bd-325b-4413-8d2c-422d9b3882a1 req-afd9fd06-1016-4f4b-9301-f41de25f273d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.4266384 Mar 07 16:10:35.194336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc8b4-dc22-4295-97d1-6b1e643e2790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.227953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972a147-6a9e-466b-95d7-f986a529ebbe req-99e6161a-215d-4f1c-9c75-af85b8649d27 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:35.231611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c972a147-6a9e-466b-95d7-f986a529ebbe req-99e6161a-215d-4f1c-9c75-af85b8649d27 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.2563078 Mar 07 16:10:35.241664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] Set router 09c68166-77d3-4a6b-ba67-5ad295a78307 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:35.249112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:10:35.258341 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Sync routers for ids ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:10:35.273327 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Routers {'cd33506f-8b42-4513-a8f6-00dfc115ee1b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:35.274094 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:35.300732 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e188d15d-0397-451d-b521-053bd6a00bdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1584065e3b724116a6b6153fc2556fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1700535 Mar 07 16:10:35.308422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60174) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:35.332475 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6202e3bd-325b-4413-8d2c-422d9b3882a1 req-001eb615-32b4-445e-9398-c7409af56c43 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553011 Mar 07 16:10:35.374165 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks [] for router (09c68166-77d3-4a6b-ba67-5ad295a78307), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.383517 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.393277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-035ce6e4-4fa9-4c31-85df-e8bbe29c77e0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7365644 Mar 07 16:10:35.403964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60180) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:35.412768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Router c2b920e0-f53e-4456-a91f-53ab797da87d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:10:35.462104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:35.488272 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Set router cd33506f-8b42-4513-a8f6-00dfc115ee1b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:35.531980 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c972a147-6a9e-466b-95d7-f986a529ebbe req-b0ca431f-b856-48de-a3fb-0fc0dc0dc492 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899022 Mar 07 16:10:35.650558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks [] for router_gateway (09c68166-77d3-4a6b-ba67-5ad295a78307), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.755513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:08:10Z', 'updated_at': '2022-03-07T16:10:32Z', 'revision_number': 5, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'gw_port': {'id': '48931c93-2327-4f5a-85ae-dd7c2346382d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:08:12Z', 'updated_at': '2022-03-07T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:35.762268 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Deleting port 48931c93-2327-4f5a-85ae-dd7c2346382d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:35.764444 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.782639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5de41e7c-cbf4-4a10-839e-7fa7cff81e11 admin admin] Publish callbacks [] for security_group (8961b143-da2e-4594-837f-45446e0eb8f8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.789849 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '41708db3-eab2-470f-acde-08e95a4ba259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:29Z', 'updated_at': '2022-03-07T16:10:32Z', 'revision_number': 3, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'gw_port': {'id': '41708db3-eab2-470f-acde-08e95a4ba259', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:30Z', 'updated_at': '2022-03-07T16:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:35.798156 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc8b4-dc22-4295-97d1-6b1e643e2790 admin admin] Publish callbacks [] for security_group (bf726eda-5a46-435b-8202-0ae83b6141a7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.804900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] Checking router: 09c68166-77d3-4a6b-ba67-5ad295a78307 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:10:35.816780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc8b4-dc22-4295-97d1-6b1e643e2790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bf726eda-5a46-435b-8202-0ae83b6141a7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.818944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] Routers {'09c68166-77d3-4a6b-ba67-5ad295a78307'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:35.819809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['09c68166-77d3-4a6b-ba67-5ad295a78307'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:35.839545 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Checking router: cd33506f-8b42-4513-a8f6-00dfc115ee1b for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:10:35.839892 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Updating router cd33506f-8b42-4513-a8f6-00dfc115ee1b port 41708db3-eab2-470f-acde-08e95a4ba259 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:10:35.898165 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41708db3-eab2-470f-acde-08e95a4ba259), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.932110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] For port 48931c93-2327-4f5a-85ae-dd7c2346382d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=48931c93-2327-4f5a-85ae-dd7c2346382d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:35.932842 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:35.960588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Calling delete_port for 48931c93-2327-4f5a-85ae-dd7c2346382d owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:36.000656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] Set router 09c68166-77d3-4a6b-ba67-5ad295a78307 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:36.053354 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5de41e7c-cbf4-4a10-839e-7fa7cff81e11 admin admin] Publish callbacks [] for security_group (8961b143-da2e-4594-837f-45446e0eb8f8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.093700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:08:10Z', 'updated_at': '2022-03-07T16:10:35Z', 'revision_number': 6, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:36.129103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f48233-8311-4ca2-b21f-799d55507f74 None None] The sync data for ids ['09c68166-77d3-4a6b-ba67-5ad295a78307'] in n-d-830010-8 is: [{'id': '09c68166-77d3-4a6b-ba67-5ad295a78307', 'name': 'tempest-ServerRescueTestJSON-1281541487-router', 'tenant_id': 'ef3e574477614936a209fc5d116a10cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:08:10Z', 'updated_at': '2022-03-07T16:10:35Z', 'revision_number': 6, 'project_id': 'ef3e574477614936a209fc5d116a10cb', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:10:36.150077 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c0bfc8b4-dc22-4295-97d1-6b1e643e2790 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b6eb7221f204ed4ac98a9c7effb284a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0113411 Mar 07 16:10:36.151193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfc8b4-dc22-4295-97d1-6b1e643e2790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf726eda-5a46-435b-8202-0ae83b6141a7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:36.176965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60186) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:36.199472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:10:36.212170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] Sync routers for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:10:36.216496 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.224026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:36.233754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:36.338876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (48931c93-2327-4f5a-85ae-dd7c2346382d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.352976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3a80e446-757d-4320-b29b-0771c7806d5a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "PUT /v2.0/floatingips/82ec5c22-54cf-4593-94c1-6fd6d51997c0 HTTP/1.1" status: 200 len: 992 time: 4.9036427 Mar 07 16:10:36.356834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:36.359551 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:36.392583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48931c93-2327-4f5a-85ae-dd7c2346382d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:36.418032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5de41e7c-cbf4-4a10-839e-7fa7cff81e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8961b143-da2e-4594-837f-45446e0eb8f8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.420978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5de41e7c-cbf4-4a10-839e-7fa7cff81e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.433954 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Publish callbacks [] for port (41708db3-eab2-470f-acde-08e95a4ba259), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.439873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5de41e7c-cbf4-4a10-839e-7fa7cff81e11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8961b143-da2e-4594-837f-45446e0eb8f8 HTTP/1.1" status: 204 len: 168 time: 1.1210432 Mar 07 16:10:36.441047 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba21ba4f-3cc1-412a-967b-30ef3874b6e0 admin admin] Publish callbacks [] for security_group (bf726eda-5a46-435b-8202-0ae83b6141a7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.453279 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41708db3-eab2-470f-acde-08e95a4ba259), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.479748 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883fb369-40c3-4a4e-92b2-4cc65f306daa x-openstack-request-id: req-883fb369-40c3-4a4e-92b2-4cc65f306daa {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:36.480098 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:36.480340 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-883fb369-40c3-4a4e-92b2-4cc65f306daa {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:36.480773 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'status': 'completed', 'code': 200} Mar 07 16:10:36.560523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de41e7c-cbf4-4a10-839e-7fa7cff81e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8961b143-da2e-4594-837f-45446e0eb8f8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:36.621098 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba21ba4f-3cc1-412a-967b-30ef3874b6e0 admin admin] Publish callbacks [] for security_group (bf726eda-5a46-435b-8202-0ae83b6141a7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.657698 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.682524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (09c68166-77d3-4a6b-ba67-5ad295a78307), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.736532 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Attempting to bind port 41708db3-eab2-470f-acde-08e95a4ba259 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:36.737562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:36.743827 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Attempting to bind port 41708db3-eab2-470f-acde-08e95a4ba259 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:36.743827 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Attempting to bind port 41708db3-eab2-470f-acde-08e95a4ba259 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:36.757965 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee027c0-5c40-4fe4-9337-c504c40c2027 None None] Pushing event updated for resources: {'Port': ['ID=41708db3-eab2-470f-acde-08e95a4ba259,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:36.762595 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:10:36.765570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:36.766105 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.766558 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:10:36.767141 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Bound port: 41708db3-eab2-470f-acde-08e95a4ba259, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:10:36.767714 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41708db3-eab2-470f-acde-08e95a4ba259), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:36.847797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d1f276c7-896f-4579-aa3f-cea7ff7b9295 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:10:36.912915 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] For port 41708db3-eab2-470f-acde-08e95a4ba259, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:36.918251 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] For port 41708db3-eab2-470f-acde-08e95a4ba259, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=41708db3-eab2-470f-acde-08e95a4ba259,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:10:36.924719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: d1f276c7-896f-4579-aa3f-cea7ff7b9295 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:10:36.926279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d1f276c7-896f-4579-aa3f-cea7ff7b9295 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:10:36.939895 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41708db3-eab2-470f-acde-08e95a4ba259), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:37.050571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b1b52-d293-4137-bd89-ef9fc3dac234 req-c9328f8c-40c6-4465-90bb-464cc1ab57a6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:37.057914 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-522b1b52-d293-4137-bd89-ef9fc3dac234 req-c9328f8c-40c6-4465-90bb-464cc1ab57a6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.3159344 Mar 07 16:10:37.072352 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba21ba4f-3cc1-412a-967b-30ef3874b6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bf726eda-5a46-435b-8202-0ae83b6141a7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:37.075029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba21ba4f-3cc1-412a-967b-30ef3874b6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:37.076247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ba21ba4f-3cc1-412a-967b-30ef3874b6e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf726eda-5a46-435b-8202-0ae83b6141a7 HTTP/1.1" status: 204 len: 168 time: 0.8924406 Mar 07 16:10:37.108739 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Routers {'cd33506f-8b42-4513-a8f6-00dfc115ee1b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:37.109292 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:37.129236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:37.160623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21ba4f-3cc1-412a-967b-30ef3874b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf726eda-5a46-435b-8202-0ae83b6141a7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:37.189377 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee027c0-5c40-4fe4-9337-c504c40c2027 None None] Pushing event updated for resources: {'Port': ['ID=41708db3-eab2-470f-acde-08e95a4ba259,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:37.246290 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (09c68166-77d3-4a6b-ba67-5ad295a78307), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:37.250033 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks [] for router_controller (09c68166-77d3-4a6b-ba67-5ad295a78307), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:37.280890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-209194c2-6866-4fd3-9a5c-ec697bbbda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:37.288235 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-209194c2-6866-4fd3-9a5c-ec697bbbda9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 1128 time: 0.6134641 Mar 07 16:10:37.402074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-522b1b52-d293-4137-bd89-ef9fc3dac234 req-b4a5fe86-ca1f-4eed-aab5-4cbffb1a5f4f tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430748 Mar 07 16:10:37.498870 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] Set router cd33506f-8b42-4513-a8f6-00dfc115ee1b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:37.617321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-523cf95f-320b-4fae-8add-49a5b291663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:37.618775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-523cf95f-320b-4fae-8add-49a5b291663d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 200 len: 916 time: 0.2987509 Mar 07 16:10:37.720546 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e0e70-3628-48f9-8db2-7e1ac8f768c9 req-9bcd219e-6238-484f-904a-4b1394ead104 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:37.730553 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-905e0e70-3628-48f9-8db2-7e1ac8f768c9 req-9bcd219e-6238-484f-904a-4b1394ead104 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 1.0538671 Mar 07 16:10:37.922718 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-ac133391-2fff-4dc1-8a1c-38dfbccdab68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9d8eee-e39c-40c9-81b7-d80b7018f710 HTTP/1.1" status: 200 len: 1000 time: 0.1788800 Mar 07 16:10:37.946069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '82ec5c22-54cf-4593-94c1-6fd6d51997c0', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'port_id': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'mac_address': 'fa:16:3e:f3:8a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3355a377-fa36-44ed-9404-dc1a13780e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:10:07Z', 'updated_at': '2022-03-07T16:10:33Z', 'revision_number': 1, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:37.980592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] Checking router: c2b920e0-f53e-4456-a91f-53ab797da87d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:10:37.993854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:37.994506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:38.018483 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '41708db3-eab2-470f-acde-08e95a4ba259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:29Z', 'updated_at': '2022-03-07T16:10:32Z', 'revision_number': 3, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'gw_port': {'id': '41708db3-eab2-470f-acde-08e95a4ba259', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:30Z', 'updated_at': '2022-03-07T16:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:38.033766 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (09c68166-77d3-4a6b-ba67-5ad295a78307), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:38.034346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09c68166-77d3-4a6b-ba67-5ad295a78307 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:10:38.051351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:38.054951 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0af27f05-2b1f-4de3-b157-306c3c0981c7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/09c68166-77d3-4a6b-ba67-5ad295a78307 HTTP/1.1" status: 204 len: 168 time: 3.0628059 Mar 07 16:10:38.059499 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60246) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:38.097057 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e3332-c287-47b1-a4d9-5e4729351d7a None None] The sync data for ids ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'] in n-d-830010-8 is: [{'id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '41708db3-eab2-470f-acde-08e95a4ba259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:29Z', 'updated_at': '2022-03-07T16:10:32Z', 'revision_number': 3, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'gw_port': {'id': '41708db3-eab2-470f-acde-08e95a4ba259', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:30Z', 'updated_at': '2022-03-07T16:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:10:38.160164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b0860d-3ea7-4074-bc66-4cc22e439e4f admin admin] Deleting subnet e8650556-8c1c-4884-93eb-2da4185841b3 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:10:38.173708 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0860d-3ea7-4074-bc66-4cc22e439e4f admin admin] Publish callbacks [] for subnet (e8650556-8c1c-4884-93eb-2da4185841b3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:38.301942 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0860d-3ea7-4074-bc66-4cc22e439e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (e8650556-8c1c-4884-93eb-2da4185841b3), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:38.318044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:38.480723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-c8cfa29d-0a45-42a3-a12b-b5674df470c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:38.485426 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-c8cfa29d-0a45-42a3-a12b-b5674df470c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 200 len: 854 time: 0.5383410 Mar 07 16:10:38.602849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-905e0e70-3628-48f9-8db2-7e1ac8f768c9 req-7c90747a-6b18-4e38-92d9-7bb875f300ce tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8575878 Mar 07 16:10:38.606593 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0860d-3ea7-4074-bc66-4cc22e439e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (e8650556-8c1c-4884-93eb-2da4185841b3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:38.692339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Allocated IP 172.20.0.1 (bc0ae953-ad2d-4889-971a-1724a2a0cbc6/38e59c6f-67b5-430a-aa22-ae46283ed050/f54c70f4-c876-4c98-8672-5acdab96be9a) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:38.742340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-991503e9-a082-45f3-a449-71991351b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:38.751845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-991503e9-a082-45f3-a449-71991351b95f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1d0569b-ea64-4f69-9f7c-982fe6065f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2235160 Mar 07 16:10:38.792151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 48931c93-2327-4f5a-85ae-dd7c2346382d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:10:38.805749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70902c4-e09a-44f6-aaee-28a5cf6f1c74 req-05b83a00-3d7c-4928-ad0f-d10bf2783d46 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:38.812153 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f70902c4-e09a-44f6-aaee-28a5cf6f1c74 req-05b83a00-3d7c-4928-ad0f-d10bf2783d46 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.2728248 Mar 07 16:10:38.856046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 48931c93-2327-4f5a-85ae-dd7c2346382d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:10:38.860028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 48931c93-2327-4f5a-85ae-dd7c2346382d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:10:38.899673 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0860d-3ea7-4074-bc66-4cc22e439e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (e8650556-8c1c-4884-93eb-2da4185841b3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.022208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0860d-3ea7-4074-bc66-4cc22e439e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8650556-8c1c-4884-93eb-2da4185841b3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:39.038976 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0860d-3ea7-4074-bc66-4cc22e439e4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.043014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c7b0860d-3ea7-4074-bc66-4cc22e439e4f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e8650556-8c1c-4884-93eb-2da4185841b3 HTTP/1.1" status: 204 len: 168 time: 0.9764724 Mar 07 16:10:39.045829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-db6945ac-806d-44a8-b94f-066ca54d102e service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806773 Mar 07 16:10:39.047850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60280) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:39.049365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '82ec5c22-54cf-4593-94c1-6fd6d51997c0', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'port_id': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'mac_address': 'fa:16:3e:f3:8a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3355a377-fa36-44ed-9404-dc1a13780e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:10:07Z', 'updated_at': '2022-03-07T16:10:33Z', 'revision_number': 1, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:39.093239 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f70902c4-e09a-44f6-aaee-28a5cf6f1c74 req-a7b2bcf7-4cc5-48ac-ba15-eb9c043c8946 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534657 Mar 07 16:10:39.123430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa7e45-4277-4060-b684-31fcff029b95 None None] The sync data for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 is: [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '82ec5c22-54cf-4593-94c1-6fd6d51997c0', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'port_id': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'mac_address': 'fa:16:3e:f3:8a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3355a377-fa36-44ed-9404-dc1a13780e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:10:07Z', 'updated_at': '2022-03-07T16:10:33Z', 'revision_number': 1, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:10:39.159097 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Publish callbacks [] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.256081 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.339606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ca14b26f-8c62-480c-9121-96fe2fe05b96), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.382900 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eded31da-ee4e-4df7-a6db-f2aadb4e68a3 req-7f597038-3377-4a87-be23-eb667e631faf service neutron] 10.222.0.15 "GET /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300188 Mar 07 16:10:39.411227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:39.432580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:39.458169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:39.468439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f54c70f4-c876-4c98-8672-5acdab96be9a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:39.541639 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ca14b26f-8c62-480c-9121-96fe2fe05b96), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.581443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (cd33506f-8b42-4513-a8f6-00dfc115ee1b), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.599493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca14b26f-8c62-480c-9121-96fe2fe05b96']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:39.632798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8ee289-3af7-4e10-b4b2-8eafc7960e80') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:39.633100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8ee289-3af7-4e10-b4b2-8eafc7960e80') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:39.687670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (3e8ee289-3af7-4e10-b4b2-8eafc7960e80), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.728231 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eada337-ee4f-4ccd-9e87-e6b2abcf64a2 None None] New status for floating IP 82ec5c22-54cf-4593-94c1-6fd6d51997c0: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:10:39.749524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3e8ee289-3af7-4e10-b4b2-8eafc7960e80), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.781130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:10:39.784909 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (3e8ee289-3af7-4e10-b4b2-8eafc7960e80), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:10:39.793113 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:10:40.011201 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ca14b26f-8c62-480c-9121-96fe2fe05b96), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:40.019053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ad0c3578-cf85-4af5-a468-a9a91d74285f None None] Provisioning complete for port f54c70f4-c876-4c98-8672-5acdab96be9a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:40.022712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ad0c3578-cf85-4af5-a468-a9a91d74285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:40.090469 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:40.129081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:40.149095 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca14b26f-8c62-480c-9121-96fe2fe05b96 HTTP/1.1" status: 204 len: 168 time: 1.0954714 Mar 07 16:10:40.192572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e12054-6fbc-4541-8617-cc0ec01e2a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca14b26f-8c62-480c-9121-96fe2fe05b96,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:40.268563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c3578-cf85-4af5-a468-a9a91d74285f None None] Port f54c70f4-c876-4c98-8672-5acdab96be9a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:10:40.283528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19736a2-d7c2-4435-a0bc-695872cd796e req-d116e5fa-2133-4a58-b418-16dacbb74f79 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:40.286702 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d19736a2-d7c2-4435-a0bc-695872cd796e req-d116e5fa-2133-4a58-b418-16dacbb74f79 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.3050613 Mar 07 16:10:40.428314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d19736a2-d7c2-4435-a0bc-695872cd796e req-4f313c55-44f0-4991-ac29-ddbdf1a8724b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314838 Mar 07 16:10:40.602745 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Publish callbacks [] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:40.615203 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:40.629815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60324) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:40.646661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41708db3-eab2-470f-acde-08e95a4ba259 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:40.709853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e91bf025-404d-4146-bd6e-3477c3da2a13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef3e574477614936a209fc5d116a10cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0765624 Mar 07 16:10:40.710862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60326) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:40.824569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-09e642d5-1b04-4bb7-afdb-fdd78536d4db admin admin] Publish callbacks [] for security_group (9346699f-d420-446f-9919-4065c0c12351), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:40.831852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 41708db3-eab2-470f-acde-08e95a4ba259 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:40.835369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (41708db3-eab2-470f-acde-08e95a4ba259), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:40.882624 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-09e642d5-1b04-4bb7-afdb-fdd78536d4db admin admin] Publish callbacks [] for security_group (9346699f-d420-446f-9919-4065c0c12351), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:41.002730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f54c70f4-c876-4c98-8672-5acdab96be9a,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:41.031779 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-09e642d5-1b04-4bb7-afdb-fdd78536d4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9346699f-d420-446f-9919-4065c0c12351), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:41.034692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-09e642d5-1b04-4bb7-afdb-fdd78536d4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:41.038483 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-09e642d5-1b04-4bb7-afdb-fdd78536d4db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9346699f-d420-446f-9919-4065c0c12351 HTTP/1.1" status: 204 len: 168 time: 0.3224919 Mar 07 16:10:41.046340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e642d5-1b04-4bb7-afdb-fdd78536d4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9346699f-d420-446f-9919-4065c0c12351,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:41.090497 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (cd33506f-8b42-4513-a8f6-00dfc115ee1b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:41.125818 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:41.143355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60344) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:41.180943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 41708db3-eab2-470f-acde-08e95a4ba259 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:41.181344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41708db3-eab2-470f-acde-08e95a4ba259), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:41.205944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 41708db3-eab2-470f-acde-08e95a4ba259, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=41708db3-eab2-470f-acde-08e95a4ba259,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:41.216136 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41708db3-eab2-470f-acde-08e95a4ba259), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:41.327016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=41708db3-eab2-470f-acde-08e95a4ba259,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:41.341688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecef64b-a3ea-4fee-be13-f7af6b2b36bb req-e7fc9560-edc3-4995-9c6e-dffa274ccc64 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:41.344023 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ecef64b-a3ea-4fee-be13-f7af6b2b36bb req-e7fc9560-edc3-4995-9c6e-dffa274ccc64 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.7338877 Mar 07 16:10:41.355046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:41.362175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:41.495547 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ecef64b-a3ea-4fee-be13-f7af6b2b36bb req-56677874-c028-4dc2-81c5-a2e9f6c2724a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435397 Mar 07 16:10:41.527827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:41.652777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Router cd33506f-8b42-4513-a8f6-00dfc115ee1b has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:10:41.678184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:41.748450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f472da-4780-4912-a49a-0b9880e10602 req-ade61705-be73-4eef-9070-28a0c5cdc2f5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:41.757195 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e2f472da-4780-4912-a49a-0b9880e10602 req-ade61705-be73-4eef-9070-28a0c5cdc2f5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1757526 Mar 07 16:10:41.817021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:10:41.830215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Sync routers for ids ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:10:41.840442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-eb67f20a-03d4-4905-9264-166b0c63a554 None None] Provisioning complete for port f54c70f4-c876-4c98-8672-5acdab96be9a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:41.840442 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eb67f20a-03d4-4905-9264-166b0c63a554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:41.844333 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-02dda750-67c5-4c4a-8088-8b9ae26dbbb8 admin admin] 10.222.0.24 "PUT /v2.0/routers/cd33506f-8b42-4513-a8f6-00dfc115ee1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4192765 Mar 07 16:10:41.922062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Routers {'cd33506f-8b42-4513-a8f6-00dfc115ee1b'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:41.923342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:41.927342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-eb67f20a-03d4-4905-9264-166b0c63a554 None None] Port f54c70f4-c876-4c98-8672-5acdab96be9a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:10:41.994228 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e2f472da-4780-4912-a49a-0b9880e10602 req-ac6c12cc-e072-468b-8a0e-5e6e2d1f5773 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358077 Mar 07 16:10:42.071956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:42.177681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Set router cd33506f-8b42-4513-a8f6-00dfc115ee1b gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:42.190454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8a09-174d-4c99-859e-8b459b4ad6ba req-9f7ff308-d44e-4126-ac2d-ff4d60665f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:42.192669 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d2f8a09-174d-4c99-859e-8b459b4ad6ba req-9f7ff308-d44e-4126-ac2d-ff4d60665f3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1127 time: 0.1216257 Mar 07 16:10:42.297723 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d2f8a09-174d-4c99-859e-8b459b4ad6ba req-07f456a0-0e69-4fe2-bd0e-19adafff713e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974264 Mar 07 16:10:42.354151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Allocated IP 172.25.4.252 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/2c0b4155-8e37-4bd2-b74a-08be46c6129b) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:42.530303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks [] for port (2c0b4155-8e37-4bd2-b74a-08be46c6129b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:42.574630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2c0b4155-8e37-4bd2-b74a-08be46c6129b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:42.600288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41708db3-eab2-470f-acde-08e95a4ba259 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:42.628634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:42.632617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:42.636088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:42.699405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '41708db3-eab2-470f-acde-08e95a4ba259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:29Z', 'updated_at': '2022-03-07T16:10:39Z', 'revision_number': 4, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'gw_port': {'id': '41708db3-eab2-470f-acde-08e95a4ba259', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:30Z', 'updated_at': '2022-03-07T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'f54c70f4-c876-4c98-8672-5acdab96be9a', 'name': '', 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'mac_address': 'fa:16:3e:b5:5c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38e59c6f-67b5-430a-aa22-ae46283ed050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:37Z', 'updated_at': '2022-03-07T16:10:40Z', 'revision_number': 2, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'subnets': [{'id': '38e59c6f-67b5-430a-aa22-ae46283ed050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:42.701621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 41708db3-eab2-470f-acde-08e95a4ba259 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:42.702239 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (41708db3-eab2-470f-acde-08e95a4ba259), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:42.749990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Pushing event updated for resources: {'Port': ['ID=2c0b4155-8e37-4bd2-b74a-08be46c6129b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:42.771555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Checking router: cd33506f-8b42-4513-a8f6-00dfc115ee1b for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:10:42.772073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Updating router cd33506f-8b42-4513-a8f6-00dfc115ee1b port f54c70f4-c876-4c98-8672-5acdab96be9a binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:10:42.799324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b0669-437b-49c3-a025-cc99802a37b0 req-82229d90-5739-4198-85c2-6f8fcc144efe tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:42.809001 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-757b0669-437b-49c3-a025-cc99802a37b0 req-82229d90-5739-4198-85c2-6f8fcc144efe tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1304510 Mar 07 16:10:42.824175 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:42.907039 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks [] for floatingip (43549019-4a54-4901-8873-8f1ed7f42f99), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:42.939145 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-757b0669-437b-49c3-a025-cc99802a37b0 req-5e8c192c-a5b1-41b4-9640-334fbd7d3c67 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287394 Mar 07 16:10:43.002926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2c0b4155-8e37-4bd2-b74a-08be46c6129b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.005028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 41708db3-eab2-470f-acde-08e95a4ba259 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:43.291005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks [] for port (2c0b4155-8e37-4bd2-b74a-08be46c6129b), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.309409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2c0b4155-8e37-4bd2-b74a-08be46c6129b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.380263 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Publish callbacks [] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.407080 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.408232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (43549019-4a54-4901-8873-8f1ed7f42f99), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.444173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.445618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3005059 Mar 07 16:10:43.448682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60416) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:43.449753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60418) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:43.464633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1174126430', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'fixed_ips': [{'ip_address': '172.25.4.252'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:43.498611 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a2038-b78e-42ea-91da-9187fe47df02 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Pushing event updated for resources: {'Port': ['ID=2c0b4155-8e37-4bd2-b74a-08be46c6129b,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:43.514189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Made reservation on behalf of 4f6c9759586246378b7804ae366f277a for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:43.519614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.543503 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.558116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943898e-8d68-4fe4-bcb8-dd3b0b8d875c None None] Pushing event updated for resources: {'Port': ['ID=f54c70f4-c876-4c98-8672-5acdab96be9a,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:43.668319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Attempting to bind port f54c70f4-c876-4c98-8672-5acdab96be9a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:43.669112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Attempting to bind port f54c70f4-c876-4c98-8672-5acdab96be9a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:43.669766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Attempting to bind port f54c70f4-c876-4c98-8672-5acdab96be9a on network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:43.684575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:10:43.685929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Checking segment: {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:43.686637 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.688807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Bound using segment: {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:10:43.693249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Bound port: f54c70f4-c876-4c98-8672-5acdab96be9a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:10:43.693249 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.743487 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks [] for security_group (ea4f1905-99c6-484b-b216-ca56456d18c0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.750828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ea4f1905-99c6-484b-b216-ca56456d18c0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.758184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] device_id is not set on port 3e438cbd-96fc-4dad-8461-ded36a9e8e68 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:10:43.854590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] For port f54c70f4-c876-4c98-8672-5acdab96be9a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:43.864132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] For port f54c70f4-c876-4c98-8672-5acdab96be9a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f54c70f4-c876-4c98-8672-5acdab96be9a,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:10:43.871593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60426) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:43.876722 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1457481093-network', 'tenant_id': 'd25709b15123493187f77659cca41008'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:43.890605 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.937803 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Made reservation on behalf of d25709b15123493187f77659cca41008 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:43.943595 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.943856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f1905-99c6-484b-b216-ca56456d18c0,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:43.954576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-533e5f7f-d1ca-477c-b092-8f7902d697dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:43.966921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.084879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943898e-8d68-4fe4-bcb8-dd3b0b8d875c None None] Pushing event updated for resources: {'Port': ['ID=f54c70f4-c876-4c98-8672-5acdab96be9a,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:44.106125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c7124165-b53d-483c-bebf-b057a9bccf58 None None] Provisioning complete for port f54c70f4-c876-4c98-8672-5acdab96be9a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:44.107157 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c7124165-b53d-483c-bebf-b057a9bccf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.138989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Routers {'cd33506f-8b42-4513-a8f6-00dfc115ee1b'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:44.139643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:44.158422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60430) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:44.215765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e28026-689a-4b2f-bb5e-6e6a98ce3db2 req-06cdd534-d3f6-4183-90b5-d57dd8822b21 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:44.229463 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62e28026-689a-4b2f-bb5e-6e6a98ce3db2 req-06cdd534-d3f6-4183-90b5-d57dd8822b21 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1570432 Mar 07 16:10:44.270856 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Publish callbacks [] for security_group (f695ace9-4da3-4967-9c62-427df2b12991), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.285499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f695ace9-4da3-4967-9c62-427df2b12991), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.343242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:10:44.346751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f695ace9-4da3-4967-9c62-427df2b12991,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:44.354372 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 16:10:44.356954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:10:44.397454 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a6272775-8a2d-4cc6-a89e-b8856ce5faf1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.397845 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Added segment a6272775-8a2d-4cc6-a89e-b8856ce5faf1 of type vlan for network 818ef8de-4ce5-4f97-9957-feb52a00bb90 Mar 07 16:10:44.414076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1270797946-network', 'tenant_id': '7ce48e27fe254468b580ce8db20ca403'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:44.414977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62e28026-689a-4b2f-bb5e-6e6a98ce3db2 req-b137dca6-2288-47d2-8c1d-26f89cc42168 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898706 Mar 07 16:10:44.448949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d7b66030-0141-4e38-86b2-cf03a95d9855 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9934514 Mar 07 16:10:44.451261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60444) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:44.488066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-ccbe79e5-cd95-4b8d-bacc-26da90833d2f req-d17bb521-9c6a-4560-81eb-1d636f716475 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-470813963', 'description': 'tempest-description-1945958445'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:44.496673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-533e5f7f-d1ca-477c-b092-8f7902d697dc admin admin] Publish callbacks [] for security_group (5ce996e8-7cb4-4f99-806c-649f04bae8de), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.514369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-533e5f7f-d1ca-477c-b092-8f7902d697dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5ce996e8-7cb4-4f99-806c-649f04bae8de), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.528772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c7124165-b53d-483c-bebf-b057a9bccf58 None None] Current status of the port f54c70f4-c876-4c98-8672-5acdab96be9a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:44.529238 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c7124165-b53d-483c-bebf-b057a9bccf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.568291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] Set router cd33506f-8b42-4513-a8f6-00dfc115ee1b gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:44.578315 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e5f7f-d1ca-477c-b092-8f7902d697dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce996e8-7cb4-4f99-806c-649f04bae8de,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:44.585683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Made reservation on behalf of 7ce48e27fe254468b580ce8db20ca403 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:44.593816 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.639437 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ccbe79e5-cd95-4b8d-bacc-26da90833d2f req-d17bb521-9c6a-4560-81eb-1d636f716475 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.662963 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (818ef8de-4ce5-4f97-9957-feb52a00bb90), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.680156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-533e5f7f-d1ca-477c-b092-8f7902d697dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7f4dbcfe5c44337901eda5874d39edf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2290895 Mar 07 16:10:44.684137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.686264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60448) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:44.762774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (818ef8de-4ce5-4f97-9957-feb52a00bb90), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.764457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:44.765132 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.827661 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9545085 Mar 07 16:10:44.828777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60450) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:44.838341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Request body: {'subnet': {'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1457481093-subnet', 'tenant_id': 'd25709b15123493187f77659cca41008', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:44.843289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6144ce1-a2af-4cfa-b288-7ccbfc225a54 admin admin] Publish callbacks [] for security_group (5ce996e8-7cb4-4f99-806c-649f04bae8de), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.873106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6144ce1-a2af-4cfa-b288-7ccbfc225a54 admin admin] Publish callbacks [] for security_group (5ce996e8-7cb4-4f99-806c-649f04bae8de), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.897021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Deleting port 2c0b4155-8e37-4bd2-b74a-08be46c6129b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:44.897543 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2c0b4155-8e37-4bd2-b74a-08be46c6129b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.899758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e952ac5-ade9-452a-988b-1b536ea9b8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=818ef8de-4ce5-4f97-9957-feb52a00bb90,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:44.945214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Made reservation on behalf of d25709b15123493187f77659cca41008 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:44.947156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 818ef8de-4ce5-4f97-9957-feb52a00bb90 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:10:44.948381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.950611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ccbe79e5-cd95-4b8d-bacc-26da90833d2f req-d17bb521-9c6a-4560-81eb-1d636f716475 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for security_group (f29255a9-efc9-43c8-8446-6f65c56be8c0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.951947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6144ce1-a2af-4cfa-b288-7ccbfc225a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5ce996e8-7cb4-4f99-806c-649f04bae8de), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.955112 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6144ce1-a2af-4cfa-b288-7ccbfc225a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:44.957663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f6144ce1-a2af-4cfa-b288-7ccbfc225a54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ce996e8-7cb4-4f99-806c-649f04bae8de HTTP/1.1" status: 204 len: 168 time: 0.2659297 Mar 07 16:10:44.995923 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ccbe79e5-cd95-4b8d-bacc-26da90833d2f req-d17bb521-9c6a-4560-81eb-1d636f716475 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f29255a9-efc9-43c8-8446-6f65c56be8c0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.014470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6144ce1-a2af-4cfa-b288-7ccbfc225a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce996e8-7cb4-4f99-806c-649f04bae8de,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:45.090291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ccbe79e5-cd95-4b8d-bacc-26da90833d2f req-d17bb521-9c6a-4560-81eb-1d636f716475 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.092312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ccbe79e5-cd95-4b8d-bacc-26da90833d2f req-d17bb521-9c6a-4560-81eb-1d636f716475 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6097863 Mar 07 16:10:45.123105 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2c0b4155-8e37-4bd2-b74a-08be46c6129b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.123473 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks [] for floatingip (2c0b4155-8e37-4bd2-b74a-08be46c6129b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.135095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bb521-9c6a-4560-81eb-1d636f716475 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29255a9-efc9-43c8-8446-6f65c56be8c0,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:45.156548 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Calling delete_port for 2c0b4155-8e37-4bd2-b74a-08be46c6129b owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:45.163880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Publish callbacks [] for security_group (924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.165201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c7124165-b53d-483c-bebf-b057a9bccf58 None None] For port f54c70f4-c876-4c98-8672-5acdab96be9a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f54c70f4-c876-4c98-8672-5acdab96be9a,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:45.173799 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.190494 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c7124165-b53d-483c-bebf-b057a9bccf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.210527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:10:45.225433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4747e8c2-7b6e-4cc4-9851-c2135c18bc1f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.225871 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Added segment 4747e8c2-7b6e-4cc4-9851-c2135c18bc1f of type vlan for network bf558235-8ace-415a-856d-fa8d980134b5 Mar 07 16:10:45.274155 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (bf558235-8ace-415a-856d-fa8d980134b5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.307304 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (bf558235-8ace-415a-856d-fa8d980134b5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.307558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7124165-b53d-483c-bebf-b057a9bccf58 None None] Pushing event updated for resources: {'Port': ['ID=f54c70f4-c876-4c98-8672-5acdab96be9a,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:45.308380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:45.308992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.353036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:45.359072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1827168 Mar 07 16:10:45.362006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60458) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:45.367290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Request body: {'subnet': {'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1270797946-subnet', 'tenant_id': '7ce48e27fe254468b580ce8db20ca403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:45.371603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-682448ea-39a8-44be-94a5-89bcfd008816 None None] Provisioning complete for port f54c70f4-c876-4c98-8672-5acdab96be9a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:45.372140 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-682448ea-39a8-44be-94a5-89bcfd008816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.447824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '41708db3-eab2-470f-acde-08e95a4ba259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:29Z', 'updated_at': '2022-03-07T16:10:39Z', 'revision_number': 4, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'gw_port': {'id': '41708db3-eab2-470f-acde-08e95a4ba259', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:30Z', 'updated_at': '2022-03-07T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'f54c70f4-c876-4c98-8672-5acdab96be9a', 'name': '', 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'mac_address': 'fa:16:3e:b5:5c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38e59c6f-67b5-430a-aa22-ae46283ed050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:37Z', 'updated_at': '2022-03-07T16:10:43Z', 'revision_number': 4, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'subnets': [{'id': '38e59c6f-67b5-430a-aa22-ae46283ed050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:45.448516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d648b8-3ddc-45da-8f4c-1094a503a9ee admin admin] Pushing event updated for resources: {'Network': ['ID=bf558235-8ace-415a-856d-fa8d980134b5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:45.483404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Made reservation on behalf of 7ce48e27fe254468b580ce8db20ca403 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:45.489804 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.498044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network bf558235-8ace-415a-856d-fa8d980134b5 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:10:45.520817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c68ae-3e98-4ddc-8e3d-fbb6c1695f23 None None] The sync data for ids ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'] in n-d-830010-8 is: [{'id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '41708db3-eab2-470f-acde-08e95a4ba259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:29Z', 'updated_at': '2022-03-07T16:10:39Z', 'revision_number': 4, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'gw_port': {'id': '41708db3-eab2-470f-acde-08e95a4ba259', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:30Z', 'updated_at': '2022-03-07T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'f54c70f4-c876-4c98-8672-5acdab96be9a', 'name': '', 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'mac_address': 'fa:16:3e:b5:5c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38e59c6f-67b5-430a-aa22-ae46283ed050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:37Z', 'updated_at': '2022-03-07T16:10:43Z', 'revision_number': 4, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'subnets': [{'id': '38e59c6f-67b5-430a-aa22-ae46283ed050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:10:45.559026 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2c0b4155-8e37-4bd2-b74a-08be46c6129b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.608162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60470) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:45.634304 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0640a486-26a4-409f-ab42-33a872813ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.664955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c0b4155-8e37-4bd2-b74a-08be46c6129b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:45.726178 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-6eecd913-6a83-4771-9f3e-33c9c5d010b3 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-470813963&fields=id&tenant_id=55badec3ab4742dabf042c937df5abf1 HTTP/1.1" status: 200 len: 267 time: 0.4820290 Mar 07 16:10:45.749260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-682448ea-39a8-44be-94a5-89bcfd008816 None None] Current status of the port f54c70f4-c876-4c98-8672-5acdab96be9a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:45.887220 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0640a486-26a4-409f-ab42-33a872813ba6 admin admin] Publish callbacks [] for security_group (f4ea0f89-13f9-4f26-82fd-5c1c2bde6344), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.913544 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0640a486-26a4-409f-ab42-33a872813ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f4ea0f89-13f9-4f26-82fd-5c1c2bde6344), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:45.979662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (414b9e25-07a8-4036-8b1a-d3eb88278c53), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.055681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0640a486-26a4-409f-ab42-33a872813ba6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8d02afe65f84a8c94402558b0afd410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4461308 Mar 07 16:10:46.059820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640a486-26a4-409f-ab42-33a872813ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea0f89-13f9-4f26-82fd-5c1c2bde6344,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:46.066774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60472) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:46.097550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Pushing event updated for resources: {'Subnet': ['ID=414b9e25-07a8-4036-8b1a-d3eb88278c53,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:46.175760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Checking segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:46.176272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Network hostable DHCP agents. Network: bf558235-8ace-415a-856d-fa8d980134b5, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:10:46.196672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f07a85-35c6-4e5a-813b-fa7314074282 admin admin] Publish callbacks [] for security_group (f4ea0f89-13f9-4f26-82fd-5c1c2bde6344), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.214312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Network bf558235-8ace-415a-856d-fa8d980134b5 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:10:46.240738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, bf558235-8ace-415a-856d-fa8d980134b5) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:46.249699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a08d2-9417-4e80-8d28-ef64b479c083 None None] Network bf558235-8ace-415a-856d-fa8d980134b5 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:46.264213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:46.265564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.270386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f07a85-35c6-4e5a-813b-fa7314074282 admin admin] Publish callbacks [] for security_group (f4ea0f89-13f9-4f26-82fd-5c1c2bde6344), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.347748 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-05967f2a-92e8-43de-8f9e-45e75122825c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9839134 Mar 07 16:10:46.394812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f07a85-35c6-4e5a-813b-fa7314074282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f4ea0f89-13f9-4f26-82fd-5c1c2bde6344), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.399425 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f07a85-35c6-4e5a-813b-fa7314074282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.400907 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f7f07a85-35c6-4e5a-813b-fa7314074282 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4ea0f89-13f9-4f26-82fd-5c1c2bde6344 HTTP/1.1" status: 204 len: 168 time: 0.3330569 Mar 07 16:10:46.424731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f07a85-35c6-4e5a-813b-fa7314074282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea0f89-13f9-4f26-82fd-5c1c2bde6344,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:46.487877 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (186271c0-c8f7-410c-a8c1-fbbe11fccb20), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.506968 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks [] for floatingip (43549019-4a54-4901-8873-8f1ed7f42f99), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.521654 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.528539 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-67863a81-7606-44ba-8f29-6af93322037f tempest-ExternalNetworksAdminNegativeTestJSON-1030104474 tempest-ExternalNetworksAdminNegativeTestJSON-1030104474-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/43549019-4a54-4901-8873-8f1ed7f42f99 HTTP/1.1" status: 204 len: 168 time: 2.0763335 Mar 07 16:10:46.605387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=186271c0-c8f7-410c-a8c1-fbbe11fccb20,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:46.615253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e25c67c-6ca6-48d5-9484-55bb5522c143 None None] Network bf558235-8ace-415a-856d-fa8d980134b5 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:46.656596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-4b140562-2c04-4315-8b5d-a59d88e77948 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:46.659132 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-4b140562-2c04-4315-8b5d-a59d88e77948 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.9001207 Mar 07 16:10:46.684130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-ccced5cf-52e2-40ea-a029-0caec6c9b683 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Request body: {'port': {'security_groups': ['94bfa35f-c9c4-48b8-b4a3-7c8818326936', 'f29255a9-efc9-43c8-8446-6f65c56be8c0']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:46.692236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Checking segment: {'id': 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:46.693153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Network hostable DHCP agents. Network: 818ef8de-4ce5-4f97-9957-feb52a00bb90, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:10:46.748758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Network 818ef8de-4ce5-4f97-9957-feb52a00bb90 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:10:46.792241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 818ef8de-4ce5-4f97-9957-feb52a00bb90) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:46.806000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:46.807151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.839493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-ccced5cf-52e2-40ea-a029-0caec6c9b683 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.875870 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8838c3e0-a168-4228-aab3-cc326849f55d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0413666 Mar 07 16:10:46.878529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60496) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:46.880623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ebae1-066c-4212-a11c-743fe731f23a None None] Network 818ef8de-4ce5-4f97-9957-feb52a00bb90 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:46.882605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f54c70f4-c876-4c98-8672-5acdab96be9a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:46.883549 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:46.924612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (67af5fd3-0111-4db1-ae3f-bddb8926e923), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:46.926681 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (67af5fd3-0111-4db1-ae3f-bddb8926e923), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:47.006244 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks [] for router_controller (67af5fd3-0111-4db1-ae3f-bddb8926e923), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:47.244011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60506) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:47.355484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-ccced5cf-52e2-40ea-a029-0caec6c9b683 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] For port 9788be27-0183-4a8c-8ff3-6668caccc4c7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:47.416109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f54c70f4-c876-4c98-8672-5acdab96be9a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:47.416109 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:47.416560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks [] for router_gateway (67af5fd3-0111-4db1-ae3f-bddb8926e923), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:47.466207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-ccced5cf-52e2-40ea-a029-0caec6c9b683 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:47.482125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-ccced5cf-52e2-40ea-a029-0caec6c9b683 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:47.494786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-818ef8de-4ce5-4f97-9957-feb52a00bb90', 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90', 'project_id': 'd25709b15123493187f77659cca41008', 'fixed_ips': [{'subnet_id': '186271c0-c8f7-410c-a8c1-fbbe11fccb20'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:10:47.497168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:47.534882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['9788be27-0183-4a8c-8ff3-6668caccc4c7'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:10:47.660875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-ccced5cf-52e2-40ea-a029-0caec6c9b683 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:47.661520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-ccced5cf-52e2-40ea-a029-0caec6c9b683 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:47.662967 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8928d2d0-785b-4b89-91e1-5da37c4af375 req-ccced5cf-52e2-40ea-a029-0caec6c9b683 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "PUT /v2.0/ports/9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 981 time: 0.9894691 Mar 07 16:10:47.663441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:47.665706 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277" -d '{"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:47.681110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccced5cf-52e2-40ea-a029-0caec6c9b683 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Pushing event updated for resources: {'Port': ['ID=9788be27-0183-4a8c-8ff3-6668caccc4c7,revision_number=6']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:47.707699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9cfcc795-e9cd-4bf8-ab58-f73eb820ffc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:47.843059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Allocated IP 172.20.0.2 (818ef8de-4ce5-4f97-9957-feb52a00bb90/186271c0-c8f7-410c-a8c1-fbbe11fccb20/e1a1912f-7b58-4c67-99a2-b4aab9c45239) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:47.878299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1f07-562f-4143-ad3c-707271b07830 req-94e7ee04-994b-4cd5-aa5f-e049dc14dd09 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:47.880001 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-94e7ee04-994b-4cd5-aa5f-e049dc14dd09 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.3437307 Mar 07 16:10:47.926654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-f52b6338-dbbe-4286-9cc0-5578686191b1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/quotas/7ce48e27fe254468b580ce8db20ca403 HTTP/1.1" status: 200 len: 375 time: 0.0377898 Mar 07 16:10:48.020094 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-0ae9ee2b-de5d-44a9-a7dc-ca3220ca16ba tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-470813963&fields=id&tenant_id=55badec3ab4742dabf042c937df5abf1 HTTP/1.1" status: 200 len: 267 time: 0.0847025 Mar 07 16:10:48.033596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['9788be27-0183-4a8c-8ff3-6668caccc4c7'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:10:48.088506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-3455cc03-9c46-4365-a330-372ef2ed2c88 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1418290 Mar 07 16:10:48.093514 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9cfcc795-e9cd-4bf8-ab58-f73eb820ffc8 admin admin] Publish callbacks [] for security_group (709c30de-6467-4d06-8f61-ecc4e6ceebaa), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.130197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-cee7b39e-ee52-43c1-a882-f90bed9c8ca8 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:48.137326 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9cfcc795-e9cd-4bf8-ab58-f73eb820ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (709c30de-6467-4d06-8f61-ecc4e6ceebaa), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.142225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-cee7b39e-ee52-43c1-a882-f90bed9c8ca8 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 984 time: 0.1121528 Mar 07 16:10:48.163063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-eb664939-ef0b-40cd-9355-3a365fec2038 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Request body: {'port': {'security_groups': ['94bfa35f-c9c4-48b8-b4a3-7c8818326936']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:48.276414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9cfcc795-e9cd-4bf8-ab58-f73eb820ffc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afafe153acb0480e93fa75483fb81c8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0310097 Mar 07 16:10:48.277166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcc795-e9cd-4bf8-ab58-f73eb820ffc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709c30de-6467-4d06-8f61-ecc4e6ceebaa,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:48.283327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60548) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:48.315808 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f54c70f4-c876-4c98-8672-5acdab96be9a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:48.329794 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-eb664939-ef0b-40cd-9355-3a365fec2038 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.333628 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks [] for router_gateway (67af5fd3-0111-4db1-ae3f-bddb8926e923), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.365921 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-9a0557d4-aee7-456a-8c4b-c10af21dd0ac service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700303 Mar 07 16:10:48.368324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.468943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-480124d8-802a-477d-9613-73f6d45772d8 admin admin] Publish callbacks [] for security_group (709c30de-6467-4d06-8f61-ecc4e6ceebaa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.470119 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Publish callbacks [] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.496292 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.586074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Pushing event updated for resources: {'Port': ['ID=e1a1912f-7b58-4c67-99a2-b4aab9c45239,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:48.605635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Network 818ef8de-4ce5-4f97-9957-feb52a00bb90 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:48.614186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:48.625507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:48.675600 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-480124d8-802a-477d-9613-73f6d45772d8 admin admin] Publish callbacks [] for security_group (709c30de-6467-4d06-8f61-ecc4e6ceebaa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.736620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-eb664939-ef0b-40cd-9355-3a365fec2038 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] For port 9788be27-0183-4a8c-8ff3-6668caccc4c7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:48.740035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Attempting to bind port e1a1912f-7b58-4c67-99a2-b4aab9c45239 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:48.740035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Attempting to bind port e1a1912f-7b58-4c67-99a2-b4aab9c45239 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:48.740035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Attempting to bind port e1a1912f-7b58-4c67-99a2-b4aab9c45239 on network 818ef8de-4ce5-4f97-9957-feb52a00bb90 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:48.752608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Allocated IP 172.25.4.223 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/768124e0-758f-41ae-aa98-4186c19117c4) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:48.781274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:10:48.781666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Checking segment: {'id': 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:48.782124 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.782551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Bound using segment: {'id': 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:10:48.783050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Bound port: e1a1912f-7b58-4c67-99a2-b4aab9c45239, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:10:48.783524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.784242 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-eb664939-ef0b-40cd-9355-3a365fec2038 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.791221 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-eb664939-ef0b-40cd-9355-3a365fec2038 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.793435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-1c6677a2-2356-4532-95a8-a49c68a52ae9 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123125 Mar 07 16:10:48.815868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['9788be27-0183-4a8c-8ff3-6668caccc4c7'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:10:48.909438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb664939-ef0b-40cd-9355-3a365fec2038 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Pushing event updated for resources: {'Port': ['ID=9788be27-0183-4a8c-8ff3-6668caccc4c7,revision_number=7']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:48.932483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-eb664939-ef0b-40cd-9355-3a365fec2038 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:48.933113 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-eb664939-ef0b-40cd-9355-3a365fec2038 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:48.942256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8c8bfca-33c3-4759-8096-feb838b9b804 req-eb664939-ef0b-40cd-9355-3a365fec2038 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "PUT /v2.0/ports/9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 942 time: 0.7987919 Mar 07 16:10:48.991170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] For port e1a1912f-7b58-4c67-99a2-b4aab9c45239, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:48.995468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] For port e1a1912f-7b58-4c67-99a2-b4aab9c45239, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e1a1912f-7b58-4c67-99a2-b4aab9c45239,segment=NetworkSegment(a6272775-8a2d-4cc6-a89e-b8856ce5faf1),segment_id=a6272775-8a2d-4cc6-a89e-b8856ce5faf1)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:10:49.003565 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc5b608-2b42-4ff1-87f9-6e18b4198bb4 x-openstack-request-id: req-ccc5b608-2b42-4ff1-87f9-6e18b4198bb4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:49.003985 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:49.004574 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccc5b608-2b42-4ff1-87f9-6e18b4198bb4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:49.005749 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'status': 'completed', 'code': 200} Mar 07 16:10:49.011446 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:49.013677 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-480124d8-802a-477d-9613-73f6d45772d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (709c30de-6467-4d06-8f61-ecc4e6ceebaa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:49.016248 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-480124d8-802a-477d-9613-73f6d45772d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:49.017402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-480124d8-802a-477d-9613-73f6d45772d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/709c30de-6467-4d06-8f61-ecc4e6ceebaa HTTP/1.1" status: 204 len: 168 time: 0.7333412 Mar 07 16:10:49.056483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['9788be27-0183-4a8c-8ff3-6668caccc4c7'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:10:49.146986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480124d8-802a-477d-9613-73f6d45772d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709c30de-6467-4d06-8f61-ecc4e6ceebaa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:49.287787 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e1290a47-36e5-4ef7-a64b-f1870802d58e req-78e77a75-b8e0-44d1-8009-1a51127034e9 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 210 time: 0.1078811 Mar 07 16:10:49.815017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c75ab2-4837-409e-b9ee-965b22bbe624 None None] Pushing event updated for resources: {'Port': ['ID=e1a1912f-7b58-4c67-99a2-b4aab9c45239,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:50.103695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60598) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:50.121254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-99cd093e-f793-41b4-bfb8-25135ac1a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:50.124536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-99cd093e-f793-41b4-bfb8-25135ac1a741 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1127 time: 1.0907378 Mar 07 16:10:50.128388 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks [] for port (768124e0-758f-41ae-aa98-4186c19117c4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:50.240815 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4114f519-3fc4-480d-abcd-0dcee33283f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f6c9759586246378b7804ae366f277a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349213 Mar 07 16:10:50.243109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60606) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:50.347250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86feea2a-2ea0-403b-a549-0cf844d25d6c admin admin] Publish callbacks [] for security_group (ea4f1905-99c6-484b-b216-ca56456d18c0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:50.460364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86feea2a-2ea0-403b-a549-0cf844d25d6c admin admin] Publish callbacks [] for security_group (ea4f1905-99c6-484b-b216-ca56456d18c0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:50.463548 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-1f07a34d-ba43-4cc0-b693-b40b2c88906c tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3104601 Mar 07 16:10:50.491650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:50.509292 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-7305d792-c3e1-4697-88e2-df2a2024b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:50.511126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-7305d792-c3e1-4697-88e2-df2a2024b431 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 921 time: 0.3736601 Mar 07 16:10:50.581684 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-3602f4e8-8ee4-46db-be6c-3f229a61e8bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 217 time: 0.0634699 Mar 07 16:10:50.583378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (768124e0-758f-41ae-aa98-4186c19117c4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:50.615759 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:50.655676 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86feea2a-2ea0-403b-a549-0cf844d25d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ea4f1905-99c6-484b-b216-ca56456d18c0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:50.660972 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86feea2a-2ea0-403b-a549-0cf844d25d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:50.663205 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-86feea2a-2ea0-403b-a549-0cf844d25d6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea4f1905-99c6-484b-b216-ca56456d18c0 HTTP/1.1" status: 204 len: 168 time: 0.4182861 Mar 07 16:10:50.718301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e1a1912f-7b58-4c67-99a2-b4aab9c45239 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:50.721896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feea2a-2ea0-403b-a549-0cf844d25d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f1905-99c6-484b-b216-ca56456d18c0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:50.756430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Pushing event updated for resources: {'Port': ['ID=768124e0-758f-41ae-aa98-4186c19117c4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:50.903269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:50.917646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:50.925174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:50.972947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e1a1912f-7b58-4c67-99a2-b4aab9c45239 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:50.978927 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:51.006366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:51.010485 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd744e6b-b3b9-417c-8739-b3a86c027dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:51.310550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e1a1912f-7b58-4c67-99a2-b4aab9c45239 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:51.328762 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:51.360103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dcd5f3-6e36-48f7-9cc1-0e1e5614c0a2 None None] Network 818ef8de-4ce5-4f97-9957-feb52a00bb90 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:51.412292 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9cd2b330-9da1-4d29-a99f-b8a194d024cc req-922680a6-32ca-4417-8853-3d1a8a04e2a6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 210 time: 0.1872005 Mar 07 16:10:51.566031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-28f920a2-71ee-46aa-adfd-7ba8c83f7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:51.572852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port e1a1912f-7b58-4c67-99a2-b4aab9c45239, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e1a1912f-7b58-4c67-99a2-b4aab9c45239,segment=NetworkSegment(a6272775-8a2d-4cc6-a89e-b8856ce5faf1),segment_id=a6272775-8a2d-4cc6-a89e-b8856ce5faf1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:51.581540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-28f920a2-71ee-46aa-adfd-7ba8c83f7ceb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 200 len: 860 time: 0.9899554 Mar 07 16:10:51.588979 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5724f3f3-f149-4858-a127-7af69355d376 x-openstack-request-id: req-5724f3f3-f149-4858-a127-7af69355d376 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:51.589799 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:51.591464 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5724f3f3-f149-4858-a127-7af69355d376 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:51.594171 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'status': 'completed', 'code': 200} Mar 07 16:10:51.598986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-46f8cd20-33e3-4304-ae9f-ec79a5b0cbe4 None None] Provisioning complete for port e1a1912f-7b58-4c67-99a2-b4aab9c45239 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:51.605730 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-46f8cd20-33e3-4304-ae9f-ec79a5b0cbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:51.689990 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:51.799088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60656) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:52.032615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-1d3920da-9b02-4614-a325-dbcf5a537f06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0355928a-2fbe-4c17-98a1-3bef886e091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3555136 Mar 07 16:10:52.034769 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks [] for router_gateway (67af5fd3-0111-4db1-ae3f-bddb8926e923), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:52.219215 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8369279-7b10-4e6d-aafd-01e2f43dd96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:52.244546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-46f8cd20-33e3-4304-ae9f-ec79a5b0cbe4 None None] Current status of the port e1a1912f-7b58-4c67-99a2-b4aab9c45239 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:52.256429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=e1a1912f-7b58-4c67-99a2-b4aab9c45239,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:52.422029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1f07-562f-4143-ad3c-707271b07830 req-a2d3d2c5-2b60-44db-a8b6-95d0ac645961 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:52.425552 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-a2d3d2c5-2b60-44db-a8b6-95d0ac645961 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.11 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 1.0432348 Mar 07 16:10:52.442723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Request body: {'port': {'device_id': '54154531-9220-472e-ab76-f5d7c6b0927d', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'admin_state_up': True, 'tenant_id': '7ce48e27fe254468b580ce8db20ca403'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:52.525669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8369279-7b10-4e6d-aafd-01e2f43dd96b admin admin] Publish callbacks [] for security_group (5518afef-290a-42c0-b29f-0ff2a11416eb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:52.553003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8369279-7b10-4e6d-aafd-01e2f43dd96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5518afef-290a-42c0-b29f-0ff2a11416eb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:52.627059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e1a1912f-7b58-4c67-99a2-b4aab9c45239 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:52.667464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a8369279-7b10-4e6d-aafd-01e2f43dd96b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=732afb0d8173480e92075acdb3674e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8517561 Mar 07 16:10:52.668719 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60682) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:52.683128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8369279-7b10-4e6d-aafd-01e2f43dd96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5518afef-290a-42c0-b29f-0ff2a11416eb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:52.765589 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d963c860-7e66-47c4-b570-78a8290eb074 req-19de996b-011d-4cbc-a66e-f480d06dd630 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 210 time: 0.0953336 Mar 07 16:10:52.812836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ee1aec1-0e6d-42b6-8868-4088047d8623 admin admin] Publish callbacks [] for security_group (5518afef-290a-42c0-b29f-0ff2a11416eb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:52.853969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-9ad44c82-2859-4112-bba5-7bbdd4796bbd service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8108809 Mar 07 16:10:52.856061 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ee1aec1-0e6d-42b6-8868-4088047d8623 admin admin] Publish callbacks [] for security_group (5518afef-290a-42c0-b29f-0ff2a11416eb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:52.926002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c547164c-3b57-455d-88f4-b26a624d7520 None None] Provisioning complete for port e1a1912f-7b58-4c67-99a2-b4aab9c45239 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:52.926479 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c547164c-3b57-455d-88f4-b26a624d7520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:52.938019 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ee1aec1-0e6d-42b6-8868-4088047d8623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5518afef-290a-42c0-b29f-0ff2a11416eb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:52.942042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ee1aec1-0e6d-42b6-8868-4088047d8623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:52.943422 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0ee1aec1-0e6d-42b6-8868-4088047d8623 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5518afef-290a-42c0-b29f-0ff2a11416eb HTTP/1.1" status: 204 len: 168 time: 0.2534895 Mar 07 16:10:52.980333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1aec1-0e6d-42b6-8868-4088047d8623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5518afef-290a-42c0-b29f-0ff2a11416eb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:52.992458 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-36ef6ef3-5f19-40ca-8d7a-fcd6bd9d15c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:53.004115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e1a1912f-7b58-4c67-99a2-b4aab9c45239 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:53.004498 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:53.029353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:53.137706 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dfb04a8-330d-4ebc-9ae7-0a67ea7b0277 req-8be71a43-7997-4c4a-8f2d-7c40b93f6cc7 service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268269 Mar 07 16:10:53.245515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c547164c-3b57-455d-88f4-b26a624d7520 None None] Current status of the port e1a1912f-7b58-4c67-99a2-b4aab9c45239 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:53.256983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e1a1912f-7b58-4c67-99a2-b4aab9c45239 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:53.414531 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (67af5fd3-0111-4db1-ae3f-bddb8926e923), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:53.475602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-ef6657b4-b07c-4e1f-9085-718fd992282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:53.477134 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-ef6657b4-b07c-4e1f-9085-718fd992282a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1127 time: 0.1967499 Mar 07 16:10:53.487160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Made reservation on behalf of 7ce48e27fe254468b580ce8db20ca403 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:53.490889 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:53.505311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Allocated IP 172.25.4.206 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/9a435dcd-0c2e-43fa-b23e-7ec346a791a3) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:53.697884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60710) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:53.719742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1dfe640-a278-4d56-a494-ea39f55228d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:53.820266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-56f532e5-4609-41b3-9317-39c22902e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:53.821763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-56f532e5-4609-41b3-9317-39c22902e795 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 921 time: 0.3231235 Mar 07 16:10:53.906425 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1dfe640-a278-4d56-a494-ea39f55228d2 admin admin] Publish callbacks [] for security_group (490b3bb6-d60c-4e36-b639-0aa7d43f3c24), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:53.915350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1dfe640-a278-4d56-a494-ea39f55228d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (490b3bb6-d60c-4e36-b639-0aa7d43f3c24), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:53.958094 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e1dfe640-a278-4d56-a494-ea39f55228d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b62e97b937184ff38f0bddeb24b1927a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2589462 Mar 07 16:10:53.968843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60718) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:54.049367 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5cb33c0-295d-473f-b02a-e8f2f85b2098 req-e18444d4-b914-4790-84db-92d306dced83 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 210 time: 0.0981512 Mar 07 16:10:54.061443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfe640-a278-4d56-a494-ea39f55228d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490b3bb6-d60c-4e36-b639-0aa7d43f3c24,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:54.090850 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3407d96-0833-4fc8-8eb5-5b778954de34 admin admin] Publish callbacks [] for security_group (490b3bb6-d60c-4e36-b639-0aa7d43f3c24), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.146397 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3407d96-0833-4fc8-8eb5-5b778954de34 admin admin] Publish callbacks [] for security_group (490b3bb6-d60c-4e36-b639-0aa7d43f3c24), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.247124 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3407d96-0833-4fc8-8eb5-5b778954de34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (490b3bb6-d60c-4e36-b639-0aa7d43f3c24), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.250239 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3407d96-0833-4fc8-8eb5-5b778954de34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.251875 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b3407d96-0833-4fc8-8eb5-5b778954de34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/490b3bb6-d60c-4e36-b639-0aa7d43f3c24 HTTP/1.1" status: 204 len: 168 time: 0.2813890 Mar 07 16:10:54.265842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3407d96-0833-4fc8-8eb5-5b778954de34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b3bb6-d60c-4e36-b639-0aa7d43f3c24,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:54.301689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60734) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:54.391455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Allocated IP 172.20.0.5 (bf558235-8ace-415a-856d-fa8d980134b5/414b9e25-07a8-4036-8b1a-d3eb88278c53/a4e619d7-473e-491d-943c-b1597f4bdb25) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:54.407841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-dcec9630-cb83-40a4-b8f1-f66ec6a66ce2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 217 time: 0.5555878 Mar 07 16:10:54.435042 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for port (9a435dcd-0c2e-43fa-b23e-7ec346a791a3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.503708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Router 67af5fd3-0111-4db1-ae3f-bddb8926e923 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:10:54.521984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-a57edbdc-40b3-4a32-bd80-d668feec2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:54.523506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-a57edbdc-40b3-4a32-bd80-d668feec2e17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 200 len: 860 time: 0.1083000 Mar 07 16:10:54.583467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1238617024'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:54.605810 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-c98bb5a2-45c1-4feb-aebf-62167a550b05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0355928a-2fbe-4c17-98a1-3bef886e091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718129 Mar 07 16:10:54.612727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Made reservation on behalf of fde05cb63c8841a8b57697f895309381 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:54.617771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.658049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.741154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9a435dcd-0c2e-43fa-b23e-7ec346a791a3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.867223 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks [] for security_group (fdb51872-4339-48fb-9013-99bff33dddc2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.871287 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fdb51872-4339-48fb-9013-99bff33dddc2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.897552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:54.903520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:10:54.916442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb51872-4339-48fb-9013-99bff33dddc2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:54.922812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:54.925259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Pushing event updated for resources: {'Port': ['ID=9a435dcd-0c2e-43fa-b23e-7ec346a791a3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:54.927919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:54.941222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (50395f42-f60a-4b22-b3b4-4deda24e6470), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.942432 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Added segment 50395f42-f60a-4b22-b3b4-4deda24e6470 of type vlan for network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 Mar 07 16:10:54.955687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks [] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:54.997705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ba96f9f7-e4e7-46ab-bd11-2788419ab4f7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.002272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-cdc18f5b-5073-43b0-aa8f-75d8adae677e service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589008 Mar 07 16:10:55.012637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:10:55.055617 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Sync routers for ids ['67af5fd3-0111-4db1-ae3f-bddb8926e923'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:10:55.087647 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Routers {'67af5fd3-0111-4db1-ae3f-bddb8926e923'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:55.088288 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['67af5fd3-0111-4db1-ae3f-bddb8926e923'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:55.130645 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ba96f9f7-e4e7-46ab-bd11-2788419ab4f7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.145806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:55.146614 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.222915 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Set router 67af5fd3-0111-4db1-ae3f-bddb8926e923 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:55.254980 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.257746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a9a8f0f6-43de-4426-8eb3-1bf81d922e12 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3770628 Mar 07 16:10:55.270517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 60750) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:55.279159 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a53d7e7b-17cb-4f08-9852-aeb7f4bdfa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.304788 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0020082 Mar 07 16:10:55.323702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44063832-2b31-45e0-8a74-bdc1a0b9864e tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Pushing event updated for resources: {'Network': ['ID=ba96f9f7-e4e7-46ab-bd11-2788419ab4f7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:55.339283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:10:55.366342 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85017596-a268-4330-8955-7e72d2d41d4c req-1025f0ac-c5af-4e2c-b0a1-b8bf8d8ab9f6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 210 time: 0.0641222 Mar 07 16:10:55.482738 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.557240 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd744e6b-b3b9-417c-8739-b3a86c027dd0 req-1476feba-88ae-4bde-ad88-c6177d5b0bac service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475161 Mar 07 16:10:55.567091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for floatingip (345e7e52-8391-4ed2-8e81-b14449c02da1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.670570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '768124e0-758f-41ae-aa98-4186c19117c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:46Z', 'updated_at': '2022-03-07T16:10:51Z', 'revision_number': 3, 'project_id': 'd25709b15123493187f77659cca41008', 'gw_port': {'id': '768124e0-758f-41ae-aa98-4186c19117c4', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:48Z', 'updated_at': '2022-03-07T16:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:55.672320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Network bf558235-8ace-415a-856d-fa8d980134b5 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:55.718752 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Checking router: 67af5fd3-0111-4db1-ae3f-bddb8926e923 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:10:55.719304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:55.731333 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Updating router 67af5fd3-0111-4db1-ae3f-bddb8926e923 port 768124e0-758f-41ae-aa98-4186c19117c4 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:10:55.765849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:55.768443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event updated for resources: {'Port': ['ID=a4e619d7-473e-491d-943c-b1597f4bdb25,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:55.775501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60772) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:55.781275 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (768124e0-758f-41ae-aa98-4186c19117c4), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.784951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Request body: {'port': {'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7', 'binding:host_id': 'n-h2-830010-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1844839432'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:55.819012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Made reservation on behalf of 627c9ef43f884499adb6468ab3cd0f26 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:55.827837 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.865001 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.886815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9a435dcd-0c2e-43fa-b23e-7ec346a791a3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:55.945652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:55.946295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.012310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-b8e65384-e831-49c3-a692-3de8d47aeebd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5774775 Mar 07 16:10:56.030670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Request body: {'port': {'device_id': '54154531-9220-472e-ab76-f5d7c6b0927d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:56.103153 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks [] for security_group (af52319f-a689-4bf0-9ba1-557f238744e6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.112727 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (af52319f-a689-4bf0-9ba1-557f238744e6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.118031 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] device_id is not set on port d3578261-d695-4cc1-b762-d2de677aab59 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:10:56.212716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.360258 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Publish callbacks [] for port (768124e0-758f-41ae-aa98-4186c19117c4), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.385984 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (768124e0-758f-41ae-aa98-4186c19117c4), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.406674 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.524858 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Attempting to bind port 768124e0-758f-41ae-aa98-4186c19117c4 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:56.525254 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Attempting to bind port 768124e0-758f-41ae-aa98-4186c19117c4 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:56.525661 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Attempting to bind port 768124e0-758f-41ae-aa98-4186c19117c4 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:56.539028 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Pushing event updated for resources: {'Port': ['ID=768124e0-758f-41ae-aa98-4186c19117c4,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:56.542239 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:10:56.542627 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:56.543050 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.547167 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:10:56.548266 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Bound port: 768124e0-758f-41ae-aa98-4186c19117c4, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:10:56.548680 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (768124e0-758f-41ae-aa98-4186c19117c4), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.578569 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.582255 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.582653 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.583046 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.586437 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.586852 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.587214 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.590439 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.591186 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.591544 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.591886 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.605001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] device_id is not set on port d3578261-d695-4cc1-b762-d2de677aab59 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:10:56.606563 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.606975 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:10:56.611066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af52319f-a689-4bf0-9ba1-557f238744e6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:56.650529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks [] for port (d3578261-d695-4cc1-b762-d2de677aab59), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.671551 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d3578261-d695-4cc1-b762-d2de677aab59), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.673149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e619d7-473e-491d-943c-b1597f4bdb25 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:10:56.686678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f566565-117b-4676-94bd-14d9ce17141d req-aba2a8c3-13d2-4df5-8515-c245dd1d3124 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:56.687407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Publish callbacks [] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.695811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f566565-117b-4676-94bd-14d9ce17141d req-aba2a8c3-13d2-4df5-8515-c245dd1d3124 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 931 time: 0.1805625 Mar 07 16:10:56.702773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Transition to ACTIVE for port object a4e619d7-473e-491d-943c-b1597f4bdb25 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:10:56.706538 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for port (9a435dcd-0c2e-43fa-b23e-7ec346a791a3), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.714714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.725496 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] For port 768124e0-758f-41ae-aa98-4186c19117c4, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:56.741068 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] For port 768124e0-758f-41ae-aa98-4186c19117c4, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=768124e0-758f-41ae-aa98-4186c19117c4,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:10:56.751103 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (768124e0-758f-41ae-aa98-4186c19117c4), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.787065 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9a435dcd-0c2e-43fa-b23e-7ec346a791a3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:56.809284 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Routers {'67af5fd3-0111-4db1-ae3f-bddb8926e923'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:10:56.810074 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['67af5fd3-0111-4db1-ae3f-bddb8926e923'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:56.840694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e619d7-473e-491d-943c-b1597f4bdb25,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:56.881758 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f566565-117b-4676-94bd-14d9ce17141d req-61f51ff3-63c3-4c28-9649-aeb5392bcf94 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849084 Mar 07 16:10:56.885605 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0b67a-9aa8-43a6-bf5a-78a64a92736b None None] Pushing event updated for resources: {'Port': ['ID=768124e0-758f-41ae-aa98-4186c19117c4,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:56.899995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Pushing event updated for resources: {'Port': ['ID=9a435dcd-0c2e-43fa-b23e-7ec346a791a3,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:56.926429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Checking segment: {'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:56.926604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Network hostable DHCP agents. Network: ba96f9f7-e4e7-46ab-bd11-2788419ab4f7, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:10:56.933109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'Port': ['ID=d3578261-d695-4cc1-b762-d2de677aab59,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:56.967571 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-e1aa35ea-094d-47db-921e-72467ea69d4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2081637 Mar 07 16:10:56.968348 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:10:56.985792 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] Set router 67af5fd3-0111-4db1-ae3f-bddb8926e923 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:10:56.988205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ba96f9f7-e4e7-46ab-bd11-2788419ab4f7) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:56.998766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7013f3-77d2-41b5-a571-e8a0b28c3d92 None None] Network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:10:57.002430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:57.036128 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (345e7e52-8391-4ed2-8e81-b14449c02da1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:57.058101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.058612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.059295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.102886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.103490 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.106536 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 2 to bind port d3578261-d695-4cc1-b762-d2de677aab59 Mar 07 16:10:57.114720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Attempting to bind port a4e619d7-473e-491d-943c-b1597f4bdb25 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.115149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Attempting to bind port a4e619d7-473e-491d-943c-b1597f4bdb25 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.115485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Attempting to bind port a4e619d7-473e-491d-943c-b1597f4bdb25 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.146422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.147482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.148503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.154558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:57.155854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-9ebb12c0-4bd1-4f81-9a24-81d8f5f3cbe7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.6917827 Mar 07 16:10:57.163966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Port a4e619d7-473e-491d-943c-b1597f4bdb25 on network bf558235-8ace-415a-856d-fa8d980134b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.164294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Attempting to bind port a4e619d7-473e-491d-943c-b1597f4bdb25 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.166586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.166963 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.168071 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 3 to bind port d3578261-d695-4cc1-b762-d2de677aab59 Mar 07 16:10:57.188218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-393c6718-2bf3-4041-a146-ea39028db1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:57.189792 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-393c6718-2bf3-4041-a146-ea39028db1fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 1128 time: 0.1480925 Mar 07 16:10:57.211558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.211901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.212383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.242535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:10:57.242859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Checking segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:10:57.243201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Bound using segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:10:57.243712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Bound port: a4e619d7-473e-491d-943c-b1597f4bdb25, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:10:57.244535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:57.267822 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:57.276753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-14d10028-5fc3-4d0f-b038-a55701741dd7 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 696 time: 0.1137164 Mar 07 16:10:57.341207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.341549 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.350032 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '768124e0-758f-41ae-aa98-4186c19117c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:46Z', 'updated_at': '2022-03-07T16:10:51Z', 'revision_number': 3, 'project_id': 'd25709b15123493187f77659cca41008', 'gw_port': {'id': '768124e0-758f-41ae-aa98-4186c19117c4', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:48Z', 'updated_at': '2022-03-07T16:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:10:57.371114 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 4 to bind port d3578261-d695-4cc1-b762-d2de677aab59 Mar 07 16:10:57.379451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-f26f911b-1944-44e4-a1e3-12b17b052a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:57.380971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-f26f911b-1944-44e4-a1e3-12b17b052a02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.1617701 Mar 07 16:10:57.386551 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f05fe-67f1-4322-a5b7-f0533baa516c None None] The sync data for ids ['67af5fd3-0111-4db1-ae3f-bddb8926e923'] in n-d-830010-8 is: [{'id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '768124e0-758f-41ae-aa98-4186c19117c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:46Z', 'updated_at': '2022-03-07T16:10:51Z', 'revision_number': 3, 'project_id': 'd25709b15123493187f77659cca41008', 'gw_port': {'id': '768124e0-758f-41ae-aa98-4186c19117c4', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:48Z', 'updated_at': '2022-03-07T16:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:10:57.428752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.429091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.429435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.467052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.468150 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.468930 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 5 to bind port d3578261-d695-4cc1-b762-d2de677aab59 Mar 07 16:10:57.474637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-5cd92a97-874c-40c7-9e28-7230198c2abb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54a878aa-a299-4247-b669-4c60751cec8c HTTP/1.1" status: 200 len: 217 time: 0.0693886 Mar 07 16:10:57.506083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] For port a4e619d7-473e-491d-943c-b1597f4bdb25, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:57.536641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.537081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.537519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.538644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] For port a4e619d7-473e-491d-943c-b1597f4bdb25, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a4e619d7-473e-491d-943c-b1597f4bdb25,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:10:57.552815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf684f1-9ba2-4fd6-916a-3ff8fa1efc39 req-6cbcadcd-199e-4bda-91f2-b291ef429c9c tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:57.554692 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0bf684f1-9ba2-4fd6-916a-3ff8fa1efc39 req-6cbcadcd-199e-4bda-91f2-b291ef429c9c tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 950 time: 0.2278504 Mar 07 16:10:57.558069 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.558320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-356cf808-6659-4479-a502-f459e612640a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:57.558531 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.559754 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c9611ec-90b7-4430-8210-dff8acb1096e req-356cf808-6659-4479-a502-f459e612640a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.2755146 Mar 07 16:10:57.569765 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:57.570645 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 6 to bind port d3578261-d695-4cc1-b762-d2de677aab59 Mar 07 16:10:57.611206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:57.611662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:57.613814 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] 10.222.0.11 "PUT /v2.0/ports/a4e619d7-473e-491d-943c-b1597f4bdb25 HTTP/1.1" status: 200 len: 1091 time: 1.5898609 Mar 07 16:10:57.626476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-96968b0f-ac70-42a3-8ba6-2ef7a94ef3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:57.628855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-96968b0f-ac70-42a3-8ba6-2ef7a94ef3d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.1445816 Mar 07 16:10:57.629540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.629948 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.630297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.637788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.638130 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.639392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54154531-9220-472e-ab76-f5d7c6b0927d', 'tag': 'a4e619d7-473e-491d-943c-b1597f4bdb25'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:57.642257 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10a6c2f-c78e-4f15-bf22-082d9f13d668" -d '{"events": [{"name": "network-changed", "server_uuid": "54154531-9220-472e-ab76-f5d7c6b0927d", "tag": "a4e619d7-473e-491d-943c-b1597f4bdb25"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:57.643105 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 7 to bind port d3578261-d695-4cc1-b762-d2de677aab59 Mar 07 16:10:57.689419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Allocated IP 172.20.0.1 (818ef8de-4ce5-4f97-9957-feb52a00bb90/186271c0-c8f7-410c-a8c1-fbbe11fccb20/0d565a05-275e-42fc-acd1-d8dca7cd0324) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:10:57.693063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8dfdf-6012-44d1-84b2-143110061880 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e619d7-473e-491d-943c-b1597f4bdb25,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:57.706988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.707477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.707829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.757705 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0bf684f1-9ba2-4fd6-916a-3ff8fa1efc39 req-776a024f-e2f8-48b5-ae61-b2c889fb75b4 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782644 Mar 07 16:10:57.762351 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.762882 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.763850 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 8 to bind port d3578261-d695-4cc1-b762-d2de677aab59 Mar 07 16:10:57.782522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.782918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.783433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.801395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.801946 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.803669 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 9 to bind port d3578261-d695-4cc1-b762-d2de677aab59 Mar 07 16:10:57.816994 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-f9cfd1e7-bb7c-490c-a6ff-f17274bfa7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:57.818651 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-f9cfd1e7-bb7c-490c-a6ff-f17274bfa7aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1796708 Mar 07 16:10:57.848287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:57.879806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.885797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.891149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.917568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.918296 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.920561 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd031b0c-4fb7-4319-88c7-e9fe6514d91e x-openstack-request-id: req-dd031b0c-4fb7-4319-88c7-e9fe6514d91e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:10:57.920862 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54154531-9220-472e-ab76-f5d7c6b0927d", "tag": "a4e619d7-473e-491d-943c-b1597f4bdb25", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:10:57.921128 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd031b0c-4fb7-4319-88c7-e9fe6514d91e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:10:57.921525 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54154531-9220-472e-ab76-f5d7c6b0927d', 'tag': 'a4e619d7-473e-491d-943c-b1597f4bdb25', 'status': 'completed', 'code': 200} Mar 07 16:10:57.927855 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 10 to bind port d3578261-d695-4cc1-b762-d2de677aab59 Mar 07 16:10:57.978431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:10:57.979166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:10:57.979688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:10:57.987521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port d3578261-d695-4cc1-b762-d2de677aab59 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:10:57.988172 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port d3578261-d695-4cc1-b762-d2de677aab59 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:10:57.988869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d3578261-d695-4cc1-b762-d2de677aab59), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.137922 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-2030d6c9-490b-446c-9001-07c2e15f4327 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036737 Mar 07 16:10:58.193712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] For port d3578261-d695-4cc1-b762-d2de677aab59, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:10:58.194181 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempted to set empty binding levels {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 16:10:58.233815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (d3578261-d695-4cc1-b762-d2de677aab59), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.249446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfbfba-a0fd-4fab-bb9e-14007b7bd96c req-76784dc7-889b-4b98-b13d-adf30801e157 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:58.251192 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a9bfbfba-a0fd-4fab-bb9e-14007b7bd96c req-76784dc7-889b-4b98-b13d-adf30801e157 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 943 time: 0.2185409 Mar 07 16:10:58.318998 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:58.319827 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.373813 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dfc75bb2-0692-4cde-ab53-9935ff655563 req-5b8aa935-aad4-426a-b8f9-91d1dea62551 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238061 Mar 07 16:10:58.374573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'Port': ['ID=d3578261-d695-4cc1-b762-d2de677aab59,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:58.387130 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ce8bcb83-bfab-4f6b-9f32-ef575bdb27f7 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.6091838 Mar 07 16:10:58.390425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60904) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:58.439811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a9bfbfba-a0fd-4fab-bb9e-14007b7bd96c req-cc39eba0-3c23-4f81-8dae-8bccb53d1d55 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519258 Mar 07 16:10:58.510012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1f07-562f-4143-ad3c-707271b07830 req-27cee942-4473-4e8c-a0ed-f8e2a08348a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:58.511855 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-27cee942-4473-4e8c-a0ed-f8e2a08348a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 1125 time: 0.8124611 Mar 07 16:10:58.529525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3ff4214d-c0aa-4031-8851-afcaac7125b5 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Deleting port d3578261-d695-4cc1-b762-d2de677aab59 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:10:58.530162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ff4214d-c0aa-4031-8851-afcaac7125b5 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d3578261-d695-4cc1-b762-d2de677aab59), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.532313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-44b0563c-b1bb-43d5-9f21-22f65e274e56 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:58.534304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-44b0563c-b1bb-43d5-9f21-22f65e274e56 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8156023 Mar 07 16:10:58.617066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 768124e0-758f-41ae-aa98-4186c19117c4 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:10:58.645996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-3ff4214d-c0aa-4031-8851-afcaac7125b5 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] For port d3578261-d695-4cc1-b762-d2de677aab59, host n-h2-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:58.646842 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ff4214d-c0aa-4031-8851-afcaac7125b5 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d3578261-d695-4cc1-b762-d2de677aab59), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.666757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-749fbd40-daa9-45f5-81b6-672727be3618 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4e619d7-473e-491d-943c-b1597f4bdb25 HTTP/1.1" status: 200 len: 217 time: 0.1312778 Mar 07 16:10:58.670728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3ff4214d-c0aa-4031-8851-afcaac7125b5 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Calling delete_port for d3578261-d695-4cc1-b762-d2de677aab59 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:10:58.680074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-f012f7cd-6f3a-4ed5-b759-cf01fb2574a0 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 696 time: 0.1261520 Mar 07 16:10:58.692048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Request body: {'floatingip': {'port_id': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:58.716499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 768124e0-758f-41ae-aa98-4186c19117c4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:58.716891 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (768124e0-758f-41ae-aa98-4186c19117c4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.745571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Publish callbacks [] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.804646 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ff4214d-c0aa-4031-8851-afcaac7125b5 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d3578261-d695-4cc1-b762-d2de677aab59), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.826352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 768124e0-758f-41ae-aa98-4186c19117c4 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:58.827169 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (768124e0-758f-41ae-aa98-4186c19117c4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.865768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 768124e0-758f-41ae-aa98-4186c19117c4, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=768124e0-758f-41ae-aa98-4186c19117c4,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:58.872776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4214d-c0aa-4031-8851-afcaac7125b5 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3578261-d695-4cc1-b762-d2de677aab59,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:58.877217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ff4214d-c0aa-4031-8851-afcaac7125b5 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.882782 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (768124e0-758f-41ae-aa98-4186c19117c4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.891138 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3ff4214d-c0aa-4031-8851-afcaac7125b5 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d3578261-d695-4cc1-b762-d2de677aab59 HTTP/1.1" status: 204 len: 168 time: 0.4996920 Mar 07 16:10:58.891785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60926) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:58.930868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for floatingip (345e7e52-8391-4ed2-8e81-b14449c02da1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.938064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1f07-562f-4143-ad3c-707271b07830 req-0b617bd3-1e0b-4fad-b2e3-02e087f60a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:58.941149 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-0b617bd3-1e0b-4fad-b2e3-02e087f60a41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.2448587 Mar 07 16:10:58.942620 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:58.953376 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b5e8b2-b205-41be-9bc2-8d288e96b2e8 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] GET failed (client error): The resource could not be found. Mar 07 16:10:58.960198 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-89b5e8b2-b205-41be-9bc2-8d288e96b2e8 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "GET /v2.0/ports/d3578261-d695-4cc1-b762-d2de677aab59 HTTP/1.1" status: 404 len: 333 time: 0.0666263 Mar 07 16:10:58.965080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60930) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:58.978327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Request body: {'port': {'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1819383097'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:59.007712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=768124e0-758f-41ae-aa98-4186c19117c4,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:59.041077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Network 818ef8de-4ce5-4f97-9957-feb52a00bb90 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:59.056924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Made reservation on behalf of 627c9ef43f884499adb6468ab3cd0f26 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:10:59.059760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.062965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-65728a30-a56c-47bc-b979-af0c91dd84c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687897 Mar 07 16:10:59.082257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] device_id is not set on port 723bc285-66cf-4648-aa8c-5cd5a7934ebb yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:10:59.090145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:59.104160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:59.134932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9f54d-4bd1-4cb1-bdb4-6425260b3fb9 req-2c377afa-dbb7-4526-9e8f-cc9e1dd92e04 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:59.142252 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9cb9f54d-4bd1-4cb1-bdb4-6425260b3fb9 req-2c377afa-dbb7-4526-9e8f-cc9e1dd92e04 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 950 time: 0.1811087 Mar 07 16:10:59.151931 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.167030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Pushing event updated for resources: {'Port': ['ID=0d565a05-275e-42fc-acd1-d8dca7cd0324,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:59.240314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (67af5fd3-0111-4db1-ae3f-bddb8926e923), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.243144 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9cb9f54d-4bd1-4cb1-bdb4-6425260b3fb9 req-e16d3b54-28cd-4f3a-bee0-7aee85110c43 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865338 Mar 07 16:10:59.427840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks [] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.449109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ad52fa96-12ed-491a-9548-29c6bb67bfbf None None] Provisioning complete for port 0d565a05-275e-42fc-acd1-d8dca7cd0324 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:10:59.449485 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ad52fa96-12ed-491a-9548-29c6bb67bfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.484740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-c7bf006b-3416-4232-846f-74e0ad90836a service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005013 Mar 07 16:10:59.493445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.526622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ad52fa96-12ed-491a-9548-29c6bb67bfbf None None] Port 0d565a05-275e-42fc-acd1-d8dca7cd0324 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:10:59.549572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'Port': ['ID=723bc285-66cf-4648-aa8c-5cd5a7934ebb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:10:59.586357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:10:59.589778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:10:59.592366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:10:59.593481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:10:59.594279 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.618316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bb7b681a-8e93-4c45-8712-f2cd1b2225e3 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:10:59.622005 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9d88e25a-9579-4dff-aeb4-df776b86adb6 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6558678 Mar 07 16:10:59.622640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 60980) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:10:59.631629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:10:59.735676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81fb1f07-562f-4143-ad3c-707271b07830 req-eff56b24-0e81-447e-8a28-2c1e0d1c7409 service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398286 Mar 07 16:10:59.763769 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.827257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:10:59.827663 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.901697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:10:59.914423 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b843cd2-d508-46a9-a4c7-b172d65d522d" -d '{"events": [{"server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:10:59.943326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:10:59.948556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:10:59.977762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.052168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-27eff945-706a-44d3-adeb-66f536bd30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.053725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-27eff945-706a-44d3-adeb-66f536bd30a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 1125 time: 0.2083917 Mar 07 16:11:00.060997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:00.129528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1572ac-c824-456e-add2-9adcad95c06e req-7455f97e-3421-4b87-b50d-b4eef8712efd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.135747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9f1572ac-c824-456e-add2-9adcad95c06e req-7455f97e-3421-4b87-b50d-b4eef8712efd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 943 time: 0.2279747 Mar 07 16:11:00.194223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:11:00.223432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] device_id is not set on port 723bc285-66cf-4648-aa8c-5cd5a7934ebb yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:11:00.235125 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9f1572ac-c824-456e-add2-9adcad95c06e req-38fc84b3-615d-4366-9389-450591c19deb tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936575 Mar 07 16:11:00.237953 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks [] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.264114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.351895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'Port': ['ID=723bc285-66cf-4648-aa8c-5cd5a7934ebb,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:00.354378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.354871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.355318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.355508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.360689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.361145 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.362449 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 2 to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb Mar 07 16:11:00.375152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (345e7e52-8391-4ed2-8e81-b14449c02da1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.375781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.376224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.376786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.380770 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5bcfbf-5a40-4143-8676-9005191dd959 x-openstack-request-id: req-8c5bcfbf-5a40-4143-8676-9005191dd959 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:00.381174 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:00.381543 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c5bcfbf-5a40-4143-8676-9005191dd959 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:00.382064 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3', 'code': 200} Mar 07 16:11:00.384840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.385282 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.385776 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 3 to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb Mar 07 16:11:00.399261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.399871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.400319 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.404713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.405149 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.405641 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 4 to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb Mar 07 16:11:00.418511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.422623 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.422997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.425240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-af51547a-1e9c-43fc-bf6c-82b66ad7afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.427171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-af51547a-1e9c-43fc-bf6c-82b66ad7afb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 907 time: 0.3587375 Mar 07 16:11:00.428202 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.428537 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.428928 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 5 to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb Mar 07 16:11:00.443020 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.443361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.443701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.448199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.448451 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.449187 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 6 to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb Mar 07 16:11:00.462493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.463042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.463838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.468883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.469212 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.469604 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 7 to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb Mar 07 16:11:00.485601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.486061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.486539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.491388 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-ef5b0ac0-5758-4d97-b884-816c19482414 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4e619d7-473e-491d-943c-b1597f4bdb25 HTTP/1.1" status: 200 len: 217 time: 0.0537674 Mar 07 16:11:00.492573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.493040 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.493660 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 8 to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb Mar 07 16:11:00.518899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.518899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.518899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.519951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.520288 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.520676 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 9 to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb Mar 07 16:11:00.535623 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Publish callbacks [] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.541181 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.541694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.542475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.548302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.548858 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.549291 n-d-830010-8 neutron-server[103866]: INFO neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 10 to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb Mar 07 16:11:00.562343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 768124e0-758f-41ae-aa98-4186c19117c4 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:00.574838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:00.576040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:00.576211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.576759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:00.584402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:00.585563 n-d-830010-8 neutron-server[103866]: ERROR neutron.plugins.ml2.managers [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:00.587825 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.625620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 768124e0-758f-41ae-aa98-4186c19117c4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:00.626058 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (768124e0-758f-41ae-aa98-4186c19117c4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.659837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-a772b751-ea98-4571-ac5a-2b3f1ee7cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.661353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-a772b751-ea98-4571-ac5a-2b3f1ee7cc0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.1603756 Mar 07 16:11:00.673934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] For port 723bc285-66cf-4648-aa8c-5cd5a7934ebb, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:00.675075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempted to set empty binding levels {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 16:11:00.680866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.691484 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Floating IP 345e7e52-8391-4ed2-8e81-b14449c02da1 associated. External IP: 172.25.4.206, port: 9788be27-0183-4a8c-8ff3-6668caccc4c7. Mar 07 16:11:00.693735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Pushing event updated for resources: {'Port': ['ID=0d565a05-275e-42fc-acd1-d8dca7cd0324,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:00.720381 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (67af5fd3-0111-4db1-ae3f-bddb8926e923), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.725851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] In _notify_port_updated(), no bound segment for port 723bc285-66cf-4648-aa8c-5cd5a7934ebb on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:11:00.726941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.727822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:00.729570 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "PUT /v2.0/ports/723bc285-66cf-4648-aa8c-5cd5a7934ebb HTTP/1.1" status: 200 len: 975 time: 1.1058214 Mar 07 16:11:00.734711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 32828) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:00.740391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 768124e0-758f-41ae-aa98-4186c19117c4 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:00.764826 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-47cfd544-eb2e-4162-a5d7-ddccaa73efda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883992 Mar 07 16:11:00.811450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb8b9a-6766-4583-93b4-1494b5d37ee1 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'Port': ['ID=723bc285-66cf-4648-aa8c-5cd5a7934ebb,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:00.876490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.876984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.877515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.877982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.878532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.879030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.879501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.879972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.880439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.880902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.881509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.882273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.883013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.883481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.883974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.884417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.885013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.885595 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.886234 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.886702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.887194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.887656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.888288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.888775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.889234 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.889690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.890152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.890720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.895407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.895996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:00.902859 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f174a12d-106e-47d3-b67c-eb82a6c41b07 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27442 time: 0.1639903 Mar 07 16:11:00.903986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 32840) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:00.996212 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-16ded3e3-57b1-4813-9869-6e7212502e2c service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238717 Mar 07 16:11:01.004391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3a76bbe6-68da-422d-bccb-2f6c918a24b9 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Deleting port 723bc285-66cf-4648-aa8c-5cd5a7934ebb {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:01.004870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a76bbe6-68da-422d-bccb-2f6c918a24b9 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:01.037314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Network 818ef8de-4ce5-4f97-9957-feb52a00bb90 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:01.049014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:01.083343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-3a76bbe6-68da-422d-bccb-2f6c918a24b9 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] For port 723bc285-66cf-4648-aa8c-5cd5a7934ebb, host n-h2-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:01.083752 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a76bbe6-68da-422d-bccb-2f6c918a24b9 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:01.105180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3a76bbe6-68da-422d-bccb-2f6c918a24b9 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Calling delete_port for 723bc285-66cf-4648-aa8c-5cd5a7934ebb owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:01.206641 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a76bbe6-68da-422d-bccb-2f6c918a24b9 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (723bc285-66cf-4648-aa8c-5cd5a7934ebb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:01.243066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76bbe6-68da-422d-bccb-2f6c918a24b9 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event deleted for resources: {'Port': ['ID=723bc285-66cf-4648-aa8c-5cd5a7934ebb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:01.247846 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a76bbe6-68da-422d-bccb-2f6c918a24b9 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:01.254747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3a76bbe6-68da-422d-bccb-2f6c918a24b9 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "DELETE /v2.0/ports/723bc285-66cf-4648-aa8c-5cd5a7934ebb HTTP/1.1" status: 204 len: 168 time: 0.3465271 Mar 07 16:11:01.255149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 32870) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:01.288469 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d231df7-d730-474f-8ede-aedc5a6db122 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] GET failed (client error): The resource could not be found. Mar 07 16:11:01.290502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2d231df7-d730-474f-8ede-aedc5a6db122 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "GET /v2.0/ports/723bc285-66cf-4648-aa8c-5cd5a7934ebb HTTP/1.1" status: 404 len: 333 time: 0.0343218 Mar 07 16:11:01.295117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 32876) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:01.301325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-535751730', 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:01.339397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Made reservation on behalf of 627c9ef43f884499adb6468ab3cd0f26 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:01.343205 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:01.395532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] device_id is not set on port 2348ca69-9296-4bd5-b119-2facc1d4b949 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:11:01.481599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d5d2019a-e382-45c8-a64c-3fa3eb2eae58 None None] Provisioning complete for port 0d565a05-275e-42fc-acd1-d8dca7cd0324 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:01.482376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b221c-56c0-4844-9cf5-db88c2aaab4f req-0f2398aa-d08a-4de2-a784-b9a106ed1514 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:01.483377 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de7b221c-56c0-4844-9cf5-db88c2aaab4f req-0f2398aa-d08a-4de2-a784-b9a106ed1514 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 943 time: 0.1274455 Mar 07 16:11:01.491891 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d5d2019a-e382-45c8-a64c-3fa3eb2eae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:01.546158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d5d2019a-e382-45c8-a64c-3fa3eb2eae58 None None] Port 0d565a05-275e-42fc-acd1-d8dca7cd0324 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:11:01.608049 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de7b221c-56c0-4844-9cf5-db88c2aaab4f req-a857b73d-b646-48b5-ab6d-0bb1fe83b7b0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160810 Mar 07 16:11:01.622861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks [] for port (2348ca69-9296-4bd5-b119-2facc1d4b949), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:01.667906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2348ca69-9296-4bd5-b119-2facc1d4b949), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:01.711717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Router 12ed68c0-2c33-4a42-acfe-19276901fbc9 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:11:01.719764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b10a6c2f-c78e-4f15-bf22-082d9f13d668 req-e28b4e8b-2f74-43fb-8db2-3ebf1f34eb57 service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154393 Mar 07 16:11:01.731691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:01.734460 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:01.738500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:01.739452 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:01.740230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:01.754776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'Port': ['ID=2348ca69-9296-4bd5-b119-2facc1d4b949,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:01.758062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Router 67af5fd3-0111-4db1-ae3f-bddb8926e923 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:11:01.760321 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3389885d-b35b-482f-b3df-a462e75ae1c3 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4635923 Mar 07 16:11:01.763339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 32914) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:01.880843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c1fae-3b18-48a3-aa1e-5017206e82a4 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:01.882232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-976c1fae-3b18-48a3-aa1e-5017206e82a4 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "GET /v2.0/ports/2348ca69-9296-4bd5-b119-2facc1d4b949 HTTP/1.1" status: 200 len: 954 time: 0.1179724 Mar 07 16:11:01.885182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 32928) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:01.969886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7275acc2-7a41-4cda-b100-9bad7ac673f2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Deleting port 2348ca69-9296-4bd5-b119-2facc1d4b949 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:01.970229 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7275acc2-7a41-4cda-b100-9bad7ac673f2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2348ca69-9296-4bd5-b119-2facc1d4b949), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:02.006705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:11:02.012610 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:02.021359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] Sync routers for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:11:02.033465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:02.034966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:02.039697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:11:02.041254 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7275acc2-7a41-4cda-b100-9bad7ac673f2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2348ca69-9296-4bd5-b119-2facc1d4b949), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:02.054953 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-160f53b3-e1bd-464e-a901-4acb4dee2e01 admin admin] 10.222.0.24 "PUT /v2.0/routers/67af5fd3-0111-4db1-ae3f-bddb8926e923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7684846 Mar 07 16:11:02.059339 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Sync routers for ids ['67af5fd3-0111-4db1-ae3f-bddb8926e923'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:11:02.071296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7275acc2-7a41-4cda-b100-9bad7ac673f2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Calling delete_port for 2348ca69-9296-4bd5-b119-2facc1d4b949 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:02.075585 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-cea2ac64-8405-4c73-9ae4-396fda4dbf85 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "PUT /v2.0/floatingips/345e7e52-8391-4ed2-8e81-b14449c02da1 HTTP/1.1" status: 200 len: 996 time: 3.3910215 Mar 07 16:11:02.076120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:02.076608 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Routers {'67af5fd3-0111-4db1-ae3f-bddb8926e923'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:02.077239 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['67af5fd3-0111-4db1-ae3f-bddb8926e923'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:02.080295 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb40b4-ee25-4107-8a81-64cafed35ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:02.162925 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e768a822-a161-4557-86e6-94ec645f8de4 x-openstack-request-id: req-e768a822-a161-4557-86e6-94ec645f8de4 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:02.163231 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:02.163501 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e768a822-a161-4557-86e6-94ec645f8de4 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:02.163923 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'status': 'completed', 'code': 200} Mar 07 16:11:02.173386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-385af413-a6e7-4377-813f-dc4c78a34a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:02.180217 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-385af413-a6e7-4377-813f-dc4c78a34a2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1127 time: 0.0964882 Mar 07 16:11:02.238045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:11:02.268684 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Set router 67af5fd3-0111-4db1-ae3f-bddb8926e923 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:11:02.278896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7275acc2-7a41-4cda-b100-9bad7ac673f2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2348ca69-9296-4bd5-b119-2facc1d4b949), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:02.325150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7275acc2-7a41-4cda-b100-9bad7ac673f2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:02.329629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7275acc2-7a41-4cda-b100-9bad7ac673f2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2348ca69-9296-4bd5-b119-2facc1d4b949 HTTP/1.1" status: 204 len: 168 time: 0.4433911 Mar 07 16:11:02.331795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275acc2-7a41-4cda-b100-9bad7ac673f2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event deleted for resources: {'Port': ['ID=2348ca69-9296-4bd5-b119-2facc1d4b949,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:02.334344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 32962) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:02.395046 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b95cca-08ff-49fc-83ce-5291f0419aa2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] GET failed (client error): The resource could not be found. Mar 07 16:11:02.414108 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-27b95cca-08ff-49fc-83ce-5291f0419aa2 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "GET /v2.0/ports/2348ca69-9296-4bd5-b119-2facc1d4b949 HTTP/1.1" status: 404 len: 333 time: 0.0683012 Mar 07 16:11:02.415248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 32968) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:02.420596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Request body: {'port': {'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1092366737'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:02.423769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-7810aa06-cbf5-4c71-af5a-27d4aef08ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:02.425461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-7810aa06-cbf5-4c71-af5a-27d4aef08ed6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1127 time: 0.2440486 Mar 07 16:11:02.455937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Made reservation on behalf of 627c9ef43f884499adb6468ab3cd0f26 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:02.458489 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:02.470407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-d7b2540b-3d94-4d1b-81d1-f2065bf55dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:02.472710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-d7b2540b-3d94-4d1b-81d1-f2065bf55dc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 921 time: 0.2628915 Mar 07 16:11:02.499242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] device_id is not set on port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:11:02.580319 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '768124e0-758f-41ae-aa98-4186c19117c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:46Z', 'updated_at': '2022-03-07T16:10:59Z', 'revision_number': 4, 'project_id': 'd25709b15123493187f77659cca41008', 'gw_port': {'id': '768124e0-758f-41ae-aa98-4186c19117c4', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:48Z', 'updated_at': '2022-03-07T16:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0d565a05-275e-42fc-acd1-d8dca7cd0324', 'name': '', 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90', 'tenant_id': 'd25709b15123493187f77659cca41008', 'mac_address': 'fa:16:3e:6b:7a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '186271c0-c8f7-410c-a8c1-fbbe11fccb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:57Z', 'updated_at': '2022-03-07T16:11:00Z', 'revision_number': 2, 'project_id': 'd25709b15123493187f77659cca41008', 'subnets': [{'id': '186271c0-c8f7-410c-a8c1-fbbe11fccb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:02.670963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-63a79e32-b2ec-4c55-9b99-ee98a9d53b0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 999 time: 0.1667783 Mar 07 16:11:02.703494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '345e7e52-8391-4ed2-8e81-b14449c02da1', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'port_id': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'mac_address': 'fa:16:3e:f4:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee0982-195f-458e-b699-12d10bfe95bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:10:55Z', 'updated_at': '2022-03-07T16:11:00Z', 'revision_number': 1, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5544e68e-3944-4c1d-8b60-8c780bd36fa0', 'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'mac_address': 'fa:16:3e:64:a3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:50Z', 'updated_at': '2022-03-07T16:09:59Z', 'revision_number': 5, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'subnets': [{'id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:02.747538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a4e619d7-473e-491d-943c-b1597f4bdb25 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:11:02.752215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] Checking router: 12ed68c0-2c33-4a42-acfe-19276901fbc9 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:11:02.774691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:02.775547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:02.802025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks [] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:02.813169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-4f25b623-b553-4f13-b064-d2604747b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:02.814684 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-4f25b623-b553-4f13-b064-d2604747b02e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 921 time: 0.3819475 Mar 07 16:11:02.826440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-6f208af2-8340-43d4-b896-556d1d7bfef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:02.827959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-6f208af2-8340-43d4-b896-556d1d7bfef6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 200 len: 860 time: 0.1423864 Mar 07 16:11:02.900628 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Checking router: 67af5fd3-0111-4db1-ae3f-bddb8926e923 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:11:02.901412 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Updating router 67af5fd3-0111-4db1-ae3f-bddb8926e923 port 0d565a05-275e-42fc-acd1-d8dca7cd0324 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:11:02.938318 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:02.973543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1c773-b131-4018-a855-e4ac457faf0e req-92d36e68-8c6d-47e1-bcac-6c52f0cca09d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:02.975456 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7cb1c773-b131-4018-a855-e4ac457faf0e req-92d36e68-8c6d-47e1-bcac-6c52f0cca09d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 943 time: 0.1798165 Mar 07 16:11:02.976991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 32990) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:02.987855 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.013421 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-1c2c0851-0487-4e50-a32e-e539807cf0de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 999 time: 0.1789351 Mar 07 16:11:03.025358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-9eb97451-0814-4928-ad82-e5146b6cf0b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0355928a-2fbe-4c17-98a1-3bef886e091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838119 Mar 07 16:11:03.031591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-e013c0cf-2b3c-4c0e-9742-c539bf42894c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:11:03.041082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-e013c0cf-2b3c-4c0e-9742-c539bf42894c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134859 Mar 07 16:11:03.063325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:11:03.081814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a4e619d7-473e-491d-943c-b1597f4bdb25, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a4e619d7-473e-491d-943c-b1597f4bdb25,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:03.204520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-b3218fd4-1309-470e-93c9-245036ded3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:03.207022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-b3218fd4-1309-470e-93c9-245036ded3cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 200 len: 860 time: 0.1532300 Mar 07 16:11:03.216310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'a4e619d7-473e-491d-943c-b1597f4bdb25', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'port_id': 'a4e619d7-473e-491d-943c-b1597f4bdb25', 'mac_address': 'fa:16:3e:a3:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b9e25-07a8-4036-8b1a-d3eb88278c53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:11:03.262836 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-71041450-1044-4509-bc69-d7b87182868b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0355928a-2fbe-4c17-98a1-3bef886e091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451722 Mar 07 16:11:03.267426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-7220845b-df8a-40f4-a10f-42489f876dbc service neutron] 10.222.0.24 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251024 Mar 07 16:11:03.332502 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Publish callbacks [] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.340613 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.435944 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043ba17-88ba-46a7-9fee-a2454bdf2d30 None None] Pushing event updated for resources: {'Port': ['ID=0d565a05-275e-42fc-acd1-d8dca7cd0324,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:03.478152 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Attempting to bind port 0d565a05-275e-42fc-acd1-d8dca7cd0324 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:03.478636 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Attempting to bind port 0d565a05-275e-42fc-acd1-d8dca7cd0324 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:03.479901 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Attempting to bind port 0d565a05-275e-42fc-acd1-d8dca7cd0324 on network 818ef8de-4ce5-4f97-9957-feb52a00bb90 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:03.483649 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7cb1c773-b131-4018-a855-e4ac457faf0e req-b41b99e5-0926-4b71-8574-965409b9e355 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954309 Mar 07 16:11:03.486456 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:03.487388 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Checking segment: {'id': 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:03.487896 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.488462 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Bound using segment: {'id': 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:03.488980 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Bound port: 0d565a05-275e-42fc-acd1-d8dca7cd0324, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:03.489537 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.493278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:03.494022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-68ce73bf-89f7-4dfe-8f3d-9b5dddedc7c6 service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246587 Mar 07 16:11:03.494244 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0e1d-59d0-46ac-bc62-eeb3a164fdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.503108 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09413789-35ff-47c3-83a2-6ecc736ae17b req-950d5458-f886-466f-9976-18da4f145fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246153 Mar 07 16:11:03.515012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:03.537188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:03.537420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port a4e619d7-473e-491d-943c-b1597f4bdb25 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:03.538147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:03.538763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.539534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.544618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'Port': ['ID=4241e7fb-c839-4dd2-9e1c-0b7e17288108,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:03.629088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e619d7-473e-491d-943c-b1597f4bdb25 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:03.665068 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] For port 0d565a05-275e-42fc-acd1-d8dca7cd0324, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:03.676357 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85eb40b4-ee25-4107-8a81-64cafed35ba8 req-8138093f-ac3e-4abe-a7fd-2a32e72f220e service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654241 Mar 07 16:11:03.680770 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] For port 0d565a05-275e-42fc-acd1-d8dca7cd0324, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0d565a05-275e-42fc-acd1-d8dca7cd0324,segment=NetworkSegment(a6272775-8a2d-4cc6-a89e-b8856ce5faf1),segment_id=a6272775-8a2d-4cc6-a89e-b8856ce5faf1)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:03.692914 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.717875 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cf68af4a-e09e-46f1-b40a-c913ad5070ff tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3017318 Mar 07 16:11:03.720600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a4e619d7-473e-491d-943c-b1597f4bdb25, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a4e619d7-473e-491d-943c-b1597f4bdb25,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:03.721666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33012) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:03.728804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:03.729195 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.761776 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043ba17-88ba-46a7-9fee-a2454bdf2d30 None None] Pushing event updated for resources: {'Port': ['ID=0d565a05-275e-42fc-acd1-d8dca7cd0324,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:03.801618 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Routers {'67af5fd3-0111-4db1-ae3f-bddb8926e923'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:03.802257 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['67af5fd3-0111-4db1-ae3f-bddb8926e923'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:03.817407 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-15977779-b951-4f1c-bb70-409d18ed7702 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 999 time: 0.1140497 Mar 07 16:11:03.821304 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0e1d-59d0-46ac-bc62-eeb3a164fdd3 admin admin] Publish callbacks [] for security_group (6c568fa1-9db8-4a09-b656-018e1bbb1050), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.832850 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0e1d-59d0-46ac-bc62-eeb3a164fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c568fa1-9db8-4a09-b656-018e1bbb1050), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.834045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=a4e619d7-473e-491d-943c-b1597f4bdb25,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:03.893698 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.910708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-14ce396f-1345-41b9-9254-2f5db2ae66f5 None None] Provisioning complete for port 0d565a05-275e-42fc-acd1-d8dca7cd0324 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:03.911123 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14ce396f-1345-41b9-9254-2f5db2ae66f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:03.913930 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3c0e0e1d-59d0-46ac-bc62-eeb3a164fdd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d976b22d48954ca7a825dfe9596c00b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9335427 Mar 07 16:11:03.916034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33014) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:03.981697 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8898635-11d0-4984-b456-874cb1a163c6 req-524a3942-e613-40ea-9dd3-213b49b820b3 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:03.982196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5beec66d-d52d-4179-b37f-371ed83830d0 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:03.983781 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5beec66d-d52d-4179-b37f-371ed83830d0 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/networks?id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6 HTTP/1.1" status: 200 len: 910 time: 0.2725632 Mar 07 16:11:03.984538 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-524a3942-e613-40ea-9dd3-213b49b820b3 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports/9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 942 time: 0.1657586 Mar 07 16:11:03.985977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0e1d-59d0-46ac-bc62-eeb3a164fdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c568fa1-9db8-4a09-b656-018e1bbb1050,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:03.993552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:04.005288 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-d6aed942-05fb-4c1e-96f5-a0d4df086238 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/quotas/d25709b15123493187f77659cca41008 HTTP/1.1" status: 200 len: 375 time: 0.0136588 Mar 07 16:11:04.011751 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] Set router 67af5fd3-0111-4db1-ae3f-bddb8926e923 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:11:04.166013 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-46a15c46-ec0a-4089-9f81-95414013cb24 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 999 time: 0.1143832 Mar 07 16:11:04.193854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7236305-dc2a-4d1a-b3fa-ec1078337f89 admin admin] Publish callbacks [] for security_group (6c568fa1-9db8-4a09-b656-018e1bbb1050), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.204915 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-226ab977-8cba-47e9-a236-ac7a12d59a94 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=d25709b15123493187f77659cca41008&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641121 Mar 07 16:11:04.205218 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-14ce396f-1345-41b9-9254-2f5db2ae66f5 None None] Current status of the port 0d565a05-275e-42fc-acd1-d8dca7cd0324 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:04.206484 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14ce396f-1345-41b9-9254-2f5db2ae66f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.212782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '345e7e52-8391-4ed2-8e81-b14449c02da1', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'port_id': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'mac_address': 'fa:16:3e:f4:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee0982-195f-458e-b699-12d10bfe95bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:10:55Z', 'updated_at': '2022-03-07T16:11:00Z', 'revision_number': 1, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5544e68e-3944-4c1d-8b60-8c780bd36fa0', 'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'mac_address': 'fa:16:3e:64:a3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:50Z', 'updated_at': '2022-03-07T16:09:59Z', 'revision_number': 5, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'subnets': [{'id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:04.259448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f57743-4318-45ab-9459-f43385ff9ade None None] The sync data for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 is: [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '345e7e52-8391-4ed2-8e81-b14449c02da1', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'port_id': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'mac_address': 'fa:16:3e:f4:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee0982-195f-458e-b699-12d10bfe95bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:10:55Z', 'updated_at': '2022-03-07T16:11:00Z', 'revision_number': 1, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5544e68e-3944-4c1d-8b60-8c780bd36fa0', 'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'mac_address': 'fa:16:3e:64:a3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:50Z', 'updated_at': '2022-03-07T16:09:59Z', 'revision_number': 5, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'subnets': [{'id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:11:04.299554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7236305-dc2a-4d1a-b3fa-ec1078337f89 admin admin] Publish callbacks [] for security_group (6c568fa1-9db8-4a09-b656-018e1bbb1050), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.308668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-14ce396f-1345-41b9-9254-2f5db2ae66f5 None None] For port 0d565a05-275e-42fc-acd1-d8dca7cd0324, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0d565a05-275e-42fc-acd1-d8dca7cd0324,segment=NetworkSegment(a6272775-8a2d-4cc6-a89e-b8856ce5faf1),segment_id=a6272775-8a2d-4cc6-a89e-b8856ce5faf1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:04.317457 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14ce396f-1345-41b9-9254-2f5db2ae66f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.352254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d8583137-fbe3-4ec5-a7e3-fcf8b588f740 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:04.363901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d8583137-fbe3-4ec5-a7e3-fcf8b588f740 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1875298 Mar 07 16:11:04.370987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-85b75c6c-871a-413b-87a1-3f979ad270c9 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:11:04.388527 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-85b75c6c-871a-413b-87a1-3f979ad270c9 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216675 Mar 07 16:11:04.397974 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '768124e0-758f-41ae-aa98-4186c19117c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:46Z', 'updated_at': '2022-03-07T16:10:59Z', 'revision_number': 4, 'project_id': 'd25709b15123493187f77659cca41008', 'gw_port': {'id': '768124e0-758f-41ae-aa98-4186c19117c4', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:48Z', 'updated_at': '2022-03-07T16:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0d565a05-275e-42fc-acd1-d8dca7cd0324', 'name': '', 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90', 'tenant_id': 'd25709b15123493187f77659cca41008', 'mac_address': 'fa:16:3e:6b:7a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '186271c0-c8f7-410c-a8c1-fbbe11fccb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:57Z', 'updated_at': '2022-03-07T16:11:03Z', 'revision_number': 4, 'project_id': 'd25709b15123493187f77659cca41008', 'subnets': [{'id': '186271c0-c8f7-410c-a8c1-fbbe11fccb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:04.411339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce396f-1345-41b9-9254-2f5db2ae66f5 None None] Pushing event updated for resources: {'Port': ['ID=0d565a05-275e-42fc-acd1-d8dca7cd0324,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:04.442017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-80b090f8-c845-4d30-989f-8ad61ee8e42c None None] Provisioning complete for port 0d565a05-275e-42fc-acd1-d8dca7cd0324 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:04.442638 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-80b090f8-c845-4d30-989f-8ad61ee8e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.442894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c38af3-9415-40fe-8a17-fb6a375804e6 service neutron] 10.222.0.24 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370572 Mar 07 16:11:04.468878 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db58634-f308-4b43-a105-73d40e6fd25e None None] The sync data for ids ['67af5fd3-0111-4db1-ae3f-bddb8926e923'] in n-d-830010-8 is: [{'id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '768124e0-758f-41ae-aa98-4186c19117c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:46Z', 'updated_at': '2022-03-07T16:10:59Z', 'revision_number': 4, 'project_id': 'd25709b15123493187f77659cca41008', 'gw_port': {'id': '768124e0-758f-41ae-aa98-4186c19117c4', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:48Z', 'updated_at': '2022-03-07T16:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0d565a05-275e-42fc-acd1-d8dca7cd0324', 'name': '', 'network_id': '818ef8de-4ce5-4f97-9957-feb52a00bb90', 'tenant_id': 'd25709b15123493187f77659cca41008', 'mac_address': 'fa:16:3e:6b:7a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '186271c0-c8f7-410c-a8c1-fbbe11fccb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:57Z', 'updated_at': '2022-03-07T16:11:03Z', 'revision_number': 4, 'project_id': 'd25709b15123493187f77659cca41008', 'subnets': [{'id': '186271c0-c8f7-410c-a8c1-fbbe11fccb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:11:04.487759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-62b70416-df28-4e35-a981-700ff7c27e1a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 999 time: 0.0969265 Mar 07 16:11:04.500203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:04.526844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] device_id is not set on port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:11:04.565574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks [] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.572917 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7236305-dc2a-4d1a-b3fa-ec1078337f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c568fa1-9db8-4a09-b656-018e1bbb1050), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.576631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7236305-dc2a-4d1a-b3fa-ec1078337f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.577957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d7236305-dc2a-4d1a-b3fa-ec1078337f89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c568fa1-9db8-4a09-b656-018e1bbb1050 HTTP/1.1" status: 204 len: 168 time: 0.6561639 Mar 07 16:11:04.607399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-80b090f8-c845-4d30-989f-8ad61ee8e42c None None] Current status of the port 0d565a05-275e-42fc-acd1-d8dca7cd0324 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:04.616017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.635257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for floatingip (345e7e52-8391-4ed2-8e81-b14449c02da1), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:04.646894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7236305-dc2a-4d1a-b3fa-ec1078337f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c568fa1-9db8-4a09-b656-018e1bbb1050,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:04.753277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54f2e1d-9aeb-4424-b58a-1711bba29239 None None] New status for floating IP 345e7e52-8391-4ed2-8e81-b14449c02da1: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:11:04.758478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'Port': ['ID=4241e7fb-c839-4dd2-9e1c-0b7e17288108,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:04.767704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:04.778487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:04.778945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:04.784575 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-f98c9146-da83-4997-8674-fabdf51ca2f5 service neutron] 10.222.0.24 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060219 Mar 07 16:11:04.787480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:04.787836 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:04.788636 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 2 to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 Mar 07 16:11:04.809067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:04.814148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:04.814498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:04.820173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:04.820507 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:04.820878 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 3 to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 Mar 07 16:11:04.850905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:04.851372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:04.851790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:04.866277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:04.867535 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:04.870926 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 4 to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 Mar 07 16:11:04.916562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:04.924715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:04.925105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:04.943375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:04.943814 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:04.946436 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 5 to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 Mar 07 16:11:04.975949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.api [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:11:04.976756 n-d-830010-8 neutron-server[103866]: DEBUG oslo_db.api [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:11:04.993613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:04.994159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:04.994686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:05.011536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:05.011885 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:05.012285 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 6 to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 Mar 07 16:11:05.040950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:05.041298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:05.041768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:05.054517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:05.054886 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:05.055287 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 7 to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 Mar 07 16:11:05.081396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:05.081991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:05.082555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:05.087595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:05.088132 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:05.088692 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 8 to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 Mar 07 16:11:05.114420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:05.114770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:05.115141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:05.132406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:05.132651 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:05.147138 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 9 to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 Mar 07 16:11:05.165570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:05.165914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:05.166259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:05.171434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:05.171769 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:05.172319 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempt 10 to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 Mar 07 16:11:05.198608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:05.199212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:05.199304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempting to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:05.206601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:05.207109 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Failed to bind port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on host n-h2-830010-8 for vnic_type normal using segments [{'id': '50395f42-f60a-4b22-b3b4-4deda24e6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ba96f9f7-e4e7-46ab-bd11-2788419ab4f7'}] Mar 07 16:11:05.207498 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:05.216376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5924d79-9c2f-4e57-b7ac-36727ea80eff req-af764cf0-def4-4d49-b8be-d34aa871ce32 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:05.229958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d5924d79-9c2f-4e57-b7ac-36727ea80eff req-af764cf0-def4-4d49-b8be-d34aa871ce32 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 944 time: 0.1107619 Mar 07 16:11:05.349398 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d5924d79-9c2f-4e57-b7ac-36727ea80eff req-eba6afc5-0b64-4e73-b772-65facd1b3ded tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184554 Mar 07 16:11:05.377677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] For port 4241e7fb-c839-4dd2-9e1c-0b7e17288108, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:05.378264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attempted to set empty binding levels {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 16:11:05.384181 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:05.419485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] In _notify_port_updated(), no bound segment for port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 on network ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 {{(pid=103867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:11:05.420375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:05.421256 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:05.430316 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "PUT /v2.0/ports/4241e7fb-c839-4dd2-9e1c-0b7e17288108 HTTP/1.1" status: 200 len: 975 time: 1.7036495 Mar 07 16:11:05.430888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33054) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:05.448875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8431d67-16af-4a21-9fdb-5f807a549971 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event updated for resources: {'Port': ['ID=4241e7fb-c839-4dd2-9e1c-0b7e17288108,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:05.494295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for floatingip (345e7e52-8391-4ed2-8e81-b14449c02da1), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:05.557738 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-035e20e0-901b-4f38-92df-1e7cebb889fb req-fc80de83-3906-46d6-8d42-918d50314e19 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 210 time: 0.0497050 Mar 07 16:11:05.688416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed5972-74f7-467a-8b88-e0aaa9588644 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Deleting port 4241e7fb-c839-4dd2-9e1c-0b7e17288108 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:05.688882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5972-74f7-467a-8b88-e0aaa9588644 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:05.746708 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:05.754676 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (345e7e52-8391-4ed2-8e81-b14449c02da1), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:05.755146 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Floating IP 345e7e52-8391-4ed2-8e81-b14449c02da1 disassociated. External IP: 172.25.4.206, port: 9788be27-0183-4a8c-8ff3-6668caccc4c7. Mar 07 16:11:05.857939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-b5ed5972-74f7-467a-8b88-e0aaa9588644 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] For port 4241e7fb-c839-4dd2-9e1c-0b7e17288108, host n-h2-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:05.858247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5972-74f7-467a-8b88-e0aaa9588644 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:05.880444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed5972-74f7-467a-8b88-e0aaa9588644 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Calling delete_port for 4241e7fb-c839-4dd2-9e1c-0b7e17288108 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:06.100815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5972-74f7-467a-8b88-e0aaa9588644 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4241e7fb-c839-4dd2-9e1c-0b7e17288108), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:06.137323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed5972-74f7-467a-8b88-e0aaa9588644 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Pushing event deleted for resources: {'Port': ['ID=4241e7fb-c839-4dd2-9e1c-0b7e17288108,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:06.149083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5972-74f7-467a-8b88-e0aaa9588644 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:06.152431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b5ed5972-74f7-467a-8b88-e0aaa9588644 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4241e7fb-c839-4dd2-9e1c-0b7e17288108 HTTP/1.1" status: 204 len: 168 time: 0.7200460 Mar 07 16:11:06.155644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33098) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:06.173228 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Router 12ed68c0-2c33-4a42-acfe-19276901fbc9 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:11:06.184331 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea5f29a-74b9-4a77-8d1b-a646fd6aa924 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] GET failed (client error): The resource could not be found. Mar 07 16:11:06.189865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8ea5f29a-74b9-4a77-8d1b-a646fd6aa924 tempest-PortsAdminExtendedAttrsTestJSON-1614964757 tempest-PortsAdminExtendedAttrsTestJSON-1614964757-project-admin] 10.222.0.24 "GET /v2.0/ports/4241e7fb-c839-4dd2-9e1c-0b7e17288108 HTTP/1.1" status: 404 len: 333 time: 0.0296912 Mar 07 16:11:06.191430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33100) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:06.299162 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:11:06.322614 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:11:06.329355 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:06.337870 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] Sync routers for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:11:06.353345 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:06.353958 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:06.371227 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ba96f9f7-e4e7-46ab-bd11-2788419ab4f7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:06.384112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-d599c86a-365a-4bdd-b89c-6340a501b88a tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "PUT /v2.0/floatingips/345e7e52-8391-4ed2-8e81-b14449c02da1 HTTP/1.1" status: 200 len: 695 time: 1.8890908 Mar 07 16:11:06.384718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:06.392472 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c354cd1-d92b-41f5-b3f2-084a50440d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:06.536583 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:11:06.541258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8898635-11d0-4984-b456-874cb1a163c6 req-97216908-1442-4a04-a24c-4231110b2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:06.542858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-97216908-1442-4a04-a24c-4231110b2ace service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1127 time: 0.1153567 Mar 07 16:11:06.543146 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:06.585410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33112) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:06.698932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0d565a05-275e-42fc-acd1-d8dca7cd0324 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:06.712719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ba96f9f7-e4e7-46ab-bd11-2788419ab4f7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:06.732417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8898635-11d0-4984-b456-874cb1a163c6 req-0099495c-f545-489c-838e-65604bad8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:06.735459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fc473-3b89-484c-8c92-fb5d4171953d req-ed04fff3-3090-4bae-b491-1f2ac5582828 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:06.737076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-ed04fff3-3090-4bae-b491-1f2ac5582828 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.11 "GET /v2.0/networks?id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6 HTTP/1.1" status: 200 len: 910 time: 0.3509851 Mar 07 16:11:06.737453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-0099495c-f545-489c-838e-65604bad8f91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 921 time: 0.1814022 Mar 07 16:11:06.751282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5cd14-02c8-44b9-93ea-e3d8dd29abbe req-0c10380b-c382-443a-a92e-3ffc04d1faec tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:06.752952 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46e5cd14-02c8-44b9-93ea-e3d8dd29abbe req-0c10380b-c382-443a-a92e-3ffc04d1faec tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 944 time: 0.1919737 Mar 07 16:11:06.757631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Request body: {'port': {'device_id': '73e3353e-61b3-4899-94c9-507bc53ef3dc', 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'admin_state_up': True, 'tenant_id': 'd25709b15123493187f77659cca41008'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:06.759098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a4e619d7-473e-491d-943c-b1597f4bdb25 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:06.778001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba96f9f7-e4e7-46ab-bd11-2788419ab4f7']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:06.801659 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-b04d5500-980e-474c-bd61-a33749a5e543 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 217 time: 0.0563776 Mar 07 16:11:06.832502 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5544e68e-3944-4c1d-8b60-8c780bd36fa0', 'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'mac_address': 'fa:16:3e:64:a3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:50Z', 'updated_at': '2022-03-07T16:09:59Z', 'revision_number': 5, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'subnets': [{'id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:06.835503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 0d565a05-275e-42fc-acd1-d8dca7cd0324 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:06.836124 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:06.869638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8898635-11d0-4984-b456-874cb1a163c6 req-10efa199-2a83-4fac-b4e4-647153bd001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:06.870626 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] Checking router: 12ed68c0-2c33-4a42-acfe-19276901fbc9 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:11:06.871692 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-10efa199-2a83-4fac-b4e4-647153bd001c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 200 len: 860 time: 0.0646086 Mar 07 16:11:06.881716 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:06.882416 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:06.906489 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port a4e619d7-473e-491d-943c-b1597f4bdb25 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:11:06.913845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port a4e619d7-473e-491d-943c-b1597f4bdb25 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:06.914554 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:06.929223 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-4624b4cc-0d29-4b87-9cac-146298768f76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0355928a-2fbe-4c17-98a1-3bef886e091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509970 Mar 07 16:11:06.986676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 0d565a05-275e-42fc-acd1-d8dca7cd0324 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:07.017240 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:11:07.036280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port a4e619d7-473e-491d-943c-b1597f4bdb25 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:07.036727 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.042558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-8a78c4c0-3b5d-4e4e-9310-fe95d8e91c05 service neutron] 10.222.0.24 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125357 Mar 07 16:11:07.067440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54154531-9220-472e-ab76-f5d7c6b0927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e619d7-473e-491d-943c-b1597f4bdb25'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:07.069861 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74432c06-52eb-4f71-a88e-45439332518f" -d '{"events": [{"server_uuid": "54154531-9220-472e-ab76-f5d7c6b0927d", "name": "network-vif-plugged", "status": "completed", "tag": "a4e619d7-473e-491d-943c-b1597f4bdb25"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:07.084722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port a4e619d7-473e-491d-943c-b1597f4bdb25, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a4e619d7-473e-491d-943c-b1597f4bdb25,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:07.091361 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.149806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=a4e619d7-473e-491d-943c-b1597f4bdb25,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:07.170612 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8898635-11d0-4984-b456-874cb1a163c6 req-ecae1073-dc53-487c-b21f-0bb4c5b3486b service neutron] 10.222.0.24 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217735 Mar 07 16:11:07.213718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b639f96c-28f2-41dc-b331-f2faa5bc33e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.223583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50395f42-f60a-4b22-b3b4-4deda24e6470') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:07.223899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50395f42-f60a-4b22-b3b4-4deda24e6470') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:07.238345 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf823d7-5caf-4e7c-a19b-fccd040dd37e x-openstack-request-id: req-8bf823d7-5caf-4e7c-a19b-fccd040dd37e {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:07.238650 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:07.238931 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bf823d7-5caf-4e7c-a19b-fccd040dd37e {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:07.239513 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'status': 'completed', 'code': 200} Mar 07 16:11:07.244682 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (50395f42-f60a-4b22-b3b4-4deda24e6470), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.247237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Made reservation on behalf of d25709b15123493187f77659cca41008 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:07.249528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.304503 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (50395f42-f60a-4b22-b3b4-4deda24e6470), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.332936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:07.333344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (50395f42-f60a-4b22-b3b4-4deda24e6470), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:07.338504 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:07.365420 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46e5cd14-02c8-44b9-93ea-e3d8dd29abbe req-17e3faf5-9404-4abe-8551-71a3cd66c363 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024532 Mar 07 16:11:07.387991 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b592e07-3ca8-411f-a889-671824787cc1 req-8d377999-cf8b-49f0-beea-b5cb89de1025 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 210 time: 0.0348952 Mar 07 16:11:07.414039 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5544e68e-3944-4c1d-8b60-8c780bd36fa0', 'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'mac_address': 'fa:16:3e:64:a3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:50Z', 'updated_at': '2022-03-07T16:09:59Z', 'revision_number': 5, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'subnets': [{'id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:07.445038 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f9011-b332-4cfb-8596-56becca0b163 x-openstack-request-id: req-3c6f9011-b332-4cfb-8596-56becca0b163 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:07.445408 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54154531-9220-472e-ab76-f5d7c6b0927d", "name": "network-vif-plugged", "status": "completed", "tag": "a4e619d7-473e-491d-943c-b1597f4bdb25", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:07.445761 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c6f9011-b332-4cfb-8596-56becca0b163 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:07.446229 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54154531-9220-472e-ab76-f5d7c6b0927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e619d7-473e-491d-943c-b1597f4bdb25', 'code': 200} Mar 07 16:11:07.452901 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d4b1e-c497-48f3-9d03-c0e86c480bc3 None None] The sync data for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 is: [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:09:51Z', 'revision_number': 4, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5544e68e-3944-4c1d-8b60-8c780bd36fa0', 'name': '', 'network_id': '0355928a-2fbe-4c17-98a1-3bef886e091a', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'mac_address': 'fa:16:3e:64:a3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:50Z', 'updated_at': '2022-03-07T16:09:59Z', 'revision_number': 5, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'subnets': [{'id': 'cf5c7792-1cae-4ef5-a221-22f4b60f3e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:11:07.471019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-937bb867-1f68-4448-9353-8b327dae5b79 req-438aa9c0-59db-4f9c-a2a5-7e9136886c22 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/floatingips/345e7e52-8391-4ed2-8e81-b14449c02da1 HTTP/1.1" status: 200 len: 695 time: 0.0573034 Mar 07 16:11:07.493886 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ba96f9f7-e4e7-46ab-bd11-2788419ab4f7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.513389 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.516586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] 10.222.0.24 "DELETE /v2.0/networks/ba96f9f7-e4e7-46ab-bd11-2788419ab4f7 HTTP/1.1" status: 204 len: 168 time: 1.3224661 Mar 07 16:11:07.545757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8645b2d-544b-47c9-9511-36556db71baf tempest-PortsAdminExtendedAttrsTestJSON-852385392 tempest-PortsAdminExtendedAttrsTestJSON-852385392-project] Pushing event deleted for resources: {'Network': ['ID=ba96f9f7-e4e7-46ab-bd11-2788419ab4f7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:07.551234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-79727e6e-5edc-4478-836a-f6926483d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:07.552987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-79727e6e-5edc-4478-836a-f6926483d987 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=55badec3ab4742dabf042c937df5abf1&device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 1127 time: 0.2827334 Mar 07 16:11:07.625846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76f595-ba66-430b-a775-1000b9be23a9 req-3c5562cd-b0dd-4ae7-9430-d223f2f19e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:07.627496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b76f595-ba66-430b-a775-1000b9be23a9 req-3c5562cd-b0dd-4ae7-9430-d223f2f19e80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 1127 time: 0.1062312 Mar 07 16:11:07.637594 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b639f96c-28f2-41dc-b331-f2faa5bc33e8 admin admin] Publish callbacks [] for security_group (11561fd1-cb1a-4e33-8c2a-79ebe7420d44), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.637834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bb867-1f68-4448-9353-8b327dae5b79 req-23564cf7-3d0f-4a2a-b479-a211c820859e tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:07.639389 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-937bb867-1f68-4448-9353-8b327dae5b79 req-23564cf7-3d0f-4a2a-b479-a211c820859e tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 784 time: 0.1590071 Mar 07 16:11:07.660283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:11:07.663403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-937bb867-1f68-4448-9353-8b327dae5b79 req-458beff5-2fc3-4e15-b73a-56855a4e0996 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:11:07.664417 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-937bb867-1f68-4448-9353-8b327dae5b79 req-458beff5-2fc3-4e15-b73a-56855a4e0996 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094068 Mar 07 16:11:07.670560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b639f96c-28f2-41dc-b331-f2faa5bc33e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (11561fd1-cb1a-4e33-8c2a-79ebe7420d44), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.708338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b76f595-ba66-430b-a775-1000b9be23a9 req-28908f89-9b5f-4ea7-911a-6c05da570fe2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677474 Mar 07 16:11:07.715753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Allocated IP 172.20.0.6 (bc0ae953-ad2d-4889-971a-1724a2a0cbc6/38e59c6f-67b5-430a-aa22-ae46283ed050/bd0258de-9fb6-4b10-a187-89fceaa387bc) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:07.740094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639f96c-28f2-41dc-b331-f2faa5bc33e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11561fd1-cb1a-4e33-8c2a-79ebe7420d44,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:07.750900 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b639f96c-28f2-41dc-b331-f2faa5bc33e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55c2a849ef41440dbc05779f83129b39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1374640 Mar 07 16:11:07.751359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33132) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:07.762587 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-937bb867-1f68-4448-9353-8b327dae5b79 req-6ad17124-7655-4aeb-95a8-6c0f70d31c3b tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 698 time: 0.0755503 Mar 07 16:11:07.804208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-04c5b184-a105-44e0-a690-196b91baf92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:07.805709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-04c5b184-a105-44e0-a690-196b91baf92e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 200 len: 921 time: 0.2278259 Mar 07 16:11:07.810712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-937bb867-1f68-4448-9353-8b327dae5b79 req-cc5bcf3b-191a-4015-8461-0621f7aaddeb tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 698 time: 0.0472183 Mar 07 16:11:07.863697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33134) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:07.871918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:07.886036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '26b3d0bb-baea-4587-861b-0506109bd54c', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': '26b3d0bb-baea-4587-861b-0506109bd54c', 'mac_address': 'fa:16:3e:09:2d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:11:07.942973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 26b3d0bb-baea-4587-861b-0506109bd54c is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:07.943928 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.958000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a842aeae-c4f9-4503-b4e3-6d120983c050 admin admin] Publish callbacks [] for security_group (11561fd1-cb1a-4e33-8c2a-79ebe7420d44), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:07.969601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c2bdf-7a69-463f-91a3-1c3903267552 None None] New status for floating IP 345e7e52-8391-4ed2-8e81-b14449c02da1: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:11:07.976094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b3d0bb-baea-4587-861b-0506109bd54c {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:08.005621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-2fada4cd-d3b5-4940-8e00-e7bceef31273 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 200 len: 217 time: 0.0602765 Mar 07 16:11:08.033942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-937bb867-1f68-4448-9353-8b327dae5b79 req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Deleting port 9a435dcd-0c2e-43fa-b23e-7ec346a791a3 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:08.034848 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-937bb867-1f68-4448-9353-8b327dae5b79 req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9a435dcd-0c2e-43fa-b23e-7ec346a791a3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.035419 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a842aeae-c4f9-4503-b4e3-6d120983c050 admin admin] Publish callbacks [] for security_group (11561fd1-cb1a-4e33-8c2a-79ebe7420d44), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.083879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:08.116937 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.125754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-937bb867-1f68-4448-9353-8b327dae5b79 req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9a435dcd-0c2e-43fa-b23e-7ec346a791a3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.126165 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-937bb867-1f68-4448-9353-8b327dae5b79 req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for floatingip (9a435dcd-0c2e-43fa-b23e-7ec346a791a3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.133556 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks [] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.139377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-937bb867-1f68-4448-9353-8b327dae5b79 req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Calling delete_port for 9a435dcd-0c2e-43fa-b23e-7ec346a791a3 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:08.147055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-6f53d513-ed99-412e-a7a8-06b6729f1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:08.148566 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-6f53d513-ed99-412e-a7a8-06b6729f1b93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 200 len: 860 time: 0.1356547 Mar 07 16:11:08.176770 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5686296c-fff0-4fae-bcf0-ab7064bf45bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fde05cb63c8841a8b57697f895309381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3117867 Mar 07 16:11:08.189769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33138) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:08.199668 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-a954216d-14c8-4355-9127-5990c88a1078 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0355928a-2fbe-4c17-98a1-3bef886e091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421014 Mar 07 16:11:08.228605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a842aeae-c4f9-4503-b4e3-6d120983c050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (11561fd1-cb1a-4e33-8c2a-79ebe7420d44), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.231589 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a842aeae-c4f9-4503-b4e3-6d120983c050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.232282 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a842aeae-c4f9-4503-b4e3-6d120983c050 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11561fd1-cb1a-4e33-8c2a-79ebe7420d44 HTTP/1.1" status: 204 len: 168 time: 0.4743042 Mar 07 16:11:08.266119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842aeae-c4f9-4503-b4e3-6d120983c050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11561fd1-cb1a-4e33-8c2a-79ebe7420d44,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:08.284162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87d9e228-7f70-467e-b84a-351219cdcec0 admin admin] Publish callbacks [] for security_group (fdb51872-4339-48fb-9013-99bff33dddc2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.305062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['26b3d0bb-baea-4587-861b-0506109bd54c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:08.342637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:08.383175 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-4fb9fbd7-ab64-4860-8bc5-a84aa732d68a service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746471 Mar 07 16:11:08.384606 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.401823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87d9e228-7f70-467e-b84a-351219cdcec0 admin admin] Publish callbacks [] for security_group (fdb51872-4339-48fb-9013-99bff33dddc2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.421077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-937bb867-1f68-4448-9353-8b327dae5b79 req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9a435dcd-0c2e-43fa-b23e-7ec346a791a3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.495256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:08.501554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Pushing event deleted for resources: {'Port': ['ID=9a435dcd-0c2e-43fa-b23e-7ec346a791a3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:08.574785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87d9e228-7f70-467e-b84a-351219cdcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fdb51872-4339-48fb-9013-99bff33dddc2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.577823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87d9e228-7f70-467e-b84a-351219cdcec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.578756 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-87d9e228-7f70-467e-b84a-351219cdcec0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdb51872-4339-48fb-9013-99bff33dddc2 HTTP/1.1" status: 204 len: 168 time: 0.3880277 Mar 07 16:11:08.592286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-937bb867-1f68-4448-9353-8b327dae5b79 req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for floatingip (345e7e52-8391-4ed2-8e81-b14449c02da1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.597162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-937bb867-1f68-4448-9353-8b327dae5b79 req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.598433 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-937bb867-1f68-4448-9353-8b327dae5b79 req-c5124008-6a19-43c9-9dbf-37c10df27fbc tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "DELETE /v2.0/floatingips/345e7e52-8391-4ed2-8e81-b14449c02da1 HTTP/1.1" status: 204 len: 173 time: 0.7795761 Mar 07 16:11:08.600122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9e228-7f70-467e-b84a-351219cdcec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb51872-4339-48fb-9013-99bff33dddc2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:08.619192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:08.621786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:08.666947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Pushing event updated for resources: {'Port': ['ID=bd0258de-9fb6-4b10-a187-89fceaa387bc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:08.700124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66702-2948-4ae1-a3dc-a127fcbdeff4 req-f3349ccb-19d8-4ac5-96a6-7af1e9688879 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:08.701754 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9e66702-2948-4ae1-a3dc-a127fcbdeff4 req-f3349ccb-19d8-4ac5-96a6-7af1e9688879 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 945 time: 0.2034767 Mar 07 16:11:08.710048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:08.710581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:08.779150 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c354cd1-d92b-41f5-b3f2-084a50440d3f req-e3f2eaa7-d3e2-4eda-8ad1-e50440953820 service neutron] 10.222.0.11 "GET /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607512 Mar 07 16:11:08.797923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-5227aaea-5e5d-45bb-af90-beb60528aab8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0438244 Mar 07 16:11:08.810670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99ee7d-36ae-4fc3-9a52-f85e1f119f09 req-2d1cd97d-0df5-4e8d-8af5-2be845a8fc8f tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:08.816127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1e99ee7d-36ae-4fc3-9a52-f85e1f119f09 req-2d1cd97d-0df5-4e8d-8af5-2be845a8fc8f tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1027 time: 0.1218946 Mar 07 16:11:08.835652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Request body: {'port': {'device_id': '73e3353e-61b3-4899-94c9-507bc53ef3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:08.904873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d9e66702-2948-4ae1-a3dc-a127fcbdeff4 req-8d5e6a05-dbea-4ba9-8d39-d687b3dca753 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889291 Mar 07 16:11:08.929033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1e99ee7d-36ae-4fc3-9a52-f85e1f119f09 req-3b5d1a40-5522-47bc-823f-2817951963b7 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049774 Mar 07 16:11:09.028881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.061148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c1eab87-8a98-4873-9c72-9447eadf9de2 req-241663e6-2c8b-4975-b594-ba9bdafe39cd tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups/f29255a9-efc9-43c8-8446-6f65c56be8c0 HTTP/1.1" status: 200 len: 1826 time: 0.0632102 Mar 07 16:11:09.070609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7ca09ccb-23db-4656-91e6-80d6f91237bd None None] Provisioning complete for port bd0258de-9fb6-4b10-a187-89fceaa387bc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:09.071154 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7ca09ccb-23db-4656-91e6-80d6f91237bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.116218 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7ca09ccb-23db-4656-91e6-80d6f91237bd None None] Port bd0258de-9fb6-4b10-a187-89fceaa387bc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:11:09.180261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33172) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:09.250265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c1eab87-8a98-4873-9c72-9447eadf9de2 req-460157a2-64b9-4715-8c17-b78199a5f074 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for security_group (f29255a9-efc9-43c8-8446-6f65c56be8c0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.321488 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-49d5b05a-fb8d-4a74-a631-7d27beaf82b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=627c9ef43f884499adb6468ab3cd0f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383233 Mar 07 16:11:09.322788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33180) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:09.330110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c1eab87-8a98-4873-9c72-9447eadf9de2 req-460157a2-64b9-4715-8c17-b78199a5f074 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for security_group (f29255a9-efc9-43c8-8446-6f65c56be8c0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.386819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdc82d54-4c9a-4431-9c30-201897841482 admin admin] Publish callbacks [] for security_group (af52319f-a689-4bf0-9ba1-557f238744e6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.407473 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdc82d54-4c9a-4431-9c30-201897841482 admin admin] Publish callbacks [] for security_group (af52319f-a689-4bf0-9ba1-557f238744e6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.423115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c1eab87-8a98-4873-9c72-9447eadf9de2 req-460157a2-64b9-4715-8c17-b78199a5f074 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f29255a9-efc9-43c8-8446-6f65c56be8c0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.427391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c1eab87-8a98-4873-9c72-9447eadf9de2 req-460157a2-64b9-4715-8c17-b78199a5f074 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.428475 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c1eab87-8a98-4873-9c72-9447eadf9de2 req-460157a2-64b9-4715-8c17-b78199a5f074 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "DELETE /v2.0/security-groups/f29255a9-efc9-43c8-8446-6f65c56be8c0 HTTP/1.1" status: 204 len: 173 time: 0.3487165 Mar 07 16:11:09.469978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0258de-9fb6-4b10-a187-89fceaa387bc {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:09.487896 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Publish callbacks [] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.502760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdc82d54-4c9a-4431-9c30-201897841482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (af52319f-a689-4bf0-9ba1-557f238744e6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.505828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdc82d54-4c9a-4431-9c30-201897841482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.506003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460157a2-64b9-4715-8c17-b78199a5f074 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29255a9-efc9-43c8-8446-6f65c56be8c0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:09.509950 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cdc82d54-4c9a-4431-9c30-201897841482 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af52319f-a689-4bf0-9ba1-557f238744e6 HTTP/1.1" status: 204 len: 168 time: 0.1831675 Mar 07 16:11:09.517569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc82d54-4c9a-4431-9c30-201897841482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af52319f-a689-4bf0-9ba1-557f238744e6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:09.535342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Transition to ACTIVE for port object bd0258de-9fb6-4b10-a187-89fceaa387bc will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:11:09.543194 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.637771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Pushing event updated for resources: {'Port': ['ID=bd0258de-9fb6-4b10-a187-89fceaa387bc,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:09.665794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:09.733720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Attempting to bind port bd0258de-9fb6-4b10-a187-89fceaa387bc on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:09.734123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Attempting to bind port bd0258de-9fb6-4b10-a187-89fceaa387bc by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:09.734634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Attempting to bind port bd0258de-9fb6-4b10-a187-89fceaa387bc on network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:09.744311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Port bd0258de-9fb6-4b10-a187-89fceaa387bc on network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:09.745185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Attempting to bind port bd0258de-9fb6-4b10-a187-89fceaa387bc on network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:09.754479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:09.754859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Checking segment: {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:09.755446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Bound using segment: {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:09.758910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Bound port: bd0258de-9fb6-4b10-a187-89fceaa387bc, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:09.758910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.799676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 26b3d0bb-baea-4587-861b-0506109bd54c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:09.800858 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.843529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76f93-463a-4d76-84c3-e4b452942abb req-73ce832d-7e01-464d-a66d-37b158811c60 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:09.852631 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eef76f93-463a-4d76-84c3-e4b452942abb req-73ce832d-7e01-464d-a66d-37b158811c60 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.0885358 Mar 07 16:11:09.899919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] For port bd0258de-9fb6-4b10-a187-89fceaa387bc, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:09.905480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] For port bd0258de-9fb6-4b10-a187-89fceaa387bc, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bd0258de-9fb6-4b10-a187-89fceaa387bc,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:09.920424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.968424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:09.969059 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:09.970525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] 10.222.0.11 "PUT /v2.0/ports/bd0258de-9fb6-4b10-a187-89fceaa387bc HTTP/1.1" status: 200 len: 1091 time: 1.1478541 Mar 07 16:11:09.971778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e3353e-61b3-4899-94c9-507bc53ef3dc', 'tag': 'bd0258de-9fb6-4b10-a187-89fceaa387bc'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:09.973366 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eef76f93-463a-4d76-84c3-e4b452942abb req-1eec8620-4d63-458e-b3d1-9e408fd47918 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192544 Mar 07 16:11:09.981545 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860" -d '{"events": [{"name": "network-changed", "server_uuid": "73e3353e-61b3-4899-94c9-507bc53ef3dc", "tag": "bd0258de-9fb6-4b10-a187-89fceaa387bc"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:10.022986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 26b3d0bb-baea-4587-861b-0506109bd54c is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:10.023413 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:10.068902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Pushing event updated for resources: {'Port': ['ID=bd0258de-9fb6-4b10-a187-89fceaa387bc,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:10.112358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:10.116137 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c17b16c-c9d6-4af2-b1bd-9bf7b6ff1034" -d '{"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-plugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:10.121637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.122100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.122545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.122977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.123431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.123788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.124181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.124579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.124970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.125462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.125857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.126249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.126638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0bbe0-d405-4c5b-9e8d-188532d7303c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:10.138221 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be8b3-91d6-4af2-b645-ef6e56a59abe req-0d365f13-0eb3-4757-bc75-2dc21058f805 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:10.150693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b7be8b3-91d6-4af2-b645-ef6e56a59abe req-0d365f13-0eb3-4757-bc75-2dc21058f805 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1125 time: 0.0827837 Mar 07 16:11:10.155394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e630a-4d1e-443a-8013-b59ef1e37f28 req-220010fa-2f14-45dd-9a05-1485400f44da tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:10.161200 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:10.162944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd4e630a-4d1e-443a-8013-b59ef1e37f28 req-220010fa-2f14-45dd-9a05-1485400f44da tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 945 time: 0.1206038 Mar 07 16:11:10.172252 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:10.204829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fc473-3b89-484c-8c92-fb5d4171953d req-9a4bf13c-6280-4e2d-bc3d-eeebc900df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:10.206902 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-9a4bf13c-6280-4e2d-bc3d-eeebc900df91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d25709b15123493187f77659cca41008&device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1125 time: 0.1760428 Mar 07 16:11:10.215910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b7be8b3-91d6-4af2-b645-ef6e56a59abe req-b4617f9b-c2f0-477e-ac16-fc6ee2033021 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622945 Mar 07 16:11:10.301309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd4e630a-4d1e-443a-8013-b59ef1e37f28 req-d8f021e4-32c4-4e80-8cf1-dd5174a32f4a tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314456 Mar 07 16:11:10.305329 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ee0db9-3868-4b44-9da5-befe336006d0 x-openstack-request-id: req-c7ee0db9-3868-4b44-9da5-befe336006d0 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:10.305648 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e3353e-61b3-4899-94c9-507bc53ef3dc", "tag": "bd0258de-9fb6-4b10-a187-89fceaa387bc", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:10.305897 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7ee0db9-3868-4b44-9da5-befe336006d0 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:10.321315 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e3353e-61b3-4899-94c9-507bc53ef3dc', 'tag': 'bd0258de-9fb6-4b10-a187-89fceaa387bc', 'status': 'completed', 'code': 200} Mar 07 16:11:10.323484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-230af675-f252-41d9-98ca-37585c1e4b96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0258de-9fb6-4b10-a187-89fceaa387bc HTTP/1.1" status: 200 len: 217 time: 0.1010141 Mar 07 16:11:10.358078 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7024914-bcd0-4648-be7f-89688e539ab6 x-openstack-request-id: req-e7024914-bcd0-4648-be7f-89688e539ab6 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:10.360214 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-plugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:10.360515 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7024914-bcd0-4648-be7f-89688e539ab6 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:10.360935 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c', 'code': 200} Mar 07 16:11:10.371610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=10']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:10.397390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fc473-3b89-484c-8c92-fb5d4171953d req-bf4269b6-a2e5-477c-9dd8-7ed6060060c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:10.398859 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-bf4269b6-a2e5-477c-9dd8-7ed6060060c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=38e59c6f-67b5-430a-aa22-ae46283ed050 HTTP/1.1" status: 200 len: 848 time: 0.0677269 Mar 07 16:11:10.464873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fc473-3b89-484c-8c92-fb5d4171953d req-93baf919-6d48-46d3-b198-0ff57be2f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:10.466948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-93baf919-6d48-46d3-b198-0ff57be2f4e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0611582 Mar 07 16:11:10.604698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-54c452f7-d0d8-43ce-8629-06958237d0d4 service neutron] 10.222.0.11 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222875 Mar 07 16:11:10.713216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-411fc473-3b89-484c-8c92-fb5d4171953d req-9d46e37a-237a-4177-a6b7-82043ba9a299 service neutron] 10.222.0.11 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019571 Mar 07 16:11:10.715925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33260) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:10.781503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b90b74-2602-4acc-b20e-3eb818d9a650 req-ab27b6c6-3800-4278-b41f-5bb2cb1aea13 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:10.789288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8b90b74-2602-4acc-b20e-3eb818d9a650 req-ab27b6c6-3800-4278-b41f-5bb2cb1aea13 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.1354265 Mar 07 16:11:10.806669 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8b90b74-2602-4acc-b20e-3eb818d9a650 req-d230667e-eab7-48a2-a925-8804cb9bb882 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/quotas/7ce48e27fe254468b580ce8db20ca403 HTTP/1.1" status: 200 len: 375 time: 0.0159149 Mar 07 16:11:10.830030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-26e34045-9efa-48f9-8a35-7f5e11fce385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:10.833076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-26e34045-9efa-48f9-8a35-7f5e11fce385 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d25709b15123493187f77659cca41008&device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1125 time: 0.0633156 Mar 07 16:11:10.873789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8b90b74-2602-4acc-b20e-3eb818d9a650 req-7f27137b-77cd-4a6f-8afc-33a3fac3a811 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649028 Mar 07 16:11:10.880434 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:10.945424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-29b3f866-40c5-4d05-888b-1976ee9604eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:10.947362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-29b3f866-40c5-4d05-888b-1976ee9604eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6 HTTP/1.1" status: 200 len: 910 time: 0.1062133 Mar 07 16:11:10.978758 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8b90b74-2602-4acc-b20e-3eb818d9a650 req-523fbd9c-b7a7-4cf9-8219-55c2c6aef130 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040883 Mar 07 16:11:10.992417 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-401b9316-b014-43bd-a7dc-b250dbaf3791 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0258de-9fb6-4b10-a187-89fceaa387bc HTTP/1.1" status: 200 len: 217 time: 0.0371094 Mar 07 16:11:10.998905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1815896173'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:11.074300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Made reservation on behalf of 9abe3ee56b7a4f089784a7b2d3d5c994 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:11.078098 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:11.091352 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:11.102595 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8b90b74-2602-4acc-b20e-3eb818d9a650 req-14267cb3-2735-4f5a-b4bb-eb93ae7a7d93 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171944 Mar 07 16:11:11.124872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-759165e4-0c9e-411b-b0e4-6aa833c101be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:11.126335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-759165e4-0c9e-411b-b0e4-6aa833c101be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=38e59c6f-67b5-430a-aa22-ae46283ed050 HTTP/1.1" status: 200 len: 848 time: 0.1104670 Mar 07 16:11:11.208208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8271b-8125-440b-af53-dddf3a54e94e req-a9a7cc32-0261-4bda-9a8f-fa357fab3467 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:11.209743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ae8271b-8125-440b-af53-dddf3a54e94e req-a9a7cc32-0261-4bda-9a8f-fa357fab3467 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1220536 Mar 07 16:11:11.260065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-5cb3d0ee-a053-41ca-8032-3a59b6d3dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:11.261713 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-5cb3d0ee-a053-41ca-8032-3a59b6d3dbcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1237912 Mar 07 16:11:11.325209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks [] for security_group (1da579a3-7147-4d2f-8e38-a33681cfc7ab), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:11.337355 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ae8271b-8125-440b-af53-dddf3a54e94e req-d36b3cc8-2c6a-4268-8eaa-059c46a7a217 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183236 Mar 07 16:11:11.356224 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1da579a3-7147-4d2f-8e38-a33681cfc7ab), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:11.373452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:11.386178 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6cf14568-7d17-4644-8013-f9074876eaf1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:11.386528 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Added segment 6cf14568-7d17-4644-8013-f9074876eaf1 of type vlan for network a9ea86f5-2791-45a5-9722-3acf4d89cbe8 Mar 07 16:11:11.536580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (a9ea86f5-2791-45a5-9722-3acf4d89cbe8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:11.588786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da579a3-7147-4d2f-8e38-a33681cfc7ab,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:11.628137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e92e0a-1af2-44c7-9f40-3f37dd3d6fb6 req-f693a7b2-68de-49c3-b1a1-62105bcf6db6 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:11.635059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0e92e0a-1af2-44c7-9f40-3f37dd3d6fb6 req-f693a7b2-68de-49c3-b1a1-62105bcf6db6 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1125 time: 0.1972446 Mar 07 16:11:11.655265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-eef5878e-c310-4239-ae4e-638c436f272a service neutron] 10.222.0.11 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780506 Mar 07 16:11:11.656314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (a9ea86f5-2791-45a5-9722-3acf4d89cbe8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:11.661097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:11.662348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:11.697545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9805775 Mar 07 16:11:11.701122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33320) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:11.734019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33324) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:11.880873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0e92e0a-1af2-44c7-9f40-3f37dd3d6fb6 req-83159005-ebb9-43da-af52-40b9d8448d85 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447584 Mar 07 16:11:11.895338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3412f-e1a0-4d96-b6a3-ab6e733609a9 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Pushing event updated for resources: {'Network': ['ID=a9ea86f5-2791-45a5-9722-3acf4d89cbe8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:11.910009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network a9ea86f5-2791-45a5-9722-3acf4d89cbe8 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:11.957904 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e012c7ce-48a8-47ad-9cb6-38e3e99bc860 req-21018bea-21e8-4f53-ae14-63c69dfa25a3 service neutron] 10.222.0.11 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823665 Mar 07 16:11:12.000545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1067439073', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:12.025158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Made reservation on behalf of a2e6ebe560d5493782c8cc845ad2d748 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:12.028567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.037142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.052645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Request body: {'network': {'name': 'tempest-network--1998042255', 'router:external': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:12.091867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Made reservation on behalf of 35b87f1599b74d32865330c40bff9d76 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:12.094172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.104816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.136850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-238b9dc3-67ae-45e7-9a4e-b9b82d85531b tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:12.139076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-238b9dc3-67ae-45e7-9a4e-b9b82d85531b tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.11 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.0811744 Mar 07 16:11:12.184368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks [] for security_group (290c8896-b3cd-45b5-a0d7-cb70f24b12f1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.192389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (290c8896-b3cd-45b5-a0d7-cb70f24b12f1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.200053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] device_id is not set on port 5786bc53-2a30-4ad5-9391-bdd5e4c7be93 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:11:12.282187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290c8896-b3cd-45b5-a0d7-cb70f24b12f1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:12.305724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for security_group (665b3ad4-c1b9-41b5-82a2-18efcf773eea), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.333800 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (665b3ad4-c1b9-41b5-82a2-18efcf773eea), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.376699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Deleting port 9788be27-0183-4a8c-8ff3-6668caccc4c7 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:12.377681 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.389608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:12.402324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665b3ad4-c1b9-41b5-82a2-18efcf773eea,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:12.420002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Allocated IP 172.25.4.134 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/5786bc53-2a30-4ad5-9391-bdd5e4c7be93) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:12.422774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2071f69e-14fd-4c32-b1fa-f2883b8349c3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.423316 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Added segment 2071f69e-14fd-4c32-b1fa-f2883b8349c3 of type vlan for network a4e3b842-1bbd-4178-bcf5-1b056749d51a Mar 07 16:11:12.477254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-1bc7b52b-19de-45f9-adc8-9a4d37e69066 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:12.484345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-1bc7b52b-19de-45f9-adc8-9a4d37e69066 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.2307978 Mar 07 16:11:12.513560 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-2cbfac91-0777-4e62-be46-d72af8312475 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/quotas/7ce48e27fe254468b580ce8db20ca403 HTTP/1.1" status: 200 len: 375 time: 0.0282865 Mar 07 16:11:12.526722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (a4e3b842-1bbd-4178-bcf5-1b056749d51a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.555795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] For port 9788be27-0183-4a8c-8ff3-6668caccc4c7, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9788be27-0183-4a8c-8ff3-6668caccc4c7,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:12.556106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.573214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Calling delete_port for 9788be27-0183-4a8c-8ff3-6668caccc4c7 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:12.604139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (a4e3b842-1bbd-4178-bcf5-1b056749d51a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.605521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:12.606347 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.619772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a711-1a32-4d6e-bd03-6a3c2bcf4097 req-cba43d3a-40a6-4539-a75d-2102f13cdd40 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:12.627253 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8684a711-1a32-4d6e-bd03-6a3c2bcf4097 req-cba43d3a-40a6-4539-a75d-2102f13cdd40 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 945 time: 0.1665835 Mar 07 16:11:12.643281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-99410b91-5103-4223-abee-60ec84d4e0a4 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1287756 Mar 07 16:11:12.752858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0504012 Mar 07 16:11:12.764150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bd0258de-9fb6-4b10-a187-89fceaa387bc details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:11:12.770203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33364) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:12.774309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a8ecb-f74c-45d9-bf42-2994d03f98d9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'Network': ['ID=a4e3b842-1bbd-4178-bcf5-1b056749d51a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:12.800046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks [] for port (5786bc53-2a30-4ad5-9391-bdd5e4c7be93), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.800573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-036d4866-04f6-4dab-961d-60d8ab77f109 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556993 Mar 07 16:11:12.806894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network a4e3b842-1bbd-4178-bcf5-1b056749d51a details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:12.816667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8684a711-1a32-4d6e-bd03-6a3c2bcf4097 req-63113ba8-cc3b-484a-8fdc-f4d7b4e72d9e tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/security-groups?id=94bfa35f-c9c4-48b8-b4a3-7c8818326936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878757 Mar 07 16:11:12.874925 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5786bc53-2a30-4ad5-9391-bdd5e4c7be93), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:12.985455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:12.992780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:13.004982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:13.046692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Pushing event updated for resources: {'Port': ['ID=5786bc53-2a30-4ad5-9391-bdd5e4c7be93,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:13.053495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (a4e3b842-1bbd-4178-bcf5-1b056749d51a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.059076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9788be27-0183-4a8c-8ff3-6668caccc4c7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.075445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port bd0258de-9fb6-4b10-a187-89fceaa387bc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bd0258de-9fb6-4b10-a187-89fceaa387bc,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:13.076233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:13.077092 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.083263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['9788be27-0183-4a8c-8ff3-6668caccc4c7'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:13.089405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f312-a42d-41f8-ab0c-dc137735a863 req-f82c28a4-bc43-42fe-9584-8a14e61680a6 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:13.097650 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0480f312-a42d-41f8-ab0c-dc137735a863 req-f82c28a4-bc43-42fe-9584-8a14e61680a6 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1125 time: 0.1085732 Mar 07 16:11:13.122418 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-556829a2-8e73-46b6-938e-0dc89843b5fa tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3870363 Mar 07 16:11:13.125505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Pushing event deleted for resources: {'Port': ['ID=9788be27-0183-4a8c-8ff3-6668caccc4c7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:13.125838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33370) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:13.133401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.134'}]}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:13.153609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'bd0258de-9fb6-4b10-a187-89fceaa387bc', 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'port_id': 'bd0258de-9fb6-4b10-a187-89fceaa387bc', 'mac_address': 'fa:16:3e:f2:cf:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e59c6f-67b5-430a-aa22-ae46283ed050', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:11:13.181002 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0480f312-a42d-41f8-ab0c-dc137735a863 req-10de2a22-82f5-4d1a-9546-27ba4081ecaa tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792704 Mar 07 16:11:13.185519 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (7279f724-044f-4474-9b69-f9ee73adeb63), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.187731 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-2b715ee6-bd29-445c-89f6-b60706067df7 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861945 Mar 07 16:11:13.188933 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (7279f724-044f-4474-9b69-f9ee73adeb63), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.232887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port bd0258de-9fb6-4b10-a187-89fceaa387bc is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:13.233531 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.251232 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0258de-9fb6-4b10-a187-89fceaa387bc {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:13.265204 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks [] for router_controller (7279f724-044f-4474-9b69-f9ee73adeb63), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.282604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port bd0258de-9fb6-4b10-a187-89fceaa387bc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bd0258de-9fb6-4b10-a187-89fceaa387bc,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:13.288594 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.303426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] No DVR routers for this DVR port 9788be27-0183-4a8c-8ff3-6668caccc4c7 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:11:13.309182 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.313612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e135cdc-9b5b-4c62-ae6a-7a78d548cf23 req-120fc5e6-1f5f-4c02-9cf0-b8a2afd915d6 tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.11 "DELETE /v2.0/ports/9788be27-0183-4a8c-8ff3-6668caccc4c7 HTTP/1.1" status: 204 len: 173 time: 1.1675863 Mar 07 16:11:13.315603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'name': 'network-vif-deleted', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:13.317931 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4ad2a4-617b-434a-b662-35d2da50f983" -d '{"events": [{"server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "name": "network-vif-deleted", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:13.440117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=bd0258de-9fb6-4b10-a187-89fceaa387bc,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:13.452243 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01082401-32e9-487b-b0e7-dd60b1423937 x-openstack-request-id: req-01082401-32e9-487b-b0e7-dd60b1423937 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:13.452554 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ee0982-195f-458e-b699-12d10bfe95bd", "name": "network-vif-deleted", "tag": "9788be27-0183-4a8c-8ff3-6668caccc4c7", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:13.452826 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01082401-32e9-487b-b0e7-dd60b1423937 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:13.453239 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ee0982-195f-458e-b699-12d10bfe95bd', 'name': 'network-vif-deleted', 'tag': '9788be27-0183-4a8c-8ff3-6668caccc4c7', 'status': 'completed', 'code': 200} Mar 07 16:11:13.487956 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-002e54b4-ff2a-41b8-8d39-ebae56d7a618 req-8e6dcea3-82c7-4b95-9037-888a902401f0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 210 time: 0.0338359 Mar 07 16:11:13.489943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (a4e3b842-1bbd-4178-bcf5-1b056749d51a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.522099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['bd0258de-9fb6-4b10-a187-89fceaa387bc'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:13.551915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e3b842-1bbd-4178-bcf5-1b056749d51a']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:13.565355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2071f69e-14fd-4c32-b1fa-f2883b8349c3') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:13.569332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2071f69e-14fd-4c32-b1fa-f2883b8349c3') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:13.585441 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks [] for router_gateway (7279f724-044f-4474-9b69-f9ee73adeb63), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.599938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (2071f69e-14fd-4c32-b1fa-f2883b8349c3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.626076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2071f69e-14fd-4c32-b1fa-f2883b8349c3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.633949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:13.634347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (2071f69e-14fd-4c32-b1fa-f2883b8349c3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:13.637236 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:14.246045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (a4e3b842-1bbd-4178-bcf5-1b056749d51a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.259713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a4e3b842-1bbd-4178-bcf5-1b056749d51a {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 16:11:14.280014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.291630 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a4e3b842-1bbd-4178-bcf5-1b056749d51a HTTP/1.1" status: 204 len: 168 time: 1.5165837 Mar 07 16:11:14.292862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33402) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:14.293832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51966c-73c2-4e42-a0b4-6fbb5eb21cf9 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4e3b842-1bbd-4178-bcf5-1b056749d51a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:14.305291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:14.333464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Made reservation on behalf of 35b87f1599b74d32865330c40bff9d76 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:14.337647 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.393161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:14.431593 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e003f821-4579-4251-97ca-1e7ef41c1650), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.432044 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Added segment e003f821-4579-4251-97ca-1e7ef41c1650 of type vlan for network 881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 Mar 07 16:11:14.495802 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (881e00a6-a1f6-4eba-8cd5-dc8de2f788b5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.540960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (881e00a6-a1f6-4eba-8cd5-dc8de2f788b5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.542074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:14.542771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.574684 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35bbb8df-2569-45fa-bf47-65fb7ec880ae req-85f53608-feae-4d2b-954e-540b7e7240aa tempest-ServerRescueTestJSONUnderV235-33798759 tempest-ServerRescueTestJSONUnderV235-33798759-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ee0982-195f-458e-b699-12d10bfe95bd HTTP/1.1" status: 200 len: 210 time: 0.0342851 Mar 07 16:11:14.587525 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks [] for router_gateway (7279f724-044f-4474-9b69-f9ee73adeb63), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.604009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3072517 Mar 07 16:11:14.614006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33406) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:14.615530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.675241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97533bb8-5e52-490b-9925-c02f1bc0adca tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'Network': ['ID=881e00a6-a1f6-4eba-8cd5-dc8de2f788b5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:14.694884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:14.722787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2450be7-b7bb-4b8f-885d-bbdb4af7fcb4 req-d5159692-69df-4de5-8e3c-c6229fa1cd0d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:14.724411 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2450be7-b7bb-4b8f-885d-bbdb4af7fcb4 req-d5159692-69df-4de5-8e3c-c6229fa1cd0d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1954477 Mar 07 16:11:14.787389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Request body: {'subnet': {'network_id': '881e00a6-a1f6-4eba-8cd5-dc8de2f788b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:14.813939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2450be7-b7bb-4b8f-885d-bbdb4af7fcb4 req-8ade3e45-d4f6-4c4a-9169-215a862f9907 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825057 Mar 07 16:11:14.871030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Made reservation on behalf of 35b87f1599b74d32865330c40bff9d76 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:14.874018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.904579 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks [] for router (7279f724-044f-4474-9b69-f9ee73adeb63), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:14.985761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bd0258de-9fb6-4b10-a187-89fceaa387bc up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:14.989653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbc04f-224e-4b42-9447-9c909545879b req-b9037dd1-7b1d-410c-90b8-c387aaece3a5 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:14.994634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8fdbc04f-224e-4b42-9447-9c909545879b req-b9037dd1-7b1d-410c-90b8-c387aaece3a5 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1126 time: 0.2010455 Mar 07 16:11:15.139509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0c382eb-6bab-49ec-9545-aa8e2d5466ca req-bb9144b6-12d4-4755-821f-29d69d5098ab tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 210 time: 0.0975702 Mar 07 16:11:15.172633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port bd0258de-9fb6-4b10-a187-89fceaa387bc completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:11:15.178234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port bd0258de-9fb6-4b10-a187-89fceaa387bc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:15.178641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:15.283773 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port bd0258de-9fb6-4b10-a187-89fceaa387bc is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:15.284660 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:15.307457 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8fdbc04f-224e-4b42-9447-9c909545879b req-75b7412d-dd8b-41a1-ba38-c7a91f36567d tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933285 Mar 07 16:11:15.339461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3353e-61b3-4899-94c9-507bc53ef3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0258de-9fb6-4b10-a187-89fceaa387bc'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:15.342898 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f197ab-43db-4beb-a109-320ad4ea33d9" -d '{"events": [{"server_uuid": "73e3353e-61b3-4899-94c9-507bc53ef3dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd0258de-9fb6-4b10-a187-89fceaa387bc"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:15.359735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port bd0258de-9fb6-4b10-a187-89fceaa387bc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bd0258de-9fb6-4b10-a187-89fceaa387bc,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:15.368225 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:15.369751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75b825-90b2-4ae4-8847-d97f66b6e2cf req-571374ec-1f73-483f-a564-b764b77fb463 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:15.374106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be75b825-90b2-4ae4-8847-d97f66b6e2cf req-571374ec-1f73-483f-a564-b764b77fb463 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1268818 Mar 07 16:11:15.430742 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99ab85b-3b1a-4a7d-b4c1-4690e1644875 x-openstack-request-id: req-a99ab85b-3b1a-4a7d-b4c1-4690e1644875 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:15.431455 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e3353e-61b3-4899-94c9-507bc53ef3dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd0258de-9fb6-4b10-a187-89fceaa387bc", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:15.431730 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a99ab85b-3b1a-4a7d-b4c1-4690e1644875 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:15.432398 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3353e-61b3-4899-94c9-507bc53ef3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0258de-9fb6-4b10-a187-89fceaa387bc', 'code': 200} Mar 07 16:11:15.468853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be75b825-90b2-4ae4-8847-d97f66b6e2cf req-f651a639-9bf6-43d8-bab4-178765395bb0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875392 Mar 07 16:11:15.481142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (7279f724-044f-4474-9b69-f9ee73adeb63), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:15.490374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks [] for router_controller (7279f724-044f-4474-9b69-f9ee73adeb63), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:15.525657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=bd0258de-9fb6-4b10-a187-89fceaa387bc,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:15.589234 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-1b5ac38e-e810-4ea6-9208-b9e5de946172 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:15.592030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-1b5ac38e-e810-4ea6-9208-b9e5de946172 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.5001116 Mar 07 16:11:15.608245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6160e-2d9a-4072-9b98-b6b995153e04 req-a7424ccf-9d25-451e-8a76-5202dc599574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:15.609753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70e6160e-2d9a-4072-9b98-b6b995153e04 req-a7424ccf-9d25-451e-8a76-5202dc599574 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1127 time: 0.1196730 Mar 07 16:11:15.672574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33424) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:15.692639 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (7279f724-044f-4474-9b69-f9ee73adeb63), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:15.693178 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7279f724-044f-4474-9b69-f9ee73adeb63 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:11:15.708813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Request body: {'port': {'device_id': '532ea082-b143-4170-873c-1efbe384cdef', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'admin_state_up': True, 'tenant_id': '7ce48e27fe254468b580ce8db20ca403'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:15.758749 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70e6160e-2d9a-4072-9b98-b6b995153e04 req-40517ca4-d6a7-4c9b-a4e1-e85b7538b90e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425242 Mar 07 16:11:15.799665 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 16:11:15.800737 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5544e54a-e8ea-4295-b3d0-47c58b18d089 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6737258 Mar 07 16:11:15.805719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33426) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:15.866717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b09db-1c76-4188-b414-bb592c0558d5 req-5f5e4285-5ad7-4d0e-b805-342c7528a0e9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:15.868571 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-545b09db-1c76-4188-b414-bb592c0558d5 req-5f5e4285-5ad7-4d0e-b805-342c7528a0e9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1695635 Mar 07 16:11:15.975371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Made reservation on behalf of 7ce48e27fe254468b580ce8db20ca403 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:15.979061 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.035011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-545b09db-1c76-4188-b414-bb592c0558d5 req-0add6ace-346f-404d-afa6-97780972ea72 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354241 Mar 07 16:11:16.087207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-14bb6f7a-e8f9-414b-8a2b-2df879b008a2 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Deleting port 5786bc53-2a30-4ad5-9391-bdd5e4c7be93 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:16.087746 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14bb6f7a-e8f9-414b-8a2b-2df879b008a2 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5786bc53-2a30-4ad5-9391-bdd5e4c7be93), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.124838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.objects.ports [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:11:16.125320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (0e8d2f02-746a-442b-b8ef-2153502c1b71), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.246141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0e8d2f02-746a-442b-b8ef-2153502c1b71,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:16.277376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-db20aedd-1613-4534-ac42-5de6d186c355 req-7183d825-dc81-4df6-85d9-b52d29960363 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 210 time: 0.0859902 Mar 07 16:11:16.291215 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.291575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.291923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.292267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.292602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.292935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.293271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.293599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.299557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.300246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.302435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.303028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.304823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:16.329705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Allocated IP 172.20.0.11 (bf558235-8ace-415a-856d-fa8d980134b5/414b9e25-07a8-4036-8b1a-d3eb88278c53/41c64008-739e-452d-a863-9239162a1aef) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:16.335253 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Checking segment: {'id': 'e003f821-4579-4251-97ca-1e7ef41c1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '881e00a6-a1f6-4eba-8cd5-dc8de2f788b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:16.335866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Network hostable DHCP agents. Network: 881e00a6-a1f6-4eba-8cd5-dc8de2f788b5, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:11:16.377074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2a680-c88f-49d9-9274-ddb5c3725bc9 req-cb2c8b14-e119-4505-a82f-43e6ca4ee150 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:16.380031 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Network 881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:11:16.384220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13e2a680-c88f-49d9-9274-ddb5c3725bc9 req-cb2c8b14-e119-4505-a82f-43e6ca4ee150 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1838572 Mar 07 16:11:16.403221 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 881e00a6-a1f6-4eba-8cd5-dc8de2f788b5) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:16.407744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:16.408912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.415103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ba89f-b22f-4823-973e-c327b8e6a2db None None] Network 881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:16.463310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13e2a680-c88f-49d9-9274-ddb5c3725bc9 req-db67a516-0eae-42fb-b5f4-d00d331535f7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752993 Mar 07 16:11:16.463497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2b86cb92-3f8e-4855-a1bd-7e0767333759 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6781244 Mar 07 16:11:16.465167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33444) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:16.484949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14bb6f7a-e8f9-414b-8a2b-2df879b008a2 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5786bc53-2a30-4ad5-9391-bdd5e4c7be93), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.485134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Request body: {'floatingip': {'floating_network_id': '881e00a6-a1f6-4eba-8cd5-dc8de2f788b5'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:16.524126 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.547002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-14bb6f7a-e8f9-414b-8a2b-2df879b008a2 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Calling delete_port for 5786bc53-2a30-4ad5-9391-bdd5e4c7be93 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:16.600716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbff08-173c-48fa-86d9-4a1ae316c97a req-a1ad8bbe-ea41-4a83-b0d1-718023143f54 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:16.602323 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bbfbff08-173c-48fa-86d9-4a1ae316c97a req-a1ad8bbe-ea41-4a83-b0d1-718023143f54 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1127 time: 0.1785662 Mar 07 16:11:16.617156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd3533-c6f0-432d-a38c-addc53ea23f7 None None] Network 881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:16.684900 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bbfbff08-173c-48fa-86d9-4a1ae316c97a req-684a37e1-e332-45b5-8a73-85ae0e56a642 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738192 Mar 07 16:11:16.778154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 9788be27-0183-4a8c-8ff3-6668caccc4c7 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:16.803282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks [] for port (41c64008-739e-452d-a863-9239162a1aef), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.823056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 9788be27-0183-4a8c-8ff3-6668caccc4c7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:11:16.823561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 9788be27-0183-4a8c-8ff3-6668caccc4c7 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:16.871372 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.881807 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (41c64008-739e-452d-a863-9239162a1aef), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.896623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:16.922676 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (12ed68c0-2c33-4a42-acfe-19276901fbc9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:16.957185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Network bf558235-8ace-415a-856d-fa8d980134b5 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:16.960145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event updated for resources: {'Port': ['ID=41c64008-739e-452d-a863-9239162a1aef,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:16.962941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:16.993284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:17.005869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-47c0f0c8-65bd-4d9a-bf66-83f05f4e2f85 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:17.012663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-47c0f0c8-65bd-4d9a-bf66-83f05f4e2f85 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.3335438 Mar 07 16:11:17.038542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-458dc7dc-ff9e-42dc-9a5d-a72d7b909a16 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/quotas/6a4b511c908d4598a245a49782799b97 HTTP/1.1" status: 200 len: 375 time: 0.0245945 Mar 07 16:11:17.089700 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14bb6f7a-e8f9-414b-8a2b-2df879b008a2 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5786bc53-2a30-4ad5-9391-bdd5e4c7be93), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:17.136984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:17.138180 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:17.168666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb6f7a-e8f9-414b-8a2b-2df879b008a2 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Pushing event deleted for resources: {'Port': ['ID=5786bc53-2a30-4ad5-9391-bdd5e4c7be93,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:17.210352 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-2cd2cac0-d1a4-4fe0-8bdb-ca4b974386dd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1705940 Mar 07 16:11:17.215784 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-8ee05b40-2575-448f-9430-1c831a732da6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5179243 Mar 07 16:11:17.280596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Request body: {'port': {'device_id': '532ea082-b143-4170-873c-1efbe384cdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:17.374394 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41c64008-739e-452d-a863-9239162a1aef), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:17.428060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Allocated IP 172.20.0.12 (881e00a6-a1f6-4eba-8cd5-dc8de2f788b5/0e8d2f02-746a-442b-b8ef-2153502c1b71/9c463060-74ed-41d1-8a01-ff70c877a949) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:17.443485 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-e050d747-085d-45eb-bdf7-6a35447ba309 service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770897 Mar 07 16:11:17.537176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-14bb6f7a-e8f9-414b-8a2b-2df879b008a2 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:17.540391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-14bb6f7a-e8f9-414b-8a2b-2df879b008a2 tempest-RoutersAdminNegativeTest-1893939710 tempest-RoutersAdminNegativeTest-1893939710-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5786bc53-2a30-4ad5-9391-bdd5e4c7be93 HTTP/1.1" status: 204 len: 168 time: 1.7333283 Mar 07 16:11:17.578865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85b43-0d40-4b80-9259-3d04dcdfd45e req-9137cfae-8dcc-412b-ab08-ecb7a15a8303 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:17.581733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23f85b43-0d40-4b80-9259-3d04dcdfd45e req-9137cfae-8dcc-412b-ab08-ecb7a15a8303 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 932 time: 0.2084701 Mar 07 16:11:17.588082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1c93fff3-bf51-4b74-82f0-d7be2c5ae9bd service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370940 Mar 07 16:11:17.714574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for port (9c463060-74ed-41d1-8a01-ff70c877a949), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:17.727578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Deleting port 5544e68e-3944-4c1d-8b60-8c780bd36fa0 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:17.728107 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:17.796732 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9c463060-74ed-41d1-8a01-ff70c877a949), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:17.850091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23f85b43-0d40-4b80-9259-3d04dcdfd45e req-f3f8a092-fef7-4942-af56-ac05dd295697 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591779 Mar 07 16:11:17.894614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] For port 5544e68e-3944-4c1d-8b60-8c780bd36fa0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5544e68e-3944-4c1d-8b60-8c780bd36fa0,segment=NetworkSegment(9ce98d24-4931-4294-93c4-5fe710cf6e7a),segment_id=9ce98d24-4931-4294-93c4-5fe710cf6e7a)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:17.895134 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:17.921014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Calling delete_port for 5544e68e-3944-4c1d-8b60-8c780bd36fa0 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:17.933354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Network 881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:17.945372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:17.959660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:17.977271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'Port': ['ID=9c463060-74ed-41d1-8a01-ff70c877a949,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:18.082563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08582c3d-0a12-4397-9491-23897ae6d354 req-143bc577-2910-4ee9-b539-90965a2085f9 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:18.089723 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-08582c3d-0a12-4397-9491-23897ae6d354 req-143bc577-2910-4ee9-b539-90965a2085f9 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1127 time: 0.1708348 Mar 07 16:11:18.091470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33482) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:18.146094 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad6656b9-39dd-4e27-b89c-32daea396b42 req-3b8f1056-a7c5-4e03-88f5-6ce5e759ae0f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 210 time: 0.1634047 Mar 07 16:11:18.206947 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-08582c3d-0a12-4397-9491-23897ae6d354 req-6471e060-288b-437e-89e8-c4922faffc57 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110146 Mar 07 16:11:18.300202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for floatingip (a34e32bf-9e03-4dc5-9414-9d6e0e1d1693), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:18.355124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c64008-739e-452d-a863-9239162a1aef {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:18.389676 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Publish callbacks [] for port (41c64008-739e-452d-a863-9239162a1aef), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:18.411768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9c463060-74ed-41d1-8a01-ff70c877a949), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:18.413723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Transition to ACTIVE for port object 41c64008-739e-452d-a863-9239162a1aef will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:11:18.423603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5544e68e-3944-4c1d-8b60-8c780bd36fa0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:18.435536 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (41c64008-739e-452d-a863-9239162a1aef), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:18.489659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=5544e68e-3944-4c1d-8b60-8c780bd36fa0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:18.506128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c901-7fc3-4644-a704-0c2d5a345d86 req-b6855762-7658-4b87-8b5c-0a8fd165e078 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:18.519164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3350c901-7fc3-4644-a704-0c2d5a345d86 req-b6855762-7658-4b87-8b5c-0a8fd165e078 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1127 time: 0.1714838 Mar 07 16:11:18.519164 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f119223e-4e95-4d9b-9459-f12fd231cbfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:18.590786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Pushing event updated for resources: {'Port': ['ID=41c64008-739e-452d-a863-9239162a1aef,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:18.606957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3350c901-7fc3-4644-a704-0c2d5a345d86 req-2b11b532-3064-4450-ad5c-12efe7297dae tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882497 Mar 07 16:11:18.733902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Attempting to bind port 41c64008-739e-452d-a863-9239162a1aef on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:18.734972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Attempting to bind port 41c64008-739e-452d-a863-9239162a1aef by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:18.735499 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Attempting to bind port 41c64008-739e-452d-a863-9239162a1aef on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:18.776191 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Port 41c64008-739e-452d-a863-9239162a1aef on network bf558235-8ace-415a-856d-fa8d980134b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:18.776726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Attempting to bind port 41c64008-739e-452d-a863-9239162a1aef on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:18.859817 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f119223e-4e95-4d9b-9459-f12fd231cbfb admin admin] Publish callbacks [] for security_group (3aefd77a-13d3-45d2-8dfa-a944081adf6c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:18.888033 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f119223e-4e95-4d9b-9459-f12fd231cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3aefd77a-13d3-45d2-8dfa-a944081adf6c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:18.972824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119223e-4e95-4d9b-9459-f12fd231cbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aefd77a-13d3-45d2-8dfa-a944081adf6c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:19.025781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (12ed68c0-2c33-4a42-acfe-19276901fbc9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:19.035299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f119223e-4e95-4d9b-9459-f12fd231cbfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=322fb704ab4d4e66b2f9d939d2e161d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9348049 Mar 07 16:11:19.035299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33510) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:19.133451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86d63e-4696-4976-909d-270140a617e3 req-3aaecd38-fc86-4ed9-bcd5-bb1a0c3cbc85 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:19.134982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc86d63e-4696-4976-909d-270140a617e3 req-3aaecd38-fc86-4ed9-bcd5-bb1a0c3cbc85 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 944 time: 0.1553926 Mar 07 16:11:19.215527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:19.215919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Checking segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:19.216269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Bound using segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:19.216736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Bound port: 41c64008-739e-452d-a863-9239162a1aef, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:19.217102 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41c64008-739e-452d-a863-9239162a1aef), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:19.296069 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6be338-6f1e-40bc-ba5e-173a6d45b7ce req-3e0fffa3-a0e1-4c62-9eb9-326793b159b1 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:19.297931 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a6be338-6f1e-40bc-ba5e-173a6d45b7ce req-3e0fffa3-a0e1-4c62-9eb9-326793b159b1 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1127 time: 0.5985868 Mar 07 16:11:19.399710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-abdaffeb-b71d-4fdb-b1e9-0d14396bddc0 admin admin] Publish callbacks [] for security_group (3aefd77a-13d3-45d2-8dfa-a944081adf6c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:19.411857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc86d63e-4696-4976-909d-270140a617e3 req-b1160e6a-72f7-4176-89f8-17813ae61bed tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653794 Mar 07 16:11:19.468167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-abdaffeb-b71d-4fdb-b1e9-0d14396bddc0 admin admin] Publish callbacks [] for security_group (3aefd77a-13d3-45d2-8dfa-a944081adf6c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:19.582781 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c917747-d056-4f90-a18b-b136a06a4724 req-5f449727-0a2e-4cb2-8450-3e8a64d0fae7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 210 time: 0.0510120 Mar 07 16:11:19.597680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for port (9c463060-74ed-41d1-8a01-ff70c877a949), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:19.673095 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (9c463060-74ed-41d1-8a01-ff70c877a949), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:19.733433 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a6be338-6f1e-40bc-ba5e-173a6d45b7ce req-fc8bd08b-46af-478a-9874-89f0ca659ae9 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988891 Mar 07 16:11:19.762136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] For port 41c64008-739e-452d-a863-9239162a1aef, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:19.766511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] For port 41c64008-739e-452d-a863-9239162a1aef, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=41c64008-739e-452d-a863-9239162a1aef,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:19.881825 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (41c64008-739e-452d-a863-9239162a1aef), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:19.944763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-45e381a5-32df-42b6-b593-0b4f38daa446 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:19.946455 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-45e381a5-32df-42b6-b593-0b4f38daa446 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.6162980 Mar 07 16:11:19.947859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:19.948473 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:19.952986 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] 10.222.0.15 "PUT /v2.0/ports/41c64008-739e-452d-a863-9239162a1aef HTTP/1.1" status: 200 len: 1092 time: 2.6742065 Mar 07 16:11:19.953654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532ea082-b143-4170-873c-1efbe384cdef', 'tag': '41c64008-739e-452d-a863-9239162a1aef'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:19.956540 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f263f50-dffd-4dc0-bebc-e99472e67781" -d '{"events": [{"name": "network-changed", "server_uuid": "532ea082-b143-4170-873c-1efbe384cdef", "tag": "41c64008-739e-452d-a863-9239162a1aef"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:19.969484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'port': {'device_id': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'admin_state_up': True, 'tenant_id': '6a4b511c908d4598a245a49782799b97'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:19.975037 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (a34e32bf-9e03-4dc5-9414-9d6e0e1d1693), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:19.977714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'Port': ['ID=9c463060-74ed-41d1-8a01-ff70c877a949,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:20.070717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-abdaffeb-b71d-4fdb-b1e9-0d14396bddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3aefd77a-13d3-45d2-8dfa-a944081adf6c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:20.074003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-abdaffeb-b71d-4fdb-b1e9-0d14396bddc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:20.078513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-abdaffeb-b71d-4fdb-b1e9-0d14396bddc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3aefd77a-13d3-45d2-8dfa-a944081adf6c HTTP/1.1" status: 204 len: 168 time: 1.0429113 Mar 07 16:11:20.099272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaffeb-b71d-4fdb-b1e9-0d14396bddc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aefd77a-13d3-45d2-8dfa-a944081adf6c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:20.133626 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3e54f9-15e0-4ddc-a0ad-331313606ab4 x-openstack-request-id: req-fd3e54f9-15e0-4ddc-a0ad-331313606ab4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:20.133899 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532ea082-b143-4170-873c-1efbe384cdef", "tag": "41c64008-739e-452d-a863-9239162a1aef", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:20.134109 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd3e54f9-15e0-4ddc-a0ad-331313606ab4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:20.134487 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532ea082-b143-4170-873c-1efbe384cdef', 'tag': '41c64008-739e-452d-a863-9239162a1aef', 'status': 'completed', 'code': 200} Mar 07 16:11:20.145579 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:20.149305 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-691fe40a-51d1-49b0-9e32-66c8582370e7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6770723 Mar 07 16:11:20.154778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33540) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:20.248582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-cc6ce8c2-4da9-4a66-bb03-e6448178d12c tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:20.251013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-cc6ce8c2-4da9-4a66-bb03-e6448178d12c tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/networks?id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6 HTTP/1.1" status: 200 len: 910 time: 0.1246986 Mar 07 16:11:20.257056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Router 12ed68c0-2c33-4a42-acfe-19276901fbc9 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:11:20.277149 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-c1959481-4760-41fd-aca5-07be3554382d tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/quotas/d25709b15123493187f77659cca41008 HTTP/1.1" status: 200 len: 375 time: 0.0185037 Mar 07 16:11:20.290485 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-334d4078-f1d8-483c-812d-131eb83817ab tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 HTTP/1.1" status: 200 len: 690 time: 0.1322877 Mar 07 16:11:20.293656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504be29e-0f7b-4f3d-98bc-fcff70b1150b service neutron] Pushing event updated for resources: {'Port': ['ID=41c64008-739e-452d-a863-9239162a1aef,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:20.296450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33542) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:20.305873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-30b11597-c4b8-4b17-8d83-81907b63c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:20.308585 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-30b11597-c4b8-4b17-8d83-81907b63c82f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 1126 time: 0.2730794 Mar 07 16:11:20.403544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-583ebafb-1e2a-4ad5-9bd8-456dac005cc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41c64008-739e-452d-a863-9239162a1aef HTTP/1.1" status: 200 len: 217 time: 0.0866029 Mar 07 16:11:20.468648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Made reservation on behalf of 6a4b511c908d4598a245a49782799b97 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:20.473682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:20.474985 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-c766dd78-a298-4cf8-a59b-cb65e9072c25 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=d25709b15123493187f77659cca41008&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1881347 Mar 07 16:11:20.565202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:11:20.572220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4caae2b4-8b07-4834-bba8-b8a3fd5b4c45 admin admin] 10.222.0.24 "PUT /v2.0/routers/12ed68c0-2c33-4a42-acfe-19276901fbc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8983989 Mar 07 16:11:20.577826 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] Sync routers for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:11:20.588117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33548) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:20.606637 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:20.607776 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:20.626371 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (881e00a6-a1f6-4eba-8cd5-dc8de2f788b5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:20.654975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33552) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:20.754220 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:11:20.757489 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks [] for router (12ed68c0-2c33-4a42-acfe-19276901fbc9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:20.848796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d3ee8-bc26-4ce1-b1d3-e38f6c11268d req-a4714c79-4bb5-48e3-8f94-f50d0cccad11 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:20.857604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-025d3ee8-bc26-4ce1-b1d3-e38f6c11268d req-a4714c79-4bb5-48e3-8f94-f50d0cccad11 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 944 time: 0.2046726 Mar 07 16:11:20.884787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks [] for router_gateway (12ed68c0-2c33-4a42-acfe-19276901fbc9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:20.918599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-9c7120a0-7bf1-4e9a-8f55-d5562ecad08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:20.920394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-9c7120a0-7bf1-4e9a-8f55-d5562ecad08f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.3942037 Mar 07 16:11:20.924832 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-ea91a984-ed4d-465c-9e0c-0df0d3b696bc service neutron] 10.222.0.24 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489701 Mar 07 16:11:20.997153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-263222f6-a3f6-42de-950c-3a390db6c59e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517495 Mar 07 16:11:21.001145 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:11:18Z', 'revision_number': 5, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port': {'id': 'b8c0f69b-256b-46e9-a7b0-aaee4653f6bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:09:47Z', 'updated_at': '2022-03-07T16:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:21.035831 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ad5d2edc-8b0f-4336-a744-cf0e1e4cad22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2e6ebe560d5493782c8cc845ad2d748&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767431 Mar 07 16:11:21.037963 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] Checking router: 12ed68c0-2c33-4a42-acfe-19276901fbc9 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:11:21.040049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33556) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:21.049163 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] Routers {'12ed68c0-2c33-4a42-acfe-19276901fbc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:21.050089 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:10:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['12ed68c0-2c33-4a42-acfe-19276901fbc9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:21.078413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-8e1863f9-b92c-44eb-b9b6-2903d14e307b service neutron] 10.222.0.24 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244071 Mar 07 16:11:21.110526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Deleting port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:21.110936 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.114581 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-025d3ee8-bc26-4ce1-b1d3-e38f6c11268d req-8e2faa6a-9c59-4c7e-9f56-6deb49cec302 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549582 Mar 07 16:11:21.151214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Allocated IP 172.20.0.14 (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03/4784ddd6-9a98-45d9-9472-37dd49848577/b5427650-971f-45d9-b7fa-009f8db55de5) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:21.247741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Deleting port 9c463060-74ed-41d1-8a01-ff70c877a949 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:21.247741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9c463060-74ed-41d1-8a01-ff70c877a949), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.253823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] For port b8c0f69b-256b-46e9-a7b0-aaee4653f6bf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b8c0f69b-256b-46e9-a7b0-aaee4653f6bf,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:21.254204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.262476 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] Set router 12ed68c0-2c33-4a42-acfe-19276901fbc9 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:11:21.269833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Calling delete_port for b8c0f69b-256b-46e9-a7b0-aaee4653f6bf owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:21.347259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bb3cdd91-432f-4875-a2ac-50d6a88c61d8 req-68f6f28e-3a7f-422f-8673-57afe3b56085 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 210 time: 0.1021833 Mar 07 16:11:21.402327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9268f27f-30c5-44cb-80f5-c5fe5179969f admin admin] Publish callbacks [] for security_group (290c8896-b3cd-45b5-a0d7-cb70f24b12f1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.436656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9268f27f-30c5-44cb-80f5-c5fe5179969f admin admin] Publish callbacks [] for security_group (290c8896-b3cd-45b5-a0d7-cb70f24b12f1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.456330 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:11:20Z', 'revision_number': 6, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:21.525739 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6fb0c-00b3-461a-a918-20432a227ee4 None None] The sync data for ids ['12ed68c0-2c33-4a42-acfe-19276901fbc9'] in n-d-830010-8 is: [{'id': '12ed68c0-2c33-4a42-acfe-19276901fbc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647487280-router', 'tenant_id': '55badec3ab4742dabf042c937df5abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:09:46Z', 'updated_at': '2022-03-07T16:11:20Z', 'revision_number': 6, 'project_id': '55badec3ab4742dabf042c937df5abf1', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:11:21.570423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b8c0f69b-256b-46e9-a7b0-aaee4653f6bf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.614426 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca2e2b6f-cdc0-4035-8e86-df454e8ae077 req-d68e23ce-d965-434b-829e-a82f79083081 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 210 time: 0.1238763 Mar 07 16:11:21.615260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9268f27f-30c5-44cb-80f5-c5fe5179969f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (290c8896-b3cd-45b5-a0d7-cb70f24b12f1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.619680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9268f27f-30c5-44cb-80f5-c5fe5179969f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.623379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c0f69b-256b-46e9-a7b0-aaee4653f6bf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:21.638588 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9268f27f-30c5-44cb-80f5-c5fe5179969f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/290c8896-b3cd-45b5-a0d7-cb70f24b12f1 HTTP/1.1" status: 204 len: 168 time: 0.5738828 Mar 07 16:11:21.654966 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-bc03d8bb-164c-46b5-8e92-195538808505 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169901 Mar 07 16:11:21.708096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (12ed68c0-2c33-4a42-acfe-19276901fbc9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.757613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268f27f-30c5-44cb-80f5-c5fe5179969f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290c8896-b3cd-45b5-a0d7-cb70f24b12f1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:21.874642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9c463060-74ed-41d1-8a01-ff70c877a949), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.874642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for floatingip (9c463060-74ed-41d1-8a01-ff70c877a949), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.946938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (12ed68c0-2c33-4a42-acfe-19276901fbc9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.955440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks [] for router_controller (12ed68c0-2c33-4a42-acfe-19276901fbc9), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:21.957378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Calling delete_port for 9c463060-74ed-41d1-8a01-ff70c877a949 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:22.068295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d8e87ef-b92b-4bee-936e-f21e2a321c94 req-dde6f72a-124a-4870-9cb9-7497c3ed687b service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125593 Mar 07 16:11:22.095485 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for port (b5427650-971f-45d9-b7fa-009f8db55de5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.113924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (12ed68c0-2c33-4a42-acfe-19276901fbc9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.116361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12ed68c0-2c33-4a42-acfe-19276901fbc9 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:11:22.131743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.137396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-59dd5655-a5b1-4405-b779-53848f260d3f admin admin] 10.222.0.24 "DELETE /v2.0/routers/12ed68c0-2c33-4a42-acfe-19276901fbc9 HTTP/1.1" status: 204 len: 168 time: 1.5482230 Mar 07 16:11:22.138174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33580) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:22.261946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-100788f6-daf4-4f53-9896-63f0d9254d01 admin admin] Deleting subnet cf5c7792-1cae-4ef5-a221-22f4b60f3e32 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:11:22.280132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100788f6-daf4-4f53-9896-63f0d9254d01 admin admin] Publish callbacks [] for subnet (cf5c7792-1cae-4ef5-a221-22f4b60f3e32), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.380257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.395482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['54a878aa-a299-4247-b669-4c60751cec8c', 'e29c186d-b6af-4f63-bd0e-9716f3738d50'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:22.432214 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100788f6-daf4-4f53-9896-63f0d9254d01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (cf5c7792-1cae-4ef5-a221-22f4b60f3e32), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.493851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-4475fbc2-a1ef-4df6-bfc7-a807e9b4f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:22.496312 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-4475fbc2-a1ef-4df6-bfc7-a807e9b4f5e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 1126 time: 0.3197663 Mar 07 16:11:22.534375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:22.541564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9c463060-74ed-41d1-8a01-ff70c877a949), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.562012 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100788f6-daf4-4f53-9896-63f0d9254d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (cf5c7792-1cae-4ef5-a221-22f4b60f3e32), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.567049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:22.581711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'Port': ['ID=b5427650-971f-45d9-b7fa-009f8db55de5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:22.591887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:22.706400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b8c0f69b-256b-46e9-a7b0-aaee4653f6bf no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:22.787373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b8c0f69b-256b-46e9-a7b0-aaee4653f6bf {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:11:22.787739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b8c0f69b-256b-46e9-a7b0-aaee4653f6bf not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:22.788167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5544e68e-3944-4c1d-8b60-8c780bd36fa0 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:22.820421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100788f6-daf4-4f53-9896-63f0d9254d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (cf5c7792-1cae-4ef5-a221-22f4b60f3e32), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.881763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 5544e68e-3944-4c1d-8b60-8c780bd36fa0 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:11:22.883119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5544e68e-3944-4c1d-8b60-8c780bd36fa0 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:22.903657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c463060-74ed-41d1-8a01-ff70c877a949,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:22.912362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100788f6-daf4-4f53-9896-63f0d9254d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5c7792-1cae-4ef5-a221-22f4b60f3e32,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:22.944485 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100788f6-daf4-4f53-9896-63f0d9254d01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:22.957856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-100788f6-daf4-4f53-9896-63f0d9254d01 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf5c7792-1cae-4ef5-a221-22f4b60f3e32 HTTP/1.1" status: 204 len: 168 time: 0.8154218 Mar 07 16:11:22.960856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33604) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:23.039075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:23.039694 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.049132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca54ce-3973-4aeb-8fcc-0c8cb6d06304 req-c1777269-f36e-434c-844a-771a9652fb35 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:23.070830 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43ca54ce-3973-4aeb-8fcc-0c8cb6d06304 req-c1777269-f36e-434c-844a-771a9652fb35 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 944 time: 0.7479479 Mar 07 16:11:23.075047 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-600e4462-1649-498e-9614-3e28a4c1ea5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.094403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-9a2e6640-6726-4547-98f8-1851e366bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:23.106893 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-9a2e6640-6726-4547-98f8-1851e366bc17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 907 time: 0.6009886 Mar 07 16:11:23.113640 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-ee6a458c-e2e9-48a0-9fdd-fbd8fa5ba547 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1489196 Mar 07 16:11:23.127624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7691fe-14d9-4fd9-aa7b-e8e426557b2f req-ac6e77cb-a5a2-4e52-9274-2db70c88450f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:23.129551 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9a7691fe-14d9-4fd9-aa7b-e8e426557b2f req-ac6e77cb-a5a2-4e52-9274-2db70c88450f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 932 time: 0.5890224 Mar 07 16:11:23.136318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Request body: {'port': {'device_id': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:23.157140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for floatingip (a34e32bf-9e03-4dc5-9414-9d6e0e1d1693), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.229744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e09d88c4-0ba5-4c0e-ad60-491cafc0d4f2 None None] Provisioning complete for port b5427650-971f-45d9-b7fa-009f8db55de5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:23.230573 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e09d88c4-0ba5-4c0e-ad60-491cafc0d4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.267751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33610) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:23.283775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43ca54ce-3973-4aeb-8fcc-0c8cb6d06304 req-1b5710c3-a952-4494-9bac-b8e2c08b77eb tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113819 Mar 07 16:11:23.297606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-419c4098-49df-4e59-afb7-d26830f99270 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41c64008-739e-452d-a863-9239162a1aef HTTP/1.1" status: 200 len: 217 time: 0.1665308 Mar 07 16:11:23.313360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (0355928a-2fbe-4c17-98a1-3bef886e091a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.361368 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e09d88c4-0ba5-4c0e-ad60-491cafc0d4f2 None None] Port b5427650-971f-45d9-b7fa-009f8db55de5 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:11:23.545691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9a7691fe-14d9-4fd9-aa7b-e8e426557b2f req-6ecb4d9e-e863-41aa-9814-d5032fb60f78 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057605 Mar 07 16:11:23.576880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'networks': [{'name': 'tempest-network--1109621458'}, {'name': 'tempest-network--1891638816'}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:23.577199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'network': {'name': 'tempest-network--1109621458'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:23.577673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'network': {'name': 'tempest-network--1891638816'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:23.602512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-11274d14-6753-468b-8b03-4f9fb6278502 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:23.603504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (0e8d2f02-746a-442b-b8ef-2153502c1b71), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.605616 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-11274d14-6753-468b-8b03-4f9fb6278502 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.15 "GET /v2.0/networks?id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6 HTTP/1.1" status: 200 len: 910 time: 0.2849119 Mar 07 16:11:23.623362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46a2477f-c460-4e0d-bc2a-1f6b75c01262 req-5d50d14d-f8ef-4ae4-8a8e-b644acfe9349 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 210 time: 0.1016047 Mar 07 16:11:23.632550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Request body: {'port': {'device_id': '78803b3f-7604-4f2d-9596-57f7f4fe47ef', 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'admin_state_up': True, 'tenant_id': 'd25709b15123493187f77659cca41008'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:23.638947 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.645322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-35773ded-1bc9-438c-86c5-1947908032d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:23.646957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-35773ded-1bc9-438c-86c5-1947908032d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.3178260 Mar 07 16:11:23.683857 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (0355928a-2fbe-4c17-98a1-3bef886e091a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.687490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Made reservation on behalf of 2f51ac35866a41fdb5cc683ad29513c5 for: {'network': 2} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:23.692669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.713619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0355928a-2fbe-4c17-98a1-3bef886e091a']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:23.716583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Made reservation on behalf of d25709b15123493187f77659cca41008 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:23.718352 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-8eea0e2e-8748-4d3f-82a6-aded8477dad8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585349 Mar 07 16:11:23.719146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.736618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce98d24-4931-4294-93c4-5fe710cf6e7a') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:23.736921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce98d24-4931-4294-93c4-5fe710cf6e7a') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:23.750337 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.756320 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (9ce98d24-4931-4294-93c4-5fe710cf6e7a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.808562 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9ce98d24-4931-4294-93c4-5fe710cf6e7a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.819882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:23.820516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (9ce98d24-4931-4294-93c4-5fe710cf6e7a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:23.822483 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:23.923666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (0355928a-2fbe-4c17-98a1-3bef886e091a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.935385 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:23.940528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] 10.222.0.24 "DELETE /v2.0/networks/0355928a-2fbe-4c17-98a1-3bef886e091a HTTP/1.1" status: 204 len: 168 time: 0.9690928 Mar 07 16:11:23.942057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Allocated IP 172.20.0.10 (bc0ae953-ad2d-4889-971a-1724a2a0cbc6/38e59c6f-67b5-430a-aa22-ae46283ed050/e1942c94-114c-4a23-89cf-c2964eabd32c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:23.991097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a640530-9df4-4ae5-9a73-5490cf2fa02c admin admin] Pushing event deleted for resources: {'Network': ['ID=0355928a-2fbe-4c17-98a1-3bef886e091a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:24.163322 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks [] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.186211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (0e8d2f02-746a-442b-b8ef-2153502c1b71), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.223643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.237182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['bd0258de-9fb6-4b10-a187-89fceaa387bc'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:24.247295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33624) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:24.295874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8d2f02-746a-442b-b8ef-2153502c1b71,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:24.301508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:24.305516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:24.313187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:24.363243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:24.364125 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.369095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Pushing event updated for resources: {'Port': ['ID=e1942c94-114c-4a23-89cf-c2964eabd32c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:24.403033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-178c0518-e4a4-486f-8376-5ebd7ba5e300 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772327 Mar 07 16:11:24.404002 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-121908a9-b837-42a8-bccb-c1f42f82b822 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7762184 Mar 07 16:11:24.409679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8805c54d-d360-4362-9f91-b19dc019e032 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55badec3ab4742dabf042c937df5abf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436241 Mar 07 16:11:24.413529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33628) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:24.435777 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (881e00a6-a1f6-4eba-8cd5-dc8de2f788b5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.512504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Request body: {'port': {'device_id': '78803b3f-7604-4f2d-9596-57f7f4fe47ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:24.586621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-71d03003-8e45-462a-bcd5-6da619cab5c1 admin admin] Publish callbacks [] for security_group (94bfa35f-c9c4-48b8-b4a3-7c8818326936), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.722677 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-71d03003-8e45-462a-bcd5-6da619cab5c1 admin admin] Publish callbacks [] for security_group (94bfa35f-c9c4-48b8-b4a3-7c8818326936), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.722677 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.723083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881e00a6-a1f6-4eba-8cd5-dc8de2f788b5']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:24.813724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e003f821-4579-4251-97ca-1e7ef41c1650') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:24.814675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e003f821-4579-4251-97ca-1e7ef41c1650') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:24.845332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (e003f821-4579-4251-97ca-1e7ef41c1650), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.866439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for security_group (6108900f-e026-4b4c-b036-f5a0db6e00bd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.867331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-298e049d-6616-4868-a68c-9dd6770434e6 None None] Provisioning complete for port e1942c94-114c-4a23-89cf-c2964eabd32c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:24.867905 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-298e049d-6616-4868-a68c-9dd6770434e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.896140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6108900f-e026-4b4c-b036-f5a0db6e00bd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.896623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.907464 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e003f821-4579-4251-97ca-1e7ef41c1650), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.954556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:24.955211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (e003f821-4579-4251-97ca-1e7ef41c1650), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:24.963423 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:24.976341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-298e049d-6616-4868-a68c-9dd6770434e6 None None] Port e1942c94-114c-4a23-89cf-c2964eabd32c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:11:24.981119 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4f263f50-dffd-4dc0-bebc-e99472e67781 req-67827cf7-3b6c-4283-8d41-2d6c24176119 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614167 Mar 07 16:11:25.000754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd619-115e-4819-8c8a-2557854acd6a req-8e0bd031-ff0b-43d5-8a41-c3d622191151 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:25.003452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc9fd619-115e-4819-8c8a-2557854acd6a req-8e0bd031-ff0b-43d5-8a41-c3d622191151 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 944 time: 0.5206418 Mar 07 16:11:25.064669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6108900f-e026-4b4c-b036-f5a0db6e00bd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:25.118186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1942c94-114c-4a23-89cf-c2964eabd32c {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:25.127330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Publish callbacks [] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.141344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Transition to ACTIVE for port object e1942c94-114c-4a23-89cf-c2964eabd32c will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:11:25.142697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (881e00a6-a1f6-4eba-8cd5-dc8de2f788b5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.145221 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-71d03003-8e45-462a-bcd5-6da619cab5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (94bfa35f-c9c4-48b8-b4a3-7c8818326936), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.148163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:25.149349 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-71d03003-8e45-462a-bcd5-6da619cab5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.153483 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-71d03003-8e45-462a-bcd5-6da619cab5c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94bfa35f-c9c4-48b8-b4a3-7c8818326936 HTTP/1.1" status: 204 len: 168 time: 0.7363954 Mar 07 16:11:25.160955 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.170372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1564ac-97bb-48ba-9d2a-92ac7d4874b3 req-3846162f-5718-46a4-80c1-2ece82fa91d2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:25.179284 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed1564ac-97bb-48ba-9d2a-92ac7d4874b3 req-3846162f-5718-46a4-80c1-2ece82fa91d2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 932 time: 0.3972802 Mar 07 16:11:25.179999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 16:11:25.189733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d03003-8e45-462a-bcd5-6da619cab5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bfa35f-c9c4-48b8-b4a3-7c8818326936,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:25.211551 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.216273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "DELETE /v2.0/networks/881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 HTTP/1.1" status: 204 len: 168 time: 4.9131079 Mar 07 16:11:25.218927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33650) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:25.225175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a695dc1-ec3c-433b-a275-e273a47ab29e tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event deleted for resources: {'Network': ['ID=881e00a6-a1f6-4eba-8cd5-dc8de2f788b5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:25.239822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c20983ee-27c1-4d5e-85b9-71d67970ea08), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.241004 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Added segment c20983ee-27c1-4d5e-85b9-71d67970ea08 of type vlan for network 26e35662-3377-4342-9599-a92b03687cb0 Mar 07 16:11:25.244619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5427650-971f-45d9-b7fa-009f8db55de5 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:25.281823 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dc9fd619-115e-4819-8c8a-2557854acd6a req-47d082ae-3920-4761-be78-f42ec5f74115 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649479 Mar 07 16:11:25.300948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed1564ac-97bb-48ba-9d2a-92ac7d4874b3 req-6f13965a-f626-4118-a554-de1900c58303 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206033 Mar 07 16:11:25.306778 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39f83fb3-2fbc-4a8a-9c51-a329a33b6430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.385853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Publish callbacks [] for port (b5427650-971f-45d9-b7fa-009f8db55de5), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.572809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Pushing event updated for resources: {'Port': ['ID=e1942c94-114c-4a23-89cf-c2964eabd32c,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:25.585758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Attempting to bind port e1942c94-114c-4a23-89cf-c2964eabd32c on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:25.586155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Attempting to bind port e1942c94-114c-4a23-89cf-c2964eabd32c by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:25.586478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Attempting to bind port e1942c94-114c-4a23-89cf-c2964eabd32c on network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:25.602402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Port e1942c94-114c-4a23-89cf-c2964eabd32c on network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:25.602713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Attempting to bind port e1942c94-114c-4a23-89cf-c2964eabd32c on network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:25.609076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:25.609419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Checking segment: {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:25.609807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Bound using segment: {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:25.610245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Bound port: e1942c94-114c-4a23-89cf-c2964eabd32c, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8046b540-1736-4f70-9bc6-ef05fc0b3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:25.610601 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.649955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (26e35662-3377-4342-9599-a92b03687cb0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.666164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Transition to ACTIVE for port object b5427650-971f-45d9-b7fa-009f8db55de5 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:11:25.696629 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.701790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] For port e1942c94-114c-4a23-89cf-c2964eabd32c, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:25.706676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] For port e1942c94-114c-4a23-89cf-c2964eabd32c, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e1942c94-114c-4a23-89cf-c2964eabd32c,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:25.717495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.728764 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ebace99b-3e52-4bef-8cb8-ce11421ed7cc tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.5023510 Mar 07 16:11:25.729388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33664) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:25.780986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:25.781625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:25.784295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] 10.222.0.15 "PUT /v2.0/ports/e1942c94-114c-4a23-89cf-c2964eabd32c HTTP/1.1" status: 200 len: 1092 time: 1.2814999 Mar 07 16:11:25.784697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78803b3f-7604-4f2d-9596-57f7f4fe47ef', 'tag': 'e1942c94-114c-4a23-89cf-c2964eabd32c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:25.787239 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b3c179-2f6e-464c-af4f-942e58fef047" -d '{"events": [{"name": "network-changed", "server_uuid": "78803b3f-7604-4f2d-9596-57f7f4fe47ef", "tag": "e1942c94-114c-4a23-89cf-c2964eabd32c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:25.801870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:11:25.881927 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f29a25-0ee8-4fdb-9529-8eb0e61de0af x-openstack-request-id: req-75f29a25-0ee8-4fdb-9529-8eb0e61de0af {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:25.882233 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78803b3f-7604-4f2d-9596-57f7f4fe47ef", "tag": "e1942c94-114c-4a23-89cf-c2964eabd32c", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:25.882501 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75f29a25-0ee8-4fdb-9529-8eb0e61de0af {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:25.882926 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78803b3f-7604-4f2d-9596-57f7f4fe47ef', 'tag': 'e1942c94-114c-4a23-89cf-c2964eabd32c', 'status': 'completed', 'code': 200} Mar 07 16:11:25.884558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf30c9-1c7e-45a4-8fbc-6da2f5d5073e service neutron] Pushing event updated for resources: {'Port': ['ID=e1942c94-114c-4a23-89cf-c2964eabd32c,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:25.955817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-db59dacf-5807-4481-980c-133d79393ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:25.957386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-db59dacf-5807-4481-980c-133d79393ea5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d25709b15123493187f77659cca41008&device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1126 time: 0.1245565 Mar 07 16:11:26.030357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:26.033592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5427650-971f-45d9-b7fa-009f8db55de5,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:26.064246 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-f2dc6c27-8273-4ff7-8584-dead1bc21b12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1942c94-114c-4a23-89cf-c2964eabd32c HTTP/1.1" status: 200 len: 217 time: 0.0949681 Mar 07 16:11:26.103214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7e7a6-d660-4e15-8b20-7ee640e91fb8 req-aef2448b-ce8f-42c4-a421-3bf35ccc7e3a tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.104887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23a7e7a6-d660-4e15-8b20-7ee640e91fb8 req-aef2448b-ce8f-42c4-a421-3bf35ccc7e3a tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1083 time: 0.6524763 Mar 07 16:11:26.189733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-d4c8adb6-b280-40a9-9c88-952b4f0ee28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.191349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-d4c8adb6-b280-40a9-9c88-952b4f0ee28d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38e59c6f-67b5-430a-aa22-ae46283ed050 HTTP/1.1" status: 200 len: 848 time: 0.1209469 Mar 07 16:11:26.210282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (84bbd355-7874-4773-8115-67aed7ddc6c4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.210632 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Added segment 84bbd355-7874-4773-8115-67aed7ddc6c4 of type vlan for network e3878ae4-a3a3-46c5-b988-883272849369 Mar 07 16:11:26.335264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753eb54c-fc86-477c-a138-001a65fcdee7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.337987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753eb54c-fc86-477c-a138-001a65fcdee7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.338464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753eb54c-fc86-477c-a138-001a65fcdee7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.338969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753eb54c-fc86-477c-a138-001a65fcdee7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.339422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753eb54c-fc86-477c-a138-001a65fcdee7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.339870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753eb54c-fc86-477c-a138-001a65fcdee7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.351418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-d9ad4619-654a-46fc-bfea-9f285e94e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.351964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753eb54c-fc86-477c-a138-001a65fcdee7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.352537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753eb54c-fc86-477c-a138-001a65fcdee7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.357609 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-d9ad4619-654a-46fc-bfea-9f285e94e468 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1576426 Mar 07 16:11:26.359635 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-753eb54c-fc86-477c-a138-001a65fcdee7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5293 time: 0.5628169 Mar 07 16:11:26.365481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33684) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:26.435664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.525174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Attempting to bind port b5427650-971f-45d9-b7fa-009f8db55de5 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:26.525174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Attempting to bind port b5427650-971f-45d9-b7fa-009f8db55de5 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:26.525537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Attempting to bind port b5427650-971f-45d9-b7fa-009f8db55de5 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:26.535463 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23a7e7a6-d660-4e15-8b20-7ee640e91fb8 req-f738c218-cb5f-4db7-abd3-8b65bdc82c4f tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082186 Mar 07 16:11:26.540003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (e3878ae4-a3a3-46c5-b988-883272849369), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.545116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Port b5427650-971f-45d9-b7fa-009f8db55de5 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:26.545435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Attempting to bind port b5427650-971f-45d9-b7fa-009f8db55de5 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:26.554047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:26.554380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Checking segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:26.554772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Bound using segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:26.555242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Bound port: b5427650-971f-45d9-b7fa-009f8db55de5, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:26.555599 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.654205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] For port b5427650-971f-45d9-b7fa-009f8db55de5, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:26.657520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] For port b5427650-971f-45d9-b7fa-009f8db55de5, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b5427650-971f-45d9-b7fa-009f8db55de5,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:26.669632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:11:26.675449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.692734 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-1d2c5bf2-88b8-4e4f-9fa5-fa685f5a62e1 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] delete failed (client error): The resource could not be found. Mar 07 16:11:26.699064 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1d2c5bf2-88b8-4e4f-9fa5-fa685f5a62e1 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/a34e32bf-9e03-4dc5-9414-9d6e0e1d1693 HTTP/1.1" status: 404 len: 345 time: 0.1865435 Mar 07 16:11:26.701047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33692) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:26.712180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.712892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.714371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] 10.222.0.15 "PUT /v2.0/ports/b5427650-971f-45d9-b7fa-009f8db55de5 HTTP/1.1" status: 200 len: 1092 time: 3.5822198 Mar 07 16:11:26.726943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'tag': 'b5427650-971f-45d9-b7fa-009f8db55de5'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:26.730371 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640" -d '{"events": [{"name": "network-changed", "server_uuid": "68b44fb4-b98e-4fd7-bd1d-024bc79af346", "tag": "b5427650-971f-45d9-b7fa-009f8db55de5"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:26.769652 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-af34eb7c-ae0f-4b70-b6ae-cb36910ceea7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] DELETE failed (client error): The resource could not be found. Mar 07 16:11:26.770737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af34eb7c-ae0f-4b70-b6ae-cb36910ceea7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:11:26.775919 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-af34eb7c-ae0f-4b70-b6ae-cb36910ceea7 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "DELETE /v2.0/networks/881e00a6-a1f6-4eba-8cd5-dc8de2f788b5 HTTP/1.1" status: 404 len: 339 time: 0.0672128 Mar 07 16:11:26.786373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33696) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:26.807891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Request body: {'network': {'name': 'tempest-network--1572027559', 'router:external': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:26.864711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-bbcef540-eed5-4d9d-951f-299d97cb4159 service neutron] 10.222.0.15 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981833 Mar 07 16:11:26.865381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Made reservation on behalf of 35b87f1599b74d32865330c40bff9d76 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:26.868356 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.882873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (26e35662-3377-4342-9599-a92b03687cb0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.883366 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (e3878ae4-a3a3-46c5-b988-883272849369), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.888528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.897067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.897749 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:26.906706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf92354-8a9e-4fcd-bf57-aee66a64f17d req-d51d6e8f-d46e-4f09-b50c-a923ad329a30 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:26.909078 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-acf92354-8a9e-4fcd-bf57-aee66a64f17d req-d51d6e8f-d46e-4f09-b50c-a923ad329a30 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 944 time: 0.3587925 Mar 07 16:11:26.941090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:27.006676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.7356400 Mar 07 16:11:27.013355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33702) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:27.041350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3bde000d-8ff0-4877-8904-4a9c49a41623), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:27.041698 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Added segment 3bde000d-8ff0-4877-8904-4a9c49a41623 of type vlan for network b6e49ac7-3907-4257-8c58-1208a63390aa Mar 07 16:11:27.082613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a697f4f-ea1c-47d9-9985-55f89c224db4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5427650-971f-45d9-b7fa-009f8db55de5,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:27.138179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Network': ['ID=26e35662-3377-4342-9599-a92b03687cb0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:27.150765 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b6e49ac7-3907-4257-8c58-1208a63390aa), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:27.151922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 26e35662-3377-4342-9599-a92b03687cb0 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:27.160578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-acf92354-8a9e-4fcd-bf57-aee66a64f17d req-7f8f47bb-dec4-4895-a72e-a6b6327d29e7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273505 Mar 07 16:11:27.165334 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86dccf75-6662-47b1-b60e-9780af2f2e95 req-5e125abe-5b4b-4630-a3bc-c0cff418b99f service neutron] 10.222.0.15 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801704 Mar 07 16:11:27.215158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1cf88221-1e3a-4557-8a65-b3aac88d271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.219051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b6e49ac7-3907-4257-8c58-1208a63390aa), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:27.220365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.221282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:27.226845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-1cf88221-1e3a-4557-8a65-b3aac88d271a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 1126 time: 0.4226563 Mar 07 16:11:27.257371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e11764-787c-46d8-ba9c-1aef0e298508 req-e5ceb134-f5e0-466f-8454-2e84e478c416 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.267661 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51e11764-787c-46d8-ba9c-1aef0e298508 req-e5ceb134-f5e0-466f-8454-2e84e478c416 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 944 time: 0.6024292 Mar 07 16:11:27.319154 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5212269 Mar 07 16:11:27.319154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33712) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:27.379684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e15ec4-7fad-4644-9d20-f4564e19f9a0 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'Network': ['ID=b6e49ac7-3907-4257-8c58-1208a63390aa,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:27.392703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b6e49ac7-3907-4257-8c58-1208a63390aa details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:27.422289 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-c60feee8-42f9-477e-9d5e-d37b4b6c1313 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5427650-971f-45d9-b7fa-009f8db55de5 HTTP/1.1" status: 200 len: 217 time: 0.1831410 Mar 07 16:11:27.425134 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faad794-e4e5-4c59-9380-59cdb5a9b9b6 x-openstack-request-id: req-6faad794-e4e5-4c59-9380-59cdb5a9b9b6 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:27.425643 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b44fb4-b98e-4fd7-bd1d-024bc79af346", "tag": "b5427650-971f-45d9-b7fa-009f8db55de5", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:27.426077 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6faad794-e4e5-4c59-9380-59cdb5a9b9b6 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:27.426691 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'tag': 'b5427650-971f-45d9-b7fa-009f8db55de5', 'status': 'completed', 'code': 200} Mar 07 16:11:27.484343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-18db07eb-76b1-4857-a104-ca47bf10ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.486456 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-18db07eb-76b1-4857-a104-ca47bf10ad73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d25709b15123493187f77659cca41008&device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1126 time: 0.2290831 Mar 07 16:11:27.612564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e931770-7513-44ae-8b02-305e7d140e96 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.620250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e931770-7513-44ae-8b02-305e7d140e96 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.626009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e931770-7513-44ae-8b02-305e7d140e96 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.632610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e931770-7513-44ae-8b02-305e7d140e96 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.634544 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2e931770-7513-44ae-8b02-305e7d140e96 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3159781 Mar 07 16:11:27.637926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33722) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:27.683051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-56c2831c-e4b6-485e-a234-8656c1f95609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.684842 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-56c2831c-e4b6-485e-a234-8656c1f95609 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6 HTTP/1.1" status: 200 len: 910 time: 0.1898391 Mar 07 16:11:27.717946 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:27.728854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 41c64008-739e-452d-a863-9239162a1aef details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:11:27.761933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f6e00-ffab-4ce4-9527-4e08c231a268 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Network': ['ID=e3878ae4-a3a3-46c5-b988-883272849369,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:27.762194 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-1ab6c5e7-f8e8-4bd7-b3fb-7004bda6de26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1942c94-114c-4a23-89cf-c2964eabd32c HTTP/1.1" status: 200 len: 217 time: 0.0686309 Mar 07 16:11:27.780715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network e3878ae4-a3a3-46c5-b988-883272849369 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:27.781195 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-d35894c9-1e11-4b65-9256-21b09cda2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.783321 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-d35894c9-1e11-4b65-9256-21b09cda2c48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.3259344 Mar 07 16:11:27.804627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51e11764-787c-46d8-ba9c-1aef0e298508 req-111014fd-2b8e-4d3d-8172-4a218655ab8f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347075 Mar 07 16:11:27.843642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1a923-f16c-4fe8-a479-72a45e796bf0 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.853432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1a923-f16c-4fe8-a479-72a45e796bf0 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.870705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1a923-f16c-4fe8-a479-72a45e796bf0 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.899879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1a923-f16c-4fe8-a479-72a45e796bf0 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.903326 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3fe1a923-f16c-4fe8-a479-72a45e796bf0 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8222067 Mar 07 16:11:27.907950 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b6e49ac7-3907-4257-8c58-1208a63390aa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:27.912841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33732) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:27.960503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-f09735c8-d3be-4123-9df4-9298b8e3a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:27.962070 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-f09735c8-d3be-4123-9df4-9298b8e3a178 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38e59c6f-67b5-430a-aa22-ae46283ed050 HTTP/1.1" status: 200 len: 848 time: 0.1893606 Mar 07 16:11:28.027290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-6609181a-ac78-4f61-917b-07a57fc12d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:28.028527 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-6609181a-ac78-4f61-917b-07a57fc12d53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2227175 Mar 07 16:11:28.031524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d2403-5b1a-4d9d-b04d-4723620c35a9 req-d5decabe-624f-4db9-9fd1-46f2f7e31346 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:28.034307 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-103d2403-5b1a-4d9d-b04d-4723620c35a9 req-d5decabe-624f-4db9-9fd1-46f2f7e31346 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1126 time: 0.0923560 Mar 07 16:11:28.081845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e3ed51a3-7aa7-466f-aefb-03f0c4057850 req-4ac9e8a0-943f-450d-8373-dcd4b9857ca4 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.1150498 Mar 07 16:11:28.144664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (26e35662-3377-4342-9599-a92b03687cb0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:28.171047 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-103d2403-5b1a-4d9d-b04d-4723620c35a9 req-c0e0c380-e2cb-434f-89ab-c9cd861b29c6 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195347 Mar 07 16:11:28.192462 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-bb31528e-69ef-41c2-938a-e5471616f85d service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571293 Mar 07 16:11:28.232738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 41c64008-739e-452d-a863-9239162a1aef, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=41c64008-739e-452d-a863-9239162a1aef,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:28.259795 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b6e49ac7-3907-4257-8c58-1208a63390aa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:28.265796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '41c64008-739e-452d-a863-9239162a1aef', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'port_id': '41c64008-739e-452d-a863-9239162a1aef', 'mac_address': 'fa:16:3e:b5:f7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b9e25-07a8-4036-8b1a-d3eb88278c53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:11:28.340241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e49ac7-3907-4257-8c58-1208a63390aa']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:28.369304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bde000d-8ff0-4877-8904-4a9c49a41623') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:28.369872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bde000d-8ff0-4877-8904-4a9c49a41623') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:28.395617 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a37dc45-833c-4557-b4db-57683a6d55f2 req-199d9458-6899-4eb9-97d6-81224e50711a service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878099 Mar 07 16:11:28.404007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 41c64008-739e-452d-a863-9239162a1aef is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:28.404398 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41c64008-739e-452d-a863-9239162a1aef), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:28.452500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c64008-739e-452d-a863-9239162a1aef {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:28.513027 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 41c64008-739e-452d-a863-9239162a1aef, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=41c64008-739e-452d-a863-9239162a1aef,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:28.519122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41c64008-739e-452d-a863-9239162a1aef), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:28.543718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-635a0dc4-5cc5-4f81-adda-de42c5dd3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:28.546612 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-635a0dc4-5cc5-4f81-adda-de42c5dd3b56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 1126 time: 0.0753450 Mar 07 16:11:28.564460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-9a5d643b-55da-436f-870e-23b349a896a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:28.566756 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-9a5d643b-55da-436f-870e-23b349a896a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bc0ae953-ad2d-4889-971a-1724a2a0cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5895803 Mar 07 16:11:28.569822 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (26e35662-3377-4342-9599-a92b03687cb0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:28.575171 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (3bde000d-8ff0-4877-8904-4a9c49a41623), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:28.637098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=41c64008-739e-452d-a863-9239162a1aef,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:28.660236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.660601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.663370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.664288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.664823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.665317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.665823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.666335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.666867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.667951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.668455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.668963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.669541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:11:28.697795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-ac706c81-6b3a-42a6-8c3a-bdece596518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:28.700131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-ac706c81-6b3a-42a6-8c3a-bdece596518c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.1464577 Mar 07 16:11:28.760030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-feb1f216-eeb3-418b-a434-74c51724cc50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5427650-971f-45d9-b7fa-009f8db55de5 HTTP/1.1" status: 200 len: 217 time: 0.0507498 Mar 07 16:11:28.834064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-17c9f0d5-f03b-474a-99b8-6e9da98b1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:28.836505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-17c9f0d5-f03b-474a-99b8-6e9da98b1573 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.0675578 Mar 07 16:11:28.924765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-e9554b8e-c90b-4dbc-aed5-b3d23ced9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:28.929702 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-e9554b8e-c90b-4dbc-aed5-b3d23ced9392 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0850759 Mar 07 16:11:29.093857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8b619-07c8-4451-9da5-56c71ce46284 req-350c28d8-edb6-4409-85b8-46779259e616 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:29.096299 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3c8b619-07c8-4451-9da5-56c71ce46284 req-350c28d8-edb6-4409-85b8-46779259e616 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 944 time: 0.1622932 Mar 07 16:11:29.120556 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-c1f4e4d0-4296-426b-ac6f-ddf66fbcf44f service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752212 Mar 07 16:11:29.128924 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.138898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3bde000d-8ff0-4877-8904-4a9c49a41623), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.163019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e35662-3377-4342-9599-a92b03687cb0']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:29.176134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:29.176604 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (3bde000d-8ff0-4877-8904-4a9c49a41623), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:29.178696 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:29.198487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3c8b619-07c8-4451-9da5-56c71ce46284 req-ba27a2b6-08c8-40eb-b586-3f03a448b152 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851293 Mar 07 16:11:29.239958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20983ee-27c1-4d5e-85b9-71d67970ea08') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:29.240393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20983ee-27c1-4d5e-85b9-71d67970ea08') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:29.249487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca94c19-52b7-4217-aac5-e182a136e258 req-e8651b5f-7ea5-4d91-bb42-323e0c7b9cf7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:29.259360 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dca94c19-52b7-4217-aac5-e182a136e258 req-e8651b5f-7ea5-4d91-bb42-323e0c7b9cf7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 944 time: 0.9042668 Mar 07 16:11:29.327487 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c20983ee-27c1-4d5e-85b9-71d67970ea08), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.355288 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c20983ee-27c1-4d5e-85b9-71d67970ea08), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.364529 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c3b5ca6-c8c1-4e74-b7f2-92c11ea0d640 req-d4c1db9d-08c4-41e6-88e7-7551c74f50dd service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142308 Mar 07 16:11:29.366910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393448bf-f584-40a2-92c9-48ab4eca859b req-d50d17af-3b92-4f9e-8a0d-99af499be141 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0563231 Mar 07 16:11:29.381094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:29.385836 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c20983ee-27c1-4d5e-85b9-71d67970ea08), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:29.394776 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:29.463981 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-dd9fa340-4e03-4b6d-ba5f-fb32c05c970d service neutron] 10.222.0.15 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597374 Mar 07 16:11:29.471211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b6e49ac7-3907-4257-8c58-1208a63390aa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.498747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6e49ac7-3907-4257-8c58-1208a63390aa {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 16:11:29.512587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.519657 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "DELETE /v2.0/networks/b6e49ac7-3907-4257-8c58-1208a63390aa HTTP/1.1" status: 204 len: 168 time: 1.8791206 Mar 07 16:11:29.534292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dca94c19-52b7-4217-aac5-e182a136e258 req-6311dbdc-30af-4740-8fa3-e4380442f07e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690496 Mar 07 16:11:29.534436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33760) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:29.542136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Request body: {'network': {'name': 'tempest-network--670568060', 'router:external': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:29.564564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['41c64008-739e-452d-a863-9239162a1aef'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:29.568759 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (26e35662-3377-4342-9599-a92b03687cb0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.570878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55624d3-7197-4fae-bfb0-d06b1a407e9c tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6e49ac7-3907-4257-8c58-1208a63390aa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:29.576857 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.581992 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/networks/26e35662-3377-4342-9599-a92b03687cb0 HTTP/1.1" status: 204 len: 168 time: 1.6531692 Mar 07 16:11:29.590504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33766) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:29.622269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Made reservation on behalf of 35b87f1599b74d32865330c40bff9d76 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:29.628816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.640830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb8d14-6c65-4c3a-b58f-3096dafb5538 req-f03ed74f-1a91-4bdc-98e0-c26571b17f85 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:29.650811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6fb8d14-6c65-4c3a-b58f-3096dafb5538 req-f03ed74f-1a91-4bdc-98e0-c26571b17f85 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1126 time: 0.1543508 Mar 07 16:11:29.668154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1f798-e1ab-4c95-a8b6-908a7d601ff1 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Network': ['ID=26e35662-3377-4342-9599-a92b03687cb0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:29.762750 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (e3878ae4-a3a3-46c5-b988-883272849369), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.768818 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-95b3c179-2f6e-464c-af4f-942e58fef047 req-7a0aa4dd-0983-40b0-b570-989cd7ae1d71 service neutron] 10.222.0.15 "GET /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880745 Mar 07 16:11:29.810175 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6fb8d14-6c65-4c3a-b58f-3096dafb5538 req-6cf08332-2ad2-4ddb-b164-dec658e1bc9b tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572592 Mar 07 16:11:29.832187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:29.852975 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f55b6da0-e93b-468a-b13a-fcb26f9dac4a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.853377 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Added segment f55b6da0-e93b-468a-b13a-fcb26f9dac4a of type vlan for network b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9 Mar 07 16:11:29.950896 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (e3878ae4-a3a3-46c5-b988-883272849369), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.951126 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:29.976058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3878ae4-a3a3-46c5-b988-883272849369']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:29.989828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bbd355-7874-4773-8115-67aed7ddc6c4') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:29.990194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bbd355-7874-4773-8115-67aed7ddc6c4') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:30.004132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (84bbd355-7874-4773-8115-67aed7ddc6c4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:30.005924 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:30.007158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:30.007973 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:30.021024 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (84bbd355-7874-4773-8115-67aed7ddc6c4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:30.028537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:30.029226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (84bbd355-7874-4773-8115-67aed7ddc6c4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:30.034024 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:30.096915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5612803 Mar 07 16:11:30.097854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33772) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:30.117781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (e3878ae4-a3a3-46c5-b988-883272849369), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:30.120300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7af15-1f12-4cde-8b3f-eef075df5821 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'Network': ['ID=b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:30.132655 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:30.138027 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:30.141338 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/networks/e3878ae4-a3a3-46c5-b988-883272849369 HTTP/1.1" status: 204 len: 168 time: 0.5472887 Mar 07 16:11:30.148050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33774) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:30.170420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b0c2-d609-40b0-a61a-1db2828e1cfc tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Network': ['ID=e3878ae4-a3a3-46c5-b988-883272849369,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:30.386186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07b4d8-be44-4fa7-84ef-1c62fb8629f1 req-39a77ec1-8625-4174-bfac-652cd06ea9a6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:30.387949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a07b4d8-be44-4fa7-84ef-1c62fb8629f1 req-39a77ec1-8625-4174-bfac-652cd06ea9a6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 944 time: 0.0793035 Mar 07 16:11:30.477031 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a07b4d8-be44-4fa7-84ef-1c62fb8629f1 req-d962e0c9-abca-427f-9733-9638992970d0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788629 Mar 07 16:11:30.707671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd0533-53f5-4887-afea-7fbb714f79f7 req-aa8cc7cb-8e60-400b-9286-38fef0a2a403 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:30.709221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2dbd0533-53f5-4887-afea-7fbb714f79f7 req-aa8cc7cb-8e60-400b-9286-38fef0a2a403 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 945 time: 0.1058245 Mar 07 16:11:30.740060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3f470e-f51b-4cdf-bb2c-40868f21ca56 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:30.741206 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-af3f470e-f51b-4cdf-bb2c-40868f21ca56 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] 10.222.0.24 "GET /v2.0/networks/b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9 HTTP/1.1" status: 200 len: 756 time: 0.6388719 Mar 07 16:11:30.744585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33786) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:30.783574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a03760a0-4738-41e6-a8f0-ced44cd95453 req-d07b6466-f88a-4694-b3d3-8c153491791b tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0683610 Mar 07 16:11:30.811551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2dbd0533-53f5-4887-afea-7fbb714f79f7 req-b332e7ed-6ee5-423a-98e7-fc6e0ebaf5e0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868204 Mar 07 16:11:30.925254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba191c2-9686-4966-b77a-b5558525803b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:30.929812 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91a7fc43-512e-4fcd-a8ad-7a53b1a64c7d req-25790fbb-7e97-489f-93f3-ba682cb91538 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0437884 Mar 07 16:11:30.935577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba191c2-9686-4966-b77a-b5558525803b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:30.942609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba191c2-9686-4966-b77a-b5558525803b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:30.948566 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bba191c2-9686-4966-b77a-b5558525803b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1890 time: 0.7941077 Mar 07 16:11:30.950419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376e2d13-f44a-42bf-8d82-86c308788e1c tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:30.950641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33800) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:30.953033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-376e2d13-f44a-42bf-8d82-86c308788e1c tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] 10.222.0.24 "GET /v2.0/networks/a9ea86f5-2791-45a5-9722-3acf4d89cbe8 HTTP/1.1" status: 200 len: 768 time: 0.2075055 Mar 07 16:11:30.956702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1602066507'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:30.960806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33802) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:30.994773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32011687-964c-498d-93e4-b64c714559a6 req-7e710dbf-0d93-46f2-bde3-4cf4b57d98a8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:30.995888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32011687-964c-498d-93e4-b64c714559a6 req-7e710dbf-0d93-46f2-bde3-4cf4b57d98a8 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1126 time: 0.0633879 Mar 07 16:11:31.054526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Made reservation on behalf of 2f51ac35866a41fdb5cc683ad29513c5 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:31.060449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.070948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32011687-964c-498d-93e4-b64c714559a6 req-85e4f793-5afc-459a-ae7e-603bed18f801 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682061 Mar 07 16:11:31.086236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.102714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:31.133468 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (574aab9b-c05b-4f71-8256-ec67880bf0e7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.133924 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Added segment 574aab9b-c05b-4f71-8256-ec67880bf0e7 of type vlan for network 64796109-34dc-4a3b-bfbe-fce30611ac48 Mar 07 16:11:31.209080 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.240327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (64796109-34dc-4a3b-bfbe-fce30611ac48), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.246570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:31.260874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55b6da0-e93b-468a-b13a-fcb26f9dac4a') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:31.261184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55b6da0-e93b-468a-b13a-fcb26f9dac4a') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:31.289747 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f55b6da0-e93b-468a-b13a-fcb26f9dac4a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.306198 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (64796109-34dc-4a3b-bfbe-fce30611ac48), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.312207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:31.312818 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.315547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f55b6da0-e93b-468a-b13a-fcb26f9dac4a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.341089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:31.341621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f55b6da0-e93b-468a-b13a-fcb26f9dac4a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:31.344211 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:31.401183 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4490068 Mar 07 16:11:31.404006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33812) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:31.410875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1108187137'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:31.436498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Made reservation on behalf of 2f51ac35866a41fdb5cc683ad29513c5 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:31.440611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.450443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245816f-59ca-448f-bffa-7a888af25181 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Network': ['ID=64796109-34dc-4a3b-bfbe-fce30611ac48,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:31.457843 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.464571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 64796109-34dc-4a3b-bfbe-fce30611ac48 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:31.469202 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 16:11:31.472184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.473581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:31.476236 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "DELETE /v2.0/networks/b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9 HTTP/1.1" status: 204 len: 168 time: 0.5133159 Mar 07 16:11:31.480214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33818) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:31.487625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Request body: {'network': {'name': 'tempest-network--356022657'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:31.490127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc1622-73d4-421a-8da0-4a93ec8552b2 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7de1c54-4cdd-4cd8-a115-c0a0bf18cbc9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:31.497987 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f3c19048-9650-41b5-bc8d-ae327ea6721e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.498335 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Added segment f3c19048-9650-41b5-bc8d-ae327ea6721e of type vlan for network b05726ef-8670-4823-9c2a-b7fad8d91943 Mar 07 16:11:31.548098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Made reservation on behalf of 35b87f1599b74d32865330c40bff9d76 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:31.551058 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.557421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b05726ef-8670-4823-9c2a-b7fad8d91943), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.597720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:31.604417 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b05726ef-8670-4823-9c2a-b7fad8d91943), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.609600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:31.610188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.634763 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f4daedca-d1aa-4e39-9c86-847f6bf0f7d6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.635056 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Added segment f4daedca-d1aa-4e39-9c86-847f6bf0f7d6 of type vlan for network f455d098-fce1-4c66-b933-dabd6e94522d Mar 07 16:11:31.635571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7cbe7-7d8d-4909-9b1d-ac5c9594aae1 req-eb5bbc3c-5393-46f6-a09a-6634d31cdd8a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:31.637486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58d7cbe7-7d8d-4909-9b1d-ac5c9594aae1 req-eb5bbc3c-5393-46f6-a09a-6634d31cdd8a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 944 time: 0.0683675 Mar 07 16:11:31.679131 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2730429 Mar 07 16:11:31.682347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33822) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:31.688626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'ports': [{'network_id': '64796109-34dc-4a3b-bfbe-fce30611ac48', 'name': 'tempest-port--469253701', 'admin_state_up': True}, {'network_id': 'b05726ef-8670-4823-9c2a-b7fad8d91943', 'admin_state_up': False}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:31.689305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'port': {'network_id': '64796109-34dc-4a3b-bfbe-fce30611ac48', 'name': 'tempest-port--469253701', 'admin_state_up': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:31.690109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'port': {'network_id': 'b05726ef-8670-4823-9c2a-b7fad8d91943', 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:31.726132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f455d098-fce1-4c66-b933-dabd6e94522d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.728311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305b4bf-d3c0-4c1a-957c-7be04d70508a tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Network': ['ID=b05726ef-8670-4823-9c2a-b7fad8d91943,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:31.737373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 41c64008-739e-452d-a863-9239162a1aef up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:31.741457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b05726ef-8670-4823-9c2a-b7fad8d91943 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:31.753011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58d7cbe7-7d8d-4909-9b1d-ac5c9594aae1 req-cb56cc49-5362-4bb1-8f7b-5772178bae3d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062911 Mar 07 16:11:31.753591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f455d098-fce1-4c66-b933-dabd6e94522d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.754611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:31.755265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783454'] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.808174 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3264444 Mar 07 16:11:31.810678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33826) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:31.877728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-218ace25-598d-4f92-9459-eca08c35b232 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:31.932390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 41c64008-739e-452d-a863-9239162a1aef completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:11:31.938449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 41c64008-739e-452d-a863-9239162a1aef triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:31.940895 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (41c64008-739e-452d-a863-9239162a1aef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:31.969802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdb830-7b01-4ab3-8844-d0bc2d6c5462 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'Network': ['ID=f455d098-fce1-4c66-b933-dabd6e94522d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:31.985948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f455d098-fce1-4c66-b933-dabd6e94522d details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:32.001739 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc3cc1d2-bd00-4fd3-9f3d-24cac0db57bd req-84e8af14-9d59-4f6b-9eb7-2405d04852b1 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0446997 Mar 07 16:11:32.019604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d581d-5d2e-45c4-bca5-28b7b57b2697 req-66419e98-e7e6-48b9-a064-3f93af3b4dad tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:32.021201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb1d581d-5d2e-45c4-bca5-28b7b57b2697 req-66419e98-e7e6-48b9-a064-3f93af3b4dad tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 945 time: 0.0964611 Mar 07 16:11:32.022378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Made reservation on behalf of 2f51ac35866a41fdb5cc683ad29513c5 for: {'port': 2} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:32.027210 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.052236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.161337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 41c64008-739e-452d-a863-9239162a1aef is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:32.162001 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41c64008-739e-452d-a863-9239162a1aef), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.174611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-218ace25-598d-4f92-9459-eca08c35b232 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f455d098-fce1-4c66-b933-dabd6e94522d), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.189959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532ea082-b143-4170-873c-1efbe384cdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c64008-739e-452d-a863-9239162a1aef'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:32.192258 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d1633e-8c74-4309-9ac1-8b39cc4c1cbb" -d '{"events": [{"server_uuid": "532ea082-b143-4170-873c-1efbe384cdef", "name": "network-vif-plugged", "status": "completed", "tag": "41c64008-739e-452d-a863-9239162a1aef"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:32.202226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb1d581d-5d2e-45c4-bca5-28b7b57b2697 req-548fb61a-03b8-4e82-b776-9e1f099e95c1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640372 Mar 07 16:11:32.208529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 41c64008-739e-452d-a863-9239162a1aef, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=41c64008-739e-452d-a863-9239162a1aef,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:32.213320 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41c64008-739e-452d-a863-9239162a1aef), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.229014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-218ace25-598d-4f92-9459-eca08c35b232 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f455d098-fce1-4c66-b933-dabd6e94522d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.263573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-218ace25-598d-4f92-9459-eca08c35b232 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Network f455d098-fce1-4c66-b933-dabd6e94522d is not hosted by any dhcp agent {{(pid=103867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:11:32.265654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ace25-598d-4f92-9459-eca08c35b232 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:32.267350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-218ace25-598d-4f92-9459-eca08c35b232 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.272597 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-218ace25-598d-4f92-9459-eca08c35b232 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "PUT /v2.0/networks/f455d098-fce1-4c66-b933-dabd6e94522d HTTP/1.1" status: 200 len: 857 time: 0.4608636 Mar 07 16:11:32.273248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33854) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:32.293091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=41c64008-739e-452d-a863-9239162a1aef,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:32.336545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] device_id is not set on port a71a47c6-e88c-4301-bc88-a5c143a4d9e6 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:11:32.340645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2663947-90ea-4066-8941-ead14e68e1c7 req-79f12cc8-056f-495a-a012-6074b2633b69 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:32.342226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2663947-90ea-4066-8941-ead14e68e1c7 req-79f12cc8-056f-495a-a012-6074b2633b69 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1126 time: 0.1632023 Mar 07 16:11:32.353435 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad161cb-07ed-4f21-b65b-eaa29091f499 x-openstack-request-id: req-aad161cb-07ed-4f21-b65b-eaa29091f499 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:32.354208 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532ea082-b143-4170-873c-1efbe384cdef", "name": "network-vif-plugged", "status": "completed", "tag": "41c64008-739e-452d-a863-9239162a1aef", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:32.354498 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aad161cb-07ed-4f21-b65b-eaa29091f499 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:32.354953 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532ea082-b143-4170-873c-1efbe384cdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c64008-739e-452d-a863-9239162a1aef', 'code': 200} Mar 07 16:11:32.405131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ace25-598d-4f92-9459-eca08c35b232 tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event updated for resources: {'Network': ['ID=f455d098-fce1-4c66-b933-dabd6e94522d,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:32.457029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f455d098-fce1-4c66-b933-dabd6e94522d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.468166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for port (a71a47c6-e88c-4301-bc88-a5c143a4d9e6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.494141 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2663947-90ea-4066-8941-ead14e68e1c7 req-95adc3ad-e249-41fc-9092-6efb7959f81c tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432521 Mar 07 16:11:32.537747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83169698-d87e-4886-a1bf-156252280909 req-d74e1371-c979-4467-837b-a46c69767c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:32.539258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-83169698-d87e-4886-a1bf-156252280909 req-d74e1371-c979-4467-837b-a46c69767c79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 1128 time: 0.1133280 Mar 07 16:11:32.540881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87af0f-94ed-4d52-8ebf-8869d0776e68 req-8dc5340f-2ce7-4812-a625-83fddb1f577c tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:32.542399 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9a87af0f-94ed-4d52-8ebf-8869d0776e68 req-8dc5340f-2ce7-4812-a625-83fddb1f577c tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 951 time: 0.1401730 Mar 07 16:11:32.563278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] device_id is not set on port fa973852-571c-4fba-8f7f-2acdf9d7013b yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:11:32.592874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (f455d098-fce1-4c66-b933-dabd6e94522d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.610904 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9a87af0f-94ed-4d52-8ebf-8869d0776e68 req-20ed17c5-a957-4ed7-93a7-7d4bd3aca9e5 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582316 Mar 07 16:11:32.623353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f455d098-fce1-4c66-b933-dabd6e94522d']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:32.640964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4daedca-d1aa-4e39-9c86-847f6bf0f7d6') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:32.641378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4daedca-d1aa-4e39-9c86-847f6bf0f7d6') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:32.645650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-83169698-d87e-4886-a1bf-156252280909 req-2d900429-f368-461b-8383-efb66823ade5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985949 Mar 07 16:11:32.656313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (f4daedca-d1aa-4e39-9c86-847f6bf0f7d6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.670956 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f4daedca-d1aa-4e39-9c86-847f6bf0f7d6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.677397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:32.677552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (f4daedca-d1aa-4e39-9c86-847f6bf0f7d6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:32.679217 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:32.682130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for port (fa973852-571c-4fba-8f7f-2acdf9d7013b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.724517 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a71a47c6-e88c-4301-bc88-a5c143a4d9e6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.737331 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (f455d098-fce1-4c66-b933-dabd6e94522d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.743597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f455d098-fce1-4c66-b933-dabd6e94522d {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 16:11:32.746973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.755301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f455d098-fce1-4c66-b933-dabd6e94522d HTTP/1.1" status: 204 len: 168 time: 0.4697626 Mar 07 16:11:32.760462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33868) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:32.767642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca07d5-4686-4fb7-bc2b-f3430308363b tempest-ExternalNetworksTestJSON-669015114 tempest-ExternalNetworksTestJSON-669015114-project-admin] Pushing event deleted for resources: {'Network': ['ID=f455d098-fce1-4c66-b933-dabd6e94522d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:32.837988 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbded4d-aa82-4efe-8a50-437457740fb6 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] DELETE failed (client error): The resource could not be found. Mar 07 16:11:32.838455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbded4d-aa82-4efe-8a50-437457740fb6 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:11:32.844116 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7dbded4d-aa82-4efe-8a50-437457740fb6 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] 10.222.0.24 "DELETE /v2.0/subnets/0e8d2f02-746a-442b-b8ef-2153502c1b71 HTTP/1.1" status: 404 len: 337 time: 0.0802748 Mar 07 16:11:32.844489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33884) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:32.851170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Checking segment: {'id': '574aab9b-c05b-4f71-8256-ec67880bf0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64796109-34dc-4a3b-bfbe-fce30611ac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:32.851992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Network hostable DHCP agents. Network: 64796109-34dc-4a3b-bfbe-fce30611ac48, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:11:32.862339 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Port': ['ID=a71a47c6-e88c-4301-bc88-a5c143a4d9e6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:32.881359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Network 64796109-34dc-4a3b-bfbe-fce30611ac48 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:11:32.893951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 64796109-34dc-4a3b-bfbe-fce30611ac48) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:32.898489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:32.899564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (fa973852-571c-4fba-8f7f-2acdf9d7013b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:32.904047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e84b0aa-cbf2-4988-a079-8994acf831e0 None None] Network 64796109-34dc-4a3b-bfbe-fce30611ac48 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:33.006333 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (a9ea86f5-2791-45a5-9722-3acf4d89cbe8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.018682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Port': ['ID=fa973852-571c-4fba-8f7f-2acdf9d7013b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:33.033596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Checking segment: {'id': 'f3c19048-9650-41b5-bc8d-ae327ea6721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b05726ef-8670-4823-9c2a-b7fad8d91943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:33.034724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Network hostable DHCP agents. Network: b05726ef-8670-4823-9c2a-b7fad8d91943, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:11:33.039743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7c3cb-8881-46ea-8b20-b631fd2580c9 req-2a2d3308-cde3-4580-b22c-636f6944d683 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:33.041342 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5bf7c3cb-8881-46ea-8b20-b631fd2580c9 req-2a2d3308-cde3-4580-b22c-636f6944d683 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 944 time: 0.1885142 Mar 07 16:11:33.080938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Network b05726ef-8670-4823-9c2a-b7fad8d91943 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:11:33.096442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b05726ef-8670-4823-9c2a-b7fad8d91943) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:33.103023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:33.112428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d070158-6d7d-4024-9e9d-17068021b77d None None] Network b05726ef-8670-4823-9c2a-b7fad8d91943 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:33.121122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:33.127049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:33.127774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.150660 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (a9ea86f5-2791-45a5-9722-3acf4d89cbe8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.169129 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-01dc862a-798d-447f-88ce-70279b26c5bb req-877e5c38-962b-4f0e-b375-380ab2381390 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0381796 Mar 07 16:11:33.174124 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5bf7c3cb-8881-46ea-8b20-b631fd2580c9 req-13b94d71-eb2c-4ed7-a859-e3f51c19a5a5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145911 Mar 07 16:11:33.188354 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-58ff07d1-6fb7-45ba-865c-f4cb281f2bef tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5044713 Mar 07 16:11:33.191670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33908) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:33.209857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ea86f5-2791-45a5-9722-3acf4d89cbe8']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:33.241309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf14568-7d17-4644-8013-f9074876eaf1') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:33.241858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf14568-7d17-4644-8013-f9074876eaf1') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:33.261513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (6cf14568-7d17-4644-8013-f9074876eaf1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.280573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6cf14568-7d17-4644-8013-f9074876eaf1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.291350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:33.291756 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (6cf14568-7d17-4644-8013-f9074876eaf1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:33.298245 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:33.325832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa4563d-18e9-4a8f-bfc0-d312d60ccf05 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:33.332745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa4563d-18e9-4a8f-bfc0-d312d60ccf05 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:33.335285 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0fa4563d-18e9-4a8f-bfc0-d312d60ccf05 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1423869 Mar 07 16:11:33.337510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33932) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:33.383375 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (a9ea86f5-2791-45a5-9722-3acf4d89cbe8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.387934 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.394429 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] 10.222.0.24 "DELETE /v2.0/networks/a9ea86f5-2791-45a5-9722-3acf4d89cbe8 HTTP/1.1" status: 204 len: 168 time: 0.5456860 Mar 07 16:11:33.424571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ee55b-15bd-4231-8068-01dd5a212fe7 tempest-ExternalNetworksTestJSON-176833461 tempest-ExternalNetworksTestJSON-176833461-project] Pushing event deleted for resources: {'Network': ['ID=a9ea86f5-2791-45a5-9722-3acf4d89cbe8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:33.492991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1440d-3eab-4d39-bfac-d57c430a5f41 req-183478d5-0e2f-4f86-a043-1e44aa86735b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:33.494525 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e3f1440d-3eab-4d39-bfac-d57c430a5f41 req-183478d5-0e2f-4f86-a043-1e44aa86735b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 946 time: 0.1123421 Mar 07 16:11:33.551832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-91288edd-4386-471f-ab85-490484535bbf tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Deleting port a71a47c6-e88c-4301-bc88-a5c143a4d9e6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:33.552190 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-91288edd-4386-471f-ab85-490484535bbf tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a71a47c6-e88c-4301-bc88-a5c143a4d9e6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.629656 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e3f1440d-3eab-4d39-bfac-d57c430a5f41 req-b5d4b4a4-a4ee-423d-89fb-59d1711d3c31 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260877 Mar 07 16:11:33.652011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-91288edd-4386-471f-ab85-490484535bbf tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a71a47c6-e88c-4301-bc88-a5c143a4d9e6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.663588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-91288edd-4386-471f-ab85-490484535bbf tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Calling delete_port for a71a47c6-e88c-4301-bc88-a5c143a4d9e6 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:33.711579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a4893af5-5a6d-4d33-8f12-54b48c8fd5e6 req-a28dd9c4-f89f-413d-9700-e8cdc00616b1 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0374701 Mar 07 16:11:33.740812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b5427650-971f-45d9-b7fa-009f8db55de5 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:11:33.758394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33956) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:33.797571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927599f-8f94-464b-8aad-d656a5bb591e req-21047c08-7031-4fe3-9e2f-aedeef5b0f96 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:33.801281 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b927599f-8f94-464b-8aad-d656a5bb591e req-21047c08-7031-4fe3-9e2f-aedeef5b0f96 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1126 time: 0.0761399 Mar 07 16:11:33.830098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-91288edd-4386-471f-ab85-490484535bbf tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a71a47c6-e88c-4301-bc88-a5c143a4d9e6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.885285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91288edd-4386-471f-ab85-490484535bbf tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Port': ['ID=a71a47c6-e88c-4301-bc88-a5c143a4d9e6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:33.894169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port b5427650-971f-45d9-b7fa-009f8db55de5, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b5427650-971f-45d9-b7fa-009f8db55de5,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:33.899648 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-91288edd-4386-471f-ab85-490484535bbf tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.902853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-91288edd-4386-471f-ab85-490484535bbf tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/ports/a71a47c6-e88c-4301-bc88-a5c143a4d9e6 HTTP/1.1" status: 204 len: 168 time: 0.5643222 Mar 07 16:11:33.906661 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b927599f-8f94-464b-8aad-d656a5bb591e req-c7646d88-61f6-435e-ae03-834f03855bc2 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954413 Mar 07 16:11:33.907144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 33970) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:33.915536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'b5427650-971f-45d9-b7fa-009f8db55de5', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'port_id': 'b5427650-971f-45d9-b7fa-009f8db55de5', 'mac_address': 'fa:16:3e:94:78:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:11:33.963944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-986e242c-07d9-4614-8cb2-7337f4338d1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9abe3ee56b7a4f089784a7b2d3d5c994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2042985 Mar 07 16:11:33.966825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 33978) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:33.980099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port b5427650-971f-45d9-b7fa-009f8db55de5 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:33.980507 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:33.994289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5427650-971f-45d9-b7fa-009f8db55de5 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:34.014502 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port b5427650-971f-45d9-b7fa-009f8db55de5, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b5427650-971f-45d9-b7fa-009f8db55de5,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:34.027659 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.028604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e1942c94-114c-4a23-89cf-c2964eabd32c details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:11:34.029028 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecc0001d-3f93-49c1-b8a2-2f683996ee4c admin admin] Publish callbacks [] for security_group (1da579a3-7147-4d2f-8e38-a33681cfc7ab), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.051907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6bb7e-f5ba-4340-8ba8-9fb056742c15 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Deleting port fa973852-571c-4fba-8f7f-2acdf9d7013b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:34.052351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ad6bb7e-f5ba-4340-8ba8-9fb056742c15 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fa973852-571c-4fba-8f7f-2acdf9d7013b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.054951 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecc0001d-3f93-49c1-b8a2-2f683996ee4c admin admin] Publish callbacks [] for security_group (1da579a3-7147-4d2f-8e38-a33681cfc7ab), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.121410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecc0001d-3f93-49c1-b8a2-2f683996ee4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1da579a3-7147-4d2f-8e38-a33681cfc7ab), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.125383 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecc0001d-3f93-49c1-b8a2-2f683996ee4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.130739 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ecc0001d-3f93-49c1-b8a2-2f683996ee4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1da579a3-7147-4d2f-8e38-a33681cfc7ab HTTP/1.1" status: 204 len: 168 time: 0.1628399 Mar 07 16:11:34.130936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=b5427650-971f-45d9-b7fa-009f8db55de5,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:34.140415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0001d-3f93-49c1-b8a2-2f683996ee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da579a3-7147-4d2f-8e38-a33681cfc7ab,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:34.156656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ad6bb7e-f5ba-4340-8ba8-9fb056742c15 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fa973852-571c-4fba-8f7f-2acdf9d7013b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.181230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6bb7e-f5ba-4340-8ba8-9fb056742c15 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Calling delete_port for fa973852-571c-4fba-8f7f-2acdf9d7013b owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:34.413652 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ad6bb7e-f5ba-4340-8ba8-9fb056742c15 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (fa973852-571c-4fba-8f7f-2acdf9d7013b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.423812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e1942c94-114c-4a23-89cf-c2964eabd32c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e1942c94-114c-4a23-89cf-c2964eabd32c,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:34.431248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00a74e-5e23-4dc2-a4c0-6caa9482eea7 req-c8b19782-c461-41d8-bfa0-5683be11fb57 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:34.442127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e00a74e-5e23-4dc2-a4c0-6caa9482eea7 req-c8b19782-c461-41d8-bfa0-5683be11fb57 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 945 time: 0.1432714 Mar 07 16:11:34.446524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'e1942c94-114c-4a23-89cf-c2964eabd32c', 'network_id': 'bc0ae953-ad2d-4889-971a-1724a2a0cbc6', 'port_id': 'e1942c94-114c-4a23-89cf-c2964eabd32c', 'mac_address': 'fa:16:3e:d9:94:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e59c6f-67b5-430a-aa22-ae46283ed050', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:11:34.481086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6bb7e-f5ba-4340-8ba8-9fb056742c15 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Port': ['ID=fa973852-571c-4fba-8f7f-2acdf9d7013b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:34.487715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ad6bb7e-f5ba-4340-8ba8-9fb056742c15 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.491404 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1ad6bb7e-f5ba-4340-8ba8-9fb056742c15 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/ports/fa973852-571c-4fba-8f7f-2acdf9d7013b HTTP/1.1" status: 204 len: 168 time: 0.5832844 Mar 07 16:11:34.493984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34030) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:34.515458 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e00a74e-5e23-4dc2-a4c0-6caa9482eea7 req-20363c0a-79d9-4796-9c15-8aade855ad1f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722375 Mar 07 16:11:34.541590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e1942c94-114c-4a23-89cf-c2964eabd32c is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:34.541995 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.574963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-23e9cbfa-064c-49f9-b521-c786128605e8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0761378 Mar 07 16:11:34.575506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34034) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:34.581619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1618767678'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:34.598553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1942c94-114c-4a23-89cf-c2964eabd32c {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:34.615410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34042) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:34.623875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e1942c94-114c-4a23-89cf-c2964eabd32c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e1942c94-114c-4a23-89cf-c2964eabd32c,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:34.634050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Made reservation on behalf of 2f51ac35866a41fdb5cc683ad29513c5 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:34.638168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.639391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.687059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34054) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:34.687284 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a5e04658-c2b7-4943-ab17-846db2991b0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35b87f1599b74d32865330c40bff9d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0702224 Mar 07 16:11:34.692065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:34.717014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e1942c94-114c-4a23-89cf-c2964eabd32c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:34.748165 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3c40e565-f5e0-45a7-a9f0-cb4cafc826f5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.748165 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Added segment 3c40e565-f5e0-45a7-a9f0-cb4cafc826f5 of type vlan for network 99fea6eb-bd4b-4825-b680-512fd0847831 Mar 07 16:11:34.804215 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0098c-2af7-48d1-8cd2-d60a2a6fffd5 req-44791b73-f09d-4ce1-bc47-9c57c8216e21 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:34.806160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7cc0098c-2af7-48d1-8cd2-d60a2a6fffd5 req-44791b73-f09d-4ce1-bc47-9c57c8216e21 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 946 time: 0.0779877 Mar 07 16:11:34.808070 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-28773d37-a415-424c-863a-dc2a97aa2217 admin admin] Publish callbacks [] for security_group (665b3ad4-c1b9-41b5-82a2-18efcf773eea), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.842173 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (99fea6eb-bd4b-4825-b680-512fd0847831), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.859599 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-28773d37-a415-424c-863a-dc2a97aa2217 admin admin] Publish callbacks [] for security_group (665b3ad4-c1b9-41b5-82a2-18efcf773eea), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.861474 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7cc0098c-2af7-48d1-8cd2-d60a2a6fffd5 req-8d1b0904-cad5-43dd-958d-121dfb2f835c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474072 Mar 07 16:11:34.894131 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d46dd600-7d0a-49bb-9634-5931ce26e1b9 req-61f34f33-404a-4bca-9913-30011073b812 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0546505 Mar 07 16:11:34.939722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (99fea6eb-bd4b-4825-b680-512fd0847831), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:34.947732 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:34.947732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:35.025698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4491181 Mar 07 16:11:35.030105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34078) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:35.031338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-28773d37-a415-424c-863a-dc2a97aa2217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (665b3ad4-c1b9-41b5-82a2-18efcf773eea), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:35.034402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-28773d37-a415-424c-863a-dc2a97aa2217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:35.037815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-28773d37-a415-424c-863a-dc2a97aa2217 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/665b3ad4-c1b9-41b5-82a2-18efcf773eea HTTP/1.1" status: 204 len: 168 time: 0.3447144 Mar 07 16:11:35.040857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2101579884'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:35.051112 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7af8-ed79-4732-948d-3b0419b8e9b6 req-cdb29f71-3b40-4050-a074-a77b304d9803 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:35.052665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-791e7af8-ed79-4732-948d-3b0419b8e9b6 req-cdb29f71-3b40-4050-a074-a77b304d9803 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1127 time: 0.0479558 Mar 07 16:11:35.062095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d2ca0-ab26-43da-a71f-0bf3a81aef9b tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Network': ['ID=99fea6eb-bd4b-4825-b680-512fd0847831,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:35.072828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 99fea6eb-bd4b-4825-b680-512fd0847831 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:35.090957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28773d37-a415-424c-863a-dc2a97aa2217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665b3ad4-c1b9-41b5-82a2-18efcf773eea,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:35.104963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-791e7af8-ed79-4732-948d-3b0419b8e9b6 req-56c46a05-b542-4ec9-9635-90dff0dfecc4 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457735 Mar 07 16:11:35.111209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Made reservation on behalf of 2f51ac35866a41fdb5cc683ad29513c5 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:35.114622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:35.147567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd54c-f44e-431d-885e-99498879db12 req-001e78c5-9132-4da1-9e63-3c73d0263505 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:35.149754 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26dbd54c-f44e-431d-885e-99498879db12 req-001e78c5-9132-4da1-9e63-3c73d0263505 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 946 time: 0.1221604 Mar 07 16:11:35.161134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:35.173886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b5427650-971f-45d9-b7fa-009f8db55de5'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:35.176494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e1942c94-114c-4a23-89cf-c2964eabd32c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:35.196340 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (af8a0fd7-1bb6-4bad-beb1-eef1def250fa), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:35.196693 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Added segment af8a0fd7-1bb6-4bad-beb1-eef1def250fa of type vlan for network fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 Mar 07 16:11:35.286867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (fbd0689c-1b6b-4bce-9fd4-a7119c915cb3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:35.324166 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (fbd0689c-1b6b-4bce-9fd4-a7119c915cb3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:35.332564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:35.333501 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:35.396492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26dbd54c-f44e-431d-885e-99498879db12 req-d3e2d120-03d2-4f68-8723-7c5ede38002b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362468 Mar 07 16:11:35.440603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4027658 Mar 07 16:11:35.522789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929ae25-7b0e-45a1-a837-a356e95ef05c tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Network': ['ID=fbd0689c-1b6b-4bce-9fd4-a7119c915cb3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:35.537534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:35.756610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:35.819300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18c7b5-7adb-419a-bcad-aeedf9f30754 req-c3b3bb27-ee21-4c9f-b181-a75d1ab39d31 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:35.820808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb18c7b5-7adb-419a-bcad-aeedf9f30754 req-c3b3bb27-ee21-4c9f-b181-a75d1ab39d31 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 945 time: 0.0944855 Mar 07 16:11:35.882128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 26b3d0bb-baea-4587-861b-0506109bd54c is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:35.882654 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:35.902942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb18c7b5-7adb-419a-bcad-aeedf9f30754 req-37e3cb87-964f-4751-9e16-a2ba4f163be7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754905 Mar 07 16:11:35.914478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:35.914478 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c30883-3ff9-4fb3-b1f4-4fcabad4d04f" -d '{"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-unplugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:35.928628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:35.934038 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:36.019513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=11']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:36.109031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbd3c9-dabc-47aa-b531-aa19d93b4e1e req-b0220b28-2421-414b-b9ab-81c4f28b1134 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:36.112273 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca95b4aa-5785-4c3e-a19d-cacb7c030de8 x-openstack-request-id: req-ca95b4aa-5785-4c3e-a19d-cacb7c030de8 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:36.112761 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-unplugged", "status": "completed", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:36.112965 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca95b4aa-5785-4c3e-a19d-cacb7c030de8 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:36.113431 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c', 'code': 200} Mar 07 16:11:36.120763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-52cbd3c9-dabc-47aa-b531-aa19d93b4e1e req-b0220b28-2421-414b-b9ab-81c4f28b1134 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 946 time: 0.0826097 Mar 07 16:11:36.188161 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-52cbd3c9-dabc-47aa-b531-aa19d93b4e1e req-67c192eb-8334-4f5d-9ac5-7edc1f0ae224 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663717 Mar 07 16:11:36.208548 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55e97f26-3e5a-488f-853c-a660d68d9564 req-da8a661d-a6fa-4149-884b-fc198211ab6a tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0385547 Mar 07 16:11:36.343119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a88f27-48be-4483-8217-e6d5db791b94 req-66f9f9d8-9e35-48aa-b582-ac268de2fb8c tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:36.347528 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79a88f27-48be-4483-8217-e6d5db791b94 req-66f9f9d8-9e35-48aa-b582-ac268de2fb8c tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1127 time: 0.0683420 Mar 07 16:11:36.413261 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79a88f27-48be-4483-8217-e6d5db791b94 req-d92512a5-6ed4-4755-8cfc-95e5198620ad tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513301 Mar 07 16:11:36.538403 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:36.857015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34210) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:36.983951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2de34a35-fdc2-4e02-a94d-f4d7c6a32394 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-217235737'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:36.986407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2de34a35-fdc2-4e02-a94d-f4d7c6a32394 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Unknown quota resources ['metering_label']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 16:11:37.058185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3dff8-11ba-4b4a-abd0-df31abddaf0f req-ccde3a44-6d46-497c-9f8a-3bb86903cdf2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:37.059904 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbd3dff8-11ba-4b4a-abd0-df31abddaf0f req-ccde3a44-6d46-497c-9f8a-3bb86903cdf2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 945 time: 0.0854511 Mar 07 16:11:37.122754 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dbd3dff8-11ba-4b4a-abd0-df31abddaf0f req-d5f31d96-9af4-4a08-9d68-f249464e8d7e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567307 Mar 07 16:11:37.245844 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2de34a35-fdc2-4e02-a94d-f4d7c6a32394 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:37.249877 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2de34a35-fdc2-4e02-a94d-f4d7c6a32394 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3892581 Mar 07 16:11:37.250188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34232) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:37.255360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2ca8bcce-5824-448d-859d-a55ecdae6661 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1e89fb0d-c5ab-4f4d-b316-67bdbc987088'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:37.256021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2ca8bcce-5824-448d-859d-a55ecdae6661 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 16:11:37.349422 n-d-830010-8 neutron-server[103867]: WARNING neutron.services.metering.metering_plugin [None req-2ca8bcce-5824-448d-859d-a55ecdae6661 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 16:11:37.354068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319e00-d807-4569-909d-9ed9e77ec835 req-bd92fd48-a700-404a-85c7-d653417f219e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:37.357423 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eb319e00-d807-4569-909d-9ed9e77ec835 req-bd92fd48-a700-404a-85c7-d653417f219e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 946 time: 0.0836463 Mar 07 16:11:37.424147 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eb319e00-d807-4569-909d-9ed9e77ec835 req-1cb7312b-576c-4d8c-ab46-e7da61bba81b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600200 Mar 07 16:11:37.520784 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ca8bcce-5824-448d-859d-a55ecdae6661 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:37.522362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ca8bcce-5824-448d-859d-a55ecdae6661 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2710195 Mar 07 16:11:37.525951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34248) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:37.533011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-15b9e2a6-b2af-4e30-ae9b-b553c12ad1b1 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1e89fb0d-c5ab-4f4d-b316-67bdbc987088'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:37.533771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-15b9e2a6-b2af-4e30-ae9b-b553c12ad1b1 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 16:11:37.541450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e3a8f0e0-724a-4992-8a4c-62ae005c0933 req-5fa9ba2a-57a7-4e79-af0f-b40556c18aaa tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0454879 Mar 07 16:11:37.598355 n-d-830010-8 neutron-server[103867]: WARNING neutron.services.metering.metering_plugin [None req-15b9e2a6-b2af-4e30-ae9b-b553c12ad1b1 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 16:11:37.665636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-4ee4a82d-da61-4a2e-86b6-b0ed5de1d542 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:37.667683 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-4ee4a82d-da61-4a2e-86b6-b0ed5de1d542 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 946 time: 0.2150698 Mar 07 16:11:37.717482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15b9e2a6-b2af-4e30-ae9b-b553c12ad1b1 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:37.719297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-15b9e2a6-b2af-4e30-ae9b-b553c12ad1b1 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1914346 Mar 07 16:11:37.721919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34264) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:37.756324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b5427650-971f-45d9-b7fa-009f8db55de5 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:37.779368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34266) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:37.780634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aaaad8c5-d7f7-4d97-b76a-8ed0b689e68d tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=27d90ba3-ff5b-43a1-a6ae-169fb10f2ded HTTP/1.1" status: 200 len: 464 time: 0.0574636 Mar 07 16:11:37.805399 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7b75-0c8d-4688-9615-591977057f7b req-3dd54107-bb7f-4573-9371-b174fa1d4e69 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:37.810973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-899c7b75-0c8d-4688-9615-591977057f7b req-3dd54107-bb7f-4573-9371-b174fa1d4e69 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1127 time: 0.1513104 Mar 07 16:11:37.863257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port b5427650-971f-45d9-b7fa-009f8db55de5 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:11:37.869118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port b5427650-971f-45d9-b7fa-009f8db55de5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:37.869885 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:37.942547 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-899c7b75-0c8d-4688-9615-591977057f7b req-3cbb11b8-ed77-4df9-b9f5-0b977c6f97ca tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250584 Mar 07 16:11:38.008944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port b5427650-971f-45d9-b7fa-009f8db55de5 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:38.009615 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.047487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port b5427650-971f-45d9-b7fa-009f8db55de5, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b5427650-971f-45d9-b7fa-009f8db55de5,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:38.053206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.055063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e1942c94-114c-4a23-89cf-c2964eabd32c up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:38.073397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1563-7f6e-47ae-929e-6b8d755c65a9 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.075212 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4a9e1563-7f6e-47ae-929e-6b8d755c65a9 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/27d90ba3-ff5b-43a1-a6ae-169fb10f2ded HTTP/1.1" status: 204 len: 168 time: 0.2939439 Mar 07 16:11:38.078689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34270) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:38.083573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Deleting port 41c64008-739e-452d-a863-9239162a1aef {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:38.084116 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (41c64008-739e-452d-a863-9239162a1aef), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.092113 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2a3d49c-c17d-4b21-92f7-5da0f446e66d tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=27d90ba3-ff5b-43a1-a6ae-169fb10f2ded HTTP/1.1" status: 200 len: 221 time: 0.0095735 Mar 07 16:11:38.092839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34272) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:38.103512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5c63f6dc-a3cc-4531-8bbd-2408e3fbf967 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--594081934', 'description': 'label created by tempest'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:38.104196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5c63f6dc-a3cc-4531-8bbd-2408e3fbf967 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Unknown quota resources ['metering_label']. {{(pid=103866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 16:11:38.142842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5427650-971f-45d9-b7fa-009f8db55de5'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:38.153108 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e2a183-225e-456c-b329-89ca7278b3f4" -d '{"events": [{"server_uuid": "68b44fb4-b98e-4fd7-bd1d-024bc79af346", "name": "network-vif-plugged", "status": "completed", "tag": "b5427650-971f-45d9-b7fa-009f8db55de5"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:38.238713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] For port 41c64008-739e-452d-a863-9239162a1aef, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=41c64008-739e-452d-a863-9239162a1aef,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:38.242401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (41c64008-739e-452d-a863-9239162a1aef), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.243214 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a92a20-315f-47f3-9fee-1412005a7a54 x-openstack-request-id: req-43a92a20-315f-47f3-9fee-1412005a7a54 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:38.246510 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b44fb4-b98e-4fd7-bd1d-024bc79af346", "name": "network-vif-plugged", "status": "completed", "tag": "b5427650-971f-45d9-b7fa-009f8db55de5", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:38.246859 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43a92a20-315f-47f3-9fee-1412005a7a54 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:38.247327 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5427650-971f-45d9-b7fa-009f8db55de5', 'code': 200} Mar 07 16:11:38.257177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=b5427650-971f-45d9-b7fa-009f8db55de5,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:38.280850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Calling delete_port for 41c64008-739e-452d-a863-9239162a1aef owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:38.296174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port e1942c94-114c-4a23-89cf-c2964eabd32c completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:11:38.300801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port e1942c94-114c-4a23-89cf-c2964eabd32c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:38.301173 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.388035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a6d20-1b1c-4dd3-80d4-22e79708bf5a req-58a8711c-f36d-4b53-8815-76454de1797c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:38.396617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-208a6d20-1b1c-4dd3-80d4-22e79708bf5a req-58a8711c-f36d-4b53-8815-76454de1797c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 946 time: 0.1332209 Mar 07 16:11:38.426307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e1942c94-114c-4a23-89cf-c2964eabd32c is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:38.426739 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.466778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e1942c94-114c-4a23-89cf-c2964eabd32c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e1942c94-114c-4a23-89cf-c2964eabd32c,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:38.472454 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.481957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-208a6d20-1b1c-4dd3-80d4-22e79708bf5a req-12d3ab88-61c2-49cc-9cf7-b30c0727bf9d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762572 Mar 07 16:11:38.552050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e1942c94-114c-4a23-89cf-c2964eabd32c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:38.613506 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c63f6dc-a3cc-4531-8bbd-2408e3fbf967 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.618452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5c63f6dc-a3cc-4531-8bbd-2408e3fbf967 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5224900 Mar 07 16:11:38.619090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34284) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:38.642515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (41c64008-739e-452d-a863-9239162a1aef), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:38.651711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb405bd5-da95-42aa-8085-ed7c06861c74 req-d3769a4f-8486-41aa-bbe2-82b1c31b72bd tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:38.657796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:38.660974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['41c64008-739e-452d-a863-9239162a1aef'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:38.661141 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bb405bd5-da95-42aa-8085-ed7c06861c74 req-d3769a4f-8486-41aa-bbe2-82b1c31b72bd tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.2595961 Mar 07 16:11:38.740643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200f3f1-fb0a-43e1-ba10-f7370b346d6c req-012cf59e-636f-41b6-861c-fb71ad631e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:38.742187 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6200f3f1-fb0a-43e1-ba10-f7370b346d6c req-012cf59e-636f-41b6-861c-fb71ad631e21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 1128 time: 0.3379402 Mar 07 16:11:38.749088 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-23e87153-94f6-4374-81b8-d6e5b1999a1b tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=dfc5c245-b6f8-4781-8ba3-d60bec06f871 HTTP/1.1" status: 200 len: 467 time: 0.1279316 Mar 07 16:11:38.762828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34286) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:39.044185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34288) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:39.051250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'subnets': [{'network_id': '99fea6eb-bd4b-4825-b680-512fd0847831', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1551791198', 'ip_version': 6}, {'network_id': 'fbd0689c-1b6b-4bce-9fd4-a7119c915cb3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:39.051569 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'subnet': {'network_id': '99fea6eb-bd4b-4825-b680-512fd0847831', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1551791198', 'ip_version': 6}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:39.052217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Request body: {'subnet': {'network_id': 'fbd0689c-1b6b-4bce-9fd4-a7119c915cb3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:39.056908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event deleted for resources: {'Port': ['ID=41c64008-739e-452d-a863-9239162a1aef,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:39.164327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bbe2d-1035-4ed3-bd76-4736cfa0c60a req-4f0d4907-23df-4e92-8aa5-c61c38156095 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:39.165815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-665bbe2d-1035-4ed3-bd76-4736cfa0c60a req-4f0d4907-23df-4e92-8aa5-c61c38156095 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=532ea082-b143-4170-873c-1efbe384cdef HTTP/1.1" status: 200 len: 867 time: 0.5588133 Mar 07 16:11:39.166590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] No DVR routers for this DVR port 41c64008-739e-452d-a863-9239162a1aef on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:11:39.167886 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bb405bd5-da95-42aa-8085-ed7c06861c74 req-9b911154-0ee6-498d-8dbc-01761b93c5c8 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058949 Mar 07 16:11:39.170333 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:39.174317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6f33b47-efce-4388-a779-4a09d5d8aaad req-c934e7f4-0a45-4da7-8192-1ebbafcf7884 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "DELETE /v2.0/ports/41c64008-739e-452d-a863-9239162a1aef HTTP/1.1" status: 204 len: 173 time: 1.4996724 Mar 07 16:11:39.174771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532ea082-b143-4170-873c-1efbe384cdef', 'name': 'network-vif-deleted', 'tag': '41c64008-739e-452d-a863-9239162a1aef'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:39.177126 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323d8d4b-fe65-44ba-9936-3b06e2004c2d" -d '{"events": [{"server_uuid": "532ea082-b143-4170-873c-1efbe384cdef", "name": "network-vif-deleted", "tag": "41c64008-739e-452d-a863-9239162a1aef"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:39.234653 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6200f3f1-fb0a-43e1-ba10-f7370b346d6c req-bb1eba32-8e71-4c11-b05e-2e5dc928017e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762003 Mar 07 16:11:39.292361 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-665bbe2d-1035-4ed3-bd76-4736cfa0c60a req-e7184a13-726f-4cd3-b1b9-19865ebbf9ea tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074674 Mar 07 16:11:39.301695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c601cb14-6cbf-499f-a4e8-bbbb201952b4 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:39.302867 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c601cb14-6cbf-499f-a4e8-bbbb201952b4 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/dfc5c245-b6f8-4781-8ba3-d60bec06f871 HTTP/1.1" status: 204 len: 168 time: 0.5457280 Mar 07 16:11:39.306991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34294) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:39.320625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f016576e-7b27-47f8-a0d9-1170d9af285c req-e78bd569-7f57-4cd4-bf5d-203755377e8c tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0328283 Mar 07 16:11:39.329770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Made reservation on behalf of 2f51ac35866a41fdb5cc683ad29513c5 for: {'subnet': 2} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:39.334036 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:39.334385 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:39.339921 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d61ccc41-12c4-4026-b00a-187ede8da9b8 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=dfc5c245-b6f8-4781-8ba3-d60bec06f871 HTTP/1.1" status: 200 len: 216 time: 0.0317771 Mar 07 16:11:39.343912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34296) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:39.358108 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cadc74d8-7dc0-44f1-bf77-818d293469cf tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0122235 Mar 07 16:11:39.363279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34298) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:39.380330 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dbfedefd-000f-4220-abc6-469d90aac1da tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0151298 Mar 07 16:11:39.381164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34300) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:39.399160 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063eb92b-eed9-4cbd-b384-9ac9e55896a7 x-openstack-request-id: req-063eb92b-eed9-4cbd-b384-9ac9e55896a7 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:39.399487 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532ea082-b143-4170-873c-1efbe384cdef", "name": "network-vif-deleted", "tag": "41c64008-739e-452d-a863-9239162a1aef", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:39.399719 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-063eb92b-eed9-4cbd-b384-9ac9e55896a7 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:39.400114 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532ea082-b143-4170-873c-1efbe384cdef', 'name': 'network-vif-deleted', 'tag': '41c64008-739e-452d-a863-9239162a1aef', 'status': 'completed', 'code': 200} Mar 07 16:11:39.438784 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aae47f35-8a63-4c4a-923f-3d1b918415d8 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/1e89fb0d-c5ab-4f4d-b316-67bdbc987088 HTTP/1.1" status: 200 len: 472 time: 0.0562918 Mar 07 16:11:39.442879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34302) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:39.453230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4052e79d-1b4e-41d8-b379-f9d13c0f1401 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/ee9cd79d-98a3-4fad-b73c-7b4212370097 HTTP/1.1" status: 200 len: 461 time: 0.0093067 Mar 07 16:11:39.457079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34304) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:39.496778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eac2a-b1f5-4f4b-b4cb-32d0dbf288f8 req-28c399ff-5730-4b97-ba85-d398245b1d06 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:39.498640 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b53eac2a-b1f5-4f4b-b4cb-32d0dbf288f8 req-28c399ff-5730-4b97-ba85-d398245b1d06 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1128 time: 0.0977552 Mar 07 16:11:39.569969 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b14c489b-ac50-4c49-ab8c-deaa0b1463a9 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:39.571067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b14c489b-ac50-4c49-ab8c-deaa0b1463a9 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/ee9cd79d-98a3-4fad-b73c-7b4212370097 HTTP/1.1" status: 204 len: 168 time: 0.1130517 Mar 07 16:11:39.575675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34308) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:39.623542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec36ce-9a9f-4b81-87aa-bdb1d5b3522d req-7b232819-7c03-4c3b-a4b8-1af0601fc781 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:39.625049 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ec36ce-9a9f-4b81-87aa-bdb1d5b3522d req-7b232819-7c03-4c3b-a4b8-1af0601fc781 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 946 time: 0.0529554 Mar 07 16:11:39.667809 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b53eac2a-b1f5-4f4b-b4cb-32d0dbf288f8 req-ff62732c-4719-4db2-92fe-9cd6ef6dcb5e tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312087 Mar 07 16:11:39.672528 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c5ec36ce-9a9f-4b81-87aa-bdb1d5b3522d req-4e9188bd-1c96-4f44-92ea-212c78e92e5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Mar 07 16:11:39.898324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef4ae-637e-4cc1-bea4-4c8d204002f3 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:39.899509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fc6ef4ae-637e-4cc1-bea4-4c8d204002f3 tempest-MeteringTestJSON-1109347868 tempest-MeteringTestJSON-1109347868-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/1e89fb0d-c5ab-4f4d-b316-67bdbc987088 HTTP/1.1" status: 204 len: 168 time: 0.3228934 Mar 07 16:11:40.023447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (645ae4de-5399-42f9-b223-c11fc2e67d21), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.085117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Subnet': ['ID=645ae4de-5399-42f9-b223-c11fc2e67d21,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:40.096813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Checking segment: {'id': '3c40e565-f5e0-45a7-a9f0-cb4cafc826f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99fea6eb-bd4b-4825-b680-512fd0847831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:40.097178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Network hostable DHCP agents. Network: 99fea6eb-bd4b-4825-b680-512fd0847831, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:11:40.119153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Network 99fea6eb-bd4b-4825-b680-512fd0847831 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:11:40.129686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 99fea6eb-bd4b-4825-b680-512fd0847831) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:40.133696 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (b343a327-8073-47f5-bc5e-969ac681ea06), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.139373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda85501-1a26-4f50-8e28-2405113f0691 None None] Network 99fea6eb-bd4b-4825-b680-512fd0847831 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:40.182173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34314) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:40.197764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event updated for resources: {'Subnet': ['ID=b343a327-8073-47f5-bc5e-969ac681ea06,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:40.210834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Checking segment: {'id': 'af8a0fd7-1bb6-4bad-beb1-eef1def250fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'fbd0689c-1b6b-4bce-9fd4-a7119c915cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:40.211663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Network hostable DHCP agents. Network: fbd0689c-1b6b-4bce-9fd4-a7119c915cb3, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:11:40.239431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Network fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:11:40.248906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78803b3f-7604-4f2d-9596-57f7f4fe47ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1942c94-114c-4a23-89cf-c2964eabd32c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:40.251822 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ed2429-918e-444c-9516-71ef241ba188" -d '{"events": [{"server_uuid": "78803b3f-7604-4f2d-9596-57f7f4fe47ef", "name": "network-vif-plugged", "status": "completed", "tag": "e1942c94-114c-4a23-89cf-c2964eabd32c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:40.252411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, fbd0689c-1b6b-4bce-9fd4-a7119c915cb3) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:40.257955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:40.258600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:40.259506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.272269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-99fea6eb-bd4b-4825-b680-512fd0847831', 'network_id': '99fea6eb-bd4b-4825-b680-512fd0847831', 'project_id': '2f51ac35866a41fdb5cc683ad29513c5', 'fixed_ips': [{'subnet_id': '645ae4de-5399-42f9-b223-c11fc2e67d21'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:11:40.273344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.280285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bdc487-5270-45e4-a1a8-ec564c9c2e7e None None] Network fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:40.284194 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ff5196f6-12af-4b66-8a90-6d5da03e54c9 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2362540 Mar 07 16:11:40.285149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34322) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:40.325748 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eb8b77-5ee7-4f4c-a834-dd77f7affd61 x-openstack-request-id: req-15eb8b77-5ee7-4f4c-a834-dd77f7affd61 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:40.327145 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78803b3f-7604-4f2d-9596-57f7f4fe47ef", "name": "network-vif-plugged", "status": "completed", "tag": "e1942c94-114c-4a23-89cf-c2964eabd32c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:40.330417 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15eb8b77-5ee7-4f4c-a834-dd77f7affd61 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:40.331080 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78803b3f-7604-4f2d-9596-57f7f4fe47ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1942c94-114c-4a23-89cf-c2964eabd32c', 'code': 200} Mar 07 16:11:40.408733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47139b-be44-4d66-9710-e5e178d8408b req-ba7d8109-ac7a-4559-9348-e298be484f7b tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:40.422140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-463cc617-4a3a-4a2e-9e2e-140bcf05b0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.426508 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d47139b-be44-4d66-9710-e5e178d8408b req-ba7d8109-ac7a-4559-9348-e298be484f7b tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.1186898 Mar 07 16:11:40.483186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d47139b-be44-4d66-9710-e5e178d8408b req-c6cda8c0-fe22-4118-b51f-201ff73cecf7 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549874 Mar 07 16:11:40.505780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c2022-f5fd-41a5-ba9f-9abf67d69718 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:40.507183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c2022-f5fd-41a5-ba9f-9abf67d69718 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:40.508870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c2022-f5fd-41a5-ba9f-9abf67d69718 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:40.510567 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e30c2022-f5fd-41a5-ba9f-9abf67d69718 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2243583 Mar 07 16:11:40.518638 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f193b3cb-0654-49ce-bee7-6e1d7893b6bf req-fd2dd37d-5b4f-4fcf-80d9-e6652809a674 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0750530 Mar 07 16:11:40.522164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34330) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:40.543197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-fbd0689c-1b6b-4bce-9fd4-a7119c915cb3', 'network_id': 'fbd0689c-1b6b-4bce-9fd4-a7119c915cb3', 'project_id': '2f51ac35866a41fdb5cc683ad29513c5', 'fixed_ips': [{'subnet_id': 'b343a327-8073-47f5-bc5e-969ac681ea06'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:11:40.544412 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.570446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab31fb5-5e2f-4f20-aef5-34b262802a74 req-17251993-9ca4-44ed-b8a4-96025b01af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:40.572055 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eab31fb5-5e2f-4f20-aef5-34b262802a74 req-17251993-9ca4-44ed-b8a4-96025b01af59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1128 time: 0.1747854 Mar 07 16:11:40.576188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Allocated IP 2001:db8::1 (99fea6eb-bd4b-4825-b680-512fd0847831/645ae4de-5399-42f9-b223-c11fc2e67d21/b6c8849e-c0b4-4216-8431-feb39c7dee89) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:40.649095 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-463cc617-4a3a-4a2e-9e2e-140bcf05b0d6 admin admin] Publish callbacks [] for security_group (9575db13-9e5f-4ac9-8705-316c52880fc5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.654977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eab31fb5-5e2f-4f20-aef5-34b262802a74 req-07b85e0d-8b55-4a2e-b3ab-39cf2d730138 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689604 Mar 07 16:11:40.656236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-463cc617-4a3a-4a2e-9e2e-140bcf05b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9575db13-9e5f-4ac9-8705-316c52880fc5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.679448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-83210a4e-7527-42f9-969c-61e6cc22a019 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Deleting subnet 645ae4de-5399-42f9-b223-c11fc2e67d21 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:11:40.697831 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-463cc617-4a3a-4a2e-9e2e-140bcf05b0d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee126f2ed6c043f58b43889616798576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5143354 Mar 07 16:11:40.698640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34338) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:40.699951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-ae0fc3b1-3055-4561-89e6-e6abd5ef202a tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:40.701563 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-ae0fc3b1-3055-4561-89e6-e6abd5ef202a tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.0995438 Mar 07 16:11:40.726765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cc617-4a3a-4a2e-9e2e-140bcf05b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9575db13-9e5f-4ac9-8705-316c52880fc5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:40.787606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Allocated IP 2001:db8:0:1::1 (fbd0689c-1b6b-4bce-9fd4-a7119c915cb3/b343a327-8073-47f5-bc5e-969ac681ea06/cf60eafc-ac10-4fa0-8672-09af37c1c072) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:40.850705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9383bd77-e50f-4e05-9312-0349310a41ff admin admin] Publish callbacks [] for security_group (9575db13-9e5f-4ac9-8705-316c52880fc5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.859381 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Publish callbacks [] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.868937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aab48-98bf-4637-a51e-0593a47b8d65 req-ecbd3fb2-c79e-4462-8223-26c0a67726bb tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:40.870897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83210a4e-7527-42f9-969c-61e6cc22a019 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for subnet (645ae4de-5399-42f9-b223-c11fc2e67d21), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.877485 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fd8aab48-98bf-4637-a51e-0593a47b8d65 req-ecbd3fb2-c79e-4462-8223-26c0a67726bb tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1128 time: 0.1036050 Mar 07 16:11:40.902492 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.921225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9383bd77-e50f-4e05-9312-0349310a41ff admin admin] Publish callbacks [] for security_group (9575db13-9e5f-4ac9-8705-316c52880fc5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.933729 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:40.959631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Network 99fea6eb-bd4b-4825-b680-512fd0847831 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:40.961255 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fd8aab48-98bf-4637-a51e-0593a47b8d65 req-c7373574-a423-4aa6-9fe6-91f9ec8ad3a0 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828679 Mar 07 16:11:40.971271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:40.977290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:40.994654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Pushing event updated for resources: {'Port': ['ID=b6c8849e-c0b4-4216-8431-feb39c7dee89,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:41.031706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9383bd77-e50f-4e05-9312-0349310a41ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9575db13-9e5f-4ac9-8705-316c52880fc5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.035967 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9383bd77-e50f-4e05-9312-0349310a41ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.046332 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9383bd77-e50f-4e05-9312-0349310a41ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9575db13-9e5f-4ac9-8705-316c52880fc5 HTTP/1.1" status: 204 len: 168 time: 0.3180826 Mar 07 16:11:41.049703 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83210a4e-7527-42f9-969c-61e6cc22a019 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (645ae4de-5399-42f9-b223-c11fc2e67d21), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.063336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383bd77-e50f-4e05-9312-0349310a41ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9575db13-9e5f-4ac9-8705-316c52880fc5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:41.123558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Attempting to bind port b6c8849e-c0b4-4216-8431-feb39c7dee89 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:41.123934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Attempting to bind port b6c8849e-c0b4-4216-8431-feb39c7dee89 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '3c40e565-f5e0-45a7-a9f0-cb4cafc826f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99fea6eb-bd4b-4825-b680-512fd0847831'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:41.124294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Attempting to bind port b6c8849e-c0b4-4216-8431-feb39c7dee89 on network 99fea6eb-bd4b-4825-b680-512fd0847831 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:41.134067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:41.134453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Checking segment: {'id': '3c40e565-f5e0-45a7-a9f0-cb4cafc826f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99fea6eb-bd4b-4825-b680-512fd0847831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:41.134908 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.135385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Bound using segment: {'id': '3c40e565-f5e0-45a7-a9f0-cb4cafc826f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99fea6eb-bd4b-4825-b680-512fd0847831'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:41.135870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Bound port: b6c8849e-c0b4-4216-8431-feb39c7dee89, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c40e565-f5e0-45a7-a9f0-cb4cafc826f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99fea6eb-bd4b-4825-b680-512fd0847831'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:41.136252 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.138691 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Publish callbacks [] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.153685 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.222311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de4ca4-b012-4fff-9a8c-ab302f577d1c req-e8bf1ec2-01dd-41a8-a8f6-3c5595edac05 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:41.241873 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9de4ca4-b012-4fff-9a8c-ab302f577d1c req-e8bf1ec2-01dd-41a8-a8f6-3c5595edac05 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 946 time: 0.1514242 Mar 07 16:11:41.268263 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83210a4e-7527-42f9-969c-61e6cc22a019 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (645ae4de-5399-42f9-b223-c11fc2e67d21), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.272615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Network fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:41.273564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Pushing event updated for resources: {'Port': ['ID=cf60eafc-ac10-4fa0-8672-09af37c1c072,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:41.281771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:41.289846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:41.347633 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9de4ca4-b012-4fff-9a8c-ab302f577d1c req-97d2456c-c1c2-46e3-bc21-899f23da021d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047597 Mar 07 16:11:41.390681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Attempting to bind port cf60eafc-ac10-4fa0-8672-09af37c1c072 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:41.391951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Attempting to bind port cf60eafc-ac10-4fa0-8672-09af37c1c072 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'af8a0fd7-1bb6-4bad-beb1-eef1def250fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'fbd0689c-1b6b-4bce-9fd4-a7119c915cb3'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:41.392182 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83210a4e-7527-42f9-969c-61e6cc22a019 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (645ae4de-5399-42f9-b223-c11fc2e67d21), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.392621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Attempting to bind port cf60eafc-ac10-4fa0-8672-09af37c1c072 on network fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:41.403723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] For port b6c8849e-c0b4-4216-8431-feb39c7dee89, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:41.408459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:41.415260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Checking segment: {'id': 'af8a0fd7-1bb6-4bad-beb1-eef1def250fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'fbd0689c-1b6b-4bce-9fd4-a7119c915cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:41.415456 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83210a4e-7527-42f9-969c-61e6cc22a019 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.415790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.416693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Bound using segment: {'id': 'af8a0fd7-1bb6-4bad-beb1-eef1def250fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'fbd0689c-1b6b-4bce-9fd4-a7119c915cb3'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:41.417219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Bound port: cf60eafc-ac10-4fa0-8672-09af37c1c072, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8a0fd7-1bb6-4bad-beb1-eef1def250fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'fbd0689c-1b6b-4bce-9fd4-a7119c915cb3'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:41.417621 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.418574 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-83210a4e-7527-42f9-969c-61e6cc22a019 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/subnets/645ae4de-5399-42f9-b223-c11fc2e67d21 HTTP/1.1" status: 204 len: 168 time: 0.8945549 Mar 07 16:11:41.422364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34354) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:41.442910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Deleting port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:41.443307 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.448345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83210a4e-7527-42f9-969c-61e6cc22a019 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Subnet': ['ID=645ae4de-5399-42f9-b223-c11fc2e67d21,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:41.525176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2be5b6-ad94-4d3e-b697-a582e400b21e tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Deleting subnet b343a327-8073-47f5-bc5e-969ac681ea06 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:11:41.530286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2be5b6-ad94-4d3e-b697-a582e400b21e tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for subnet (b343a327-8073-47f5-bc5e-969ac681ea06), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.575303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34364) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:41.601331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08eace41-e26f-4c48-8eae-b7eb195874f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.618823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] For port bb7b681a-8e93-4c45-8712-f2cd1b2225e3, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:41.619215 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.640346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Calling delete_port for bb7b681a-8e93-4c45-8712-f2cd1b2225e3 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:41.642587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] For port b6c8849e-c0b4-4216-8431-feb39c7dee89, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b6c8849e-c0b4-4216-8431-feb39c7dee89,segment=NetworkSegment(3c40e565-f5e0-45a7-a9f0-cb4cafc826f5),segment_id=3c40e565-f5e0-45a7-a9f0-cb4cafc826f5)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:41.650083 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.650761 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2be5b6-ad94-4d3e-b697-a582e400b21e tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (b343a327-8073-47f5-bc5e-969ac681ea06), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.668358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-6a3e556e-a89e-4036-b73d-84034443c8b3 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:41.670184 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-6a3e556e-a89e-4036-b73d-84034443c8b3 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.1644180 Mar 07 16:11:41.747475 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-dc127f3f-bca4-4d0e-b80b-18dd10105c1a tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/quotas/7ce48e27fe254468b580ce8db20ca403 HTTP/1.1" status: 200 len: 375 time: 0.0417764 Mar 07 16:11:41.760418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de0115-9a1c-4640-8db2-631bb5433584 None None] Pushing event updated for resources: {'Port': ['ID=b6c8849e-c0b4-4216-8431-feb39c7dee89,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:41.764204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] For port cf60eafc-ac10-4fa0-8672-09af37c1c072, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:41.769813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] For port cf60eafc-ac10-4fa0-8672-09af37c1c072, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cf60eafc-ac10-4fa0-8672-09af37c1c072,segment=NetworkSegment(af8a0fd7-1bb6-4bad-beb1-eef1def250fa),segment_id=af8a0fd7-1bb6-4bad-beb1-eef1def250fa)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:41.777869 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.785966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 41c64008-739e-452d-a863-9239162a1aef no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:41.810451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e571be2-0688-47cd-a753-46eb51b97126 req-430c4dff-c7dc-468c-a3ac-0d8bd97368da tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:41.812757 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e571be2-0688-47cd-a753-46eb51b97126 req-430c4dff-c7dc-468c-a3ac-0d8bd97368da tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e25ed273-27ef-4b1a-87f7-4cc51eed7bf0 HTTP/1.1" status: 200 len: 948 time: 0.2167335 Mar 07 16:11:41.839837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 41c64008-739e-452d-a863-9239162a1aef {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:11:41.840197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 41c64008-739e-452d-a863-9239162a1aef not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:41.879699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338342f-1928-4900-8db1-1c9efc8d97dd None None] Pushing event updated for resources: {'Port': ['ID=cf60eafc-ac10-4fa0-8672-09af37c1c072,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:41.903004 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2be5b6-ad94-4d3e-b697-a582e400b21e tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (b343a327-8073-47f5-bc5e-969ac681ea06), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.917665 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-1b2a95c7-61fc-419c-a730-b39657857a3b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411176 Mar 07 16:11:41.925750 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bb7b681a-8e93-4c45-8712-f2cd1b2225e3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.943134 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08eace41-e26f-4c48-8eae-b7eb195874f6 admin admin] Publish callbacks [] for security_group (e103ec89-d71b-4bff-a0f2-8ae3fdc78970), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.968580 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08eace41-e26f-4c48-8eae-b7eb195874f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e103ec89-d71b-4bff-a0f2-8ae3fdc78970), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:41.980546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Pushing event deleted for resources: {'Port': ['ID=bb7b681a-8e93-4c45-8712-f2cd1b2225e3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:42.011413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eace41-e26f-4c48-8eae-b7eb195874f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e103ec89-d71b-4bff-a0f2-8ae3fdc78970,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:42.077288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e571be2-0688-47cd-a753-46eb51b97126 req-a3388043-ea05-4fcb-8c17-ec72aa4582e6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493777 Mar 07 16:11:42.111181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] No DVR routers for this DVR port bb7b681a-8e93-4c45-8712-f2cd1b2225e3 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:11:42.115163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.118530 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00be1e84-8768-4300-92e9-4ab87f3e6f19 req-0d6d1ab3-5b4a-4dce-994d-60805f2561a2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "DELETE /v2.0/ports/bb7b681a-8e93-4c45-8712-f2cd1b2225e3 HTTP/1.1" status: 204 len: 173 time: 1.1980507 Mar 07 16:11:42.119173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'name': 'network-vif-deleted', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:42.121673 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d4330-86fb-4c8f-8433-55801523988b" -d '{"events": [{"server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "name": "network-vif-deleted", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:42.144556 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-08eace41-e26f-4c48-8eae-b7eb195874f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=353ed2f6fb9e40958729c897d161ecef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5679739 Mar 07 16:11:42.151108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34370) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:42.168280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2be5b6-ad94-4d3e-b697-a582e400b21e tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (b343a327-8073-47f5-bc5e-969ac681ea06), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.206474 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-52f26ad0-74a8-4eba-9475-28d44a80352c service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697573 Mar 07 16:11:42.272670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f2be5b6-ad94-4d3e-b697-a582e400b21e tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.278337 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f2be5b6-ad94-4d3e-b697-a582e400b21e tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/subnets/b343a327-8073-47f5-bc5e-969ac681ea06 HTTP/1.1" status: 204 len: 168 time: 0.8519852 Mar 07 16:11:42.279524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2be5b6-ad94-4d3e-b697-a582e400b21e tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Subnet': ['ID=b343a327-8073-47f5-bc5e-969ac681ea06,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:42.281190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34372) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:42.306739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4c327e4-e910-42da-a451-e2cb3b667921 admin admin] Publish callbacks [] for security_group (e103ec89-d71b-4bff-a0f2-8ae3fdc78970), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.362131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5ac0a0e-4586-406a-aa73-b4d59e7581a3 req-a9191473-40b5-4f06-a62e-c3613b133af4 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0845141 Mar 07 16:11:42.371650 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4c327e4-e910-42da-a451-e2cb3b667921 admin admin] Publish callbacks [] for security_group (e103ec89-d71b-4bff-a0f2-8ae3fdc78970), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.397343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17be918-97c9-4e7c-aa5f-ab3f87979e46 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:42.398927 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b17be918-97c9-4e7c-aa5f-ab3f87979e46 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1155503 Mar 07 16:11:42.407815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34376) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:42.426582 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-524d89bc-bfc4-4e59-bc1f-c3a48199188d service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106407 Mar 07 16:11:42.594693 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (fbd0689c-1b6b-4bce-9fd4-a7119c915cb3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.640363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994278d-b530-4479-ba03-69932c0af347 req-0fd74df0-71e2-4965-aa7a-1d2e8e8cc9d6 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:42.642851 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b994278d-b530-4479-ba03-69932c0af347 req-0fd74df0-71e2-4965-aa7a-1d2e8e8cc9d6 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1128 time: 0.1013131 Mar 07 16:11:42.672082 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4c327e4-e910-42da-a451-e2cb3b667921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e103ec89-d71b-4bff-a0f2-8ae3fdc78970), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.675462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4c327e4-e910-42da-a451-e2cb3b667921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.676970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a4c327e4-e910-42da-a451-e2cb3b667921 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e103ec89-d71b-4bff-a0f2-8ae3fdc78970 HTTP/1.1" status: 204 len: 168 time: 0.5244458 Mar 07 16:11:42.694279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c327e4-e910-42da-a451-e2cb3b667921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e103ec89-d71b-4bff-a0f2-8ae3fdc78970,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:42.744093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Deleting port cf60eafc-ac10-4fa0-8672-09af37c1c072 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:42.744813 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.781607 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b994278d-b530-4479-ba03-69932c0af347 req-7961d53f-0b3d-4232-a777-9588a1644e5e tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298192 Mar 07 16:11:42.832194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cf60eafc-ac10-4fa0-8672-09af37c1c072 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:42.849111 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f881fbff-29c2-4f00-8c6b-06c96d3c3eb9 x-openstack-request-id: req-f881fbff-29c2-4f00-8c6b-06c96d3c3eb9 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:42.849349 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25ed273-27ef-4b1a-87f7-4cc51eed7bf0", "name": "network-vif-deleted", "tag": "bb7b681a-8e93-4c45-8712-f2cd1b2225e3", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:42.849484 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f881fbff-29c2-4f00-8c6b-06c96d3c3eb9 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:42.850135 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25ed273-27ef-4b1a-87f7-4cc51eed7bf0', 'name': 'network-vif-deleted', 'tag': 'bb7b681a-8e93-4c45-8712-f2cd1b2225e3', 'status': 'completed', 'code': 200} Mar 07 16:11:42.880221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] For port cf60eafc-ac10-4fa0-8672-09af37c1c072, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cf60eafc-ac10-4fa0-8672-09af37c1c072,segment=NetworkSegment(af8a0fd7-1bb6-4bad-beb1-eef1def250fa),segment_id=af8a0fd7-1bb6-4bad-beb1-eef1def250fa)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:42.880678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:42.899205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Calling delete_port for cf60eafc-ac10-4fa0-8672-09af37c1c072 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:42.933809 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-04100e20-3764-4de6-93e3-e882145c8f94 req-8867ea23-a7d8-4d40-b5ef-f7c2f32f98df tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 210 time: 0.0382361 Mar 07 16:11:42.998235 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port cf60eafc-ac10-4fa0-8672-09af37c1c072 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:42.998619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.096924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87cd2b-48b7-423c-80a0-56e447ae5695 req-b321ddb6-745b-4726-a163-3671cb66fe80 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:43.105973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0e87cd2b-48b7-423c-80a0-56e447ae5695 req-b321ddb6-745b-4726-a163-3671cb66fe80 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1128 time: 0.0613954 Mar 07 16:11:43.180176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port cf60eafc-ac10-4fa0-8672-09af37c1c072 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:43.180761 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0e87cd2b-48b7-423c-80a0-56e447ae5695 req-df31ab40-8c7f-42f5-b39b-a6b0254be3c7 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680888 Mar 07 16:11:43.180894 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.243691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369bac-4234-4aab-9926-3351936e0770 req-493de31f-70aa-4a1d-9056-6babde0199c5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:43.253176 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43369bac-4234-4aab-9926-3351936e0770 req-493de31f-70aa-4a1d-9056-6babde0199c5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 946 time: 0.2632146 Mar 07 16:11:43.274715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port cf60eafc-ac10-4fa0-8672-09af37c1c072, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cf60eafc-ac10-4fa0-8672-09af37c1c072,segment=NetworkSegment(af8a0fd7-1bb6-4bad-beb1-eef1def250fa),segment_id=af8a0fd7-1bb6-4bad-beb1-eef1def250fa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:43.283465 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.284594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b6c8849e-c0b4-4216-8431-feb39c7dee89 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:43.290382 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:11:43.311774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (cf60eafc-ac10-4fa0-8672-09af37c1c072), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.368159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event deleted for resources: {'Port': ['ID=cf60eafc-ac10-4fa0-8672-09af37c1c072,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:43.396506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Port': ['ID=cf60eafc-ac10-4fa0-8672-09af37c1c072,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:43.417617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b6c8849e-c0b4-4216-8431-feb39c7dee89 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:43.418007 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.440107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43369bac-4234-4aab-9926-3351936e0770 req-b9e063fb-b86e-48c2-aefb-62090a4e5414 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855333 Mar 07 16:11:43.459617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] No DVR routers for this DVR port cf60eafc-ac10-4fa0-8672-09af37c1c072 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:11:43.542352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce4469-5aec-4e03-aa33-801a4e337c29 req-3cf2a81a-10d5-470a-9087-364f2b9e4a73 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:43.545488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2ce4469-5aec-4e03-aa33-801a4e337c29 req-3cf2a81a-10d5-470a-9087-364f2b9e4a73 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1128 time: 0.1674206 Mar 07 16:11:43.615798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c9c047-50c3-4f78-8768-396083f3bdab None None] Network 99fea6eb-bd4b-4825-b680-512fd0847831 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:43.636750 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (fbd0689c-1b6b-4bce-9fd4-a7119c915cb3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.684365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd0689c-1b6b-4bce-9fd4-a7119c915cb3']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:43.689955 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2ce4469-5aec-4e03-aa33-801a4e337c29 req-ee789b4d-1f3e-4caf-b897-1f01970a17fe tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363828 Mar 07 16:11:43.710872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8a0fd7-1bb6-4bad-beb1-eef1def250fa') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:43.711461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8a0fd7-1bb6-4bad-beb1-eef1def250fa') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:43.735813 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (af8a0fd7-1bb6-4bad-beb1-eef1def250fa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.744728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ace82268-c4b9-469e-9865-5b705f2b91d2 None None] Provisioning complete for port b6c8849e-c0b4-4216-8431-feb39c7dee89 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:43.745399 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ace82268-c4b9-469e-9865-5b705f2b91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.770551 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (af8a0fd7-1bb6-4bad-beb1-eef1def250fa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.783054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:43.783472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (af8a0fd7-1bb6-4bad-beb1-eef1def250fa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:43.788308 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:43.794142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b6c8849e-c0b4-4216-8431-feb39c7dee89 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:43.794542 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.878418 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6ce11f0e-0006-41d5-b86c-876cceb50335 req-a656b3c2-e4ad-4846-ab31-3932d62bd094 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0763149 Mar 07 16:11:43.912424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b6c8849e-c0b4-4216-8431-feb39c7dee89, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b6c8849e-c0b4-4216-8431-feb39c7dee89,segment=NetworkSegment(3c40e565-f5e0-45a7-a9f0-cb4cafc826f5),segment_id=3c40e565-f5e0-45a7-a9f0-cb4cafc826f5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:43.932041 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.967576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (fbd0689c-1b6b-4bce-9fd4-a7119c915cb3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.976311 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:43.984498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34418) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:43.995771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/networks/fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 HTTP/1.1" status: 204 len: 168 time: 1.5730181 Mar 07 16:11:44.059427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f0599-f2f6-4fc6-a232-0d3d84e42cf3 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Network': ['ID=fbd0689c-1b6b-4bce-9fd4-a7119c915cb3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:44.065595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b6c8849e-c0b4-4216-8431-feb39c7dee89,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:44.071884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ace82268-c4b9-469e-9865-5b705f2b91d2 None None] Current status of the port b6c8849e-c0b4-4216-8431-feb39c7dee89 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:44.125028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2149490d-fb0e-4401-87ec-a814b99a7300 None None] DHCP port deletion for 99fea6eb-bd4b-4825-b680-512fd0847831 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:11:44.211470 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-21b98979-e556-4686-a671-cd457d4b38d4 req-aa73faa3-39d5-4fc8-bb67-43764aa305ee tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6a4b511c908d4598a245a49782799b97 HTTP/1.1" status: 200 len: 267 time: 0.2109663 Mar 07 16:11:44.241044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1930c84-aad5-440f-b59f-40aa0413bc35 None None] DHCP port deletion for fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:11:44.244082 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (99fea6eb-bd4b-4825-b680-512fd0847831), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:44.249748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-47d54c14-76c1-4f99-93cb-513c5b8432a1 None None] Could not find standard attr ID for object cf60eafc-ac10-4fa0-8672-09af37c1c072. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:11:44.294721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a2842-809e-40c4-8440-5afec66072ad None None] Network fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:44.333220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a2842-809e-40c4-8440-5afec66072ad None None] Network fbd0689c-1b6b-4bce-9fd4-a7119c915cb3 could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:11:44.362969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2149490d-fb0e-4401-87ec-a814b99a7300 None None] Deleting port b6c8849e-c0b4-4216-8431-feb39c7dee89 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:44.363564 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2149490d-fb0e-4401-87ec-a814b99a7300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:44.369025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b98979-e556-4686-a671-cd457d4b38d4 req-b820cb4e-13b0-4ccd-8150-eea84bae841b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:44.380063 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-21b98979-e556-4686-a671-cd457d4b38d4 req-b820cb4e-13b0-4ccd-8150-eea84bae841b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 946 time: 0.1664298 Mar 07 16:11:44.396712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-21b98979-e556-4686-a671-cd457d4b38d4 req-1dc29609-fcd6-4c4e-aaeb-3f3cb6487e5d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'port': {'security_groups': []}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:44.412578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Deleting port b6c8849e-c0b4-4216-8431-feb39c7dee89 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:44.412925 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:44.424126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f42fcf-42b6-42b3-9d6f-82c95c3cd569 req-69cfd90f-29cf-4287-aa8b-e383ab877f55 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:44.427204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4f42fcf-42b6-42b3-9d6f-82c95c3cd569 req-69cfd90f-29cf-4287-aa8b-e383ab877f55 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 949 time: 0.0958169 Mar 07 16:11:44.481065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2149490d-fb0e-4401-87ec-a814b99a7300 None None] For port b6c8849e-c0b4-4216-8431-feb39c7dee89, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b6c8849e-c0b4-4216-8431-feb39c7dee89,segment=NetworkSegment(3c40e565-f5e0-45a7-a9f0-cb4cafc826f5),segment_id=3c40e565-f5e0-45a7-a9f0-cb4cafc826f5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:44.481701 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2149490d-fb0e-4401-87ec-a814b99a7300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:44.502684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2149490d-fb0e-4401-87ec-a814b99a7300 None None] Calling delete_port for b6c8849e-c0b4-4216-8431-feb39c7dee89 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:44.611781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] For port b6c8849e-c0b4-4216-8431-feb39c7dee89, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b6c8849e-c0b4-4216-8431-feb39c7dee89,segment=NetworkSegment(3c40e565-f5e0-45a7-a9f0-cb4cafc826f5),segment_id=3c40e565-f5e0-45a7-a9f0-cb4cafc826f5)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:44.613155 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:44.616537 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b6c8849e-c0b4-4216-8431-feb39c7dee89 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:44.643609 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4f42fcf-42b6-42b3-9d6f-82c95c3cd569 req-48e74977-326d-4dba-90d5-fb0b502ecd92 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053850 Mar 07 16:11:44.657749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Calling delete_port for b6c8849e-c0b4-4216-8431-feb39c7dee89 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:44.678398 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2149490d-fb0e-4401-87ec-a814b99a7300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:44.701124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No active binding found for port b6c8849e-c0b4-4216-8431-feb39c7dee89 {{(pid=103868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 16:11:44.701124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] The host n-d-830010-8 is not matching for port b6c8849e-c0b4-4216-8431-feb39c7dee89 host None! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:11:44.701576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b6c8849e-c0b4-4216-8431-feb39c7dee89 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:44.701966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cf60eafc-ac10-4fa0-8672-09af37c1c072 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:44.753192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149490d-fb0e-4401-87ec-a814b99a7300 None None] Pushing event deleted for resources: {'Port': ['ID=b6c8849e-c0b4-4216-8431-feb39c7dee89,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:44.779267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149490d-fb0e-4401-87ec-a814b99a7300 None None] No DVR routers for this DVR port b6c8849e-c0b4-4216-8431-feb39c7dee89 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:11:44.781281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: cf60eafc-ac10-4fa0-8672-09af37c1c072 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:11:44.782065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cf60eafc-ac10-4fa0-8672-09af37c1c072 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:44.812173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f4b1217f-6094-46d9-9556-cf37f462d83e req-c63ec4eb-820d-414d-a348-97d9a7ef320f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 210 time: 0.0486224 Mar 07 16:11:44.856959 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b6c8849e-c0b4-4216-8431-feb39c7dee89), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:44.890234 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Port': ['ID=b6c8849e-c0b4-4216-8431-feb39c7dee89,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:44.935040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] No DVR routers for this DVR port b6c8849e-c0b4-4216-8431-feb39c7dee89 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:11:44.994616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-21b98979-e556-4686-a671-cd457d4b38d4 req-1dc29609-fcd6-4c4e-aaeb-3f3cb6487e5d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.043259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (99fea6eb-bd4b-4825-b680-512fd0847831), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.056181 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef519-e28d-45cd-9107-fdd39872d5e4 req-92dbf47a-f1a0-4903-bf8d-527fd855848f tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:45.057746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-61cef519-e28d-45cd-9107-fdd39872d5e4 req-92dbf47a-f1a0-4903-bf8d-527fd855848f tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1128 time: 0.1604390 Mar 07 16:11:45.073165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fea6eb-bd4b-4825-b680-512fd0847831']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:45.097798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c40e565-f5e0-45a7-a9f0-cb4cafc826f5') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:45.098080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c40e565-f5e0-45a7-a9f0-cb4cafc826f5') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:45.112141 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (3c40e565-f5e0-45a7-a9f0-cb4cafc826f5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.137195 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3c40e565-f5e0-45a7-a9f0-cb4cafc826f5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.148335 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-61cef519-e28d-45cd-9107-fdd39872d5e4 req-7164b7f5-479b-41a4-bac1-3f666e0c1a9d tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791283 Mar 07 16:11:45.149305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:45.149707 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (3c40e565-f5e0-45a7-a9f0-cb4cafc826f5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:45.152777 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:45.161916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-44d27975-407c-4e72-9ef3-f1bd1ef2b4da tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:45.163433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-44d27975-407c-4e72-9ef3-f1bd1ef2b4da tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.2590435 Mar 07 16:11:45.203013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Request body: {'port': {'device_id': 'f503a68f-9295-4bef-9213-bd65239f08ae', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'admin_state_up': True, 'tenant_id': '7ce48e27fe254468b580ce8db20ca403'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:45.249171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (99fea6eb-bd4b-4825-b680-512fd0847831), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.254591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.262140 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/networks/99fea6eb-bd4b-4825-b680-512fd0847831 HTTP/1.1" status: 204 len: 168 time: 1.2753091 Mar 07 16:11:45.270037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34444) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:45.286137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b8d7d4f-ebae-4f86-8bdb-8443f4780463 req-3d6d1c29-85cb-46d0-b9c2-88b2f061e98b tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0493920 Mar 07 16:11:45.296282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7ff19-b0cc-4d17-80f3-d6d7ed012efa tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Network': ['ID=99fea6eb-bd4b-4825-b680-512fd0847831,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:45.368012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-21b98979-e556-4686-a671-cd457d4b38d4 req-1dc29609-fcd6-4c4e-aaeb-3f3cb6487e5d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] For port b5427650-971f-45d9-b7fa-009f8db55de5, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b5427650-971f-45d9-b7fa-009f8db55de5,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:45.386859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34448) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:45.406777 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b05726ef-8670-4823-9c2a-b7fad8d91943), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.433449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-21b98979-e556-4686-a671-cd457d4b38d4 req-1dc29609-fcd6-4c4e-aaeb-3f3cb6487e5d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for port (b5427650-971f-45d9-b7fa-009f8db55de5), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.442199 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-21b98979-e556-4686-a671-cd457d4b38d4 req-1dc29609-fcd6-4c4e-aaeb-3f3cb6487e5d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.455993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['54a878aa-a299-4247-b669-4c60751cec8c', 'e29c186d-b6af-4f63-bd0e-9716f3738d50', 'b5427650-971f-45d9-b7fa-009f8db55de5'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:45.458120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Made reservation on behalf of 7ce48e27fe254468b580ce8db20ca403 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:45.461527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.497371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1757679513', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:45.520597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Made reservation on behalf of 1d776d3406014b4482b6e111e5798381 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:45.523149 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.535462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.554210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b98979-e556-4686-a671-cd457d4b38d4 req-1dc29609-fcd6-4c4e-aaeb-3f3cb6487e5d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:45.554864 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-21b98979-e556-4686-a671-cd457d4b38d4 req-1dc29609-fcd6-4c4e-aaeb-3f3cb6487e5d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.556785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-21b98979-e556-4686-a671-cd457d4b38d4 req-1dc29609-fcd6-4c4e-aaeb-3f3cb6487e5d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "PUT /v2.0/ports/b5427650-971f-45d9-b7fa-009f8db55de5 HTTP/1.1" status: 200 len: 905 time: 1.1753628 Mar 07 16:11:45.557011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'tag': 'b5427650-971f-45d9-b7fa-009f8db55de5'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:45.559674 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "68b44fb4-b98e-4fd7-bd1d-024bc79af346", "tag": "b5427650-971f-45d9-b7fa-009f8db55de5"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:45.621997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc29609-fcd6-4c4e-aaeb-3f3cb6487e5d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'Port': ['ID=b5427650-971f-45d9-b7fa-009f8db55de5,revision_number=6']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:45.678475 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2d29ff-0f67-4d7e-a6e0-8c8c528022ad x-openstack-request-id: req-cc2d29ff-0f67-4d7e-a6e0-8c8c528022ad {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:45.679068 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b44fb4-b98e-4fd7-bd1d-024bc79af346", "tag": "b5427650-971f-45d9-b7fa-009f8db55de5", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:45.679485 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc2d29ff-0f67-4d7e-a6e0-8c8c528022ad {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:45.680079 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'tag': 'b5427650-971f-45d9-b7fa-009f8db55de5', 'status': 'completed', 'code': 200} Mar 07 16:11:45.716405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b05726ef-8670-4823-9c2a-b7fad8d91943), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.728869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks [] for security_group (1e3c2fed-28bd-4983-b2a5-e92764d6a887), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.742278 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1e3c2fed-28bd-4983-b2a5-e92764d6a887), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.773894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b5427650-971f-45d9-b7fa-009f8db55de5'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:45.786143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] device_id is not set on port a6807c72-e2d7-45fa-aee1-477474046ee7 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:11:45.804131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-b2c779d9-3107-4207-8f56-cb7b20fe56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:45.806081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-b2c779d9-3107-4207-8f56-cb7b20fe56f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 1090 time: 0.1477072 Mar 07 16:11:45.824252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bb7b681a-8e93-4c45-8712-f2cd1b2225e3 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:45.836614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05726ef-8670-4823-9c2a-b7fad8d91943']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:45.869506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c19048-9650-41b5-bc8d-ae327ea6721e') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:45.869807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c19048-9650-41b5-bc8d-ae327ea6721e') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:45.875941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: bb7b681a-8e93-4c45-8712-f2cd1b2225e3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:11:45.876414 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bb7b681a-8e93-4c45-8712-f2cd1b2225e3 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:45.889862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a29bf9-d03c-485b-beb0-4b10eedd7086 req-9e79b255-b115-43d8-b4a7-9d38573a2dcd tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:45.891976 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34a29bf9-d03c-485b-beb0-4b10eedd7086 req-9e79b255-b115-43d8-b4a7-9d38573a2dcd tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 949 time: 0.1507478 Mar 07 16:11:45.897816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c2fed-28bd-4983-b2a5-e92764d6a887,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:45.917816 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (f3c19048-9650-41b5-bc8d-ae327ea6721e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.947115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa238f-9e4f-4306-9c5f-fca005025699 req-74c1b483-a584-4eb1-93f4-3012d58d6ff6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:45.951790 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ffa238f-9e4f-4306-9c5f-fca005025699 req-74c1b483-a584-4eb1-93f4-3012d58d6ff6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 908 time: 0.2671964 Mar 07 16:11:45.966834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f3c19048-9650-41b5-bc8d-ae327ea6721e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.982663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:45.983168 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (f3c19048-9650-41b5-bc8d-ae327ea6721e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:45.986477 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:45.989189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Allocated IP 172.20.0.12 (bf558235-8ace-415a-856d-fa8d980134b5/414b9e25-07a8-4036-8b1a-d3eb88278c53/02aece17-5dc9-48ee-87af-c6ee5838f8e5) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:45.992476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d7488a33-8f40-475a-9710-7d6fed3a31b4 None None] Provisioning complete for port b5427650-971f-45d9-b7fa-009f8db55de5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:45.992938 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d7488a33-8f40-475a-9710-7d6fed3a31b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.068291 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34a29bf9-d03c-485b-beb0-4b10eedd7086 req-b95febc2-f789-4874-bcfe-13bd58bce583 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662996 Mar 07 16:11:46.099580 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-640f4589-d631-4960-81fc-1fc7a8a129c8 req-6a7e0d22-4f3d-450e-9c70-591dfa1f4268 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 210 time: 0.0539868 Mar 07 16:11:46.105482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Allocated IP 172.25.4.248 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/a6807c72-e2d7-45fa-aee1-477474046ee7) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:46.117810 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b05726ef-8670-4823-9c2a-b7fad8d91943), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.121444 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.126927 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/networks/b05726ef-8670-4823-9c2a-b7fad8d91943 HTTP/1.1" status: 204 len: 168 time: 0.8558350 Mar 07 16:11:46.138873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34462) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:46.152944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d7488a33-8f40-475a-9710-7d6fed3a31b4 None None] Current status of the port b5427650-971f-45d9-b7fa-009f8db55de5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:46.197319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51846a6-e8da-4655-b676-ea0700bf60b8 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Network': ['ID=b05726ef-8670-4823-9c2a-b7fad8d91943,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:46.286621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-660d8603-f494-4d88-99d5-e1979c4cf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:46.288112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-660d8603-f494-4d88-99d5-e1979c4cf399 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.3723502 Mar 07 16:11:46.332163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (64796109-34dc-4a3b-bfbe-fce30611ac48), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.409090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe9df3-8dd1-44e2-a5dc-343e8b7a27fd req-9921c42c-9c79-43b9-826c-cf8dbe6de5e1 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:46.410657 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cffe9df3-8dd1-44e2-a5dc-343e8b7a27fd req-9921c42c-9c79-43b9-826c-cf8dbe6de5e1 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1128 time: 0.1841347 Mar 07 16:11:46.448171 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks [] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.532557 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (64796109-34dc-4a3b-bfbe-fce30611ac48), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.588958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64796109-34dc-4a3b-bfbe-fce30611ac48']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:46.604763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b88dc0-f27f-4e03-8b53-682e0ade91d3 req-2ed744d7-d772-4e40-9783-00a12fbd8fff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:46.606272 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93b88dc0-f27f-4e03-8b53-682e0ade91d3 req-2ed744d7-d772-4e40-9783-00a12fbd8fff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.4606724 Mar 07 16:11:46.606721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574aab9b-c05b-4f71-8256-ec67880bf0e7') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:46.607046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574aab9b-c05b-4f71-8256-ec67880bf0e7') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:46.610283 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cffe9df3-8dd1-44e2-a5dc-343e8b7a27fd req-2a11d398-024f-4640-8746-a8e642185e67 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787136 Mar 07 16:11:46.611674 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-7002c775-6457-4ebd-8b39-3db0761eb02c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5427650-971f-45d9-b7fa-009f8db55de5 HTTP/1.1" status: 200 len: 217 time: 0.3028507 Mar 07 16:11:46.617520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32588a58-5088-4c47-9197-6f55ee82f04e req-8acd4ea7-2c53-48a3-9117-d727d9edcd2c tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:46.619044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32588a58-5088-4c47-9197-6f55ee82f04e req-8acd4ea7-2c53-48a3-9117-d727d9edcd2c tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 949 time: 0.1934941 Mar 07 16:11:46.639294 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (574aab9b-c05b-4f71-8256-ec67880bf0e7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.669852 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.683930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:46.686025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks [] for port (a6807c72-e2d7-45fa-aee1-477474046ee7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.715709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c99a2-8efc-41fb-8428-2819cd77767f req-12cb6b14-6add-46fb-9f3b-7748c8c64418 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:46.717243 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-056c99a2-8efc-41fb-8428-2819cd77767f req-12cb6b14-6add-46fb-9f3b-7748c8c64418 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 1128 time: 0.4411738 Mar 07 16:11:46.717938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (574aab9b-c05b-4f71-8256-ec67880bf0e7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.737727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-2287a7d3-e5a6-4fcd-85fc-8b6f3d4fb5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:46.741625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-2287a7d3-e5a6-4fcd-85fc-8b6f3d4fb5e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.1129940 Mar 07 16:11:46.780544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:11:46.781317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (574aab9b-c05b-4f71-8256-ec67880bf0e7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.785488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93b88dc0-f27f-4e03-8b53-682e0ade91d3 req-c1afb45c-dfb0-4a02-917a-f3b784b9d81b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638730 Mar 07 16:11:46.788013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a67a3d50-7714-4acc-a6f8-51118f4af2da req-a1abe12c-9392-4efa-a72d-9a73af1f9ce2 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0745277 Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:11:46.788669 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:11:46.802783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Network bf558235-8ace-415a-856d-fa8d980134b5 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:46.809653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:46.814186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event updated for resources: {'Port': ['ID=02aece17-5dc9-48ee-87af-c6ee5838f8e5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:46.838605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:46.867810 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a6807c72-e2d7-45fa-aee1-477474046ee7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.889174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-1c59d0b2-84a7-4c2c-be22-3dd239435a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:46.891151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-1c59d0b2-84a7-4c2c-be22-3dd239435a55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236930 Mar 07 16:11:46.937186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (64796109-34dc-4a3b-bfbe-fce30611ac48), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.948154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.951333 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] 10.222.0.24 "DELETE /v2.0/networks/64796109-34dc-4a3b-bfbe-fce30611ac48 HTTP/1.1" status: 204 len: 168 time: 0.8033528 Mar 07 16:11:46.970896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:46.971523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:46.979342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b10d55-9ff7-4b2c-9464-9a7fc669f784 tempest-BulkNetworkOpsIpV6Test-291258838 tempest-BulkNetworkOpsIpV6Test-291258838-project] Pushing event deleted for resources: {'Network': ['ID=64796109-34dc-4a3b-bfbe-fce30611ac48,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:46.994023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-32588a58-5088-4c47-9197-6f55ee82f04e req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Deleting port 26b3d0bb-baea-4587-861b-0506109bd54c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:46.994371 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-32588a58-5088-4c47-9197-6f55ee82f04e req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.002405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-75e5b6bc-779f-43dc-90bb-5132bc2d88f8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8069365 Mar 07 16:11:47.009303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:47.019395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Request body: {'port': {'device_id': 'f503a68f-9295-4bef-9213-bd65239f08ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:47.040219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:47.042718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:47.044942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Pushing event updated for resources: {'Port': ['ID=a6807c72-e2d7-45fa-aee1-477474046ee7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:47.083723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-056c99a2-8efc-41fb-8428-2819cd77767f req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Deleting port e1942c94-114c-4a23-89cf-c2964eabd32c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:47.084130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-056c99a2-8efc-41fb-8428-2819cd77767f req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.144668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0883b-b3dd-4282-9182-9d1bbd86e67c req-b434bf6f-383b-4e7b-bb45-292dce673a77 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:47.146226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0e0883b-b3dd-4282-9182-9d1bbd86e67c req-b434bf6f-383b-4e7b-bb45-292dce673a77 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2343280 Mar 07 16:11:47.187919 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.191446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:47.192068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.199298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-32588a58-5088-4c47-9197-6f55ee82f04e req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] For port 26b3d0bb-baea-4587-861b-0506109bd54c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=26b3d0bb-baea-4587-861b-0506109bd54c,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:47.199668 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-32588a58-5088-4c47-9197-6f55ee82f04e req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.213472 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-70d6841e-66a7-44c1-9e11-1600437e6587 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004081 Mar 07 16:11:47.229414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-32588a58-5088-4c47-9197-6f55ee82f04e req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Calling delete_port for 26b3d0bb-baea-4587-861b-0506109bd54c owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:47.241386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-02d05c30-d77e-4eb4-a182-a90dca714b0a tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.8533759 Mar 07 16:11:47.246968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34478) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:47.252660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248'}]}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:47.287157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34480) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:47.319746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80f5e4-24ab-458b-9f68-70fab8977d89 req-877ffb9e-aa51-4029-bac5-d3d7638c3dc2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:47.321258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da80f5e4-24ab-458b-9f68-70fab8977d89 req-877ffb9e-aa51-4029-bac5-d3d7638c3dc2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 949 time: 0.1844501 Mar 07 16:11:47.369809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-056c99a2-8efc-41fb-8428-2819cd77767f req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] For port e1942c94-114c-4a23-89cf-c2964eabd32c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e1942c94-114c-4a23-89cf-c2964eabd32c,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:47.370095 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-056c99a2-8efc-41fb-8428-2819cd77767f req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.390103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0e0883b-b3dd-4282-9182-9d1bbd86e67c req-1fb92c15-116d-451f-907c-dd6da7607136 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120669 Mar 07 16:11:47.397431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (4b4f5035-d408-4d79-8cec-c1b529a52daa), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.398474 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (4b4f5035-d408-4d79-8cec-c1b529a52daa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.401986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-056c99a2-8efc-41fb-8428-2819cd77767f req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Calling delete_port for e1942c94-114c-4a23-89cf-c2964eabd32c owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:47.482356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-ae425609-eb22-4a6b-a88e-84363a113269 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601287 Mar 07 16:11:47.483682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da80f5e4-24ab-458b-9f68-70fab8977d89 req-d651c1d7-5760-48cb-9d7f-ef6260185dc2 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/security-groups?id=463176d6-acd2-45ef-9340-11939ed11096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523297 Mar 07 16:11:47.579120 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks [] for router_controller (4b4f5035-d408-4d79-8cec-c1b529a52daa), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.682861 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3c1f8ef2-644e-48f6-b930-d9fc1749dc47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f51ac35866a41fdb5cc683ad29513c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888807 Mar 07 16:11:47.689553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34488) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:47.761265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6910a-a8e2-44e8-a8c5-8a6c811c3c52 req-1fe3deaa-4fb3-4d5e-bac9-1defbc558538 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:47.762907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2cf6910a-a8e2-44e8-a8c5-8a6c811c3c52 req-1fe3deaa-4fb3-4d5e-bac9-1defbc558538 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 932 time: 0.2723563 Mar 07 16:11:47.860880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks [] for router_gateway (4b4f5035-d408-4d79-8cec-c1b529a52daa), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.908026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-32588a58-5088-4c47-9197-6f55ee82f04e req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (26b3d0bb-baea-4587-861b-0506109bd54c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.927761 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2cf6910a-a8e2-44e8-a8c5-8a6c811c3c52 req-9bb97de5-1229-44a8-8a83-f870b66d7f56 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527290 Mar 07 16:11:47.928386 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-084a68b8-979c-41cd-887e-e70bf5e2962f admin admin] Publish callbacks [] for security_group (6108900f-e026-4b4c-b036-f5a0db6e00bd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.952992 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Pushing event deleted for resources: {'Port': ['ID=26b3d0bb-baea-4587-861b-0506109bd54c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:47.965722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc2c3d-1ec0-4443-8a8d-3d907767290f req-45f08459-b811-4312-b99d-fa08c07a2f1c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:47.967326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dacc2c3d-1ec0-4443-8a8d-3d907767290f req-45f08459-b811-4312-b99d-fa08c07a2f1c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.3997700 Mar 07 16:11:47.967544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-084a68b8-979c-41cd-887e-e70bf5e2962f admin admin] Publish callbacks [] for security_group (6108900f-e026-4b4c-b036-f5a0db6e00bd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.970546 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-056c99a2-8efc-41fb-8428-2819cd77767f req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e1942c94-114c-4a23-89cf-c2964eabd32c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:47.995944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['bd0258de-9fb6-4b10-a187-89fceaa387bc'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:48.049494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1942c94-114c-4a23-89cf-c2964eabd32c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:48.075061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-32588a58-5088-4c47-9197-6f55ee82f04e req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] No DVR routers for this DVR port 26b3d0bb-baea-4587-861b-0506109bd54c on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:11:48.078120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-32588a58-5088-4c47-9197-6f55ee82f04e req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.082656 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32588a58-5088-4c47-9197-6f55ee82f04e req-86888b48-4a7d-49df-96c5-48d9456414d6 tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.15 "DELETE /v2.0/ports/26b3d0bb-baea-4587-861b-0506109bd54c HTTP/1.1" status: 204 len: 173 time: 1.4554780 Mar 07 16:11:48.094077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-deleted', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:48.098739 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e8527f-3f76-4aa2-b3f0-0a01e19624a1" -d '{"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-deleted", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:48.108733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-161c29be-3580-4db9-bd9d-732f130f5b71 req-c3afe7e0-d534-403f-87a8-cfd8f01fdab2 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78803b3f-7604-4f2d-9596-57f7f4fe47ef HTTP/1.1" status: 200 len: 210 time: 0.0566311 Mar 07 16:11:48.113884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02aece17-5dc9-48ee-87af-c6ee5838f8e5 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:48.129858 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Publish callbacks [] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.155171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-056c99a2-8efc-41fb-8428-2819cd77767f req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] No DVR routers for this DVR port e1942c94-114c-4a23-89cf-c2964eabd32c on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:11:48.158448 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-056c99a2-8efc-41fb-8428-2819cd77767f req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.159165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dacc2c3d-1ec0-4443-8a8d-3d907767290f req-ae78a76b-6637-48f8-863d-1736b3673f61 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634321 Mar 07 16:11:48.164762 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-056c99a2-8efc-41fb-8428-2819cd77767f req-80fd5ee3-ec50-420f-991f-f8b88bc09e41 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e1942c94-114c-4a23-89cf-c2964eabd32c HTTP/1.1" status: 204 len: 173 time: 1.4362719 Mar 07 16:11:48.164762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78803b3f-7604-4f2d-9596-57f7f4fe47ef', 'name': 'network-vif-deleted', 'tag': 'e1942c94-114c-4a23-89cf-c2964eabd32c'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:48.165943 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b41c7ea-47bc-40d4-ada2-e36629578825" -d '{"events": [{"server_uuid": "78803b3f-7604-4f2d-9596-57f7f4fe47ef", "name": "network-vif-deleted", "tag": "e1942c94-114c-4a23-89cf-c2964eabd32c"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:48.197493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Transition to ACTIVE for port object 02aece17-5dc9-48ee-87af-c6ee5838f8e5 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:11:48.201014 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-084a68b8-979c-41cd-887e-e70bf5e2962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6108900f-e026-4b4c-b036-f5a0db6e00bd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.204193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.204505 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-084a68b8-979c-41cd-887e-e70bf5e2962f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.206565 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-084a68b8-979c-41cd-887e-e70bf5e2962f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6108900f-e026-4b4c-b036-f5a0db6e00bd HTTP/1.1" status: 204 len: 168 time: 0.5133467 Mar 07 16:11:48.308509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a68b8-979c-41cd-887e-e70bf5e2962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6108900f-e026-4b4c-b036-f5a0db6e00bd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:48.334592 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a8ae3-614b-4949-98bf-d394e0a6fa16 x-openstack-request-id: req-844a8ae3-614b-4949-98bf-d394e0a6fa16 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:48.334925 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd712c2-07af-45c2-9e18-591b17c6d15b", "name": "network-vif-deleted", "tag": "26b3d0bb-baea-4587-861b-0506109bd54c", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:48.338866 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-844a8ae3-614b-4949-98bf-d394e0a6fa16 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:48.345180 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd712c2-07af-45c2-9e18-591b17c6d15b', 'name': 'network-vif-deleted', 'tag': '26b3d0bb-baea-4587-861b-0506109bd54c', 'status': 'completed', 'code': 200} Mar 07 16:11:48.385033 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36170dde-e3ae-437f-a796-3e0791237dd6 x-openstack-request-id: req-36170dde-e3ae-437f-a796-3e0791237dd6 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:48.385678 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78803b3f-7604-4f2d-9596-57f7f4fe47ef", "name": "network-vif-deleted", "tag": "e1942c94-114c-4a23-89cf-c2964eabd32c", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:48.386173 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36170dde-e3ae-437f-a796-3e0791237dd6 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:48.386857 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78803b3f-7604-4f2d-9596-57f7f4fe47ef', 'name': 'network-vif-deleted', 'tag': 'e1942c94-114c-4a23-89cf-c2964eabd32c', 'status': 'completed', 'code': 200} Mar 07 16:11:48.461515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Pushing event updated for resources: {'Port': ['ID=02aece17-5dc9-48ee-87af-c6ee5838f8e5,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:48.482321 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aed6ddae-bbd1-4545-a90e-c4ba3b4b5b7d req-e649e13b-b323-443a-af51-7c41d0078e36 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.1783092 Mar 07 16:11:48.575908 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks [] for router_gateway (4b4f5035-d408-4d79-8cec-c1b529a52daa), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.612041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Attempting to bind port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:48.612636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Attempting to bind port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:48.612636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Attempting to bind port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:48.618244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 on network bf558235-8ace-415a-856d-fa8d980134b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:48.618567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Attempting to bind port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:48.624456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:48.624840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Checking segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:48.625188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Bound using segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:48.625660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Bound port: 02aece17-5dc9-48ee-87af-c6ee5838f8e5, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:48.626363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.626555 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.635217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412aac60-550e-4ba3-91f3-05b188af7056 req-ff2ebd92-0a7e-488d-ac99-bfd3cdd14f75 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:48.636920 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-412aac60-550e-4ba3-91f3-05b188af7056 req-ff2ebd92-0a7e-488d-ac99-bfd3cdd14f75 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1008918 Mar 07 16:11:48.741665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-83919749-f3cf-4161-891c-3524f0ea01ae req-1a259d1e-0a06-4ffc-9b9d-d3fcc0efc8bb tempest-ListImageFiltersTestJSON-399995295 tempest-ListImageFiltersTestJSON-399995295-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd712c2-07af-45c2-9e18-591b17c6d15b HTTP/1.1" status: 200 len: 210 time: 0.0870404 Mar 07 16:11:48.767688 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-412aac60-550e-4ba3-91f3-05b188af7056 req-3cd65071-5ea0-4a95-ac43-a43afadd3ae6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226404 Mar 07 16:11:48.801623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] For port 02aece17-5dc9-48ee-87af-c6ee5838f8e5, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:48.809279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] For port 02aece17-5dc9-48ee-87af-c6ee5838f8e5, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=02aece17-5dc9-48ee-87af-c6ee5838f8e5,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:48.820566 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.881796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:48.882421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:48.883864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] 10.222.0.15 "PUT /v2.0/ports/02aece17-5dc9-48ee-87af-c6ee5838f8e5 HTTP/1.1" status: 200 len: 1092 time: 1.8713679 Mar 07 16:11:48.925076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388bd8d-1f64-4bad-906e-017dd2da7d31 service neutron] Pushing event updated for resources: {'Port': ['ID=02aece17-5dc9-48ee-87af-c6ee5838f8e5,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:48.969264 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks [] for router (4b4f5035-d408-4d79-8cec-c1b529a52daa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.069038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-606b6575-0c12-44f9-a72a-255819f7d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:49.070492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-606b6575-0c12-44f9-a72a-255819f7d1e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 1126 time: 0.1259429 Mar 07 16:11:49.145407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-cf118eec-369b-44c5-900d-e7cde47df818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02aece17-5dc9-48ee-87af-c6ee5838f8e5 HTTP/1.1" status: 200 len: 217 time: 0.0424209 Mar 07 16:11:49.209546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-a3a7a9e7-0f2d-49c2-bc3f-40a0b3e4e9bf tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:49.211362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-a3a7a9e7-0f2d-49c2-bc3f-40a0b3e4e9bf tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.1827431 Mar 07 16:11:49.219772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-9a12cf04-1546-4e2e-a9b0-796b2ae781ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:49.221115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-9a12cf04-1546-4e2e-a9b0-796b2ae781ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.0707796 Mar 07 16:11:49.222359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad5d5c-c676-48e1-a081-b1151f2f33c0 req-81c4cd7e-dd30-4e86-ba86-ee745131eccd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:49.223930 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35ad5d5c-c676-48e1-a081-b1151f2f33c0 req-81c4cd7e-dd30-4e86-ba86-ee745131eccd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 944 time: 0.1817479 Mar 07 16:11:49.225781 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (4b4f5035-d408-4d79-8cec-c1b529a52daa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.228379 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks [] for router_controller (4b4f5035-d408-4d79-8cec-c1b529a52daa), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.246919 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-bc5b2273-1d10-4ba6-bbf5-583e3dadeec3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/quotas/6a4b511c908d4598a245a49782799b97 HTTP/1.1" status: 200 len: 375 time: 0.0289125 Mar 07 16:11:49.271196 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-c57d70f8-8cc7-4c09-aca5-4862172166ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342669 Mar 07 16:11:49.292524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (4b4f5035-d408-4d79-8cec-c1b529a52daa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.293047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4f5035-d408-4d79-8cec-c1b529a52daa {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:11:49.325511 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35ad5d5c-c676-48e1-a081-b1151f2f33c0 req-80c03fde-661a-42a6-bf71-76a815a51362 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876324 Mar 07 16:11:49.326824 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 16:11:49.330696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-41dd6d1d-3504-45ca-887e-5d3d2558ed49 tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0792162 Mar 07 16:11:49.331075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34536) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:49.390758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34538) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:49.430982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1229019d-6d18-4db6-81ce-1310e508fe6b tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Deleting port a6807c72-e2d7-45fa-aee1-477474046ee7 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:49.431446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1229019d-6d18-4db6-81ce-1310e508fe6b tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a6807c72-e2d7-45fa-aee1-477474046ee7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.457196 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-12d4b717-7b8c-4573-9de8-a572a67eb421 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1904588 Mar 07 16:11:49.501848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-bf298fdd-ff1f-4979-9478-ee33eba95f7b service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203655 Mar 07 16:11:49.532408 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1229019d-6d18-4db6-81ce-1310e508fe6b tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a6807c72-e2d7-45fa-aee1-477474046ee7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.550241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1229019d-6d18-4db6-81ce-1310e508fe6b tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Calling delete_port for a6807c72-e2d7-45fa-aee1-477474046ee7 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:49.580121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'network': {'name': 'tempest-RoutersTest-1261060299'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:49.632688 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6b3f352-da98-4c6d-8674-d209e7358c3b req-e1141220-8785-4248-a4ad-535a4670df0a tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0337081 Mar 07 16:11:49.667168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:49.671112 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.695333 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-92bb7423-b7e3-4e63-8092-a664ae761a0a service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257006 Mar 07 16:11:49.698223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.717759 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ec0ef08-f103-4367-bd45-0925488e2380 req-57069169-c65b-43ba-8e82-a1443bb09af3 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066941 Mar 07 16:11:49.720824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1229019d-6d18-4db6-81ce-1310e508fe6b tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a6807c72-e2d7-45fa-aee1-477474046ee7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.769144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229019d-6d18-4db6-81ce-1310e508fe6b tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6807c72-e2d7-45fa-aee1-477474046ee7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:49.807106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e1942c94-114c-4a23-89cf-c2964eabd32c no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:49.827925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1c62-af8c-4e2b-81f5-54be4c88018d req-f858a7f5-2653-4e0b-ada5-4e4a6ff5acba tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:49.828846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: e1942c94-114c-4a23-89cf-c2964eabd32c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:11:49.829296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e1942c94-114c-4a23-89cf-c2964eabd32c not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:49.829543 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-147c1c62-af8c-4e2b-81f5-54be4c88018d req-f858a7f5-2653-4e0b-ada5-4e4a6ff5acba tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1127 time: 0.1200931 Mar 07 16:11:49.830197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:49.846720 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-7dfddeee-77e7-47b6-951b-fdc2e9cedadf service neutron] 10.222.0.24 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441836 Mar 07 16:11:49.855965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 26b3d0bb-baea-4587-861b-0506109bd54c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:11:49.856950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 26b3d0bb-baea-4587-861b-0506109bd54c not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:49.862960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1229019d-6d18-4db6-81ce-1310e508fe6b tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.870615 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1229019d-6d18-4db6-81ce-1310e508fe6b tempest-RoutersAdminNegativeIpV6Test-129200547 tempest-RoutersAdminNegativeIpV6Test-129200547-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a6807c72-e2d7-45fa-aee1-477474046ee7 HTTP/1.1" status: 204 len: 168 time: 0.5337098 Mar 07 16:11:49.880523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for security_group (ebb749ef-ad31-4f22-98d4-49787916e1ef), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.886720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ebb749ef-ad31-4f22-98d4-49787916e1ef), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.899426 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-147c1c62-af8c-4e2b-81f5-54be4c88018d req-21d51d9b-c13a-4848-9fe0-4607673ffa18 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573001 Mar 07 16:11:49.928386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:49.931460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb749ef-ad31-4f22-98d4-49787916e1ef,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:49.946955 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (62137518-46ac-410b-8a22-025e0d14a182), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:49.947307 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added segment 62137518-46ac-410b-8a22-025e0d14a182 of type vlan for network ea64b9f3-5c41-4f24-a674-b25a884b038e Mar 07 16:11:50.003974 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ea64b9f3-5c41-4f24-a674-b25a884b038e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.058731 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ea64b9f3-5c41-4f24-a674-b25a884b038e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.066138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:50.067435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.129451 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a0ac94f-52b3-4337-8a2e-4185ae6ecde7 req-c1bf7af0-750a-4c6b-a80e-77dafd5c0ea0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 210 time: 0.0573673 Mar 07 16:11:50.146043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34568) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:50.147700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7548227 Mar 07 16:11:50.151920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'network': {'name': 'tempest-RoutersTest-1144854264'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:50.189225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:50.198534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.208219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f29de-2b13-4bb4-aada-6b4489e694dc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Network': ['ID=ea64b9f3-5c41-4f24-a674-b25a884b038e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:50.221804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ea64b9f3-5c41-4f24-a674-b25a884b038e details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:50.260238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:50.277522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (75f3e646-4fef-4fef-889d-482eb3735a2f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.278208 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added segment 75f3e646-4fef-4fef-889d-482eb3735a2f of type vlan for network b826b7b3-2203-4fd0-ab97-708c85859a3e Mar 07 16:11:50.307651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:50.333425 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b826b7b3-2203-4fd0-ab97-708c85859a3e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.347460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f503a68f-9295-4bef-9213-bd65239f08ae', 'tag': '02aece17-5dc9-48ee-87af-c6ee5838f8e5'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:50.355742 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933670f6-7715-4c23-b895-19e7c09955ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f503a68f-9295-4bef-9213-bd65239f08ae", "tag": "02aece17-5dc9-48ee-87af-c6ee5838f8e5"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:50.369549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b826b7b3-2203-4fd0-ab97-708c85859a3e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.376342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:50.377093 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.424743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2771368 Mar 07 16:11:50.428659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34584) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:50.464416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'subnet': {'network_id': 'ea64b9f3-5c41-4f24-a674-b25a884b038e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:50.491414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225966be-b1fd-48f4-9b2b-99dbba3960af tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Network': ['ID=b826b7b3-2203-4fd0-ab97-708c85859a3e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:50.503546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b826b7b3-2203-4fd0-ab97-708c85859a3e details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:50.517459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fdf07-01fd-4440-985e-eb496c16485f req-c129ee40-3805-4284-8f9b-9df5c7f073e7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:50.530395 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd4fdf07-01fd-4440-985e-eb496c16485f req-c129ee40-3805-4284-8f9b-9df5c7f073e7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 944 time: 0.1091294 Mar 07 16:11:50.576454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0dffb62b-84b5-4cb3-9105-612b996f705e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.597225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:50.601868 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.651510 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd4fdf07-01fd-4440-985e-eb496c16485f req-da755a38-5907-4ad6-b1e1-2df74853e612 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197858 Mar 07 16:11:50.720875 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6098445-dcbf-4ac3-90fc-eae9cd202f57 x-openstack-request-id: req-e6098445-dcbf-4ac3-90fc-eae9cd202f57 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:50.721531 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f503a68f-9295-4bef-9213-bd65239f08ae", "tag": "02aece17-5dc9-48ee-87af-c6ee5838f8e5", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:50.721531 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6098445-dcbf-4ac3-90fc-eae9cd202f57 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:50.721879 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f503a68f-9295-4bef-9213-bd65239f08ae', 'tag': '02aece17-5dc9-48ee-87af-c6ee5838f8e5', 'status': 'completed', 'code': 200} Mar 07 16:11:50.737798 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0dffb62b-84b5-4cb3-9105-612b996f705e admin admin] Publish callbacks [] for security_group (de0d6d1d-7214-44bf-b857-2f60a72d4096), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.742452 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0dffb62b-84b5-4cb3-9105-612b996f705e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (de0d6d1d-7214-44bf-b857-2f60a72d4096), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:50.854954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffb62b-84b5-4cb3-9105-612b996f705e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d6d1d-7214-44bf-b857-2f60a72d4096,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:50.883497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0dffb62b-84b5-4cb3-9105-612b996f705e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65c8e0bc7c0e4ba481bb7db0d3b2ffa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5744176 Mar 07 16:11:50.884280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34608) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:50.887224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64cd4441-adb6-4e4c-bfa9-6054386c5bba req-86a4fd37-95d9-4e12-98ca-0d1fef01bc3b tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0588820 Mar 07 16:11:50.906165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933670f6-7715-4c23-b895-19e7c09955ac req-73155486-2114-4953-909a-dd0457dcfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:50.915135 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-933670f6-7715-4c23-b895-19e7c09955ac req-73155486-2114-4953-909a-dd0457dcfe8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 1126 time: 0.1505435 Mar 07 16:11:51.132559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8080156-a054-48d8-b68a-df253b57ae8f req-0c2f29ac-25a8-4526-885a-09bac03f06e2 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:51.134088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8080156-a054-48d8-b68a-df253b57ae8f req-0c2f29ac-25a8-4526-885a-09bac03f06e2 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1127 time: 0.2014737 Mar 07 16:11:51.140302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a668e98-bade-4c60-a626-a39c3b98a3c7 req-bcf6a953-730b-4be2-ab46-edf8ca648042 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:51.141894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a668e98-bade-4c60-a626-a39c3b98a3c7 req-bcf6a953-730b-4be2-ab46-edf8ca648042 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 1127 time: 0.1213648 Mar 07 16:11:51.144269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933670f6-7715-4c23-b895-19e7c09955ac req-db2488d7-30d1-4dc6-8760-ae4eb508af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:51.145693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-933670f6-7715-4c23-b895-19e7c09955ac req-db2488d7-30d1-4dc6-8760-ae4eb508af9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 907 time: 0.2277679 Mar 07 16:11:51.199668 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (1186a8dd-995e-4f89-a27d-c6f6e0374244), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.226324 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-933670f6-7715-4c23-b895-19e7c09955ac req-7ab9d9f5-84a3-4bc3-b027-38724d70fa1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02aece17-5dc9-48ee-87af-c6ee5838f8e5 HTTP/1.1" status: 200 len: 217 time: 0.0565338 Mar 07 16:11:51.294531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Subnet': ['ID=1186a8dd-995e-4f89-a27d-c6f6e0374244,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:51.318254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Checking segment: {'id': '62137518-46ac-410b-8a22-025e0d14a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ea64b9f3-5c41-4f24-a674-b25a884b038e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:51.318254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network hostable DHCP agents. Network: ea64b9f3-5c41-4f24-a674-b25a884b038e, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:11:51.327308 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d5cd1325-e26a-4804-9bd8-c220be3d4e00 admin admin] Publish callbacks [] for security_group (de0d6d1d-7214-44bf-b857-2f60a72d4096), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.337386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a668e98-bade-4c60-a626-a39c3b98a3c7 req-78295a45-2f51-48a5-bd91-ddb83eb42886 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f695ace9-4da3-4967-9c62-427df2b12991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849890 Mar 07 16:11:51.340991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933670f6-7715-4c23-b895-19e7c09955ac req-7030fddd-39b4-42ef-ac30-4bdcd16b9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:51.343242 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-933670f6-7715-4c23-b895-19e7c09955ac req-7030fddd-39b4-42ef-ac30-4bdcd16b9de9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.1105490 Mar 07 16:11:51.354602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network ea64b9f3-5c41-4f24-a674-b25a884b038e is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:11:51.369465 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d5cd1325-e26a-4804-9bd8-c220be3d4e00 admin admin] Publish callbacks [] for security_group (de0d6d1d-7214-44bf-b857-2f60a72d4096), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.377472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ea64b9f3-5c41-4f24-a674-b25a884b038e) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:51.384757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-933670f6-7715-4c23-b895-19e7c09955ac req-3ee21fde-f360-4e0b-ab3e-60543fdc222e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338161 Mar 07 16:11:51.386244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:51.386512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.390433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b8080156-a054-48d8-b68a-df253b57ae8f req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Deleting port bd0258de-9fb6-4b10-a187-89fceaa387bc {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:51.390960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b8080156-a054-48d8-b68a-df253b57ae8f req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.392402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c136b0-7281-4739-9115-e3e17c844528 None None] Network ea64b9f3-5c41-4f24-a674-b25a884b038e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:51.422344 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9cea3ad3-ab96-4210-9620-0bbc3626857f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9896932 Mar 07 16:11:51.422344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34642) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:51.428883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'subnet': {'network_id': 'b826b7b3-2203-4fd0-ab97-708c85859a3e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:51.551313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-b8080156-a054-48d8-b68a-df253b57ae8f req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] For port bd0258de-9fb6-4b10-a187-89fceaa387bc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=bd0258de-9fb6-4b10-a187-89fceaa387bc,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:51.551313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b8080156-a054-48d8-b68a-df253b57ae8f req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.555819 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-933670f6-7715-4c23-b895-19e7c09955ac req-16708bf3-d2fd-4e84-ad27-f126baef7124 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620235 Mar 07 16:11:51.569312 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bae882b1-65c3-4f60-8055-53db876c5774 req-1d0b9101-a3b5-4e07-8392-48793f54cb52 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 210 time: 0.0565948 Mar 07 16:11:51.595284 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b8080156-a054-48d8-b68a-df253b57ae8f req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Calling delete_port for bd0258de-9fb6-4b10-a187-89fceaa387bc owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:51.597878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-ea64b9f3-5c41-4f24-a674-b25a884b038e', 'network_id': 'ea64b9f3-5c41-4f24-a674-b25a884b038e', 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'fixed_ips': [{'subnet_id': '1186a8dd-995e-4f89-a27d-c6f6e0374244'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:11:51.599891 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.710895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d5cd1325-e26a-4804-9bd8-c220be3d4e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (de0d6d1d-7214-44bf-b857-2f60a72d4096), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.712062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34648) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:51.713579 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d5cd1325-e26a-4804-9bd8-c220be3d4e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.715042 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d5cd1325-e26a-4804-9bd8-c220be3d4e00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de0d6d1d-7214-44bf-b857-2f60a72d4096 HTTP/1.1" status: 204 len: 168 time: 0.8295741 Mar 07 16:11:51.771165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd1325-e26a-4804-9bd8-c220be3d4e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d6d1d-7214-44bf-b857-2f60a72d4096,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:51.774105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:51.779054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:51.800159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Allocated IP 172.20.0.2 (ea64b9f3-5c41-4f24-a674-b25a884b038e/1186a8dd-995e-4f89-a27d-c6f6e0374244/88cd0928-85a4-4e65-b281-4afd6279d4e0) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:51.848155 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-933670f6-7715-4c23-b895-19e7c09955ac req-d26dd76c-74ac-42a4-b796-eb3cbb4bf807 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861550 Mar 07 16:11:51.885054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008c146-b0c2-46d3-9d20-03d70e860691 req-f5235079-5463-4219-b816-c7c795edb81d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:51.892690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a008c146-b0c2-46d3-9d20-03d70e860691 req-f5235079-5463-4219-b816-c7c795edb81d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 944 time: 0.1403780 Mar 07 16:11:51.935070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-ce34f304-0cf1-4e78-b940-63b7608a6a33 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:51.936882 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-ce34f304-0cf1-4e78-b940-63b7608a6a33 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 812 time: 0.3377893 Mar 07 16:11:51.963504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Request body: {'port': {'device_id': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'admin_state_up': True, 'tenant_id': '6a4b511c908d4598a245a49782799b97'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:52.000534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a008c146-b0c2-46d3-9d20-03d70e860691 req-18dfa9de-72b7-496f-bcef-3bd6abaebfcc tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066914 Mar 07 16:11:52.009467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b8080156-a054-48d8-b68a-df253b57ae8f req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bd0258de-9fb6-4b10-a187-89fceaa387bc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.020737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['bd0258de-9fb6-4b10-a187-89fceaa387bc'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:52.139113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8080156-a054-48d8-b68a-df253b57ae8f req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] No DVR routers for this DVR port bd0258de-9fb6-4b10-a187-89fceaa387bc on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:11:52.141888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd0258de-9fb6-4b10-a187-89fceaa387bc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:52.144579 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b8080156-a054-48d8-b68a-df253b57ae8f req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.145543 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Publish callbacks [] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.149195 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8080156-a054-48d8-b68a-df253b57ae8f req-509fc111-5d51-4712-882b-69c188514bfc tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.11 "DELETE /v2.0/ports/bd0258de-9fb6-4b10-a187-89fceaa387bc HTTP/1.1" status: 204 len: 173 time: 1.0054629 Mar 07 16:11:52.157308 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.179279 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d09a4cc2-7a5b-44fb-b0b3-19a8af25ae84 req-3f8fc818-93e5-4c94-9f4c-5f9e5ddd52b3 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0847521 Mar 07 16:11:52.226497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9ed7a2a8-1cea-46e3-8745-853df9cb6952 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a3ebcc3d65947fcb25ca88487b38435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5109682 Mar 07 16:11:52.228692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34658) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:52.234372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Network ea64b9f3-5c41-4f24-a674-b25a884b038e is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:52.238782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:52.248244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:52.263988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Pushing event updated for resources: {'Port': ['ID=88cd0928-85a4-4e65-b281-4afd6279d4e0,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:52.273873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34660) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:52.290974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Made reservation on behalf of 6a4b511c908d4598a245a49782799b97 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:52.296498 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.300971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.343537 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5c81fc6e-f1ba-47f1-8ca5-4720950a9646 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d776d3406014b4482b6e111e5798381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683670 Mar 07 16:11:52.347239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Attempting to bind port 88cd0928-85a4-4e65-b281-4afd6279d4e0 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:52.347860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Attempting to bind port 88cd0928-85a4-4e65-b281-4afd6279d4e0 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '62137518-46ac-410b-8a22-025e0d14a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ea64b9f3-5c41-4f24-a674-b25a884b038e'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:52.348504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34662) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:52.348798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Attempting to bind port 88cd0928-85a4-4e65-b281-4afd6279d4e0 on network ea64b9f3-5c41-4f24-a674-b25a884b038e {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:52.356359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:52.359000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Checking segment: {'id': '62137518-46ac-410b-8a22-025e0d14a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ea64b9f3-5c41-4f24-a674-b25a884b038e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:52.359515 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.360086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Bound using segment: {'id': '62137518-46ac-410b-8a22-025e0d14a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ea64b9f3-5c41-4f24-a674-b25a884b038e'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:52.360713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Bound port: 88cd0928-85a4-4e65-b281-4afd6279d4e0, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62137518-46ac-410b-8a22-025e0d14a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ea64b9f3-5c41-4f24-a674-b25a884b038e'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:52.361144 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.374476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62bd2a7d-72c6-45cb-850f-aa7490a776a1 admin admin] Publish callbacks [] for security_group (463176d6-acd2-45ef-9340-11939ed11096), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.403596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Checking segment: {'id': '75f3e646-4fef-4fef-889d-482eb3735a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b826b7b3-2203-4fd0-ab97-708c85859a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:52.404573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network hostable DHCP agents. Network: b826b7b3-2203-4fd0-ab97-708c85859a3e, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:11:52.443717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62bd2a7d-72c6-45cb-850f-aa7490a776a1 admin admin] Publish callbacks [] for security_group (463176d6-acd2-45ef-9340-11939ed11096), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.450933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] For port 88cd0928-85a4-4e65-b281-4afd6279d4e0, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:52.458165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] For port 88cd0928-85a4-4e65-b281-4afd6279d4e0, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=88cd0928-85a4-4e65-b281-4afd6279d4e0,segment=NetworkSegment(62137518-46ac-410b-8a22-025e0d14a182),segment_id=62137518-46ac-410b-8a22-025e0d14a182)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:52.467221 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.485597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Subnet': ['ID=fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:52.521146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network b826b7b3-2203-4fd0-ab97-708c85859a3e is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:11:52.527856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6303b275-766e-410d-a9a5-b89637c41661 req-03ff7082-c022-486c-8b13-ecc33e643da4 tempest-TestServerMultinode-1905647844 tempest-TestServerMultinode-1905647844-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73e3353e-61b3-4899-94c9-507bc53ef3dc HTTP/1.1" status: 200 len: 210 time: 0.0940950 Mar 07 16:11:52.538691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1c3a1-6572-4cba-b791-b2b1f19f07d0 None None] Pushing event updated for resources: {'Port': ['ID=88cd0928-85a4-4e65-b281-4afd6279d4e0,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:52.566131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-386a00af-23f6-4862-aafd-882db9b4497a admin admin] Publish callbacks [] for security_group (1e3c2fed-28bd-4983-b2a5-e92764d6a887), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.576625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b826b7b3-2203-4fd0-ab97-708c85859a3e) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:52.593172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-386a00af-23f6-4862-aafd-882db9b4497a admin admin] Publish callbacks [] for security_group (1e3c2fed-28bd-4983-b2a5-e92764d6a887), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.595675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:52.596276 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.613311 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62bd2a7d-72c6-45cb-850f-aa7490a776a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (463176d6-acd2-45ef-9340-11939ed11096), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.616005 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62bd2a7d-72c6-45cb-850f-aa7490a776a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.617227 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-62bd2a7d-72c6-45cb-850f-aa7490a776a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/463176d6-acd2-45ef-9340-11939ed11096 HTTP/1.1" status: 204 len: 168 time: 0.3875139 Mar 07 16:11:52.618003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcb1f18-298b-48bb-aa27-ea8963a86f31 None None] Network b826b7b3-2203-4fd0-ab97-708c85859a3e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:52.628235 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-daac8423-764f-4df9-894a-6823fd25cf12 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2046380 Mar 07 16:11:52.628933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34670) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:52.635673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9cc14677-7496-475b-ae5f-a460401733bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1490134887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:52.677447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd2a7d-72c6-45cb-850f-aa7490a776a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463176d6-acd2-45ef-9340-11939ed11096,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:52.697250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9cc14677-7496-475b-ae5f-a460401733bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.698626 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9cc14677-7496-475b-ae5f-a460401733bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.717951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Allocated IP 172.20.0.9 (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03/4784ddd6-9a98-45d9-9472-37dd49848577/153a4ae9-e8ac-4aab-b7b7-c3392a521655) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:52.723560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3353e-61b3-4899-94c9-507bc53ef3dc', 'name': 'network-vif-deleted', 'tag': 'bd0258de-9fb6-4b10-a187-89fceaa387bc'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:52.728713 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba16f12a-88d7-46e9-a1cf-488dc07693d2" -d '{"events": [{"server_uuid": "73e3353e-61b3-4899-94c9-507bc53ef3dc", "name": "network-vif-deleted", "tag": "bd0258de-9fb6-4b10-a187-89fceaa387bc"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:52.758931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-386a00af-23f6-4862-aafd-882db9b4497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1e3c2fed-28bd-4983-b2a5-e92764d6a887), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.763416 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-386a00af-23f6-4862-aafd-882db9b4497a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.772973 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-386a00af-23f6-4862-aafd-882db9b4497a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e3c2fed-28bd-4983-b2a5-e92764d6a887 HTTP/1.1" status: 204 len: 168 time: 0.4212863 Mar 07 16:11:52.796593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a00af-23f6-4862-aafd-882db9b4497a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c2fed-28bd-4983-b2a5-e92764d6a887,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:52.835886 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47a7152-c856-4899-8988-7f5d999c0dac x-openstack-request-id: req-d47a7152-c856-4899-8988-7f5d999c0dac {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:52.836552 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e3353e-61b3-4899-94c9-507bc53ef3dc", "name": "network-vif-deleted", "tag": "bd0258de-9fb6-4b10-a187-89fceaa387bc", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:52.837008 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d47a7152-c856-4899-8988-7f5d999c0dac {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:52.837617 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3353e-61b3-4899-94c9-507bc53ef3dc', 'name': 'network-vif-deleted', 'tag': 'bd0258de-9fb6-4b10-a187-89fceaa387bc', 'status': 'completed', 'code': 200} Mar 07 16:11:52.889427 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e2eda36b-0f2f-4562-9bb2-c451f377abeb req-09f73d2a-3de8-4731-826c-9fcf0ee71ed8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 210 time: 0.1250420 Mar 07 16:11:52.977295 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1fffee6e-ec00-43b2-a991-ae9512d5a046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:52.992251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-b826b7b3-2203-4fd0-ab97-708c85859a3e', 'network_id': 'b826b7b3-2203-4fd0-ab97-708c85859a3e', 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'fixed_ips': [{'subnet_id': 'fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:11:52.995433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.012357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9cc14677-7496-475b-ae5f-a460401733bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.027600 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9cc14677-7496-475b-ae5f-a460401733bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.118083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9cc14677-7496-475b-ae5f-a460401733bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.127848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34682) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:53.131646 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9cc14677-7496-475b-ae5f-a460401733bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4992976 Mar 07 16:11:53.245214 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.270139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Allocated IP 172.21.0.2 (b826b7b3-2203-4fd0-ab97-708c85859a3e/fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d/d2cd079f-0cb7-4657-a20d-3825e5bfe1b6) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:53.290077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.365427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event updated for resources: {'Port': ['ID=153a4ae9-e8ac-4aab-b7b7-c3392a521655,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:53.393916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:53.414672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:53.417900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:53.489199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:53.490036 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.512584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d2ad57bb-b000-4098-8efc-4dd13c974496 req-086f5ecf-46e9-4d20-b41f-3c71c1dc644e tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.1423714 Mar 07 16:11:53.529145 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-8ff6631d-52ca-43ad-9abd-01b9fa1a0a5e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5793362 Mar 07 16:11:53.542685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Request body: {'port': {'device_id': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:53.586619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['54a878aa-a299-4247-b669-4c60751cec8c', 'e29c186d-b6af-4f63-bd0e-9716f3738d50'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:53.668055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34704) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:53.736717 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.761717 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Publish callbacks [] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.795815 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:53.865645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 02aece17-5dc9-48ee-87af-c6ee5838f8e5 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:11:53.916530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020589a-6a49-4c21-a37a-047cafd176e8 req-6719488f-171c-4385-ad85-379c6e1890dd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:53.923841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5020589a-6a49-4c21-a37a-047cafd176e8 req-6719488f-171c-4385-ad85-379c6e1890dd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 944 time: 0.8379507 Mar 07 16:11:53.936922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Pushing event updated for resources: {'Port': ['ID=d2cd079f-0cb7-4657-a20d-3825e5bfe1b6,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:53.962234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Network b826b7b3-2203-4fd0-ab97-708c85859a3e is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:53.975191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:53.986657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:54.038501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-016e5ebe-8a15-4f1e-b412-c7e817b85a4f None None] Provisioning complete for port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:54.038912 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-016e5ebe-8a15-4f1e-b412-c7e817b85a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:54.094200 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5020589a-6a49-4c21-a37a-047cafd176e8 req-39201f64-e18c-4331-a839-8b91a3364e03 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693027 Mar 07 16:11:54.174672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Attempting to bind port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:54.175121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Attempting to bind port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '75f3e646-4fef-4fef-889d-482eb3735a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b826b7b3-2203-4fd0-ab97-708c85859a3e'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:54.175500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Attempting to bind port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 on network b826b7b3-2203-4fd0-ab97-708c85859a3e {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:54.202114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:54.202905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Checking segment: {'id': '75f3e646-4fef-4fef-889d-482eb3735a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b826b7b3-2203-4fd0-ab97-708c85859a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:54.203030 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:54.203490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Bound using segment: {'id': '75f3e646-4fef-4fef-889d-482eb3735a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b826b7b3-2203-4fd0-ab97-708c85859a3e'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:54.204022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Bound port: d2cd079f-0cb7-4657-a20d-3825e5bfe1b6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f3e646-4fef-4fef-889d-482eb3735a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b826b7b3-2203-4fd0-ab97-708c85859a3e'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:54.204499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:54.222687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:54.442397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb7673-b042-42c9-8994-b991d3446275 req-360d6d81-c603-4656-a83d-551e3f38ce3b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:54.443214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34724) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:54.445414 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40eb7673-b042-42c9-8994-b991d3446275 req-360d6d81-c603-4656-a83d-551e3f38ce3b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 931 time: 0.3502929 Mar 07 16:11:54.474208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] For port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:54.477315 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34728) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:54.477831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] For port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d2cd079f-0cb7-4657-a20d-3825e5bfe1b6,segment=NetworkSegment(75f3e646-4fef-4fef-889d-482eb3735a2f),segment_id=75f3e646-4fef-4fef-889d-482eb3735a2f)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:54.509245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c07400-22ad-4110-bac1-543d7b896b50 None None] Network ea64b9f3-5c41-4f24-a674-b25a884b038e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:54.588602 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:11:54.654756 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:54.706882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.20.0.1 (ea64b9f3-5c41-4f24-a674-b25a884b038e/1186a8dd-995e-4f89-a27d-c6f6e0374244/760499e5-649f-47f9-8161-fd4f1b6cbbec) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:54.812343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 88cd0928-85a4-4e65-b281-4afd6279d4e0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:54.825119 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40eb7673-b042-42c9-8994-b991d3446275 req-f3b22f79-5450-4a83-8cdf-0bb3b029c75d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448789 Mar 07 16:11:54.855113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-185801295'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:54.855533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-016e5ebe-8a15-4f1e-b412-c7e817b85a4f None None] Port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:11:54.865873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1849901536-network', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:54.893292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153a4ae9-e8ac-4aab-b7b7-c3392a521655 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:54.908030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Publish callbacks [] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:54.910776 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00df6515-9822-428c-97ec-b547d40ae484 req-49478ae6-77db-4c0e-b04d-27993d1500c7 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0675464 Mar 07 16:11:54.939532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Transition to ACTIVE for port object 153a4ae9-e8ac-4aab-b7b7-c3392a521655 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:11:54.958626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bd0258de-9fb6-4b10-a187-89fceaa387bc no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:11:54.966264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Made reservation on behalf of 1904e3dc173c415b87ee52cdb2b3579c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:54.971317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:54.973379 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:54.986638 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.006405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: bd0258de-9fb6-4b10-a187-89fceaa387bc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:11:55.006405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device bd0258de-9fb6-4b10-a187-89fceaa387bc not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:11:55.006649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Made reservation on behalf of c927f3fa5e564045bc523a54bde7a3be for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:55.008864 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.014248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16a3ec-1d4a-403f-b452-4bee089e271c None None] Pushing event updated for resources: {'Port': ['ID=d2cd079f-0cb7-4657-a20d-3825e5bfe1b6,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:55.031143 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.043590 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.061740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 02aece17-5dc9-48ee-87af-c6ee5838f8e5, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=02aece17-5dc9-48ee-87af-c6ee5838f8e5,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:55.077560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f8892cd1-3c37-41bd-85e7-ab0be7403f16 None None] Provisioning complete for port 88cd0928-85a4-4e65-b281-4afd6279d4e0 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:55.077677 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8892cd1-3c37-41bd-85e7-ab0be7403f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.083068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 88cd0928-85a4-4e65-b281-4afd6279d4e0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:55.083619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.093301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Pushing event updated for resources: {'Port': ['ID=153a4ae9-e8ac-4aab-b7b7-c3392a521655,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:55.107543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '02aece17-5dc9-48ee-87af-c6ee5838f8e5', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'port_id': '02aece17-5dc9-48ee-87af-c6ee5838f8e5', 'mac_address': 'fa:16:3e:98:5e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b9e25-07a8-4036-8b1a-d3eb88278c53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:11:55.212032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.285938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network ea64b9f3-5c41-4f24-a674-b25a884b038e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:55.289711 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2ce7-f664-4b12-b3c2-30570b833cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.304955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:55.319721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:55.321091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:55.321720 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.347714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02aece17-5dc9-48ee-87af-c6ee5838f8e5 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:11:55.418060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f8892cd1-3c37-41bd-85e7-ab0be7403f16 None None] Current status of the port 88cd0928-85a4-4e65-b281-4afd6279d4e0 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:55.418977 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8892cd1-3c37-41bd-85e7-ab0be7403f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.422274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.439970 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Attempting to bind port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:55.440326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Attempting to bind port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:55.440709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Attempting to bind port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:55.456370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:11:55.456370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Attempting to bind port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 on network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:55.472746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:55.473096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Checking segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:55.473494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Bound using segment: {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:55.473950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Bound port: 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29476ea-40f4-4a72-9c0d-4464ce8328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:55.474316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.490385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 02aece17-5dc9-48ee-87af-c6ee5838f8e5, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=02aece17-5dc9-48ee-87af-c6ee5838f8e5,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:55.505373 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.552208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 88cd0928-85a4-4e65-b281-4afd6279d4e0 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:55.552749 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.552926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (cd33506f-8b42-4513-a8f6-00dfc115ee1b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.569999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Publish callbacks [] for security_group (fef1d446-5e7c-48b0-8d75-5b4c6a7bbb04), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.596573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for security_group (38584a03-8d6f-4af1-bb6f-40cd770bcdf6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.597684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f8892cd1-3c37-41bd-85e7-ab0be7403f16 None None] For port 88cd0928-85a4-4e65-b281-4afd6279d4e0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=88cd0928-85a4-4e65-b281-4afd6279d4e0,segment=NetworkSegment(62137518-46ac-410b-8a22-025e0d14a182),segment_id=62137518-46ac-410b-8a22-025e0d14a182)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:55.600125 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fef1d446-5e7c-48b0-8d75-5b4c6a7bbb04), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.600605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=02aece17-5dc9-48ee-87af-c6ee5838f8e5,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:55.619669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8892cd1-3c37-41bd-85e7-ab0be7403f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.623643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=760499e5-649f-47f9-8161-fd4f1b6cbbec,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:55.641916 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (38584a03-8d6f-4af1-bb6f-40cd770bcdf6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.653628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:55.682057 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.690016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1e05c-b0b3-4a4c-9493-b321d2b22c09 req-35eb897f-1f33-42bb-bb59-6fde684c2cf8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:55.698176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4cc1e05c-b0b3-4a4c-9493-b321d2b22c09 req-35eb897f-1f33-42bb-bb59-6fde684c2cf8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 944 time: 0.4515862 Mar 07 16:11:55.707107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:11:55.714512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f6c58333-bacc-4c7b-bf64-74112f865dd1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.715164 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Added segment f6c58333-bacc-4c7b-bf64-74112f865dd1 of type vlan for network a1bed818-c62b-4678-945b-f7cb8d371eea Mar 07 16:11:55.725237 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:11:55.725740 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:11:55.729881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8892cd1-3c37-41bd-85e7-ab0be7403f16 None None] Pushing event updated for resources: {'Port': ['ID=88cd0928-85a4-4e65-b281-4afd6279d4e0,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:55.749313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef1d446-5e7c-48b0-8d75-5b4c6a7bbb04,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:55.791865 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (89d13657-4834-4d66-a439-95cad388c113), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.792211 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Added segment 89d13657-4834-4d66-a439-95cad388c113 of type vlan for network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 Mar 07 16:11:55.803566 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4cc1e05c-b0b3-4a4c-9493-b321d2b22c09 req-a943037a-0cd2-4220-aafc-a0393fcfa92f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037655 Mar 07 16:11:55.803790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5cd6a3bc-50d3-4286-824e-bf15c07551b2 None None] Provisioning complete for port 88cd0928-85a4-4e65-b281-4afd6279d4e0 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:55.804112 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a3bc-50d3-4286-824e-bf15c07551b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.827472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (a1bed818-c62b-4678-945b-f7cb8d371eea), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.885075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:55.888778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:55.925776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38584a03-8d6f-4af1-bb6f-40cd770bcdf6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:55.926568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['02aece17-5dc9-48ee-87af-c6ee5838f8e5'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:11:55.930424 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.972372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (336a181c-16d2-466e-ac1f-a3c8f2e149d1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:55.999620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6a3bc-50d3-4286-824e-bf15c07551b2 None None] Current status of the port 88cd0928-85a4-4e65-b281-4afd6279d4e0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:56.076744 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (a1bed818-c62b-4678-945b-f7cb8d371eea), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.083640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:56.084390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.143175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c80f7945-84eb-4381-aada-7efe005cba97 None None] Provisioning complete for port 760499e5-649f-47f9-8161-fd4f1b6cbbec triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:56.143622 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c80f7945-84eb-4381-aada-7efe005cba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.159742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (336a181c-16d2-466e-ac1f-a3c8f2e149d1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.160827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:56.161407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.178527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7342072 Mar 07 16:11:56.188718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c80f7945-84eb-4381-aada-7efe005cba97 None None] Port 760499e5-649f-47f9-8161-fd4f1b6cbbec cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:11:56.218033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34742) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:56.245570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Request body: {'subnet': {'network_id': 'a1bed818-c62b-4678-945b-f7cb8d371eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:56.277090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64361477-a4c9-42ed-8a25-a1605cc10946 req-0cc83dcf-7b94-479c-81c4-f41db15949a3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:56.279087 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64361477-a4c9-42ed-8a25-a1605cc10946 req-0cc83dcf-7b94-479c-81c4-f41db15949a3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 943 time: 0.3282588 Mar 07 16:11:56.279927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38c7ef-c13d-49e8-b798-c75fcaa79dcb tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event updated for resources: {'Network': ['ID=a1bed818-c62b-4678-945b-f7cb8d371eea,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:56.282355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 88cd0928-85a4-4e65-b281-4afd6279d4e0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:56.302726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network a1bed818-c62b-4678-945b-f7cb8d371eea details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:56.310254 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8323207 Mar 07 16:11:56.343408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34744) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:56.346090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:56.348912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.350462 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] 10.222.0.15 "PUT /v2.0/ports/153a4ae9-e8ac-4aab-b7b7-c3392a521655 HTTP/1.1" status: 200 len: 1091 time: 2.8131735 Mar 07 16:11:56.355084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3edbb1e3-b946-4185-b05e-6efdaa454902 req-24f296d7-ccd9-499a-8239-b74406057ef6 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0830009 Mar 07 16:11:56.357131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:56.360162 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a15c03-8008-4bc6-a65c-dcc7eea58963" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:56.371939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Request body: {'subnet': {'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-subnet', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:56.391737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03989790-9758-411e-bb3f-771cd2075e8c service neutron] Pushing event updated for resources: {'Port': ['ID=153a4ae9-e8ac-4aab-b7b7-c3392a521655,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:56.450931 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.459115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc975ec7-be07-42aa-b128-98a670d9a967 admin admin] Pushing event updated for resources: {'Network': ['ID=336a181c-16d2-466e-ac1f-a3c8f2e149d1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:56.479772 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7abb50f-2d47-421d-ba8f-3a9339075341 x-openstack-request-id: req-b7abb50f-2d47-421d-ba8f-3a9339075341 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:56.480240 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:56.480360 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7abb50f-2d47-421d-ba8f-3a9339075341 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:56.480696 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655', 'status': 'completed', 'code': 200} Mar 07 16:11:56.488898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:11:56.524524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a69012-85e8-4d33-b1ec-5538a470a815 None None] Network b826b7b3-2203-4fd0-ab97-708c85859a3e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:56.535050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Made reservation on behalf of c927f3fa5e564045bc523a54bde7a3be for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:56.539702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.657717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-bd7a1a96-fa21-4f35-ae43-167e660d54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:56.659303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-bd7a1a96-fa21-4f35-ae43-167e660d54d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 1125 time: 0.2507613 Mar 07 16:11:56.667452 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64361477-a4c9-42ed-8a25-a1605cc10946 req-417b887f-a8c2-41ff-810b-b947ec1e2a70 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658793 Mar 07 16:11:56.697648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f8de7c58-e52d-498b-aa95-bb6a673c0b9a None None] Provisioning complete for port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:56.698816 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8de7c58-e52d-498b-aa95-bb6a673c0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.729809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Made reservation on behalf of 1904e3dc173c415b87ee52cdb2b3579c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:56.733872 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.824098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f8de7c58-e52d-498b-aa95-bb6a673c0b9a None None] Current status of the port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:56.824911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8de7c58-e52d-498b-aa95-bb6a673c0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.842838 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-91be4ba5-5f6a-4108-8b4a-26728029455e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655 HTTP/1.1" status: 200 len: 217 time: 0.1387169 Mar 07 16:11:56.862055 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (54c0c13f-8236-46f0-a665-d9c7ac9dde01), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.863406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 88cd0928-85a4-4e65-b281-4afd6279d4e0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:56.880418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.890351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:56.957065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f8de7c58-e52d-498b-aa95-bb6a673c0b9a None None] For port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d2cd079f-0cb7-4657-a20d-3825e5bfe1b6,segment=NetworkSegment(75f3e646-4fef-4fef-889d-482eb3735a2f),segment_id=75f3e646-4fef-4fef-889d-482eb3735a2f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:56.981374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8de7c58-e52d-498b-aa95-bb6a673c0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.039147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Deleting port f54c70f4-c876-4c98-8672-5acdab96be9a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:11:57.039500 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.061457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 88cd0928-85a4-4e65-b281-4afd6279d4e0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:57.062262 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.068187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e0830-6f9c-4c74-9529-2bd15126f2af req-595379ed-087e-49a0-a56b-540234bff84d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:57.069763 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e72e0830-6f9c-4c74-9529-2bd15126f2af req-595379ed-087e-49a0-a56b-540234bff84d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 945 time: 0.1333477 Mar 07 16:11:57.070444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c0c13f-8236-46f0-a665-d9c7ac9dde01,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:57.072624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Checking segment: {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:57.073000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Network hostable DHCP agents. Network: 336a181c-16d2-466e-ac1f-a3c8f2e149d1, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:11:57.079089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-61f33a12-70db-477a-9645-9d4a20db0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:57.080295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-61f33a12-70db-477a-9645-9d4a20db0007 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.2223330 Mar 07 16:11:57.081615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=760499e5-649f-47f9-8161-fd4f1b6cbbec,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:57.092829 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.108395 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (94c7a736-55e8-4152-b7c5-96a5fee59a50), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.135967 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de7c58-e52d-498b-aa95-bb6a673c0b9a None None] Pushing event updated for resources: {'Port': ['ID=d2cd079f-0cb7-4657-a20d-3825e5bfe1b6,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:57.143715 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-8a4c2e15-2512-4cf1-899f-2360ca4436aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1765745 Mar 07 16:11:57.235753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 88cd0928-85a4-4e65-b281-4afd6279d4e0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:57.237063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:57.242399 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:11:57.261247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e72e0830-6f9c-4c74-9529-2bd15126f2af req-105284be-2633-4027-90e5-69b709092f60 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783812 Mar 07 16:11:57.269539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 336a181c-16d2-466e-ac1f-a3c8f2e149d1) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:57.284013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:57.284620 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.290854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b0ff5-2d11-4d79-8327-806396c0ff7e None None] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:57.299052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event updated for resources: {'Subnet': ['ID=94c7a736-55e8-4152-b7c5-96a5fee59a50,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:57.305941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] For port f54c70f4-c876-4c98-8672-5acdab96be9a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f54c70f4-c876-4c98-8672-5acdab96be9a,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:57.306555 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.311228 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-2e710f42-b703-4a44-8075-9ce9052ab969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:57.313070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-2e710f42-b703-4a44-8075-9ce9052ab969 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2112935 Mar 07 16:11:57.324979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Checking segment: {'id': 'f6c58333-bacc-4c7b-bf64-74112f865dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a1bed818-c62b-4678-945b-f7cb8d371eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:57.325587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Network hostable DHCP agents. Network: a1bed818-c62b-4678-945b-f7cb8d371eea, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:11:57.326257 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c8865d3e-78ff-4505-953a-39c065b056b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9698262 Mar 07 16:11:57.330731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34750) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:57.338408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:57.339739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Calling delete_port for f54c70f4-c876-4c98-8672-5acdab96be9a owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:11:57.371871 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (fefec877-9535-41a3-a249-ce1a363ddae2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.373009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (fefec877-9535-41a3-a249-ce1a363ddae2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.387509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-efa6f87e-d215-4a81-8a65-487cfe0d5d46 None None] Provisioning complete for port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:57.387965 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efa6f87e-d215-4a81-8a65-487cfe0d5d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.432416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-d11b68d0-d945-4612-a59d-0d09379aa70e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2391822 Mar 07 16:11:57.446207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-5a136dfe-f5b7-40fc-8ed0-e7e5776663ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:57.448099 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-5a136dfe-f5b7-40fc-8ed0-e7e5776663ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1127 time: 0.2175720 Mar 07 16:11:57.463175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:57.463557 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.467393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network ea64b9f3-5c41-4f24-a674-b25a884b038e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:57.471975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:57.477754 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-723bb816-915c-4b64-ac5c-168aaa8c1c70 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579053 Mar 07 16:11:57.502064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:11:57.502840 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.546138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Network a1bed818-c62b-4678-945b-f7cb8d371eea is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:11:57.657711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12d01eb5-771f-4b21-bdf2-5bc58bc931bb req-7807d4ed-10e3-46d8-84c8-13e80f1906ce service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728771 Mar 07 16:11:57.825869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f54c70f4-c876-4c98-8672-5acdab96be9a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:57.876569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54c70f4-c876-4c98-8672-5acdab96be9a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:57.901276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-efa6f87e-d215-4a81-8a65-487cfe0d5d46 None None] Current status of the port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:57.912290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-23970315-28e8-4ea8-a469-1741d3e63c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:57.914082 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-23970315-28e8-4ea8-a469-1741d3e63c74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 1125 time: 0.1942298 Mar 07 16:11:57.923763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 02aece17-5dc9-48ee-87af-c6ee5838f8e5 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:57.995913 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:57.999328 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.040236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-98c2367b-b6fb-429f-8c7a-6f2494cf9a87 None None] Provisioning complete for port 760499e5-649f-47f9-8161-fd4f1b6cbbec triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:58.040514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-98c2367b-b6fb-429f-8c7a-6f2494cf9a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.085989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-98c2367b-b6fb-429f-8c7a-6f2494cf9a87 None None] Port 760499e5-649f-47f9-8161-fd4f1b6cbbec cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:11:58.089013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Allocated IP 172.20.0.2 (336a181c-16d2-466e-ac1f-a3c8f2e149d1/54c0c13f-8236-46f0-a665-d9c7ac9dde01/1dbd012d-a948-4298-af3f-7720c2d710b7) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:58.093593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-5132b0a1-2ee2-4701-a309-64c0b53f3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:58.095467 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-5132b0a1-2ee2-4701-a309-64c0b53f3dc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.1595128 Mar 07 16:11:58.101889 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1e6b6fe-ab15-4b6c-81ab-7fd142a4a72c req-feabd603-68fd-4ac8-a283-7296bd1d2205 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.5879946 Mar 07 16:11:58.102856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, a1bed818-c62b-4678-945b-f7cb8d371eea) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:58.105519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905fbea-ffbb-4d9e-895b-a5222affd2be req-659064d2-4ff8-4c6b-be27-badfc58a45c4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:58.107422 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7905fbea-ffbb-4d9e-895b-a5222affd2be req-659064d2-4ff8-4c6b-be27-badfc58a45c4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 943 time: 0.3175828 Mar 07 16:11:58.117590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:11:58.138371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273a66e-3ed1-4584-aa66-5c8deb2cc63d None None] Network a1bed818-c62b-4678-945b-f7cb8d371eea requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:11:58.158095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:58.158784 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.162240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:58.162695 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.170592 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks [] for router_controller (fefec877-9535-41a3-a249-ce1a363ddae2), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.184003 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e8b82990-6971-4774-96e7-14525a7656fd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9608014 Mar 07 16:11:58.189787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34756) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:58.192719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-d8d98ec3-41ed-4b58-bf67-8a63d09ef406 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655 HTTP/1.1" status: 200 len: 217 time: 0.0830085 Mar 07 16:11:58.228988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Request body: {'port': {'network_id': 'a1bed818-c62b-4678-945b-f7cb8d371eea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1338128978'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:11:58.316958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-3fac093f-e7fd-4739-9882-0578f7edadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:58.318639 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-3fac093f-e7fd-4739-9882-0578f7edadb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 1127 time: 0.8082952 Mar 07 16:11:58.384655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router f44cb9d5-c444-42e8-8780-1cf9c5af4ff7 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:11:58.400552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-60e5dda5-cbd1-439e-90c1-d43ad9d4e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:58.400830 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-60e5dda5-cbd1-439e-90c1-d43ad9d4e00d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.8919835 Mar 07 16:11:58.414668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:58.415171 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.421562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-a1bed818-c62b-4678-945b-f7cb8d371eea', 'network_id': 'a1bed818-c62b-4678-945b-f7cb8d371eea', 'project_id': '1904e3dc173c415b87ee52cdb2b3579c', 'fixed_ips': [{'subnet_id': '94c7a736-55e8-4152-b7c5-96a5fee59a50'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:11:58.422563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.473582 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7905fbea-ffbb-4d9e-895b-a5222affd2be req-3235ccd1-b58a-44df-b5c3-3ae58594ac05 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428016 Mar 07 16:11:58.480931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks [] for router_gateway (fefec877-9535-41a3-a249-ce1a363ddae2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.483838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-f3ef4527-11d3-47c6-b538-060a1a86374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:58.486325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-f3ef4527-11d3-47c6-b538-060a1a86374b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.2479293 Mar 07 16:11:58.495333 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (cd33506f-8b42-4513-a8f6-00dfc115ee1b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.513087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f503a68f-9295-4bef-9213-bd65239f08ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02aece17-5dc9-48ee-87af-c6ee5838f8e5'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:11:58.513087 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdb6f9a-46c3-49df-a54c-b30cab4c7b16" -d '{"events": [{"server_uuid": "f503a68f-9295-4bef-9213-bd65239f08ae", "name": "network-vif-plugged", "status": "completed", "tag": "02aece17-5dc9-48ee-87af-c6ee5838f8e5"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:11:58.580109 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Publish callbacks [] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.590444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 02aece17-5dc9-48ee-87af-c6ee5838f8e5, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=02aece17-5dc9-48ee-87af-c6ee5838f8e5,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:11:58.592426 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c007eb-5f1a-46d3-8786-d313ead89908 x-openstack-request-id: req-96c007eb-5f1a-46d3-8786-d313ead89908 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:11:58.592835 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f503a68f-9295-4bef-9213-bd65239f08ae", "name": "network-vif-plugged", "status": "completed", "tag": "02aece17-5dc9-48ee-87af-c6ee5838f8e5", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:11:58.593145 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96c007eb-5f1a-46d3-8786-d313ead89908 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:11:58.593608 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f503a68f-9295-4bef-9213-bd65239f08ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02aece17-5dc9-48ee-87af-c6ee5838f8e5', 'code': 200} Mar 07 16:11:58.598427 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.614186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.704774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745bbce-7f61-46bb-91a4-dc2eeecb128b req-f96bdafc-7ae5-4e81-bb08-9a4dea9ac3c6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:58.706653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8745bbce-7f61-46bb-91a4-dc2eeecb128b req-f96bdafc-7ae5-4e81-bb08-9a4dea9ac3c6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 945 time: 0.3472879 Mar 07 16:11:58.708377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Made reservation on behalf of 1904e3dc173c415b87ee52cdb2b3579c for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:11:58.712467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:58.725741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-4e1259fa-a751-418c-b8ca-f35a9e987ae2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 999 time: 0.2768443 Mar 07 16:11:58.730926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-5e68a3b1-d575-4a8f-b4ea-b76bf70d04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:58.732817 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-5e68a3b1-d575-4a8f-b4ea-b76bf70d04e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2236242 Mar 07 16:11:58.736138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Allocated IP 172.20.0.2 (a1bed818-c62b-4678-945b-f7cb8d371eea/94c7a736-55e8-4152-b7c5-96a5fee59a50/124d8385-a309-4c78-bd88-11c68cc3f637) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:11:58.760973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:58.763989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:58.767040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Pushing event updated for resources: {'Port': ['ID=1dbd012d-a948-4298-af3f-7720c2d710b7,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:58.771707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:58.787415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-4294fbbd-edc1-446c-8a27-418d541e4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:58.788901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-4294fbbd-edc1-446c-8a27-418d541e4261 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.4307063 Mar 07 16:11:58.817851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] device_id is not set on port 7804d95e-ca35-4d59-b437-b328a841704d yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:11:58.874764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:11:58.912135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:11:58.918421 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4298264b-c357-4903-9792-2c9b1f2886cb tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/f44cb9d5-c444-42e8-8780-1cf9c5af4ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7895749 Mar 07 16:11:58.923930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34762) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:58.935186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-73c68778-1da9-4159-8358-8984f411a983 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e29c186d-b6af-4f63-bd0e-9716f3738d50 HTTP/1.1" status: 200 len: 217 time: 0.1163788 Mar 07 16:11:58.942560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7133b1-0129-42cf-bc01-f62702066c20 None None] Sync routers for ids ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:11:58.945863 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8745bbce-7f61-46bb-91a4-dc2eeecb128b req-3d978058-0e0f-4598-b5cb-93dffeeb48dd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136796 Mar 07 16:11:58.992160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=02aece17-5dc9-48ee-87af-c6ee5838f8e5,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:59.002649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Attempting to bind port 1dbd012d-a948-4298-af3f-7720c2d710b7 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:59.003057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Attempting to bind port 1dbd012d-a948-4298-af3f-7720c2d710b7 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:59.003427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Attempting to bind port 1dbd012d-a948-4298-af3f-7720c2d710b7 on network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:59.010833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-c754d6da-2404-4877-95fd-bb522b61b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:59.012634 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-c754d6da-2404-4877-95fd-bb522b61b74c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.2599509 Mar 07 16:11:59.014625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c34a4-74f0-4841-bfda-a98ba0dae944 req-5bdaf4b1-88d0-4538-9fe6-eafb0cbdefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:59.016187 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e68c34a4-74f0-4841-bfda-a98ba0dae944 req-5bdaf4b1-88d0-4538-9fe6-eafb0cbdefde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 1128 time: 0.3350110 Mar 07 16:11:59.022031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7133b1-0129-42cf-bc01-f62702066c20 None None] Routers {'f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:59.022674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fc7133b1-0129-42cf-bc01-f62702066c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:59.027999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:59.028381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Checking segment: {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:59.028793 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.029194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Bound using segment: {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:59.032794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Bound port: 1dbd012d-a948-4298-af3f-7720c2d710b7, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:59.032794 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.053533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-f31645e8-6fde-4559-ad7d-b8b524f53fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:59.055306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-f31645e8-6fde-4559-ad7d-b8b524f53fc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.1081398 Mar 07 16:11:59.087800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fc7133b1-0129-42cf-bc01-f62702066c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:59.158205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-36f6a3b8-6a4b-4020-a7e3-e65b5b2b3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:59.160010 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-36f6a3b8-6a4b-4020-a7e3-e65b5b2b3771 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1393530 Mar 07 16:11:59.190315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7133b1-0129-42cf-bc01-f62702066c20 None None] Routers {'f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:59.190998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fc7133b1-0129-42cf-bc01-f62702066c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:59.217171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e68c34a4-74f0-4841-bfda-a98ba0dae944 req-ce7d4f5e-1842-4197-8ad1-7d762670282d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813841 Mar 07 16:11:59.235179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:11:59.236249 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.253066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fc7133b1-0129-42cf-bc01-f62702066c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:11:59.253721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7133b1-0129-42cf-bc01-f62702066c20 None None] The sync data for ids ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:11:59.280400 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.284839 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Publish callbacks [] for port (124d8385-a309-4c78-bd88-11c68cc3f637), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.304830 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.311137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] For port 1dbd012d-a948-4298-af3f-7720c2d710b7, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:59.345535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adaa30b-5dd4-469a-97f3-332d4bbac5b4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:59.349526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6adaa30b-5dd4-469a-97f3-332d4bbac5b4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports/760499e5-649f-47f9-8161-fd4f1b6cbbec HTTP/1.1" status: 200 len: 910 time: 0.4199224 Mar 07 16:11:59.360826 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] For port 1dbd012d-a948-4298-af3f-7720c2d710b7, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1dbd012d-a948-4298-af3f-7720c2d710b7,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:59.362808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-452f829a-961b-4f7b-a93e-db74fe916577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:11:59.365960 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-452f829a-961b-4f7b-a93e-db74fe916577 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2998240 Mar 07 16:11:59.366722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34766) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:59.371556 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393c028c-a7dd-4430-b302-e1bbc164cfd7 req-7887eba8-6a89-4b44-b4d0-f165c3444b6e tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0808184 Mar 07 16:11:59.379128 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.381822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Network a1bed818-c62b-4678-945b-f7cb8d371eea is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:11:59.387888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Pushing event updated for resources: {'Port': ['ID=124d8385-a309-4c78-bd88-11c68cc3f637,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:59.394600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:11:59.400536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:11:59.408854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-ba4884c4-d871-4e45-afcf-f2a6ab478271 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034276 Mar 07 16:11:59.493396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Router cd33506f-8b42-4513-a8f6-00dfc115ee1b has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:11:59.496816 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-44cc02a2-00a2-4c0c-9716-6179b693784e service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007124 Mar 07 16:11:59.549025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:11:59.551404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e57533-15ad-42af-8795-c4091f3dd35b None None] Pushing event updated for resources: {'Port': ['ID=1dbd012d-a948-4298-af3f-7720c2d710b7,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:59.560251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Attempting to bind port 124d8385-a309-4c78-bd88-11c68cc3f637 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:11:59.560632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Attempting to bind port 124d8385-a309-4c78-bd88-11c68cc3f637 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f6c58333-bacc-4c7b-bf64-74112f865dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a1bed818-c62b-4678-945b-f7cb8d371eea'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:11:59.561013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Attempting to bind port 124d8385-a309-4c78-bd88-11c68cc3f637 on network a1bed818-c62b-4678-945b-f7cb8d371eea {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:11:59.575312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:11:59.575711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Checking segment: {'id': 'f6c58333-bacc-4c7b-bf64-74112f865dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a1bed818-c62b-4678-945b-f7cb8d371eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:11:59.576130 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.576531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Bound using segment: {'id': 'f6c58333-bacc-4c7b-bf64-74112f865dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a1bed818-c62b-4678-945b-f7cb8d371eea'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:11:59.577015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Bound port: 124d8385-a309-4c78-bd88-11c68cc3f637, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c58333-bacc-4c7b-bf64-74112f865dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a1bed818-c62b-4678-945b-f7cb8d371eea'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:11:59.577403 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.589781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks [] for router_gateway (fefec877-9535-41a3-a249-ce1a363ddae2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.652740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.api [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4b999c8e-db71-45e9-8ece-d6cf0cffb88b {{(pid=103866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:11:59.652994 n-d-830010-8 neutron-server[103866]: DEBUG oslo_db.api [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:11:59.665387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] For port 124d8385-a309-4c78-bd88-11c68cc3f637, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:11:59.669826 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] For port 124d8385-a309-4c78-bd88-11c68cc3f637, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=124d8385-a309-4c78-bd88-11c68cc3f637,segment=NetworkSegment(f6c58333-bacc-4c7b-bf64-74112f865dd1),segment_id=f6c58333-bacc-4c7b-bf64-74112f865dd1)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:11:59.679831 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:11:59.757721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-08a15c03-8008-4bc6-a65c-dcc7eea58963 req-9d180dfb-f67e-4a95-bed9-c8577e41dd23 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508140 Mar 07 16:11:59.766485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd48cf-3249-4d4f-8f70-b58f1be531c4 None None] Pushing event updated for resources: {'Port': ['ID=124d8385-a309-4c78-bd88-11c68cc3f637,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:11:59.820638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:11:59.827923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cebef890-18d9-46d8-a428-e90746e2ec97 admin admin] 10.222.0.24 "PUT /v2.0/routers/cd33506f-8b42-4513-a8f6-00dfc115ee1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1585033 Mar 07 16:11:59.830430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34770) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:11:59.833156 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] Sync routers for ids ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:11:59.846928 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] Routers {'cd33506f-8b42-4513-a8f6-00dfc115ee1b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:11:59.852706 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:00.024142 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] Set router cd33506f-8b42-4513-a8f6-00dfc115ee1b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:00.028155 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks [] for router (cd33506f-8b42-4513-a8f6-00dfc115ee1b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:00.121551 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:00.159575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:00.192901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b1606a7-f9d2-4a9d-b67a-60f80ba5809d req-996f6588-faa8-4d72-8ee4-27229c476ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487199 Mar 07 16:12:00.272440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] device_id is not set on port 8f3c605c-e4d1-41e8-8f1b-1bed8426db46 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:12:00.293360 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '41708db3-eab2-470f-acde-08e95a4ba259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:29Z', 'updated_at': '2022-03-07T16:11:57Z', 'revision_number': 5, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'gw_port': {'id': '41708db3-eab2-470f-acde-08e95a4ba259', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:30Z', 'updated_at': '2022-03-07T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:00.297445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4c0d-10b0-4b14-bfba-e3b056b1a8f4 req-ad2dac19-6069-4043-a44a-b60fbde8f5e2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:00.299132 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac7b4c0d-10b0-4b14-bfba-e3b056b1a8f4 req-ad2dac19-6069-4043-a44a-b60fbde8f5e2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 946 time: 0.1782222 Mar 07 16:12:00.331700 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] Checking router: cd33506f-8b42-4513-a8f6-00dfc115ee1b for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:00.341157 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] Routers {'cd33506f-8b42-4513-a8f6-00dfc115ee1b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:00.341839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Allocated IP 172.25.4.22 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/e53c0847-d4a9-4ea7-9b60-d0ca3af9a067) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:00.341994 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:00.346628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks [] for router_gateway (cd33506f-8b42-4513-a8f6-00dfc115ee1b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:00.460547 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-441a875f-0e44-4af9-ba76-10e63e8c4ed9 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9538472 Mar 07 16:12:00.469772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac7b4c0d-10b0-4b14-bfba-e3b056b1a8f4 req-1f3f0fec-084d-4d66-9733-1f906b94d1d8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381819 Mar 07 16:12:00.503087 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Allocated IP 172.20.0.4 (a1bed818-c62b-4678-945b-f7cb8d371eea/94c7a736-55e8-4152-b7c5-96a5fee59a50/8f3c605c-e4d1-41e8-8f1b-1bed8426db46) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:00.524623 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Deleting port 41708db3-eab2-470f-acde-08e95a4ba259 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:00.525069 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (41708db3-eab2-470f-acde-08e95a4ba259), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:00.741411 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e4401d-4f3b-4a25-982d-a2ef408e5a4c req-17379248-f19b-43c5-be7a-e784b25006dc service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440687 Mar 07 16:12:00.773995 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] Set router cd33506f-8b42-4513-a8f6-00dfc115ee1b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:00.873969 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0dac99a4-9d77-4dc2-a9c3-964df41b8f22 req-e56df527-5d29-4569-9963-ef82f458a42e tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.1887016 Mar 07 16:12:00.874521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 124d8385-a309-4c78-bd88-11c68cc3f637 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:00.946731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:00.955400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aed433-4d69-4f18-9816-c3d9f363771d req-58b2dc3b-faee-42ff-aa33-46fd93074aa6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:00.958759 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f7aed433-4d69-4f18-9816-c3d9f363771d req-58b2dc3b-faee-42ff-aa33-46fd93074aa6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 943 time: 1.3386745 Mar 07 16:12:00.966661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] For port 41708db3-eab2-470f-acde-08e95a4ba259, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=41708db3-eab2-470f-acde-08e95a4ba259,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:00.967073 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (41708db3-eab2-470f-acde-08e95a4ba259), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:00.986463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea819790-071d-447d-8580-2d50bf3a607a None None] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:00.992285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Calling delete_port for 41708db3-eab2-470f-acde-08e95a4ba259 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:01.048880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks [] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.074116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 124d8385-a309-4c78-bd88-11c68cc3f637 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:01.074500 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.107585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.175518 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '41708db3-eab2-470f-acde-08e95a4ba259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:29Z', 'updated_at': '2022-03-07T16:11:57Z', 'revision_number': 5, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'gw_port': {'id': '41708db3-eab2-470f-acde-08e95a4ba259', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:30Z', 'updated_at': '2022-03-07T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:01.263721 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b767b9f8-779f-45d6-813a-acf46f418e8f None None] The sync data for ids ['cd33506f-8b42-4513-a8f6-00dfc115ee1b'] in n-d-830010-8 is: [{'id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'name': 'tempest-TestServerMultinode-926219727-router', 'tenant_id': '84dbeae4ce874380be4e589063ba5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '41708db3-eab2-470f-acde-08e95a4ba259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:29Z', 'updated_at': '2022-03-07T16:11:57Z', 'revision_number': 5, 'project_id': '84dbeae4ce874380be4e589063ba5e26', 'gw_port': {'id': '41708db3-eab2-470f-acde-08e95a4ba259', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33506f-8b42-4513-a8f6-00dfc115ee1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:30Z', 'updated_at': '2022-03-07T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:01.264015 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.380312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Pushing event updated for resources: {'Port': ['ID=e53c0847-d4a9-4ea7-9b60-d0ca3af9a067,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:01.392253 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Network a1bed818-c62b-4678-945b-f7cb8d371eea is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:01.398088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.403881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:01.407645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:01.420627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event updated for resources: {'Port': ['ID=8f3c605c-e4d1-41e8-8f1b-1bed8426db46,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:01.434160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:01.438672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:01.455132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:01.491387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:01.492205 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.536603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-aabfe549-f632-47b9-9cb3-67209f123582 None None] Provisioning complete for port 1dbd012d-a948-4298-af3f-7720c2d710b7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:01.537012 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aabfe549-f632-47b9-9cb3-67209f123582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.543123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-16e0e9bc-bf84-41d9-8cd3-6a76fc6a5ccd tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3495820 Mar 07 16:12:01.547509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34780) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:01.560667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Request body: {'port': {'network_id': 'a1bed818-c62b-4678-945b-f7cb8d371eea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-324830367', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:01.561331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.api.validators [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] bootfile-name is not in valid_values {{(pid=103866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:12:01.561749 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.api.validators [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] tftp-server is not in valid_values {{(pid=103866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:12:01.562157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.api.validators [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] server-ip-address is not in valid_values {{(pid=103866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:12:01.571021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaff42c-8949-4546-93e9-f3c323f33324 None None] Network a1bed818-c62b-4678-945b-f7cb8d371eea requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:01.613658 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f7aed433-4d69-4f18-9816-c3d9f363771d req-312fa32d-bce4-4dff-b1ba-56cf00c17b7c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352897 Mar 07 16:12:01.670615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (41708db3-eab2-470f-acde-08e95a4ba259), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.722026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Pushing event deleted for resources: {'Port': ['ID=41708db3-eab2-470f-acde-08e95a4ba259,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:01.741668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 124d8385-a309-4c78-bd88-11c68cc3f637 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:01.741668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.834752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a3c69-9798-4e86-8788-af7401079ff5 req-51dd3e93-2786-4872-98ba-bb62e6481e47 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:01.842624 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0d9a3c69-9798-4e86-8788-af7401079ff5 req-51dd3e93-2786-4872-98ba-bb62e6481e47 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 946 time: 0.2611306 Mar 07 16:12:01.846681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-aabfe549-f632-47b9-9cb3-67209f123582 None None] Current status of the port 1dbd012d-a948-4298-af3f-7720c2d710b7 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:01.847209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aabfe549-f632-47b9-9cb3-67209f123582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.908055 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (cd33506f-8b42-4513-a8f6-00dfc115ee1b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:01.933585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-aabfe549-f632-47b9-9cb3-67209f123582 None None] For port 1dbd012d-a948-4298-af3f-7720c2d710b7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1dbd012d-a948-4298-af3f-7720c2d710b7,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:01.947958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 153a4ae9-e8ac-4aab-b7b7-c3392a521655 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:12:02.019170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (cd33506f-8b42-4513-a8f6-00dfc115ee1b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.021640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks [] for router_controller (cd33506f-8b42-4513-a8f6-00dfc115ee1b), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.060286 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aabfe549-f632-47b9-9cb3-67209f123582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.066207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 124d8385-a309-4c78-bd88-11c68cc3f637, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=124d8385-a309-4c78-bd88-11c68cc3f637,segment=NetworkSegment(f6c58333-bacc-4c7b-bf64-74112f865dd1),segment_id=f6c58333-bacc-4c7b-bf64-74112f865dd1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:02.071880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8b80bdd8-e554-4067-a63b-b51f2e85fd9f req-72991d14-9e6e-475c-a89f-a66d0d7dff8d tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0422766 Mar 07 16:12:02.091239 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Made reservation on behalf of 1904e3dc173c415b87ee52cdb2b3579c for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:02.096854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.104869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (cd33506f-8b42-4513-a8f6-00dfc115ee1b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.105464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd33506f-8b42-4513-a8f6-00dfc115ee1b {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:12:02.118361 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.118361 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-afbf531f-55ce-459e-b177-b5da83c75cea admin admin] 10.222.0.24 "DELETE /v2.0/routers/cd33506f-8b42-4513-a8f6-00dfc115ee1b HTTP/1.1" status: 204 len: 168 time: 2.2682045 Mar 07 16:12:02.122011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34784) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:02.128323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfe549-f632-47b9-9cb3-67209f123582 None None] Pushing event updated for resources: {'Port': ['ID=1dbd012d-a948-4298-af3f-7720c2d710b7,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:02.132878 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.133671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1dbd012d-a948-4298-af3f-7720c2d710b7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:02.138290 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0d9a3c69-9798-4e86-8788-af7401079ff5 req-4b6f3bd6-8c95-400b-aa1f-290ab87867d4 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868245 Mar 07 16:12:02.147977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] device_id is not set on port 3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:12:02.174551 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks [] for router_gateway (fefec877-9535-41a3-a249-ce1a363ddae2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.259142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.21.0.1 (b826b7b3-2203-4fd0-ab97-708c85859a3e/fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d/42b2578c-12c3-41d4-b18f-ae789e3040e9) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:02.262533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:02.272839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f928edc-8e52-41ea-af0c-17a4d35010cf admin admin] Deleting subnet 38e59c6f-67b5-430a-aa22-ae46283ed050 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:12:02.281609 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f928edc-8e52-41ea-af0c-17a4d35010cf admin admin] Publish callbacks [] for subnet (38e59c6f-67b5-430a-aa22-ae46283ed050), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.286105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b0e2fdcc-b64d-4a80-90db-b109e94afa4d None None] Provisioning complete for port 1dbd012d-a948-4298-af3f-7720c2d710b7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:02.286480 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0e2fdcc-b64d-4a80-90db-b109e94afa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.393034 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f928edc-8e52-41ea-af0c-17a4d35010cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (38e59c6f-67b5-430a-aa22-ae46283ed050), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.402441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Allocated IP 172.20.0.11 (a1bed818-c62b-4678-945b-f7cb8d371eea/94c7a736-55e8-4152-b7c5-96a5fee59a50/3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:02.427236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '153a4ae9-e8ac-4aab-b7b7-c3392a521655', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'port_id': '153a4ae9-e8ac-4aab-b7b7-c3392a521655', 'mac_address': 'fa:16:3e:9e:32:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:12:02.460599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=124d8385-a309-4c78-bd88-11c68cc3f637,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:02.501197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1dbd012d-a948-4298-af3f-7720c2d710b7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:02.501588 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.519598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f928edc-8e52-41ea-af0c-17a4d35010cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (38e59c6f-67b5-430a-aa22-ae46283ed050), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.603452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:02.603452 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.623197 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for port (3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.623903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153a4ae9-e8ac-4aab-b7b7-c3392a521655 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:12:02.632070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b0e2fdcc-b64d-4a80-90db-b109e94afa4d None None] Current status of the port 1dbd012d-a948-4298-af3f-7720c2d710b7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:02.657613 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d23d2f8d-bb57-4bd7-ace2-00fa94b4942d req-86bbd0c6-e5e4-4594-ae38-3df1686ad202 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.1155441 Mar 07 16:12:02.676956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.685186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:02.698020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b0e2fdcc-b64d-4a80-90db-b109e94afa4d None None] Provisioning complete for port 124d8385-a309-4c78-bd88-11c68cc3f637 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:02.698397 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0e2fdcc-b64d-4a80-90db-b109e94afa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.708192 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.761213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240e167-ee56-4c10-8715-45621c4f94c5 req-ba456367-e62f-427a-a50f-3f93ca969d77 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:02.769280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c240e167-ee56-4c10-8715-45621c4f94c5 req-ba456367-e62f-427a-a50f-3f93ca969d77 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 946 time: 0.4997702 Mar 07 16:12:02.780607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Network a1bed818-c62b-4678-945b-f7cb8d371eea is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:02.781464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1dbd012d-a948-4298-af3f-7720c2d710b7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:02.804932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:02.814416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:02.871217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=153a4ae9-e8ac-4aab-b7b7-c3392a521655,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:02.872905 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event updated for resources: {'Port': ['ID=3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:02.924014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:02.924691 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:02.931658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b0e2fdcc-b64d-4a80-90db-b109e94afa4d None None] Current status of the port 124d8385-a309-4c78-bd88-11c68cc3f637 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:02.948092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781a0ef-2ff6-4cab-b63b-97468b8915a2 req-507e0514-3b80-4ffb-9c45-aa56a775cb8f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:02.959437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4781a0ef-2ff6-4cab-b63b-97468b8915a2 req-507e0514-3b80-4ffb-9c45-aa56a775cb8f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 944 time: 0.2224817 Mar 07 16:12:02.973850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f928edc-8e52-41ea-af0c-17a4d35010cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (38e59c6f-67b5-430a-aa22-ae46283ed050), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.000762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f928edc-8e52-41ea-af0c-17a4d35010cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.002222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 124d8385-a309-4c78-bd88-11c68cc3f637 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:03.007366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5f928edc-8e52-41ea-af0c-17a4d35010cf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/38e59c6f-67b5-430a-aa22-ae46283ed050 HTTP/1.1" status: 204 len: 168 time: 0.8818216 Mar 07 16:12:03.017452 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34792) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:03.027823 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d02b12c3-97f8-4b5e-98eb-e38e5c96d353 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4745417 Mar 07 16:12:03.038527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34794) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:03.046610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad09d5-df62-43e7-989b-6b7d22dee2b3 None None] Network bc0ae953-ad2d-4889-971a-1724a2a0cbc6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:03.055498 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.056830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f928edc-8e52-41ea-af0c-17a4d35010cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e59c6f-67b5-430a-aa22-ae46283ed050,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:03.070143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c240e167-ee56-4c10-8715-45621c4f94c5 req-1f805db1-3673-4c09-b171-a416ad426b0a tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996612 Mar 07 16:12:03.074101 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4781a0ef-2ff6-4cab-b63b-97468b8915a2 req-f095d630-83fc-4a57-94aa-a0f7944942cc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137385 Mar 07 16:12:03.139298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['153a4ae9-e8ac-4aab-b7b7-c3392a521655'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:12:03.141904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (bc0ae953-ad2d-4889-971a-1724a2a0cbc6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.193364 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (fefec877-9535-41a3-a249-ce1a363ddae2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.200768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2eb97014-3f99-4342-badb-44270912f12a None None] Provisioning complete for port 124d8385-a309-4c78-bd88-11c68cc3f637 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:03.201151 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2eb97014-3f99-4342-badb-44270912f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.322430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc984919-4c56-4368-8304-49bfa4c33a01 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:03.328581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 124d8385-a309-4c78-bd88-11c68cc3f637 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:03.329061 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.330151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc984919-4c56-4368-8304-49bfa4c33a01 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:03.336913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc984919-4c56-4368-8304-49bfa4c33a01 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:03.339297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bc984919-4c56-4368-8304-49bfa4c33a01 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2971437 Mar 07 16:12:03.344665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34802) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:03.357109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.509725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e6c3dc-72c5-4207-af70-4a21dc92dfc9 None None] DHCP port deletion for bc0ae953-ad2d-4889-971a-1724a2a0cbc6 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:03.533400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2eb97014-3f99-4342-badb-44270912f12a None None] Current status of the port 124d8385-a309-4c78-bd88-11c68cc3f637 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:03.554529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 124d8385-a309-4c78-bd88-11c68cc3f637 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:03.556340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1dbd012d-a948-4298-af3f-7720c2d710b7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:03.582836 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f754df2-7c7a-421b-bba4-7fb0741727b1 req-6abbb94b-5feb-480a-8335-646f1196d890 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.3482640 Mar 07 16:12:03.582836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Deleting port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:03.582836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.623003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2eb97014-3f99-4342-badb-44270912f12a None None] Provisioning complete for port 8f3c605c-e4d1-41e8-8f1b-1bed8426db46 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:03.623387 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2eb97014-3f99-4342-badb-44270912f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.644600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] For port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ca1e70bc-0c20-4934-b012-9b54c2a7ec3a,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:03.644970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.678481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Calling delete_port for ca1e70bc-0c20-4934-b012-9b54c2a7ec3a owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:03.697795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2eb97014-3f99-4342-badb-44270912f12a None None] Port 8f3c605c-e4d1-41e8-8f1b-1bed8426db46 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:03.713894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1dbd012d-a948-4298-af3f-7720c2d710b7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:03.714274 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.716783 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-39e6c3dc-72c5-4207-af70-4a21dc92dfc9 None None] Deleting port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:03.717085 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39e6c3dc-72c5-4207-af70-4a21dc92dfc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.781755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.814018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1e70bc-0c20-4934-b012-9b54c2a7ec3a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:03.821007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] No DVR routers for this DVR port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:03.822621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-39e6c3dc-72c5-4207-af70-4a21dc92dfc9 None None] For port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ca1e70bc-0c20-4934-b012-9b54c2a7ec3a,segment=NetworkSegment(8046b540-1736-4f70-9bc6-ef05fc0b3599),segment_id=8046b540-1736-4f70-9bc6-ef05fc0b3599)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:03.823282 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39e6c3dc-72c5-4207-af70-4a21dc92dfc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.850334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-39e6c3dc-72c5-4207-af70-4a21dc92dfc9 None None] Calling delete_port for ca1e70bc-0c20-4934-b012-9b54c2a7ec3a owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:03.860287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network b826b7b3-2203-4fd0-ab97-708c85859a3e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:03.863251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9d8d6fb3-5213-4a0d-9030-61e3217283cd None None] Provisioning complete for port 3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:03.863824 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6fb3-5213-4a0d-9030-61e3217283cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.898689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:03.901262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:03.924300 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (bc0ae953-ad2d-4889-971a-1724a2a0cbc6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.950164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0ae953-ad2d-4889-971a-1724a2a0cbc6']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:03.962868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8046b540-1736-4f70-9bc6-ef05fc0b3599') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:03.963131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8046b540-1736-4f70-9bc6-ef05fc0b3599') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:03.964761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=42b2578c-12c3-41d4-b18f-ae789e3040e9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:03.976919 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (8046b540-1736-4f70-9bc6-ef05fc0b3599), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.989818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d6fb3-5213-4a0d-9030-61e3217283cd None None] Port 3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:03.992643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.994832 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (8046b540-1736-4f70-9bc6-ef05fc0b3599), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:03.997253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1dbd012d-a948-4298-af3f-7720c2d710b7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:04.005497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:12:04.006332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (8046b540-1736-4f70-9bc6-ef05fc0b3599), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:12:04.009471 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:12:04.031774 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39e6c3dc-72c5-4207-af70-4a21dc92dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (ca1e70bc-0c20-4934-b012-9b54c2a7ec3a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:04.063344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6889-cc51-4389-b805-c0c5453a340b req-f380378b-4f2d-416d-8723-60be47a16faa tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:04.070767 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-688a6889-cc51-4389-b805-c0c5453a340b req-f380378b-4f2d-416d-8723-60be47a16faa tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 946 time: 0.6806645 Mar 07 16:12:04.099093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6c3dc-72c5-4207-af70-4a21dc92dfc9 None None] Pushing event deleted for resources: {'Port': ['ID=ca1e70bc-0c20-4934-b012-9b54c2a7ec3a,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:04.108309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f54c70f4-c876-4c98-8672-5acdab96be9a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:04.113084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (bc0ae953-ad2d-4889-971a-1724a2a0cbc6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:04.122485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-0182e6a3-05bb-46b0-91be-cc0b444cf789 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Deleting port 3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:04.122869 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0182e6a3-05bb-46b0-91be-cc0b444cf789 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:04.133083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:04.135533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: f54c70f4-c876-4c98-8672-5acdab96be9a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:04.135875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f54c70f4-c876-4c98-8672-5acdab96be9a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:04.136309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41708db3-eab2-470f-acde-08e95a4ba259 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:04.141553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6c3dc-72c5-4207-af70-4a21dc92dfc9 None None] No DVR routers for this DVR port ca1e70bc-0c20-4934-b012-9b54c2a7ec3a on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:04.146604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bc0ae953-ad2d-4889-971a-1724a2a0cbc6 HTTP/1.1" status: 204 len: 168 time: 1.1247230 Mar 07 16:12:04.154964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34806) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:04.160946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05460ba7-96ea-4833-a990-0abb200a3d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0ae953-ad2d-4889-971a-1724a2a0cbc6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:04.174174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 41708db3-eab2-470f-acde-08e95a4ba259 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:04.174533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41708db3-eab2-470f-acde-08e95a4ba259 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:04.269388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb366aa0-73f4-4859-a6c3-728059df4aad req-1f1c4292-5d40-4959-a387-4c24877770b8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:04.270951 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eb366aa0-73f4-4859-a6c3-728059df4aad req-1f1c4292-5d40-4959-a387-4c24877770b8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 944 time: 0.0629227 Mar 07 16:12:04.308683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Router fefec877-9535-41a3-a249-ce1a363ddae2 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:12:04.323558 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-688a6889-cc51-4389-b805-c0c5453a340b req-3b39f1eb-d469-469b-987b-dc2040c1ec81 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517762 Mar 07 16:12:04.328732 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eb366aa0-73f4-4859-a6c3-728059df4aad req-ba61bd09-9ba1-4ea1-b24e-865f6830e27f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511510 Mar 07 16:12:04.336284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-357b0e10-ab7c-4bef-a43d-6eea14fac81d None None] Provisioning complete for port 42b2578c-12c3-41d4-b18f-ae789e3040e9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:04.336670 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-357b0e10-ab7c-4bef-a43d-6eea14fac81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:04.373433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-357b0e10-ab7c-4bef-a43d-6eea14fac81d None None] Port 42b2578c-12c3-41d4-b18f-ae789e3040e9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:04.419205 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0182e6a3-05bb-46b0-91be-cc0b444cf789 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:04.473020 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:04.490986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-0182e6a3-05bb-46b0-91be-cc0b444cf789 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Calling delete_port for 3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:04.774021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e335f98-a711-41c5-b859-b9c5dfc9594b req-e2f51037-e1bf-4f09-aa86-cc1a5efcba8d tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.1280401 Mar 07 16:12:04.836786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:04.851317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Sync routers for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:04.868465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ca1e70bc-0c20-4934-b012-9b54c2a7ec3a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:04.899618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ca1e70bc-0c20-4934-b012-9b54c2a7ec3a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:04.900014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ca1e70bc-0c20-4934-b012-9b54c2a7ec3a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:04.902722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:04.903661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:04.911107 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:04.912934 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5483f99e-25ca-4a1c-9d36-281344ca881e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5794196 Mar 07 16:12:04.915858 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34812) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:05.049136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:05.135100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063c0ae0-7e39-4aff-91fc-d33d644d0582 req-1254a0f1-66c5-4c0c-b7dc-27d17935a5ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8239d27a4b9c439ab3ce788e96f4d73a&device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0750003 Mar 07 16:12:05.159501 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0182e6a3-05bb-46b0-91be-cc0b444cf789 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.180840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-668cc607-97da-4824-b647-e39cd84faf40 req-fc6eba7a-1b3c-4ccc-8e5f-1bb333954016 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0569952 Mar 07 16:12:05.244608 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063c0ae0-7e39-4aff-91fc-d33d644d0582 req-76ffa823-8ab3-4562-8389-e6ea3399efef service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8239d27a4b9c439ab3ce788e96f4d73a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822511 Mar 07 16:12:05.245342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182e6a3-05bb-46b0-91be-cc0b444cf789 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event deleted for resources: {'Port': ['ID=3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:05.273400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-cafc3f1d-94bc-49d3-940c-ba55651f1ad7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:05.275306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-cafc3f1d-94bc-49d3-940c-ba55651f1ad7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 946 time: 0.3605950 Mar 07 16:12:05.440294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:01Z', 'revision_number': 3, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:05.481868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Checking router: fefec877-9535-41a3-a249-ce1a363ddae2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:05.482374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Updating router fefec877-9535-41a3-a249-ce1a363ddae2 port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:12:05.527287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.561723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.672557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a51756-8e6c-4154-92fe-47ab75335fee req-0e89133b-b935-42fd-8847-f5d4198eb9fd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:05.674070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3a51756-8e6c-4154-92fe-47ab75335fee req-0e89133b-b935-42fd-8847-f5d4198eb9fd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 946 time: 0.2422571 Mar 07 16:12:05.790477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3a51756-8e6c-4154-92fe-47ab75335fee req-a8acc9c0-54ad-494c-a8b9-7f07030a1083 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106398 Mar 07 16:12:05.807773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Allocated IP 172.20.0.1 (336a181c-16d2-466e-ac1f-a3c8f2e149d1/54c0c13f-8236-46f0-a665-d9c7ac9dde01/38887b5b-989b-4860-9b84-26bffedaa3dc) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:05.829262 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Publish callbacks [] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.835388 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.879660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Attempting to bind port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:05.880043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Attempting to bind port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:05.880418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Attempting to bind port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:05.895741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:05.896558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:05.896558 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.896930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:05.897421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Bound port: e53c0847-d4a9-4ea7-9b60-d0ca3af9a067, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:05.897807 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.924870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 153a4ae9-e8ac-4aab-b7b7-c3392a521655 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:05.926580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.950084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Publish callbacks [] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.968664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26c52b-0dd1-46aa-84c9-8a4e207a7941 None None] Pushing event updated for resources: {'Port': ['ID=e53c0847-d4a9-4ea7-9b60-d0ca3af9a067,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:05.980961 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.997586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:05.998236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] For port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:06.003319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] For port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e53c0847-d4a9-4ea7-9b60-d0ca3af9a067,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:06.013425 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.041979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:06.042784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:12:06.047752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:06.051655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:06.056851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:06.057385 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.088423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Pushing event updated for resources: {'Port': ['ID=38887b5b-989b-4860-9b84-26bffedaa3dc,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:06.103193 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (fefec877-9535-41a3-a249-ce1a363ddae2), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.112940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0182e6a3-05bb-46b0-91be-cc0b444cf789 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.116543 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0182e6a3-05bb-46b0-91be-cc0b444cf789 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "DELETE /v2.0/ports/3cdf1ca7-7f48-46cf-9ac7-ab1fff664fbd HTTP/1.1" status: 204 len: 168 time: 2.7704704 Mar 07 16:12:06.124269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:06.124962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:06.129040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26c52b-0dd1-46aa-84c9-8a4e207a7941 None None] Pushing event updated for resources: {'Port': ['ID=e53c0847-d4a9-4ea7-9b60-d0ca3af9a067,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:06.138475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34822) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:06.143041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=42b2578c-12c3-41d4-b18f-ae789e3040e9,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:06.144711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Request body: {'port': {'name': 'tempest-new-port-name-930186570', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:06.145200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.api.validators [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] bootfile-name is not in valid_values {{(pid=103866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:12:06.146028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.api.validators [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] tftp-server is not in valid_values {{(pid=103866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:12:06.146028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.api.validators [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] server-ip-address is not in valid_values {{(pid=103866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:12:06.174113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c0ae0-7e39-4aff-91fc-d33d644d0582 req-d6dd4712-d440-4ed6-ae51-ddca4d57ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:06.175241 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063c0ae0-7e39-4aff-91fc-d33d644d0582 req-d6dd4712-d440-4ed6-ae51-ddca4d57ca40 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9168241 Mar 07 16:12:06.201419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2302-77ba-4c04-9d14-bac7f264f1bc req-b5dc64d0-d16e-403a-a0cd-154b4dcf2693 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:06.209963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10cf2302-77ba-4c04-9d14-bac7f264f1bc req-b5dc64d0-d16e-403a-a0cd-154b4dcf2693 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 944 time: 0.6874373 Mar 07 16:12:06.261354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:06.261762 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.296522 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.300233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:06.335976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:06.338265 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4239d023-5910-4c58-9ba2-f9ffac9bb7be" -d '{"events": [{"server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "name": "network-vif-plugged", "status": "completed", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:06.357959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10cf2302-77ba-4c04-9d14-bac7f264f1bc req-2e3a05d0-c628-4fe7-9285-0dc0e035a2d7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424417 Mar 07 16:12:06.387323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (67af5fd3-0111-4db1-ae3f-bddb8926e923), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.395526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Deleting port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:06.396041 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.408757 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb5dbb3-93e6-4e84-8e52-ae8cd0219205 x-openstack-request-id: req-ffb5dbb3-93e6-4e84-8e52-ae8cd0219205 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:06.409051 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "name": "network-vif-plugged", "status": "completed", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:06.409307 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffb5dbb3-93e6-4e84-8e52-ae8cd0219205 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:06.409691 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655', 'code': 200} Mar 07 16:12:06.416758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:06.431244 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.435685 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62e67d03-4ea0-4208-b69c-7bae1f3de465 req-df528e72-fa85-4043-bc6d-f9c9347c742a tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0643990 Mar 07 16:12:06.514055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-77b15561-e920-4640-904b-9188501c2a69 None None] Provisioning complete for port 38887b5b-989b-4860-9b84-26bffedaa3dc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:06.514466 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-77b15561-e920-4640-904b-9188501c2a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.534336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.552482 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.596253 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40536743-a886-485f-840a-a7474cf5ce9a req-394b5934-946e-45e2-979e-df61e49a2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:06.598024 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40536743-a886-485f-840a-a7474cf5ce9a req-394b5934-946e-45e2-979e-df61e49a2ae2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 1127 time: 0.1233194 Mar 07 16:12:06.610434 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.612522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=153a4ae9-e8ac-4aab-b7b7-c3392a521655,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:06.617256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-77b15561-e920-4640-904b-9188501c2a69 None None] Port 38887b5b-989b-4860-9b84-26bffedaa3dc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:06.641373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] For port 02aece17-5dc9-48ee-87af-c6ee5838f8e5, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=02aece17-5dc9-48ee-87af-c6ee5838f8e5,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:06.641675 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.647043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network b826b7b3-2203-4fd0-ab97-708c85859a3e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:06.657625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:06.666447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Calling delete_port for 02aece17-5dc9-48ee-87af-c6ee5838f8e5 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:06.693310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:01Z', 'revision_number': 3, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:06.730168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a17fa-b3f9-454b-8b0b-9f69507d351d None None] The sync data for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 is: [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:01Z', 'revision_number': 3, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:06.781125 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-40536743-a886-485f-840a-a7474cf5ce9a req-6f460782-a9ed-4ed8-9579-ae86d99525f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743848 Mar 07 16:12:06.961790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.964726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Publish callbacks [] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.967455 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:06.969632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router f44cb9d5-c444-42e8-8780-1cf9c5af4ff7 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:06.980873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:07.051537 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a8234268-f7bb-4fc9-8fa9-244abb364a6a None None] Provisioning complete for port 42b2578c-12c3-41d4-b18f-ae789e3040e9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:07.051945 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8234268-f7bb-4fc9-8fa9-244abb364a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:07.135652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event updated for resources: {'Port': ['ID=8f3c605c-e4d1-41e8-8f1b-1bed8426db46,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:07.166702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a8234268-f7bb-4fc9-8fa9-244abb364a6a None None] Port 42b2578c-12c3-41d4-b18f-ae789e3040e9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:07.168366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356602-a4ca-48d1-b614-0d01204e2e26 req-7cee95dd-b39c-4115-90f1-4db45c9f7e81 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:07.170142 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85356602-a4ca-48d1-b614-0d01204e2e26 req-7cee95dd-b39c-4115-90f1-4db45c9f7e81 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 946 time: 0.2462428 Mar 07 16:12:07.208344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] In _notify_port_updated(), no bound segment for port 8f3c605c-e4d1-41e8-8f1b-1bed8426db46 on network a1bed818-c62b-4678-945b-f7cb8d371eea {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:12:07.214894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:07.215173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:07.216629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-98cd5a66-36ec-41e8-a5ad-fc22811ca838 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "PUT /v2.0/ports/8f3c605c-e4d1-41e8-8f1b-1bed8426db46 HTTP/1.1" status: 200 len: 1135 time: 1.0770941 Mar 07 16:12:07.220458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34830) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:07.221402 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (fefec877-9535-41a3-a249-ce1a363ddae2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:07.254096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (02aece17-5dc9-48ee-87af-c6ee5838f8e5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:07.256136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:07.269594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:12:07.276414 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['02aece17-5dc9-48ee-87af-c6ee5838f8e5'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:12:07.280729 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503ee5e-d365-4e4c-9c8a-dd87f28e3ec9 None None] Sync routers for ids ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:07.298089 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-13ad51c8-874c-4ad0-a639-ca4e7e1ad69d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/f44cb9d5-c444-42e8-8780-1cf9c5af4ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8999438 Mar 07 16:12:07.299904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34832) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:07.302470 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503ee5e-d365-4e4c-9c8a-dd87f28e3ec9 None None] Routers {'f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:07.303361 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5503ee5e-d365-4e4c-9c8a-dd87f28e3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:07.334143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Pushing event updated for resources: {'Port': ['ID=38887b5b-989b-4860-9b84-26bffedaa3dc,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:07.366135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc905d8-2cdf-4789-9d96-4a21f5c3e4a6 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:07.371773 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5503ee5e-d365-4e4c-9c8a-dd87f28e3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:07.372120 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9cc905d8-2cdf-4789-9d96-4a21f5c3e4a6 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "GET /v2.0/ports/8f3c605c-e4d1-41e8-8f1b-1bed8426db46 HTTP/1.1" status: 200 len: 1135 time: 0.1483831 Mar 07 16:12:07.377912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event deleted for resources: {'Port': ['ID=02aece17-5dc9-48ee-87af-c6ee5838f8e5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:07.379475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34834) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:07.386420 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503ee5e-d365-4e4c-9c8a-dd87f28e3ec9 None None] Routers {'f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:07.387731 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5503ee5e-d365-4e4c-9c8a-dd87f28e3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:07.434495 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85356602-a4ca-48d1-b614-0d01204e2e26 req-c193412d-c78a-40b5-93a6-ea75e63a3109 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523282 Mar 07 16:12:07.475581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-063c0ae0-7e39-4aff-91fc-d33d644d0582 req-e4c45fad-6ddf-41aa-93ed-ad3ea4039283 tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.11 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.0617442 Mar 07 16:12:07.526369 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5503ee5e-d365-4e4c-9c8a-dd87f28e3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:07.528119 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503ee5e-d365-4e4c-9c8a-dd87f28e3ec9 None None] The sync data for ids ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:07.595054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e011294-e856-44d1-a872-0cb82c47360c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:07.597033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7e011294-e856-44d1-a872-0cb82c47360c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports/42b2578c-12c3-41d4-b18f-ae789e3040e9 HTTP/1.1" status: 200 len: 910 time: 0.2553802 Mar 07 16:12:07.600375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34840) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:07.618109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-785cf825-9ff6-4f8d-b265-2db8a24e0bca None None] Provisioning complete for port 8f3c605c-e4d1-41e8-8f1b-1bed8426db46 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:07.618586 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-785cf825-9ff6-4f8d-b265-2db8a24e0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:07.643939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:07.648934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:07.650139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] No DVR routers for this DVR port 02aece17-5dc9-48ee-87af-c6ee5838f8e5 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:07.661297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-efd1d298-a258-462b-8eed-1ec843d59e3e tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Deleting port 8f3c605c-e4d1-41e8-8f1b-1bed8426db46 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:07.661649 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-efd1d298-a258-462b-8eed-1ec843d59e3e tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:07.691197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-785cf825-9ff6-4f8d-b265-2db8a24e0bca None None] Port 8f3c605c-e4d1-41e8-8f1b-1bed8426db46 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:07.818089 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:07.821650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-72c44f1f-1fb3-4463-a8fb-6f97d67e05f0 req-59adf704-89a1-46e3-9562-e3e09dc64bbe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "DELETE /v2.0/ports/02aece17-5dc9-48ee-87af-c6ee5838f8e5 HTTP/1.1" status: 204 len: 173 time: 2.5288723 Mar 07 16:12:07.824245 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cc7b38f2-e823-48a2-8e17-1ecaee4f48ba req-c141dcb1-2d2b-4694-a45e-98f7b031f13b tempest-ServerShowV257Test-637339219 tempest-ServerShowV257Test-637339219-project] 10.222.0.24 "GET /v2.0/ports?device_id=5318b59a-3437-40ba-9694-ec627a701a84 HTTP/1.1" status: 200 len: 210 time: 0.1998866 Mar 07 16:12:07.836410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f503a68f-9295-4bef-9213-bd65239f08ae', 'name': 'network-vif-deleted', 'tag': '02aece17-5dc9-48ee-87af-c6ee5838f8e5'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:07.840357 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bce63f-4893-4244-b409-daf4e07fc690" -d '{"events": [{"server_uuid": "f503a68f-9295-4bef-9213-bd65239f08ae", "name": "network-vif-deleted", "tag": "02aece17-5dc9-48ee-87af-c6ee5838f8e5"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:07.984722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Deleting port 0d565a05-275e-42fc-acd1-d8dca7cd0324 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:07.988714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:08.010452 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d65e63-cae8-416a-a4f0-85435707a193 x-openstack-request-id: req-b2d65e63-cae8-416a-a4f0-85435707a193 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:08.010722 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f503a68f-9295-4bef-9213-bd65239f08ae", "name": "network-vif-deleted", "tag": "02aece17-5dc9-48ee-87af-c6ee5838f8e5", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:08.011234 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2d65e63-cae8-416a-a4f0-85435707a193 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:08.011393 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f503a68f-9295-4bef-9213-bd65239f08ae', 'name': 'network-vif-deleted', 'tag': '02aece17-5dc9-48ee-87af-c6ee5838f8e5', 'status': 'completed', 'code': 200} Mar 07 16:12:08.012528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-25a9a64e-4e99-4f72-8f91-d6cbc3b7dfdd None None] Provisioning complete for port 38887b5b-989b-4860-9b84-26bffedaa3dc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:08.013251 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-25a9a64e-4e99-4f72-8f91-d6cbc3b7dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:08.071493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-25a9a64e-4e99-4f72-8f91-d6cbc3b7dfdd None None] Port 38887b5b-989b-4860-9b84-26bffedaa3dc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:08.189077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] For port 0d565a05-275e-42fc-acd1-d8dca7cd0324, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0d565a05-275e-42fc-acd1-d8dca7cd0324,segment=NetworkSegment(a6272775-8a2d-4cc6-a89e-b8856ce5faf1),segment_id=a6272775-8a2d-4cc6-a89e-b8856ce5faf1)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:08.189443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:08.190265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82689a5-45a6-4b21-9985-705adca0a8e6 req-39422ddf-3177-4846-9152-00b6e6c73497 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:08.191846 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f82689a5-45a6-4b21-9985-705adca0a8e6 req-39422ddf-3177-4846-9152-00b6e6c73497 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.6213853 Mar 07 16:12:08.207502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Calling delete_port for 0d565a05-275e-42fc-acd1-d8dca7cd0324 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:08.291254 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-efd1d298-a258-462b-8eed-1ec843d59e3e tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:08.316670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-efd1d298-a258-462b-8eed-1ec843d59e3e tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Calling delete_port for 8f3c605c-e4d1-41e8-8f1b-1bed8426db46 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:08.327238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Router fefec877-9535-41a3-a249-ce1a363ddae2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:08.331713 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f82689a5-45a6-4b21-9985-705adca0a8e6 req-ada97b26-29aa-41d4-9ca5-7853b9796935 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098208 Mar 07 16:12:08.398862 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:08.525428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:08.559497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-caecb57e-8324-46fb-9a7b-edb5080679ba admin admin] 10.222.0.24 "PUT /v2.0/routers/fefec877-9535-41a3-a249-ce1a363ddae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6421163 Mar 07 16:12:08.608683 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-efd1d298-a258-462b-8eed-1ec843d59e3e tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8f3c605c-e4d1-41e8-8f1b-1bed8426db46), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:08.630439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4112eeab-741f-4359-a1fd-9583bcb2e349 req-b38b4869-b06d-4421-be24-fd2f09cb19cb tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f503a68f-9295-4bef-9213-bd65239f08ae HTTP/1.1" status: 200 len: 210 time: 0.0379951 Mar 07 16:12:08.654898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1d298-a258-462b-8eed-1ec843d59e3e tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event deleted for resources: {'Port': ['ID=8f3c605c-e4d1-41e8-8f1b-1bed8426db46,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:08.695229 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0d565a05-275e-42fc-acd1-d8dca7cd0324), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:08.830131 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-efd1d298-a258-462b-8eed-1ec843d59e3e tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:08.838764 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-efd1d298-a258-462b-8eed-1ec843d59e3e tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "DELETE /v2.0/ports/8f3c605c-e4d1-41e8-8f1b-1bed8426db46 HTTP/1.1" status: 204 len: 168 time: 1.4560647 Mar 07 16:12:08.839565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34852) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:08.839762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d565a05-275e-42fc-acd1-d8dca7cd0324,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:08.935356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3057da7-6dea-491c-8fee-f56ec3edc449 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Deleting subnet 94c7a736-55e8-4152-b7c5-96a5fee59a50 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:12:08.961180 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3057da7-6dea-491c-8fee-f56ec3edc449 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for subnet (94c7a736-55e8-4152-b7c5-96a5fee59a50), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.021154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:09.069426 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3057da7-6dea-491c-8fee-f56ec3edc449 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (94c7a736-55e8-4152-b7c5-96a5fee59a50), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.142784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:09.143496 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.162622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34858) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:09.172748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2074979550', 'description': 'tempest-description--1624309812'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:09.237711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3057da7-6dea-491c-8fee-f56ec3edc449 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (94c7a736-55e8-4152-b7c5-96a5fee59a50), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.241700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:09.242105 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.256682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port 42b2578c-12c3-41d4-b18f-ae789e3040e9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:09.256912 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.259791 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.269265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e53c0847-d4a9-4ea7-9b60-d0ca3af9a067,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:09.274340 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.300994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (67af5fd3-0111-4db1-ae3f-bddb8926e923), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.339201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34862) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:09.341712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Sync routers for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:09.353473 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3057da7-6dea-491c-8fee-f56ec3edc449 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (94c7a736-55e8-4152-b7c5-96a5fee59a50), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.375347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=e53c0847-d4a9-4ea7-9b60-d0ca3af9a067,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:09.378050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:09.378643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:09.388565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3057da7-6dea-491c-8fee-f56ec3edc449 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event deleted for resources: {'Subnet': ['ID=94c7a736-55e8-4152-b7c5-96a5fee59a50,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:09.394143 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3057da7-6dea-491c-8fee-f56ec3edc449 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.405193 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d3057da7-6dea-491c-8fee-f56ec3edc449 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "DELETE /v2.0/subnets/94c7a736-55e8-4152-b7c5-96a5fee59a50 HTTP/1.1" status: 204 len: 168 time: 0.5645208 Mar 07 16:12:09.408032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34868) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:09.418761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68af1cf5-8eb0-4f9f-b45b-e51b9f390d74 None None] Network a1bed818-c62b-4678-945b-f7cb8d371eea requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:09.558198 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-007fea39-c0fe-4139-9c5c-7f195872c75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.572638 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (a1bed818-c62b-4678-945b-f7cb8d371eea), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.709647 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-007fea39-c0fe-4139-9c5c-7f195872c75e admin admin] Publish callbacks [] for security_group (7da4e974-d31c-4f52-8c5c-2df70dbb0e42), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.727883 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-007fea39-c0fe-4139-9c5c-7f195872c75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7da4e974-d31c-4f52-8c5c-2df70dbb0e42), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.728062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:09.762179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Deleting port 124d8385-a309-4c78-bd88-11c68cc3f637 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:09.762914 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.814100 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-007fea39-c0fe-4139-9c5c-7f195872c75e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8239d27a4b9c439ab3ce788e96f4d73a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4733012 Mar 07 16:12:09.829423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34876) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:09.892376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fea39-c0fe-4139-9c5c-7f195872c75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da4e974-d31c-4f52-8c5c-2df70dbb0e42,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:09.922860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872f572-a04a-4f2f-a136-300c5808c537 None None] DHCP port deletion for a1bed818-c62b-4678-945b-f7cb8d371eea request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:09.939441 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.939716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 02aece17-5dc9-48ee-87af-c6ee5838f8e5 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:09.943544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] For port 124d8385-a309-4c78-bd88-11c68cc3f637, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=124d8385-a309-4c78-bd88-11c68cc3f637,segment=NetworkSegment(f6c58333-bacc-4c7b-bf64-74112f865dd1),segment_id=f6c58333-bacc-4c7b-bf64-74112f865dd1)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:09.943927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:09.963720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Calling delete_port for 124d8385-a309-4c78-bd88-11c68cc3f637 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:09.996879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 02aece17-5dc9-48ee-87af-c6ee5838f8e5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:09.997228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 02aece17-5dc9-48ee-87af-c6ee5838f8e5 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:10.007797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for 42b2578c-12c3-41d4-b18f-ae789e3040e9 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:10.029306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccca9b9-aa53-4700-a2ca-5192968390d4 req-51c5e8f4-87b0-48af-a3ee-ccebbc609835 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:10.031046 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ccca9b9-aa53-4700-a2ca-5192968390d4 req-51c5e8f4-87b0-48af-a3ee-ccebbc609835 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.2073576 Mar 07 16:12:10.064892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4872f572-a04a-4f2f-a136-300c5808c537 None None] Deleting port 124d8385-a309-4c78-bd88-11c68cc3f637 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:10.065400 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4872f572-a04a-4f2f-a136-300c5808c537 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.089288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '38887b5b-989b-4860-9b84-26bffedaa3dc', 'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'mac_address': 'fa:16:3e:05:82:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:05Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 2, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'subnets': [{'id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:10.106519 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11a82e7d-fe4f-446d-b95e-fea4f36ffb6c admin admin] Publish callbacks [] for security_group (7da4e974-d31c-4f52-8c5c-2df70dbb0e42), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.139338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group (be0fc53b-0b44-491a-bdad-34d95d79e91b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.152708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (be0fc53b-0b44-491a-bdad-34d95d79e91b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.157925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Checking router: fefec877-9535-41a3-a249-ce1a363ddae2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:10.158195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Updating router fefec877-9535-41a3-a249-ce1a363ddae2 port 38887b5b-989b-4860-9b84-26bffedaa3dc binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:12:10.177540 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11a82e7d-fe4f-446d-b95e-fea4f36ffb6c admin admin] Publish callbacks [] for security_group (7da4e974-d31c-4f52-8c5c-2df70dbb0e42), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.193404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4872f572-a04a-4f2f-a136-300c5808c537 None None] For port 124d8385-a309-4c78-bd88-11c68cc3f637, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=124d8385-a309-4c78-bd88-11c68cc3f637,segment=NetworkSegment(f6c58333-bacc-4c7b-bf64-74112f865dd1),segment_id=f6c58333-bacc-4c7b-bf64-74112f865dd1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:10.195044 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4872f572-a04a-4f2f-a136-300c5808c537 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.211222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4872f572-a04a-4f2f-a136-300c5808c537 None None] Calling delete_port for 124d8385-a309-4c78-bd88-11c68cc3f637 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:10.222076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.231529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.235773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0663722 Mar 07 16:12:10.238573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34888) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:10.242753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0fc53b-0b44-491a-bdad-34d95d79e91b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:10.253295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-405477f1-6346-431e-b619-fd3b292b1d8b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Request body: {'security_group_rule': {'security_group_id': 'be0fc53b-0b44-491a-bdad-34d95d79e91b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:10.268097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5ccca9b9-aa53-4700-a2ca-5192968390d4 req-e0ad5410-1c31-4462-973a-74d6d373cb42 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097247 Mar 07 16:12:10.271422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Router 67af5fd3-0111-4db1-ae3f-bddb8926e923 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:10.273315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] No DVR routers for this DVR port 124d8385-a309-4c78-bd88-11c68cc3f637 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:10.275274 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event deleted for resources: {'Port': ['ID=124d8385-a309-4c78-bd88-11c68cc3f637,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:10.277161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.277515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.277862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.278574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.278574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.278920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.279215 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.279544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.279872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.280207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.280542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.281396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.282345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e795f-5788-4b4b-b8aa-c03d38be4c8e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:10.306492 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.362721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-405477f1-6346-431e-b619-fd3b292b1d8b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group_rule (8105ee94-7abb-4952-b1da-e7ce12cfa48d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.381437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415464c-549b-48ae-a397-adc538cb79de req-d663a7b7-deb7-4bfd-8321-2347608e8655 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:10.385390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4872f572-a04a-4f2f-a136-300c5808c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (124d8385-a309-4c78-bd88-11c68cc3f637), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.389550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-d663a7b7-deb7-4bfd-8321-2347608e8655 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.3155637 Mar 07 16:12:10.439213 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-f5bcb0b9-fee7-48fd-8920-e8eac3f00b47 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/quotas/7ce48e27fe254468b580ce8db20ca403 HTTP/1.1" status: 200 len: 375 time: 0.0485070 Mar 07 16:12:10.493423 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11a82e7d-fe4f-446d-b95e-fea4f36ffb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7da4e974-d31c-4f52-8c5c-2df70dbb0e42), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.496500 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11a82e7d-fe4f-446d-b95e-fea4f36ffb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.500954 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-11a82e7d-fe4f-446d-b95e-fea4f36ffb6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7da4e974-d31c-4f52-8c5c-2df70dbb0e42 HTTP/1.1" status: 204 len: 168 time: 0.6674976 Mar 07 16:12:10.511148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872f572-a04a-4f2f-a136-300c5808c537 None None] Pushing event deleted for resources: {'Port': ['ID=124d8385-a309-4c78-bd88-11c68cc3f637,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:10.517180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872f572-a04a-4f2f-a136-300c5808c537 None None] No DVR routers for this DVR port 124d8385-a309-4c78-bd88-11c68cc3f637 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:10.572349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (a1bed818-c62b-4678-945b-f7cb8d371eea), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.598171 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-405477f1-6346-431e-b619-fd3b292b1d8b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group_rule (8105ee94-7abb-4952-b1da-e7ce12cfa48d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.607943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (42b2578c-12c3-41d4-b18f-ae789e3040e9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.610545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bed818-c62b-4678-945b-f7cb8d371eea']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:10.619268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-405477f1-6346-431e-b619-fd3b292b1d8b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (8105ee94-7abb-4952-b1da-e7ce12cfa48d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.641198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c58333-bacc-4c7b-bf64-74112f865dd1') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:10.641567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c58333-bacc-4c7b-bf64-74112f865dd1') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:10.651287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:10.658515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82e7d-fe4f-446d-b95e-fea4f36ffb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da4e974-d31c-4f52-8c5c-2df70dbb0e42,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:10.668869 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6b47210b-c4b3-41aa-b24f-f67c509e45b1 admin admin] 10.222.0.24 "PUT /v2.0/routers/67af5fd3-0111-4db1-ae3f-bddb8926e923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5105200 Mar 07 16:12:10.669787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=42b2578c-12c3-41d4-b18f-ae789e3040e9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:10.674832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34896) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:10.675050 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f6c58333-bacc-4c7b-bf64-74112f865dd1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.686941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405477f1-6346-431e-b619-fd3b292b1d8b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8105ee94-7abb-4952-b1da-e7ce12cfa48d,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:10.700932 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] Sync routers for ids ['67af5fd3-0111-4db1-ae3f-bddb8926e923'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:10.705859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f6c58333-bacc-4c7b-bf64-74112f865dd1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.715174 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-19ad9e14-2add-4f3f-9ed8-b411491659c5 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2749963 Mar 07 16:12:10.718254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:12:10.719116 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f6c58333-bacc-4c7b-bf64-74112f865dd1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:12:10.722313 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:12:10.766097 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-405477f1-6346-431e-b619-fd3b292b1d8b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.767577 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-405477f1-6346-431e-b619-fd3b292b1d8b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5256009 Mar 07 16:12:10.779731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd1040-9ac9-416e-8e61-9caa11e7b1ef req-41c69668-2c54-4ae6-b8bd-0cb9eaa7fa36 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:10.781382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdcd1040-9ac9-416e-8e61-9caa11e7b1ef req-41c69668-2c54-4ae6-b8bd-0cb9eaa7fa36 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.2563894 Mar 07 16:12:10.781848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34898) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:10.783708 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] Routers {'67af5fd3-0111-4db1-ae3f-bddb8926e923'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:10.784338 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['67af5fd3-0111-4db1-ae3f-bddb8926e923'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:10.807859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1bf25dd7-5f05-4e54-a5eb-11b7767d222c tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Request body: {'security_group_rule': {'security_group_id': 'be0fc53b-0b44-491a-bdad-34d95d79e91b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:10.831200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Publish callbacks [] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.862040 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.882575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (a1bed818-c62b-4678-945b-f7cb8d371eea), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.936023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57672c6-c6f9-4074-b04b-f262b2e65caa None None] Pushing event updated for resources: {'Port': ['ID=38887b5b-989b-4860-9b84-26bffedaa3dc,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:10.950560 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:10.961303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] 10.222.0.24 "DELETE /v2.0/networks/a1bed818-c62b-4678-945b-f7cb8d371eea HTTP/1.1" status: 204 len: 168 time: 1.5504782 Mar 07 16:12:10.962325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fdd3c-fdb5-45e4-8016-03408bf27489 tempest-ExtraDHCPOptionsTestJSON-656609050 tempest-ExtraDHCPOptionsTestJSON-656609050-project] Pushing event deleted for resources: {'Network': ['ID=a1bed818-c62b-4678-945b-f7cb8d371eea,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:11.037618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-e9c5f801-a07f-4404-a0c8-4222d96e8507 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053660 Mar 07 16:12:11.045686 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] Set router 67af5fd3-0111-4db1-ae3f-bddb8926e923 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:11.069502 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.158288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Attempting to bind port 38887b5b-989b-4860-9b84-26bffedaa3dc on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:11.158668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Attempting to bind port 38887b5b-989b-4860-9b84-26bffedaa3dc by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:11.159133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Attempting to bind port 38887b5b-989b-4860-9b84-26bffedaa3dc on network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:11.165422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:11.165720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Checking segment: {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:11.166249 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.166692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Bound using segment: {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:11.167541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Bound port: 38887b5b-989b-4860-9b84-26bffedaa3dc, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:11.168086 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.191430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks [] for router (67af5fd3-0111-4db1-ae3f-bddb8926e923), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.243180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdcd1040-9ac9-416e-8e61-9caa11e7b1ef req-8cb43494-b847-49a7-87f2-73bd9f106788 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290929 Mar 07 16:12:11.266558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-45db01f1-eb4a-410b-849a-2a46403e9f6d service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269995 Mar 07 16:12:11.273896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:11.357750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] For port 38887b5b-989b-4860-9b84-26bffedaa3dc, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:11.378321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] For port 38887b5b-989b-4860-9b84-26bffedaa3dc, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38887b5b-989b-4860-9b84-26bffedaa3dc,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:11.392355 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.414593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:11.416657 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.548662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.556115 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '768124e0-758f-41ae-aa98-4186c19117c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:46Z', 'updated_at': '2022-03-07T16:12:08Z', 'revision_number': 5, 'project_id': 'd25709b15123493187f77659cca41008', 'gw_port': {'id': '768124e0-758f-41ae-aa98-4186c19117c4', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:48Z', 'updated_at': '2022-03-07T16:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:11.556293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34914) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:11.645967 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] Checking router: 67af5fd3-0111-4db1-ae3f-bddb8926e923 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:11.671177 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] Routers {'67af5fd3-0111-4db1-ae3f-bddb8926e923'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:11.671932 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['67af5fd3-0111-4db1-ae3f-bddb8926e923'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:11.685586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0690e92a-6e2e-4f5a-9a54-8e987ccc9cfe None None] Provisioning complete for port 38887b5b-989b-4860-9b84-26bffedaa3dc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:11.686149 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0690e92a-6e2e-4f5a-9a54-8e987ccc9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.696480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:11.697850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:11.739369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bf25dd7-5f05-4e54-a5eb-11b7767d222c tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group_rule (83797d99-e2a7-4571-9b4d-3ac5cc144d42), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.748885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57672c6-c6f9-4074-b04b-f262b2e65caa None None] Pushing event updated for resources: {'Port': ['ID=38887b5b-989b-4860-9b84-26bffedaa3dc,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:11.825623 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-63f6e4f6-eeff-49c3-aaa5-bb048d33179e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1904e3dc173c415b87ee52cdb2b3579c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685194 Mar 07 16:12:11.828578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 34926) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:11.880036 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] Set router 67af5fd3-0111-4db1-ae3f-bddb8926e923 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:11.949760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c904647-7f1e-4894-865b-882b1301e271 admin admin] Publish callbacks [] for security_group (38584a03-8d6f-4af1-bb6f-40cd770bcdf6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:11.971634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:11.994148 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c904647-7f1e-4894-865b-882b1301e271 admin admin] Publish callbacks [] for security_group (38584a03-8d6f-4af1-bb6f-40cd770bcdf6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.055254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:12.076356 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c904647-7f1e-4894-865b-882b1301e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (38584a03-8d6f-4af1-bb6f-40cd770bcdf6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.081126 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c904647-7f1e-4894-865b-882b1301e271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.083126 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9c904647-7f1e-4894-865b-882b1301e271 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38584a03-8d6f-4af1-bb6f-40cd770bcdf6 HTTP/1.1" status: 204 len: 168 time: 0.2476437 Mar 07 16:12:12.115518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c904647-7f1e-4894-865b-882b1301e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38584a03-8d6f-4af1-bb6f-40cd770bcdf6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:12.125510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 124d8385-a309-4c78-bd88-11c68cc3f637 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:12.194104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router f44cb9d5-c444-42e8-8780-1cf9c5af4ff7 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:12.210836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0690e92a-6e2e-4f5a-9a54-8e987ccc9cfe None None] Current status of the port 38887b5b-989b-4860-9b84-26bffedaa3dc is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:12.213931 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0690e92a-6e2e-4f5a-9a54-8e987ccc9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.229969 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks [] for router_gateway (67af5fd3-0111-4db1-ae3f-bddb8926e923), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.244517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 124d8385-a309-4c78-bd88-11c68cc3f637 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:12.245002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 124d8385-a309-4c78-bd88-11c68cc3f637 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:12.284251 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '768124e0-758f-41ae-aa98-4186c19117c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:46Z', 'updated_at': '2022-03-07T16:12:08Z', 'revision_number': 5, 'project_id': 'd25709b15123493187f77659cca41008', 'gw_port': {'id': '768124e0-758f-41ae-aa98-4186c19117c4', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:48Z', 'updated_at': '2022-03-07T16:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:12.330815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0690e92a-6e2e-4f5a-9a54-8e987ccc9cfe None None] For port 38887b5b-989b-4860-9b84-26bffedaa3dc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38887b5b-989b-4860-9b84-26bffedaa3dc,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:12.343557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f043cac8-c254-48bf-a3c8-a27edf425688 req-01196f75-311b-435b-9850-0b19e21c1b2c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 210 time: 0.3843908 Mar 07 16:12:12.363608 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0690e92a-6e2e-4f5a-9a54-8e987ccc9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.380447 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb866e0c-79b6-417f-9a4a-0fab4f5a73b8 None None] The sync data for ids ['67af5fd3-0111-4db1-ae3f-bddb8926e923'] in n-d-830010-8 is: [{'id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'name': 'tempest-TestServerMultinode-1457481093-router', 'tenant_id': 'd25709b15123493187f77659cca41008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '768124e0-758f-41ae-aa98-4186c19117c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:10:46Z', 'updated_at': '2022-03-07T16:12:08Z', 'revision_number': 5, 'project_id': 'd25709b15123493187f77659cca41008', 'gw_port': {'id': '768124e0-758f-41ae-aa98-4186c19117c4', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af5fd3-0111-4db1-ae3f-bddb8926e923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:10:48Z', 'updated_at': '2022-03-07T16:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:12.486933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f2854-2533-4bdd-a931-6c1a4cb500d4 req-b42ff1d6-8ad5-4c5a-83a9-63286f2481f3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:12.503446 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c7f2854-2533-4bdd-a931-6c1a4cb500d4 req-b42ff1d6-8ad5-4c5a-83a9-63286f2481f3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.1230710 Mar 07 16:12:12.513314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bf25dd7-5f05-4e54-a5eb-11b7767d222c tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group_rule (83797d99-e2a7-4571-9b4d-3ac5cc144d42), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.529515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bf25dd7-5f05-4e54-a5eb-11b7767d222c tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (83797d99-e2a7-4571-9b4d-3ac5cc144d42), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.570446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf25dd7-5f05-4e54-a5eb-11b7767d222c tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83797d99-e2a7-4571-9b4d-3ac5cc144d42,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:12.572853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:12.579263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b6e68376-6c00-4d3a-9988-4d732fd7a803 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/f44cb9d5-c444-42e8-8780-1cf9c5af4ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9405901 Mar 07 16:12:12.583633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bf25dd7-5f05-4e54-a5eb-11b7767d222c tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.585009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1bf25dd7-5f05-4e54-a5eb-11b7767d222c tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7931356 Mar 07 16:12:12.585726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34950) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:12.592953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 34952) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:12.597384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:12.619233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d9e06-82b0-411c-85a9-dee9389f1950 None None] Sync routers for ids ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:12.655806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Deleting port 768124e0-758f-41ae-aa98-4186c19117c4 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:12.656453 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (768124e0-758f-41ae-aa98-4186c19117c4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.659840 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c7f2854-2533-4bdd-a931-6c1a4cb500d4 req-797c4427-978f-463b-99a5-c4a6c7667efe tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546402 Mar 07 16:12:12.666080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-56b4d503-4ca8-479e-bf07-1e5dfca9d20d None None] Provisioning complete for port 38887b5b-989b-4860-9b84-26bffedaa3dc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:12.666462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56b4d503-4ca8-479e-bf07-1e5dfca9d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:12.696053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d9e06-82b0-411c-85a9-dee9389f1950 None None] Routers {'f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:12.697072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-422d9e06-82b0-411c-85a9-dee9389f1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:12.700585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690e92a-6e2e-4f5a-9a54-8e987ccc9cfe None None] Pushing event updated for resources: {'Port': ['ID=38887b5b-989b-4860-9b84-26bffedaa3dc,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:12.774553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-422d9e06-82b0-411c-85a9-dee9389f1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:12.818376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d9e06-82b0-411c-85a9-dee9389f1950 None None] Routers {'f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:12.819082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-422d9e06-82b0-411c-85a9-dee9389f1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:12.904544 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:13.119654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0d565a05-275e-42fc-acd1-d8dca7cd0324 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:13.142077 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-422d9e06-82b0-411c-85a9-dee9389f1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:13.142781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d9e06-82b0-411c-85a9-dee9389f1950 None None] The sync data for ids ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:13.204676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 0d565a05-275e-42fc-acd1-d8dca7cd0324 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:13.205073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0d565a05-275e-42fc-acd1-d8dca7cd0324 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:13.214957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '38887b5b-989b-4860-9b84-26bffedaa3dc', 'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'mac_address': 'fa:16:3e:05:82:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:05Z', 'updated_at': '2022-03-07T16:12:11Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'subnets': [{'id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:13.272786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-56b4d503-4ca8-479e-bf07-1e5dfca9d20d None None] Current status of the port 38887b5b-989b-4860-9b84-26bffedaa3dc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:13.275619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593e53c-009c-44d1-99b7-83a52a82fcd1 None None] The sync data for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 is: [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '38887b5b-989b-4860-9b84-26bffedaa3dc', 'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'mac_address': 'fa:16:3e:05:82:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:05Z', 'updated_at': '2022-03-07T16:12:11Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'subnets': [{'id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:13.328750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] For port 768124e0-758f-41ae-aa98-4186c19117c4, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=768124e0-758f-41ae-aa98-4186c19117c4,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:13.329120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (768124e0-758f-41ae-aa98-4186c19117c4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:13.409581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Calling delete_port for 768124e0-758f-41ae-aa98-4186c19117c4 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:13.529682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d24feb-b194-4c33-9422-50d32e239566 req-f7f0546a-e207-4d89-80f0-dd2f2d450999 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:13.532920 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-87d24feb-b194-4c33-9422-50d32e239566 req-f7f0546a-e207-4d89-80f0-dd2f2d450999 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.1422420 Mar 07 16:12:13.634542 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-87d24feb-b194-4c33-9422-50d32e239566 req-5d3f0059-fc15-40ae-ae68-e1246c7976f0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950463 Mar 07 16:12:14.039881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35006) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:14.089962 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c25cb968-f731-4b68-a254-7e676a4a78f9 req-d7561825-2fec-4bbd-b803-01ee50ef5b8a tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 210 time: 0.6451068 Mar 07 16:12:14.186556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1188478887'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:14.211368 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.215201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:14.220981 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.230498 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.235271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415464c-549b-48ae-a397-adc538cb79de req-898f378b-3d6a-4e24-b7b3-b4803cc69463 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:14.237597 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-898f378b-3d6a-4e24-b7b3-b4803cc69463 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.11 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.2390399 Mar 07 16:12:14.318888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Request body: {'port': {'device_id': 'e4e812c1-8e73-4ddd-ab95-c333d6d7f5da', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'admin_state_up': True, 'tenant_id': '7ce48e27fe254468b580ce8db20ca403'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:14.326288 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for security_group (c038cdb6-120b-48aa-9e68-54077e7337a4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.335079 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c038cdb6-120b-48aa-9e68-54077e7337a4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.381116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c038cdb6-120b-48aa-9e68-54077e7337a4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:14.385237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:12:14.398532 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (20a3efde-a850-4803-9f41-e05dbf289f48), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.398985 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Added segment 20a3efde-a850-4803-9f41-e05dbf289f48 of type vlan for network e167bf7c-ae11-4d37-8738-6cbff9e390c6 Mar 07 16:12:14.462561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (e167bf7c-ae11-4d37-8738-6cbff9e390c6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.492768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (e167bf7c-ae11-4d37-8738-6cbff9e390c6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.499837 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:14.500774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.596017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5544448 Mar 07 16:12:14.601372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c248981-fc3a-4921-ae14-f80aaf1fe82b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Network': ['ID=e167bf7c-ae11-4d37-8738-6cbff9e390c6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:14.603320 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (768124e0-758f-41ae-aa98-4186c19117c4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.621237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Allocated IP 172.25.4.164 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/70724ff3-2cfc-49ba-843d-0e815abc4387) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:14.622306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network e167bf7c-ae11-4d37-8738-6cbff9e390c6 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:12:14.666879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Made reservation on behalf of 7ce48e27fe254468b580ce8db20ca403 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:14.670065 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.713390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=768124e0-758f-41ae-aa98-4186c19117c4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:14.846940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:14.946136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4d53-641d-4f95-b1b5-839f2c57aa64 req-3699d21e-4404-4e73-98ed-4179c78533cc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:14.948145 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16ab4d53-641d-4f95-b1b5-839f2c57aa64 req-3699d21e-4404-4e73-98ed-4179c78533cc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.1938863 Mar 07 16:12:14.997273 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (67af5fd3-0111-4db1-ae3f-bddb8926e923), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.135712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16ab4d53-641d-4f95-b1b5-839f2c57aa64 req-7d6c8cf6-ed86-4270-ac11-98b3c12100bc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663175 Mar 07 16:12:15.169344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38887b5b-989b-4860-9b84-26bffedaa3dc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:15.279077 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 38887b5b-989b-4860-9b84-26bffedaa3dc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:15.279454 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.285410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (67af5fd3-0111-4db1-ae3f-bddb8926e923), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.323013 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks [] for router_controller (67af5fd3-0111-4db1-ae3f-bddb8926e923), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.357536 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for port (70724ff3-2cfc-49ba-843d-0e815abc4387), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.361117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4649b378-7496-4a00-a405-58ebd1e8a909 req-35b00e5e-9e09-4ccb-b142-6da17955e426 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 210 time: 0.1008558 Mar 07 16:12:15.410908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 38887b5b-989b-4860-9b84-26bffedaa3dc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:15.422603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Allocated IP 172.20.0.10 (bf558235-8ace-415a-856d-fa8d980134b5/414b9e25-07a8-4036-8b1a-d3eb88278c53/210d2833-18c8-4737-9957-34ad134ce2a9) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:15.550274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (67af5fd3-0111-4db1-ae3f-bddb8926e923), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.550830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67af5fd3-0111-4db1-ae3f-bddb8926e923 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:12:15.556817 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.560904 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fb824158-5a12-4e01-a66c-9437896ceb02 admin admin] 10.222.0.24 "DELETE /v2.0/routers/67af5fd3-0111-4db1-ae3f-bddb8926e923 HTTP/1.1" status: 204 len: 168 time: 4.8803892 Mar 07 16:12:15.562889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35042) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:15.662898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2446be-7c9a-45ee-b202-cba38329ad09 admin admin] Deleting subnet 186271c0-c8f7-410c-a8c1-fbbe11fccb20 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:12:15.673559 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a2446be-7c9a-45ee-b202-cba38329ad09 admin admin] Publish callbacks [] for subnet (186271c0-c8f7-410c-a8c1-fbbe11fccb20), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.715287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (70724ff3-2cfc-49ba-843d-0e815abc4387), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.736242 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a2446be-7c9a-45ee-b202-cba38329ad09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (186271c0-c8f7-410c-a8c1-fbbe11fccb20), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.815790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:15.847230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a2446be-7c9a-45ee-b202-cba38329ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (186271c0-c8f7-410c-a8c1-fbbe11fccb20), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.867432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:15.896320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:15.904892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Pushing event updated for resources: {'Port': ['ID=70724ff3-2cfc-49ba-843d-0e815abc4387,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:15.933771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks [] for port (210d2833-18c8-4737-9957-34ad134ce2a9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.950511 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a2446be-7c9a-45ee-b202-cba38329ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (186271c0-c8f7-410c-a8c1-fbbe11fccb20), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:15.992065 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2446be-7c9a-45ee-b202-cba38329ad09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186271c0-c8f7-410c-a8c1-fbbe11fccb20,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:16.010236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a2446be-7c9a-45ee-b202-cba38329ad09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:16.016691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b667b176-db40-4847-ad15-99f82c8c324f None None] Network 818ef8de-4ce5-4f97-9957-feb52a00bb90 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:16.028050 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a2446be-7c9a-45ee-b202-cba38329ad09 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/186271c0-c8f7-410c-a8c1-fbbe11fccb20 HTTP/1.1" status: 204 len: 168 time: 0.4632568 Mar 07 16:12:16.028803 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35050) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:16.105882 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:16.175866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:12:16.198034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (818ef8de-4ce5-4f97-9957-feb52a00bb90), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:16.297548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event updated for resources: {'Port': ['ID=210d2833-18c8-4737-9957-34ad134ce2a9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:16.335322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Network bf558235-8ace-415a-856d-fa8d980134b5 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:16.373203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:16.375025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Deleting port e1a1912f-7b58-4c67-99a2-b4aab9c45239 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:16.375553 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:16.377898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:16.387590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port 760499e5-649f-47f9-8161-fd4f1b6cbbec {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:16.388058 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:16.579128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb8966-0d73-49a0-875c-e8846bbf39d9 None None] DHCP port deletion for 818ef8de-4ce5-4f97-9957-feb52a00bb90 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:16.653921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] For port e1a1912f-7b58-4c67-99a2-b4aab9c45239, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e1a1912f-7b58-4c67-99a2-b4aab9c45239,segment=NetworkSegment(a6272775-8a2d-4cc6-a89e-b8856ce5faf1),segment_id=a6272775-8a2d-4cc6-a89e-b8856ce5faf1)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:16.654598 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:16.736275 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb8966-0d73-49a0-875c-e8846bbf39d9 None None] Deleting port e1a1912f-7b58-4c67-99a2-b4aab9c45239 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:16.737982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8966-0d73-49a0-875c-e8846bbf39d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:16.751517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Calling delete_port for e1a1912f-7b58-4c67-99a2-b4aab9c45239 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:16.805149 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:16.845200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for 760499e5-649f-47f9-8161-fd4f1b6cbbec owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:16.898678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5d6ce-f3e3-4f0e-aa04-2b16c048c355 req-e8ace749-547c-40f6-9001-d507c49e1002 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:16.908968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24b5d6ce-f3e3-4f0e-aa04-2b16c048c355 req-e8ace749-547c-40f6-9001-d507c49e1002 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 932 time: 0.2362175 Mar 07 16:12:16.960794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e1a1912f-7b58-4c67-99a2-b4aab9c45239 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:17.020012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6bdb8966-0d73-49a0-875c-e8846bbf39d9 None None] For port e1a1912f-7b58-4c67-99a2-b4aab9c45239, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e1a1912f-7b58-4c67-99a2-b4aab9c45239,segment=NetworkSegment(a6272775-8a2d-4cc6-a89e-b8856ce5faf1),segment_id=a6272775-8a2d-4cc6-a89e-b8856ce5faf1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:17.020728 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8966-0d73-49a0-875c-e8846bbf39d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.052344 n-d-830010-8 neutron-server[103868]: INFO neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No ports have port_id starting with e1a1912f-7b58-4c67-99a2-b4aab9c45239 Mar 07 16:12:17.053410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.056676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb8966-0d73-49a0-875c-e8846bbf39d9 None None] Calling delete_port for e1a1912f-7b58-4c67-99a2-b4aab9c45239 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:17.058444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 768124e0-758f-41ae-aa98-4186c19117c4 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:17.080964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 768124e0-758f-41ae-aa98-4186c19117c4 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:17.081245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 768124e0-758f-41ae-aa98-4186c19117c4 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:17.115383 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (760499e5-649f-47f9-8161-fd4f1b6cbbec), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.133376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:17.134000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.135698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24b5d6ce-f3e3-4f0e-aa04-2b16c048c355 req-8cc6ae48-1574-4514-9372-497c480e46ec tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080333 Mar 07 16:12:17.136639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a1912f-7b58-4c67-99a2-b4aab9c45239,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:17.147743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for floatingip (55657845-6391-4465-aa91-bf0defe6cb44), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.181017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] No DVR routers for this DVR port e1a1912f-7b58-4c67-99a2-b4aab9c45239 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:17.192724 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8966-0d73-49a0-875c-e8846bbf39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (e1a1912f-7b58-4c67-99a2-b4aab9c45239), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.201395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=760499e5-649f-47f9-8161-fd4f1b6cbbec,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:17.206834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-5407edcb-dc37-42cd-a736-e7bb5346dcdd tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9054391 Mar 07 16:12:17.211382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.211736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.212080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.212422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.212837 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.213185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.213522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.213853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.216479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.216855 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.217194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.217537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.217875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:17.255741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb8966-0d73-49a0-875c-e8846bbf39d9 None None] Pushing event deleted for resources: {'Port': ['ID=e1a1912f-7b58-4c67-99a2-b4aab9c45239,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:17.273136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d7f0-2904-4d52-ad1d-3509b3e3bc32 req-e00840c5-d5d3-411d-ba1b-401cd33f8b41 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:17.276443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9df5d7f0-2904-4d52-ad1d-3509b3e3bc32 req-e00840c5-d5d3-411d-ba1b-401cd33f8b41 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.9592113 Mar 07 16:12:17.285335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb8966-0d73-49a0-875c-e8846bbf39d9 None None] No DVR routers for this DVR port e1a1912f-7b58-4c67-99a2-b4aab9c45239 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:17.357316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (818ef8de-4ce5-4f97-9957-feb52a00bb90), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.384060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818ef8de-4ce5-4f97-9957-feb52a00bb90']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:17.405362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:17.411023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6272775-8a2d-4cc6-a89e-b8856ce5faf1') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:17.426955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (a6272775-8a2d-4cc6-a89e-b8856ce5faf1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.455022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a6272775-8a2d-4cc6-a89e-b8856ce5faf1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.473633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:12:17.474669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (a6272775-8a2d-4cc6-a89e-b8856ce5faf1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:12:17.477631 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:12:17.600798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (818ef8de-4ce5-4f97-9957-feb52a00bb90), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.607597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.612276 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.627627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] 10.222.0.24 "DELETE /v2.0/networks/818ef8de-4ce5-4f97-9957-feb52a00bb90 HTTP/1.1" status: 204 len: 168 time: 1.5937877 Mar 07 16:12:17.659405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba153eab-d14d-4112-a576-870afaaf4508 admin admin] Pushing event deleted for resources: {'Network': ['ID=818ef8de-4ce5-4f97-9957-feb52a00bb90,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:17.665982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9df5d7f0-2904-4d52-ad1d-3509b3e3bc32 req-c6695f16-2846-4e29-9ca2-20d49d0d3387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657886 Mar 07 16:12:17.676120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Request body: {'port': {'device_id': 'e4e812c1-8e73-4ddd-ab95-c333d6d7f5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:17.722336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (70724ff3-2cfc-49ba-843d-0e815abc4387), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:17.923688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35100) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:17.932247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'subnet': {'network_id': 'e167bf7c-ae11-4d37-8738-6cbff9e390c6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:17.991678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 153a4ae9-e8ac-4aab-b7b7-c3392a521655 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:12:18.054910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35112) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:18.199056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:18.212403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a5626cb7-6288-4777-a841-a7e13abb2270 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84dbeae4ce874380be4e589063ba5e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553097 Mar 07 16:12:18.215449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35118) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:18.223528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '153a4ae9-e8ac-4aab-b7b7-c3392a521655', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'port_id': '153a4ae9-e8ac-4aab-b7b7-c3392a521655', 'mac_address': 'fa:16:3e:9e:32:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:12:18.248562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:18.252446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.323384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:18.325446 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.357198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 153a4ae9-e8ac-4aab-b7b7-c3392a521655 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:12:18.359979 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.383269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:18.387792 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.426389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b49d55ea-e767-4ed0-825d-bb962900e1dc admin admin] Publish callbacks [] for security_group (f005f9ed-5787-4a11-afb2-d3e2ff7cb619), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.439819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a632813-8dd3-4f6f-8c88-5285eccdd3a1 req-05053445-09ef-46e4-b352-32799b373fe6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:18.447235 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a632813-8dd3-4f6f-8c88-5285eccdd3a1 req-05053445-09ef-46e4-b352-32799b373fe6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 932 time: 0.1670525 Mar 07 16:12:18.457104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=153a4ae9-e8ac-4aab-b7b7-c3392a521655,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:18.515602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['153a4ae9-e8ac-4aab-b7b7-c3392a521655'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:12:18.527670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b49d55ea-e767-4ed0-825d-bb962900e1dc admin admin] Publish callbacks [] for security_group (f005f9ed-5787-4a11-afb2-d3e2ff7cb619), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.552936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb34515-7492-4630-9b17-4ce1c9828f7f req-2d9440aa-0f1a-47b8-88bb-1bf01a4c5a3a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:18.554506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7bb34515-7492-4630-9b17-4ce1c9828f7f req-2d9440aa-0f1a-47b8-88bb-1bf01a4c5a3a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 946 time: 0.3643651 Mar 07 16:12:18.627075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a632813-8dd3-4f6f-8c88-5285eccdd3a1 req-aeccbdb9-2209-4c50-b4d0-3a8cfea9fa86 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771603 Mar 07 16:12:18.685257 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router f44cb9d5-c444-42e8-8780-1cf9c5af4ff7 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:18.715238 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b49d55ea-e767-4ed0-825d-bb962900e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f005f9ed-5787-4a11-afb2-d3e2ff7cb619), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.723067 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b49d55ea-e767-4ed0-825d-bb962900e1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.728163 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b49d55ea-e767-4ed0-825d-bb962900e1dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f005f9ed-5787-4a11-afb2-d3e2ff7cb619 HTTP/1.1" status: 204 len: 168 time: 0.5073531 Mar 07 16:12:18.731600 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f23fd9b5-3efb-4407-b714-9bd54851e12d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.764593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d55ea-e767-4ed0-825d-bb962900e1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f005f9ed-5787-4a11-afb2-d3e2ff7cb619,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:18.785757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7bb34515-7492-4630-9b17-4ce1c9828f7f req-987bbc9e-1032-4ae3-8939-c3958085b340 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166021 Mar 07 16:12:18.807518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Subnet': ['ID=f23fd9b5-3efb-4407-b714-9bd54851e12d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:18.884483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Checking segment: {'id': '20a3efde-a850-4803-9f41-e05dbf289f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e167bf7c-ae11-4d37-8738-6cbff9e390c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:18.885333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network hostable DHCP agents. Network: e167bf7c-ae11-4d37-8738-6cbff9e390c6, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:12:18.938782 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee1c0-cc0f-4832-a91b-40d2bcba54a5 req-64bafece-2927-496b-a966-1df94455aa3f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:18.941529 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-06fee1c0-cc0f-4832-a91b-40d2bcba54a5 req-64bafece-2927-496b-a966-1df94455aa3f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 944 time: 0.1241000 Mar 07 16:12:18.942569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network e167bf7c-ae11-4d37-8738-6cbff9e390c6 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:12:18.961236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, e167bf7c-ae11-4d37-8738-6cbff9e390c6) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:18.969297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c629f6-b897-45af-be7e-95e61f5c45c5 None None] Network e167bf7c-ae11-4d37-8738-6cbff9e390c6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:18.977119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:18.993629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:18.994225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:18.994966 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515cd82-5fcf-4f1d-b4c6-5e3a70653bf2 None None] Sync routers for ids ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:19.011562 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-26350913-2e8d-4d72-8120-c6fd8676358a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/f44cb9d5-c444-42e8-8780-1cf9c5af4ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4210320 Mar 07 16:12:19.013272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35154) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:19.016526 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515cd82-5fcf-4f1d-b4c6-5e3a70653bf2 None None] Routers {'f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:19.018118 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b515cd82-5fcf-4f1d-b4c6-5e3a70653bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:19.037616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for port (70724ff3-2cfc-49ba-843d-0e815abc4387), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.055776 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dba591ba-fba6-4c9c-a642-f3f1bee0831b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1269317 Mar 07 16:12:19.056459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35158) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:19.058408 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (70724ff3-2cfc-49ba-843d-0e815abc4387), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.062980 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-92351369-2166-426b-8456-18bd719dcdc1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=f44cb9d5-c444-42e8-8780-1cf9c5af4ff7 HTTP/1.1" status: 200 len: 205 time: 0.0443294 Mar 07 16:12:19.073501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35160) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:19.079329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1105273602'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:19.119811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:19.123882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.126484 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b515cd82-5fcf-4f1d-b4c6-5e3a70653bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:19.151076 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515cd82-5fcf-4f1d-b4c6-5e3a70653bf2 None None] Routers {'f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:19.152043 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b515cd82-5fcf-4f1d-b4c6-5e3a70653bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:11:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:19.159336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-06fee1c0-cc0f-4832-a91b-40d2bcba54a5 req-623de8f2-186a-4ea5-85e1-e82a8b2b5c51 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092907 Mar 07 16:12:19.184776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:12:19.196168 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b515cd82-5fcf-4f1d-b4c6-5e3a70653bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:19.197081 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515cd82-5fcf-4f1d-b4c6-5e3a70653bf2 None None] The sync data for ids ['f44cb9d5-c444-42e8-8780-1cf9c5af4ff7'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:19.209581 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f1ec31ab-feba-43c6-90ac-17fd7f6fc77b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.209942 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Added segment f1ec31ab-feba-43c6-90ac-17fd7f6fc77b of type vlan for network 95901640-dd84-439e-8582-92e3251d8aec Mar 07 16:12:19.211578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-e167bf7c-ae11-4d37-8738-6cbff9e390c6', 'network_id': 'e167bf7c-ae11-4d37-8738-6cbff9e390c6', 'project_id': '837f73e5361d461285aa046bec021811', 'fixed_ips': [{'subnet_id': 'f23fd9b5-3efb-4407-b714-9bd54851e12d'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:12:19.212580 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.261833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (95901640-dd84-439e-8582-92e3251d8aec), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.295009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (95901640-dd84-439e-8582-92e3251d8aec), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.301287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:19.302086 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.383770 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3240442 Mar 07 16:12:19.384377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35176) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:19.395946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54764be6-8a22-4ce0-9f3f-fdca551325e4 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Network': ['ID=95901640-dd84-439e-8582-92e3251d8aec,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:19.407244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35178) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:19.415660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'subnet': {'network_id': '95901640-dd84-439e-8582-92e3251d8aec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:19.421423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 95901640-dd84-439e-8582-92e3251d8aec details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:12:19.469603 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cee10d3d-42ad-4b33-9313-b4b28a6771e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d25709b15123493187f77659cca41008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611455 Mar 07 16:12:19.472088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35182) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:19.499654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc2882af-3fe7-4467-9d86-28c8cb53eb51 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.522673 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3e9c5d1-2c90-429e-ac84-4146f02c800b admin admin] Publish callbacks [] for security_group (f695ace9-4da3-4967-9c62-427df2b12991), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.541997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Allocated IP 2001:db8:0:ffff::2 (e167bf7c-ae11-4d37-8738-6cbff9e390c6/f23fd9b5-3efb-4407-b714-9bd54851e12d/19a63d3a-c2a6-42a6-8ba4-77bbdef46e18) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:19.544640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3e9c5d1-2c90-429e-ac84-4146f02c800b admin admin] Publish callbacks [] for security_group (f695ace9-4da3-4967-9c62-427df2b12991), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.582783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Pushing event updated for resources: {'Port': ['ID=70724ff3-2cfc-49ba-843d-0e815abc4387,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:19.615641 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3e9c5d1-2c90-429e-ac84-4146f02c800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f695ace9-4da3-4967-9c62-427df2b12991), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.618841 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3e9c5d1-2c90-429e-ac84-4146f02c800b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.622644 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f3e9c5d1-2c90-429e-ac84-4146f02c800b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f695ace9-4da3-4967-9c62-427df2b12991 HTTP/1.1" status: 204 len: 168 time: 0.1472881 Mar 07 16:12:19.630251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9c5d1-2c90-429e-ac84-4146f02c800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f695ace9-4da3-4967-9c62-427df2b12991,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:19.687794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210d2833-18c8-4737-9957-34ad134ce2a9 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:12:19.695259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (55657845-6391-4465-aa91-bf0defe6cb44), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.760083 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc2882af-3fe7-4467-9d86-28c8cb53eb51 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.763218 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc2882af-3fe7-4467-9d86-28c8cb53eb51 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.816407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:19.823252 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.830648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Publish callbacks [] for port (210d2833-18c8-4737-9957-34ad134ce2a9), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.837096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc2882af-3fe7-4467-9d86-28c8cb53eb51 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (f44cb9d5-c444-42e8-8780-1cf9c5af4ff7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.837927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2882af-3fe7-4467-9d86-28c8cb53eb51 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Fanout notify agent at l3_agent the message router_deleted on router f44cb9d5-c444-42e8-8780-1cf9c5af4ff7 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:12:19.894688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc2882af-3fe7-4467-9d86-28c8cb53eb51 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.899272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35204) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:19.899905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bc2882af-3fe7-4467-9d86-28c8cb53eb51 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/f44cb9d5-c444-42e8-8780-1cf9c5af4ff7 HTTP/1.1" status: 204 len: 168 time: 0.8233759 Mar 07 16:12:19.983045 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Publish callbacks [] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.992635 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:19.997498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b383ad-0023-4fef-be0b-300150cd1791 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting subnet fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:12:20.003939 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b383ad-0023-4fef-be0b-300150cd1791 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.030311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Transition to ACTIVE for port object 210d2833-18c8-4737-9957-34ad134ce2a9 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:12:20.039670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.051868 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fa9d7fe6-fb38-472e-8b2f-f57eb6428a7d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4573958 Mar 07 16:12:20.082605 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b383ad-0023-4fef-be0b-300150cd1791 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.093912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 153a4ae9-e8ac-4aab-b7b7-c3392a521655 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:20.143047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6439ba-4530-4299-bc24-988a54fcdb21 req-4319b014-4402-487f-8b63-f27ae860a978 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:20.146725 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-df6439ba-4530-4299-bc24-988a54fcdb21 req-4319b014-4402-487f-8b63-f27ae860a978 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 946 time: 0.1442027 Mar 07 16:12:20.157095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.180512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Network e167bf7c-ae11-4d37-8738-6cbff9e390c6 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:20.215922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Pushing event updated for resources: {'Port': ['ID=19a63d3a-c2a6-42a6-8ba4-77bbdef46e18,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:20.225743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:20.230651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:20.250029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:20.250521 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.268372 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-df6439ba-4530-4299-bc24-988a54fcdb21 req-43cc2da0-a69d-48ed-abd0-168ac3864ce1 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135426 Mar 07 16:12:20.283843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Pushing event updated for resources: {'Port': ['ID=210d2833-18c8-4737-9957-34ad134ce2a9,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:20.304249 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:12:20.329347 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b383ad-0023-4fef-be0b-300150cd1791 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.360771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf809e31-a289-41fd-961b-972d15889ca8 req-0555ccd5-d6a0-486d-8c54-ba4692ca0763 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:20.368449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf809e31-a289-41fd-961b-972d15889ca8 req-0555ccd5-d6a0-486d-8c54-ba4692ca0763 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 932 time: 0.5326912 Mar 07 16:12:20.438468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Attempting to bind port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:20.439109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Attempting to bind port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '20a3efde-a850-4803-9f41-e05dbf289f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e167bf7c-ae11-4d37-8738-6cbff9e390c6'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:20.439392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Attempting to bind port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 on network e167bf7c-ae11-4d37-8738-6cbff9e390c6 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:20.447894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95483dec-b4a4-4be1-a4ba-a0055e9223d1 req-208f60c4-e1fe-4847-9912-8f774be0dcd7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:20.449490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-95483dec-b4a4-4be1-a4ba-a0055e9223d1 req-208f60c4-e1fe-4847-9912-8f774be0dcd7 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 944 time: 0.0821397 Mar 07 16:12:20.451201 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b383ad-0023-4fef-be0b-300150cd1791 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.472523 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b383ad-0023-4fef-be0b-300150cd1791 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.476123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-52b383ad-0023-4fef-be0b-300150cd1791 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d HTTP/1.1" status: 204 len: 168 time: 0.5758326 Mar 07 16:12:20.500152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:20.500516 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.501796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35230) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:20.518955 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:20.519487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Checking segment: {'id': '20a3efde-a850-4803-9f41-e05dbf289f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e167bf7c-ae11-4d37-8738-6cbff9e390c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:20.519908 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.520309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Bound using segment: {'id': '20a3efde-a850-4803-9f41-e05dbf289f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e167bf7c-ae11-4d37-8738-6cbff9e390c6'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:20.520796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Bound port: 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a3efde-a850-4803-9f41-e05dbf289f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e167bf7c-ae11-4d37-8738-6cbff9e390c6'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:20.521178 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.533528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc94b4-c66b-47f6-af52-6d7c1b2f89af None None] Network b826b7b3-2203-4fd0-ab97-708c85859a3e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:20.568357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:20.571707 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e80c6e-31a2-4fbd-b592-59f33f64569d" -d '{"events": [{"server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "name": "network-vif-plugged", "status": "completed", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:20.632391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:20.680709 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.741892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf809e31-a289-41fd-961b-972d15889ca8 req-1eacae08-a74f-457a-9bf4-7af7c9debdd0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702099 Mar 07 16:12:20.755459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d95bdcf-a093-4854-9b7e-6c11400c0e47 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting subnet 1186a8dd-995e-4f89-a27d-c6f6e0374244 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:12:20.757787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Attempting to bind port 210d2833-18c8-4737-9957-34ad134ce2a9 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:20.758134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Attempting to bind port 210d2833-18c8-4737-9957-34ad134ce2a9 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:20.758470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Attempting to bind port 210d2833-18c8-4737-9957-34ad134ce2a9 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:20.774666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9d95bdcf-a093-4854-9b7e-6c11400c0e47 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (1186a8dd-995e-4f89-a27d-c6f6e0374244), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.774666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Port 210d2833-18c8-4737-9957-34ad134ce2a9 on network bf558235-8ace-415a-856d-fa8d980134b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:12:20.774666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Attempting to bind port 210d2833-18c8-4737-9957-34ad134ce2a9 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:20.785074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=153a4ae9-e8ac-4aab-b7b7-c3392a521655,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:20.821484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-eb31c3d7-1d01-412c-b268-67641dd8b83d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:20.823288 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-eb31c3d7-1d01-412c-b268-67641dd8b83d tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 946 time: 0.3695168 Mar 07 16:12:20.824398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] For port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:20.829942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] For port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=19a63d3a-c2a6-42a6-8ba4-77bbdef46e18,segment=NetworkSegment(20a3efde-a850-4803-9f41-e05dbf289f48),segment_id=20a3efde-a850-4803-9f41-e05dbf289f48)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:20.845969 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.864835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:20.865212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Checking segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:20.866090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Bound using segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:20.869027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Bound port: 210d2833-18c8-4737-9957-34ad134ce2a9, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:20.869435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:20.978770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b78ca1-26f4-4aab-af70-6adef5a2c6c4 None None] DHCP port deletion for b826b7b3-2203-4fd0-ab97-708c85859a3e request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:20.991863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc24d1d-5d6f-4ea9-9f39-25a2b9f8fbc1 None None] Pushing event updated for resources: {'Port': ['ID=19a63d3a-c2a6-42a6-8ba4-77bbdef46e18,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:21.049819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b383ad-0023-4fef-be0b-300150cd1791 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Subnet': ['ID=fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:21.065806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b6b78ca1-26f4-4aab-af70-6adef5a2c6c4 None None] Deleting port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:21.066198 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b6b78ca1-26f4-4aab-af70-6adef5a2c6c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.131021 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-95483dec-b4a4-4be1-a4ba-a0055e9223d1 req-15822352-e1c1-4b1a-93e3-c31e0c780e22 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6666532 Mar 07 16:12:21.186664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35270) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:21.205984 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e944848-6289-4b21-9c01-71f3c0be2ca4 x-openstack-request-id: req-2e944848-6289-4b21-9c01-71f3c0be2ca4 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:21.205984 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "name": "network-vif-plugged", "status": "completed", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:21.222108 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e944848-6289-4b21-9c01-71f3c0be2ca4 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:21.222741 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655', 'code': 200} Mar 07 16:12:21.256739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b6b78ca1-26f4-4aab-af70-6adef5a2c6c4 None None] For port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d2cd079f-0cb7-4657-a20d-3825e5bfe1b6,segment=NetworkSegment(75f3e646-4fef-4fef-889d-482eb3735a2f),segment_id=75f3e646-4fef-4fef-889d-482eb3735a2f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:21.257695 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b6b78ca1-26f4-4aab-af70-6adef5a2c6c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.276403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b6b78ca1-26f4-4aab-af70-6adef5a2c6c4 None None] Calling delete_port for d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:21.442216 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b6b78ca1-26f4-4aab-af70-6adef5a2c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (d2cd079f-0cb7-4657-a20d-3825e5bfe1b6), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.453616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9d95bdcf-a093-4854-9b7e-6c11400c0e47 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (1186a8dd-995e-4f89-a27d-c6f6e0374244), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.460777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9813-ffe4-4723-b45c-53a76e1f082a req-f4229d65-9ce7-48d1-a8dc-633a05f0abc6 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:21.472736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d18d9813-ffe4-4723-b45c-53a76e1f082a req-f4229d65-9ce7-48d1-a8dc-633a05f0abc6 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 946 time: 0.0974357 Mar 07 16:12:21.480547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b78ca1-26f4-4aab-af70-6adef5a2c6c4 None None] Pushing event deleted for resources: {'Port': ['ID=d2cd079f-0cb7-4657-a20d-3825e5bfe1b6,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:21.495531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b78ca1-26f4-4aab-af70-6adef5a2c6c4 None None] No DVR routers for this DVR port d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:21.524930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-558202322-network', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:21.558609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Made reservation on behalf of 0271e4a7e03c4cb6873202e2fff45189 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:21.561456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.583145 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.607391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:12:21.629962 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d18d9813-ffe4-4723-b45c-53a76e1f082a req-871a476a-3ce7-4659-bef0-edd0f1ce3fd4 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561043 Mar 07 16:12:21.630234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (1973b0c7-1b43-4b37-9ca5-c6f254a1f30e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.724546 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-b7656912-ae98-4092-a9f4-a2e22e38999c tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2074979550&fields=id&tenant_id=c927f3fa5e564045bc523a54bde7a3be HTTP/1.1" status: 200 len: 267 time: 0.3140752 Mar 07 16:12:21.746515 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Publish callbacks [] for security_group (f6e1fd14-80f9-4907-903f-e2e414219df6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.753422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f6e1fd14-80f9-4907-903f-e2e414219df6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.780039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:12:21.796800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1fd14-80f9-4907-903f-e2e414219df6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:21.804290 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b932a5a2-b327-49f2-ac40-538aa5ef985f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.805148 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Added segment b932a5a2-b327-49f2-ac40-538aa5ef985f of type vlan for network 19fce380-8f01-4387-9f9c-d8592d5709b0 Mar 07 16:12:21.848870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] For port 210d2833-18c8-4737-9957-34ad134ce2a9, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:21.870208 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (19fce380-8f01-4387-9f9c-d8592d5709b0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.878325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Subnet': ['ID=1973b0c7-1b43-4b37-9ca5-c6f254a1f30e,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:21.907988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] For port 210d2833-18c8-4737-9957-34ad134ce2a9, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=210d2833-18c8-4737-9957-34ad134ce2a9,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:21.937457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35304) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:21.959774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9d95bdcf-a093-4854-9b7e-6c11400c0e47 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (1186a8dd-995e-4f89-a27d-c6f6e0374244), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.989230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (19fce380-8f01-4387-9f9c-d8592d5709b0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:21.990227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:21.990843 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.010947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.088023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Checking segment: {'id': 'f1ec31ab-feba-43c6-90ac-17fd7f6fc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '95901640-dd84-439e-8582-92e3251d8aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:22.088474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network hostable DHCP agents. Network: 95901640-dd84-439e-8582-92e3251d8aec, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:12:22.090847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Pushing event updated for resources: {'Port': ['ID=210d2833-18c8-4737-9957-34ad134ce2a9,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:22.093627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373072a4-1946-4d3b-9efd-6ba19069f227 req-4374ae44-2429-4ada-941b-2f2788231d36 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:22.102513 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-373072a4-1946-4d3b-9efd-6ba19069f227 req-4374ae44-2429-4ada-941b-2f2788231d36 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 944 time: 0.2341721 Mar 07 16:12:22.109389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Deleting port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:22.115122 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.167883 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9796920 Mar 07 16:12:22.177847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35318) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:22.190642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84537208-137c-4ffe-bd19-d9b1a1ab195c admin admin] Pushing event updated for resources: {'Network': ['ID=19fce380-8f01-4387-9f9c-d8592d5709b0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:22.202284 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3737575e-c7e8-4080-8c03-62cca15dbc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.202530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 19fce380-8f01-4387-9f9c-d8592d5709b0 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:12:22.210214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Request body: {'subnet': {'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-558202322-subnet', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:22.288978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Made reservation on behalf of 0271e4a7e03c4cb6873202e2fff45189 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:22.291566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.302204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-eb6e9437-b1d7-44ea-bf66-6b511e80f3b0 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:22.304000 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-eb6e9437-b1d7-44ea-bf66-6b511e80f3b0 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/networks?id=336a181c-16d2-466e-ac1f-a3c8f2e149d1 HTTP/1.1" status: 200 len: 815 time: 0.5619490 Mar 07 16:12:22.325555 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-373072a4-1946-4d3b-9efd-6ba19069f227 req-1a826a93-4302-49c5-aaee-d42ec3572d7b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152486 Mar 07 16:12:22.358327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:22.359972 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.361430 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-21e40595-f1ca-4838-94a5-a3d965019253 service neutron] 10.222.0.11 "PUT /v2.0/ports/210d2833-18c8-4737-9957-34ad134ce2a9 HTTP/1.1" status: 200 len: 1092 time: 4.9769385 Mar 07 16:12:22.401070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e812c1-8e73-4ddd-ab95-c333d6d7f5da', 'tag': '210d2833-18c8-4737-9957-34ad134ce2a9'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:22.404026 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38d5120-6191-45e7-9e07-f4511b7a5b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e812c1-8e73-4ddd-ab95-c333d6d7f5da", "tag": "210d2833-18c8-4737-9957-34ad134ce2a9"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:22.409338 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-a8bbc596-15c4-4562-ad68-fbb96cb71660 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/quotas/c927f3fa5e564045bc523a54bde7a3be HTTP/1.1" status: 200 len: 375 time: 0.0765576 Mar 07 16:12:22.422665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network 95901640-dd84-439e-8582-92e3251d8aec is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:12:22.495600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 95901640-dd84-439e-8582-92e3251d8aec) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:22.498947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15694081-b66a-43cb-af1a-f2a23d95502a None None] Network e167bf7c-ae11-4d37-8738-6cbff9e390c6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:22.514470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:22.515636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.552426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] For port 4f9d8eee-e39c-40c9-81b7-d80b7018f710, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4f9d8eee-e39c-40c9-81b7-d80b7018f710,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:22.552798 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.561875 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ebba2f3f-4806-4047-abc9-e00ccff0d54f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1577585 Mar 07 16:12:22.570616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35326) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:22.581240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'port': {'network_id': '95901640-dd84-439e-8582-92e3251d8aec', 'name': 'tempest-NetworksIpV6TestAttrs-410788373'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:22.595470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b9e2af-ef00-448a-8d45-538197974517 None None] Network 95901640-dd84-439e-8582-92e3251d8aec requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:22.608740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316121a-051a-405d-8045-97db36ccdaf7 req-4add99ac-ebee-4f4e-bae4-0be2e49d791b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:22.615856 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4316121a-051a-405d-8045-97db36ccdaf7 req-4add99ac-ebee-4f4e-bae4-0be2e49d791b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.1389666 Mar 07 16:12:22.680282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9d95bdcf-a093-4854-9b7e-6c11400c0e47 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (1186a8dd-995e-4f89-a27d-c6f6e0374244), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.705432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415464c-549b-48ae-a397-adc538cb79de req-5491cb23-9abf-47d9-99a5-892bb785ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:22.709347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-5491cb23-9abf-47d9-99a5-892bb785ae05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 1126 time: 0.2698669 Mar 07 16:12:22.745403 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (ebe14150-1c11-4939-b6e0-883a69d81357), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.796989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-95901640-dd84-439e-8582-92e3251d8aec', 'network_id': '95901640-dd84-439e-8582-92e3251d8aec', 'project_id': '837f73e5361d461285aa046bec021811', 'fixed_ips': [{'subnet_id': '1973b0c7-1b43-4b37-9ca5-c6f254a1f30e'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:12:22.797979 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.800119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe14150-1c11-4939-b6e0-883a69d81357,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:22.804217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3737575e-c7e8-4080-8c03-62cca15dbc67 admin admin] Publish callbacks [] for security_group (39350a58-417a-47af-a927-df590ab88f87), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.805917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95bdcf-a093-4854-9b7e-6c11400c0e47 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Subnet': ['ID=1186a8dd-995e-4f89-a27d-c6f6e0374244,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:22.824179 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3737575e-c7e8-4080-8c03-62cca15dbc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (39350a58-417a-47af-a927-df590ab88f87), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.868232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737575e-c7e8-4080-8c03-62cca15dbc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39350a58-417a-47af-a927-df590ab88f87,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:22.912933 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4316121a-051a-405d-8045-97db36ccdaf7 req-38b2713e-a8fd-4d17-8af0-1adae3cec895 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953513 Mar 07 16:12:22.935238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3737575e-c7e8-4080-8c03-62cca15dbc67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cf26fd2d3b4433993f24ce9c4089824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9905608 Mar 07 16:12:22.939061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35330) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:22.967871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-95a6ead2-fc75-47ec-a945-5b65eba56fa1 None None] Provisioning complete for port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:22.968342 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95a6ead2-fc75-47ec-a945-5b65eba56fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:22.988410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Checking segment: {'id': 'b932a5a2-b327-49f2-ac40-538aa5ef985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:22.989050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Network hostable DHCP agents. Network: 19fce380-8f01-4387-9f9c-d8592d5709b0, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:12:22.996994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-7ac62d3a-f88a-4785-b34b-3d8df6ed9dd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210d2833-18c8-4737-9957-34ad134ce2a9 HTTP/1.1" status: 200 len: 217 time: 0.1790576 Mar 07 16:12:23.064764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:23.067910 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39c9600f-2c87-4478-957d-1f8a095683b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.083306 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1045bfe8-9234-4cd3-8441-31930377d846 admin admin] Publish callbacks [] for security_group (39350a58-417a-47af-a927-df590ab88f87), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.085566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Network 19fce380-8f01-4387-9f9c-d8592d5709b0 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:12:23.114986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 19fce380-8f01-4387-9f9c-d8592d5709b0) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:23.129809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:23.130541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.176203 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-45a2ff67-5a14-4301-87a2-0d3728a10752 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9800351 Mar 07 16:12:23.176462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1045bfe8-9234-4cd3-8441-31930377d846 admin admin] Publish callbacks [] for security_group (39350a58-417a-47af-a927-df590ab88f87), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.178153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35332) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:23.183729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:23.231353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415464c-549b-48ae-a397-adc538cb79de req-4959ebbf-83d2-4c61-995e-4a93698e3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:23.235596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-4959ebbf-83d2-4c61-995e-4a93698e3794 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.1780152 Mar 07 16:12:23.246480 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9d95bdcf-a093-4854-9b7e-6c11400c0e47 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.252527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9d95bdcf-a093-4854-9b7e-6c11400c0e47 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/1186a8dd-995e-4f89-a27d-c6f6e0374244 HTTP/1.1" status: 204 len: 168 time: 2.7489471 Mar 07 16:12:23.254839 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6290ec5f-b335-47ae-8e2b-12ebf4cfb578 x-openstack-request-id: req-6290ec5f-b335-47ae-8e2b-12ebf4cfb578 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:23.255342 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e812c1-8e73-4ddd-ab95-c333d6d7f5da", "tag": "210d2833-18c8-4737-9957-34ad134ce2a9", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:23.255799 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6290ec5f-b335-47ae-8e2b-12ebf4cfb578 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:23.256371 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e812c1-8e73-4ddd-ab95-c333d6d7f5da', 'tag': '210d2833-18c8-4737-9957-34ad134ce2a9', 'status': 'completed', 'code': 200} Mar 07 16:12:23.259262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35334) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:23.295016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9995aa6c-b816-49ec-bbbd-c282600408bd None None] Network ea64b9f3-5c41-4f24-a674-b25a884b038e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:23.298463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b67dab-c5e2-411e-9db2-2b6de077d94d None None] Network 19fce380-8f01-4387-9f9c-d8592d5709b0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:23.320024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (b2182919-8be6-4c53-8556-3f673149b4bb), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.321227 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (b2182919-8be6-4c53-8556-3f673149b4bb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.379422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-f743636e-a25e-46e3-9482-c6856124f35c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150463 Mar 07 16:12:23.394486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-95a6ead2-fc75-47ec-a945-5b65eba56fa1 None None] Current status of the port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:23.394926 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95a6ead2-fc75-47ec-a945-5b65eba56fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.397023 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks [] for router_controller (b2182919-8be6-4c53-8556-3f673149b4bb), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.434332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-ebd64330-cbe2-49cc-9956-bdaf5d040e60 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c927f3fa5e564045bc523a54bde7a3be&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0000370 Mar 07 16:12:23.454528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-95a6ead2-fc75-47ec-a945-5b65eba56fa1 None None] For port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=19a63d3a-c2a6-42a6-8ba4-77bbdef46e18,segment=NetworkSegment(20a3efde-a850-4803-9f41-e05dbf289f48),segment_id=20a3efde-a850-4803-9f41-e05dbf289f48)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:23.480340 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95a6ead2-fc75-47ec-a945-5b65eba56fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.494218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de7127-d2b6-4477-bf73-7bd0347bd724 req-6daa24c1-c260-49cb-b082-98de0a66d7da tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:23.499192 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-39de7127-d2b6-4477-bf73-7bd0347bd724 req-6daa24c1-c260-49cb-b082-98de0a66d7da tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 946 time: 0.2672644 Mar 07 16:12:23.592728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-b13f1439-4c56-4e35-8c36-dcce8c6e3feb service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543882 Mar 07 16:12:23.598448 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1045bfe8-9234-4cd3-8441-31930377d846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (39350a58-417a-47af-a927-df590ab88f87), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.602835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1045bfe8-9234-4cd3-8441-31930377d846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.604920 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1045bfe8-9234-4cd3-8441-31930377d846 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39350a58-417a-47af-a927-df590ab88f87 HTTP/1.1" status: 204 len: 168 time: 0.6595449 Mar 07 16:12:23.664967 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-39de7127-d2b6-4477-bf73-7bd0347bd724 req-415f052c-dac4-4bfd-88b1-5d2f33fcdd89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545656 Mar 07 16:12:23.665978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045bfe8-9234-4cd3-8441-31930377d846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39350a58-417a-47af-a927-df590ab88f87,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:23.756355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:23.757021 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.758062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e164132e-6fd0-43ee-898d-3e4a9bd01b64 service neutron] 10.222.0.24 "GET /v2.0/networks/336a181c-16d2-466e-ac1f-a3c8f2e149d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658258 Mar 07 16:12:23.889380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks [] for router_gateway (b2182919-8be6-4c53-8556-3f673149b4bb), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.899170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Allocated IP 2001:db8::f816:3eff:feec:a518 (95901640-dd84-439e-8582-92e3251d8aec/1973b0c7-1b43-4b37-9ca5-c6f254a1f30e/5dc565e9-b4a2-43fe-9028-de44856d083c) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:23.923658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b826b7b3-2203-4fd0-ab97-708c85859a3e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:23.996763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6ead2-fc75-47ec-a945-5b65eba56fa1 None None] Pushing event updated for resources: {'Port': ['ID=19a63d3a-c2a6-42a6-8ba4-77bbdef46e18,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:24.002743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-19fce380-8f01-4387-9f9c-d8592d5709b0', 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0', 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'fixed_ips': [{'subnet_id': 'ebe14150-1c11-4939-b6e0-883a69d81357'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:12:24.003942 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.029292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcade2-a12e-4671-be1d-70735bf424f5 req-fe0b7f86-c3bd-4511-aef7-3485d8f633c7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:24.037680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12bcade2-a12e-4671-be1d-70735bf424f5 req-fe0b7f86-c3bd-4511-aef7-3485d8f633c7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 944 time: 0.2064996 Mar 07 16:12:24.050647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 4f9d8eee-e39c-40c9-81b7-d80b7018f710 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:24.115948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:24.120292 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.122043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-afb87b06-6193-4f96-8492-3d8a4080bbf8 None None] Provisioning complete for port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:24.128770 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-afb87b06-6193-4f96-8492-3d8a4080bbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.163855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-12bcade2-a12e-4671-be1d-70735bf424f5 req-148841fb-cbae-4cd3-a3ec-9406677d8dc0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251724 Mar 07 16:12:24.207713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8d6d1-1623-43fc-a283-d53a97ad64bb None None] DHCP port deletion for ea64b9f3-5c41-4f24-a674-b25a884b038e request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:24.271918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] device_id is not set on port 322b7e79-7b11-42b4-b0ae-e8ed5902db06 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:12:24.400648 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks [] for router_gateway (b2182919-8be6-4c53-8556-3f673149b4bb), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.422984 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.555942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Allocated IP 172.25.4.203 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/6226123f-c2f4-481d-91b3-2cbda6193ea0) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:24.600569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-afb87b06-6193-4f96-8492-3d8a4080bbf8 None None] Current status of the port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:24.618584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:24.674964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35344) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:24.696086 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86269d65-326c-471a-82d4-d031aa483d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.733138 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks [] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.762769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc314bf-3e42-4d00-a4f3-7e23430bfc1e req-ea82dd75-5c15-40e3-840e-c93a4bb6e9e8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:24.764523 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8bc314bf-3e42-4d00-a4f3-7e23430bfc1e req-ea82dd75-5c15-40e3-840e-c93a4bb6e9e8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.4805415 Mar 07 16:12:24.772648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Allocated IP 172.20.0.2 (19fce380-8f01-4387-9f9c-d8592d5709b0/ebe14150-1c11-4939-b6e0-883a69d81357/2af9d4a4-1c85-498f-9f9b-26512f467f65) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:24.787777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:24.788488 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.790735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:24.828600 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9415464c-549b-48ae-a397-adc538cb79de req-f3d8f923-e3c7-41ae-ae49-c690fc8b4ecc service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9481211 Mar 07 16:12:24.830646 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-6e91c7c9-3815-42df-bc26-3ccb297894ec service neutron] 10.222.0.24 "GET /v2.0/networks/336a181c-16d2-466e-ac1f-a3c8f2e149d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9414682 Mar 07 16:12:24.847936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:24.848962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d2cd079f-0cb7-4657-a20d-3825e5bfe1b6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:24.894399 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b826b7b3-2203-4fd0-ab97-708c85859a3e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.899452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8bc314bf-3e42-4d00-a4f3-7e23430bfc1e req-3364c022-9224-4610-923c-48a63b39187d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270835 Mar 07 16:12:24.908616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8d6d1-1623-43fc-a283-d53a97ad64bb None None] Deleting port 88cd0928-85a4-4e65-b281-4afd6279d4e0 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:24.909424 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d6d1-1623-43fc-a283-d53a97ad64bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:24.919025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:24.923656 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81fffff-1cfb-4abb-8bbb-a5ce3337a49d" -d '{"events": [{"server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:25.025375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 4f9d8eee-e39c-40c9-81b7-d80b7018f710, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=4f9d8eee-e39c-40c9-81b7-d80b7018f710,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:25.042266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.059156 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.059553 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (82ec5c22-54cf-4593-94c1-6fd6d51997c0), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.059882 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Floating IP 82ec5c22-54cf-4593-94c1-6fd6d51997c0 disassociated. External IP: 172.25.4.131, port: 4f9d8eee-e39c-40c9-81b7-d80b7018f710. Mar 07 16:12:25.062334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:25.064844 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.070114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Calling delete_port for 4f9d8eee-e39c-40c9-81b7-d80b7018f710 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:25.121834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:25.132342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b826b7b3-2203-4fd0-ab97-708c85859a3e']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:25.157316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86269d65-326c-471a-82d4-d031aa483d21 admin admin] Publish callbacks [] for security_group (9a609530-d798-43c5-8cdc-0093e6db48c2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.166925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:25.173553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:25.189449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f3e646-4fef-4fef-889d-482eb3735a2f') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:25.189830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f3e646-4fef-4fef-889d-482eb3735a2f') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:25.204130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86269d65-326c-471a-82d4-d031aa483d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9a609530-d798-43c5-8cdc-0093e6db48c2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.212014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Publish callbacks [] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.261400 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5093073-b86d-436a-8fe2-da1e38209634 x-openstack-request-id: req-c5093073-b86d-436a-8fe2-da1e38209634 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:25.261893 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:25.262166 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5093073-b86d-436a-8fe2-da1e38209634 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:25.262581 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'code': 200} Mar 07 16:12:25.265753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (75f3e646-4fef-4fef-889d-482eb3735a2f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.267208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-86269d65-326c-471a-82d4-d031aa483d21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1b62f0c28a24eacae23dcbef521db08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5884614 Mar 07 16:12:25.269296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35356) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:25.289543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4fb8d6d1-1623-43fc-a283-d53a97ad64bb None None] For port 88cd0928-85a4-4e65-b281-4afd6279d4e0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=88cd0928-85a4-4e65-b281-4afd6279d4e0,segment=NetworkSegment(62137518-46ac-410b-8a22-025e0d14a182),segment_id=62137518-46ac-410b-8a22-025e0d14a182)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:25.295369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d6d1-1623-43fc-a283-d53a97ad64bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.306627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Pushing event updated for resources: {'Port': ['ID=6226123f-c2f4-481d-91b3-2cbda6193ea0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:25.406232 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Publish callbacks [] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.414900 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.441325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (75f3e646-4fef-4fef-889d-482eb3735a2f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.442525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Network 95901640-dd84-439e-8582-92e3251d8aec is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:25.445137 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.461180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86269d65-326c-471a-82d4-d031aa483d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a609530-d798-43c5-8cdc-0093e6db48c2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:25.471835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:25.474407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:25.488702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5ac66-f992-421d-b5f7-f0b187b5c2c8 req-4f3d572a-eef6-415b-9e06-a357d09e743a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:25.489563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Network 19fce380-8f01-4387-9f9c-d8592d5709b0 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:25.490854 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d276c078-8db8-4a58-98c0-24c51f8e813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.490995 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93e5ac66-f992-421d-b5f7-f0b187b5c2c8 req-4f3d572a-eef6-415b-9e06-a357d09e743a tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 944 time: 0.3947556 Mar 07 16:12:25.494625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8d6d1-1623-43fc-a283-d53a97ad64bb None None] Calling delete_port for 88cd0928-85a4-4e65-b281-4afd6279d4e0 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:25.522774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:25.529035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:25.569878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c184138b-8aea-4199-95f5-ccfeb2a51a7c req-1052be7a-f545-446f-b2c4-859b61092c02 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 210 time: 0.2526107 Mar 07 16:12:25.597533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:12:25.598435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (75f3e646-4fef-4fef-889d-482eb3735a2f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.676554 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87062f88-48ad-48fd-96e9-18cda99526a7 admin admin] Publish callbacks [] for security_group (9a609530-d798-43c5-8cdc-0093e6db48c2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.689227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=4f9d8eee-e39c-40c9-81b7-d80b7018f710,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:25.704180 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93e5ac66-f992-421d-b5f7-f0b187b5c2c8 req-a18ced97-528b-4cf5-9ab2-aeeb030d3335 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1518d30-0c48-43dd-ae0d-f5747b052e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893411 Mar 07 16:12:25.757291 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87062f88-48ad-48fd-96e9-18cda99526a7 admin admin] Publish callbacks [] for security_group (9a609530-d798-43c5-8cdc-0093e6db48c2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:12:25.766666 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:12:25.779531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Pushing event updated for resources: {'Port': ['ID=5dc565e9-b4a2-43fe-9028-de44856d083c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:25.828891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b826b7b3-2203-4fd0-ab97-708c85859a3e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.856961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Attempting to bind port 2af9d4a4-1c85-498f-9f9b-26512f467f65 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:25.857452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Attempting to bind port 2af9d4a4-1c85-498f-9f9b-26512f467f65 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b932a5a2-b327-49f2-ac40-538aa5ef985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:25.857934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Attempting to bind port 2af9d4a4-1c85-498f-9f9b-26512f467f65 on network 19fce380-8f01-4387-9f9c-d8592d5709b0 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:25.870603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:25.871189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Checking segment: {'id': 'b932a5a2-b327-49f2-ac40-538aa5ef985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:25.871777 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.872285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Bound using segment: {'id': 'b932a5a2-b327-49f2-ac40-538aa5ef985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:25.872886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Bound port: 2af9d4a4-1c85-498f-9f9b-26512f467f65, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b932a5a2-b327-49f2-ac40-538aa5ef985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:25.874413 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.889469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Attempting to bind port 5dc565e9-b4a2-43fe-9028-de44856d083c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:25.889469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Attempting to bind port 5dc565e9-b4a2-43fe-9028-de44856d083c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f1ec31ab-feba-43c6-90ac-17fd7f6fc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '95901640-dd84-439e-8582-92e3251d8aec'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:25.889469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Attempting to bind port 5dc565e9-b4a2-43fe-9028-de44856d083c on network 95901640-dd84-439e-8582-92e3251d8aec {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:25.891581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Allocated IP 2001:db8::f816:3eff:fe01:ed26 (95901640-dd84-439e-8582-92e3251d8aec/1973b0c7-1b43-4b37-9ca5-c6f254a1f30e/322b7e79-7b11-42b4-b0ae-e8ed5902db06) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:25.956421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] For port 2af9d4a4-1c85-498f-9f9b-26512f467f65, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:25.960289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] For port 2af9d4a4-1c85-498f-9f9b-26512f467f65, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2af9d4a4-1c85-498f-9f9b-26512f467f65,segment=NetworkSegment(b932a5a2-b327-49f2-ac40-538aa5ef985f),segment_id=b932a5a2-b327-49f2-ac40-538aa5ef985f)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:25.972967 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:25.973582 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.979884 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.990365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87062f88-48ad-48fd-96e9-18cda99526a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9a609530-d798-43c5-8cdc-0093e6db48c2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.993018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87062f88-48ad-48fd-96e9-18cda99526a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:25.994222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-87062f88-48ad-48fd-96e9-18cda99526a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a609530-d798-43c5-8cdc-0093e6db48c2 HTTP/1.1" status: 204 len: 168 time: 0.7043154 Mar 07 16:12:26.046572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-32293647-89a1-4483-b9ba-6393b9ebd9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:26.057612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-32293647-89a1-4483-b9ba-6393b9ebd9da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 1126 time: 1.0742211 Mar 07 16:12:26.090383 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.098337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/networks/b826b7b3-2203-4fd0-ab97-708c85859a3e HTTP/1.1" status: 204 len: 168 time: 2.8227975 Mar 07 16:12:26.107573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35368) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:26.146193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87062f88-48ad-48fd-96e9-18cda99526a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a609530-d798-43c5-8cdc-0093e6db48c2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:26.169200 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:26.172519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Checking segment: {'id': 'f1ec31ab-feba-43c6-90ac-17fd7f6fc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '95901640-dd84-439e-8582-92e3251d8aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:26.173174 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.174137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Bound using segment: {'id': 'f1ec31ab-feba-43c6-90ac-17fd7f6fc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '95901640-dd84-439e-8582-92e3251d8aec'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:26.174998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Bound port: 5dc565e9-b4a2-43fe-9028-de44856d083c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec31ab-feba-43c6-90ac-17fd7f6fc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '95901640-dd84-439e-8582-92e3251d8aec'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:26.175433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.193286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks [] for router_gateway (b2182919-8be6-4c53-8556-3f673149b4bb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.290667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Pushing event updated for resources: {'Port': ['ID=2af9d4a4-1c85-498f-9f9b-26512f467f65,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:26.355841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabc830-0632-4f69-91e8-ed18466f9acc req-327b8787-d88c-45a1-a839-a8544c9652ac tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:26.364345 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0fabc830-0632-4f69-91e8-ed18466f9acc req-327b8787-d88c-45a1-a839-a8544c9652ac tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.3524642 Mar 07 16:12:26.425741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8f951-a176-4fd0-aba2-1f4f1c4e4302 None None] Pushing event updated for resources: {'Port': ['ID=2af9d4a4-1c85-498f-9f9b-26512f467f65,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:26.450257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ea64b9f3-5c41-4f24-a674-b25a884b038e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.504669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d6d1-1623-43fc-a283-d53a97ad64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (88cd0928-85a4-4e65-b281-4afd6279d4e0), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.525588 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.578940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8d6d1-1623-43fc-a283-d53a97ad64bb None None] Pushing event deleted for resources: {'Port': ['ID=88cd0928-85a4-4e65-b281-4afd6279d4e0,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:26.643590 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0fabc830-0632-4f69-91e8-ed18466f9acc req-21453665-00bb-4faf-8365-2641208ed2ac tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773457 Mar 07 16:12:26.673078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8d6d1-1623-43fc-a283-d53a97ad64bb None None] No DVR routers for this DVR port 88cd0928-85a4-4e65-b281-4afd6279d4e0 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:26.773423 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ea64b9f3-5c41-4f24-a674-b25a884b038e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.800301 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4f9d8eee-e39c-40c9-81b7-d80b7018f710), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.803562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:26.804015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-38ed883b-3675-4c62-a5b4-e331d7ef9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:26.805556 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-38ed883b-3675-4c62-a5b4-e331d7ef9730 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 907 time: 0.6920564 Mar 07 16:12:26.824281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] For port 5dc565e9-b4a2-43fe-9028-de44856d083c, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:26.860700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] For port 5dc565e9-b4a2-43fe-9028-de44856d083c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5dc565e9-b4a2-43fe-9028-de44856d083c,segment=NetworkSegment(f1ec31ab-feba-43c6-90ac-17fd7f6fc77b),segment_id=f1ec31ab-feba-43c6-90ac-17fd7f6fc77b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:26.868158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70400069-2a24-43da-adb9-64532e5cff14 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Network': ['ID=b826b7b3-2203-4fd0-ab97-708c85859a3e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:26.884008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event deleted for resources: {'Port': ['ID=4f9d8eee-e39c-40c9-81b7-d80b7018f710,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:26.888370 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:26.974749 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-bc6fb57b-79f4-4215-817b-d5372ab4d28f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210d2833-18c8-4737-9957-34ad134ce2a9 HTTP/1.1" status: 200 len: 217 time: 0.0932858 Mar 07 16:12:27.031024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 88cd0928-85a4-4e65-b281-4afd6279d4e0 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:27.065905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-ed1a08e2-be26-4c20-93d7-d90cf67dd8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:27.068043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-ed1a08e2-be26-4c20-93d7-d90cf67dd8ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.0860898 Mar 07 16:12:27.121243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 210d2833-18c8-4737-9957-34ad134ce2a9 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:12:27.154277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 88cd0928-85a4-4e65-b281-4afd6279d4e0 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:27.156911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 88cd0928-85a4-4e65-b281-4afd6279d4e0 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:27.261079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3ac1a-ca95-44e3-af79-737225cccd70 None None] Pushing event updated for resources: {'Port': ['ID=5dc565e9-b4a2-43fe-9028-de44856d083c,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:27.278863 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea64b9f3-5c41-4f24-a674-b25a884b038e']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:27.328003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62137518-46ac-410b-8a22-025e0d14a182') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:27.329475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62137518-46ac-410b-8a22-025e0d14a182') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:27.344723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (62137518-46ac-410b-8a22-025e0d14a182), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:27.367323 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (62137518-46ac-410b-8a22-025e0d14a182), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:27.378518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:12:27.379594 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (62137518-46ac-410b-8a22-025e0d14a182), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:27.463705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-84a459b1-50f0-484c-9cc2-94ba04757de6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654086 Mar 07 16:12:27.485079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db24865-a76e-4c1d-a757-c1376c282101 req-f7f6144e-7b05-4e52-a17a-72004ed77ff2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:27.486945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4db24865-a76e-4c1d-a757-c1376c282101 req-f7f6144e-7b05-4e52-a17a-72004ed77ff2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 944 time: 1.7194071 Mar 07 16:12:27.558836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 210d2833-18c8-4737-9957-34ad134ce2a9, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=210d2833-18c8-4737-9957-34ad134ce2a9,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:27.605999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2af9d4a4-1c85-498f-9f9b-26512f467f65 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:27.670718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '210d2833-18c8-4737-9957-34ad134ce2a9', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'port_id': '210d2833-18c8-4737-9957-34ad134ce2a9', 'mac_address': 'fa:16:3e:13:c4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b9e25-07a8-4036-8b1a-d3eb88278c53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:12:27.791345 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:27.817636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for port (322b7e79-7b11-42b4-b0ae-e8ed5902db06), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:27.868482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 210d2833-18c8-4737-9957-34ad134ce2a9 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:27.871129 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:27.881122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2af9d4a4-1c85-498f-9f9b-26512f467f65 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:27.881887 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:27.921946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210d2833-18c8-4737-9957-34ad134ce2a9 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:12:27.947784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 210d2833-18c8-4737-9957-34ad134ce2a9, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=210d2833-18c8-4737-9957-34ad134ce2a9,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:27.960621 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:12:28.046769 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:12:28.055730 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa4a1c67-f808-441a-9b28-c27a5da173c2 req-fad74c7a-dc2f-43dc-8343-039ba3de6b93 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 210 time: 0.9399316 Mar 07 16:12:28.059239 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ea64b9f3-5c41-4f24-a674-b25a884b038e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.065586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.084597 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/networks/ea64b9f3-5c41-4f24-a674-b25a884b038e HTTP/1.1" status: 204 len: 168 time: 1.9610746 Mar 07 16:12:28.084993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35394) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:28.101149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'network': {'name': 'tempest-RoutersTest-871947216'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:28.108576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=210d2833-18c8-4737-9957-34ad134ce2a9,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:28.121854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (b2182919-8be6-4c53-8556-3f673149b4bb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.163316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2af9d4a4-1c85-498f-9f9b-26512f467f65 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:28.163770 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.177529 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4db24865-a76e-4c1d-a757-c1376c282101 req-2d83438e-c557-4e6f-a038-4a3f6ce8e746 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427517 Mar 07 16:12:28.202632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (322b7e79-7b11-42b4-b0ae-e8ed5902db06), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.203710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['210d2833-18c8-4737-9957-34ad134ce2a9'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:12:28.235324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86841ca4-164d-4fd7-89d4-6f201bd3590d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Network': ['ID=ea64b9f3-5c41-4f24-a674-b25a884b038e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:28.372192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network 95901640-dd84-439e-8582-92e3251d8aec is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:28.378754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c62a181-f58a-4b51-85a3-4b7b62abb8fc None None] Network 19fce380-8f01-4387-9f9c-d8592d5709b0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:28.396038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:28.410471 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:28.414831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 2af9d4a4-1c85-498f-9f9b-26512f467f65, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2af9d4a4-1c85-498f-9f9b-26512f467f65,segment=NetworkSegment(b932a5a2-b327-49f2-ac40-538aa5ef985f),segment_id=b932a5a2-b327-49f2-ac40-538aa5ef985f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:28.416079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:28.416727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.426673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fd3a6450-f4d3-4fa2-8314-0aa1799f5030 req-e31ab67f-da62-42cc-99f4-56ea4843aafd tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 210 time: 0.1955662 Mar 07 16:12:28.441583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:28.445939 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.471821 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.505508 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:12:28.513278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Router b2182919-8be6-4c53-8556-3f673149b4bb is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:12:28.563399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-c524f717-56b4-4f68-8ea0-f9c7ae53d362 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:28.565172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-c524f717-56b4-4f68-8ea0-f9c7ae53d362 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.11 "GET /v2.0/networks?id=336a181c-16d2-466e-ac1f-a3c8f2e149d1 HTTP/1.1" status: 200 len: 815 time: 1.4947512 Mar 07 16:12:28.567432 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-8d6c1bed-cc65-45ad-a173-fdf49e18b1bb service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0400558 Mar 07 16:12:28.578465 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e41f67b9-b806-4757-b934-e4943afd7a3b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.578992 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added segment e41f67b9-b806-4757-b934-e4943afd7a3b of type vlan for network fcd88116-d693-43cb-abeb-1711bd5e834b Mar 07 16:12:28.730836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Port': ['ID=322b7e79-7b11-42b4-b0ae-e8ed5902db06,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:28.788626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Router c2b920e0-f53e-4456-a91f-53ab797da87d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:28.803969 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (fcd88116-d693-43cb-abeb-1711bd5e834b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.820312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=2af9d4a4-1c85-498f-9f9b-26512f467f65,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:28.823764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1f641fdf-b0be-483c-865a-33c09f7eab02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 6.2504709 Mar 07 16:12:28.840383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-05054a3c-677e-4aee-a346-4347ecc1cce2 None None] Provisioning complete for port 2af9d4a4-1c85-498f-9f9b-26512f467f65 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:28.840383 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-05054a3c-677e-4aee-a346-4347ecc1cce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:28.883135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35404) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:28.893092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.893572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.894341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.894688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.895081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.895968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.896318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.896663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.897543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.897828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.899026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.904373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.905475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:12:28.925138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644ceeb9-13d9-4d60-87d9-b3cdc153f7df None None] Network 95901640-dd84-439e-8582-92e3251d8aec requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:29.001868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-532ac832-819a-443a-9c58-e0bceb687db9 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Deleting subnet 1973b0c7-1b43-4b37-9ca5-c6f254a1f30e {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:12:29.013501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:12:29.016113 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-532ac832-819a-443a-9c58-e0bceb687db9 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (1973b0c7-1b43-4b37-9ca5-c6f254a1f30e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:29.020657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e00e1a-882a-464b-8b0d-7e0f682b0177 req-9d42a434-b8ab-495a-b3a8-37c88aabc95c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:29.022678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77e00e1a-882a-464b-8b0d-7e0f682b0177 req-9d42a434-b8ab-495a-b3a8-37c88aabc95c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.6458957 Mar 07 16:12:29.081859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:29.106673 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-532ac832-819a-443a-9c58-e0bceb687db9 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (1973b0c7-1b43-4b37-9ca5-c6f254a1f30e), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:29.132034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-d37fe312-1097-4d6a-a964-12caec2be986 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c927f3fa5e564045bc523a54bde7a3be HTTP/1.1" status: 200 len: 380 time: 0.5370111 Mar 07 16:12:29.166568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Request body: {'port': {'device_id': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'admin_state_up': True, 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'security_groups': ['be0fc53b-0b44-491a-bdad-34d95d79e91b']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:29.321385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (fcd88116-d693-43cb-abeb-1711bd5e834b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:29.332665 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:29.333646 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:29.339196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Sync routers for ids ['b2182919-8be6-4c53-8556-3f673149b4bb'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:29.339707 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77e00e1a-882a-464b-8b0d-7e0f682b0177 req-f5511b1c-eb39-46c8-bba6-27dde46dacbc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644253 Mar 07 16:12:29.352796 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b38d5120-6191-45e7-9e07-f4511b7a5b5a req-abf8b453-d538-49f8-a8d3-53d9b110046d service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7343938 Mar 07 16:12:29.425897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Made reservation on behalf of c927f3fa5e564045bc523a54bde7a3be for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:29.431744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Routers {'b2182919-8be6-4c53-8556-3f673149b4bb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:29.434364 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:29.435295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b2182919-8be6-4c53-8556-3f673149b4bb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:29.455857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Network': ['ID=fcd88116-d693-43cb-abeb-1711bd5e834b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:29.486330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:29.492806 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-29da889c-7976-43fb-9af7-5fa1d4d7b08d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3136330 Mar 07 16:12:29.497827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35424) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:29.580593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ad84b4c0-71f2-48ff-a2ed-7396beb5a619 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4859414 Mar 07 16:12:29.584042 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8742ae1-54ac-47a0-8dc6-3659f18a0939 req-40d960c8-7621-4525-89de-39104949080a tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 210 time: 0.2412729 Mar 07 16:12:29.584788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35428) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:29.593343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'subnet': {'network_id': 'fcd88116-d693-43cb-abeb-1711bd5e834b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:29.641951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-532ac832-819a-443a-9c58-e0bceb687db9 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (1973b0c7-1b43-4b37-9ca5-c6f254a1f30e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:29.788226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network fcd88116-d693-43cb-abeb-1711bd5e834b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:12:29.791759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5dc565e9-b4a2-43fe-9028-de44856d083c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:29.845453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:29.861230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Set router b2182919-8be6-4c53-8556-3f673149b4bb gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:29.872193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2fff3-304d-4560-a10b-b660c1178732 req-0a3af75c-5d04-4abc-8957-9cb339d6d916 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:29.880837 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d5d2fff3-304d-4560-a10b-b660c1178732 req-0a3af75c-5d04-4abc-8957-9cb339d6d916 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 945 time: 0.4244874 Mar 07 16:12:29.896153 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c62df-4a05-4150-9bb2-072153624835 None None] Sync routers for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:29.921894 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c62df-4a05-4150-9bb2-072153624835 None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:29.926877 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-661c62df-4a05-4150-9bb2-072153624835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:29.937320 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1097f025-bc26-425b-bd56-6f3c781665ed req-94f973e5-a768-45af-9966-289cb99a8813 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 210 time: 0.1503363 Mar 07 16:12:29.958366 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:30.043110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:30.047433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:30.143594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-05054a3c-677e-4aee-a346-4347ecc1cce2 None None] Current status of the port 2af9d4a4-1c85-498f-9f9b-26512f467f65 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:30.261639 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-661c62df-4a05-4150-9bb2-072153624835 None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:30.411518 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-532ac832-819a-443a-9c58-e0bceb687db9 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (1973b0c7-1b43-4b37-9ca5-c6f254a1f30e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:30.669636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5dc565e9-b4a2-43fe-9028-de44856d083c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:30.670312 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:30.676979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7b53a718-f4eb-4ade-8702-f7090b39a189 None None] Provisioning complete for port 5dc565e9-b4a2-43fe-9028-de44856d083c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:30.683463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b53a718-f4eb-4ade-8702-f7090b39a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:30.740242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Allocated IP 172.20.0.6 (336a181c-16d2-466e-ac1f-a3c8f2e149d1/54c0c13f-8236-46f0-a665-d9c7ac9dde01/c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:30.743909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ac832-819a-443a-9c58-e0bceb687db9 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Subnet': ['ID=1973b0c7-1b43-4b37-9ca5-c6f254a1f30e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:30.775279 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-532ac832-819a-443a-9c58-e0bceb687db9 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:30.786974 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-532ac832-819a-443a-9c58-e0bceb687db9 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/subnets/1973b0c7-1b43-4b37-9ca5-c6f254a1f30e HTTP/1.1" status: 204 len: 168 time: 1.8959670 Mar 07 16:12:30.803889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35454) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:30.954531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:23Z', 'updated_at': '2022-03-07T16:12:25Z', 'revision_number': 3, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'gw_port': {'id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:24Z', 'updated_at': '2022-03-07T16:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:31.043929 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35456) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:31.094391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] No DVR routers for this DVR port 4f9d8eee-e39c-40c9-81b7-d80b7018f710 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:31.111108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.119060 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b082e03b-13b1-40d8-b369-bcb0e26e9f31 req-2a661666-597f-43e0-acff-88fd3b86fb89 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.15 "DELETE /v2.0/ports/4f9d8eee-e39c-40c9-81b7-d80b7018f710 HTTP/1.1" status: 204 len: 173 time: 10.2718465 Mar 07 16:12:31.119534 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-661c62df-4a05-4150-9bb2-072153624835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:31.143484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'name': 'network-vif-deleted', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:31.146301 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b871c00-e33d-4408-a7a7-08099c82282a" -d '{"events": [{"server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "name": "network-vif-deleted", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:31.184564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49958261-407c-4553-9ae5-9e8b3386fafd req-2244066c-422b-4bd6-9b62-6dc634465f21 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:31.188601 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-49958261-407c-4553-9ae5-9e8b3386fafd req-2244066c-422b-4bd6-9b62-6dc634465f21 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.5997195 Mar 07 16:12:31.207985 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (26f3bb67-ee83-4cb2-b167-4033ff3f07e1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.229863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e385041-a1cd-4902-8fd9-d9c7646e519a None None] Network 95901640-dd84-439e-8582-92e3251d8aec requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:31.231679 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c62df-4a05-4150-9bb2-072153624835 None None] Checking router: c2b920e0-f53e-4456-a91f-53ab797da87d for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:31.232935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 210d2833-18c8-4737-9957-34ad134ce2a9 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:31.238871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Checking router: b2182919-8be6-4c53-8556-3f673149b4bb for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:31.238871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Updating router b2182919-8be6-4c53-8556-3f673149b4bb port 6226123f-c2f4-481d-91b3-2cbda6193ea0 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:12:31.258309 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c62df-4a05-4150-9bb2-072153624835 None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:31.259381 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-661c62df-4a05-4150-9bb2-072153624835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:31.359404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d5d2fff3-304d-4560-a10b-b660c1178732 req-148aa346-ef77-44c5-bb99-fb0ad6a39512 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4775033 Mar 07 16:12:31.370030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063537a-349d-4524-b45f-95d8484f3092 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:31.372645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063537a-349d-4524-b45f-95d8484f3092 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:31.377915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c063537a-349d-4524-b45f-95d8484f3092 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4523091 Mar 07 16:12:31.379439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35468) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:31.446701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Subnet': ['ID=26f3bb67-ee83-4cb2-b167-4033ff3f07e1,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:31.449077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a0e48be-898a-4e89-a72f-7372bf8ce298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.492915 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-661c62df-4a05-4150-9bb2-072153624835 None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:31.525959 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.535665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5dc565e9-b4a2-43fe-9028-de44856d083c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:31.536326 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.622311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7b53a718-f4eb-4ade-8702-f7090b39a189 None None] Current status of the port 5dc565e9-b4a2-43fe-9028-de44856d083c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:31.624663 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b53a718-f4eb-4ade-8702-f7090b39a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.684138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Checking segment: {'id': 'e41f67b9-b806-4757-b934-e4943afd7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fcd88116-d693-43cb-abeb-1711bd5e834b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:31.684519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network hostable DHCP agents. Network: fcd88116-d693-43cb-abeb-1711bd5e834b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:12:31.725556 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-49958261-407c-4553-9ae5-9e8b3386fafd req-c9c82a86-ea78-49ff-9242-fb24e90972b6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250545 Mar 07 16:12:31.733735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network fcd88116-d693-43cb-abeb-1711bd5e834b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:12:31.741062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a0e48be-898a-4e89-a72f-7372bf8ce298 admin admin] Publish callbacks [] for security_group (bdd2b607-8a97-4b14-9fbc-1e298c977e64), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.746723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a0e48be-898a-4e89-a72f-7372bf8ce298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bdd2b607-8a97-4b14-9fbc-1e298c977e64), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.783530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.806430 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9a0e48be-898a-4e89-a72f-7372bf8ce298 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64c387608bf844feace7c51e1845684d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7594883 Mar 07 16:12:31.808842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35470) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:31.809905 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e48be-898a-4e89-a72f-7372bf8ce298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd2b607-8a97-4b14-9fbc-1e298c977e64,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:31.865163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, fcd88116-d693-43cb-abeb-1711bd5e834b) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:31.876442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:31.877206 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.883310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 210d2833-18c8-4737-9957-34ad134ce2a9 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:12:31.926742 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-650e39bc-357d-4a94-9cec-d1ee74f5f596 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3357942 Mar 07 16:12:31.927736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7089923-681f-48b6-a71b-26efd003a59f admin admin] Publish callbacks [] for security_group (bdd2b607-8a97-4b14-9fbc-1e298c977e64), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.962390 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7089923-681f-48b6-a71b-26efd003a59f admin admin] Publish callbacks [] for security_group (bdd2b607-8a97-4b14-9fbc-1e298c977e64), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:31.991401 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8bc36d-47aa-47fd-9b0b-af126283534c None None] Network fcd88116-d693-43cb-abeb-1711bd5e834b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:32.001402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 210d2833-18c8-4737-9957-34ad134ce2a9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:32.003295 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.009730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 5dc565e9-b4a2-43fe-9028-de44856d083c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5dc565e9-b4a2-43fe-9028-de44856d083c,segment=NetworkSegment(f1ec31ab-feba-43c6-90ac-17fd7f6fc77b),segment_id=f1ec31ab-feba-43c6-90ac-17fd7f6fc77b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:32.013511 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-661c62df-4a05-4150-9bb2-072153624835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:32.020616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35472) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:32.048038 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7243a95a-52d4-4d27-84ff-63dfcb715a1f req-f5c1880e-d92e-4dbb-9bf5-12bbecd19dc4 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 210 time: 0.3476539 Mar 07 16:12:32.061428 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d4135d4-30eb-4eb1-a07e-294fa0fab6a6 req-7923dd39-17cb-4062-91d3-486b05b50074 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/ports?device_id=3355a377-fa36-44ed-9404-dc1a13780e93 HTTP/1.1" status: 200 len: 210 time: 0.0319290 Mar 07 16:12:32.071683 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7089923-681f-48b6-a71b-26efd003a59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bdd2b607-8a97-4b14-9fbc-1e298c977e64), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.073123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f795bdff-1a09-4a12-9366-8e4272fbd029 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-682470757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:32.073702 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c62df-4a05-4150-9bb2-072153624835 None None] The sync data for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 is: [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6e64cf4d-5650-43a9-bff5-adef31a0bedc', 'name': '', 'network_id': 'd1d0569b-ea64-4f69-9f7c-982fe6065f52', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'mac_address': 'fa:16:3e:65:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:38Z', 'updated_at': '2022-03-07T16:06:52Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'subnets': [{'id': '5c171cf0-d78f-4c34-8829-660dca40c750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:32.098450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7089923-681f-48b6-a71b-26efd003a59f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.103893 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b7089923-681f-48b6-a71b-26efd003a59f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdd2b607-8a97-4b14-9fbc-1e298c977e64 HTTP/1.1" status: 204 len: 168 time: 0.2894430 Mar 07 16:12:32.115694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7089923-681f-48b6-a71b-26efd003a59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd2b607-8a97-4b14-9fbc-1e298c977e64,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:32.145066 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.169756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2af9d4a4-1c85-498f-9f9b-26512f467f65 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:32.241490 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5318aaca-97a2-472f-b9c7-64a661bffa02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (95901640-dd84-439e-8582-92e3251d8aec), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.268707 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f795bdff-1a09-4a12-9366-8e4272fbd029 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (b1cffc84-45f5-4ce4-9202-0782196185da), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.270347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f795bdff-1a09-4a12-9366-8e4272fbd029 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (b1cffc84-45f5-4ce4-9202-0782196185da), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.281732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.344606 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5318aaca-97a2-472f-b9c7-64a661bffa02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 16:12:32.345425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5318aaca-97a2-472f-b9c7-64a661bffa02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:12:32.354104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5318aaca-97a2-472f-b9c7-64a661bffa02 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/95901640-dd84-439e-8582-92e3251d8aec HTTP/1.1" status: 409 len: 466 time: 0.9695487 Mar 07 16:12:32.356786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35478) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:32.372621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1213099134'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:32.381838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Pushing event updated for resources: {'Port': ['ID=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:32.472095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:32.482250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:32.487787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.498444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:32.505946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:32.517005 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-7b53a718-f4eb-4ade-8702-f7090b39a189 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:12:32.520225 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-7b53a718-f4eb-4ade-8702-f7090b39a189 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:12:32.573766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c518c39-4f38-4e53-829f-7cf9ce786ad6 None None] DHCP port deletion for 95901640-dd84-439e-8582-92e3251d8aec request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:32.679022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:12:32.690319 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f795bdff-1a09-4a12-9366-8e4272fbd029 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (b1cffc84-45f5-4ce4-9202-0782196185da), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.725033 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58080bd-5853-47e2-a51a-f6045b67197b req-455b5e6c-6224-4485-997d-40fdef09aaae tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:32.729116 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d58080bd-5853-47e2-a51a-f6045b67197b req-455b5e6c-6224-4485-997d-40fdef09aaae tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 945 time: 0.1819162 Mar 07 16:12:32.730437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (89d75599-1ff6-4502-ac11-ab5359ae5a2c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.730865 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Added segment 89d75599-1ff6-4502-ac11-ab5359ae5a2c of type vlan for network f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd Mar 07 16:12:32.740637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02da92b-0190-4bb7-80d6-59b9cb9b8d94 None None] New status for floating IP 82ec5c22-54cf-4593-94c1-6fd6d51997c0: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:12:32.760666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f795bdff-1a09-4a12-9366-8e4272fbd029 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (b1cffc84-45f5-4ce4-9202-0782196185da), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.829741 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cf3c60-62f7-4b3c-93b5-cb9c819a8296 x-openstack-request-id: req-89cf3c60-62f7-4b3c-93b5-cb9c819a8296 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:32.830491 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3355a377-fa36-44ed-9404-dc1a13780e93", "name": "network-vif-deleted", "tag": "4f9d8eee-e39c-40c9-81b7-d80b7018f710", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:32.830491 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89cf3c60-62f7-4b3c-93b5-cb9c819a8296 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:32.830691 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3355a377-fa36-44ed-9404-dc1a13780e93', 'name': 'network-vif-deleted', 'tag': '4f9d8eee-e39c-40c9-81b7-d80b7018f710', 'status': 'completed', 'code': 200} Mar 07 16:12:32.858712 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.902344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f795bdff-1a09-4a12-9366-8e4272fbd029 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.903620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f795bdff-1a09-4a12-9366-8e4272fbd029 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8712490 Mar 07 16:12:32.910021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35486) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:32.910594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:32.910724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35488) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:32.910902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:32.951557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'port': {'network_id': 'fcd88116-d693-43cb-abeb-1711bd5e834b', 'name': 'tempest-RoutersTest-759544812'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:33.023246 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-e02d816d-f9ac-4daf-8e58-b89831408b74 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8733799 Mar 07 16:12:33.036300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Request body: {'port': {'device_id': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:33.064453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=5dc565e9-b4a2-43fe-9028-de44856d083c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:33.075541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88709410-99d7-4006-b93b-45c246688b89 req-258f77bc-1fc4-44bb-b37c-4f46074dbe7c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:33.077633 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88709410-99d7-4006-b93b-45c246688b89 req-258f77bc-1fc4-44bb-b37c-4f46074dbe7c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.1916263 Mar 07 16:12:33.125431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-fcd88116-d693-43cb-abeb-1711bd5e834b', 'network_id': 'fcd88116-d693-43cb-abeb-1711bd5e834b', 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'fixed_ips': [{'subnet_id': '26f3bb67-ee83-4cb2-b167-4033ff3f07e1'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:12:33.126675 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.151613 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96ff075a-b5b9-498d-a588-51ea1f18fef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.159852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 210d2833-18c8-4737-9957-34ad134ce2a9 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:33.160902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.174408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2af9d4a4-1c85-498f-9f9b-26512f467f65 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:33.175212 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.183216 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.230745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7b53a718-f4eb-4ade-8702-f7090b39a189 None None] Current status of the port 5dc565e9-b4a2-43fe-9028-de44856d083c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:33.278565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e812c1-8e73-4ddd-ab95-c333d6d7f5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210d2833-18c8-4737-9957-34ad134ce2a9'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:33.281560 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effaae03-39a2-4364-b08f-41568901c25b" -d '{"events": [{"server_uuid": "e4e812c1-8e73-4ddd-ab95-c333d6d7f5da", "name": "network-vif-plugged", "status": "completed", "tag": "210d2833-18c8-4737-9957-34ad134ce2a9"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:33.315866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88709410-99d7-4006-b93b-45c246688b89 req-57f0eee4-a9f9-4154-93ea-4264550d0864 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051556 Mar 07 16:12:33.328885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96ff075a-b5b9-498d-a588-51ea1f18fef9 admin admin] Publish callbacks [] for security_group (dacc4524-2af4-4c5c-a23c-f81dd4d5340a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.351813 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d58080bd-5853-47e2-a51a-f6045b67197b req-e80c33a5-b0ff-4020-a7c6-082f9c4270d0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099894 Mar 07 16:12:33.357819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.364265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Allocated IP 172.20.0.1 (19fce380-8f01-4387-9f9c-d8592d5709b0/ebe14150-1c11-4939-b6e0-883a69d81357/8205a82a-20ef-4018-9e7d-81c9a76a9802) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:33.366027 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96ff075a-b5b9-498d-a588-51ea1f18fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dacc4524-2af4-4c5c-a23c-f81dd4d5340a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.448225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-96ff075a-b5b9-498d-a588-51ea1f18fef9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ca4a74dd6af4e289f2614b14bdce811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5104401 Mar 07 16:12:33.449059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35496) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:33.454574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff075a-b5b9-498d-a588-51ea1f18fef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacc4524-2af4-4c5c-a23c-f81dd4d5340a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:33.477391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3c518c39-4f38-4e53-829f-7cf9ce786ad6 None None] Deleting port 5dc565e9-b4a2-43fe-9028-de44856d083c {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:33.477774 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3c518c39-4f38-4e53-829f-7cf9ce786ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.501339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 210d2833-18c8-4737-9957-34ad134ce2a9, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=210d2833-18c8-4737-9957-34ad134ce2a9,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:33.550769 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:12:33.551974 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.574988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:33.579929 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.603067 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d8052a1-ba54-456b-ab6e-7b0c0dde9463 admin admin] Publish callbacks [] for security_group (dacc4524-2af4-4c5c-a23c-f81dd4d5340a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.637739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d8052a1-ba54-456b-ab6e-7b0c0dde9463 admin admin] Publish callbacks [] for security_group (dacc4524-2af4-4c5c-a23c-f81dd4d5340a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.689092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Provisioning complete for port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:33.689538 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.696524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Publish callbacks [] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.707137 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] device_id is not set on port e7942cd1-ee6b-435c-a718-95b5e9925445 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:12:33.810837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d89d4-fff0-4b45-9925-4a8b1f2fbbe9 req-5ee23a4a-cd76-4fac-bf91-96d265981431 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:33.813815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.819917 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e4d89d4-fff0-4b45-9925-4a8b1f2fbbe9 req-5ee23a4a-cd76-4fac-bf91-96d265981431 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 931 time: 0.3586648 Mar 07 16:12:33.828601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:33.829570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35502) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:33.829789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.836803 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d8052a1-ba54-456b-ab6e-7b0c0dde9463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dacc4524-2af4-4c5c-a23c-f81dd4d5340a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.839808 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d8052a1-ba54-456b-ab6e-7b0c0dde9463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:33.841661 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6d8052a1-ba54-456b-ab6e-7b0c0dde9463 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dacc4524-2af4-4c5c-a23c-f81dd4d5340a HTTP/1.1" status: 204 len: 168 time: 0.3641086 Mar 07 16:12:33.872115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Allocated IP 172.20.0.2 (fcd88116-d693-43cb-abeb-1711bd5e834b/26f3bb67-ee83-4cb2-b167-4033ff3f07e1/4652f9cd-9ead-4205-a506-13de3378581c) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:33.890096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8052a1-ba54-456b-ab6e-7b0c0dde9463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacc4524-2af4-4c5c-a23c-f81dd4d5340a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:33.926256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5623400 Mar 07 16:12:33.931018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35506) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:33.939808 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'subnet': {'network_id': 'f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:33.943620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c450ec-8414-436e-818f-7db03f21c95f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Network': ['ID=f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:34.015188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Publish callbacks [] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.088492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:34.098998 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.216590 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e4d89d4-fff0-4b45-9925-4a8b1f2fbbe9 req-80e779da-05e2-483e-974f-550619ed7a9b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955498 Mar 07 16:12:34.279419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:12:34.294356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ffda3-56c0-48a5-ae0d-51635fd2c416 req-29eaad93-a778-4550-82c0-ad0f71262ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:34.296183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4c6ffda3-56c0-48a5-ae0d-51635fd2c416 req-29eaad93-a778-4550-82c0-ad0f71262ee3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 1128 time: 0.4328208 Mar 07 16:12:34.296324 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Publish callbacks [] for port (4652f9cd-9ead-4205-a506-13de3378581c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.300085 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7611dbfb-6290-4f43-9d62-fe25569f6466 x-openstack-request-id: req-7611dbfb-6290-4f43-9d62-fe25569f6466 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:34.300711 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e812c1-8e73-4ddd-ab95-c333d6d7f5da", "name": "network-vif-plugged", "status": "completed", "tag": "210d2833-18c8-4737-9957-34ad134ce2a9", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:34.301181 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7611dbfb-6290-4f43-9d62-fe25569f6466 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:34.302038 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e812c1-8e73-4ddd-ab95-c333d6d7f5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210d2833-18c8-4737-9957-34ad134ce2a9', 'code': 200} Mar 07 16:12:34.302990 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.326473 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Publish callbacks [] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.347240 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b65ef60-d228-41e5-8992-99cb1d826090 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (f1518d30-0c48-43dd-ae0d-f5747b052e44), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.348898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:12:34.349251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.351491 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (4652f9cd-9ead-4205-a506-13de3378581c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.413106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:34.444836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3c518c39-4f38-4e53-829f-7cf9ce786ad6 None None] For port 5dc565e9-b4a2-43fe-9028-de44856d083c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5dc565e9-b4a2-43fe-9028-de44856d083c,segment=NetworkSegment(f1ec31ab-feba-43c6-90ac-17fd7f6fc77b),segment_id=f1ec31ab-feba-43c6-90ac-17fd7f6fc77b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:34.445184 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3c518c39-4f38-4e53-829f-7cf9ce786ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.459637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3c518c39-4f38-4e53-829f-7cf9ce786ad6 None None] Calling delete_port for 5dc565e9-b4a2-43fe-9028-de44856d083c owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:34.467677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.20.0.4 (fcd88116-d693-43cb-abeb-1711bd5e834b/26f3bb67-ee83-4cb2-b167-4033ff3f07e1/e7942cd1-ee6b-435c-a718-95b5e9925445) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:34.484966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Transition to ACTIVE for port object c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:12:34.537251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.540509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Network 19fce380-8f01-4387-9f9c-d8592d5709b0 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:34.542234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b65ef60-d228-41e5-8992-99cb1d826090 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (f1518d30-0c48-43dd-ae0d-f5747b052e44), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.583436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=210d2833-18c8-4737-9957-34ad134ce2a9,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:34.637281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2af9d4a4-1c85-498f-9f9b-26512f467f65 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:34.646906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:34.664857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=8205a82a-20ef-4018-9e7d-81c9a76a9802,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:34.668311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e4ab6-f416-4f2a-8e3a-512c57195ee2 None None] Pushing event updated for resources: {'Port': ['ID=6226123f-c2f4-481d-91b3-2cbda6193ea0,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:34.673505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:34.747234 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3c518c39-4f38-4e53-829f-7cf9ce786ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (5dc565e9-b4a2-43fe-9028-de44856d083c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.751143 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.761624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Network fcd88116-d693-43cb-abeb-1711bd5e834b is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:34.777760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Pushing event updated for resources: {'Port': ['ID=4652f9cd-9ead-4205-a506-13de3378581c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:34.805564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4c6ffda3-56c0-48a5-ae0d-51635fd2c416 req-0a330045-1178-4f2f-a30d-5d55d53b849a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915788 Mar 07 16:12:34.825950 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.864252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c518c39-4f38-4e53-829f-7cf9ce786ad6 None None] No DVR routers for this DVR port 5dc565e9-b4a2-43fe-9028-de44856d083c on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:34.922336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c518c39-4f38-4e53-829f-7cf9ce786ad6 None None] Pushing event deleted for resources: {'Port': ['ID=5dc565e9-b4a2-43fe-9028-de44856d083c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:34.926186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5dc565e9-b4a2-43fe-9028-de44856d083c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:34.928053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Attempting to bind port 6226123f-c2f4-481d-91b3-2cbda6193ea0 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:34.928430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Attempting to bind port 6226123f-c2f4-481d-91b3-2cbda6193ea0 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:34.928805 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Attempting to bind port 6226123f-c2f4-481d-91b3-2cbda6193ea0 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:34.956619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:34.957585 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b65ef60-d228-41e5-8992-99cb1d826090 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f1518d30-0c48-43dd-ae0d-f5747b052e44), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.966093 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b65ef60-d228-41e5-8992-99cb1d826090 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:34.971520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2b65ef60-d228-41e5-8992-99cb1d826090 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "DELETE /v2.0/security-groups/f1518d30-0c48-43dd-ae0d-f5747b052e44 HTTP/1.1" status: 204 len: 168 time: 1.1269162 Mar 07 16:12:34.984957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35522) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:34.996637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=e7942cd1-ee6b-435c-a718-95b5e9925445,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:35.027482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network fcd88116-d693-43cb-abeb-1711bd5e834b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:35.030309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:35.043266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:35.051225 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-51a56a06-46a6-44a8-8708-472fef44f49b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] show failed (client error): The resource could not be found. Mar 07 16:12:35.052338 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-51a56a06-46a6-44a8-8708-472fef44f49b tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "GET /v2.0/security-groups/f1518d30-0c48-43dd-ae0d-f5747b052e44 HTTP/1.1" status: 404 len: 347 time: 0.0514359 Mar 07 16:12:35.063630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65ef60-d228-41e5-8992-99cb1d826090 tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1518d30-0c48-43dd-ae0d-f5747b052e44,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:35.080821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35526) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:35.116842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc2615-369c-4a7d-b7f4-820b3e336f84 req-01bb0ea4-f6a3-4607-a42c-97baf6104b53 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:35.134335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:35.135621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40bc2615-369c-4a7d-b7f4-820b3e336f84 req-01bb0ea4-f6a3-4607-a42c-97baf6104b53 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 946 time: 0.6528282 Mar 07 16:12:35.145947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Provisioning complete for port 2af9d4a4-1c85-498f-9f9b-26512f467f65 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:35.152242 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.203288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:35.204138 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.221065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:35.228446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:35.229861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:35.232122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.235152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:35.236084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Bound port: 6226123f-c2f4-481d-91b3-2cbda6193ea0, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:35.236936 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (b2182919-8be6-4c53-8556-3f673149b4bb), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.237755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.251596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4156e0be-4092-4ca1-a726-6ff96480ae21 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3066852 Mar 07 16:12:35.252770 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35534) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:35.260803 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a74562-8518-4a8b-ad3a-7e1b3b57ddfa req-cbafe1e6-77c4-4d20-a777-761148365e00 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:35.262525 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54a74562-8518-4a8b-ad3a-7e1b3b57ddfa req-cbafe1e6-77c4-4d20-a777-761148365e00 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.4485295 Mar 07 16:12:35.309544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 5dc565e9-b4a2-43fe-9028-de44856d083c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:35.310889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5dc565e9-b4a2-43fe-9028-de44856d083c not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:35.388578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.objects.ports [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:12:35.461596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Attempting to bind port 4652f9cd-9ead-4205-a506-13de3378581c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:35.462229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Attempting to bind port 4652f9cd-9ead-4205-a506-13de3378581c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'e41f67b9-b806-4757-b934-e4943afd7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fcd88116-d693-43cb-abeb-1711bd5e834b'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:35.462788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Attempting to bind port 4652f9cd-9ead-4205-a506-13de3378581c on network fcd88116-d693-43cb-abeb-1711bd5e834b {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:35.479442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:35.480806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Checking segment: {'id': 'e41f67b9-b806-4757-b934-e4943afd7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fcd88116-d693-43cb-abeb-1711bd5e834b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:35.481419 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.482075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Bound using segment: {'id': 'e41f67b9-b806-4757-b934-e4943afd7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fcd88116-d693-43cb-abeb-1711bd5e834b'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:35.483824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Bound port: 4652f9cd-9ead-4205-a506-13de3378581c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41f67b9-b806-4757-b934-e4943afd7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fcd88116-d693-43cb-abeb-1711bd5e834b'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:35.484619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4652f9cd-9ead-4205-a506-13de3378581c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.525670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (edd14672-3405-4996-9863-04eefb499506), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.548308 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40bc2615-369c-4a7d-b7f4-820b3e336f84 req-f50fb444-918b-4429-9682-17f4890a9f0c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112983 Mar 07 16:12:35.648058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] For port 4652f9cd-9ead-4205-a506-13de3378581c, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:35.660033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] For port 4652f9cd-9ead-4205-a506-13de3378581c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4652f9cd-9ead-4205-a506-13de3378581c,segment=NetworkSegment(e41f67b9-b806-4757-b934-e4943afd7a3b),segment_id=e41f67b9-b806-4757-b934-e4943afd7a3b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:35.664127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Attempting to bind port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:35.664743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Attempting to bind port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:35.665288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Attempting to bind port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d on network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:35.698763 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4652f9cd-9ead-4205-a506-13de3378581c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.734696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d on network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:12:35.735421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Attempting to bind port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d on network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:35.744862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Subnet': ['ID=edd14672-3405-4996-9863-04eefb499506,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:35.751621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:35.752351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Checking segment: {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:35.753021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Bound using segment: {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:35.753703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Bound port: c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d13657-4834-4d66-a439-95cad388c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:35.754351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:35.861546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] For port 6226123f-c2f4-481d-91b3-2cbda6193ea0, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:35.918585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] For port 6226123f-c2f4-481d-91b3-2cbda6193ea0, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6226123f-c2f4-481d-91b3-2cbda6193ea0,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:35.947337 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.028009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0278f-bac1-45ad-8fdb-644cc570c497 None None] Pushing event updated for resources: {'Port': ['ID=4652f9cd-9ead-4205-a506-13de3378581c,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:36.042405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Deleting port 9d94a275-d5c5-4778-ae46-cb5138bc91a4 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:36.049357 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9d94a275-d5c5-4778-ae46-cb5138bc91a4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.062572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.096176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de6912-c1e6-4fd4-bf9f-106d49148b44 req-b94b2d0a-66f8-430e-a89a-abc7141051b1 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:36.103972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06de6912-c1e6-4fd4-bf9f-106d49148b44 req-b94b2d0a-66f8-430e-a89a-abc7141051b1 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 943 time: 0.4335961 Mar 07 16:12:36.212017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] For port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:36.248203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e4ab6-f416-4f2a-8e3a-512c57195ee2 None None] Pushing event updated for resources: {'Port': ['ID=6226123f-c2f4-481d-91b3-2cbda6193ea0,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:36.253321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Current status of the port 2af9d4a4-1c85-498f-9f9b-26512f467f65 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:36.258165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Could not find standard attr ID for object 5dc565e9-b4a2-43fe-9028-de44856d083c. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:12:36.259780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Routers {'b2182919-8be6-4c53-8556-3f673149b4bb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:36.260548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b2182919-8be6-4c53-8556-3f673149b4bb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:36.326175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] For port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:36.329731 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54a74562-8518-4a8b-ad3a-7e1b3b57ddfa req-580e0acf-3b97-4697-b9cf-6eef5044c917 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0009604 Mar 07 16:12:36.401066 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.412186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Checking segment: {'id': '89d75599-1ff6-4502-ac11-ab5359ae5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:36.412590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network hostable DHCP agents. Network: f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:12:36.444468 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06de6912-c1e6-4fd4-bf9f-106d49148b44 req-dc19e8e7-4831-4470-b6b3-26389979b26d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338516 Mar 07 16:12:36.445619 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9d94a275-d5c5-4778-ae46-cb5138bc91a4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.445960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (9d94a275-d5c5-4778-ae46-cb5138bc91a4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.495686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Calling delete_port for 9d94a275-d5c5-4778-ae46-cb5138bc91a4 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:36.527279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] Set router b2182919-8be6-4c53-8556-3f673149b4bb gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:36.551407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:36.551699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.553505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d HTTP/1.1" status: 200 len: 1091 time: 3.5220492 Mar 07 16:12:36.569607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'tag': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:36.573115 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b234a80c-a5eb-4532-aa0c-20d51fcf6606" -d '{"events": [{"name": "network-changed", "server_uuid": "9831b7e6-e723-4018-bf8f-668d9a4c2948", "tag": "c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:36.582243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:12:36.650344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:36.658980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:36.659660 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.756948 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a129e-ee21-4784-aecd-077524cc16c2 x-openstack-request-id: req-7e6a129e-ee21-4784-aecd-077524cc16c2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:36.757138 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9831b7e6-e723-4018-bf8f-668d9a4c2948", "tag": "c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:36.757257 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e6a129e-ee21-4784-aecd-077524cc16c2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:36.757692 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'tag': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d', 'status': 'completed', 'code': 200} Mar 07 16:12:36.775344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Provisioning complete for port 322b7e79-7b11-42b4-b0ae-e8ed5902db06 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:36.775879 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (322b7e79-7b11-42b4-b0ae-e8ed5902db06), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.782430 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-83df9560-fe69-436d-a6df-b5e219fbcaaf tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8499658 Mar 07 16:12:36.791169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781c402-a4c6-4b5f-a2bd-34f89bcfff90 None None] Network f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:36.815866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35556) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:36.834372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'port': {'network_id': 'f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd', 'name': 'tempest-NetworksIpV6TestAttrs-1927447774'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:36.926466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:36.954073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfccb9-8dc4-4190-aead-658c3a48c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:37.089798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-78bca502-c01c-401d-8e98-e23d26dc9b5c None None] Port 322b7e79-7b11-42b4-b0ae-e8ed5902db06 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:37.135238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4652f9cd-9ead-4205-a506-13de3378581c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:37.160323 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.176198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-5d619a1a-a43a-4683-a45e-9cc81039bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:37.187579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-5d619a1a-a43a-4683-a45e-9cc81039bd6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c927f3fa5e564045bc523a54bde7a3be&device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 1125 time: 0.5677984 Mar 07 16:12:37.242775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd', 'network_id': 'f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd', 'project_id': '837f73e5361d461285aa046bec021811', 'fixed_ips': [{'subnet_id': 'edd14672-3405-4996-9863-04eefb499506'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:12:37.243682 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.264223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cea77-2a6d-453f-b327-7e48e535e718 req-4f78f541-380e-4879-a7fa-2a6579679c16 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:37.279307 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a79cea77-2a6d-453f-b327-7e48e535e718 req-4f78f541-380e-4879-a7fa-2a6579679c16 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 946 time: 0.5181985 Mar 07 16:12:37.408581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-783c88c5-f0f7-4d65-ae2a-b7fda3fcf020 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d HTTP/1.1" status: 200 len: 217 time: 0.1907346 Mar 07 16:12:37.419158 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Publish callbacks [] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.523367 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a79cea77-2a6d-453f-b327-7e48e535e718 req-c11743de-12dd-43e0-af90-f921b38d2748 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277298 Mar 07 16:12:37.540982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-42dfeea4-d87d-4822-90f9-b9f6a2998bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:37.564159 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-42dfeea4-d87d-4822-90f9-b9f6a2998bc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54c0c13f-8236-46f0-a665-d9c7ac9dde01 HTTP/1.1" status: 200 len: 854 time: 0.1203284 Mar 07 16:12:37.573019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.593183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:37.604739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.616759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Allocated IP 2001:db8::f816:3eff:febd:489f (f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd/edd14672-3405-4996-9863-04eefb499506/c8e6affb-f38f-465e-9324-b5e0ef4c8f49) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:37.674899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] device_id is not set on port c84d5b48-1a8a-459e-bf9d-5dee8ad95675 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:12:37.708136 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.708385 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (b2182919-8be6-4c53-8556-3f673149b4bb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.720075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.839150 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Publish callbacks [] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.864991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2928eac-f081-4b6a-a1e5-7dda01127247 None None] Network fcd88116-d693-43cb-abeb-1711bd5e834b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:37.871446 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:37.921373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=e7942cd1-ee6b-435c-a718-95b5e9925445,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:38.005194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Pushing event updated for resources: {'Port': ['ID=c8e6affb-f38f-465e-9324-b5e0ef4c8f49,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:38.041430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4652f9cd-9ead-4205-a506-13de3378581c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:38.041868 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4652f9cd-9ead-4205-a506-13de3378581c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.134910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6cf1c-ad9b-4661-abc0-39d56af93e06 req-9ac7fd1a-ed08-4765-92c9-a6c5536e81c0 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:38.145438 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e5f6cf1c-ad9b-4661-abc0-39d56af93e06 req-9ac7fd1a-ed08-4765-92c9-a6c5536e81c0 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 943 time: 0.3868406 Mar 07 16:12:38.165466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Network f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:38.219701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4652f9cd-9ead-4205-a506-13de3378581c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:38.220361 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4652f9cd-9ead-4205-a506-13de3378581c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.223204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Allocated IP 2001:db8::f816:3eff:fe95:2993 (f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd/edd14672-3405-4996-9863-04eefb499506/c84d5b48-1a8a-459e-bf9d-5dee8ad95675) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:38.257592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:38.268230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:38.275211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-22c8f7f2-35b1-482f-a66c-879010f91eb5 None None] Provisioning complete for port 8205a82a-20ef-4018-9e7d-81c9a76a9802 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:38.275636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-22c8f7f2-35b1-482f-a66c-879010f91eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.326385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-22c8f7f2-35b1-482f-a66c-879010f91eb5 None None] Port 8205a82a-20ef-4018-9e7d-81c9a76a9802 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:38.379977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:23Z', 'updated_at': '2022-03-07T16:12:35Z', 'revision_number': 4, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'gw_port': {'id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:24Z', 'updated_at': '2022-03-07T16:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '8205a82a-20ef-4018-9e7d-81c9a76a9802', 'name': '', 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'mac_address': 'fa:16:3e:21:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:32Z', 'updated_at': '2022-03-07T16:12:33Z', 'revision_number': 1, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'subnets': [{'id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:38.430285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa00fd-6176-4ebe-a652-8bde92659a46 None None] The sync data for ids ['b2182919-8be6-4c53-8556-3f673149b4bb'] in n-d-830010-8 is: [{'id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:23Z', 'updated_at': '2022-03-07T16:12:35Z', 'revision_number': 4, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'gw_port': {'id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:24Z', 'updated_at': '2022-03-07T16:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '8205a82a-20ef-4018-9e7d-81c9a76a9802', 'name': '', 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'mac_address': 'fa:16:3e:21:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:32Z', 'updated_at': '2022-03-07T16:12:33Z', 'revision_number': 1, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'subnets': [{'id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:38.438531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Attempting to bind port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:38.438939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Attempting to bind port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '89d75599-1ff6-4502-ac11-ab5359ae5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:38.439299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Attempting to bind port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 on network f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:38.468727 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:38.468727 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Checking segment: {'id': '89d75599-1ff6-4502-ac11-ab5359ae5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:38.468727 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.470109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Bound using segment: {'id': '89d75599-1ff6-4502-ac11-ab5359ae5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:38.473652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Bound port: c8e6affb-f38f-465e-9324-b5e0ef4c8f49, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d75599-1ff6-4502-ac11-ab5359ae5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:38.474129 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.488186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 4652f9cd-9ead-4205-a506-13de3378581c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4652f9cd-9ead-4205-a506-13de3378581c,segment=NetworkSegment(e41f67b9-b806-4757-b934-e4943afd7a3b),segment_id=e41f67b9-b806-4757-b934-e4943afd7a3b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:38.571542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for port (c84d5b48-1a8a-459e-bf9d-5dee8ad95675), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.583636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4652f9cd-9ead-4205-a506-13de3378581c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.595393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=8205a82a-20ef-4018-9e7d-81c9a76a9802,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:38.674958 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9d94a275-d5c5-4778-ae46-cb5138bc91a4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.678949 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e5f6cf1c-ad9b-4661-abc0-39d56af93e06 req-6e838f1d-bd36-4c1c-9002-9ba8f7a2067b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5138319 Mar 07 16:12:38.768480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] For port c8e6affb-f38f-465e-9324-b5e0ef4c8f49, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:38.776067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-54aa7f8c-8893-4dec-9293-f148ec6192d7 None None] Provisioning complete for port 4652f9cd-9ead-4205-a506-13de3378581c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:38.776444 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-54aa7f8c-8893-4dec-9293-f148ec6192d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4652f9cd-9ead-4205-a506-13de3378581c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.777530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Pushing event deleted for resources: {'Port': ['ID=9d94a275-d5c5-4778-ae46-cb5138bc91a4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:38.884459 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (b1cffc84-45f5-4ce4-9202-0782196185da), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:38.888936 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35594) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:38.957554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9838e-3c5e-438c-973a-88ebdb49af15 req-e4406295-656b-4c10-92a0-bf78ca35b7d2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:38.959358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07d9838e-3c5e-438c-973a-88ebdb49af15 req-e4406295-656b-4c10-92a0-bf78ca35b7d2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 1.2970281 Mar 07 16:12:38.961625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-da1eca84-c5a4-41bf-b44d-7ccec6c3e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:38.966333 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-da1eca84-c5a4-41bf-b44d-7ccec6c3e7d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=336a181c-16d2-466e-ac1f-a3c8f2e149d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3986633 Mar 07 16:12:38.994746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] For port c8e6affb-f38f-465e-9324-b5e0ef4c8f49, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c8e6affb-f38f-465e-9324-b5e0ef4c8f49,segment=NetworkSegment(89d75599-1ff6-4502-ac11-ab5359ae5a2c),segment_id=89d75599-1ff6-4502-ac11-ab5359ae5a2c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:39.051273 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:39.060795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Network 19fce380-8f01-4387-9f9c-d8592d5709b0 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:39.083151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:39.086942 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c84d5b48-1a8a-459e-bf9d-5dee8ad95675), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:39.235573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=4652f9cd-9ead-4205-a506-13de3378581c,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:39.264257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Port': ['ID=c84d5b48-1a8a-459e-bf9d-5dee8ad95675,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:39.297075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e87d393e-85da-4e8e-aad0-8f04806fd217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:39.356968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-54aa7f8c-8893-4dec-9293-f148ec6192d7 None None] Current status of the port 4652f9cd-9ead-4205-a506-13de3378581c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:39.508242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5f4d728f-0a3b-4ef1-b801-8668890c7e89 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:39.512792 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5f4d728f-0a3b-4ef1-b801-8668890c7e89 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.6175504 Mar 07 16:12:39.518372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07d9838e-3c5e-438c-973a-88ebdb49af15 req-f201dbc4-8111-404d-8df4-1aa63d7f08dd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510969 Mar 07 16:12:39.572654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks [] for floatingip (82ec5c22-54cf-4593-94c1-6fd6d51997c0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:39.582084 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:39.587658 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4d2d9dd7-9738-4605-8cf4-e785ea0426aa tempest-AttachVolumeNegativeTest-168899598 tempest-AttachVolumeNegativeTest-168899598-project] 10.222.0.24 "DELETE /v2.0/floatingips/82ec5c22-54cf-4593-94c1-6fd6d51997c0 HTTP/1.1" status: 204 len: 168 time: 4.4980376 Mar 07 16:12:39.705666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:39.755991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:39.832505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-dac6147f-b636-4b08-92ca-34280c47a0bc tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/quotas/7ce48e27fe254468b580ce8db20ca403 HTTP/1.1" status: 200 len: 375 time: 0.2210939 Mar 07 16:12:39.863307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:39.904368 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:39.905075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:39.940822 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-a4d83ef4-2ad1-40f5-94c8-a45ec8e18fdf service neutron] 10.222.0.11 "GET /v2.0/networks/336a181c-16d2-466e-ac1f-a3c8f2e149d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9680560 Mar 07 16:12:39.973719 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:40.131806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4714dc-07fd-40fa-aad1-11ccd1c99550 None None] Pushing event updated for resources: {'Port': ['ID=c8e6affb-f38f-465e-9324-b5e0ef4c8f49,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:40.161800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c279aa6a-d23c-43a0-9410-70cdc9e2b86b None None] Provisioning complete for port 4652f9cd-9ead-4205-a506-13de3378581c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:40.162549 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c279aa6a-d23c-43a0-9410-70cdc9e2b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4652f9cd-9ead-4205-a506-13de3378581c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:40.168460 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34a6c1e7-3a76-4614-97d1-b6a2f341adbe req-3e9a0df1-49b5-4656-a75c-cc840ee53b8a service neutron] 10.222.0.11 "GET /v2.0/networks/336a181c-16d2-466e-ac1f-a3c8f2e149d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100235 Mar 07 16:12:40.192021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Router b2182919-8be6-4c53-8556-3f673149b4bb has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:40.228486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949592b-50e6-4b27-9bee-9c686b1ae974 req-6cf394c9-07e4-450c-8cc3-187e58cedcc6 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:40.228486 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7949592b-50e6-4b27-9bee-9c686b1ae974 req-6cf394c9-07e4-450c-8cc3-187e58cedcc6 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 943 time: 0.3328772 Mar 07 16:12:40.415458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c279aa6a-d23c-43a0-9410-70cdc9e2b86b None None] Current status of the port 4652f9cd-9ead-4205-a506-13de3378581c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:40.448971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c279aa6a-d23c-43a0-9410-70cdc9e2b86b None None] Provisioning complete for port e7942cd1-ee6b-435c-a718-95b5e9925445 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:40.449382 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c279aa6a-d23c-43a0-9410-70cdc9e2b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:40.518628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:40.539125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:40.550769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c279aa6a-d23c-43a0-9410-70cdc9e2b86b None None] Port e7942cd1-ee6b-435c-a718-95b5e9925445 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:40.603675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7949592b-50e6-4b27-9bee-9c686b1ae974 req-122b3a52-8590-4cde-8fb2-b1baebea9371 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644421 Mar 07 16:12:40.629431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-0d31c1a7-2d68-42fc-ac50-a6284dcb2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:40.631353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-0d31c1a7-2d68-42fc-ac50-a6284dcb2db0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c927f3fa5e564045bc523a54bde7a3be&device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 1125 time: 0.4026976 Mar 07 16:12:40.641911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:40.679952 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (b1cffc84-45f5-4ce4-9202-0782196185da), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:40.694996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c6d0b905-f19e-4c41-95b9-5ed000c45482 None None] Provisioning complete for port 8205a82a-20ef-4018-9e7d-81c9a76a9802 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:40.695390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b905-f19e-4c41-95b9-5ed000c45482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:40.704969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-23001e95-717e-42b2-9b54-288a24d89dc4 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2182919-8be6-4c53-8556-3f673149b4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2017930 Mar 07 16:12:40.707330 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=e7942cd1-ee6b-435c-a718-95b5e9925445,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:40.815239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0b905-f19e-4c41-95b9-5ed000c45482 None None] Port 8205a82a-20ef-4018-9e7d-81c9a76a9802 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:40.837915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c6d0b905-f19e-4c41-95b9-5ed000c45482 None None] Provisioning complete for port e7942cd1-ee6b-435c-a718-95b5e9925445 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:40.838857 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b905-f19e-4c41-95b9-5ed000c45482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:40.956960 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network fcd88116-d693-43cb-abeb-1711bd5e834b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:40.962788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:40.999514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0b905-f19e-4c41-95b9-5ed000c45482 None None] Port e7942cd1-ee6b-435c-a718-95b5e9925445 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:41.009702 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.013657 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fb45d816-b654-4ab5-a3cc-649451012c5c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1921806 Mar 07 16:12:41.059104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35616) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:41.086236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-2a3c9be6-fcdd-4f97-9aaf-562dc8936611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:41.087865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-2a3c9be6-fcdd-4f97-9aaf-562dc8936611 service neutron] 10.222.0.11 "GET /v2.0/networks?id=336a181c-16d2-466e-ac1f-a3c8f2e149d1 HTTP/1.1" status: 200 len: 916 time: 0.4438457 Mar 07 16:12:41.140014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6ce8a9b2-4801-4058-9a16-fe61aa289439 None None] Provisioning complete for port e7942cd1-ee6b-435c-a718-95b5e9925445 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:41.140014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ce8a9b2-4801-4058-9a16-fe61aa289439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.250715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8a9b2-4801-4058-9a16-fe61aa289439 None None] Port e7942cd1-ee6b-435c-a718-95b5e9925445 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:41.276657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c8e6affb-f38f-465e-9324-b5e0ef4c8f49 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:41.325242 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-5e390f49-0c89-43a0-8165-5cac5634c955 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d HTTP/1.1" status: 200 len: 217 time: 0.2276342 Mar 07 16:12:41.376528 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-1349387d-d418-445d-8544-9abf45357404 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5412285 Mar 07 16:12:41.383961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:41.385091 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.443840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73106b3e-8d5f-4ef8-97fc-b4be14cca2e5 req-75e07a56-e82d-4242-b9f9-81a2df5557cc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:41.445510 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-73106b3e-8d5f-4ef8-97fc-b4be14cca2e5 req-75e07a56-e82d-4242-b9f9-81a2df5557cc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.4294097 Mar 07 16:12:41.473888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8953bf96-ff52-4df5-ab28-2871b2ebb2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Deleting subnet edd14672-3405-4996-9863-04eefb499506 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:12:41.511066 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-b1482bc7-2f0b-48b9-ac92-c49bde287171 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234622 Mar 07 16:12:41.553635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e87d393e-85da-4e8e-aad0-8f04806fd217 admin admin] Publish callbacks [] for security_group (cf5054e1-d59c-459e-bfb9-1dcb868b6b5a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.582786 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e87d393e-85da-4e8e-aad0-8f04806fd217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cf5054e1-d59c-459e-bfb9-1dcb868b6b5a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.589533 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router b1cffc84-45f5-4ce4-9202-0782196185da is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:12:41.616784 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8953bf96-ff52-4df5-ab28-2871b2ebb2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (edd14672-3405-4996-9863-04eefb499506), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.631530 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-73106b3e-8d5f-4ef8-97fc-b4be14cca2e5 req-25204af1-ce24-488d-b04e-cbff871cb203 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647866 Mar 07 16:12:41.635294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:41.635811 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.691664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-721d5477-43dc-4fb7-be5f-37b781a06c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:41.693737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-721d5477-43dc-4fb7-be5f-37b781a06c46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54c0c13f-8236-46f0-a665-d9c7ac9dde01 HTTP/1.1" status: 200 len: 854 time: 0.3552935 Mar 07 16:12:41.740584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1b039b2d-0633-4e8f-a81f-c185410292de None None] Provisioning complete for port e7942cd1-ee6b-435c-a718-95b5e9925445 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:41.742091 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b039b2d-0633-4e8f-a81f-c185410292de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.774696 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8953bf96-ff52-4df5-ab28-2871b2ebb2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (edd14672-3405-4996-9863-04eefb499506), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.877512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6d429a-d393-4dc9-8635-3d562aa8a53d None None] Network f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:41.910728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-41a7117d-e346-49cf-a073-7a34e7c757a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:41.912506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-41a7117d-e346-49cf-a073-7a34e7c757a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=336a181c-16d2-466e-ac1f-a3c8f2e149d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2106838 Mar 07 16:12:41.935095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d393e-85da-4e8e-aad0-8f04806fd217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5054e1-d59c-459e-bfb9-1dcb868b6b5a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:41.951893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port c8e6affb-f38f-465e-9324-b5e0ef4c8f49, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c8e6affb-f38f-465e-9324-b5e0ef4c8f49,segment=NetworkSegment(89d75599-1ff6-4502-ac11-ab5359ae5a2c),segment_id=89d75599-1ff6-4502-ac11-ab5359ae5a2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:41.952823 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e87d393e-85da-4e8e-aad0-8f04806fd217 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0375a80fae5412e94a02971013a974f&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0550086 Mar 07 16:12:41.955340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35632) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:41.985634 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:41.986955 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6226123f-c2f4-481d-91b3-2cbda6193ea0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:42.076413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35636) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:42.110371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1b039b2d-0633-4e8f-a81f-c185410292de None None] Port e7942cd1-ee6b-435c-a718-95b5e9925445 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:42.122620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-dfcae706-3c9a-4c52-bec8-e41ec1374f4f service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987000 Mar 07 16:12:42.165484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-586305591-network', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:42.209615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=c8e6affb-f38f-465e-9324-b5e0ef4c8f49,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:42.242047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:42.255427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6226123f-c2f4-481d-91b3-2cbda6193ea0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:42.256270 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.256433 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b811fc-5acf-40d2-a0b6-634d3cf611c6 None None] Sync routers for ids ['b1cffc84-45f5-4ce4-9202-0782196185da'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:42.261681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7126db9a-5954-45a3-b5fa-d405792f9ad7 None None] Provisioning complete for port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:42.262507 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7126db9a-5954-45a3-b5fa-d405792f9ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.266602 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b811fc-5acf-40d2-a0b6-634d3cf611c6 None None] Routers {'b1cffc84-45f5-4ce4-9202-0782196185da'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:42.270760 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0df70657-a6bb-46b5-a32e-dc41859bfa84 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/b1cffc84-45f5-4ce4-9202-0782196185da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0071654 Mar 07 16:12:42.275095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35642) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:42.277113 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c1b811fc-5acf-40d2-a0b6-634d3cf611c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b1cffc84-45f5-4ce4-9202-0782196185da'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:42.360752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-1e67d5d0-39d4-48c0-b8d3-c231e5b1e430 service neutron] 10.222.0.11 "GET /v2.0/networks/336a181c-16d2-466e-ac1f-a3c8f2e149d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370675 Mar 07 16:12:42.365627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Made reservation on behalf of 8dc6d44338414fcdacba6f3a338607bf for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:42.375574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.389527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.398933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af22a-22b7-413d-97f1-20273d0e77a3 req-e603a85a-9494-4da5-8c21-a19a9f8def3e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:42.400925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-023af22a-22b7-413d-97f1-20273d0e77a3 req-e603a85a-9494-4da5-8c21-a19a9f8def3e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 943 time: 0.2804871 Mar 07 16:12:42.440611 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c1b811fc-5acf-40d2-a0b6-634d3cf611c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:42.454580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8953bf96-ff52-4df5-ab28-2871b2ebb2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (edd14672-3405-4996-9863-04eefb499506), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.488773 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b811fc-5acf-40d2-a0b6-634d3cf611c6 None None] Routers {'b1cffc84-45f5-4ce4-9202-0782196185da'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:42.494691 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c1b811fc-5acf-40d2-a0b6-634d3cf611c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b1cffc84-45f5-4ce4-9202-0782196185da'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:42.498650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dc1943-4006-4bb1-95a0-373a51c6e658 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:42.509439 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-99dc1943-4006-4bb1-95a0-373a51c6e658 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports/e7942cd1-ee6b-435c-a718-95b5e9925445 HTTP/1.1" status: 200 len: 976 time: 0.2299423 Mar 07 16:12:42.510700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fda0c64-ab0f-41b9-8518-195d5d791411 admin admin] Publish callbacks [] for security_group (cf5054e1-d59c-459e-bfb9-1dcb868b6b5a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.572544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35648) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:42.583771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fda0c64-ab0f-41b9-8518-195d5d791411 admin admin] Publish callbacks [] for security_group (cf5054e1-d59c-459e-bfb9-1dcb868b6b5a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.644272 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c1b811fc-5acf-40d2-a0b6-634d3cf611c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:42.647402 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b811fc-5acf-40d2-a0b6-634d3cf611c6 None None] The sync data for ids ['b1cffc84-45f5-4ce4-9202-0782196185da'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:42.742415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6226123f-c2f4-481d-91b3-2cbda6193ea0 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:42.744822 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.745013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fda0c64-ab0f-41b9-8518-195d5d791411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cf5054e1-d59c-459e-bfb9-1dcb868b6b5a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.747338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fda0c64-ab0f-41b9-8518-195d5d791411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.751973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2fda0c64-ab0f-41b9-8518-195d5d791411 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf5054e1-d59c-459e-bfb9-1dcb868b6b5a HTTP/1.1" status: 204 len: 168 time: 0.7892821 Mar 07 16:12:42.782195 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8ac3587-a573-4cb6-abb9-7749dea4fb08 req-f3e90537-b37e-480a-a86c-6626568e91f6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 210 time: 0.0564992 Mar 07 16:12:42.788271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7126db9a-5954-45a3-b5fa-d405792f9ad7 None None] Current status of the port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:42.802124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda0c64-ab0f-41b9-8518-195d5d791411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5054e1-d59c-459e-bfb9-1dcb868b6b5a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:42.874397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 6226123f-c2f4-481d-91b3-2cbda6193ea0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6226123f-c2f4-481d-91b3-2cbda6193ea0,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:42.900546 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:42.902133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4652f9cd-9ead-4205-a506-13de3378581c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:43.038966 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-023af22a-22b7-413d-97f1-20273d0e77a3 req-6df09f96-e93a-4f72-ac07-40a5a1bd1a5f tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6228297 Mar 07 16:12:43.064500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=6226123f-c2f4-481d-91b3-2cbda6193ea0,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:43.123445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4652f9cd-9ead-4205-a506-13de3378581c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:43.123839 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4652f9cd-9ead-4205-a506-13de3378581c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:43.135268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:12:43.234829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Sync routers for ids ['b2182919-8be6-4c53-8556-3f673149b4bb'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:43.253839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bbfe0-52cc-4989-81b1-6d542ebd4c18 req-7eacdf8d-4c43-4212-9318-056fb718af89 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:43.270376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-458bbfe0-52cc-4989-81b1-6d542ebd4c18 req-7eacdf8d-4c43-4212-9318-056fb718af89 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.1963143 Mar 07 16:12:43.338615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-28879411-fd7a-4736-bbc9-ca4207a54705 None None] Provisioning complete for port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:43.359568 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-28879411-fd7a-4736-bbc9-ca4207a54705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:43.376891 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-370ff747-99e9-463b-9427-a455d923a034 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:12:43.383977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8953bf96-ff52-4df5-ab28-2871b2ebb2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (edd14672-3405-4996-9863-04eefb499506), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:43.389086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Routers {'b2182919-8be6-4c53-8556-3f673149b4bb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:43.389898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b2182919-8be6-4c53-8556-3f673149b4bb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:43.440516 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-458bbfe0-52cc-4989-81b1-6d542ebd4c18 req-94c6fb11-581f-4cc5-ab4c-6ef39f14e361 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621501 Mar 07 16:12:43.452245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35672) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:43.539101 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Publish callbacks [] for security_group (bd1653ea-b479-41da-9bf6-f54ed7aede3f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:43.585282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8953bf96-ff52-4df5-ab28-2871b2ebb2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:43.601553 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8953bf96-ff52-4df5-ab28-2871b2ebb2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/subnets/edd14672-3405-4996-9863-04eefb499506 HTTP/1.1" status: 204 len: 168 time: 2.5372746 Mar 07 16:12:43.604409 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35676) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:43.636802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a93fc8-a9f5-413c-a65d-2b7ca0b89157 None None] Network f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:43.766388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953bf96-ff52-4df5-ab28-2871b2ebb2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Subnet': ['ID=edd14672-3405-4996-9863-04eefb499506,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:43.777806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bd1653ea-b479-41da-9bf6-f54ed7aede3f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:43.815065 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b234a80c-a5eb-4532-aa0c-20d51fcf6606 req-ddaf9b96-c4f2-4bbe-8c83-1ee4d23a518a service neutron] 10.222.0.11 "GET /v2.0/networks/336a181c-16d2-466e-ac1f-a3c8f2e149d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4281385 Mar 07 16:12:43.890049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35680) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:43.942331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aec47fc1-a4d0-4da5-847f-e8bcd8cea42d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:43.974233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:12:43.978889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2382f527-653b-4400-a2ec-d5067f17f2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:43.980266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2382f527-653b-4400-a2ec-d5067f17f2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:43.991030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4652f9cd-9ead-4205-a506-13de3378581c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:43.993895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2382f527-653b-4400-a2ec-d5067f17f2c2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3883665 Mar 07 16:12:43.994755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35682) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:43.998266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:44.019363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1653ea-b479-41da-9bf6-f54ed7aede3f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:44.036089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Set router b2182919-8be6-4c53-8556-3f673149b4bb gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:44.085074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ada6de52-2526-4861-8ef7-071228b3a1bd req-912f44d9-282c-46c7-b514-21bb084a0854 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 210 time: 0.1588545 Mar 07 16:12:44.096056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'port_id': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d', 'mac_address': 'fa:16:3e:ce:0e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:12:44.115001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-28879411-fd7a-4736-bbc9-ca4207a54705 None None] Current status of the port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:44.133313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (36b4d119-6289-4393-bb8e-9972e6f6e527), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:44.144762 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Added segment 36b4d119-6289-4393-bb8e-9972e6f6e527 of type vlan for network d0e34cab-05fd-46a4-ae98-a331c5eb2594 Mar 07 16:12:44.204939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c8e6affb-f38f-465e-9324-b5e0ef4c8f49 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:44.289171 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (d0e34cab-05fd-46a4-ae98-a331c5eb2594), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:44.351439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce06-9c5e-4091-a74f-624a477a2f79 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:44.444247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec16f772-7bee-4088-8847-d7e64f442f50 None None] DHCP port deletion for f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:44.454563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-28879411-fd7a-4736-bbc9-ca4207a54705 None None] Provisioning complete for port c84d5b48-1a8a-459e-bf9d-5dee8ad95675 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:44.455243 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-28879411-fd7a-4736-bbc9-ca4207a54705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c84d5b48-1a8a-459e-bf9d-5dee8ad95675), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:44.511268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:44.516029 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:44.523844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-b28145c1-388f-4d3c-b8cf-12bf15260a7f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:44.526577 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-b28145c1-388f-4d3c-b8cf-12bf15260a7f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.1606069 Mar 07 16:12:44.544397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Request body: {'port': {'device_id': '4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'admin_state_up': True, 'tenant_id': '7ce48e27fe254468b580ce8db20ca403'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:44.549552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (d0e34cab-05fd-46a4-ae98-a331c5eb2594), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:44.551587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:44.552314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:44.675699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e34cab-05fd-46a4-ae98-a331c5eb2594,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:44.679187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-28879411-fd7a-4736-bbc9-ca4207a54705 None None] Port c84d5b48-1a8a-459e-bf9d-5dee8ad95675 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:44.685267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:12:44.702570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network d0e34cab-05fd-46a4-ae98-a331c5eb2594 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:12:44.791184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:44.855955 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:44.885044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:44.886228 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:44.986305 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ecce06-9c5e-4091-a74f-624a477a2f79 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 16:12:44.986777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ecce06-9c5e-4091-a74f-624a477a2f79 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:12:44.997413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a5ecce06-9c5e-4091-a74f-624a477a2f79 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd HTTP/1.1" status: 409 len: 466 time: 0.9974279 Mar 07 16:12:44.999207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35688) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:45.013324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ec16f772-7bee-4088-8847-d7e64f442f50 None None] Deleting port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:45.013992 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ec16f772-7bee-4088-8847-d7e64f442f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.016988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1647179493'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:45.047701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-66fe2124-bc53-4df2-a321-06b5bd4af74c None None] Provisioning complete for port c84d5b48-1a8a-459e-bf9d-5dee8ad95675 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:45.048255 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66fe2124-bc53-4df2-a321-06b5bd4af74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c84d5b48-1a8a-459e-bf9d-5dee8ad95675), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.056813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72be82d-2bb5-4f1e-b602-492d070ab262 req-be7cf73a-5f6d-4416-8349-965c3c832c6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:45.058742 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c72be82d-2bb5-4f1e-b602-492d070ab262 req-be7cf73a-5f6d-4416-8349-965c3c832c6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 944 time: 0.7271090 Mar 07 16:12:45.135047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:12:45.177857 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aec47fc1-a4d0-4da5-847f-e8bcd8cea42d admin admin] Publish callbacks [] for security_group (7b7ccb66-03fa-4bbb-86c1-a1f1f25c20ee), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.179360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:45.209806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:45.214659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.233283 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-591bc267-4640-4564-a0bc-05e7028998a4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0865695 Mar 07 16:12:45.240414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35692) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:45.247541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aec47fc1-a4d0-4da5-847f-e8bcd8cea42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7b7ccb66-03fa-4bbb-86c1-a1f1f25c20ee), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.254952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Request body: {'subnet': {'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-586305591-subnet', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:45.267150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ec16f772-7bee-4088-8847-d7e64f442f50 None None] For port c8e6affb-f38f-465e-9324-b5e0ef4c8f49, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c8e6affb-f38f-465e-9324-b5e0ef4c8f49,segment=NetworkSegment(89d75599-1ff6-4502-ac11-ab5359ae5a2c),segment_id=89d75599-1ff6-4502-ac11-ab5359ae5a2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:45.267620 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ec16f772-7bee-4088-8847-d7e64f442f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.273679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-66fe2124-bc53-4df2-a321-06b5bd4af74c None None] Port c84d5b48-1a8a-459e-bf9d-5dee8ad95675 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:45.297870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Made reservation on behalf of 8dc6d44338414fcdacba6f3a338607bf for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:45.300938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.331275 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ec16f772-7bee-4088-8847-d7e64f442f50 None None] Calling delete_port for c8e6affb-f38f-465e-9324-b5e0ef4c8f49 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:45.354438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:23Z', 'updated_at': '2022-03-07T16:12:35Z', 'revision_number': 4, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'gw_port': {'id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:24Z', 'updated_at': '2022-03-07T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '8205a82a-20ef-4018-9e7d-81c9a76a9802', 'name': '', 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'mac_address': 'fa:16:3e:21:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:32Z', 'updated_at': '2022-03-07T16:12:36Z', 'revision_number': 2, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'subnets': [{'id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:45.388365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aec47fc1-a4d0-4da5-847f-e8bcd8cea42d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39154b11cd0e489883019955a9c2798e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4950907 Mar 07 16:12:45.393959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71915336-0ccd-4fb7-bf10-bd861ab2f222 req-4e8e6a1a-6edd-4a79-90aa-2d38abb389ef tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:45.401703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71915336-0ccd-4fb7-bf10-bd861ab2f222 req-4e8e6a1a-6edd-4a79-90aa-2d38abb389ef tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.7446461 Mar 07 16:12:45.403131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Checking router: b2182919-8be6-4c53-8556-3f673149b4bb for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:45.403799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Updating router b2182919-8be6-4c53-8556-3f673149b4bb port 8205a82a-20ef-4018-9e7d-81c9a76a9802 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:12:45.406990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:45.408044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6226123f-c2f4-481d-91b3-2cbda6193ea0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:45.410077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35694) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:45.429672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec47fc1-a4d0-4da5-847f-e8bcd8cea42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ccb66-03fa-4bbb-86c1-a1f1f25c20ee,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:45.435477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c72be82d-2bb5-4f1e-b602-492d070ab262 req-a76ed8b8-6207-4578-beb8-cd5f0fd1fb37 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309589 Mar 07 16:12:45.469219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:12:45.496751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ef56a1cf-b457-4f90-ab09-00ac6fcfc905), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.497098 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Added segment ef56a1cf-b457-4f90-ab09-00ac6fcfc905 of type vlan for network 6a8241cb-f721-49cf-8908-a106d8e7039e Mar 07 16:12:45.641280 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.653053 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (b1cffc84-45f5-4ce4-9202-0782196185da), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.692684 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a70a8c48-44c6-4a6a-bb6a-88bbbc00d00b req-e9ebd318-0e10-4a53-8e3b-feb022dce55b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 210 time: 0.0742748 Mar 07 16:12:45.694564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (6a8241cb-f721-49cf-8908-a106d8e7039e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.729378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (c2b920e0-f53e-4456-a91f-53ab797da87d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.760805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71915336-0ccd-4fb7-bf10-bd861ab2f222 req-b1ae6fdf-32f0-4cc6-a9f0-4c5fef42dc23 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576453 Mar 07 16:12:45.775443 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ec16f772-7bee-4088-8847-d7e64f442f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (c8e6affb-f38f-465e-9324-b5e0ef4c8f49), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.782062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6226123f-c2f4-481d-91b3-2cbda6193ea0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:45.782808 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.840482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Made reservation on behalf of 7ce48e27fe254468b580ce8db20ca403 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:45.844884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.846937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e6b9eee8-b415-4678-9126-707b95ea8083 admin admin] Publish callbacks [] for security_group (7b7ccb66-03fa-4bbb-86c1-a1f1f25c20ee), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.877131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e6b9eee8-b415-4678-9126-707b95ea8083 admin admin] Publish callbacks [] for security_group (7b7ccb66-03fa-4bbb-86c1-a1f1f25c20ee), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.888741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:12:45.897850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16f772-7bee-4088-8847-d7e64f442f50 None None] Pushing event deleted for resources: {'Port': ['ID=c8e6affb-f38f-465e-9324-b5e0ef4c8f49,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:45.924781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec16f772-7bee-4088-8847-d7e64f442f50 None None] No DVR routers for this DVR port c8e6affb-f38f-465e-9324-b5e0ef4c8f49 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:45.967422 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e6b9eee8-b415-4678-9126-707b95ea8083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7b7ccb66-03fa-4bbb-86c1-a1f1f25c20ee), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.971604 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e6b9eee8-b415-4678-9126-707b95ea8083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:45.972864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e6b9eee8-b415-4678-9126-707b95ea8083 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b7ccb66-03fa-4bbb-86c1-a1f1f25c20ee HTTP/1.1" status: 204 len: 168 time: 0.5096056 Mar 07 16:12:46.014133 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (6a8241cb-f721-49cf-8908-a106d8e7039e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.020135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:46.021119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.123124 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1108603 Mar 07 16:12:46.124194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35698) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:46.134581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'subnet': {'network_id': '6a8241cb-f721-49cf-8908-a106d8e7039e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:46.140559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e520c-013a-48aa-99f6-f9318749be15 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Network': ['ID=6a8241cb-f721-49cf-8908-a106d8e7039e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:46.202629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Allocated IP 172.20.0.9 (bf558235-8ace-415a-856d-fa8d980134b5/414b9e25-07a8-4036-8b1a-d3eb88278c53/b3a57cfc-e33c-4509-8c44-14b639f93167) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:46.262898 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Publish callbacks [] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.310840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 6a8241cb-f721-49cf-8908-a106d8e7039e details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:12:46.325733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:46.329874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.414114 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks [] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.424471 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Deleting port 6e64cf4d-5650-43a9-bff5-adef31a0bedc {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:46.425045 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.466948 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.473420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6226123f-c2f4-481d-91b3-2cbda6193ea0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:46.473920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9eee8-b415-4678-9126-707b95ea8083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ccb66-03fa-4bbb-86c1-a1f1f25c20ee,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:46.536792 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.563800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25', '210d2833-18c8-4737-9957-34ad134ce2a9'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:12:46.651054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] For port 6e64cf4d-5650-43a9-bff5-adef31a0bedc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6e64cf4d-5650-43a9-bff5-adef31a0bedc,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:46.651437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.684969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d1b5b-a1d4-4163-be6c-0532f84bb180 None None] Pushing event updated for resources: {'Port': ['ID=8205a82a-20ef-4018-9e7d-81c9a76a9802,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:46.699695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c8e6affb-f38f-465e-9324-b5e0ef4c8f49 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:46.737116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: c8e6affb-f38f-465e-9324-b5e0ef4c8f49 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:46.737484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c8e6affb-f38f-465e-9324-b5e0ef4c8f49 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:46.789866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Calling delete_port for 6e64cf4d-5650-43a9-bff5-adef31a0bedc owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:46.919710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Network bf558235-8ace-415a-856d-fa8d980134b5 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:46.930096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:46.945193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:46.967472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Attempting to bind port 8205a82a-20ef-4018-9e7d-81c9a76a9802 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:46.967965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Attempting to bind port 8205a82a-20ef-4018-9e7d-81c9a76a9802 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b932a5a2-b327-49f2-ac40-538aa5ef985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:46.968341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Attempting to bind port 8205a82a-20ef-4018-9e7d-81c9a76a9802 on network 19fce380-8f01-4387-9f9c-d8592d5709b0 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:46.991641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:46.992159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Checking segment: {'id': 'b932a5a2-b327-49f2-ac40-538aa5ef985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:46.992395 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:46.992859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Bound using segment: {'id': 'b932a5a2-b327-49f2-ac40-538aa5ef985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:46.993256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Bound port: 8205a82a-20ef-4018-9e7d-81c9a76a9802, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b932a5a2-b327-49f2-ac40-538aa5ef985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:46.993647 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.112656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6a6f1-bedc-4b6e-9ca7-aa98bc65c86a req-5fc6e2d8-6511-4590-9951-ca819d8b5441 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:47.116671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c6c6a6f1-bedc-4b6e-9ca7-aa98bc65c86a req-5fc6e2d8-6511-4590-9951-ca819d8b5441 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 944 time: 0.5515406 Mar 07 16:12:47.134496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:47.140311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.objects.ports [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:12:47.161169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (574bd017-e6b5-4d05-ba4a-57a94d5dd4c8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.175151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event updated for resources: {'Port': ['ID=b3a57cfc-e33c-4509-8c44-14b639f93167,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:47.214347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9621c-01ce-4f61-a7de-a04970c361e2 req-04e2e6a2-b669-4fdc-86fe-c79019324064 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:47.221353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d1e9621c-01ce-4f61-a7de-a04970c361e2 req-04e2e6a2-b669-4fdc-86fe-c79019324064 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 931 time: 0.3244622 Mar 07 16:12:47.235635 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (59d721b4-3a35-40b5-a188-587f35cdd27f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.283881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d6fb50be-6694-4857-93c7-8403cd06eff9 None None] Provisioning complete for port 8205a82a-20ef-4018-9e7d-81c9a76a9802 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:47.284538 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d6fb50be-6694-4857-93c7-8403cd06eff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.325745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:47.327186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.332932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb50be-6694-4857-93c7-8403cd06eff9 None None] Port 8205a82a-20ef-4018-9e7d-81c9a76a9802 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:12:47.360137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5dc4b969-690f-498c-a859-d0ef201d9e93 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8202999 Mar 07 16:12:47.377062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] For port 8205a82a-20ef-4018-9e7d-81c9a76a9802, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:47.410131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c6c6a6f1-bedc-4b6e-9ca7-aa98bc65c86a req-8b1afd38-2682-4fb5-aa0d-1f31798bdd0d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662909 Mar 07 16:12:47.422824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] For port 8205a82a-20ef-4018-9e7d-81c9a76a9802, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8205a82a-20ef-4018-9e7d-81c9a76a9802,segment=NetworkSegment(b932a5a2-b327-49f2-ac40-538aa5ef985f),segment_id=b932a5a2-b327-49f2-ac40-538aa5ef985f)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:47.440857 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.456759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d721b4-3a35-40b5-a188-587f35cdd27f,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:47.470907 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d1e9621c-01ce-4f61-a7de-a04970c361e2 req-9f9987e5-7462-4b8c-acb3-7c6ade46afc6 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458835 Mar 07 16:12:47.481549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:12:47.483016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Checking segment: {'id': '36b4d119-6289-4393-bb8e-9972e6f6e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:47.483402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Network hostable DHCP agents. Network: d0e34cab-05fd-46a4-ae98-a331c5eb2594, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:12:47.507541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:47.508117 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.550928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Network d0e34cab-05fd-46a4-ae98-a331c5eb2594 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:12:47.556956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port e7942cd1-ee6b-435c-a718-95b5e9925445 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:47.557305 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.587274 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Subnet': ['ID=574bd017-e6b5-4d05-ba4a-57a94d5dd4c8,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:47.600500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, d0e34cab-05fd-46a4-ae98-a331c5eb2594) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:47.610394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:47.611026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.694619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Checking segment: {'id': 'ef56a1cf-b457-4f90-ab09-00ac6fcfc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6a8241cb-f721-49cf-8908-a106d8e7039e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:47.695052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network hostable DHCP agents. Network: 6a8241cb-f721-49cf-8908-a106d8e7039e, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:12:47.726410 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2dd3f0b6-d2c5-4b86-8ef2-909f14c3b90d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4782827 Mar 07 16:12:47.730213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35730) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:47.735383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:47.779688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (e4065719-199e-46a0-81b6-409c396ef6fe), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.780961 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (e4065719-199e-46a0-81b6-409c396ef6fe), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.808035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network 6a8241cb-f721-49cf-8908-a106d8e7039e is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:12:47.832894 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.878940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b3760-b0fe-49e0-92f0-6a653a06fa4c req-560b1258-bc36-49c5-a3d4-91d7f720d63b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:47.881239 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-264b3760-b0fe-49e0-92f0-6a653a06fa4c req-560b1258-bc36-49c5-a3d4-91d7f720d63b tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.2640951 Mar 07 16:12:47.881917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 6a8241cb-f721-49cf-8908-a106d8e7039e) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:47.893112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Request body: {'port': {'device_id': '4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:47.925128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:47.925967 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:47.952827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Routers {'b2182919-8be6-4c53-8556-3f673149b4bb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:47.954271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b2182919-8be6-4c53-8556-3f673149b4bb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:47.960311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for e7942cd1-ee6b-435c-a718-95b5e9925445 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:47.967886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc949f0-b696-40c6-a165-a65ed3196f73 None None] Network d0e34cab-05fd-46a4-ae98-a331c5eb2594 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:47.970125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063f9fc-71b2-489d-97b5-8cf49e190dbf None None] Network 6a8241cb-f721-49cf-8908-a106d8e7039e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:47.988918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6bc97e6a-3ecc-4b94-87d4-8a7b0ba7ef2d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8585660 Mar 07 16:12:47.990415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35732) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:48.020087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks [] for router_controller (e4065719-199e-46a0-81b6-409c396ef6fe), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.021572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6e64cf4d-5650-43a9-bff5-adef31a0bedc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.056423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d1b5b-a1d4-4163-be6c-0532f84bb180 None None] Pushing event updated for resources: {'Port': ['ID=8205a82a-20ef-4018-9e7d-81c9a76a9802,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:48.076564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.124623 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e64cf4d-5650-43a9-bff5-adef31a0bedc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:48.292365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (6a8241cb-f721-49cf-8908-a106d8e7039e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.316921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-264b3760-b0fe-49e0-92f0-6a653a06fa4c req-70628e9b-8771-4431-a77d-f9d5007925cf tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067659 Mar 07 16:12:48.389336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks [] for router_gateway (e4065719-199e-46a0-81b6-409c396ef6fe), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.550075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35738) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:48.668309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] Set router b2182919-8be6-4c53-8556-3f673149b4bb gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:48.711978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (c2b920e0-f53e-4456-a91f-53ab797da87d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.718138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c0d14688-7571-462e-b928-2effefeaf28c None None] Provisioning complete for port 8205a82a-20ef-4018-9e7d-81c9a76a9802 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:48.718514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c0d14688-7571-462e-b928-2effefeaf28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.752501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (574bd017-e6b5-4d05-ba4a-57a94d5dd4c8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.803081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d6ee4f-ccd5-4ddd-a562-d7badf7ca165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-6a8241cb-f721-49cf-8908-a106d8e7039e', 'network_id': '6a8241cb-f721-49cf-8908-a106d8e7039e', 'project_id': '837f73e5361d461285aa046bec021811', 'fixed_ips': [{'subnet_id': '574bd017-e6b5-4d05-ba4a-57a94d5dd4c8'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:12:48.810237 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14d6ee4f-ccd5-4ddd-a562-d7badf7ca165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.813195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-d0e34cab-05fd-46a4-ae98-a331c5eb2594', 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594', 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'fixed_ips': [{'subnet_id': '59d721b4-3a35-40b5-a188-587f35cdd27f'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:12:48.813991 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:48.863357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8205a82a-20ef-4018-9e7d-81c9a76a9802 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:48.935666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9ba45-43ae-43d7-96f9-e1fdd1eff8af req-599cafb3-59a4-469b-bd5b-c3e952e8003e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:48.937785 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0a9ba45-43ae-43d7-96f9-e1fdd1eff8af req-599cafb3-59a4-469b-bd5b-c3e952e8003e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 931 time: 0.2172015 Mar 07 16:12:48.997853 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-177c5e18-587f-4e6d-a354-d0392afc0425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.019748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad73dd-7fd6-4302-a780-4436209bebcb req-7ec3f5f5-1d73-4488-bf08-6c62a1ecaf28 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:49.021797 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8ad73dd-7fd6-4302-a780-4436209bebcb req-7ec3f5f5-1d73-4488-bf08-6c62a1ecaf28 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 944 time: 0.4728689 Mar 07 16:12:49.024658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:49.025161 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.041785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (574bd017-e6b5-4d05-ba4a-57a94d5dd4c8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.083389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:49.089406 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0a9ba45-43ae-43d7-96f9-e1fdd1eff8af req-d498e1f1-366f-4df1-95a2-04f027045a62 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422653 Mar 07 16:12:49.098969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:49.101610 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc63911-0bdd-4d9a-a993-7a19b93621f0" -d '{"events": [{"server_uuid": "9831b7e6-e723-4018-bf8f-668d9a4c2948", "name": "network-vif-plugged", "status": "completed", "tag": "c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:49.103605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e7942cd1-ee6b-435c-a718-95b5e9925445), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.124316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Subnet': ['ID=574bd017-e6b5-4d05-ba4a-57a94d5dd4c8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:49.196843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=e7942cd1-ee6b-435c-a718-95b5e9925445,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:49.222967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8ad73dd-7fd6-4302-a780-4436209bebcb req-61d007b5-5caa-4c00-bba8-d8b2c28b1f10 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826129 Mar 07 16:12:49.291013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (6a8241cb-f721-49cf-8908-a106d8e7039e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.388632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a57cfc-e33c-4509-8c44-14b639f93167 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:12:49.474902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Publish callbacks [] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.485576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-177c5e18-587f-4e6d-a354-d0392afc0425 admin admin] Publish callbacks [] for security_group (77baf15b-c9ca-4ce1-8e21-737e7986bf3a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.520259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8205a82a-20ef-4018-9e7d-81c9a76a9802 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:49.520669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.530714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-177c5e18-587f-4e6d-a354-d0392afc0425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (77baf15b-c9ca-4ce1-8e21-737e7986bf3a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.535085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c0d14688-7571-462e-b928-2effefeaf28c None None] Current status of the port 8205a82a-20ef-4018-9e7d-81c9a76a9802 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:49.535590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c0d14688-7571-462e-b928-2effefeaf28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.544762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8241cb-f721-49cf-8908-a106d8e7039e']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:49.574649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef56a1cf-b457-4f90-ab09-00ac6fcfc905') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:49.575024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef56a1cf-b457-4f90-ab09-00ac6fcfc905') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:49.630770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (ef56a1cf-b457-4f90-ab09-00ac6fcfc905), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.634213 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.652411 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ef56a1cf-b457-4f90-ab09-00ac6fcfc905), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.662055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:12:49.662055 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (ef56a1cf-b457-4f90-ab09-00ac6fcfc905), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.672696 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019b9f1-b24b-4adb-9b35-89be7d783acb x-openstack-request-id: req-9019b9f1-b24b-4adb-9b35-89be7d783acb {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:49.673574 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9831b7e6-e723-4018-bf8f-668d9a4c2948", "name": "network-vif-plugged", "status": "completed", "tag": "c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:49.674062 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9019b9f1-b24b-4adb-9b35-89be7d783acb {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:49.674689 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d', 'code': 200} Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:12:49.725891 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:12:49.739421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (6a8241cb-f721-49cf-8908-a106d8e7039e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.749534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.757510 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/6a8241cb-f721-49cf-8908-a106d8e7039e HTTP/1.1" status: 204 len: 168 time: 1.7572703 Mar 07 16:12:49.771076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ff3b2-a157-4919-bede-98887a76b7f3 None None] Network 6a8241cb-f721-49cf-8908-a106d8e7039e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:49.778146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35752) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:49.792743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ff3b2-a157-4919-bede-98887a76b7f3 None None] Network 6a8241cb-f721-49cf-8908-a106d8e7039e could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:12:49.796040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-205623648'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:49.802777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18909087-6362-4565-b444-5d928120e82d tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Network': ['ID=6a8241cb-f721-49cf-8908-a106d8e7039e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:49.833074 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Router c2b920e0-f53e-4456-a91f-53ab797da87d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:49.839254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c0d14688-7571-462e-b928-2effefeaf28c None None] For port 8205a82a-20ef-4018-9e7d-81c9a76a9802, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8205a82a-20ef-4018-9e7d-81c9a76a9802,segment=NetworkSegment(b932a5a2-b327-49f2-ac40-538aa5ef985f),segment_id=b932a5a2-b327-49f2-ac40-538aa5ef985f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:49.852388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc40950-1f9c-4c14-93b2-01e1174bf487 req-ce7109eb-3978-461e-b177-51a573befade tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:49.854036 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0bc40950-1f9c-4c14-93b2-01e1174bf487 req-ce7109eb-3978-461e-b177-51a573befade tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.3495686 Mar 07 16:12:49.857649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:49.861383 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.898097 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c0d14688-7571-462e-b928-2effefeaf28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:49.976561 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0bc40950-1f9c-4c14-93b2-01e1174bf487 req-45a9b42a-762e-4471-a1a8-f16458b6d7be tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116521 Mar 07 16:12:49.983313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:12:50.010515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:50.039139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (11c0bac1-3247-47b7-b45d-2d04da972f79), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.043358 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Added segment 11c0bac1-3247-47b7-b45d-2d04da972f79 of type vlan for network 498d29a3-d3de-4fb1-aa64-9057d5d31f8b Mar 07 16:12:50.054701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Transition to ACTIVE for port object b3a57cfc-e33c-4509-8c44-14b639f93167 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:12:50.063487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Allocated IP 172.20.0.2 (d0e34cab-05fd-46a4-ae98-a331c5eb2594/59d721b4-3a35-40b5-a188-587f35cdd27f/37eedd08-bbed-41ca-973f-eedd65426966) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:50.162367 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.250009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8205a82a-20ef-4018-9e7d-81c9a76a9802 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:50.263998 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-177c5e18-587f-4e6d-a354-d0392afc0425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e786d2f9814c4778a0e627fa626f8a00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6106791 Mar 07 16:12:50.275393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c5e18-587f-4e6d-a354-d0392afc0425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77baf15b-c9ca-4ce1-8e21-737e7986bf3a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:50.280559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d14688-7571-462e-b928-2effefeaf28c None None] Pushing event updated for resources: {'Port': ['ID=8205a82a-20ef-4018-9e7d-81c9a76a9802,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:50.319592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35758) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:50.378410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (b1cffc84-45f5-4ce4-9202-0782196185da), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.389141 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks [] for router_gateway (e4065719-199e-46a0-81b6-409c396ef6fe), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.423201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:23Z', 'updated_at': '2022-03-07T16:12:35Z', 'revision_number': 4, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'gw_port': {'id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:24Z', 'updated_at': '2022-03-07T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '8205a82a-20ef-4018-9e7d-81c9a76a9802', 'name': '', 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'mac_address': 'fa:16:3e:21:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:32Z', 'updated_at': '2022-03-07T16:12:47Z', 'revision_number': 4, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'subnets': [{'id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:50.446938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a57cfc-e33c-4509-8c44-14b639f93167,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:50.457176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.460562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6578231-1c8f-4149-add5-9d90e3ade671 None None] The sync data for ids ['b2182919-8be6-4c53-8556-3f673149b4bb'] in n-d-830010-8 is: [{'id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:23Z', 'updated_at': '2022-03-07T16:12:35Z', 'revision_number': 4, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'gw_port': {'id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:24Z', 'updated_at': '2022-03-07T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '8205a82a-20ef-4018-9e7d-81c9a76a9802', 'name': '', 'network_id': '19fce380-8f01-4387-9f9c-d8592d5709b0', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'mac_address': 'fa:16:3e:21:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:32Z', 'updated_at': '2022-03-07T16:12:47Z', 'revision_number': 4, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'subnets': [{'id': 'ebe14150-1c11-4939-b6e0-883a69d81357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:50.492742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:50.501825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d0ce2eee-7570-4e3a-a2b0-f77da8c80d55 admin admin] 10.222.0.24 "PUT /v2.0/routers/c2b920e0-f53e-4456-a91f-53ab797da87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0467563 Mar 07 16:12:50.509747 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] Sync routers for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:50.513870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35760) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:50.529731 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:50.540248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Publish callbacks [] for port (37eedd08-bbed-41ca-973f-eedd65426966), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.544545 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:50.557071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (37eedd08-bbed-41ca-973f-eedd65426966), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.637828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Network d0e34cab-05fd-46a4-ae98-a331c5eb2594 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:50.652699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6338-b350-4d62-9da8-89c6de46b7dc req-e6e31b76-a74d-4e67-af6e-4f6c3dd09a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:50.654888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2cfc6338-b350-4d62-9da8-89c6de46b7dc req-e6e31b76-a74d-4e67-af6e-4f6c3dd09a17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 1127 time: 0.6553185 Mar 07 16:12:50.655170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:50.664544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:50.676915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8205a82a-20ef-4018-9e7d-81c9a76a9802 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:50.705054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (498d29a3-d3de-4fb1-aa64-9057d5d31f8b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.715786 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:50.833760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Pushing event updated for resources: {'Port': ['ID=37eedd08-bbed-41ca-973f-eedd65426966,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:50.884438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ad14-c294-4334-8561-2bbd17cfb2ef req-001e58d1-b7cb-45bd-b9c9-5922b83d9379 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:50.886066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5317ad14-c294-4334-8561-2bbd17cfb2ef req-001e58d1-b7cb-45bd-b9c9-5922b83d9379 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 943 time: 0.6284735 Mar 07 16:12:50.925468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Attempting to bind port 37eedd08-bbed-41ca-973f-eedd65426966 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:50.925860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Attempting to bind port 37eedd08-bbed-41ca-973f-eedd65426966 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '36b4d119-6289-4393-bb8e-9972e6f6e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:50.926236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Attempting to bind port 37eedd08-bbed-41ca-973f-eedd65426966 on network d0e34cab-05fd-46a4-ae98-a331c5eb2594 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:50.935113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af194f-eff7-4c1b-82b7-5c4e0a97a3f3 req-552980a6-e4f1-4ab0-80ba-1c520665bc7f tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:50.939168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:50.939557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Checking segment: {'id': '36b4d119-6289-4393-bb8e-9972e6f6e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:50.940108 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.940524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Bound using segment: {'id': '36b4d119-6289-4393-bb8e-9972e6f6e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:50.940895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45af194f-eff7-4c1b-82b7-5c4e0a97a3f3 req-552980a6-e4f1-4ab0-80ba-1c520665bc7f tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 945 time: 0.4676278 Mar 07 16:12:50.941100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Bound port: 37eedd08-bbed-41ca-973f-eedd65426966, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b4d119-6289-4393-bb8e-9972e6f6e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:50.941669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (37eedd08-bbed-41ca-973f-eedd65426966), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.959256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8205a82a-20ef-4018-9e7d-81c9a76a9802 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:50.959648 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:50.969927 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2cfc6338-b350-4d62-9da8-89c6de46b7dc req-33c546e0-6c44-4443-a8de-9ae6630ebfdd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592740 Mar 07 16:12:51.003394 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (498d29a3-d3de-4fb1-aa64-9057d5d31f8b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.022683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:51.023401 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.058902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Allocated IP 172.25.4.179 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/afd35094-403f-43fb-9125-6de6cd4dc6ac) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:51.096284 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:12:47Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:51.132541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] For port 37eedd08-bbed-41ca-973f-eedd65426966, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:51.146021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] For port 37eedd08-bbed-41ca-973f-eedd65426966, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=37eedd08-bbed-41ca-973f-eedd65426966,segment=NetworkSegment(36b4d119-6289-4393-bb8e-9972e6f6e527),segment_id=36b4d119-6289-4393-bb8e-9972e6f6e527)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:51.165462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (37eedd08-bbed-41ca-973f-eedd65426966), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.176070 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] Checking router: c2b920e0-f53e-4456-a91f-53ab797da87d for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:51.192696 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] Routers {'c2b920e0-f53e-4456-a91f-53ab797da87d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:51.193320 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c2b920e0-f53e-4456-a91f-53ab797da87d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:51.246663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks [] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.249940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Network': ['ID=498d29a3-d3de-4fb1-aa64-9057d5d31f8b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:51.313893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2402a7a5-e3d4-41c2-87bb-3ebe1db6ece6 admin admin] Publish callbacks [] for security_group (77baf15b-c9ca-4ce1-8e21-737e7986bf3a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.360000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2402a7a5-e3d4-41c2-87bb-3ebe1db6ece6 admin admin] Publish callbacks [] for security_group (77baf15b-c9ca-4ce1-8e21-737e7986bf3a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.378712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45af194f-eff7-4c1b-82b7-5c4e0a97a3f3 req-1939f341-2429-4d1f-a824-e547b58c3935 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4042218 Mar 07 16:12:51.398764 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a72bf240-365b-4c68-a001-a08f094f684b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6067073 Mar 07 16:12:51.401951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks [] for router (c2b920e0-f53e-4456-a91f-53ab797da87d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.417681 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] Set router c2b920e0-f53e-4456-a91f-53ab797da87d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:51.438094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35774) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:51.460975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'subnet': {'network_id': '498d29a3-d3de-4fb1-aa64-9057d5d31f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:51.471199 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.483748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 498d29a3-d3de-4fb1-aa64-9057d5d31f8b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:12:51.486188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8205a82a-20ef-4018-9e7d-81c9a76a9802 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:51.491763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdcbed-ed03-4fd8-9873-9ff2e046aa0f None None] Pushing event updated for resources: {'Port': ['ID=37eedd08-bbed-41ca-973f-eedd65426966,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:51.560671 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2402a7a5-e3d4-41c2-87bb-3ebe1db6ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (77baf15b-c9ca-4ce1-8e21-737e7986bf3a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.563855 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2402a7a5-e3d4-41c2-87bb-3ebe1db6ece6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.565129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2402a7a5-e3d4-41c2-87bb-3ebe1db6ece6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77baf15b-c9ca-4ce1-8e21-737e7986bf3a HTTP/1.1" status: 204 len: 168 time: 1.2437084 Mar 07 16:12:51.618936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks [] for router_gateway (c2b920e0-f53e-4456-a91f-53ab797da87d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.666891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0af1c-cc6a-4672-a5d1-cf6c221dc780 req-a2cbf539-6566-45f6-a8e2-cb91e2fa9aee tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:51.671203 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21e0af1c-cc6a-4672-a5d1-cf6c221dc780 req-a2cbf539-6566-45f6-a8e2-cb91e2fa9aee tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.1088083 Mar 07 16:12:51.696023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Pushing event updated for resources: {'Port': ['ID=afd35094-403f-43fb-9125-6de6cd4dc6ac,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:51.786728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21e0af1c-cc6a-4672-a5d1-cf6c221dc780 req-100d6e85-2ef2-423b-aa2f-bbcca5713dde tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799944 Mar 07 16:12:51.794545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Deleting port 0555df3d-c953-4943-a2c0-824815315f15 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:51.795851 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0555df3d-c953-4943-a2c0-824815315f15), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.833049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402a7a5-e3d4-41c2-87bb-3ebe1db6ece6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77baf15b-c9ca-4ce1-8e21-737e7986bf3a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:51.848058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Attempting to bind port b3a57cfc-e33c-4509-8c44-14b639f93167 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:51.848406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Attempting to bind port b3a57cfc-e33c-4509-8c44-14b639f93167 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:51.848738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Attempting to bind port b3a57cfc-e33c-4509-8c44-14b639f93167 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:51.863577 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:12:47Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:51.925836 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a31f3f-a5e5-46be-a8d0-cb5de91acbac None None] The sync data for ids ['c2b920e0-f53e-4456-a91f-53ab797da87d'] in n-d-830010-8 is: [{'id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'name': 'tempest-AttachVolumeNegativeTest-1589097575-router', 'tenant_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '0555df3d-c953-4943-a2c0-824815315f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:06:30Z', 'updated_at': '2022-03-07T16:12:47Z', 'revision_number': 5, 'project_id': 'e5e13e7abaf74f80bba27bdcf0bfcecc', 'gw_port': {'id': '0555df3d-c953-4943-a2c0-824815315f15', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b920e0-f53e-4456-a91f-53ab797da87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:06:32Z', 'updated_at': '2022-03-07T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:51.931833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router b1cffc84-45f5-4ce4-9202-0782196185da has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:51.938131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:51.958504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Port b3a57cfc-e33c-4509-8c44-14b639f93167 on network bf558235-8ace-415a-856d-fa8d980134b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:12:51.959201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Attempting to bind port b3a57cfc-e33c-4509-8c44-14b639f93167 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:51.971392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] For port 0555df3d-c953-4943-a2c0-824815315f15, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0555df3d-c953-4943-a2c0-824815315f15,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:51.971974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0555df3d-c953-4943-a2c0-824815315f15), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.987493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:51.988131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Checking segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:51.988770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Bound using segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:51.989856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Bound port: b3a57cfc-e33c-4509-8c44-14b639f93167, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:51.990446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:51.992935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:51.996466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Calling delete_port for 0555df3d-c953-4943-a2c0-824815315f15 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:52.002061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:52.043968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5317ad14-c294-4334-8561-2bbd17cfb2ef req-1b625541-4286-41cb-8504-4f03686afb48 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0797806 Mar 07 16:12:52.059794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:12:52.068992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:52.313178 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374cf55-1096-43d7-b624-849517ee047e req-3a98bfc5-be52-4a8b-94e1-80fc5fd0ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:52.314758 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4374cf55-1096-43d7-b624-849517ee047e req-3a98bfc5-be52-4a8b-94e1-80fc5fd0ba97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 1127 time: 0.0891502 Mar 07 16:12:52.358548 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (0555df3d-c953-4943-a2c0-824815315f15), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:52.365606 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:52.380793 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f0667-40e1-4f26-91b5-e4bd0c4e4c56 None None] Sync routers for ids ['b1cffc84-45f5-4ce4-9202-0782196185da'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:52.400338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f0667-40e1-4f26-91b5-e4bd0c4e4c56 None None] Routers {'b1cffc84-45f5-4ce4-9202-0782196185da'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:52.407861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-680f0667-40e1-4f26-91b5-e4bd0c4e4c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b1cffc84-45f5-4ce4-9202-0782196185da'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:52.452851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Pushing event deleted for resources: {'Port': ['ID=0555df3d-c953-4943-a2c0-824815315f15,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:52.461374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-680f0667-40e1-4f26-91b5-e4bd0c4e4c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:52.481537 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f0667-40e1-4f26-91b5-e4bd0c4e4c56 None None] Routers {'b1cffc84-45f5-4ce4-9202-0782196185da'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:52.483144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-680f0667-40e1-4f26-91b5-e4bd0c4e4c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b1cffc84-45f5-4ce4-9202-0782196185da'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:52.535056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-680f0667-40e1-4f26-91b5-e4bd0c4e4c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:52.536040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f0667-40e1-4f26-91b5-e4bd0c4e4c56 None None] The sync data for ids ['b1cffc84-45f5-4ce4-9202-0782196185da'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:52.565407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-27498a48-1c79-436f-bed1-afe1ee02d840 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/b1cffc84-45f5-4ce4-9202-0782196185da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9796088 Mar 07 16:12:52.570875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:52.599440 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (c2b920e0-f53e-4456-a91f-53ab797da87d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:52.725040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] For port b3a57cfc-e33c-4509-8c44-14b639f93167, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:52.731683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374cf55-1096-43d7-b624-849517ee047e req-47722e61-6a35-4350-842c-c7857cc3f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:52.733823 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4374cf55-1096-43d7-b624-849517ee047e req-47722e61-6a35-4350-842c-c7857cc3f8a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.4119754 Mar 07 16:12:52.792287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 37eedd08-bbed-41ca-973f-eedd65426966 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:52.796030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (c2b920e0-f53e-4456-a91f-53ab797da87d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:52.801018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks [] for router_controller (c2b920e0-f53e-4456-a91f-53ab797da87d), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:52.835065 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4374cf55-1096-43d7-b624-849517ee047e req-86f1e1bc-6d39-459e-8801-02cd37a3f0f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655 HTTP/1.1" status: 200 len: 217 time: 0.0633533 Mar 07 16:12:52.925974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] For port b3a57cfc-e33c-4509-8c44-14b639f93167, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b3a57cfc-e33c-4509-8c44-14b639f93167,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:52.932186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-74879750-0425-4cac-9f63-c5f0f90d00ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:52.936323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cbfa-df59-4635-a71c-6ec516388852 req-574c2f15-823d-462f-9946-e3b3afdd03fb tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:52.938033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2895cbfa-df59-4635-a71c-6ec516388852 req-574c2f15-823d-462f-9946-e3b3afdd03fb tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 945 time: 0.4520655 Mar 07 16:12:52.954016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 37eedd08-bbed-41ca-973f-eedd65426966 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:52.954654 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (37eedd08-bbed-41ca-973f-eedd65426966), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:52.959264 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (74e787f2-a887-4e0d-bdea-f564ce9b3500), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.028526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (c2b920e0-f53e-4456-a91f-53ab797da87d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.029676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2b920e0-f53e-4456-a91f-53ab797da87d {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:12:53.059875 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.061682 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-31bb9d0c-06cb-44c3-8b2e-224c33060184 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c2b920e0-f53e-4456-a91f-53ab797da87d HTTP/1.1" status: 204 len: 168 time: 2.5214603 Mar 07 16:12:53.066017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35812) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:53.076781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 37eedd08-bbed-41ca-973f-eedd65426966 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:53.077658 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (37eedd08-bbed-41ca-973f-eedd65426966), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.100923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374cf55-1096-43d7-b624-849517ee047e req-c95ecadd-9088-41c3-941d-028e7163c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:53.102623 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4374cf55-1096-43d7-b624-849517ee047e req-c95ecadd-9088-41c3-941d-028e7163c894 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.2593122 Mar 07 16:12:53.140315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 37eedd08-bbed-41ca-973f-eedd65426966, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=37eedd08-bbed-41ca-973f-eedd65426966,segment=NetworkSegment(36b4d119-6289-4393-bb8e-9972e6f6e527),segment_id=36b4d119-6289-4393-bb8e-9972e6f6e527)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:53.152518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (37eedd08-bbed-41ca-973f-eedd65426966), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.215148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6e64cf4d-5650-43a9-bff5-adef31a0bedc no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:53.237917 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2895cbfa-df59-4635-a71c-6ec516388852 req-8d95b9c2-70ec-4ff9-90d2-a73435e96a2e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473273 Mar 07 16:12:53.241913 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.260102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b55d76-a77b-4e9e-9479-d7f280937728 admin admin] Deleting subnet 5c171cf0-d78f-4c34-8829-660dca40c750 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:12:53.280107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17b55d76-a77b-4e9e-9479-d7f280937728 admin admin] Publish callbacks [] for subnet (5c171cf0-d78f-4c34-8829-660dca40c750), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.292156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6e64cf4d-5650-43a9-bff5-adef31a0bedc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:53.292797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6e64cf4d-5650-43a9-bff5-adef31a0bedc not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:53.319726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20d9a3-b44e-4910-91db-1519c9f4ebbd None None] Network d0e34cab-05fd-46a4-ae98-a331c5eb2594 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:53.322454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Subnet': ['ID=74e787f2-a887-4e0d-bdea-f564ce9b3500,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:53.337446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374cf55-1096-43d7-b624-849517ee047e req-15b7ce75-e27f-4e01-a11b-f6db7beb2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:53.339029 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4374cf55-1096-43d7-b624-849517ee047e req-15b7ce75-e27f-4e01-a11b-f6db7beb2b6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2303879 Mar 07 16:12:53.375042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17b55d76-a77b-4e9e-9479-d7f280937728 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (5c171cf0-d78f-4c34-8829-660dca40c750), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.394856 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-79a70859-953b-4a1c-8021-0c478c4ea1c3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 16:12:53.395900 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-79a70859-953b-4a1c-8021-0c478c4ea1c3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/b1cffc84-45f5-4ce4-9202-0782196185da/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8223338 Mar 07 16:12:53.401271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35828) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:53.407451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:53.408813 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.409919 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3a57cfc-e33c-4509-8c44-14b639f93167 HTTP/1.1" status: 200 len: 1091 time: 6.0311377 Mar 07 16:12:53.417723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b', 'tag': 'b3a57cfc-e33c-4509-8c44-14b639f93167'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:53.421812 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9305d304-4bf6-41fd-8567-c0168cd7cb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b", "tag": "b3a57cfc-e33c-4509-8c44-14b639f93167"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:53.483796 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b0b8d7be-feef-4122-9e04-45ceeef85be1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1cffc84-45f5-4ce4-9202-0782196185da HTTP/1.1" status: 200 len: 205 time: 0.0665631 Mar 07 16:12:53.491998 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35834) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:53.522360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a0149-3938-4219-8947-f27587a8ceab req-09e9c405-b6c5-4307-8d93-a2a6b318cd7d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:53.523903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-694a0149-3938-4219-8947-f27587a8ceab req-09e9c405-b6c5-4307-8d93-a2a6b318cd7d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.5693951 Mar 07 16:12:53.531329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=37eedd08-bbed-41ca-973f-eedd65426966,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:53.536474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Checking segment: {'id': '11c0bac1-3247-47b7-b45d-2d04da972f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '498d29a3-d3de-4fb1-aa64-9057d5d31f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:53.536774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network hostable DHCP agents. Network: 498d29a3-d3de-4fb1-aa64-9057d5d31f8b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:12:53.588733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9cfd3555-e5bb-4171-af92-d21a68f6816d None None] Provisioning complete for port 37eedd08-bbed-41ca-973f-eedd65426966 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:53.590551 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9cfd3555-e5bb-4171-af92-d21a68f6816d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (37eedd08-bbed-41ca-973f-eedd65426966), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.628779 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4374cf55-1096-43d7-b624-849517ee047e req-fc182495-a2d7-44de-b504-b9cd731205eb service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829664 Mar 07 16:12:53.639968 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17b55d76-a77b-4e9e-9479-d7f280937728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (5c171cf0-d78f-4c34-8829-660dca40c750), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.649614 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-694a0149-3938-4219-8947-f27587a8ceab req-835eaf9b-2296-43b7-93a7-5c8fad08d611 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067808 Mar 07 16:12:53.650229 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network 498d29a3-d3de-4fb1-aa64-9057d5d31f8b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:12:53.657102 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adf06a93-877a-4723-bd25-a7d593976686 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (b1cffc84-45f5-4ce4-9202-0782196185da), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.663122 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks [] for router_gateway (e4065719-199e-46a0-81b6-409c396ef6fe), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:53.697189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e3abf-fd7d-4196-bdf4-e9b547c610cd req-4b7dd927-a083-49db-8157-ec7af6d81e3f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:53.698299 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3b0e3abf-fd7d-4196-bdf4-e9b547c610cd req-4b7dd927-a083-49db-8157-ec7af6d81e3f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 943 time: 0.3198290 Mar 07 16:12:53.784670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9cfd3555-e5bb-4171-af92-d21a68f6816d None None] Current status of the port 37eedd08-bbed-41ca-973f-eedd65426966 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:53.955805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35838) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:54.007446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17b55d76-a77b-4e9e-9479-d7f280937728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (5c171cf0-d78f-4c34-8829-660dca40c750), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.017802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d996b055-a488-42d5-8ffb-8fac17bf935f None None] Provisioning complete for port 37eedd08-bbed-41ca-973f-eedd65426966 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:54.018264 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d996b055-a488-42d5-8ffb-8fac17bf935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (37eedd08-bbed-41ca-973f-eedd65426966), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.026077 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3b0e3abf-fd7d-4196-bdf4-e9b547c610cd req-ce1ab9fc-109a-44c5-baad-c247002b195c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379873 Mar 07 16:12:54.141672 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70051e1-e4d5-4185-8fd6-e234fa6fc71e x-openstack-request-id: req-d70051e1-e4d5-4185-8fd6-e234fa6fc71e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:54.141966 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b", "tag": "b3a57cfc-e33c-4509-8c44-14b639f93167", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:54.142215 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d70051e1-e4d5-4185-8fd6-e234fa6fc71e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:54.142610 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b', 'tag': 'b3a57cfc-e33c-4509-8c44-14b639f93167', 'status': 'completed', 'code': 200} Mar 07 16:12:54.144799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 498d29a3-d3de-4fb1-aa64-9057d5d31f8b) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:54.146413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dad07c-d7fc-4f2e-86ae-316d8f901217 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a57cfc-e33c-4509-8c44-14b639f93167,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:54.164710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:54.165307 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.173007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff59222-7b4e-4882-af2e-0b9682df510b None None] Network 498d29a3-d3de-4fb1-aa64-9057d5d31f8b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:54.178223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d996b055-a488-42d5-8ffb-8fac17bf935f None None] Current status of the port 37eedd08-bbed-41ca-973f-eedd65426966 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:54.239119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-3b6b4421-8ea3-496c-88bf-af0269a06b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:54.240686 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-3b6b4421-8ea3-496c-88bf-af0269a06b40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 1125 time: 0.7559860 Mar 07 16:12:54.244016 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-11f22017-cf2f-4502-b6a4-966c761fe48c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7937801 Mar 07 16:12:54.249828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35842) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:54.295687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-498d29a3-d3de-4fb1-aa64-9057d5d31f8b', 'network_id': '498d29a3-d3de-4fb1-aa64-9057d5d31f8b', 'project_id': '837f73e5361d461285aa046bec021811', 'fixed_ips': [{'subnet_id': '74e787f2-a887-4e0d-bdea-f564ce9b3500'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:12:54.296991 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.331296 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-d36669b9-2191-45b0-8ce5-2a79b2c90b48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a57cfc-e33c-4509-8c44-14b639f93167 HTTP/1.1" status: 200 len: 217 time: 0.0822756 Mar 07 16:12:54.350918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b84446-ce63-4ca1-9689-5309eaa345d7 req-c2278da8-6469-490c-b006-ab3a83ff175d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:54.352453 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00b84446-ce63-4ca1-9689-5309eaa345d7 req-c2278da8-6469-490c-b006-ab3a83ff175d tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 945 time: 0.2127538 Mar 07 16:12:54.382682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35844) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:54.391871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b55d76-a77b-4e9e-9479-d7f280937728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c171cf0-d78f-4c34-8829-660dca40c750,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:54.405504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adf06a93-877a-4723-bd25-a7d593976686 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (b1cffc84-45f5-4ce4-9202-0782196185da), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.409781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2e00e9d6-0053-4ef1-8c1c-f0cfd0b97e6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Request body: {'floatingip': {'port_id': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:12:54.413536 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4374cf55-1096-43d7-b624-849517ee047e req-4d4f440e-8ac8-4be6-a933-d7ad60aa4326 service neutron] 10.222.0.15 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770665 Mar 07 16:12:54.415939 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adf06a93-877a-4723-bd25-a7d593976686 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (b1cffc84-45f5-4ce4-9202-0782196185da), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.420491 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-46bcd739-deb4-4f29-9dc0-b87684159ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.422700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17b55d76-a77b-4e9e-9479-d7f280937728 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.425941 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-17b55d76-a77b-4e9e-9479-d7f280937728 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5c171cf0-d78f-4c34-8829-660dca40c750 HTTP/1.1" status: 204 len: 168 time: 1.3556309 Mar 07 16:12:54.430118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35846) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:54.442256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e07294-8762-47ca-be88-8124905fa9d5 None None] Network d1d0569b-ea64-4f69-9f7c-982fe6065f52 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:54.521220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5fbed373-230b-49a8-8e08-8598b91adaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:54.522830 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-5fbed373-230b-49a8-8e08-8598b91adaef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.1822884 Mar 07 16:12:54.524640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e00e9d6-0053-4ef1-8c1c-f0cfd0b97e6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for floatingip (55657845-6391-4465-aa91-bf0defe6cb44), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.525596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Allocated IP 2001:db8::2 (498d29a3-d3de-4fb1-aa64-9057d5d31f8b/74e787f2-a887-4e0d-bdea-f564ce9b3500/902c677e-5ebc-4183-8149-03c6b0089ffb) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:54.587200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adf06a93-877a-4723-bd25-a7d593976686 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (b1cffc84-45f5-4ce4-9202-0782196185da), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.587200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf06a93-877a-4723-bd25-a7d593976686 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Fanout notify agent at l3_agent the message router_deleted on router b1cffc84-45f5-4ce4-9202-0782196185da {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:12:54.639350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adf06a93-877a-4723-bd25-a7d593976686 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.640577 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-adf06a93-877a-4723-bd25-a7d593976686 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/b1cffc84-45f5-4ce4-9202-0782196185da HTTP/1.1" status: 204 len: 168 time: 1.1469064 Mar 07 16:12:54.655762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35848) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:54.679652 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-9e32917c-17da-4943-bf97-9c1e1df3285d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427557 Mar 07 16:12:54.693090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 37eedd08-bbed-41ca-973f-eedd65426966 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:54.753583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4dbd3-fff8-485d-b85a-9fe89e8e853c None None] DHCP port deletion for d1d0569b-ea64-4f69-9f7c-982fe6065f52 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:54.761280 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Publish callbacks [] for port (902c677e-5ebc-4183-8149-03c6b0089ffb), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.787908 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (902c677e-5ebc-4183-8149-03c6b0089ffb), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.834126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Network 498d29a3-d3de-4fb1-aa64-9057d5d31f8b is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:54.842680 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-3bae8263-e5ca-496c-8fb4-8186a0b68691 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028562 Mar 07 16:12:54.845268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:54.850136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (d1d0569b-ea64-4f69-9f7c-982fe6065f52), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.854584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (498d29a3-d3de-4fb1-aa64-9057d5d31f8b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.860774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:54.873314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-46bcd739-deb4-4f29-9dc0-b87684159ee7 admin admin] Publish callbacks [] for security_group (e2bd14c7-9123-4559-a86e-130a89dd9277), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.886995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Pushing event updated for resources: {'Port': ['ID=902c677e-5ebc-4183-8149-03c6b0089ffb,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:54.891414 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-46bcd739-deb4-4f29-9dc0-b87684159ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e2bd14c7-9123-4559-a86e-130a89dd9277), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.911472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (e4065719-199e-46a0-81b6-409c396ef6fe), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.922904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 37eedd08-bbed-41ca-973f-eedd65426966 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:54.924353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (37eedd08-bbed-41ca-973f-eedd65426966), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:54.936324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab10423a-ddeb-42da-a6b0-db960c3e1c02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting subnet 26f3bb67-ee83-4cb2-b167-4033ff3f07e1 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:12:54.937014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d348f05-010c-4b67-9a7c-d1dcb35d6b81 req-bd4406f8-040c-4f29-a7a9-319b9e35d204 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:54.938593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3d348f05-010c-4b67-9a7c-d1dcb35d6b81 req-bd4406f8-040c-4f29-a7a9-319b9e35d204 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.1692705 Mar 07 16:12:54.980631 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-46bcd739-deb4-4f29-9dc0-b87684159ee7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ea030f1a41048ce94bbec3526006576&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0192678 Mar 07 16:12:54.984514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35852) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:54.986988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4dbd3-fff8-485d-b85a-9fe89e8e853c None None] Deleting port 7ac4e386-e487-4845-9efb-9051d8516734 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:54.987689 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d7b4dbd3-fff8-485d-b85a-9fe89e8e853c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7ac4e386-e487-4845-9efb-9051d8516734), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.002845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab10423a-ddeb-42da-a6b0-db960c3e1c02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (26f3bb67-ee83-4cb2-b167-4033ff3f07e1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.017708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcd739-deb4-4f29-9dc0-b87684159ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bd14c7-9123-4559-a86e-130a89dd9277,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:55.063995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Attempting to bind port 902c677e-5ebc-4183-8149-03c6b0089ffb on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:12:55.064220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Attempting to bind port 902c677e-5ebc-4183-8149-03c6b0089ffb by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '11c0bac1-3247-47b7-b45d-2d04da972f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '498d29a3-d3de-4fb1-aa64-9057d5d31f8b'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:12:55.064569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Attempting to bind port 902c677e-5ebc-4183-8149-03c6b0089ffb on network 498d29a3-d3de-4fb1-aa64-9057d5d31f8b {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:12:55.081451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:12:55.081868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Checking segment: {'id': '11c0bac1-3247-47b7-b45d-2d04da972f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '498d29a3-d3de-4fb1-aa64-9057d5d31f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:12:55.082282 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.082688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Bound using segment: {'id': '11c0bac1-3247-47b7-b45d-2d04da972f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '498d29a3-d3de-4fb1-aa64-9057d5d31f8b'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:12:55.083205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Bound port: 902c677e-5ebc-4183-8149-03c6b0089ffb, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c0bac1-3247-47b7-b45d-2d04da972f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '498d29a3-d3de-4fb1-aa64-9057d5d31f8b'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:12:55.083592 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (902c677e-5ebc-4183-8149-03c6b0089ffb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.109923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d7b4dbd3-fff8-485d-b85a-9fe89e8e853c None None] For port 7ac4e386-e487-4845-9efb-9051d8516734, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7ac4e386-e487-4845-9efb-9051d8516734,segment=NetworkSegment(fd6760e0-499b-487f-b26d-7f7c4ec6802c),segment_id=fd6760e0-499b-487f-b26d-7f7c4ec6802c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:55.110388 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d7b4dbd3-fff8-485d-b85a-9fe89e8e853c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7ac4e386-e487-4845-9efb-9051d8516734), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.141309 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3d348f05-010c-4b67-9a7c-d1dcb35d6b81 req-f721ed05-84c4-4e5a-ada4-3f7e46402372 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929748 Mar 07 16:12:55.162647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4dbd3-fff8-485d-b85a-9fe89e8e853c None None] Calling delete_port for 7ac4e386-e487-4845-9efb-9051d8516734 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:55.186990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab10423a-ddeb-42da-a6b0-db960c3e1c02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (26f3bb67-ee83-4cb2-b167-4033ff3f07e1), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.259285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 37eedd08-bbed-41ca-973f-eedd65426966 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:55.286158 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed87b92c-0df0-449e-ba37-69d26ad04ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.292859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0555df3d-c953-4943-a2c0-824815315f15 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:55.293083 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-557114e0-779b-4b86-bc2e-a596e4416c9f req-bf34ea84-2440-49ef-b8ce-26461d2893e6 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348254 Mar 07 16:12:55.320788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] For port 902c677e-5ebc-4183-8149-03c6b0089ffb, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:12:55.324490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 0555df3d-c953-4943-a2c0-824815315f15 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:55.324844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0555df3d-c953-4943-a2c0-824815315f15 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:55.348203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] For port 902c677e-5ebc-4183-8149-03c6b0089ffb, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=902c677e-5ebc-4183-8149-03c6b0089ffb,segment=NetworkSegment(11c0bac1-3247-47b7-b45d-2d04da972f79),segment_id=11c0bac1-3247-47b7-b45d-2d04da972f79)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:12:55.358849 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (902c677e-5ebc-4183-8149-03c6b0089ffb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.426446 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d7b4dbd3-fff8-485d-b85a-9fe89e8e853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (7ac4e386-e487-4845-9efb-9051d8516734), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.431012 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-916c5a79-775b-4dbd-ac4c-a5d92fd0e1dc admin admin] Publish callbacks [] for security_group (e2bd14c7-9123-4559-a86e-130a89dd9277), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.440261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Deleting port 7ac4e386-e487-4845-9efb-9051d8516734 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:55.440586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7ac4e386-e487-4845-9efb-9051d8516734), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.446854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aeba8d-9562-4c39-bd44-c924f97e7d5b None None] Pushing event updated for resources: {'Port': ['ID=902c677e-5ebc-4183-8149-03c6b0089ffb,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:55.458063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4dbd3-fff8-485d-b85a-9fe89e8e853c None None] No DVR routers for this DVR port 7ac4e386-e487-4845-9efb-9051d8516734 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:55.489338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4dbd3-fff8-485d-b85a-9fe89e8e853c None None] Pushing event deleted for resources: {'Port': ['ID=7ac4e386-e487-4845-9efb-9051d8516734,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:55.541254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd23bf-ed34-4b84-839d-1b85c7e920f0 req-f1158e2d-f123-4f52-9edb-f47769b20a71 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:55.542853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78dd23bf-ed34-4b84-839d-1b85c7e920f0 req-f1158e2d-f123-4f52-9edb-f47769b20a71 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 943 time: 0.4331865 Mar 07 16:12:55.562408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Deleting port 902c677e-5ebc-4183-8149-03c6b0089ffb {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:55.562758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (902c677e-5ebc-4183-8149-03c6b0089ffb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.615756 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-916c5a79-775b-4dbd-ac4c-a5d92fd0e1dc admin admin] Publish callbacks [] for security_group (e2bd14c7-9123-4559-a86e-130a89dd9277), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.646115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab10423a-ddeb-42da-a6b0-db960c3e1c02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (26f3bb67-ee83-4cb2-b167-4033ff3f07e1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.649015 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e00e9d6-0053-4ef1-8c1c-f0cfd0b97e6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.652613 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e00e9d6-0053-4ef1-8c1c-f0cfd0b97e6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (55657845-6391-4465-aa91-bf0defe6cb44), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.736604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] For port 7ac4e386-e487-4845-9efb-9051d8516734, host n-d-830010-8, got binding levels [] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:55.736976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7ac4e386-e487-4845-9efb-9051d8516734), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.779212 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-2e00e9d6-0053-4ef1-8c1c-f0cfd0b97e6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Floating IP 55657845-6391-4465-aa91-bf0defe6cb44 associated. External IP: 172.25.4.164, port: c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d. Mar 07 16:12:55.808428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-79dede9e-369b-485e-9750-c3d479a80f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:55.809979 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-79dede9e-369b-485e-9750-c3d479a80f01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 1125 time: 0.4421041 Mar 07 16:12:55.833901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Calling delete_port for 7ac4e386-e487-4845-9efb-9051d8516734 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:55.843584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Port 7ac4e386-e487-4845-9efb-9051d8516734 was not found and therefore no delete operation was performed {{(pid=103867) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:12:55.884188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7ac4e386-e487-4845-9efb-9051d8516734), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:55.897192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-78dd23bf-ed34-4b84-839d-1b85c7e920f0 req-05f3e430-5485-4de7-8c5c-7ba1c7e19097 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426392 Mar 07 16:12:55.945262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac4e386-e487-4845-9efb-9051d8516734,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:55.991368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] No DVR routers for this DVR port 7ac4e386-e487-4845-9efb-9051d8516734 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:56.011106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e00e9d6-0053-4ef1-8c1c-f0cfd0b97e6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Router fefec877-9535-41a3-a249-ce1a363ddae2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:12:56.028320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Router e4065719-199e-46a0-81b6-409c396ef6fe is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:12:56.052374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] For port 902c677e-5ebc-4183-8149-03c6b0089ffb, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=902c677e-5ebc-4183-8149-03c6b0089ffb,segment=NetworkSegment(11c0bac1-3247-47b7-b45d-2d04da972f79),segment_id=11c0bac1-3247-47b7-b45d-2d04da972f79)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:56.052775 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (902c677e-5ebc-4183-8149-03c6b0089ffb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.073676 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab10423a-ddeb-42da-a6b0-db960c3e1c02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (26f3bb67-ee83-4cb2-b167-4033ff3f07e1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.085863 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-916c5a79-775b-4dbd-ac4c-a5d92fd0e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e2bd14c7-9123-4559-a86e-130a89dd9277), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.088349 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-916c5a79-775b-4dbd-ac4c-a5d92fd0e1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.089478 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-916c5a79-775b-4dbd-ac4c-a5d92fd0e1dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2bd14c7-9123-4559-a86e-130a89dd9277 HTTP/1.1" status: 204 len: 168 time: 1.0945318 Mar 07 16:12:56.126297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Calling delete_port for 902c677e-5ebc-4183-8149-03c6b0089ffb owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:56.129924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e00e9d6-0053-4ef1-8c1c-f0cfd0b97e6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:56.134328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e00e9d6-0053-4ef1-8c1c-f0cfd0b97e6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.140613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 153a4ae9-e8ac-4aab-b7b7-c3392a521655 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:56.145348 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] Sync routers for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:56.159959 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:56.165612 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:56.215288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2e00e9d6-0053-4ef1-8c1c-f0cfd0b97e6b tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "PUT /v2.0/floatingips/55657845-6391-4465-aa91-bf0defe6cb44 HTTP/1.1" status: 200 len: 991 time: 1.8162160 Mar 07 16:12:56.215288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'tag': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:56.215491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab10423a-ddeb-42da-a6b0-db960c3e1c02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.222551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ab10423a-ddeb-42da-a6b0-db960c3e1c02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/26f3bb67-ee83-4cb2-b167-4033ff3f07e1 HTTP/1.1" status: 204 len: 168 time: 1.5585206 Mar 07 16:12:56.222551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10423a-ddeb-42da-a6b0-db960c3e1c02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Subnet': ['ID=26f3bb67-ee83-4cb2-b167-4033ff3f07e1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:56.227805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35860) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:56.240495 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9a19b8-5052-4e02-8302-12a295101492" -d '{"events": [{"name": "network-changed", "server_uuid": "9831b7e6-e723-4018-bf8f-668d9a4c2948", "tag": "c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:56.286395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac992af-2279-4f8d-92fe-3dbb9ea4cc5a None None] Network fcd88116-d693-43cb-abeb-1711bd5e834b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:56.324027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c5a79-775b-4dbd-ac4c-a5d92fd0e1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bd14c7-9123-4559-a86e-130a89dd9277,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:56.356710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (d1d0569b-ea64-4f69-9f7c-982fe6065f52), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.502853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c004-bdbd-47fb-9c1b-440c05dfaae4 req-df774a65-ec2b-4984-8cb1-7662119483a1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:56.507496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4e5c004-bdbd-47fb-9c1b-440c05dfaae4 req-df774a65-ec2b-4984-8cb1-7662119483a1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 945 time: 0.1526425 Mar 07 16:12:56.540235 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-daa7c638-45a4-46d1-9ba7-591decacb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:56.547196 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-daa7c638-45a4-46d1-9ba7-591decacb6eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 907 time: 0.7045238 Mar 07 16:12:56.564627 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.613317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:56.614687 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.642986 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4e5c004-bdbd-47fb-9c1b-440c05dfaae4 req-a3aca194-12b1-4201-ab94-9e13d9eb69d4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192303 Mar 07 16:12:56.723418 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bff8d7c-86db-4de7-a678-332d37ca9f01 x-openstack-request-id: req-1bff8d7c-86db-4de7-a678-332d37ca9f01 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:56.724038 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9831b7e6-e723-4018-bf8f-668d9a4c2948", "tag": "c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:56.724038 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bff8d7c-86db-4de7-a678-332d37ca9f01 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:56.724373 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'tag': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d', 'status': 'completed', 'code': 200} Mar 07 16:12:56.738932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:12:56.745409 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703dc601-032b-4af9-b76d-1acfbb8c98bb" -d '{"events": [{"server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "name": "network-vif-unplugged", "status": "completed", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:12:56.799417 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:56.805729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 902c677e-5ebc-4183-8149-03c6b0089ffb up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:12:56.834198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:56.897808 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be9ed41-6fc0-4de9-b5d7-f751c2cb0afa x-openstack-request-id: req-2be9ed41-6fc0-4de9-b5d7-f751c2cb0afa {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:12:56.898102 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "name": "network-vif-unplugged", "status": "failed", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655", "code": 422}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:12:56.898354 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2be9ed41-6fc0-4de9-b5d7-f751c2cb0afa {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:12:56.898756 n-d-830010-8 neutron-server[103868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655', 'code': 422} returned with failed status Mar 07 16:12:56.909708 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:56.922343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8108e71-0ee8-49f9-ab46-9be2821975a4 None None] DHCP port deletion for fcd88116-d693-43cb-abeb-1711bd5e834b request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:57.085479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=153a4ae9-e8ac-4aab-b7b7-c3392a521655,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:57.109065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 902c677e-5ebc-4183-8149-03c6b0089ffb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:57.109324 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (902c677e-5ebc-4183-8149-03c6b0089ffb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.113621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917076ac-6001-47d3-8a90-057383feb3d0 None None] Network 498d29a3-d3de-4fb1-aa64-9057d5d31f8b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:57.216911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d8108e71-0ee8-49f9-ab46-9be2821975a4 None None] Deleting port 4652f9cd-9ead-4205-a506-13de3378581c {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:57.217570 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8108e71-0ee8-49f9-ab46-9be2821975a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4652f9cd-9ead-4205-a506-13de3378581c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.235646 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '55657845-6391-4465-aa91-bf0defe6cb44', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'port_id': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'mac_address': 'fa:16:3e:ce:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:12:16Z', 'updated_at': '2022-03-07T16:12:55Z', 'revision_number': 1, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38887b5b-989b-4860-9b84-26bffedaa3dc', 'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'mac_address': 'fa:16:3e:05:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:05Z', 'updated_at': '2022-03-07T16:12:12Z', 'revision_number': 5, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'subnets': [{'id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:57.266109 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] Checking router: fefec877-9535-41a3-a249-ce1a363ddae2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:57.275910 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:57.277387 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:57.342265 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:12:57.350788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d0569b-ea64-4f69-9f7c-982fe6065f52']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:57.357156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-fdf6076b-e2c4-49dd-9ed8-a9e87ae78127 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a57cfc-e33c-4509-8c44-14b639f93167 HTTP/1.1" status: 200 len: 217 time: 0.6637094 Mar 07 16:12:57.433379 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:57.454227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6760e0-499b-487f-b26d-7f7c4ec6802c') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:57.454527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6760e0-499b-487f-b26d-7f7c4ec6802c') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:57.489223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2c8a6244-7819-4980-9513-c40c6bd61409 None None] Provisioning complete for port 902c677e-5ebc-4183-8149-03c6b0089ffb triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:12:57.489584 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6244-7819-4980-9513-c40c6bd61409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (902c677e-5ebc-4183-8149-03c6b0089ffb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.512298 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (fd6760e0-499b-487f-b26d-7f7c4ec6802c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.521314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (fcd88116-d693-43cb-abeb-1711bd5e834b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.524588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (902c677e-5ebc-4183-8149-03c6b0089ffb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.552813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Could not find standard attr ID for object 902c677e-5ebc-4183-8149-03c6b0089ffb. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:12:57.582995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d8108e71-0ee8-49f9-ab46-9be2821975a4 None None] For port 4652f9cd-9ead-4205-a506-13de3378581c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4652f9cd-9ead-4205-a506-13de3378581c,segment=NetworkSegment(e41f67b9-b806-4757-b934-e4943afd7a3b),segment_id=e41f67b9-b806-4757-b934-e4943afd7a3b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:57.584162 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8108e71-0ee8-49f9-ab46-9be2821975a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4652f9cd-9ead-4205-a506-13de3378581c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.592690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a6244-7819-4980-9513-c40c6bd61409 None None] Port 902c677e-5ebc-4183-8149-03c6b0089ffb was deleted so its status cannot be updated. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 16:12:57.596520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fd6760e0-499b-487f-b26d-7f7c4ec6802c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.597290 n-d-830010-8 neutron-server[103868]: INFO neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No ports have port_id starting with 902c677e-5ebc-4183-8149-03c6b0089ffb Mar 07 16:12:57.600362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Port': ['ID=902c677e-5ebc-4183-8149-03c6b0089ffb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:57.608417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a19b8-5052-4e02-8302-12a295101492 req-544f5a53-da0d-4187-aeb6-fcb7521d2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:57.610179 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da9a19b8-5052-4e02-8302-12a295101492 req-544f5a53-da0d-4187-aeb6-fcb7521d2dd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c927f3fa5e564045bc523a54bde7a3be&device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 1127 time: 0.7691169 Mar 07 16:12:57.628057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:12:57.629118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d8108e71-0ee8-49f9-ab46-9be2821975a4 None None] Calling delete_port for 4652f9cd-9ead-4205-a506-13de3378581c owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:57.646825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:12:57.652859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (fd6760e0-499b-487f-b26d-7f7c4ec6802c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.660903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Sync routers for ids ['e4065719-199e-46a0-81b6-409c396ef6fe'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:12:57.674778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70fa42-0022-4ab2-8bef-a1cee53a60a9 req-83627d1c-3c15-4da6-9c00-d39c3c920898 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:57.676401 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b70fa42-0022-4ab2-8bef-a1cee53a60a9 req-83627d1c-3c15-4da6-9c00-d39c3c920898 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 943 time: 0.3277304 Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:12:57.677108 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:12:57.714769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-ede61151-224d-49bf-88f3-f8d6939ceb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:57.718004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-ede61151-224d-49bf-88f3-f8d6939ceb41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.3136189 Mar 07 16:12:57.799948 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.801191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-43c10f84-eeda-4f96-bdd4-68f28ee72603 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.0697975 Mar 07 16:12:57.849691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 35906) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:57.861441 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '55657845-6391-4465-aa91-bf0defe6cb44', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'port_id': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'mac_address': 'fa:16:3e:ce:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:12:16Z', 'updated_at': '2022-03-07T16:12:55Z', 'revision_number': 1, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38887b5b-989b-4860-9b84-26bffedaa3dc', 'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'mac_address': 'fa:16:3e:05:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:05Z', 'updated_at': '2022-03-07T16:12:12Z', 'revision_number': 5, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'subnets': [{'id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:57.869050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7ac4e386-e487-4845-9efb-9051d8516734 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:57.895084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7ac4e386-e487-4845-9efb-9051d8516734 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:57.895470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7ac4e386-e487-4845-9efb-9051d8516734 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:57.899505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Routers {'e4065719-199e-46a0-81b6-409c396ef6fe'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:12:57.900146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e4065719-199e-46a0-81b6-409c396ef6fe'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:57.901988 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:57.936830 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c053592-526a-4b51-be72-fb78687ab3c1 None None] The sync data for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 is: [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '55657845-6391-4465-aa91-bf0defe6cb44', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'port_id': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'mac_address': 'fa:16:3e:ce:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:12:16Z', 'updated_at': '2022-03-07T16:12:55Z', 'revision_number': 1, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38887b5b-989b-4860-9b84-26bffedaa3dc', 'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'mac_address': 'fa:16:3e:05:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:05Z', 'updated_at': '2022-03-07T16:12:12Z', 'revision_number': 5, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'subnets': [{'id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:12:57.942450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No DVR routers for this DVR port 902c677e-5ebc-4183-8149-03c6b0089ffb on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:57.974190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231d3d6-4ab6-41f4-bbf2-f7ba9531546e req-1e69e900-2cab-4e79-8ee9-802286798cc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:57.982259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f231d3d6-4ab6-41f4-bbf2-f7ba9531546e req-1e69e900-2cab-4e79-8ee9-802286798cc2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 943 time: 0.2100685 Mar 07 16:12:58.095517 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f231d3d6-4ab6-41f4-bbf2-f7ba9531546e req-f72554a8-5874-4ef2-a5d5-863e890415c2 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117597 Mar 07 16:12:58.155886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b3a57cfc-e33c-4509-8c44-14b639f93167 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:12:58.244403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-4783bab6-1614-45e1-ae9e-51d1dfd65cbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4618824 Mar 07 16:12:58.245068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (d1d0569b-ea64-4f69-9f7c-982fe6065f52), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:58.256131 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8108e71-0ee8-49f9-ab46-9be2821975a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (4652f9cd-9ead-4205-a506-13de3378581c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:58.268182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Set router e4065719-199e-46a0-81b6-409c396ef6fe gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:12:58.286504 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:58.292141 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d1d0569b-ea64-4f69-9f7c-982fe6065f52 HTTP/1.1" status: 204 len: 168 time: 3.8175097 Mar 07 16:12:58.306884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (74e787f2-a887-4e0d-bdea-f564ce9b3500), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:58.327462 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28bd1d-9404-4d3d-9650-f4c3b40b8ef7 None None] New status for floating IP 55657845-6391-4465-aa91-bf0defe6cb44: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:12:58.369022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1d2d9-431d-45a3-958f-aa1b8b6eb587 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d0569b-ea64-4f69-9f7c-982fe6065f52,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:58.399086 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b70fa42-0022-4ab2-8bef-a1cee53a60a9 req-16e2d30c-5e3f-4d8a-8107-1ba93c9c74d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764152 Mar 07 16:12:58.479344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a19b8-5052-4e02-8302-12a295101492 req-4533f6c8-fe5a-4eb8-b3d2-4643afe8b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:58.481093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da9a19b8-5052-4e02-8302-12a295101492 req-4533f6c8-fe5a-4eb8-b3d2-4643afe8b851 service neutron] 10.222.0.11 "GET /v2.0/networks?id=336a181c-16d2-466e-ac1f-a3c8f2e149d1 HTTP/1.1" status: 200 len: 916 time: 0.8547618 Mar 07 16:12:58.492384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8108e71-0ee8-49f9-ab46-9be2821975a4 None None] Pushing event deleted for resources: {'Port': ['ID=4652f9cd-9ead-4205-a506-13de3378581c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:58.503861 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-8fff4311-d8b9-4b00-9727-7bc49e67f211 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3499119 Mar 07 16:12:58.586282 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-7ffa422e-f569-4a5a-8505-fd1ca9cb0733 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038032 Mar 07 16:12:58.648215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8108e71-0ee8-49f9-ab46-9be2821975a4 None None] No DVR routers for this DVR port 4652f9cd-9ead-4205-a506-13de3378581c on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:58.740572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35940) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:58.765150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port 4652f9cd-9ead-4205-a506-13de3378581c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:12:58.765573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4652f9cd-9ead-4205-a506-13de3378581c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:58.855927 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4652f9cd-9ead-4205-a506-13de3378581c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:12:58.912812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a4ab6-f1fb-4ed9-b674-40feae135e49 req-ce645aad-a94e-41e4-9eaa-537973551770 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:58.916932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 4652f9cd-9ead-4205-a506-13de3378581c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:12:58.917278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4652f9cd-9ead-4205-a506-13de3378581c not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:12:58.920298 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e05a4ab6-f1fb-4ed9-b674-40feae135e49 req-ce645aad-a94e-41e4-9eaa-537973551770 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.6825769 Mar 07 16:12:58.948815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (74e787f2-a887-4e0d-bdea-f564ce9b3500), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:58.974548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port b3a57cfc-e33c-4509-8c44-14b639f93167, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b3a57cfc-e33c-4509-8c44-14b639f93167,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:58.992419 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e05a4ab6-f1fb-4ed9-b674-40feae135e49 req-5bf3f0cc-c4a2-4566-987c-4bfb7052a9dd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711479 Mar 07 16:12:59.027731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'b3a57cfc-e33c-4509-8c44-14b639f93167', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'port_id': 'b3a57cfc-e33c-4509-8c44-14b639f93167', 'mac_address': 'fa:16:3e:3a:ec:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b9e25-07a8-4036-8b1a-d3eb88278c53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:12:59.046999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a2c03d-d8c2-4a2c-8520-3b59bcc91ca5 None None] Network 498d29a3-d3de-4fb1-aa64-9057d5d31f8b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:12:59.114401 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port b3a57cfc-e33c-4509-8c44-14b639f93167 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:12:59.114758 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.139700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da9a19b8-5052-4e02-8302-12a295101492 req-a926699f-191d-47b9-8c87-c672380995a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d HTTP/1.1" status: 200 len: 999 time: 0.6504965 Mar 07 16:12:59.156848 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.159734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Subnet': ['ID=74e787f2-a887-4e0d-bdea-f564ce9b3500,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:59.208882 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.219782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] For port 4652f9cd-9ead-4205-a506-13de3378581c, host n-d-830010-8, got binding levels [] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:59.220474 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4652f9cd-9ead-4205-a506-13de3378581c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.229844 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2eda9315-6da6-43a4-a1de-81d06bfe254a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5e13e7abaf74f80bba27bdcf0bfcecc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4612172 Mar 07 16:12:59.237442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a57cfc-e33c-4509-8c44-14b639f93167 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:12:59.240045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (498d29a3-d3de-4fb1-aa64-9057d5d31f8b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.262921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 35966) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:12:59.291850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port b3a57cfc-e33c-4509-8c44-14b639f93167, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b3a57cfc-e33c-4509-8c44-14b639f93167,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:12:59.297015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:47Z', 'updated_at': '2022-03-07T16:12:52Z', 'revision_number': 3, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'gw_port': {'id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:50Z', 'updated_at': '2022-03-07T16:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:59.333563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for 4652f9cd-9ead-4205-a506-13de3378581c owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:12:59.342003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Port 4652f9cd-9ead-4205-a506-13de3378581c was not found and therefore no delete operation was performed {{(pid=103867) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:12:59.342598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.346331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Checking router: e4065719-199e-46a0-81b6-409c396ef6fe for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:12:59.346698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Updating router e4065719-199e-46a0-81b6-409c396ef6fe port afd35094-403f-43fb-9125-6de6cd4dc6ac binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:12:59.360107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-5ab8ea9d-a5d2-4ec2-ba5e-f6395aca3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:59.362324 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-5ab8ea9d-a5d2-4ec2-ba5e-f6395aca3a58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 1127 time: 0.6431978 Mar 07 16:12:59.391693 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4652f9cd-9ead-4205-a506-13de3378581c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.422476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cefae0-bfd2-40f6-ba6a-778aa60c4256 None None] DHCP port deletion for 498d29a3-d3de-4fb1-aa64-9057d5d31f8b request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:12:59.437014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498d29a3-d3de-4fb1-aa64-9057d5d31f8b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:59.443950 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.444185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9305d304-4bf6-41fd-8567-c0168cd7cb3c req-fc67aa34-fadb-404f-ac09-7524d99398b2 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7004123 Mar 07 16:12:59.469324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Allocated IP 172.20.0.1 (d0e34cab-05fd-46a4-ae98-a331c5eb2594/59d721b4-3a35-40b5-a188-587f35cdd27f/572be498-d3ca-4332-a13e-22ab56734fb9) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:12:59.501153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No DVR routers for this DVR port 4652f9cd-9ead-4205-a506-13de3378581c on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:12:59.512647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=b3a57cfc-e33c-4509-8c44-14b639f93167,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:59.532166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=4652f9cd-9ead-4205-a506-13de3378581c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:59.563707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a19b8-5052-4e02-8302-12a295101492 req-203d60ad-31d6-4a90-8947-79bcdd65d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:59.565947 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da9a19b8-5052-4e02-8302-12a295101492 req-203d60ad-31d6-4a90-8947-79bcdd65d9e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54c0c13f-8236-46f0-a665-d9c7ac9dde01 HTTP/1.1" status: 200 len: 854 time: 0.3992894 Mar 07 16:12:59.590646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c0bac1-3247-47b7-b45d-2d04da972f79') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:59.591226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c0bac1-3247-47b7-b45d-2d04da972f79') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:12:59.629546 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (11c0bac1-3247-47b7-b45d-2d04da972f79), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.650010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac41664-c5f1-4640-8e7e-ed19cc7a1cd5 req-06c48b60-6e84-4fcf-9bbe-347dd28000bb tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:59.656588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27632b-35bf-48c0-bcea-8f5243f9687a req-00580bdf-57c6-44df-bc8a-eb523d96af63 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:12:59.658297 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe27632b-35bf-48c0-bcea-8f5243f9687a req-00580bdf-57c6-44df-bc8a-eb523d96af63 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 944 time: 0.1353242 Mar 07 16:12:59.664253 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cac41664-c5f1-4640-8e7e-ed19cc7a1cd5 req-06c48b60-6e84-4fcf-9bbe-347dd28000bb tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.5211339 Mar 07 16:12:59.693671 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Publish callbacks [] for port (572be498-d3ca-4332-a13e-22ab56734fb9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.749626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe27632b-35bf-48c0-bcea-8f5243f9687a req-2f4145bd-2e4b-4f6b-8e26-5ecdddce3d94 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811727 Mar 07 16:12:59.769477 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.775370 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (fcd88116-d693-43cb-abeb-1711bd5e834b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.775982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b3a57cfc-e33c-4509-8c44-14b639f93167'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:12:59.786317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (11c0bac1-3247-47b7-b45d-2d04da972f79), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.830656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Network d0e34cab-05fd-46a4-ae98-a331c5eb2594 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:12:59.836887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:12:59.838314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (11c0bac1-3247-47b7-b45d-2d04da972f79), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.839951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:12:59.843404 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:12:59.861292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:12:59.865752 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4df0196f-7455-447e-9c51-da7040b9afa5 admin admin] Publish callbacks [] for security_group (315b9c11-60f2-4849-940e-e7cfbac48aef), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.900018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4df0196f-7455-447e-9c51-da7040b9afa5 admin admin] Publish callbacks [] for security_group (315b9c11-60f2-4849-940e-e7cfbac48aef), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.912051 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (e4065719-199e-46a0-81b6-409c396ef6fe), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:12:59.915687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Pushing event updated for resources: {'Port': ['ID=572be498-d3ca-4332-a13e-22ab56734fb9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:12:59.998837 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Publish callbacks [] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.039280 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.043809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd88116-d693-43cb-abeb-1711bd5e834b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:00.058390 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cac41664-c5f1-4640-8e7e-ed19cc7a1cd5 req-e2348bf9-8a42-4a6d-af55-ffba3dc10674 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929794 Mar 07 16:13:00.072412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (498d29a3-d3de-4fb1-aa64-9057d5d31f8b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.094515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41f67b9-b806-4757-b934-e4943afd7a3b') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:00.094929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41f67b9-b806-4757-b934-e4943afd7a3b') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:00.099868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.108525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/498d29a3-d3de-4fb1-aa64-9057d5d31f8b HTTP/1.1" status: 204 len: 168 time: 5.8516872 Mar 07 16:13:00.109365 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:00.115581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-1c5a2190-7f54-479e-88c4-443e24b1630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:00.117173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-468242249'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:00.118075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-1c5a2190-7f54-479e-88c4-443e24b1630a service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 907 time: 0.7156811 Mar 07 16:13:00.147280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.200299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a19b8-5052-4e02-8302-12a295101492 req-697214e7-b844-4ced-85b4-dae3674cdcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:00.202314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da9a19b8-5052-4e02-8302-12a295101492 req-697214e7-b844-4ced-85b4-dae3674cdcc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=336a181c-16d2-466e-ac1f-a3c8f2e149d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5988796 Mar 07 16:13:00.210531 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (e41f67b9-b806-4757-b934-e4943afd7a3b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.215060 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e985c0-c9c2-41c3-be9a-87aef9d209b0 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Network': ['ID=498d29a3-d3de-4fb1-aa64-9057d5d31f8b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:00.305359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-2a321d70-53b4-4ea8-9d3a-94259fc93bb2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4e619d7-473e-491d-943c-b1597f4bdb25 HTTP/1.1" status: 200 len: 217 time: 0.1102417 Mar 07 16:13:00.322561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:00.330544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.364413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 153a4ae9-e8ac-4aab-b7b7-c3392a521655 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:00.366708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e41f67b9-b806-4757-b934-e4943afd7a3b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.391842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:00.392532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (e41f67b9-b806-4757-b934-e4943afd7a3b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:00.396688 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:00.453289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:00.454036 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4df0196f-7455-447e-9c51-da7040b9afa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (315b9c11-60f2-4849-940e-e7cfbac48aef), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.458279 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4df0196f-7455-447e-9c51-da7040b9afa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.462862 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4df0196f-7455-447e-9c51-da7040b9afa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/315b9c11-60f2-4849-940e-e7cfbac48aef HTTP/1.1" status: 204 len: 168 time: 1.1653686 Mar 07 16:13:00.499013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f5b37caa-cbe0-40ae-b2d2-be427ddcea13), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.499312 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Added segment f5b37caa-cbe0-40ae-b2d2-be427ddcea13 of type vlan for network b33b18a4-d371-4cf9-8e44-51dd0622b669 Mar 07 16:13:00.526850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a3b341b2-db83-4e70-b505-bb14be96d23f None None] Provisioning complete for port 572be498-d3ca-4332-a13e-22ab56734fb9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:00.527215 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a3b341b2-db83-4e70-b505-bb14be96d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.558730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582feb7d-7901-4c65-866b-8fc2fa0e0516 None None] Pushing event updated for resources: {'Port': ['ID=afd35094-403f-43fb-9125-6de6cd4dc6ac,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:00.676364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 902c677e-5ebc-4183-8149-03c6b0089ffb no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:00.688517 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Publish callbacks [] for port (572be498-d3ca-4332-a13e-22ab56734fb9), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.691678 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b33b18a4-d371-4cf9-8e44-51dd0622b669), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.698969 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.707496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a3b341b2-db83-4e70-b505-bb14be96d23f None None] Port 572be498-d3ca-4332-a13e-22ab56734fb9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:00.720381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 902c677e-5ebc-4183-8149-03c6b0089ffb {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:00.721056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 902c677e-5ebc-4183-8149-03c6b0089ffb not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:00.743033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Attempting to bind port afd35094-403f-43fb-9125-6de6cd4dc6ac on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:00.744130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Attempting to bind port afd35094-403f-43fb-9125-6de6cd4dc6ac by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:00.744681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Attempting to bind port afd35094-403f-43fb-9125-6de6cd4dc6ac on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:00.747186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Pushing event updated for resources: {'Port': ['ID=572be498-d3ca-4332-a13e-22ab56734fb9,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:00.757705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501922a8-eb62-4c97-bf75-8b85e92d5c06 req-9cd0f3c6-cef3-4ad9-9935-12375085d467 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:00.766025 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-501922a8-eb62-4c97-bf75-8b85e92d5c06 req-9cd0f3c6-cef3-4ad9-9935-12375085d467 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.5311518 Mar 07 16:13:00.777408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:00.778027 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:00.778614 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.779420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:00.780101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Bound port: afd35094-403f-43fb-9125-6de6cd4dc6ac, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:00.780727 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.825073 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:13:00.868555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] For port afd35094-403f-43fb-9125-6de6cd4dc6ac, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:00.876430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] For port afd35094-403f-43fb-9125-6de6cd4dc6ac, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=afd35094-403f-43fb-9125-6de6cd4dc6ac,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:00.893964 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.911401 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b33b18a4-d371-4cf9-8e44-51dd0622b669), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.917003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:00.918348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:00.983125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 is: DOWN; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:00.987027 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582feb7d-7901-4c65-866b-8fc2fa0e0516 None None] Pushing event updated for resources: {'Port': ['ID=afd35094-403f-43fb-9125-6de6cd4dc6ac,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:00.992083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-d19bda17-8e3b-4ba7-bee1-2e81df419659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:00.994045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-d19bda17-8e3b-4ba7-bee1-2e81df419659 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.6680272 Mar 07 16:13:00.994376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0196f-7455-447e-9c51-da7040b9afa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315b9c11-60f2-4849-940e-e7cfbac48aef,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:00.998226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da9a19b8-5052-4e02-8302-12a295101492 req-3be5bd40-f737-4808-9582-ad00c8ffce2f service neutron] 10.222.0.11 "GET /v2.0/networks/336a181c-16d2-466e-ac1f-a3c8f2e149d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759881 Mar 07 16:13:01.005012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Routers {'e4065719-199e-46a0-81b6-409c396ef6fe'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:01.005864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e4065719-199e-46a0-81b6-409c396ef6fe'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:01.014765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Network': ['ID=b33b18a4-d371-4cf9-8e44-51dd0622b669,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:01.016842 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (e4065719-199e-46a0-81b6-409c396ef6fe), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:01.085641 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-501922a8-eb62-4c97-bf75-8b85e92d5c06 req-cff1c63a-7bcf-4d55-90e2-0d7593f1914e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185794 Mar 07 16:13:01.093622 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-d8b266a4-edf4-4958-ad36-9a582a5ae5ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727656 Mar 07 16:13:01.096984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (fcd88116-d693-43cb-abeb-1711bd5e834b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:01.097145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b33b18a4-d371-4cf9-8e44-51dd0622b669 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:01.121727 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-17514058-addd-4cec-95bd-27bf96e74684 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0036037 Mar 07 16:13:01.123847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36064) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:01.128209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:01.131515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/networks/fcd88116-d693-43cb-abeb-1711bd5e834b HTTP/1.1" status: 204 len: 168 time: 4.8091705 Mar 07 16:13:01.155322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Request body: {'subnet': {'network_id': 'b33b18a4-d371-4cf9-8e44-51dd0622b669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:01.168272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36068) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:01.180250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'network': {'name': 'tempest-RoutersTest-829416441'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:01.241825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5a5b9-1ad7-4943-9a2b-0674ce69a02d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Network': ['ID=fcd88116-d693-43cb-abeb-1711bd5e834b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:01.245612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-b59f2bbd-b944-4bb7-af58-703e8d7cc8db service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334603 Mar 07 16:13:01.389516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:01.394376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:01.403164 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] Set router e4065719-199e-46a0-81b6-409c396ef6fe gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:01.473132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9f0f2-d62c-4d84-93f3-97d4205bd9a7 req-54e2a014-9bd2-4988-bf83-9d9ee726593e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:01.483992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570d28b-914d-4476-8ea2-53b4e6244271 req-71ac6fd5-dd52-4c1c-bb88-390a819d9e29 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:01.486578 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e570d28b-914d-4476-8ea2-53b4e6244271 req-71ac6fd5-dd52-4c1c-bb88-390a819d9e29 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2277672 Mar 07 16:13:01.487645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Made reservation on behalf of 837f73e5361d461285aa046bec021811 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:01.492346 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:01.493092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4fa9f0f2-d62c-4d84-93f3-97d4205bd9a7 req-54e2a014-9bd2-4988-bf83-9d9ee726593e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 944 time: 0.4910543 Mar 07 16:13:01.504798 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5759d266-d7b4-4776-af7d-b98af2d54bed req-99061dcc-c6f4-4a60-a07c-ef3d21937090 service neutron] 10.222.0.11 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272136 Mar 07 16:13:01.527253 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da9a19b8-5052-4e02-8302-12a295101492 req-8001d9fd-23ea-4afc-9a7f-8938a919c1c8 service neutron] 10.222.0.11 "GET /v2.0/networks/336a181c-16d2-466e-ac1f-a3c8f2e149d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040948 Mar 07 16:13:01.611503 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4fa9f0f2-d62c-4d84-93f3-97d4205bd9a7 req-08039794-9c42-45a1-81dc-73a58d9b515e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119614 Mar 07 16:13:01.619061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Network d0e34cab-05fd-46a4-ae98-a331c5eb2594 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:01.640081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:01.673571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:01.715750 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e570d28b-914d-4476-8ea2-53b4e6244271 req-369e87f7-bc16-4951-8002-da06227b10d0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954683 Mar 07 16:13:01.765417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:47Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 4, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'gw_port': {'id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:50Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '572be498-d3ca-4332-a13e-22ab56734fb9', 'name': '', 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'mac_address': 'fa:16:3e:6d:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:59Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 2, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'subnets': [{'id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:01.838472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e71cc-e644-4731-b6e1-962bc816d2d6 None None] The sync data for ids ['e4065719-199e-46a0-81b6-409c396ef6fe'] in n-d-830010-8 is: [{'id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:47Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 4, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'gw_port': {'id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:50Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '572be498-d3ca-4332-a13e-22ab56734fb9', 'name': '', 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'mac_address': 'fa:16:3e:6d:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:59Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 2, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'subnets': [{'id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:01.859046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f4e85d42-2329-498f-b889-337e231e68be), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:01.859419 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added segment f4e85d42-2329-498f-b889-337e231e68be of type vlan for network b11daf15-9c8b-420f-a730-b84690264778 Mar 07 16:13:02.051797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0d0403a2-d78d-43a4-87c0-c0efd3d436fd None None] Provisioning complete for port 572be498-d3ca-4332-a13e-22ab56734fb9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:02.055100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0d0403a2-d78d-43a4-87c0-c0efd3d436fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.100772 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b11daf15-9c8b-420f-a730-b84690264778), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.104809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0d0403a2-d78d-43a4-87c0-c0efd3d436fd None None] Port 572be498-d3ca-4332-a13e-22ab56734fb9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:02.164294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Router e4065719-199e-46a0-81b6-409c396ef6fe has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:02.174789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b3a57cfc-e33c-4509-8c44-14b639f93167 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:02.189213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84345f11-3b99-4582-b466-6511046c96ad req-940095d8-514a-44eb-8725-6df2f35d9450 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:02.190768 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84345f11-3b99-4582-b466-6511046c96ad req-940095d8-514a-44eb-8725-6df2f35d9450 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1701539 Mar 07 16:13:02.196142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b11daf15-9c8b-420f-a730-b84690264778), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.203833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:02.215016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.269880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0989437 Mar 07 16:13:02.272699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36132) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:02.279013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'subnet': {'network_id': 'b11daf15-9c8b-420f-a730-b84690264778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:02.321673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port b3a57cfc-e33c-4509-8c44-14b639f93167 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:13:02.335486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port b3a57cfc-e33c-4509-8c44-14b639f93167 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:02.336702 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.473404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:02.474003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port b3a57cfc-e33c-4509-8c44-14b639f93167 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:02.474444 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.484159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.519454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a57cfc-e33c-4509-8c44-14b639f93167'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:02.523061 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc75800-b560-4898-aa7c-8c5939558669" -d '{"events": [{"server_uuid": "4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a57cfc-e33c-4509-8c44-14b639f93167"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:02.527577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c02d0-1c1e-410f-8175-0d145e1691bd tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Network': ['ID=b11daf15-9c8b-420f-a730-b84690264778,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:02.540411 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36138) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:02.562635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port b3a57cfc-e33c-4509-8c44-14b639f93167, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b3a57cfc-e33c-4509-8c44-14b639f93167,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:02.568667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b11daf15-9c8b-420f-a730-b84690264778 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:02.573360 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.627443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.objects.ports [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:13:02.634431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84345f11-3b99-4582-b466-6511046c96ad req-eb2f30af-6814-4103-bcfd-ec613440ea71 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052761 Mar 07 16:13:02.637601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (84fde536-340c-431c-8f11-64631731b379), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.706227 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb2327d-02cb-4e5c-b6d2-7c46c8aa5016 x-openstack-request-id: req-afb2327d-02cb-4e5c-b6d2-7c46c8aa5016 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:02.706527 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a57cfc-e33c-4509-8c44-14b639f93167", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:02.706790 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afb2327d-02cb-4e5c-b6d2-7c46c8aa5016 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:02.707208 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a57cfc-e33c-4509-8c44-14b639f93167', 'code': 200} Mar 07 16:13:02.721974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=b3a57cfc-e33c-4509-8c44-14b639f93167,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:02.827622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:02.839475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2dd70b08-0863-41cb-ac25-35999813bd84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:02.859387 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-068c91c6-c967-496c-a99b-0127cf6ead77 admin admin] 10.222.0.24 "PUT /v2.0/routers/e4065719-199e-46a0-81b6-409c396ef6fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0085604 Mar 07 16:13:02.862020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ca26f-621f-4644-9ec5-8cf5bcd86add req-d8166ad1-542d-4eca-8149-e49712abab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:02.863798 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b43ca26f-621f-4644-9ec5-8cf5bcd86add req-d8166ad1-542d-4eca-8149-e49712abab4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 1127 time: 0.1645920 Mar 07 16:13:02.871854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event updated for resources: {'Subnet': ['ID=84fde536-340c-431c-8f11-64631731b379,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:02.898079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Checking segment: {'id': 'f5b37caa-cbe0-40ae-b2d2-be427ddcea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b33b18a4-d371-4cf9-8e44-51dd0622b669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:02.898756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network hostable DHCP agents. Network: b33b18a4-d371-4cf9-8e44-51dd0622b669, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:13:02.938241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Network b33b18a4-d371-4cf9-8e44-51dd0622b669 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:13:02.942974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab26b68-944b-47d4-a204-604dd55a82b6 req-ff586a3f-4899-4533-9e0a-af06e3653717 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:02.951078 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ab26b68-944b-47d4-a204-604dd55a82b6 req-ff586a3f-4899-4533-9e0a-af06e3653717 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 945 time: 0.2098520 Mar 07 16:13:02.968656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b33b18a4-d371-4cf9-8e44-51dd0622b669) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:02.983454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e32c6-0da7-4751-885c-ca35451046b1 None None] Network b33b18a4-d371-4cf9-8e44-51dd0622b669 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:02.992357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:02.993628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.021492 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2dd70b08-0863-41cb-ac25-35999813bd84 admin admin] Publish callbacks [] for security_group (564f2aca-842e-4afa-a2f4-8b6f1e3954f4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.032214 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e7d1da24-368e-442c-ab63-ab2f39db59d8 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9014649 Mar 07 16:13:03.033528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36154) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:03.044204 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2dd70b08-0863-41cb-ac25-35999813bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (564f2aca-842e-4afa-a2f4-8b6f1e3954f4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.074856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b43ca26f-621f-4644-9ec5-8cf5bcd86add req-3de251f6-8d88-4f01-be03-8547bf15d72e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013984 Mar 07 16:13:03.105113 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ab26b68-944b-47d4-a204-604dd55a82b6 req-b9847afe-8a82-4541-a7aa-55028ea5a7d9 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529973 Mar 07 16:13:03.186892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd70b08-0863-41cb-ac25-35999813bd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564f2aca-842e-4afa-a2f4-8b6f1e3954f4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:03.194880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (18d3b122-8e94-420e-bfcd-bbf52b7c004c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.242467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b33b18a4-d371-4cf9-8e44-51dd0622b669), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.246621 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2dd70b08-0863-41cb-ac25-35999813bd84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9340a0c807f64970ac9d9782c8715caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6910446 Mar 07 16:13:03.250822 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36164) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:03.293937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-b33b18a4-d371-4cf9-8e44-51dd0622b669', 'network_id': 'b33b18a4-d371-4cf9-8e44-51dd0622b669', 'project_id': '837f73e5361d461285aa046bec021811', 'fixed_ips': [{'subnet_id': '84fde536-340c-431c-8f11-64631731b379'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:13:03.297299 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.303662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Subnet': ['ID=18d3b122-8e94-420e-bfcd-bbf52b7c004c,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:03.358928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Checking segment: {'id': 'f4e85d42-2329-498f-b889-337e231e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b11daf15-9c8b-420f-a730-b84690264778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:03.359304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network hostable DHCP agents. Network: b11daf15-9c8b-420f-a730-b84690264778, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:13:03.407827 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (84fde536-340c-431c-8f11-64631731b379), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.410215 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network b11daf15-9c8b-420f-a730-b84690264778 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:13:03.425079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b11daf15-9c8b-420f-a730-b84690264778) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:03.437955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97f7e1b1-e617-4c38-9159-1820d869c4f4 admin admin] Publish callbacks [] for security_group (564f2aca-842e-4afa-a2f4-8b6f1e3954f4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.442685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:03.443849 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.456466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b4b61-dc1e-435a-bc7a-1227baadce04 None None] Network b11daf15-9c8b-420f-a730-b84690264778 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:03.472702 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-95c78226-501a-4f47-823c-ef72ce55fba8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1967542 Mar 07 16:13:03.472936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36170) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:03.483021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-034c1952-ed31-455d-a6ba-458d3fe9fa39 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-617653169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:03.511402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-034c1952-ed31-455d-a6ba-458d3fe9fa39 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (e2250754-6217-4e56-923f-6c48bb5f6c4d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.514021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-034c1952-ed31-455d-a6ba-458d3fe9fa39 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (e2250754-6217-4e56-923f-6c48bb5f6c4d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.567236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97f7e1b1-e617-4c38-9159-1820d869c4f4 admin admin] Publish callbacks [] for security_group (564f2aca-842e-4afa-a2f4-8b6f1e3954f4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.615769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Allocated IP 2001:db8::f816:3eff:fe5e:92f4 (b33b18a4-d371-4cf9-8e44-51dd0622b669/84fde536-340c-431c-8f11-64631731b379/55b8cad9-5479-4bf3-99db-8a1c5e6f0d32) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:03.642789 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-034c1952-ed31-455d-a6ba-458d3fe9fa39 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (e2250754-6217-4e56-923f-6c48bb5f6c4d), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.649650 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-034c1952-ed31-455d-a6ba-458d3fe9fa39 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (e2250754-6217-4e56-923f-6c48bb5f6c4d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.650216 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97f7e1b1-e617-4c38-9159-1820d869c4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (564f2aca-842e-4afa-a2f4-8b6f1e3954f4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.654052 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97f7e1b1-e617-4c38-9159-1820d869c4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.657262 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-97f7e1b1-e617-4c38-9159-1820d869c4f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/564f2aca-842e-4afa-a2f4-8b6f1e3954f4 HTTP/1.1" status: 204 len: 168 time: 0.4044833 Mar 07 16:13:03.689924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7e1b1-e617-4c38-9159-1820d869c4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564f2aca-842e-4afa-a2f4-8b6f1e3954f4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:03.692021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-034c1952-ed31-455d-a6ba-458d3fe9fa39 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.693715 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-034c1952-ed31-455d-a6ba-458d3fe9fa39 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2198613 Mar 07 16:13:03.696553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36178) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:03.715859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-b11daf15-9c8b-420f-a730-b84690264778', 'network_id': 'b11daf15-9c8b-420f-a730-b84690264778', 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'fixed_ips': [{'subnet_id': '18d3b122-8e94-420e-bfcd-bbf52b7c004c'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:13:03.717691 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:03.884566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fd0c1-ceeb-47f8-95c5-f3560238280e req-ed2fe972-68d3-4f3c-a77a-1532accdbd2f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:03.895934 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-684fd0c1-ceeb-47f8-95c5-f3560238280e req-ed2fe972-68d3-4f3c-a77a-1532accdbd2f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.0973153 Mar 07 16:13:03.969970 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-684fd0c1-ceeb-47f8-95c5-f3560238280e req-51e1acc9-3da4-4ec7-b107-6d3c153d1a6a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722909 Mar 07 16:13:04.234417 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Publish callbacks [] for port (55b8cad9-5479-4bf3-99db-8a1c5e6f0d32), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.255876 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (55b8cad9-5479-4bf3-99db-8a1c5e6f0d32), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.271271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Allocated IP 172.20.0.2 (b11daf15-9c8b-420f-a730-b84690264778/18d3b122-8e94-420e-bfcd-bbf52b7c004c/2fac53db-36b1-4665-8077-dab690d8d36e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:04.273622 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (84fde536-340c-431c-8f11-64631731b379), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.360762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Subnet': ['ID=84fde536-340c-431c-8f11-64631731b379,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:04.375124 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.383336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Network b33b18a4-d371-4cf9-8e44-51dd0622b669 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:04.411417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:04.450034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62c3b3-d35d-468d-8c7c-e39998404660 req-87facb2c-4d11-4d32-bbe0-374e2203296e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:04.453136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:04.455962 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb62c3b3-d35d-468d-8c7c-e39998404660 req-87facb2c-4d11-4d32-bbe0-374e2203296e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 945 time: 0.2104042 Mar 07 16:13:04.477447 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Pushing event updated for resources: {'Port': ['ID=55b8cad9-5479-4bf3-99db-8a1c5e6f0d32,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:04.506243 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b33b18a4-d371-4cf9-8e44-51dd0622b669), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.561167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33b18a4-d371-4cf9-8e44-51dd0622b669']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:04.593407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b37caa-cbe0-40ae-b2d2-be427ddcea13') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:04.593539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b37caa-cbe0-40ae-b2d2-be427ddcea13') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:04.594532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Attempting to bind port 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:04.595237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Attempting to bind port 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f5b37caa-cbe0-40ae-b2d2-be427ddcea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b33b18a4-d371-4cf9-8e44-51dd0622b669'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:04.595789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Attempting to bind port 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32 on network b33b18a4-d371-4cf9-8e44-51dd0622b669 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:04.610868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:04.611567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Checking segment: {'id': 'f5b37caa-cbe0-40ae-b2d2-be427ddcea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b33b18a4-d371-4cf9-8e44-51dd0622b669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:04.612333 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.615913 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Bound using segment: {'id': 'f5b37caa-cbe0-40ae-b2d2-be427ddcea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b33b18a4-d371-4cf9-8e44-51dd0622b669'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:04.617023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Bound port: 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b37caa-cbe0-40ae-b2d2-be427ddcea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b33b18a4-d371-4cf9-8e44-51dd0622b669'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:04.617023 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (55b8cad9-5479-4bf3-99db-8a1c5e6f0d32), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.627574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f5b37caa-cbe0-40ae-b2d2-be427ddcea13), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.647861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f5b37caa-cbe0-40ae-b2d2-be427ddcea13), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.662910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:04.663367 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f5b37caa-cbe0-40ae-b2d2-be427ddcea13), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:04.666627 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:04.827779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] For port 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:04.828541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.api [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 16:13:04.828541 n-d-830010-8 neutron-server[103866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 16:13:04.828541 n-d-830010-8 neutron-server[103866]: [parameters: {'id': 'b33b18a4-d371-4cf9-8e44-51dd0622b669'}] Mar 07 16:13:04.828541 n-d-830010-8 neutron-server[103866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:13:04.829024 n-d-830010-8 neutron-server[103866]: DEBUG oslo_db.api [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:13:04.832205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] For port 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=55b8cad9-5479-4bf3-99db-8a1c5e6f0d32,segment=NetworkSegment(f5b37caa-cbe0-40ae-b2d2-be427ddcea13),segment_id=f5b37caa-cbe0-40ae-b2d2-be427ddcea13)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:04.845226 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (55b8cad9-5479-4bf3-99db-8a1c5e6f0d32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:04.852077 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb62c3b3-d35d-468d-8c7c-e39998404660 req-a1c54e88-2909-4804-9880-91fba3ad5997 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873963 Mar 07 16:13:04.902904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device afd35094-403f-43fb-9125-6de6cd4dc6ac up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:05.049514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd107a6c-5ae9-41d5-8c3b-957b1ddd30c5 None None] Pushing event updated for resources: {'Port': ['ID=55b8cad9-5479-4bf3-99db-8a1c5e6f0d32,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:05.053028 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Publish callbacks [] for port (2fac53db-36b1-4665-8077-dab690d8d36e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.066330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.116457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Pushing event updated for resources: {'Port': ['ID=2fac53db-36b1-4665-8077-dab690d8d36e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:05.142165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f3516-a5e9-4ad2-99cd-a07d3f2ea40c None None] Network b33b18a4-d371-4cf9-8e44-51dd0622b669 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:05.148391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Network b11daf15-9c8b-420f-a730-b84690264778 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:05.170310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44e384-e75c-4ed1-b01f-f5d85b445bda req-67d55cd9-3fe2-445e-a944-f17e32d9b9c3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:05.177445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f44e384-e75c-4ed1-b01f-f5d85b445bda req-67d55cd9-3fe2-445e-a944-f17e32d9b9c3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1209633 Mar 07 16:13:05.182622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:05.217459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port afd35094-403f-43fb-9125-6de6cd4dc6ac triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:05.217847 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.226561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:05.233619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.20.0.1 (b11daf15-9c8b-420f-a730-b84690264778/18d3b122-8e94-420e-bfcd-bbf52b7c004c/b5e675f9-2e96-4ef6-8a34-4281ea6727ac) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:05.256380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36246) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:05.268208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f44e384-e75c-4ed1-b01f-f5d85b445bda req-e0ac92ae-e4ac-48a2-9cea-810501b51a05 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791070 Mar 07 16:13:05.330569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b33b18a4-d371-4cf9-8e44-51dd0622b669), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.465373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Deleting port 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:05.466162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (55b8cad9-5479-4bf3-99db-8a1c5e6f0d32), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.470657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.522821 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.542175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Attempting to bind port 2fac53db-36b1-4665-8077-dab690d8d36e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:05.542816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Attempting to bind port 2fac53db-36b1-4665-8077-dab690d8d36e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f4e85d42-2329-498f-b889-337e231e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b11daf15-9c8b-420f-a730-b84690264778'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:05.543385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Attempting to bind port 2fac53db-36b1-4665-8077-dab690d8d36e on network b11daf15-9c8b-420f-a730-b84690264778 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:05.543574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9d9e-5a90-48a2-9a0b-8249ad620f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.556621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:05.557335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Checking segment: {'id': 'f4e85d42-2329-498f-b889-337e231e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b11daf15-9c8b-420f-a730-b84690264778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:05.557918 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.558482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Bound using segment: {'id': 'f4e85d42-2329-498f-b889-337e231e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b11daf15-9c8b-420f-a730-b84690264778'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:05.559161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Bound port: 2fac53db-36b1-4665-8077-dab690d8d36e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e85d42-2329-498f-b889-337e231e68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b11daf15-9c8b-420f-a730-b84690264778'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:05.559766 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.571892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network b11daf15-9c8b-420f-a730-b84690264778 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:05.577436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:05.583615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:05.607916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] For port 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=55b8cad9-5479-4bf3-99db-8a1c5e6f0d32,segment=NetworkSegment(f5b37caa-cbe0-40ae-b2d2-be427ddcea13),segment_id=f5b37caa-cbe0-40ae-b2d2-be427ddcea13)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:05.608949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (55b8cad9-5479-4bf3-99db-8a1c5e6f0d32), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.619004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port afd35094-403f-43fb-9125-6de6cd4dc6ac is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:05.620855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.630095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Calling delete_port for 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:05.655641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (e2250754-6217-4e56-923f-6c48bb5f6c4d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.696340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port afd35094-403f-43fb-9125-6de6cd4dc6ac, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=afd35094-403f-43fb-9125-6de6cd4dc6ac,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:05.702364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Sync routers for ids ['e4065719-199e-46a0-81b6-409c396ef6fe'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:05.726786 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.752580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=b5e675f9-2e96-4ef6-8a34-4281ea6727ac,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:05.766275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (55b8cad9-5479-4bf3-99db-8a1c5e6f0d32), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.774665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Routers {'e4065719-199e-46a0-81b6-409c396ef6fe'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:05.775510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e4065719-199e-46a0-81b6-409c396ef6fe'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:05.782973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] For port 2fac53db-36b1-4665-8077-dab690d8d36e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:05.804755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Port': ['ID=55b8cad9-5479-4bf3-99db-8a1c5e6f0d32,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:05.821276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No DVR routers for this DVR port 55b8cad9-5479-4bf3-99db-8a1c5e6f0d32 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:05.859642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] For port 2fac53db-36b1-4665-8077-dab690d8d36e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2fac53db-36b1-4665-8077-dab690d8d36e,segment=NetworkSegment(f4e85d42-2329-498f-b889-337e231e68be),segment_id=f4e85d42-2329-498f-b889-337e231e68be)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:05.870364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=afd35094-403f-43fb-9125-6de6cd4dc6ac,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:05.877616 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.908213 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9d9e-5a90-48a2-9a0b-8249ad620f94 admin admin] Publish callbacks [] for security_group (1e1fe50e-1d06-42ab-aa05-f5daf048239c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.916398 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9d9e-5a90-48a2-9a0b-8249ad620f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1e1fe50e-1d06-42ab-aa05-f5daf048239c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:05.958777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e9d9e-5a90-48a2-9a0b-8249ad620f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1fe50e-1d06-42ab-aa05-f5daf048239c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:05.969975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.021362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849bd33-2110-4b20-8bd1-1808a4e7cd13 None None] Pushing event updated for resources: {'Port': ['ID=2fac53db-36b1-4665-8077-dab690d8d36e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:06.031688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Set router e4065719-199e-46a0-81b6-409c396ef6fe gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:06.062597 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b33b18a4-d371-4cf9-8e44-51dd0622b669), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.079243 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1d4e9d9e-5a90-48a2-9a0b-8249ad620f94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d422105324df4977a87e6efaf503382b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8190982 Mar 07 16:13:06.097002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36266) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:06.109970 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33b18a4-d371-4cf9-8e44-51dd0622b669']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:06.179887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b37caa-cbe0-40ae-b2d2-be427ddcea13') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:06.180198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b37caa-cbe0-40ae-b2d2-be427ddcea13') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:06.185794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36272) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:06.252577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f5b37caa-cbe0-40ae-b2d2-be427ddcea13), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.285285 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f5b37caa-cbe0-40ae-b2d2-be427ddcea13), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.331810 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:06.334280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f5b37caa-cbe0-40ae-b2d2-be427ddcea13), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:06.337879 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:06.410767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:47Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 4, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'gw_port': {'id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:50Z', 'updated_at': '2022-03-07T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '572be498-d3ca-4332-a13e-22ab56734fb9', 'name': '', 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'mac_address': 'fa:16:3e:6d:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:59Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 2, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'subnets': [{'id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:06.439883 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b33b18a4-d371-4cf9-8e44-51dd0622b669), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.463537 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Checking router: e4065719-199e-46a0-81b6-409c396ef6fe for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:13:06.464245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Updating router e4065719-199e-46a0-81b6-409c396ef6fe port 572be498-d3ca-4332-a13e-22ab56734fb9 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:13:06.536736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4dc79871-b2f9-487c-9548-34d3583d0eba admin admin] Publish callbacks [] for security_group (1e1fe50e-1d06-42ab-aa05-f5daf048239c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.536937 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.587781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9a1da-7893-4eec-bed7-c19823da9a12 req-e657af36-80e6-4ec0-bc18-f5d3de647ed2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:06.590513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8fd9a1da-7893-4eec-bed7-c19823da9a12 req-e657af36-80e6-4ec0-bc18-f5d3de647ed2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 945 time: 0.5889742 Mar 07 16:13:06.596341 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.600270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/b33b18a4-d371-4cf9-8e44-51dd0622b669 HTTP/1.1" status: 204 len: 168 time: 3.5657158 Mar 07 16:13:06.613838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36288) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:06.621042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf9ad3-f015-44d8-955c-8a823bc72c21 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Network': ['ID=b33b18a4-d371-4cf9-8e44-51dd0622b669,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:06.670888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4dc79871-b2f9-487c-9548-34d3583d0eba admin admin] Publish callbacks [] for security_group (1e1fe50e-1d06-42ab-aa05-f5daf048239c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.691150 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.719965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8fd9a1da-7893-4eec-bed7-c19823da9a12 req-0a4c881a-ac06-4f98-82eb-f9fbfac5db77 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115391 Mar 07 16:13:06.763476 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4865524b-4bd6-4a8d-94ff-56a55e98b02f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): The resource could not be found. Mar 07 16:13:06.764223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4865524b-4bd6-4a8d-94ff-56a55e98b02f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:13:06.767522 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4865524b-4bd6-4a8d-94ff-56a55e98b02f tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/subnets/84fde536-340c-431c-8f11-64631731b379 HTTP/1.1" status: 404 len: 337 time: 0.1527545 Mar 07 16:13:06.777057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f6a7a-cd34-4a21-8ad8-9abe65ca6d1c req-5d254e80-6127-42d0-ab52-01bf6453c395 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:06.777621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36292) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:06.779099 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-932f6a7a-cd34-4a21-8ad8-9abe65ca6d1c req-5d254e80-6127-42d0-ab52-01bf6453c395 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.3326595 Mar 07 16:13:06.797628 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.827396 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:06.831337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2fac53db-36b1-4665-8077-dab690d8d36e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:06.862249 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2287c8db-1922-49bd-9695-528cb70b1e43 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): The resource could not be found. Mar 07 16:13:06.863124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2287c8db-1922-49bd-9695-528cb70b1e43 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:13:06.866568 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2287c8db-1922-49bd-9695-528cb70b1e43 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/b33b18a4-d371-4cf9-8e44-51dd0622b669 HTTP/1.1" status: 404 len: 339 time: 0.0877657 Mar 07 16:13:06.874135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36294) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:06.887229 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-932f6a7a-cd34-4a21-8ad8-9abe65ca6d1c req-ff58c10b-a500-4f66-862c-9c47d114b1fa tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990531 Mar 07 16:13:06.918911 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e4eec8-1be0-4109-94dd-6e16abcd7d39 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): The resource could not be found. Mar 07 16:13:06.918911 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e4eec8-1be0-4109-94dd-6e16abcd7d39 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:13:06.923801 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d3e4eec8-1be0-4109-94dd-6e16abcd7d39 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/subnets/74e787f2-a887-4e0d-bdea-f564ce9b3500 HTTP/1.1" status: 404 len: 337 time: 0.0477917 Mar 07 16:13:06.932904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36296) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:06.978481 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8df00b-602d-4f51-b269-d9f0d020fb4a tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): The resource could not be found. Mar 07 16:13:06.979023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8df00b-602d-4f51-b269-d9f0d020fb4a tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:13:06.985097 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8e8df00b-602d-4f51-b269-d9f0d020fb4a tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/498d29a3-d3de-4fb1-aa64-9057d5d31f8b HTTP/1.1" status: 404 len: 339 time: 0.0484526 Mar 07 16:13:06.985529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36302) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:06.993486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=b5e675f9-2e96-4ef6-8a34-4281ea6727ac,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:07.001488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (e2250754-6217-4e56-923f-6c48bb5f6c4d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.015935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4dc79871-b2f9-487c-9548-34d3583d0eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1e1fe50e-1d06-42ab-aa05-f5daf048239c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.019519 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4dc79871-b2f9-487c-9548-34d3583d0eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.020965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4dc79871-b2f9-487c-9548-34d3583d0eba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e1fe50e-1d06-42ab-aa05-f5daf048239c HTTP/1.1" status: 204 len: 168 time: 0.9224646 Mar 07 16:13:07.030616 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d577f9b-dba6-4ce9-9c19-b349bfb40bfa tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): The resource could not be found. Mar 07 16:13:07.031110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d577f9b-dba6-4ce9-9c19-b349bfb40bfa tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:13:07.034139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2d577f9b-dba6-4ce9-9c19-b349bfb40bfa tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/subnets/574bd017-e6b5-4d05-ba4a-57a94d5dd4c8 HTTP/1.1" status: 404 len: 337 time: 0.0477636 Mar 07 16:13:07.036735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36306) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:07.063745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc79871-b2f9-487c-9548-34d3583d0eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1fe50e-1d06-42ab-aa05-f5daf048239c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:07.111345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2fac53db-36b1-4665-8077-dab690d8d36e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:07.112664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.130330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c440f2-8be7-4638-b316-409000427cad req-aaebc51f-7d78-4d4a-9e9a-7300a6594ae9 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:07.132665 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24c440f2-8be7-4638-b316-409000427cad req-aaebc51f-7d78-4d4a-9e9a-7300a6594ae9 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 946 time: 0.2305679 Mar 07 16:13:07.223394 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-24c440f2-8be7-4638-b316-409000427cad req-533f4cbb-b06b-41ac-932f-34472adfc762 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752268 Mar 07 16:13:07.254189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network b11daf15-9c8b-420f-a730-b84690264778 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:07.255993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:07.368185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Publish callbacks [] for port (572be498-d3ca-4332-a13e-22ab56734fb9), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.408483 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.435228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router e2250754-6217-4e56-923f-6c48bb5f6c4d is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:13:07.471046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d13e07-b5a7-4844-b12c-a5d9ffbb333a None None] Pushing event updated for resources: {'Port': ['ID=572be498-d3ca-4332-a13e-22ab56734fb9,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:07.492906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2fac53db-36b1-4665-8077-dab690d8d36e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:07.493422 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.556207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 2fac53db-36b1-4665-8077-dab690d8d36e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2fac53db-36b1-4665-8077-dab690d8d36e,segment=NetworkSegment(f4e85d42-2329-498f-b889-337e231e68be),segment_id=f4e85d42-2329-498f-b889-337e231e68be)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:07.610027 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.611397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device afd35094-403f-43fb-9125-6de6cd4dc6ac up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:07.627784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:07.637390 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a2c0e-f794-4a49-9782-a1d817240e43 None None] Sync routers for ids ['e2250754-6217-4e56-923f-6c48bb5f6c4d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:07.657801 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-390be152-a004-4ae1-afb1-c47714600476 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/e2250754-6217-4e56-923f-6c48bb5f6c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9586592 Mar 07 16:13:07.660080 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a2c0e-f794-4a49-9782-a1d817240e43 None None] Routers {'e2250754-6217-4e56-923f-6c48bb5f6c4d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:07.662007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36318) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:07.662344 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-141a2c0e-f794-4a49-9782-a1d817240e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e2250754-6217-4e56-923f-6c48bb5f6c4d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:07.701275 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff414340-2c4c-45cf-8913-e1d28d75c915 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): The resource could not be found. Mar 07 16:13:07.703664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff414340-2c4c-45cf-8913-e1d28d75c915 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:13:07.709606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ff414340-2c4c-45cf-8913-e1d28d75c915 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/6a8241cb-f721-49cf-8908-a106d8e7039e HTTP/1.1" status: 404 len: 339 time: 0.6718872 Mar 07 16:13:07.715714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36320) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:07.735992 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Attempting to bind port 572be498-d3ca-4332-a13e-22ab56734fb9 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:07.736805 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Attempting to bind port 572be498-d3ca-4332-a13e-22ab56734fb9 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '36b4d119-6289-4393-bb8e-9972e6f6e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:07.737340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Attempting to bind port 572be498-d3ca-4332-a13e-22ab56734fb9 on network d0e34cab-05fd-46a4-ae98-a331c5eb2594 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:07.753961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:07.754523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Checking segment: {'id': '36b4d119-6289-4393-bb8e-9972e6f6e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:07.755094 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.755733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Bound using segment: {'id': '36b4d119-6289-4393-bb8e-9972e6f6e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:07.756476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Bound port: 572be498-d3ca-4332-a13e-22ab56734fb9, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b4d119-6289-4393-bb8e-9972e6f6e527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:07.756969 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.791217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=2fac53db-36b1-4665-8077-dab690d8d36e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:07.791639 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-141a2c0e-f794-4a49-9782-a1d817240e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:07.821001 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a2c0e-f794-4a49-9782-a1d817240e43 None None] Routers {'e2250754-6217-4e56-923f-6c48bb5f6c4d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:07.824453 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-141a2c0e-f794-4a49-9782-a1d817240e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e2250754-6217-4e56-923f-6c48bb5f6c4d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:07.851309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port afd35094-403f-43fb-9125-6de6cd4dc6ac triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:07.854567 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.883525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ac4477-e6a5-47a4-99a4-01cf0c47de2c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:07.891472 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-16ac4477-e6a5-47a4-99a4-01cf0c47de2c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports/b5e675f9-2e96-4ef6-8a34-4281ea6727ac HTTP/1.1" status: 200 len: 910 time: 0.2247372 Mar 07 16:13:07.894160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36322) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:07.900288 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-141a2c0e-f794-4a49-9782-a1d817240e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:07.917183 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a2c0e-f794-4a49-9782-a1d817240e43 None None] The sync data for ids ['e2250754-6217-4e56-923f-6c48bb5f6c4d'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:07.922446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36326) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:07.957797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd155f5-258d-452c-9013-701e0cdd5af0 req-bcdb0e32-6d23-4689-9dcc-0b2cbc8d6d00 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:07.959293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2dd155f5-258d-452c-9013-701e0cdd5af0 req-bcdb0e32-6d23-4689-9dcc-0b2cbc8d6d00 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 945 time: 0.3138611 Mar 07 16:13:07.962437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69d7d3e4-8d50-4bb0-8e4b-19bcf9311018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:07.970495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] For port 572be498-d3ca-4332-a13e-22ab56734fb9, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:07.979500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] For port 572be498-d3ca-4332-a13e-22ab56734fb9, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=572be498-d3ca-4332-a13e-22ab56734fb9,segment=NetworkSegment(36b4d119-6289-4393-bb8e-9972e6f6e527),segment_id=36b4d119-6289-4393-bb8e-9972e6f6e527)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:08.047696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port afd35094-403f-43fb-9125-6de6cd4dc6ac is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:08.056208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e99d42-994d-466c-a064-339c82391e14 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:13:08.062407 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.072870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (b2182919-8be6-4c53-8556-3f673149b4bb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.132427 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2dd155f5-258d-452c-9013-701e0cdd5af0 req-11f9702c-021c-4d9b-84c1-32a8f048f464 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636734 Mar 07 16:13:08.152189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-06683d88-35d9-43f6-8339-109c3cf3db8e None None] Provisioning complete for port 572be498-d3ca-4332-a13e-22ab56734fb9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:08.152857 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06683d88-35d9-43f6-8339-109c3cf3db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.154551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-84b3e41b-5f51-4af1-9f86-a9ac6190cb28 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Deleting port c84d5b48-1a8a-459e-bf9d-5dee8ad95675 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:08.155101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84b3e41b-5f51-4af1-9f86-a9ac6190cb28 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c84d5b48-1a8a-459e-bf9d-5dee8ad95675), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.188326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca254-5d25-4135-8f3d-32bf2e718b58 req-d54e27be-520b-461e-bc51-fa8c62b826c1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:08.198001 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dccca254-5d25-4135-8f3d-32bf2e718b58 req-d54e27be-520b-461e-bc51-fa8c62b826c1 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1134589 Mar 07 16:13:08.226140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84b3e41b-5f51-4af1-9f86-a9ac6190cb28 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c84d5b48-1a8a-459e-bf9d-5dee8ad95675), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.243464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-84b3e41b-5f51-4af1-9f86-a9ac6190cb28 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Calling delete_port for c84d5b48-1a8a-459e-bf9d-5dee8ad95675 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:08.244853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Routers {'e4065719-199e-46a0-81b6-409c396ef6fe'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:08.245498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e4065719-199e-46a0-81b6-409c396ef6fe'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:08.351462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84b3e41b-5f51-4af1-9f86-a9ac6190cb28 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c84d5b48-1a8a-459e-bf9d-5dee8ad95675), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.386548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d13e07-b5a7-4844-b12c-a5d9ffbb333a None None] Pushing event updated for resources: {'Port': ['ID=572be498-d3ca-4332-a13e-22ab56734fb9,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:08.398919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] Set router e4065719-199e-46a0-81b6-409c396ef6fe gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:08.418985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3e41b-5f51-4af1-9f86-a9ac6190cb28 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Port': ['ID=c84d5b48-1a8a-459e-bf9d-5dee8ad95675,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:08.445365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84b3e41b-5f51-4af1-9f86-a9ac6190cb28 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.449546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-84b3e41b-5f51-4af1-9f86-a9ac6190cb28 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/ports/c84d5b48-1a8a-459e-bf9d-5dee8ad95675 HTTP/1.1" status: 204 len: 168 time: 0.7149394 Mar 07 16:13:08.456256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36352) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:08.464277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69d7d3e4-8d50-4bb0-8e4b-19bcf9311018 admin admin] Publish callbacks [] for security_group (81e689ac-a255-46de-ba57-8599d18feced), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.474084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-69d7d3e4-8d50-4bb0-8e4b-19bcf9311018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (81e689ac-a255-46de-ba57-8599d18feced), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.503947 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dccca254-5d25-4135-8f3d-32bf2e718b58 req-c3f98848-d607-4bc5-9752-a2f3b86b04cc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043334 Mar 07 16:13:08.511291 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef55105-91d3-45af-8770-86fed3caaf3c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): The resource could not be found. Mar 07 16:13:08.511945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef55105-91d3-45af-8770-86fed3caaf3c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:13:08.520100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5ef55105-91d3-45af-8770-86fed3caaf3c tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/subnets/edd14672-3405-4996-9863-04eefb499506 HTTP/1.1" status: 404 len: 337 time: 0.0600200 Mar 07 16:13:08.520832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36354) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:08.617352 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-69d7d3e4-8d50-4bb0-8e4b-19bcf9311018 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9562fe0e71bd41a28828894d00d6652f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6874566 Mar 07 16:13:08.618359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36356) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:08.657886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7d3e4-8d50-4bb0-8e4b-19bcf9311018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e689ac-a255-46de-ba57-8599d18feced,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:08.717852 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.732412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860925-051f-4676-883e-4d2dd44cff40 req-4a7b0e8d-1084-4894-b71e-90ad8f950e77 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:08.734765 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a860925-051f-4676-883e-4d2dd44cff40 req-4a7b0e8d-1084-4894-b71e-90ad8f950e77 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 945 time: 0.1909473 Mar 07 16:13:08.783276 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5433f8f2-1fe6-4c44-8527-5365fe7187d8 admin admin] Publish callbacks [] for security_group (81e689ac-a255-46de-ba57-8599d18feced), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.801974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2fac53db-36b1-4665-8077-dab690d8d36e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:08.836589 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5433f8f2-1fe6-4c44-8527-5365fe7187d8 admin admin] Publish callbacks [] for security_group (81e689ac-a255-46de-ba57-8599d18feced), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.912167 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7a860925-051f-4676-883e-4d2dd44cff40 req-1ed17bc0-324f-49c3-9603-14f87ab738e0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632898 Mar 07 16:13:08.938060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Deleting port 8205a82a-20ef-4018-9e7d-81c9a76a9802 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:08.938451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:08.950782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e99d42-994d-466c-a064-339c82391e14 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:13:09.034487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] For port 8205a82a-20ef-4018-9e7d-81c9a76a9802, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8205a82a-20ef-4018-9e7d-81c9a76a9802,segment=NetworkSegment(b932a5a2-b327-49f2-ac40-538aa5ef985f),segment_id=b932a5a2-b327-49f2-ac40-538aa5ef985f)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:09.034878 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.048815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Calling delete_port for 8205a82a-20ef-4018-9e7d-81c9a76a9802 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:09.098133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-06683d88-35d9-43f6-8339-109c3cf3db8e None None] Current status of the port 572be498-d3ca-4332-a13e-22ab56734fb9 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:09.098824 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06683d88-35d9-43f6-8339-109c3cf3db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.180800 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5433f8f2-1fe6-4c44-8527-5365fe7187d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (81e689ac-a255-46de-ba57-8599d18feced), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.183686 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5433f8f2-1fe6-4c44-8527-5365fe7187d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.187666 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5433f8f2-1fe6-4c44-8527-5365fe7187d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81e689ac-a255-46de-ba57-8599d18feced HTTP/1.1" status: 204 len: 168 time: 0.5592995 Mar 07 16:13:09.205272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433f8f2-1fe6-4c44-8527-5365fe7187d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e689ac-a255-46de-ba57-8599d18feced,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:09.253388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2fac53db-36b1-4665-8077-dab690d8d36e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:09.253812 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.264429 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.291593 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8205a82a-20ef-4018-9e7d-81c9a76a9802), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.295338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:09.311757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d75599-1ff6-4502-ac11-ab5359ae5a2c') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:09.312177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d75599-1ff6-4502-ac11-ab5359ae5a2c') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:09.340343 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (89d75599-1ff6-4502-ac11-ab5359ae5a2c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.346482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8205a82a-20ef-4018-9e7d-81c9a76a9802,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:09.364525 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (89d75599-1ff6-4502-ac11-ab5359ae5a2c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.374583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:09.375065 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (89d75599-1ff6-4502-ac11-ab5359ae5a2c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:09.378416 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:09.476988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (e2250754-6217-4e56-923f-6c48bb5f6c4d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.482490 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.488884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.492838 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd HTTP/1.1" status: 204 len: 168 time: 0.9701240 Mar 07 16:13:09.496554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36382) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:09.498582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-06683d88-35d9-43f6-8339-109c3cf3db8e None None] For port 572be498-d3ca-4332-a13e-22ab56734fb9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=572be498-d3ca-4332-a13e-22ab56734fb9,segment=NetworkSegment(36b4d119-6289-4393-bb8e-9972e6f6e527),segment_id=36b4d119-6289-4393-bb8e-9972e6f6e527)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:09.580263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53eadb-119b-4358-aa97-67c477883172 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Network': ['ID=f1c28ff1-b14a-4027-b313-b9a2cdf1b0bd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:09.599985 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06683d88-35d9-43f6-8339-109c3cf3db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.723433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06683d88-35d9-43f6-8339-109c3cf3db8e None None] Pushing event updated for resources: {'Port': ['ID=572be498-d3ca-4332-a13e-22ab56734fb9,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:09.736834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624aca09-0777-414c-afaa-7bcdb7d7dc82 None None] Network b11daf15-9c8b-420f-a730-b84690264778 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:09.793169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36392) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:09.804799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:47Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 4, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'gw_port': {'id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:50Z', 'updated_at': '2022-03-07T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '572be498-d3ca-4332-a13e-22ab56734fb9', 'name': '', 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'mac_address': 'fa:16:3e:6d:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:59Z', 'updated_at': '2022-03-07T16:13:07Z', 'revision_number': 4, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'subnets': [{'id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:09.844680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (b2182919-8be6-4c53-8556-3f673149b4bb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.874584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2b0eb-c65c-42c5-a582-d4e840eacfcd req-ff557159-a953-474f-b115-9ba110567640 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:09.876581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecf2b0eb-c65c-42c5-a582-d4e840eacfcd req-ff557159-a953-474f-b115-9ba110567640 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2500203 Mar 07 16:13:09.909985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3e49e-ffc4-4d47-b140-5932c7508ac7 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Deleting port 322b7e79-7b11-42b4-b0ae-e8ed5902db06 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:09.910505 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e49e-ffc4-4d47-b140-5932c7508ac7 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (322b7e79-7b11-42b4-b0ae-e8ed5902db06), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:09.915759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a2fdb6-88c2-429a-a05c-9b076adaca8a None None] The sync data for ids ['e4065719-199e-46a0-81b6-409c396ef6fe'] in n-d-830010-8 is: [{'id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:47Z', 'updated_at': '2022-03-07T16:13:00Z', 'revision_number': 4, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'gw_port': {'id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:50Z', 'updated_at': '2022-03-07T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '572be498-d3ca-4332-a13e-22ab56734fb9', 'name': '', 'network_id': 'd0e34cab-05fd-46a4-ae98-a331c5eb2594', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'mac_address': 'fa:16:3e:6d:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:59Z', 'updated_at': '2022-03-07T16:13:07Z', 'revision_number': 4, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'subnets': [{'id': '59d721b4-3a35-40b5-a188-587f35cdd27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:10.091466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ecf2b0eb-c65c-42c5-a582-d4e840eacfcd req-ee0b0df9-989c-4b94-8419-ff672ad7450e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059553 Mar 07 16:13:10.139351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3fb0c23d-3de6-43da-b829-007888fd1455 None None] Provisioning complete for port 2fac53db-36b1-4665-8077-dab690d8d36e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:10.139737 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c23d-3de6-43da-b829-007888fd1455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.149400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-826077be-ca3e-4849-bcdd-189cb2a9fcdf tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:10.151998 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-826077be-ca3e-4849-bcdd-189cb2a9fcdf tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 945 time: 0.2704563 Mar 07 16:13:10.202168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2fac53db-36b1-4665-8077-dab690d8d36e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:10.203642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 572be498-d3ca-4332-a13e-22ab56734fb9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:10.261095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.305690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e49e-ffc4-4d47-b140-5932c7508ac7 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (322b7e79-7b11-42b4-b0ae-e8ed5902db06), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.345963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3e49e-ffc4-4d47-b140-5932c7508ac7 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Calling delete_port for 322b7e79-7b11-42b4-b0ae-e8ed5902db06 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:10.371317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 572be498-d3ca-4332-a13e-22ab56734fb9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:10.372374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.375130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1aa6-bc0b-4e6f-9326-d7495709e2a7 req-1d148c83-adc2-475d-86ab-1fe08f841338 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:10.376815 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7cd1aa6-bc0b-4e6f-9326-d7495709e2a7 req-1d148c83-adc2-475d-86ab-1fe08f841338 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 945 time: 0.2660720 Mar 07 16:13:10.464180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0c23d-3de6-43da-b829-007888fd1455 None None] Current status of the port 2fac53db-36b1-4665-8077-dab690d8d36e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:10.526992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Publish callbacks [] for security_group (a58a3175-fe76-4831-bbaa-330c4e590ae7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.541349 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a58a3175-fe76-4831-bbaa-330c4e590ae7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.559954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 572be498-d3ca-4332-a13e-22ab56734fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:10.578031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a3175-fe76-4831-bbaa-330c4e590ae7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:10.601547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.601906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.602259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.602603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.617994 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7cd1aa6-bc0b-4e6f-9326-d7495709e2a7 req-e180fe0d-80fd-4fa4-91bd-8ae818b7d2b2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497750 Mar 07 16:13:10.618286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.618754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.620611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.621033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.621501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.627851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.628476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.628919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.629430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:10.658722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Deleting port b3a57cfc-e33c-4509-8c44-14b639f93167 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:10.663211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.681697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6675ef5b-16b1-4899-922c-7f4f1d8b60f6 None None] Provisioning complete for port 572be498-d3ca-4332-a13e-22ab56734fb9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:10.682079 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6675ef5b-16b1-4899-922c-7f4f1d8b60f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.691787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ae051b54-f741-44a4-8717-d95f5b1a86de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f666a77abe1142b4982fd7ef19aef03e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8946080 Mar 07 16:13:10.702500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36410) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:10.715816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port b5e675f9-2e96-4ef6-8a34-4281ea6727ac {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:10.716774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.803760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e49e-ffc4-4d47-b140-5932c7508ac7 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (322b7e79-7b11-42b4-b0ae-e8ed5902db06), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.883220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e49e-ffc4-4d47-b140-5932c7508ac7 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.891170 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a5d3e49e-ffc4-4d47-b140-5932c7508ac7 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/ports/322b7e79-7b11-42b4-b0ae-e8ed5902db06 HTTP/1.1" status: 204 len: 168 time: 1.3905330 Mar 07 16:13:10.893781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3e49e-ffc4-4d47-b140-5932c7508ac7 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Port': ['ID=322b7e79-7b11-42b4-b0ae-e8ed5902db06,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:10.898098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36414) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:10.898769 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-242478d6-f9b9-4984-be04-2487471f9f5d admin admin] Publish callbacks [] for security_group (a58a3175-fe76-4831-bbaa-330c4e590ae7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.935661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 572be498-d3ca-4332-a13e-22ab56734fb9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:10.939907 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.942205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6675ef5b-16b1-4899-922c-7f4f1d8b60f6 None None] Current status of the port 572be498-d3ca-4332-a13e-22ab56734fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:10.949664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] For port b3a57cfc-e33c-4509-8c44-14b639f93167, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b3a57cfc-e33c-4509-8c44-14b639f93167,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:10.950819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:10.973965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Calling delete_port for b3a57cfc-e33c-4509-8c44-14b639f93167 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:11.004702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 572be498-d3ca-4332-a13e-22ab56734fb9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:11.005547 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.017996 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-99782151-b79d-43d4-9d35-b6cf9acd8bcd tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] DELETE failed (client error): The resource could not be found. Mar 07 16:13:11.026740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99782151-b79d-43d4-9d35-b6cf9acd8bcd tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:13:11.031210 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-99782151-b79d-43d4-9d35-b6cf9acd8bcd tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/subnets/1973b0c7-1b43-4b37-9ca5-c6f254a1f30e HTTP/1.1" status: 404 len: 337 time: 0.1182668 Mar 07 16:13:11.037305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Router b2182919-8be6-4c53-8556-3f673149b4bb has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:11.042173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36418) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:11.084699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-409adb93-a7fb-45c4-8158-205a5b81231a None None] Provisioning complete for port 2fac53db-36b1-4665-8077-dab690d8d36e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:11.085090 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-409adb93-a7fb-45c4-8158-205a5b81231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.092439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-242478d6-f9b9-4984-be04-2487471f9f5d admin admin] Publish callbacks [] for security_group (a58a3175-fe76-4831-bbaa-330c4e590ae7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.250947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.284350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for b5e675f9-2e96-4ef6-8a34-4281ea6727ac owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:11.308453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-409adb93-a7fb-45c4-8158-205a5b81231a None None] Current status of the port 2fac53db-36b1-4665-8077-dab690d8d36e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:11.328201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 572be498-d3ca-4332-a13e-22ab56734fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:11.348851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-409adb93-a7fb-45c4-8158-205a5b81231a None None] Provisioning complete for port b5e675f9-2e96-4ef6-8a34-4281ea6727ac triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:11.349242 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-409adb93-a7fb-45c4-8158-205a5b81231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.410672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-242478d6-f9b9-4984-be04-2487471f9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a58a3175-fe76-4831-bbaa-330c4e590ae7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.413335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-242478d6-f9b9-4984-be04-2487471f9f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.414504 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-242478d6-f9b9-4984-be04-2487471f9f5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a58a3175-fe76-4831-bbaa-330c4e590ae7 HTTP/1.1" status: 204 len: 168 time: 0.7106652 Mar 07 16:13:11.419611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-409adb93-a7fb-45c4-8158-205a5b81231a None None] Port b5e675f9-2e96-4ef6-8a34-4281ea6727ac cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:11.445139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242478d6-f9b9-4984-be04-2487471f9f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58a3175-fe76-4831-bbaa-330c4e590ae7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:11.461456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (95901640-dd84-439e-8582-92e3251d8aec), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.473228 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:11.492819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] Sync routers for ids ['b2182919-8be6-4c53-8556-3f673149b4bb'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:11.511100 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3652d46f-1b68-4528-b52a-2053f7c558a7 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2182919-8be6-4c53-8556-3f673149b4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3268600 Mar 07 16:13:11.513861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36430) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:11.516786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] Routers {'b2182919-8be6-4c53-8556-3f673149b4bb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:11.517747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b2182919-8be6-4c53-8556-3f673149b4bb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:11.606109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a63ad-f520-43c9-96d9-f5e6c46371e8 req-6c21102f-6c21-4936-be63-953764bfca55 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:11.608114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-461a63ad-f520-43c9-96d9-f5e6c46371e8 req-6c21102f-6c21-4936-be63-953764bfca55 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2206290 Mar 07 16:13:11.613582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4f60cb7c-d0a3-47b9-adfa-03c21ba62fa2 None None] Provisioning complete for port b5e675f9-2e96-4ef6-8a34-4281ea6727ac triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:11.614126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4f60cb7c-d0a3-47b9-adfa-03c21ba62fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.696071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (95901640-dd84-439e-8582-92e3251d8aec), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.713997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4f60cb7c-d0a3-47b9-adfa-03c21ba62fa2 None None] Port b5e675f9-2e96-4ef6-8a34-4281ea6727ac cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:11.729629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95901640-dd84-439e-8582-92e3251d8aec']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:11.732585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] Set router b2182919-8be6-4c53-8556-3f673149b4bb gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:11.747571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ec31ab-feba-43c6-90ac-17fd7f6fc77b') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:11.748232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ec31ab-feba-43c6-90ac-17fd7f6fc77b') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:11.759790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks [] for router (b2182919-8be6-4c53-8556-3f673149b4bb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.764249 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f1ec31ab-feba-43c6-90ac-17fd7f6fc77b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.833604 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-461a63ad-f520-43c9-96d9-f5e6c46371e8 req-c36fcee4-2840-4884-9d6f-5faa5d1c43fc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148814 Mar 07 16:13:11.854026 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f1ec31ab-feba-43c6-90ac-17fd7f6fc77b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.870767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:11.871491 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f1ec31ab-feba-43c6-90ac-17fd7f6fc77b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:11.876324 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:11.926376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36440) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:11.947631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fe411a5-cfb3-4d4e-be4a-40f0b368d4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.961267 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:11.972643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b3a57cfc-e33c-4509-8c44-14b639f93167), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.030760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=b5e675f9-2e96-4ef6-8a34-4281ea6727ac,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:12.094705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event deleted for resources: {'Port': ['ID=b3a57cfc-e33c-4509-8c44-14b639f93167,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:12.121736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] No DVR routers for this DVR port b3a57cfc-e33c-4509-8c44-14b639f93167 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:12.142089 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.145579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3aa3f662-84f5-428f-ae87-4678f939a022 req-d8eae2b9-61a4-487f-ab3a-83ac4f64ee28 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "DELETE /v2.0/ports/b3a57cfc-e33c-4509-8c44-14b639f93167 HTTP/1.1" status: 204 len: 173 time: 1.9874241 Mar 07 16:13:12.146249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b', 'name': 'network-vif-deleted', 'tag': 'b3a57cfc-e33c-4509-8c44-14b639f93167'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:12.148872 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1acd3ef-8b12-4f77-a664-6df55c3b69e6" -d '{"events": [{"server_uuid": "4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b", "name": "network-vif-deleted", "tag": "b3a57cfc-e33c-4509-8c44-14b639f93167"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:12.182716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25', '210d2833-18c8-4737-9957-34ad134ce2a9'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:12.185550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['b3a57cfc-e33c-4509-8c44-14b639f93167'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:12.252011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a1314015-bd6f-4c7f-8ead-95ad6358d6cf None None] Provisioning complete for port b5e675f9-2e96-4ef6-8a34-4281ea6727ac triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:12.252011 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1314015-bd6f-4c7f-8ead-95ad6358d6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b5e675f9-2e96-4ef6-8a34-4281ea6727ac), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.283435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a1314015-bd6f-4c7f-8ead-95ad6358d6cf None None] Port b5e675f9-2e96-4ef6-8a34-4281ea6727ac was deleted so its status cannot be updated. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 16:13:12.406956 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad4ce09-4c90-4ba0-b7d4-97f968ad1f2a x-openstack-request-id: req-1ad4ce09-4c90-4ba0-b7d4-97f968ad1f2a {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:12.407406 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b", "name": "network-vif-deleted", "tag": "b3a57cfc-e33c-4509-8c44-14b639f93167", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:12.407683 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ad4ce09-4c90-4ba0-b7d4-97f968ad1f2a {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:12.408091 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b', 'name': 'network-vif-deleted', 'tag': 'b3a57cfc-e33c-4509-8c44-14b639f93167', 'status': 'completed', 'code': 200} Mar 07 16:13:12.499235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (e2250754-6217-4e56-923f-6c48bb5f6c4d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.503342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:23Z', 'updated_at': '2022-03-07T16:13:09Z', 'revision_number': 5, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'gw_port': {'id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:24Z', 'updated_at': '2022-03-07T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:12.523396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730e7ad-9c1a-4650-83f0-6944b32a9325 req-6091ac81-033f-4f7c-9344-3ee8301cb646 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:12.531019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8730e7ad-9c1a-4650-83f0-6944b32a9325 req-6091ac81-033f-4f7c-9344-3ee8301cb646 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4686d03e-9ee8-4bd9-94e4-2b5c05f7a61b HTTP/1.1" status: 200 len: 945 time: 0.7745962 Mar 07 16:13:12.547006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] Checking router: b2182919-8be6-4c53-8556-3f673149b4bb for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:13:12.556220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (95901640-dd84-439e-8582-92e3251d8aec), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.565604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] Routers {'b2182919-8be6-4c53-8556-3f673149b4bb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:12.566548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b2182919-8be6-4c53-8556-3f673149b4bb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:12.568719 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.572452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/95901640-dd84-439e-8582-92e3251d8aec HTTP/1.1" status: 204 len: 168 time: 1.5290046 Mar 07 16:13:12.582501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36452) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:12.592376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks [] for router_gateway (b2182919-8be6-4c53-8556-3f673149b4bb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.614976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7e2a7-653d-4272-b9f1-2ac34caf336b tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Network': ['ID=95901640-dd84-439e-8582-92e3251d8aec,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:12.676402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fe411a5-cfb3-4d4e-be4a-40f0b368d4f0 admin admin] Publish callbacks [] for security_group (b77e019f-6749-47de-ac55-91b224bc8ee1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.686920 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8fe411a5-cfb3-4d4e-be4a-40f0b368d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b77e019f-6749-47de-ac55-91b224bc8ee1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.705070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8730e7ad-9c1a-4650-83f0-6944b32a9325 req-655a3d29-2db0-47a3-9a6d-de909cf51fdb tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667037 Mar 07 16:13:12.727471 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-511a5eba-d08c-46be-87db-f03496132176 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Deleting subnet f23fd9b5-3efb-4407-b714-9bd54851e12d {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:13:12.731050 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-511a5eba-d08c-46be-87db-f03496132176 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (f23fd9b5-3efb-4407-b714-9bd54851e12d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.743349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8fe411a5-cfb3-4d4e-be4a-40f0b368d4f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c004d105958545498cef936a6926a3c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8134465 Mar 07 16:13:12.744620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36456) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:12.781396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-511a5eba-d08c-46be-87db-f03496132176 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (f23fd9b5-3efb-4407-b714-9bd54851e12d), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.813628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] Set router b2182919-8be6-4c53-8556-3f673149b4bb gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:12.878930 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-511a5eba-d08c-46be-87db-f03496132176 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f23fd9b5-3efb-4407-b714-9bd54851e12d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.952218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Deleting port 6226123f-c2f4-481d-91b3-2cbda6193ea0 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:12.953023 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.953896 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a14aa86-a8c7-46e6-8de2-53e65c7aa490 admin admin] Publish callbacks [] for security_group (b77e019f-6749-47de-ac55-91b224bc8ee1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:12.959924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe411a5-cfb3-4d4e-be4a-40f0b368d4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77e019f-6749-47de-ac55-91b224bc8ee1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:13.023604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-511a5eba-d08c-46be-87db-f03496132176 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (f23fd9b5-3efb-4407-b714-9bd54851e12d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.046182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router e2250754-6217-4e56-923f-6c48bb5f6c4d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:13.057825 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a14aa86-a8c7-46e6-8de2-53e65c7aa490 admin admin] Publish callbacks [] for security_group (b77e019f-6749-47de-ac55-91b224bc8ee1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.059511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a5eba-d08c-46be-87db-f03496132176 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Subnet': ['ID=f23fd9b5-3efb-4407-b714-9bd54851e12d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:13.064479 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-511a5eba-d08c-46be-87db-f03496132176 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.067504 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-511a5eba-d08c-46be-87db-f03496132176 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/subnets/f23fd9b5-3efb-4407-b714-9bd54851e12d HTTP/1.1" status: 204 len: 168 time: 0.4717231 Mar 07 16:13:13.070356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36466) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:13.071922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a7079-e018-4a58-8999-423c93be96b9 None None] Network e167bf7c-ae11-4d37-8738-6cbff9e390c6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:13.144203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf584ae-c327-48ac-9ece-9883d264a45b req-890bbddb-88de-4006-9bb2-bd7d5f657796 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:13.151241 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0cf584ae-c327-48ac-9ece-9883d264a45b req-890bbddb-88de-4006-9bb2-bd7d5f657796 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1930730 Mar 07 16:13:13.169501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] For port 6226123f-c2f4-481d-91b3-2cbda6193ea0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6226123f-c2f4-481d-91b3-2cbda6193ea0,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:13.169881 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.186882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (e167bf7c-ae11-4d37-8738-6cbff9e390c6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.192895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Calling delete_port for 6226123f-c2f4-481d-91b3-2cbda6193ea0 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:13.294393 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0cf584ae-c327-48ac-9ece-9883d264a45b req-4e486248-1d3a-401f-90a2-e71fe5e1bd92 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421487 Mar 07 16:13:13.298470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:13.304276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3126bf66-a151-4994-8955-b0c808245f9f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/e2250754-6217-4e56-923f-6c48bb5f6c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4088528 Mar 07 16:13:13.306972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36472) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:13.321600 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5836ea8-e6ef-4b0f-8858-e7341449661c None None] Sync routers for ids ['e2250754-6217-4e56-923f-6c48bb5f6c4d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:13.322973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:23Z', 'updated_at': '2022-03-07T16:13:09Z', 'revision_number': 5, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'gw_port': {'id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:24Z', 'updated_at': '2022-03-07T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:13.338699 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5836ea8-e6ef-4b0f-8858-e7341449661c None None] Routers {'e2250754-6217-4e56-923f-6c48bb5f6c4d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:13.341781 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a5836ea8-e6ef-4b0f-8858-e7341449661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e2250754-6217-4e56-923f-6c48bb5f6c4d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:13.389098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-df50afc3-61b5-4f1e-a5c9-5d005a2a5ce1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2250754-6217-4e56-923f-6c48bb5f6c4d HTTP/1.1" status: 200 len: 205 time: 0.0790377 Mar 07 16:13:13.390741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36476) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:13.393854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ce91c-2897-4654-a7e1-7ec57b3236a0 None None] The sync data for ids ['b2182919-8be6-4c53-8556-3f673149b4bb'] in n-d-830010-8 is: [{'id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'name': 'tempest-TestVolumeBackupRestore-558202322-router', 'tenant_id': '0271e4a7e03c4cb6873202e2fff45189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:23Z', 'updated_at': '2022-03-07T16:13:09Z', 'revision_number': 5, 'project_id': '0271e4a7e03c4cb6873202e2fff45189', 'gw_port': {'id': '6226123f-c2f4-481d-91b3-2cbda6193ea0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2182919-8be6-4c53-8556-3f673149b4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:24Z', 'updated_at': '2022-03-07T16:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:13.402205 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a14aa86-a8c7-46e6-8de2-53e65c7aa490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b77e019f-6749-47de-ac55-91b224bc8ee1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.408450 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a14aa86-a8c7-46e6-8de2-53e65c7aa490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.413359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2a14aa86-a8c7-46e6-8de2-53e65c7aa490 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b77e019f-6749-47de-ac55-91b224bc8ee1 HTTP/1.1" status: 204 len: 168 time: 0.6637895 Mar 07 16:13:13.426565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5fe9b-bc73-4922-af71-6afd99d58434 None None] DHCP port deletion for e167bf7c-ae11-4d37-8738-6cbff9e390c6 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:13:13.473346 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a5836ea8-e6ef-4b0f-8858-e7341449661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:13.493174 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5836ea8-e6ef-4b0f-8858-e7341449661c None None] Routers {'e2250754-6217-4e56-923f-6c48bb5f6c4d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:13.494875 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a5836ea8-e6ef-4b0f-8858-e7341449661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e2250754-6217-4e56-923f-6c48bb5f6c4d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:13.516280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Deleting port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:13.517105 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.522014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14aa86-a8c7-46e6-8de2-53e65c7aa490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77e019f-6749-47de-ac55-91b224bc8ee1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:13.574225 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5fe9b-bc73-4922-af71-6afd99d58434 None None] Deleting port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:13.577911 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a5836ea8-e6ef-4b0f-8858-e7341449661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:13.579741 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fe9b-bc73-4922-af71-6afd99d58434 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.580911 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5836ea8-e6ef-4b0f-8858-e7341449661c None None] The sync data for ids ['e2250754-6217-4e56-923f-6c48bb5f6c4d'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:13.631016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d97b8e55-3544-4dde-9d67-b9c5a7e888b4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (e2250754-6217-4e56-923f-6c48bb5f6c4d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.696394 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] For port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=19a63d3a-c2a6-42a6-8ba4-77bbdef46e18,segment=NetworkSegment(20a3efde-a850-4803-9f41-e05dbf289f48),segment_id=20a3efde-a850-4803-9f41-e05dbf289f48)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:13.696946 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.717754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Calling delete_port for 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:13.766536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5bd5fe9b-bc73-4922-af71-6afd99d58434 None None] For port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=19a63d3a-c2a6-42a6-8ba4-77bbdef46e18,segment=NetworkSegment(20a3efde-a850-4803-9f41-e05dbf289f48),segment_id=20a3efde-a850-4803-9f41-e05dbf289f48)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:13.767334 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fe9b-bc73-4922-af71-6afd99d58434 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.802907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5fe9b-bc73-4922-af71-6afd99d58434 None None] Calling delete_port for 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:13.930986 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6226123f-c2f4-481d-91b3-2cbda6193ea0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:13.993430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Pushing event deleted for resources: {'Port': ['ID=6226123f-c2f4-481d-91b3-2cbda6193ea0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:14.052886 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fe9b-bc73-4922-af71-6afd99d58434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.088094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d97b8e55-3544-4dde-9d67-b9c5a7e888b4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (e2250754-6217-4e56-923f-6c48bb5f6c4d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.093137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d97b8e55-3544-4dde-9d67-b9c5a7e888b4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (e2250754-6217-4e56-923f-6c48bb5f6c4d), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.093541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5fe9b-bc73-4922-af71-6afd99d58434 None None] No DVR routers for this DVR port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:14.103450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5fe9b-bc73-4922-af71-6afd99d58434 None None] Pushing event deleted for resources: {'Port': ['ID=19a63d3a-c2a6-42a6-8ba4-77bbdef46e18,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:14.142733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (19a63d3a-c2a6-42a6-8ba4-77bbdef46e18), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.168619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfee81-ca64-459a-884e-3a2ae4add264 req-aff511c6-aeee-418f-9a05-fdfd64da78e4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:14.171465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63bfee81-ca64-459a-884e-3a2ae4add264 req-aff511c6-aeee-418f-9a05-fdfd64da78e4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.5791361 Mar 07 16:13:14.181722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d97b8e55-3544-4dde-9d67-b9c5a7e888b4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (e2250754-6217-4e56-923f-6c48bb5f6c4d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.182600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97b8e55-3544-4dde-9d67-b9c5a7e888b4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Fanout notify agent at l3_agent the message router_deleted on router e2250754-6217-4e56-923f-6c48bb5f6c4d {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:13:14.187775 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Port': ['ID=19a63d3a-c2a6-42a6-8ba4-77bbdef46e18,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:14.202445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (b2182919-8be6-4c53-8556-3f673149b4bb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.204539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] No DVR routers for this DVR port 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:14.211988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b3a57cfc-e33c-4509-8c44-14b639f93167 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:14.223752 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d97b8e55-3544-4dde-9d67-b9c5a7e888b4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.227300 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d97b8e55-3544-4dde-9d67-b9c5a7e888b4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/e2250754-6217-4e56-923f-6c48bb5f6c4d HTTP/1.1" status: 204 len: 168 time: 0.8353994 Mar 07 16:13:14.230037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36504) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:14.254419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: b3a57cfc-e33c-4509-8c44-14b639f93167 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:14.255258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b3a57cfc-e33c-4509-8c44-14b639f93167 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:14.312444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-05cc973a-3aa1-4890-ba3d-39077c5a2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:14.314281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-05cc973a-3aa1-4890-ba3d-39077c5a2440 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1127 time: 0.6286304 Mar 07 16:13:14.346632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca01452-3c6b-47ea-aac9-344eec8c591e req-e03147ad-845b-4115-8e88-b19f86fd475d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:14.348308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca01452-3c6b-47ea-aac9-344eec8c591e req-e03147ad-845b-4115-8e88-b19f86fd475d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 946 time: 0.2863297 Mar 07 16:13:14.392809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8697536f-2445-40e0-864f-ebb187d9f20f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting subnet 18d3b122-8e94-420e-bfcd-bbf52b7c004c {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:13:14.402774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8697536f-2445-40e0-864f-ebb187d9f20f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (18d3b122-8e94-420e-bfcd-bbf52b7c004c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.433393 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (b2182919-8be6-4c53-8556-3f673149b4bb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.443833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks [] for router_controller (b2182919-8be6-4c53-8556-3f673149b4bb), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.474727 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63bfee81-ca64-459a-884e-3a2ae4add264 req-bca6581b-7bf7-4eea-99ba-6c08b2394b9c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949111 Mar 07 16:13:14.496214 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8697536f-2445-40e0-864f-ebb187d9f20f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (18d3b122-8e94-420e-bfcd-bbf52b7c004c), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.516803 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (e167bf7c-ae11-4d37-8738-6cbff9e390c6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.530526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eca01452-3c6b-47ea-aac9-344eec8c591e req-da1a020c-0238-4bc6-b7d0-83849ce4e049 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760423 Mar 07 16:13:14.554964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-6d382d22-2d58-471d-b023-0ef7e996440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:14.556718 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-6d382d22-2d58-471d-b023-0ef7e996440a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.2332191 Mar 07 16:13:14.594914 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (b2182919-8be6-4c53-8556-3f673149b4bb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.595937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2182919-8be6-4c53-8556-3f673149b4bb {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:13:14.598747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e167bf7c-ae11-4d37-8738-6cbff9e390c6']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:14.605525 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.607115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c830a423-9ba8-4237-bf2a-72787b986031 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b2182919-8be6-4c53-8556-3f673149b4bb HTTP/1.1" status: 204 len: 168 time: 3.0919826 Mar 07 16:13:14.613566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36518) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:14.627199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a3efde-a850-4803-9f41-e05dbf289f48') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:14.627807 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a3efde-a850-4803-9f41-e05dbf289f48') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:14.673315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (20a3efde-a850-4803-9f41-e05dbf289f48), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.696169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (20a3efde-a850-4803-9f41-e05dbf289f48), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.704972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-906bc969-5b5b-46ea-98f0-eff707fc257a admin admin] Deleting subnet ebe14150-1c11-4939-b6e0-883a69d81357 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:13:14.712694 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-906bc969-5b5b-46ea-98f0-eff707fc257a admin admin] Publish callbacks [] for subnet (ebe14150-1c11-4939-b6e0-883a69d81357), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.715105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:14.715562 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (20a3efde-a850-4803-9f41-e05dbf289f48), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:14.724625 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:14.769601 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-ea673682-b3ff-4fe0-acd5-75ae277532fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 999 time: 0.2010074 Mar 07 16:13:14.780682 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8697536f-2445-40e0-864f-ebb187d9f20f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (18d3b122-8e94-420e-bfcd-bbf52b7c004c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.847475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:14.881320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:14.881768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 19a63d3a-c2a6-42a6-8ba4-77bbdef46e18 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:14.882406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8205a82a-20ef-4018-9e7d-81c9a76a9802 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:14.885075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (e167bf7c-ae11-4d37-8738-6cbff9e390c6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.897290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-fc38526e-48cd-43e5-88ab-2c75076abf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:14.898757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-fc38526e-48cd-43e5-88ab-2c75076abf54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.1145964 Mar 07 16:13:14.902459 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.911463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 8205a82a-20ef-4018-9e7d-81c9a76a9802 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:14.912152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8205a82a-20ef-4018-9e7d-81c9a76a9802 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:14.916938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] 10.222.0.24 "DELETE /v2.0/networks/e167bf7c-ae11-4d37-8738-6cbff9e390c6 HTTP/1.1" status: 204 len: 168 time: 1.8455586 Mar 07 16:13:14.936493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130d459-c892-40ef-9810-8cc77496ede2 tempest-NetworksIpV6TestAttrs-261255983 tempest-NetworksIpV6TestAttrs-261255983-project] Pushing event deleted for resources: {'Network': ['ID=e167bf7c-ae11-4d37-8738-6cbff9e390c6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:14.942139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8697536f-2445-40e0-864f-ebb187d9f20f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (18d3b122-8e94-420e-bfcd-bbf52b7c004c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.944989 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-906bc969-5b5b-46ea-98f0-eff707fc257a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (ebe14150-1c11-4939-b6e0-883a69d81357), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.974906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697536f-2445-40e0-864f-ebb187d9f20f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Subnet': ['ID=18d3b122-8e94-420e-bfcd-bbf52b7c004c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:14.980916 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8697536f-2445-40e0-864f-ebb187d9f20f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:14.985453 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8697536f-2445-40e0-864f-ebb187d9f20f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/18d3b122-8e94-420e-bfcd-bbf52b7c004c HTTP/1.1" status: 204 len: 168 time: 0.7490644 Mar 07 16:13:14.988168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36532) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:14.989695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207fe39-a0f0-4ea3-b415-caad7558eec6 None None] Network b11daf15-9c8b-420f-a730-b84690264778 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:15.027247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-74f7c9ad-d1ca-4ec5-8118-177e6d18518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:15.029607 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-74f7c9ad-d1ca-4ec5-8118-177e6d18518b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1240041 Mar 07 16:13:15.099787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-906bc969-5b5b-46ea-98f0-eff707fc257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ebe14150-1c11-4939-b6e0-883a69d81357), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.210006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24118606-74ce-4a19-9c2a-dc6bcb1a53a3 None None] DHCP port deletion for b11daf15-9c8b-420f-a730-b84690264778 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:13:15.244296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-906bc969-5b5b-46ea-98f0-eff707fc257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (ebe14150-1c11-4939-b6e0-883a69d81357), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.299419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bc969-5b5b-46ea-98f0-eff707fc257a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe14150-1c11-4939-b6e0-883a69d81357,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:15.326390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-24118606-74ce-4a19-9c2a-dc6bcb1a53a3 None None] Deleting port 2fac53db-36b1-4665-8077-dab690d8d36e {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:15.327029 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24118606-74ce-4a19-9c2a-dc6bcb1a53a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.331003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-906bc969-5b5b-46ea-98f0-eff707fc257a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.331208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f842ad6f-7db1-4b4a-8c09-9003e57c0240 None None] Network 19fce380-8f01-4387-9f9c-d8592d5709b0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:15.339433 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-906bc969-5b5b-46ea-98f0-eff707fc257a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ebe14150-1c11-4939-b6e0-883a69d81357 HTTP/1.1" status: 204 len: 168 time: 0.7243760 Mar 07 16:13:15.347051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36538) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:15.448861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (19fce380-8f01-4387-9f9c-d8592d5709b0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.545483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Deleting port 2af9d4a4-1c85-498f-9f9b-26512f467f65 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:15.546694 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.574775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-24118606-74ce-4a19-9c2a-dc6bcb1a53a3 None None] For port 2fac53db-36b1-4665-8077-dab690d8d36e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2fac53db-36b1-4665-8077-dab690d8d36e,segment=NetworkSegment(f4e85d42-2329-498f-b889-337e231e68be),segment_id=f4e85d42-2329-498f-b889-337e231e68be)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:15.575637 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24118606-74ce-4a19-9c2a-dc6bcb1a53a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.605545 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b11daf15-9c8b-420f-a730-b84690264778), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.650501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-24118606-74ce-4a19-9c2a-dc6bcb1a53a3 None None] Calling delete_port for 2fac53db-36b1-4665-8077-dab690d8d36e owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:15.654659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36550) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:15.712642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] For port 2af9d4a4-1c85-498f-9f9b-26512f467f65, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2af9d4a4-1c85-498f-9f9b-26512f467f65,segment=NetworkSegment(b932a5a2-b327-49f2-ac40-538aa5ef985f),segment_id=b932a5a2-b327-49f2-ac40-538aa5ef985f)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:15.713250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.738284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Calling delete_port for 2af9d4a4-1c85-498f-9f9b-26512f467f65 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:15.755568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fca566-72f0-4f9b-98c2-06134a37534b req-1fce760d-1f71-4e90-a209-0f9e2fd515fe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:15.757552 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e2fca566-72f0-4f9b-98c2-06134a37534b req-1fce760d-1f71-4e90-a209-0f9e2fd515fe tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 946 time: 0.1054988 Mar 07 16:13:15.773185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-24118606-74ce-4a19-9c2a-dc6bcb1a53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (2fac53db-36b1-4665-8077-dab690d8d36e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.791774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24118606-74ce-4a19-9c2a-dc6bcb1a53a3 None None] No DVR routers for this DVR port 2fac53db-36b1-4665-8077-dab690d8d36e on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:15.838636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf3f1a6-c52c-4fbc-8045-8a2e03bac923 None None] DHCP port deletion for 19fce380-8f01-4387-9f9c-d8592d5709b0 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:13:15.844804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24118606-74ce-4a19-9c2a-dc6bcb1a53a3 None None] Pushing event deleted for resources: {'Port': ['ID=2fac53db-36b1-4665-8077-dab690d8d36e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:15.870632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-1325e989-095d-456b-b1e0-91cd55fc7466 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:15.872410 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-1325e989-095d-456b-b1e0-91cd55fc7466 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 946 time: 0.3453102 Mar 07 16:13:15.915403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e2fca566-72f0-4f9b-98c2-06134a37534b req-12d33fc7-d179-451a-861b-3e05b8abadff tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350081 Mar 07 16:13:15.923044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3f1a6-c52c-4fbc-8045-8a2e03bac923 None None] Deleting port 2af9d4a4-1c85-498f-9f9b-26512f467f65 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:15.925136 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f1a6-c52c-4fbc-8045-8a2e03bac923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:15.963694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-6d4ef65e-82c3-46f4-ba4a-6890a320ac24 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9018247 Mar 07 16:13:16.021396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.055031 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Pushing event deleted for resources: {'Port': ['ID=2af9d4a4-1c85-498f-9f9b-26512f467f65,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:16.056788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79fbc5-ce28-4368-8b82-296eb4118248 req-3ade3470-42c3-4db6-afa1-5c0d0e5838b5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:16.057397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] No DVR routers for this DVR port 2af9d4a4-1c85-498f-9f9b-26512f467f65 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:16.069083 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0f79fbc5-ce28-4368-8b82-296eb4118248 req-3ade3470-42c3-4db6-afa1-5c0d0e5838b5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.4517915 Mar 07 16:13:16.080852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4cf3f1a6-c52c-4fbc-8045-8a2e03bac923 None None] For port 2af9d4a4-1c85-498f-9f9b-26512f467f65, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2af9d4a4-1c85-498f-9f9b-26512f467f65,segment=NetworkSegment(b932a5a2-b327-49f2-ac40-538aa5ef985f),segment_id=b932a5a2-b327-49f2-ac40-538aa5ef985f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:16.081257 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f1a6-c52c-4fbc-8045-8a2e03bac923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.094903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3f1a6-c52c-4fbc-8045-8a2e03bac923 None None] Calling delete_port for 2af9d4a4-1c85-498f-9f9b-26512f467f65 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:16.146778 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (19fce380-8f01-4387-9f9c-d8592d5709b0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.175737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fce380-8f01-4387-9f9c-d8592d5709b0']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:16.192106 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f1a6-c52c-4fbc-8045-8a2e03bac923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (2af9d4a4-1c85-498f-9f9b-26512f467f65), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.196466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b932a5a2-b327-49f2-ac40-538aa5ef985f') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:16.196771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b932a5a2-b327-49f2-ac40-538aa5ef985f') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:16.212476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b11daf15-9c8b-420f-a730-b84690264778), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.219202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (b932a5a2-b327-49f2-ac40-538aa5ef985f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.236542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3f1a6-c52c-4fbc-8045-8a2e03bac923 None None] Pushing event deleted for resources: {'Port': ['ID=2af9d4a4-1c85-498f-9f9b-26512f467f65,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:16.239286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf3f1a6-c52c-4fbc-8045-8a2e03bac923 None None] No DVR routers for this DVR port 2af9d4a4-1c85-498f-9f9b-26512f467f65 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:16.251542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b932a5a2-b327-49f2-ac40-538aa5ef985f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.266838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:16.268656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (b932a5a2-b327-49f2-ac40-538aa5ef985f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.270448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0f79fbc5-ce28-4368-8b82-296eb4118248 req-011f3cb6-ffb8-4be7-b44d-14b15f6ac34d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005031 Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:16.276990 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:16.297954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11daf15-9c8b-420f-a730-b84690264778']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:16.345469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e85d42-2329-498f-b889-337e231e68be') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:16.345845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e85d42-2329-498f-b889-337e231e68be') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:16.374246 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (19fce380-8f01-4387-9f9c-d8592d5709b0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.385260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (f4e85d42-2329-498f-b889-337e231e68be), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.395784 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.405789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] 10.222.0.24 "DELETE /v2.0/networks/19fce380-8f01-4387-9f9c-d8592d5709b0 HTTP/1.1" status: 204 len: 168 time: 1.0549073 Mar 07 16:13:16.408025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea3876-37b3-4621-a568-216ce15ca73b admin admin] Pushing event deleted for resources: {'Network': ['ID=19fce380-8f01-4387-9f9c-d8592d5709b0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:16.410363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36570) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:16.430537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f4e85d42-2329-498f-b889-337e231e68be), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.446726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-adf5b023-7c85-42c2-8bdb-9a58ecb551ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=837f73e5361d461285aa046bec021811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7770789 Mar 07 16:13:16.449456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36580) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:16.452895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:16.453311 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (f4e85d42-2329-498f-b889-337e231e68be), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:16.494721 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:16.499481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Deleting port 210d2833-18c8-4737-9957-34ad134ce2a9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:16.500003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.513628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b97c931-c1cd-4cd6-97e3-087b6a24a17c admin admin] Publish callbacks [] for security_group (c038cdb6-120b-48aa-9e68-54077e7337a4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.537988 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b97c931-c1cd-4cd6-97e3-087b6a24a17c admin admin] Publish callbacks [] for security_group (c038cdb6-120b-48aa-9e68-54077e7337a4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.580841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb8ea285-3d5f-47c7-a135-823313ae1211 req-8814b68f-dee2-4909-9294-7bd944f92473 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964842 Mar 07 16:13:16.599230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b97c931-c1cd-4cd6-97e3-087b6a24a17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c038cdb6-120b-48aa-9e68-54077e7337a4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.602531 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3b97c931-c1cd-4cd6-97e3-087b6a24a17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.607613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3b97c931-c1cd-4cd6-97e3-087b6a24a17c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c038cdb6-120b-48aa-9e68-54077e7337a4 HTTP/1.1" status: 204 len: 168 time: 0.1559370 Mar 07 16:13:16.617280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97c931-c1cd-4cd6-97e3-087b6a24a17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c038cdb6-120b-48aa-9e68-54077e7337a4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:16.692032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b11daf15-9c8b-420f-a730-b84690264778), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.696334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.701217 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/networks/b11daf15-9c8b-420f-a730-b84690264778 HTTP/1.1" status: 204 len: 168 time: 1.7117352 Mar 07 16:13:16.701953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2fac53db-36b1-4665-8077-dab690d8d36e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:16.704808 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36588) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:16.712654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-634273439', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:16.727028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd89738-a371-4d0f-81e5-13d37b2dad9a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Network': ['ID=b11daf15-9c8b-420f-a730-b84690264778,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:16.740719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 2fac53db-36b1-4665-8077-dab690d8d36e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:16.741194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2fac53db-36b1-4665-8077-dab690d8d36e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:16.743439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2af9d4a4-1c85-498f-9f9b-26512f467f65 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:16.753547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.754953 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.770814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] For port 210d2833-18c8-4737-9957-34ad134ce2a9, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=210d2833-18c8-4737-9957-34ad134ce2a9,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:16.771297 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:16.791175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 2af9d4a4-1c85-498f-9f9b-26512f467f65 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:16.791428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2af9d4a4-1c85-498f-9f9b-26512f467f65 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:16.791859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6226123f-c2f4-481d-91b3-2cbda6193ea0 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:16.829764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Calling delete_port for 210d2833-18c8-4737-9957-34ad134ce2a9 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:16.839898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6226123f-c2f4-481d-91b3-2cbda6193ea0 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:16.840276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6226123f-c2f4-481d-91b3-2cbda6193ea0 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:16.881485 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:17.111716 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_gateway (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:17.150382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (210d2833-18c8-4737-9957-34ad134ce2a9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:17.163761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25', '210d2833-18c8-4737-9957-34ad134ce2a9'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:17.181883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57dc55-2064-4922-9a0a-c292ae56db0c req-aef97560-a739-438d-a6c4-0ec7c2328b74 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:17.186632 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6a57dc55-2064-4922-9a0a-c292ae56db0c req-aef97560-a739-438d-a6c4-0ec7c2328b74 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4e812c1-8e73-4ddd-ab95-c333d6d7f5da HTTP/1.1" status: 200 len: 946 time: 0.1978178 Mar 07 16:13:17.189360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event deleted for resources: {'Port': ['ID=210d2833-18c8-4737-9957-34ad134ce2a9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:17.284825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] No DVR routers for this DVR port 210d2833-18c8-4737-9957-34ad134ce2a9 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:17.288176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:17.291644 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-554bb8fd-b574-42ad-ac45-2d9f4a2f0685 req-9a91847a-4a10-4037-97a2-daa4e114420b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.11 "DELETE /v2.0/ports/210d2833-18c8-4737-9957-34ad134ce2a9 HTTP/1.1" status: 204 len: 173 time: 1.3897724 Mar 07 16:13:17.293093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e812c1-8e73-4ddd-ab95-c333d6d7f5da', 'name': 'network-vif-deleted', 'tag': '210d2833-18c8-4737-9957-34ad134ce2a9'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:17.297445 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40223359-ec29-4f6f-a70a-8e49926e1e50" -d '{"events": [{"server_uuid": "e4e812c1-8e73-4ddd-ab95-c333d6d7f5da", "name": "network-vif-deleted", "tag": "210d2833-18c8-4737-9957-34ad134ce2a9"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:17.328017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (e4065719-199e-46a0-81b6-409c396ef6fe), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:17.353878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6a57dc55-2064-4922-9a0a-c292ae56db0c req-2fdea2bf-89b8-477f-be9e-1aa8d9ca4433 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442757 Mar 07 16:13:17.468146 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dae3170-f7ed-4fad-9af9-ebc7f796e755 x-openstack-request-id: req-6dae3170-f7ed-4fad-9af9-ebc7f796e755 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:17.468439 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e812c1-8e73-4ddd-ab95-c333d6d7f5da", "name": "network-vif-deleted", "tag": "210d2833-18c8-4737-9957-34ad134ce2a9", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:17.468698 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dae3170-f7ed-4fad-9af9-ebc7f796e755 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:17.469476 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e812c1-8e73-4ddd-ab95-c333d6d7f5da', 'name': 'network-vif-deleted', 'tag': '210d2833-18c8-4737-9957-34ad134ce2a9', 'status': 'completed', 'code': 200} Mar 07 16:13:17.607864 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_gateway (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:17.643950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4e5d2-a28a-4851-b498-146d83788ca1 req-b4227b6f-c09c-4ebc-b732-62a262343b9e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:17.655003 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8fc4e5d2-a28a-4851-b498-146d83788ca1 req-b4227b6f-c09c-4ebc-b732-62a262343b9e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2272189 Mar 07 16:13:17.664330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:17.785686 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8fc4e5d2-a28a-4851-b498-146d83788ca1 req-ec01cc02-20fa-431b-b62f-b64b0ed05434 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295705 Mar 07 16:13:17.956095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.25.4.251 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/16b5364d-8a72-45ae-856d-3a491f469624) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:17.993386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Deleting port 572be498-d3ca-4332-a13e-22ab56734fb9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:17.993749 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:18.000329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0e85-4006-4b7d-9658-5fbd8d997a4c req-3c060dd0-2d92-49d7-bb45-205eb2935e83 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:18.001897 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e6d0e85-4006-4b7d-9658-5fbd8d997a4c req-3c060dd0-2d92-49d7-bb45-205eb2935e83 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1194024 Mar 07 16:13:18.154686 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e6d0e85-4006-4b7d-9658-5fbd8d997a4c req-12baa7bf-2b52-4693-a6a4-7cb34338bd92 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398070 Mar 07 16:13:18.172635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (16b5364d-8a72-45ae-856d-3a491f469624), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:18.192671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] For port 572be498-d3ca-4332-a13e-22ab56734fb9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=572be498-d3ca-4332-a13e-22ab56734fb9,segment=NetworkSegment(36b4d119-6289-4393-bb8e-9972e6f6e527),segment_id=36b4d119-6289-4393-bb8e-9972e6f6e527)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:18.197320 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:18.236140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Calling delete_port for 572be498-d3ca-4332-a13e-22ab56734fb9 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:18.240579 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (16b5364d-8a72-45ae-856d-3a491f469624), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:18.304753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:18.308301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:18.312413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:18.323391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=16b5364d-8a72-45ae-856d-3a491f469624,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:18.358394 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.359090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.359610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.362634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.363294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.364263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.365059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.365568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.366076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.366583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.367239 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.367764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.368322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:18.457358 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36704) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:18.552000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d2ed0-2e4c-4ad1-9b56-23b09fa6ee5a req-dbc048d7-06af-4573-a4ff-b13d27100efa tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:18.553967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f8d2ed0-2e4c-4ad1-9b56-23b09fa6ee5a req-dbc048d7-06af-4573-a4ff-b13d27100efa tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2856100 Mar 07 16:13:18.647432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1020806131'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:18.676075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f8d2ed0-2e4c-4ad1-9b56-23b09fa6ee5a req-f0e517bb-f84d-43e2-8427-cbc4fd33175c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117322 Mar 07 16:13:18.720608 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (572be498-d3ca-4332-a13e-22ab56734fb9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:18.755642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Made reservation on behalf of b45f3b38c76146fe90327842ead1dd2a for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:18.756633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Pushing event deleted for resources: {'Port': ['ID=572be498-d3ca-4332-a13e-22ab56734fb9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:18.760728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:18.784418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:18.905636 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_gateway (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:19.046488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-a15cf65d-4d6d-4896-b979-4bad5a376f9b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:19.055471 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-a15cf65d-4d6d-4896-b979-4bad5a376f9b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.2036617 Mar 07 16:13:19.116243 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-e05a35d0-6749-450f-b2fc-2dcd3a6725ba tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/quotas/7ce48e27fe254468b580ce8db20ca403 HTTP/1.1" status: 200 len: 375 time: 0.0594499 Mar 07 16:13:19.179017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (e4065719-199e-46a0-81b6-409c396ef6fe), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:19.201850 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-2cdd0c74-e806-4637-8844-8f125ed58e49 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798008 Mar 07 16:13:19.221183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 210d2833-18c8-4737-9957-34ad134ce2a9 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:19.259465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 210d2833-18c8-4737-9957-34ad134ce2a9 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:19.260274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 210d2833-18c8-4737-9957-34ad134ce2a9 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:19.380989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb95b64-c58f-44da-b383-0d5b85e56834 req-8570a7b8-da22-417a-977e-e4048d4e0119 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:19.382575 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9cb95b64-c58f-44da-b383-0d5b85e56834 req-8570a7b8-da22-417a-977e-e4048d4e0119 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.5815094 Mar 07 16:13:19.524724 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9cb95b64-c58f-44da-b383-0d5b85e56834 req-b3592259-d7b9-430e-8786-09fe0ca616db tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317515 Mar 07 16:13:19.584550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks [] for security_group (cb612cfc-1746-40e8-9038-44a34b38f436), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:19.597062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cb612cfc-1746-40e8-9038-44a34b38f436), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:19.628522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb612cfc-1746-40e8-9038-44a34b38f436,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:19.640939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-dec82d53-b7fd-4490-8e15-96a732398746 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698599 Mar 07 16:13:19.663565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Router e4065719-199e-46a0-81b6-409c396ef6fe has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:19.677644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:19.695721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36792) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:19.722381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (de4d3f05-3542-476d-9bf9-02b9e01aed0d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:19.722653 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Added segment de4d3f05-3542-476d-9bf9-02b9e01aed0d of type vlan for network 81484c8b-2ef3-4c5a-9dd1-a31c08606d9c Mar 07 16:13:19.782698 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:19.789799 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (81484c8b-2ef3-4c5a-9dd1-a31c08606d9c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:19.847008 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-a57c1fb7-8d09-4644-b56b-1851e9c8633e service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998501 Mar 07 16:13:19.864829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:19.875097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cee5c37e-7967-491e-b217-89146aae2202 admin admin] 10.222.0.24 "PUT /v2.0/routers/e4065719-199e-46a0-81b6-409c396ef6fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4544072 Mar 07 16:13:19.875654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c9084-2922-42d2-b8fc-ef36ced78363 req-57a859a7-7525-419f-b527-62ef6ddc052d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:19.875807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36798) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:19.876489 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de0c9084-2922-42d2-b8fc-ef36ced78363 req-57a859a7-7525-419f-b527-62ef6ddc052d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2003520 Mar 07 16:13:19.879612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] Sync routers for ids ['e4065719-199e-46a0-81b6-409c396ef6fe'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:19.896668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] Routers {'e4065719-199e-46a0-81b6-409c396ef6fe'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:19.897719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e4065719-199e-46a0-81b6-409c396ef6fe'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.003449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (81484c8b-2ef3-4c5a-9dd1-a31c08606d9c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:20.008941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:20.009562 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:20.048524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] Set router e4065719-199e-46a0-81b6-409c396ef6fe gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:20.145004 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6863639 Mar 07 16:13:20.158182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36808) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:20.165160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-8cfc369e-65ee-448d-a5b1-6e5debf43cc3 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c', 'tempest-TagsTest-Tag-1988308248') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.183061 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de0c9084-2922-42d2-b8fc-ef36ced78363 req-4f1c6ff9-f3d0-4001-96bb-252ecefd8423 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821078 Mar 07 16:13:20.243175 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d89e889-9788-46e7-baca-ed10714819f5 req-1fd0ac4b-ae3b-49ee-8a5e-cd2dae97dc3b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 210 time: 0.1354265 Mar 07 16:13:20.244054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a585030d-bc30-4993-b7a8-48453b83fe01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:20.336448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0f65c-0cb5-4829-8a15-0663136df378 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Pushing event updated for resources: {'Network': ['ID=81484c8b-2ef3-4c5a-9dd1-a31c08606d9c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:20.358908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 81484c8b-2ef3-4c5a-9dd1-a31c08606d9c details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:20.364658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks [] for router (e4065719-199e-46a0-81b6-409c396ef6fe), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:20.414103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 031f3f05-0b36-49e9-9ce8-9a890c3b7dba is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:13:20.662863 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8cfc369e-65ee-448d-a5b1-6e5debf43cc3 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "PUT /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags/tempest-TagsTest-Tag-1988308248 HTTP/1.1" status: 201 len: 201 time: 0.5014002 Mar 07 16:13:20.663619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36822) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:20.681439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-ac48489f-0086-485b-8852-f41da1714890 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c', 'tempest-TagsTest-Tag-1988308248') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.789402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:20.800475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:47Z', 'updated_at': '2022-03-07T16:13:18Z', 'revision_number': 5, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'gw_port': {'id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:50Z', 'updated_at': '2022-03-07T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.808492 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656648cb-1392-424a-89df-988df9bf9322 None None] Sync routers for ids ['031f3f05-0b36-49e9-9ce8-9a890c3b7dba'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:20.843019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] Checking router: e4065719-199e-46a0-81b6-409c396ef6fe for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:13:20.851145 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656648cb-1392-424a-89df-988df9bf9322 None None] Routers {'031f3f05-0b36-49e9-9ce8-9a890c3b7dba'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:20.853123 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-656648cb-1392-424a-89df-988df9bf9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['031f3f05-0b36-49e9-9ce8-9a890c3b7dba'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.854901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] Routers {'e4065719-199e-46a0-81b6-409c396ef6fe'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:20.855817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e4065719-199e-46a0-81b6-409c396ef6fe'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.868377 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ac48489f-0086-485b-8852-f41da1714890 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "GET /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags/tempest-TagsTest-Tag-1988308248 HTTP/1.1" status: 204 len: 168 time: 0.1923540 Mar 07 16:13:20.869223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36826) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:20.875708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-68ce3f13-ad8e-4bbd-82b3-fd6ff0c365f2 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.901072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:20.905860 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f61c301a-d736-4787-9a65-66b131e9f40f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.1961739 Mar 07 16:13:20.907093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36828) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:20.943184 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-656648cb-1392-424a-89df-988df9bf9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.958525 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656648cb-1392-424a-89df-988df9bf9322 None None] Routers {'031f3f05-0b36-49e9-9ce8-9a890c3b7dba'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:20.959553 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-656648cb-1392-424a-89df-988df9bf9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['031f3f05-0b36-49e9-9ce8-9a890c3b7dba'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.998864 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-656648cb-1392-424a-89df-988df9bf9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:20.999971 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656648cb-1392-424a-89df-988df9bf9322 None None] The sync data for ids ['031f3f05-0b36-49e9-9ce8-9a890c3b7dba'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:21.071014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-68ce3f13-ad8e-4bbd-82b3-fd6ff0c365f2 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "GET /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags HTTP/1.1" status: 200 len: 238 time: 0.1998053 Mar 07 16:13:21.071819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36832) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:21.080633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-1dc6a12b-94b5-4650-84da-24435332631f tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c', {'tags': ['tempest-TagsTest-Tag-281560472', 'tempest-TagsTest-Tag-438865619', 'tempest-TagsTest-Tag-1482528260']}) {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:21.188869 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ce947d6-1295-4c14-b096-07dc49f65a42 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/routers/031f3f05-0b36-49e9-9ce8-9a890c3b7dba HTTP/1.1" status: 200 len: 880 time: 0.2798853 Mar 07 16:13:21.192056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36834) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:21.203444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] Set router e4065719-199e-46a0-81b6-409c396ef6fe gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:21.376009 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1dc6a12b-94b5-4650-84da-24435332631f tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "PUT /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags HTTP/1.1" status: 200 len: 307 time: 0.3010790 Mar 07 16:13:21.383657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36840) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:21.399110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-538a565d-85a5-4c51-b72a-2639276c6ec4 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c', 'tempest-TagsTest-Tag-281560472') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:21.441897 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6116cc17-ef74-41fa-9e95-ce2ac996df61 req-8111b0e6-d2a1-4e98-abba-ea8a3697d651 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 210 time: 0.0695879 Mar 07 16:13:21.490379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e6912-ce12-48c5-9e4b-eeac3858a415 req-1801c92c-f552-4928-a6b4-4b60d8b0e3d6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:21.490379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-946e6912-ce12-48c5-9e4b-eeac3858a415 req-1801c92c-f552-4928-a6b4-4b60d8b0e3d6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2314630 Mar 07 16:13:21.519965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a585030d-bc30-4993-b7a8-48453b83fe01 admin admin] Publish callbacks [] for security_group (0084ba17-c82d-4e7b-9d30-b60ffd449b58), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:21.533092 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks [] for router_gateway (e4065719-199e-46a0-81b6-409c396ef6fe), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:21.541617 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a585030d-bc30-4993-b7a8-48453b83fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0084ba17-c82d-4e7b-9d30-b60ffd449b58), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:21.552167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:47Z', 'updated_at': '2022-03-07T16:13:18Z', 'revision_number': 5, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'gw_port': {'id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:50Z', 'updated_at': '2022-03-07T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:21.636519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585030d-bc30-4993-b7a8-48453b83fe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0084ba17-c82d-4e7b-9d30-b60ffd449b58,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:21.636846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d5f68-ba00-4249-894c-a1e91e6f03ed None None] The sync data for ids ['e4065719-199e-46a0-81b6-409c396ef6fe'] in n-d-830010-8 is: [{'id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'name': 'tempest-TestVolumeBackupRestore-586305591-router', 'tenant_id': '8dc6d44338414fcdacba6f3a338607bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:12:47Z', 'updated_at': '2022-03-07T16:13:18Z', 'revision_number': 5, 'project_id': '8dc6d44338414fcdacba6f3a338607bf', 'gw_port': {'id': 'afd35094-403f-43fb-9125-6de6cd4dc6ac', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4065719-199e-46a0-81b6-409c396ef6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:50Z', 'updated_at': '2022-03-07T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:21.644895 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a585030d-bc30-4993-b7a8-48453b83fe01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72895cc58c7447099eda58b4cdeb3978&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9472475 Mar 07 16:13:21.648554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36842) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:21.651957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-946e6912-ce12-48c5-9e4b-eeac3858a415 req-1f70aa53-2f22-43f9-b965-1ee0b853fe3a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481047 Mar 07 16:13:21.711810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36846) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:21.712102 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-538a565d-85a5-4c51-b72a-2639276c6ec4 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "DELETE /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags/tempest-TagsTest-Tag-281560472 HTTP/1.1" status: 204 len: 168 time: 0.3097005 Mar 07 16:13:21.721410 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-05107f21-32dc-4902-8f6f-fd96e2c93edf tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5246537 Mar 07 16:13:21.721728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-dc277b7a-62c4-40eb-aed8-3627fb773704 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c', 'tempest-TagsTest-Tag-281560472') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:21.723235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36848) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:21.741143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5c4064dc-0438-4b7d-88d4-ee929b4c1a4e tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-634273439'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:21.745663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Deleting port afd35094-403f-43fb-9125-6de6cd4dc6ac {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:21.746206 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:21.895558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2fad-d56c-4dc2-a995-68197e7a45c5 admin admin] Publish callbacks [] for security_group (0084ba17-c82d-4e7b-9d30-b60ffd449b58), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:21.996937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2fad-d56c-4dc2-a995-68197e7a45c5 admin admin] Publish callbacks [] for security_group (0084ba17-c82d-4e7b-9d30-b60ffd449b58), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.048030 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-dc277b7a-62c4-40eb-aed8-3627fb773704 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] show failed (client error): The resource could not be found. Mar 07 16:13:22.049218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dc277b7a-62c4-40eb-aed8-3627fb773704 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "GET /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags/tempest-TagsTest-Tag-281560472 HTTP/1.1" status: 404 len: 325 time: 0.3459842 Mar 07 16:13:22.057169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] For port afd35094-403f-43fb-9125-6de6cd4dc6ac, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=afd35094-403f-43fb-9125-6de6cd4dc6ac,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:22.057169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.062974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36852) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:22.076933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-d93524ee-760a-484c-b65a-3dbfb2e32b61 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c', 'tempest-TagsTest-Tag-438865619') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:22.099604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c4064dc-0438-4b7d-88d4-ee929b4c1a4e tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.110099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Calling delete_port for afd35094-403f-43fb-9125-6de6cd4dc6ac owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:22.118298 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c4064dc-0438-4b7d-88d4-ee929b4c1a4e tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.122830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-847da328-9d02-4ccc-bb58-b53181286640 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:22.124379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-847da328-9d02-4ccc-bb58-b53181286640 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.3327124 Mar 07 16:13:22.142544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Request body: {'port': {'device_id': '4859859d-c1cd-4225-9679-1b0f5fcde87b', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'admin_state_up': True, 'tenant_id': '7ce48e27fe254468b580ce8db20ca403'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:22.257940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2fad-d56c-4dc2-a995-68197e7a45c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0084ba17-c82d-4e7b-9d30-b60ffd449b58), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.260587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2fad-d56c-4dc2-a995-68197e7a45c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.261774 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4d4d2fad-d56c-4dc2-a995-68197e7a45c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0084ba17-c82d-4e7b-9d30-b60ffd449b58 HTTP/1.1" status: 204 len: 168 time: 0.6089089 Mar 07 16:13:22.263527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4064dc-0438-4b7d-88d4-ee929b4c1a4e tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 031f3f05-0b36-49e9-9ce8-9a890c3b7dba has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:22.328377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d2fad-d56c-4dc2-a995-68197e7a45c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0084ba17-c82d-4e7b-9d30-b60ffd449b58,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:22.355534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d93524ee-760a-484c-b65a-3dbfb2e32b61 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "GET /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags/tempest-TagsTest-Tag-438865619 HTTP/1.1" status: 204 len: 168 time: 0.2893159 Mar 07 16:13:22.360237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36858) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:22.365052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-6ff699ed-843b-4856-9dec-5b78fcb0ddd0 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c', 'tempest-TagsTest-Tag-1482528260') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:22.516317 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6ff699ed-843b-4856-9dec-5b78fcb0ddd0 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "GET /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags/tempest-TagsTest-Tag-1482528260 HTTP/1.1" status: 204 len: 168 time: 0.1549935 Mar 07 16:13:22.517860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4064dc-0438-4b7d-88d4-ee929b4c1a4e tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:22.519671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36864) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:22.523720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-77545586-196f-41d1-8dbb-5cc011fbca3c tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:22.530189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0353b35-9710-4dd9-8586-5f7ca3449474 None None] Sync routers for ids ['031f3f05-0b36-49e9-9ce8-9a890c3b7dba'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:22.537989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Made reservation on behalf of 7ce48e27fe254468b580ce8db20ca403 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:22.542292 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c4064dc-0438-4b7d-88d4-ee929b4c1a4e tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.545451 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.546967 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5c4064dc-0438-4b7d-88d4-ee929b4c1a4e tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/031f3f05-0b36-49e9-9ce8-9a890c3b7dba HTTP/1.1" status: 200 len: 887 time: 0.8222408 Mar 07 16:13:22.548620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36866) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:22.562844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0353b35-9710-4dd9-8586-5f7ca3449474 None None] Routers {'031f3f05-0b36-49e9-9ce8-9a890c3b7dba'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:22.565982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f0353b35-9710-4dd9-8586-5f7ca3449474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['031f3f05-0b36-49e9-9ce8-9a890c3b7dba'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:22.615938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f0353b35-9710-4dd9-8586-5f7ca3449474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:22.620910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 572be498-d3ca-4332-a13e-22ab56734fb9 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:22.639478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (afd35094-403f-43fb-9125-6de6cd4dc6ac), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.644507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 572be498-d3ca-4332-a13e-22ab56734fb9 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:22.645113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 572be498-d3ca-4332-a13e-22ab56734fb9 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:22.655070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0353b35-9710-4dd9-8586-5f7ca3449474 None None] Routers {'031f3f05-0b36-49e9-9ce8-9a890c3b7dba'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:22.655943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f0353b35-9710-4dd9-8586-5f7ca3449474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:12:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['031f3f05-0b36-49e9-9ce8-9a890c3b7dba'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:22.705226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f0353b35-9710-4dd9-8586-5f7ca3449474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:22.706453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0353b35-9710-4dd9-8586-5f7ca3449474 None None] The sync data for ids ['031f3f05-0b36-49e9-9ce8-9a890c3b7dba'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:22.722326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd35094-403f-43fb-9125-6de6cd4dc6ac,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:22.885555 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (e4065719-199e-46a0-81b6-409c396ef6fe), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.895635 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce9c8753-1c40-4071-9675-21184c6fd85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:22.956337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Allocated IP 172.20.0.11 (bf558235-8ace-415a-856d-fa8d980134b5/414b9e25-07a8-4036-8b1a-d3eb88278c53/e553819c-f909-4b30-8612-7a35bd06cc11) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:22.958186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36876) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.010320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36878) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.013586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-222ce6ae-d544-466b-adcc-3f2234c3cb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.036616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (e4065719-199e-46a0-81b6-409c396ef6fe), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.045881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7b5e2-73ac-4494-bf8d-400669cbcdf0 req-ff8b72f9-7c23-4490-a839-8d0454cfa905 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:23.047081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b9f7b5e2-73ac-4494-bf8d-400669cbcdf0 req-ff8b72f9-7c23-4490-a839-8d0454cfa905 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2404268 Mar 07 16:13:23.050555 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks [] for router_controller (e4065719-199e-46a0-81b6-409c396ef6fe), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.062440 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c25f4adb-3848-4917-a1d9-e44a1f62c28d req-0f471a2e-9fed-4e7f-857f-22dd02ff15ca tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 210 time: 0.3909259 Mar 07 16:13:23.160585 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (e4065719-199e-46a0-81b6-409c396ef6fe), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.161135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4065719-199e-46a0-81b6-409c396ef6fe {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:13:23.161875 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-77545586-196f-41d1-8dbb-5cc011fbca3c tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "DELETE /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags HTTP/1.1" status: 204 len: 168 time: 0.6414566 Mar 07 16:13:23.172716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2e1319ff-82a4-410c-abdc-903f313f42cc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/routers/031f3f05-0b36-49e9-9ce8-9a890c3b7dba HTTP/1.1" status: 200 len: 887 time: 0.6207225 Mar 07 16:13:23.172716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36882) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.172993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36884) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.189126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-ba54033a-33d8-4ca8-a16f-bbe86ed33606 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c', 'tempest-TagsTest-Tag-438865619') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:23.190163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.191330 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ebf2b2f5-7c5a-485b-bbdf-eda95bdf5059 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e4065719-199e-46a0-81b6-409c396ef6fe HTTP/1.1" status: 204 len: 168 time: 3.3052444 Mar 07 16:13:23.196025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36886) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.254121 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-83cb0299-980b-4e3c-ae95-576d1ae7fe29 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=031f3f05-0b36-49e9-9ce8-9a890c3b7dba HTTP/1.1" status: 200 len: 205 time: 0.0789418 Mar 07 16:13:23.257303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36888) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.261976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f0003292-ce0b-4c8a-83c5-95bc96baa1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.282524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b9f7b5e2-73ac-4494-bf8d-400669cbcdf0 req-9d3b62b7-a0d9-4b78-bb90-fff86035e44f tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194223 Mar 07 16:13:23.282777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c515de72-cace-4516-8b57-72f336ed8c30 admin admin] Deleting subnet 59d721b4-3a35-40b5-a188-587f35cdd27f {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:13:23.286011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c515de72-cace-4516-8b57-72f336ed8c30 admin admin] Publish callbacks [] for subnet (59d721b4-3a35-40b5-a188-587f35cdd27f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.360398 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c515de72-cace-4516-8b57-72f336ed8c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (59d721b4-3a35-40b5-a188-587f35cdd27f), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.394369 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-ba54033a-33d8-4ca8-a16f-bbe86ed33606 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] show failed (client error): The resource could not be found. Mar 07 16:13:23.398605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ba54033a-33d8-4ca8-a16f-bbe86ed33606 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "GET /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags/tempest-TagsTest-Tag-438865619 HTTP/1.1" status: 404 len: 325 time: 0.2244737 Mar 07 16:13:23.401250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36892) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.417512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-d7e5c046-7748-4ca9-b8d7-cecda6355503 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c', 'tempest-TagsTest-Tag-1482528260') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:23.512506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks [] for port (e553819c-f909-4b30-8612-7a35bd06cc11), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.515193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-222ce6ae-d544-466b-adcc-3f2234c3cb17 admin admin] Publish callbacks [] for security_group (fe6cfffd-6cf1-441d-9285-62182bca9311), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.535509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-222ce6ae-d544-466b-adcc-3f2234c3cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fe6cfffd-6cf1-441d-9285-62182bca9311), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.555037 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-d7e5c046-7748-4ca9-b8d7-cecda6355503 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] show failed (client error): The resource could not be found. Mar 07 16:13:23.556204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d7e5c046-7748-4ca9-b8d7-cecda6355503 tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "GET /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags/tempest-TagsTest-Tag-1482528260 HTTP/1.1" status: 404 len: 326 time: 0.1487355 Mar 07 16:13:23.557521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c515de72-cace-4516-8b57-72f336ed8c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (59d721b4-3a35-40b5-a188-587f35cdd27f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.560191 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36896) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.580203 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.581715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-3930cbc0-c1e5-4f33-912f-0aadeb39c58c tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '81484c8b-2ef3-4c5a-9dd1-a31c08606d9c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:23.674014 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c515de72-cace-4516-8b57-72f336ed8c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (59d721b4-3a35-40b5-a188-587f35cdd27f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.683670 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3930cbc0-c1e5-4f33-912f-0aadeb39c58c tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "DELETE /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c/tags HTTP/1.1" status: 204 len: 168 time: 0.1224496 Mar 07 16:13:23.705368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 36898) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.707439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515de72-cace-4516-8b57-72f336ed8c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d721b4-3a35-40b5-a188-587f35cdd27f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:23.708250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ce6ae-d544-466b-adcc-3f2234c3cb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6cfffd-6cf1-441d-9285-62182bca9311,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:23.712316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c515de72-cace-4516-8b57-72f336ed8c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.719162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c515de72-cace-4516-8b57-72f336ed8c30 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/59d721b4-3a35-40b5-a188-587f35cdd27f HTTP/1.1" status: 204 len: 168 time: 0.5181203 Mar 07 16:13:23.719386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f48640-9b3a-4104-8f65-cb5c773ea92e None None] Network d0e34cab-05fd-46a4-ae98-a331c5eb2594 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:23.719871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36900) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.732081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-222ce6ae-d544-466b-adcc-3f2234c3cb17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b0b32e3b7294b7cad00baafcccd0e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7693202 Mar 07 16:13:23.732081 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f0003292-ce0b-4c8a-83c5-95bc96baa1c3 admin admin] Publish callbacks [] for security_group (bea5562f-84e4-42b3-bd4b-17be0176c209), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.745095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36902) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:23.832367 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (d0e34cab-05fd-46a4-ae98-a331c5eb2594), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.859871 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-525ce028-8996-4765-b422-d7c24118dbb1 admin admin] Publish callbacks [] for security_group (fe6cfffd-6cf1-441d-9285-62182bca9311), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.866473 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (81484c8b-2ef3-4c5a-9dd1-a31c08606d9c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.887312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f0003292-ce0b-4c8a-83c5-95bc96baa1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bea5562f-84e4-42b3-bd4b-17be0176c209), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.907602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d478731-8cfd-4dd5-bfc1-b2453fee8b98 req-f1a27a40-51f8-458b-835c-642fafb6dcb0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:23.909131 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d478731-8cfd-4dd5-bfc1-b2453fee8b98 req-f1a27a40-51f8-458b-835c-642fafb6dcb0 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.3927600 Mar 07 16:13:23.915303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-525ce028-8996-4765-b422-d7c24118dbb1 admin admin] Publish callbacks [] for security_group (fe6cfffd-6cf1-441d-9285-62182bca9311), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.923592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e21ea9-f812-4eee-92ee-abc45d404185 None None] DHCP port deletion for d0e34cab-05fd-46a4-ae98-a331c5eb2594 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:13:23.957528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Deleting port 37eedd08-bbed-41ca-973f-eedd65426966 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:23.957875 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (37eedd08-bbed-41ca-973f-eedd65426966), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.960209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:23.973111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:23.998733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-6f9e448e-6131-45b1-83cb-cbe9fb191af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:24.000311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-6f9e448e-6131-45b1-83cb-cbe9fb191af0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a4b511c908d4598a245a49782799b97&device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 1127 time: 0.4364974 Mar 07 16:13:24.036792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] For port 37eedd08-bbed-41ca-973f-eedd65426966, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=37eedd08-bbed-41ca-973f-eedd65426966,segment=NetworkSegment(36b4d119-6289-4393-bb8e-9972e6f6e527),segment_id=36b4d119-6289-4393-bb8e-9972e6f6e527)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:24.037266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (37eedd08-bbed-41ca-973f-eedd65426966), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.051370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f0003292-ce0b-4c8a-83c5-95bc96baa1c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f1bb1bf9a044fd1ac7c9fb492e73778&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0355434 Mar 07 16:13:24.051623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-53e21ea9-f812-4eee-92ee-abc45d404185 None None] Deleting port 37eedd08-bbed-41ca-973f-eedd65426966 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:24.052023 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53e21ea9-f812-4eee-92ee-abc45d404185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (37eedd08-bbed-41ca-973f-eedd65426966), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.053359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36904) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:24.062108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Calling delete_port for 37eedd08-bbed-41ca-973f-eedd65426966 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:24.064938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0003292-ce0b-4c8a-83c5-95bc96baa1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea5562f-84e4-42b3-bd4b-17be0176c209,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:24.068191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_gateway (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.071266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-525ce028-8996-4765-b422-d7c24118dbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fe6cfffd-6cf1-441d-9285-62182bca9311), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.075835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-525ce028-8996-4765-b422-d7c24118dbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.077647 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-525ce028-8996-4765-b422-d7c24118dbb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe6cfffd-6cf1-441d-9285-62182bca9311 HTTP/1.1" status: 204 len: 168 time: 0.3314147 Mar 07 16:13:24.124757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ce028-8996-4765-b422-d7c24118dbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6cfffd-6cf1-441d-9285-62182bca9311,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:24.232341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-53e21ea9-f812-4eee-92ee-abc45d404185 None None] For port 37eedd08-bbed-41ca-973f-eedd65426966, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=37eedd08-bbed-41ca-973f-eedd65426966,segment=NetworkSegment(36b4d119-6289-4393-bb8e-9972e6f6e527),segment_id=36b4d119-6289-4393-bb8e-9972e6f6e527)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:24.232873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53e21ea9-f812-4eee-92ee-abc45d404185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (37eedd08-bbed-41ca-973f-eedd65426966), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.256468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-53e21ea9-f812-4eee-92ee-abc45d404185 None None] Calling delete_port for 37eedd08-bbed-41ca-973f-eedd65426966 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:24.257547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-70bbb2e6-d98d-4916-a079-4fcf63e0eeac admin admin] Publish callbacks [] for security_group (bea5562f-84e4-42b3-bd4b-17be0176c209), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.309053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-70bbb2e6-d98d-4916-a079-4fcf63e0eeac admin admin] Publish callbacks [] for security_group (bea5562f-84e4-42b3-bd4b-17be0176c209), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.363071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (37eedd08-bbed-41ca-973f-eedd65426966), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.384001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c22287-bb6f-4e4e-8da5-62e2f6581f02 req-8000a653-757b-49f0-ac64-84813e775a4e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:24.386458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10c22287-bb6f-4e4e-8da5-62e2f6581f02 req-8000a653-757b-49f0-ac64-84813e775a4e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 932 time: 0.1973240 Mar 07 16:13:24.427374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Pushing event deleted for resources: {'Port': ['ID=37eedd08-bbed-41ca-973f-eedd65426966,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:24.436871 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53e21ea9-f812-4eee-92ee-abc45d404185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (37eedd08-bbed-41ca-973f-eedd65426966), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.438842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] No DVR routers for this DVR port 37eedd08-bbed-41ca-973f-eedd65426966 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:24.471627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e21ea9-f812-4eee-92ee-abc45d404185 None None] Pushing event deleted for resources: {'Port': ['ID=37eedd08-bbed-41ca-973f-eedd65426966,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:24.475505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e21ea9-f812-4eee-92ee-abc45d404185 None None] No DVR routers for this DVR port 37eedd08-bbed-41ca-973f-eedd65426966 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:24.518762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (81484c8b-2ef3-4c5a-9dd1-a31c08606d9c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.541209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81484c8b-2ef3-4c5a-9dd1-a31c08606d9c']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:24.551199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4d3f05-3542-476d-9bf9-02b9e01aed0d') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:24.551451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4d3f05-3542-476d-9bf9-02b9e01aed0d') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:24.571232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (d0e34cab-05fd-46a4-ae98-a331c5eb2594), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.592667 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-70bbb2e6-d98d-4916-a079-4fcf63e0eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bea5562f-84e4-42b3-bd4b-17be0176c209), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.594065 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (de4d3f05-3542-476d-9bf9-02b9e01aed0d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.595479 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-70bbb2e6-d98d-4916-a079-4fcf63e0eeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.596962 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-70bbb2e6-d98d-4916-a079-4fcf63e0eeac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bea5562f-84e4-42b3-bd4b-17be0176c209 HTTP/1.1" status: 204 len: 168 time: 0.5423536 Mar 07 16:13:24.614540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10c22287-bb6f-4e4e-8da5-62e2f6581f02 req-de829f96-c168-457b-bb43-c17e57793928 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991324 Mar 07 16:13:24.621845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e34cab-05fd-46a4-ae98-a331c5eb2594']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:24.629484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Network bf558235-8ace-415a-856d-fa8d980134b5 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:24.630034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbb2e6-d98d-4916-a079-4fcf63e0eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea5562f-84e4-42b3-bd4b-17be0176c209,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:24.639591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b4d119-6289-4393-bb8e-9972e6f6e527') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:24.639949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b4d119-6289-4393-bb8e-9972e6f6e527') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:24.652171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:24.661486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:24.664122 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (36b4d119-6289-4393-bb8e-9972e6f6e527), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.686121 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (36b4d119-6289-4393-bb8e-9972e6f6e527), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.700519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:24.702546 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (36b4d119-6289-4393-bb8e-9972e6f6e527), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:24.704726 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:24.707669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event updated for resources: {'Port': ['ID=e553819c-f909-4b30-8612-7a35bd06cc11,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:24.714515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:24.715240 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.730152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 37eedd08-bbed-41ca-973f-eedd65426966 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:24.750043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d478731-8cfd-4dd5-bfc1-b2453fee8b98 req-7dba9fd7-17bd-4f01-a0f1-909e8f11b52a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8210819 Mar 07 16:13:24.751752 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (de4d3f05-3542-476d-9bf9-02b9e01aed0d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.764538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 37eedd08-bbed-41ca-973f-eedd65426966 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:24.766297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 37eedd08-bbed-41ca-973f-eedd65426966 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:24.770253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device afd35094-403f-43fb-9125-6de6cd4dc6ac no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:24.784099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:24.784519 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (de4d3f05-3542-476d-9bf9-02b9e01aed0d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:24.787738 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:24.808784 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-4e52d335-b1a1-4aaf-990d-9f36727f6114 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6736281 Mar 07 16:13:24.830724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: afd35094-403f-43fb-9125-6de6cd4dc6ac {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:24.831099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device afd35094-403f-43fb-9125-6de6cd4dc6ac not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:24.856926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (d0e34cab-05fd-46a4-ae98-a331c5eb2594), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.862504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Request body: {'port': {'device_id': '4859859d-c1cd-4225-9679-1b0f5fcde87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:24.866978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.876656 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] 10.222.0.24 "DELETE /v2.0/networks/d0e34cab-05fd-46a4-ae98-a331c5eb2594 HTTP/1.1" status: 204 len: 168 time: 1.1536140 Mar 07 16:13:24.897837 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01537add-09f0-4561-846a-d62020c9818e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e34cab-05fd-46a4-ae98-a331c5eb2594,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:24.921412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (81484c8b-2ef3-4c5a-9dd1-a31c08606d9c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.923509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-c2328996-caf9-42a7-9ddb-80deafdc96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:24.924986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-c2328996-caf9-42a7-9ddb-80deafdc96b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 200 len: 913 time: 0.9009709 Mar 07 16:13:24.926353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port 16b5364d-8a72-45ae-856d-3a491f469624 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:24.926686 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (16b5364d-8a72-45ae-856d-3a491f469624), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.948127 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:24.951957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] 10.222.0.24 "DELETE /v2.0/networks/81484c8b-2ef3-4c5a-9dd1-a31c08606d9c HTTP/1.1" status: 204 len: 168 time: 1.2410374 Mar 07 16:13:25.017576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ead87-bb87-4dcf-afca-f297c0d517ed tempest-TagsTest-1459272973 tempest-TagsTest-1459272973-project] Pushing event deleted for resources: {'Network': ['ID=81484c8b-2ef3-4c5a-9dd1-a31c08606d9c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:25.093165 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.093875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36936) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:25.107849 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-d75b0cac-f2bd-49d3-853a-686c26135ce5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 200 len: 999 time: 0.1546085 Mar 07 16:13:25.143471 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f96ad317-bfd1-4994-8604-a0ec265e6c25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0271e4a7e03c4cb6873202e2fff45189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481217 Mar 07 16:13:25.146126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36938) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:25.187668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-46fb6e36-9cb9-4464-94cd-e5ca1ec3fba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.196219 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (16b5364d-8a72-45ae-856d-3a491f469624), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.223301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36940) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:25.230420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-66e3f3a6-62e5-42e4-94ce-6067e3abe352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:25.231999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-66e3f3a6-62e5-42e4-94ce-6067e3abe352 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 200 len: 851 time: 0.1176074 Mar 07 16:13:25.235099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for 16b5364d-8a72-45ae-856d-3a491f469624 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:25.240830 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e344bf3-8771-4234-98e8-a8ce6e035ed2 admin admin] Publish callbacks [] for security_group (f6e1fd14-80f9-4907-903f-e2e414219df6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.251725 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99a535d2-0b1a-4c5e-ad2a-060921588707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.289080 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e344bf3-8771-4234-98e8-a8ce6e035ed2 admin admin] Publish callbacks [] for security_group (f6e1fd14-80f9-4907-903f-e2e414219df6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.400943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e344bf3-8771-4234-98e8-a8ce6e035ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f6e1fd14-80f9-4907-903f-e2e414219df6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.404295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e344bf3-8771-4234-98e8-a8ce6e035ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.408184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7e344bf3-8771-4234-98e8-a8ce6e035ed2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6e1fd14-80f9-4907-903f-e2e414219df6 HTTP/1.1" status: 204 len: 168 time: 0.2578776 Mar 07 16:13:25.421741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e344bf3-8771-4234-98e8-a8ce6e035ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1fd14-80f9-4907-903f-e2e414219df6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:25.450286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99a535d2-0b1a-4c5e-ad2a-060921588707 admin admin] Publish callbacks [] for security_group (b9088317-bbc1-496b-a083-a2edb95ccd3c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.457463 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99a535d2-0b1a-4c5e-ad2a-060921588707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b9088317-bbc1-496b-a083-a2edb95ccd3c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.473441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-97ac5827-07ca-43eb-bf38-e483d794f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:25.475047 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-97ac5827-07ca-43eb-bf38-e483d794f8fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2332392 Mar 07 16:13:25.505597 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-99a535d2-0b1a-4c5e-ad2a-060921588707 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61e4bc48899f4f4ebc3711896ed234fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816207 Mar 07 16:13:25.507082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a535d2-0b1a-4c5e-ad2a-060921588707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9088317-bbc1-496b-a083-a2edb95ccd3c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:25.511333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36948) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:25.562984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36950) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:25.605458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43be469c-05f2-4373-8637-0bbc9ecc4735 admin admin] Publish callbacks [] for security_group (b9088317-bbc1-496b-a083-a2edb95ccd3c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.639880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43be469c-05f2-4373-8637-0bbc9ecc4735 admin admin] Publish callbacks [] for security_group (b9088317-bbc1-496b-a083-a2edb95ccd3c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.708156 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43be469c-05f2-4373-8637-0bbc9ecc4735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b9088317-bbc1-496b-a083-a2edb95ccd3c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.711545 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43be469c-05f2-4373-8637-0bbc9ecc4735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.712726 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-43be469c-05f2-4373-8637-0bbc9ecc4735 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9088317-bbc1-496b-a083-a2edb95ccd3c HTTP/1.1" status: 204 len: 168 time: 0.1993284 Mar 07 16:13:25.722294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be469c-05f2-4373-8637-0bbc9ecc4735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9088317-bbc1-496b-a083-a2edb95ccd3c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:25.805523 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-15754464-58ca-40ab-a994-9ecf0d74126b service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868118 Mar 07 16:13:25.808749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a084d50-4930-4e14-bc56-08843d2aacc1 req-1c93bff4-b700-4955-a826-febc10c3d493 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:25.812319 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a084d50-4930-4e14-bc56-08843d2aacc1 req-1c93bff4-b700-4955-a826-febc10c3d493 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 932 time: 0.0854266 Mar 07 16:13:25.829767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e553819c-f909-4b30-8612-7a35bd06cc11 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:13:25.857404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Publish callbacks [] for port (e553819c-f909-4b30-8612-7a35bd06cc11), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.862117 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (16b5364d-8a72-45ae-856d-3a491f469624), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:25.886632 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a084d50-4930-4e14-bc56-08843d2aacc1 req-f284fa76-5bd6-47b0-b770-17601ad2e12b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672257 Mar 07 16:13:25.983400 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ece095bb-ae3a-4c96-800b-9ab96c4fcb8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b45f3b38c76146fe90327842ead1dd2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4182522 Mar 07 16:13:25.985715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 36976) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:25.996461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=16b5364d-8a72-45ae-856d-3a491f469624,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:26.036878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Transition to ACTIVE for port object e553819c-f909-4b30-8612-7a35bd06cc11 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:13:26.071073 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.082488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3478806c-6f84-4bd5-b6ce-9618a33d03e1 admin admin] Publish callbacks [] for security_group (cb612cfc-1746-40e8-9038-44a34b38f436), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.106710 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3478806c-6f84-4bd5-b6ce-9618a33d03e1 admin admin] Publish callbacks [] for security_group (cb612cfc-1746-40e8-9038-44a34b38f436), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.171732 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3478806c-6f84-4bd5-b6ce-9618a33d03e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cb612cfc-1746-40e8-9038-44a34b38f436), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.176680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3478806c-6f84-4bd5-b6ce-9618a33d03e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.179646 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3478806c-6f84-4bd5-b6ce-9618a33d03e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb612cfc-1746-40e8-9038-44a34b38f436 HTTP/1.1" status: 204 len: 168 time: 0.1924450 Mar 07 16:13:26.185073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37012) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:26.193624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25035e72-20ad-4f04-86a7-b4fee073a67e req-96f4c65f-2311-4724-b476-fefa3045d0a8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:26.195269 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-25035e72-20ad-4f04-86a7-b4fee073a67e req-96f4c65f-2311-4724-b476-fefa3045d0a8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.3406775 Mar 07 16:13:26.208723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478806c-6f84-4bd5-b6ce-9618a33d03e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb612cfc-1746-40e8-9038-44a34b38f436,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:26.228407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-595f5ef6-ed63-4cbf-aa7e-2b805e9f20c1 req-392154bb-3fab-4a35-8cd8-7efdb73d9987 service neutron] 10.222.0.11 "GET /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124982 Mar 07 16:13:26.248435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f960be0-0279-4a0c-b88b-e5c12c53fe57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8dc6d44338414fcdacba6f3a338607bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611455 Mar 07 16:13:26.250329 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.251163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37014) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:26.260094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Pushing event updated for resources: {'Port': ['ID=e553819c-f909-4b30-8612-7a35bd06cc11,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:26.319960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-efb4e183-f1e5-483e-9c27-714e09a0dc62 admin admin] Publish callbacks [] for security_group (bd1653ea-b479-41da-9bf6-f54ed7aede3f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.355436 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-efb4e183-f1e5-483e-9c27-714e09a0dc62 admin admin] Publish callbacks [] for security_group (bd1653ea-b479-41da-9bf6-f54ed7aede3f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.383113 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.415186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.431526 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.447907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-efb4e183-f1e5-483e-9c27-714e09a0dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bd1653ea-b479-41da-9bf6-f54ed7aede3f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.453091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-efb4e183-f1e5-483e-9c27-714e09a0dc62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.454396 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-efb4e183-f1e5-483e-9c27-714e09a0dc62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd1653ea-b479-41da-9bf6-f54ed7aede3f HTTP/1.1" status: 204 len: 168 time: 0.2022750 Mar 07 16:13:26.462990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4e183-f1e5-483e-9c27-714e09a0dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1653ea-b479-41da-9bf6-f54ed7aede3f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:26.509246 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-25035e72-20ad-4f04-86a7-b4fee073a67e req-4a41195d-5959-4567-96b9-d84c1ff4eae6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017581 Mar 07 16:13:26.516601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Attempting to bind port e553819c-f909-4b30-8612-7a35bd06cc11 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:26.517156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Attempting to bind port e553819c-f909-4b30-8612-7a35bd06cc11 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:26.517697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Attempting to bind port e553819c-f909-4b30-8612-7a35bd06cc11 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:26.523712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Port e553819c-f909-4b30-8612-7a35bd06cc11 on network bf558235-8ace-415a-856d-fa8d980134b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:13:26.524314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Attempting to bind port e553819c-f909-4b30-8612-7a35bd06cc11 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:26.530217 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (031f3f05-0b36-49e9-9ce8-9a890c3b7dba), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.531034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Fanout notify agent at l3_agent the message router_deleted on router 031f3f05-0b36-49e9-9ce8-9a890c3b7dba {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:13:26.533319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:26.533657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Checking segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:26.534525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Bound using segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:26.534990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Bound port: e553819c-f909-4b30-8612-7a35bd06cc11, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:26.535527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.544437 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.545554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-51d58f4a-db0c-4d61-bd4b-d84183a687f7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/031f3f05-0b36-49e9-9ce8-9a890c3b7dba HTTP/1.1" status: 204 len: 168 time: 3.2806773 Mar 07 16:13:26.549326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37024) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:26.559392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'network': {'name': 'tempest-RoutersTest-1179676363'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:26.595301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:26.601510 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.607943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37028) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:26.633095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:26.649175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] For port e553819c-f909-4b30-8612-7a35bd06cc11, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:26.649469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d5f58948-d4b6-42f8-8ff1-e7db8295a942), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.649794 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added segment d5f58948-d4b6-42f8-8ff1-e7db8295a942 of type vlan for network 8b2dd0bf-5c70-4b13-a255-5b3506db150f Mar 07 16:13:26.652900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] For port e553819c-f909-4b30-8612-7a35bd06cc11, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e553819c-f909-4b30-8612-7a35bd06cc11,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:26.668044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.702189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (8b2dd0bf-5c70-4b13-a255-5b3506db150f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.709056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:26.709711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.712145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] 10.222.0.15 "PUT /v2.0/ports/e553819c-f909-4b30-8612-7a35bd06cc11 HTTP/1.1" status: 200 len: 1092 time: 1.8881571 Mar 07 16:13:26.712623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4859859d-c1cd-4225-9679-1b0f5fcde87b', 'tag': 'e553819c-f909-4b30-8612-7a35bd06cc11'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:26.715918 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2348bb06-99ac-4461-8050-4e5ce665a7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4859859d-c1cd-4225-9679-1b0f5fcde87b", "tag": "e553819c-f909-4b30-8612-7a35bd06cc11"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:26.776714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (8b2dd0bf-5c70-4b13-a255-5b3506db150f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.787385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:26.788207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:26.802447 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce832e7b-d959-4ed7-b3e7-c3f60d286257 x-openstack-request-id: req-ce832e7b-d959-4ed7-b3e7-c3f60d286257 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:26.802754 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4859859d-c1cd-4225-9679-1b0f5fcde87b", "tag": "e553819c-f909-4b30-8612-7a35bd06cc11", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:26.803296 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce832e7b-d959-4ed7-b3e7-c3f60d286257 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:26.803710 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4859859d-c1cd-4225-9679-1b0f5fcde87b', 'tag': 'e553819c-f909-4b30-8612-7a35bd06cc11', 'status': 'completed', 'code': 200} Mar 07 16:13:26.805696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f992a9-2f10-4e30-8bbd-6f1fa394b227 service neutron] Pushing event updated for resources: {'Port': ['ID=e553819c-f909-4b30-8612-7a35bd06cc11,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:26.896782 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3430068 Mar 07 16:13:26.901448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37038) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:26.924821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'subnet': {'network_id': '8b2dd0bf-5c70-4b13-a255-5b3506db150f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:26.953635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-58be9289-9b8b-4f2c-8fed-bf4e226b7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:26.955276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-58be9289-9b8b-4f2c-8fed-bf4e226b7114 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 1126 time: 0.1906402 Mar 07 16:13:27.058387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0be09-4a3f-4f02-8dbe-d5c4278bd7a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Network': ['ID=8b2dd0bf-5c70-4b13-a255-5b3506db150f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:27.070414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-c793e501-6919-4ca5-946b-49cbbd920e9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e553819c-f909-4b30-8612-7a35bd06cc11 HTTP/1.1" status: 200 len: 217 time: 0.1009805 Mar 07 16:13:27.085592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 8b2dd0bf-5c70-4b13-a255-5b3506db150f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:27.118547 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87f64266-36cb-4bb8-a055-6b029f7c14c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.159598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:27.165623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.200433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-20969d0e-078f-413d-9c89-7c9bc3049a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:27.202021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-20969d0e-078f-413d-9c89-7c9bc3049a12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.1245904 Mar 07 16:13:27.209642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2374-df90-4f71-a826-3814899597b9 req-a6fa17a5-5f06-4c88-8784-d72e9cb386a7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:27.217052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc0c2374-df90-4f71-a826-3814899597b9 req-a6fa17a5-5f06-4c88-8784-d72e9cb386a7 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 944 time: 0.1541960 Mar 07 16:13:27.274578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-bb33054e-7c9d-4019-9f0b-f4ce4d6e2bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554535 Mar 07 16:13:27.393169 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc0c2374-df90-4f71-a826-3814899597b9 req-fa05db8a-78c1-4f3b-b040-a50c725e8c74 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751473 Mar 07 16:13:27.424196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (13ffe577-0dda-481f-8145-6c8428361de4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.474489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-1fb240c2-e1ca-403c-9712-b45aa3cad665 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941261 Mar 07 16:13:27.479433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87f64266-36cb-4bb8-a055-6b029f7c14c5 admin admin] Publish callbacks [] for security_group (068bdc2e-7342-4119-b6ff-e4e93ee229c9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.490749 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87f64266-36cb-4bb8-a055-6b029f7c14c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (068bdc2e-7342-4119-b6ff-e4e93ee229c9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.524088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Checking segment: {'id': 'd5f58948-d4b6-42f8-8ff1-e7db8295a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8b2dd0bf-5c70-4b13-a255-5b3506db150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:27.524691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network hostable DHCP agents. Network: 8b2dd0bf-5c70-4b13-a255-5b3506db150f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:13:27.528619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Subnet': ['ID=13ffe577-0dda-481f-8145-6c8428361de4,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:27.560125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 8b2dd0bf-5c70-4b13-a255-5b3506db150f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:13:27.578943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 8b2dd0bf-5c70-4b13-a255-5b3506db150f) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:27.584397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:27.585965 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.588837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4af770-ecbe-418b-8b82-aa5e1ba814e5 None None] Network 8b2dd0bf-5c70-4b13-a255-5b3506db150f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:27.601237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-87f64266-36cb-4bb8-a055-6b029f7c14c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b046de3e8704acc8868bd16aa4b9588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9919796 Mar 07 16:13:27.604439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37066) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:27.605287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f64266-36cb-4bb8-a055-6b029f7c14c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068bdc2e-7342-4119-b6ff-e4e93ee229c9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:27.618727 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1d0c0f63-aabf-4da4-a78a-ce80713b72b5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7161257 Mar 07 16:13:27.621856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37068) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:27.632006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c70a0f1c-b756-42bd-b83d-fbe459fbc6c4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-364747058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:27.677191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05036ebc-2de5-4f4a-b406-fd1926e67320 req-ac59948b-fffc-4dd9-b495-72e4dedd95d6 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960862 Mar 07 16:13:27.717034 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e80acc4f-4053-4d25-9e1d-0d36e520cc47 admin admin] Publish callbacks [] for security_group (068bdc2e-7342-4119-b6ff-e4e93ee229c9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.718211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f1c-b756-42bd-b83d-fbe459fbc6c4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.720194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f1c-b756-42bd-b83d-fbe459fbc6c4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.783583 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.790722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e80acc4f-4053-4d25-9e1d-0d36e520cc47 admin admin] Publish callbacks [] for security_group (068bdc2e-7342-4119-b6ff-e4e93ee229c9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.795802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f1c-b756-42bd-b83d-fbe459fbc6c4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.813324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab514a-2c44-49f9-8933-af18cd34da15 req-0b99eb5e-79e5-4b61-a115-ecb5cf5fa282 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:27.821013 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adab514a-2c44-49f9-8933-af18cd34da15 req-0b99eb5e-79e5-4b61-a115-ecb5cf5fa282 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.1636357 Mar 07 16:13:27.844701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f1c-b756-42bd-b83d-fbe459fbc6c4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.855530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-8b2dd0bf-5c70-4b13-a255-5b3506db150f', 'network_id': '8b2dd0bf-5c70-4b13-a255-5b3506db150f', 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'fixed_ips': [{'subnet_id': '13ffe577-0dda-481f-8145-6c8428361de4'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:13:27.856751 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.863975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-31f980ed-647b-4a8d-af11-0bcecb56c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:27.866942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-31f980ed-647b-4a8d-af11-0bcecb56c3db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 1126 time: 0.1231029 Mar 07 16:13:27.890604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f1c-b756-42bd-b83d-fbe459fbc6c4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:27.891855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c70a0f1c-b756-42bd-b83d-fbe459fbc6c4 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2691112 Mar 07 16:13:27.894643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37078) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:27.911974 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-adab514a-2c44-49f9-8933-af18cd34da15 req-e0ef8cd8-4d5f-45a6-be7a-ba1577834f7e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869651 Mar 07 16:13:27.997659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e80acc4f-4053-4d25-9e1d-0d36e520cc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (068bdc2e-7342-4119-b6ff-e4e93ee229c9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:28.000820 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e80acc4f-4053-4d25-9e1d-0d36e520cc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:28.002263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e80acc4f-4053-4d25-9e1d-0d36e520cc47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/068bdc2e-7342-4119-b6ff-e4e93ee229c9 HTTP/1.1" status: 204 len: 168 time: 0.3917007 Mar 07 16:13:28.101444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80acc4f-4053-4d25-9e1d-0d36e520cc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068bdc2e-7342-4119-b6ff-e4e93ee229c9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:28.157820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Allocated IP 172.20.0.2 (8b2dd0bf-5c70-4b13-a255-5b3506db150f/13ffe577-0dda-481f-8145-6c8428361de4/6e879651-68f7-4ed1-9587-c017755a2d9f) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:28.361863 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Publish callbacks [] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:28.370968 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:28.430988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Network 8b2dd0bf-5c70-4b13-a255-5b3506db150f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:28.434628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:28.439814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:28.443390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Pushing event updated for resources: {'Port': ['ID=6e879651-68f7-4ed1-9587-c017755a2d9f,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:28.564888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Attempting to bind port 6e879651-68f7-4ed1-9587-c017755a2d9f on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:28.565296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Attempting to bind port 6e879651-68f7-4ed1-9587-c017755a2d9f by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'd5f58948-d4b6-42f8-8ff1-e7db8295a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8b2dd0bf-5c70-4b13-a255-5b3506db150f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:28.565616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Attempting to bind port 6e879651-68f7-4ed1-9587-c017755a2d9f on network 8b2dd0bf-5c70-4b13-a255-5b3506db150f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:28.571384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:28.571610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Checking segment: {'id': 'd5f58948-d4b6-42f8-8ff1-e7db8295a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8b2dd0bf-5c70-4b13-a255-5b3506db150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:28.572020 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:28.572478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Bound using segment: {'id': 'd5f58948-d4b6-42f8-8ff1-e7db8295a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8b2dd0bf-5c70-4b13-a255-5b3506db150f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:28.573216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Bound port: 6e879651-68f7-4ed1-9587-c017755a2d9f, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f58948-d4b6-42f8-8ff1-e7db8295a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8b2dd0bf-5c70-4b13-a255-5b3506db150f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:28.573543 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:28.573861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1b1a-0087-44f4-b96c-b5e0afd471b2 req-79fca226-b694-4acc-96c9-4e5f5b766f21 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:28.580623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d99f-84c7-4dff-a272-05e7c58011de req-9503b46e-7ff5-4b1e-bf25-f838eadddfba tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:28.586410 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0cc1b1a-0087-44f4-b96c-b5e0afd471b2 req-79fca226-b694-4acc-96c9-4e5f5b766f21 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 944 time: 0.0924423 Mar 07 16:13:28.590871 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4126d99f-84c7-4dff-a272-05e7c58011de req-9503b46e-7ff5-4b1e-bf25-f838eadddfba tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.6115043 Mar 07 16:13:28.594109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-741e85a2-0b24-4f21-9c40-9ab7e9e8382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:28.595999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-741e85a2-0b24-4f21-9c40-9ab7e9e8382f service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 907 time: 0.7214367 Mar 07 16:13:28.651429 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0cc1b1a-0087-44f4-b96c-b5e0afd471b2 req-5976459f-92df-4d95-833b-148df0a2b7b3 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621676 Mar 07 16:13:28.692206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] For port 6e879651-68f7-4ed1-9587-c017755a2d9f, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:28.695685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] For port 6e879651-68f7-4ed1-9587-c017755a2d9f, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6e879651-68f7-4ed1-9587-c017755a2d9f,segment=NetworkSegment(d5f58948-d4b6-42f8-8ff1-e7db8295a942),segment_id=d5f58948-d4b6-42f8-8ff1-e7db8295a942)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:28.702452 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:28.726043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-4cc61df2-03d3-4a18-9077-50d96853c78d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e553819c-f909-4b30-8612-7a35bd06cc11 HTTP/1.1" status: 200 len: 217 time: 0.0937338 Mar 07 16:13:28.774357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434148f-88d1-44b0-887e-eade511a5dfd None None] Pushing event updated for resources: {'Port': ['ID=6e879651-68f7-4ed1-9587-c017755a2d9f,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:28.862019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4126d99f-84c7-4dff-a272-05e7c58011de req-dd0c19df-e1a4-4cbe-85d2-bcdf10d66b86 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696528 Mar 07 16:13:28.890399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-3755f5da-0e80-47e8-a315-2475e601a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:28.892276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-3755f5da-0e80-47e8-a315-2475e601a3e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.1342504 Mar 07 16:13:28.932941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-2cf0bbdf-7b99-40dd-ad87-22a63436db9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343423 Mar 07 16:13:28.971736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:29.137016 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:29.234944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-72422302-6745-4208-acb7-7b99954fbdfa service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946997 Mar 07 16:13:29.472439 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2348bb06-99ac-4461-8050-4e5ce665a7b8 req-74346fec-c818-4db5-93d3-03140f722102 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264044 Mar 07 16:13:29.484121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.20.0.1 (8b2dd0bf-5c70-4b13-a255-5b3506db150f/13ffe577-0dda-481f-8145-6c8428361de4/d37fe99e-1e37-455e-a93c-a372fe593973) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:29.622684 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (d37fe99e-1e37-455e-a93c-a372fe593973), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:29.666862 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:29.773559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=d37fe99e-1e37-455e-a93c-a372fe593973,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:29.806143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 8b2dd0bf-5c70-4b13-a255-5b3506db150f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:29.816249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:29.818674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:29.932814 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.039327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1ac71-37f2-48d6-a752-f2456bd1677d req-e87f87e6-9e3c-42b8-8df0-ed348e0e9486 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:30.041682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fb1ac71-37f2-48d6-a752-f2456bd1677d req-e87f87e6-9e3c-42b8-8df0-ed348e0e9486 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 944 time: 0.2518282 Mar 07 16:13:30.261627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.267801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933023f-677f-44ff-8466-dfd177337600 None None] Network 8b2dd0bf-5c70-4b13-a255-5b3506db150f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:30.269806 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2fb1ac71-37f2-48d6-a752-f2456bd1677d req-977e7e5b-5e04-45f9-afb2-4486ad6729ee tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177281 Mar 07 16:13:30.276350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e553819c-f909-4b30-8612-7a35bd06cc11 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:13:30.366229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782769b0-06f3-40b9-b100-47718509986a req-910c5155-c0d7-41bf-a678-6981a0f0db4a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:30.374780 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-782769b0-06f3-40b9-b100-47718509986a req-910c5155-c0d7-41bf-a678-6981a0f0db4a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bc9bb09-abf7-4371-8b57-2dc34e6423f8 HTTP/1.1" status: 200 len: 943 time: 0.1339514 Mar 07 16:13:30.397237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Provisioning complete for port 6e879651-68f7-4ed1-9587-c017755a2d9f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:30.397940 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.582113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-782769b0-06f3-40b9-b100-47718509986a req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Deleting port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:30.582733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-782769b0-06f3-40b9-b100-47718509986a req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.619544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e553819c-f909-4b30-8612-7a35bd06cc11, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e553819c-f909-4b30-8612-7a35bd06cc11,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:30.639716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Current status of the port 6e879651-68f7-4ed1-9587-c017755a2d9f is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:30.640372 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.643751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'e553819c-f909-4b30-8612-7a35bd06cc11', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'port_id': 'e553819c-f909-4b30-8612-7a35bd06cc11', 'mac_address': 'fa:16:3e:5e:93:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b9e25-07a8-4036-8b1a-d3eb88278c53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:13:30.736786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] For port 6e879651-68f7-4ed1-9587-c017755a2d9f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6e879651-68f7-4ed1-9587-c017755a2d9f,segment=NetworkSegment(d5f58948-d4b6-42f8-8ff1-e7db8295a942),segment_id=d5f58948-d4b6-42f8-8ff1-e7db8295a942)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:30.743019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e553819c-f909-4b30-8612-7a35bd06cc11 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:30.743654 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.768676 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.786735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e553819c-f909-4b30-8612-7a35bd06cc11 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:13:30.830625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6e879651-68f7-4ed1-9587-c017755a2d9f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:30.853450 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (d37fe99e-1e37-455e-a93c-a372fe593973), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.868141 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.895051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e553819c-f909-4b30-8612-7a35bd06cc11, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e553819c-f909-4b30-8612-7a35bd06cc11,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:30.909967 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.916952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-782769b0-06f3-40b9-b100-47718509986a req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] For port 153a4ae9-e8ac-4aab-b7b7-c3392a521655, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=153a4ae9-e8ac-4aab-b7b7-c3392a521655,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:30.919339 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-782769b0-06f3-40b9-b100-47718509986a req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:30.924672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Pushing event updated for resources: {'Port': ['ID=6e879651-68f7-4ed1-9587-c017755a2d9f,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:30.936836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.937464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.938171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.938918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.939446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.939956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.940468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.940954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.941466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.942066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.942627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.943148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.943641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb7b93-5a70-400f-8895-856de8dc8693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:30.953940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-782769b0-06f3-40b9-b100-47718509986a req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Calling delete_port for 153a4ae9-e8ac-4aab-b7b7-c3392a521655 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:31.021865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6e879651-68f7-4ed1-9587-c017755a2d9f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:31.022785 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:31.046990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:31.062273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=d37fe99e-1e37-455e-a93c-a372fe593973,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:31.115355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e553819c-f909-4b30-8612-7a35bd06cc11,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:31.143322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-10e2d96e-c6f2-4dbd-8eeb-efecc29d0286 None None] Provisioning complete for port 6e879651-68f7-4ed1-9587-c017755a2d9f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:31.144094 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10e2d96e-c6f2-4dbd-8eeb-efecc29d0286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:31.221905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 8b2dd0bf-5c70-4b13-a255-5b3506db150f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:31.231621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:31.251227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37300) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:31.260489 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e553819c-f909-4b30-8612-7a35bd06cc11'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:31.348228 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-782769b0-06f3-40b9-b100-47718509986a req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (153a4ae9-e8ac-4aab-b7b7-c3392a521655), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:31.418144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6e879651-68f7-4ed1-9587-c017755a2d9f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:31.460476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event deleted for resources: {'Port': ['ID=153a4ae9-e8ac-4aab-b7b7-c3392a521655,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:31.484543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-782769b0-06f3-40b9-b100-47718509986a req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] No DVR routers for this DVR port 153a4ae9-e8ac-4aab-b7b7-c3392a521655 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:31.484818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['54a878aa-a299-4247-b669-4c60751cec8c', 'e29c186d-b6af-4f63-bd0e-9716f3738d50'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:31.487497 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-782769b0-06f3-40b9-b100-47718509986a req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:31.499623 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-782769b0-06f3-40b9-b100-47718509986a req-eed12f81-88b7-4ca7-aeef-0affb6c6153e tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "DELETE /v2.0/ports/153a4ae9-e8ac-4aab-b7b7-c3392a521655 HTTP/1.1" status: 204 len: 173 time: 1.1239097 Mar 07 16:13:31.500151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'name': 'network-vif-deleted', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:31.502783 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56bda23-819d-4dda-9ea8-5e0a93081b20" -d '{"events": [{"server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "name": "network-vif-deleted", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:31.726394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-10e2d96e-c6f2-4dbd-8eeb-efecc29d0286 None None] Current status of the port 6e879651-68f7-4ed1-9587-c017755a2d9f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:31.763759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcbadb-1395-454e-a68e-c120655c8944 req-1e347359-df84-45fc-adfd-c043979ca875 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:31.775942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c7dcbadb-1395-454e-a68e-c120655c8944 req-1e347359-df84-45fc-adfd-c043979ca875 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 945 time: 0.2713912 Mar 07 16:13:31.789140 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b28bea2-9f58-43a5-9516-f11f30babab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:31.818148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-10e2d96e-c6f2-4dbd-8eeb-efecc29d0286 None None] Provisioning complete for port d37fe99e-1e37-455e-a93c-a372fe593973 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:31.818528 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10e2d96e-c6f2-4dbd-8eeb-efecc29d0286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:31.897509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37328) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:31.950385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router d1cb3a14-4b82-4171-bb0d-f4d66b8a2512 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:13:31.984241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-10e2d96e-c6f2-4dbd-8eeb-efecc29d0286 None None] Port d37fe99e-1e37-455e-a93c-a372fe593973 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:31.987355 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c7dcbadb-1395-454e-a68e-c120655c8944 req-64544618-5375-46ad-9e78-bede67a28f9c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100863 Mar 07 16:13:32.055267 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca503509-ed62-4fe9-8bee-67689a48f2fd x-openstack-request-id: req-ca503509-ed62-4fe9-8bee-67689a48f2fd {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:32.055801 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc9bb09-abf7-4371-8b57-2dc34e6423f8", "name": "network-vif-deleted", "tag": "153a4ae9-e8ac-4aab-b7b7-c3392a521655", "status": "failed", "code": 422}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:32.056237 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca503509-ed62-4fe9-8bee-67689a48f2fd {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:32.057035 n-d-830010-8 neutron-server[103866]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8bc9bb09-abf7-4371-8b57-2dc34e6423f8', 'name': 'network-vif-deleted', 'tag': '153a4ae9-e8ac-4aab-b7b7-c3392a521655', 'status': 'failed', 'code': 422} returned with failed status Mar 07 16:13:32.108218 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c53b594f-486e-40ea-a325-19b27fcb6a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.171802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-33b633d2-6d59-4858-b5df-913f84758192 None None] Provisioning complete for port d37fe99e-1e37-455e-a93c-a372fe593973 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:32.172256 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-33b633d2-6d59-4858-b5df-913f84758192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.245457 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b28bea2-9f58-43a5-9516-f11f30babab5 admin admin] Publish callbacks [] for security_group (d2646a44-dbcd-461b-85cd-94a03254ca33), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.248866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-33b633d2-6d59-4858-b5df-913f84758192 None None] Port d37fe99e-1e37-455e-a93c-a372fe593973 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:32.249714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:32.263297 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1509d-6da4-4fa2-bba9-9afd5bcb11d6 None None] Sync routers for ids ['d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:32.265051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bd8ba341-b4c1-48ca-80d0-55af8ce939f3 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/d1cb3a14-4b82-4171-bb0d-f4d66b8a2512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3680611 Mar 07 16:13:32.266424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37340) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:32.268904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b28bea2-9f58-43a5-9516-f11f30babab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d2646a44-dbcd-461b-85cd-94a03254ca33), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.279009 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1509d-6da4-4fa2-bba9-9afd5bcb11d6 None None] Routers {'d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:32.279635 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f9b1509d-6da4-4fa2-bba9-9afd5bcb11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:32.290886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37342) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:32.326141 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c53b594f-486e-40ea-a325-19b27fcb6a7d admin admin] Publish callbacks [] for security_group (7f5ce931-b2d9-4ac9-83b3-22a81edd4703), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.332010 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f9b1509d-6da4-4fa2-bba9-9afd5bcb11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:32.341407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d042dee-e1ff-461a-9645-8882930ce26a req-05059551-f492-4807-90b7-58911d14a766 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:32.345933 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1509d-6da4-4fa2-bba9-9afd5bcb11d6 None None] Routers {'d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:32.346661 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f9b1509d-6da4-4fa2-bba9-9afd5bcb11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:32.348803 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d042dee-e1ff-461a-9645-8882930ce26a req-05059551-f492-4807-90b7-58911d14a766 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 945 time: 0.1063921 Mar 07 16:13:32.357161 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c53b594f-486e-40ea-a325-19b27fcb6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7f5ce931-b2d9-4ac9-83b3-22a81edd4703), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.376683 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2b28bea2-9f58-43a5-9516-f11f30babab5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c721ae55cbab429695270ceb76d6e6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1234851 Mar 07 16:13:32.378331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28bea2-9f58-43a5-9516-f11f30babab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2646a44-dbcd-461b-85cd-94a03254ca33,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:32.381235 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37346) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:32.394649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246de1fc-0051-4caa-af71-7f831e0fd26d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:32.399290 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-246de1fc-0051-4caa-af71-7f831e0fd26d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports/d37fe99e-1e37-455e-a93c-a372fe593973 HTTP/1.1" status: 200 len: 910 time: 0.1313806 Mar 07 16:13:32.403093 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f9b1509d-6da4-4fa2-bba9-9afd5bcb11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:32.406257 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c53b594f-486e-40ea-a325-19b27fcb6a7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5954e1b775e44d6bd3d7e6966a7883b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5069945 Mar 07 16:13:32.406599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37348) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:32.409014 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1509d-6da4-4fa2-bba9-9afd5bcb11d6 None None] The sync data for ids ['d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:32.413400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-db4f7d79-15fa-4c40-a398-31825aec6a3f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13ffe577-0dda-481f-8145-6c8428361de4'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:32.418847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37350) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:32.425023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b594f-486e-40ea-a325-19b27fcb6a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5ce931-b2d9-4ac9-83b3-22a81edd4703,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:32.497705 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d042dee-e1ff-461a-9645-8882930ce26a req-a7d79166-da66-482f-86f0-84b4868e78b8 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471329 Mar 07 16:13:32.568428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd3fafaf-fb2f-446f-b5d3-427016c4c69f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.649854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93a12445-c33c-49a5-8aad-9b8462a08988 admin admin] Publish callbacks [] for security_group (d2646a44-dbcd-461b-85cd-94a03254ca33), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.654705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6e879651-68f7-4ed1-9587-c017755a2d9f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:32.656715 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-338254b3-effa-4dea-a051-12de7fdc8963 admin admin] Publish callbacks [] for security_group (7f5ce931-b2d9-4ac9-83b3-22a81edd4703), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.702763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6e879651-68f7-4ed1-9587-c017755a2d9f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:32.703251 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.724803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93a12445-c33c-49a5-8aad-9b8462a08988 admin admin] Publish callbacks [] for security_group (d2646a44-dbcd-461b-85cd-94a03254ca33), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.734000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-338254b3-effa-4dea-a051-12de7fdc8963 admin admin] Publish callbacks [] for security_group (7f5ce931-b2d9-4ac9-83b3-22a81edd4703), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.784284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6e879651-68f7-4ed1-9587-c017755a2d9f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:32.834037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1c65-0c6c-4b54-9e68-3821fc20e964 req-49ab98c1-a40c-43a4-a758-6393bf2fd11a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:32.835621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-853d1c65-0c6c-4b54-9e68-3821fc20e964 req-49ab98c1-a40c-43a4-a758-6393bf2fd11a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 908 time: 0.2766390 Mar 07 16:13:32.850930 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db4f7d79-15fa-4c40-a398-31825aec6a3f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.925102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93a12445-c33c-49a5-8aad-9b8462a08988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d2646a44-dbcd-461b-85cd-94a03254ca33), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.927584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-93a12445-c33c-49a5-8aad-9b8462a08988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.928986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-93a12445-c33c-49a5-8aad-9b8462a08988 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2646a44-dbcd-461b-85cd-94a03254ca33 HTTP/1.1" status: 204 len: 168 time: 0.5463753 Mar 07 16:13:32.935422 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-338254b3-effa-4dea-a051-12de7fdc8963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7f5ce931-b2d9-4ac9-83b3-22a81edd4703), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.937834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-338254b3-effa-4dea-a051-12de7fdc8963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.938956 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-338254b3-effa-4dea-a051-12de7fdc8963 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f5ce931-b2d9-4ac9-83b3-22a81edd4703 HTTP/1.1" status: 204 len: 168 time: 0.5177369 Mar 07 16:13:32.940905 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd3fafaf-fb2f-446f-b5d3-427016c4c69f admin admin] Publish callbacks [] for security_group (fc760e7e-2100-4a09-b753-d7a61d98e59c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.952300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd3fafaf-fb2f-446f-b5d3-427016c4c69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fc760e7e-2100-4a09-b753-d7a61d98e59c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:32.989872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a12445-c33c-49a5-8aad-9b8462a08988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2646a44-dbcd-461b-85cd-94a03254ca33,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:33.042696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338254b3-effa-4dea-a051-12de7fdc8963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5ce931-b2d9-4ac9-83b3-22a81edd4703,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:33.063036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dd3fafaf-fb2f-446f-b5d3-427016c4c69f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b490a5af349848009c231193f438975e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7694097 Mar 07 16:13:33.066390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37360) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:33.096957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fafaf-fb2f-446f-b5d3-427016c4c69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc760e7e-2100-4a09-b753-d7a61d98e59c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:33.223901 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e845d22-5dbe-446b-9149-ed9fb4200ecf admin admin] Publish callbacks [] for security_group (fc760e7e-2100-4a09-b753-d7a61d98e59c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.248452 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27494300-1947-4074-b107-e18c2e4f8682 req-ac71d54f-c08d-4329-8386-1e12dcce0169 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:33.255723 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-27494300-1947-4074-b107-e18c2e4f8682 req-ac71d54f-c08d-4329-8386-1e12dcce0169 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 945 time: 0.1508205 Mar 07 16:13:33.279142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e845d22-5dbe-446b-9149-ed9fb4200ecf admin admin] Publish callbacks [] for security_group (fc760e7e-2100-4a09-b753-d7a61d98e59c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.397622 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e845d22-5dbe-446b-9149-ed9fb4200ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fc760e7e-2100-4a09-b753-d7a61d98e59c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.401100 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e845d22-5dbe-446b-9149-ed9fb4200ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.405198 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0e845d22-5dbe-446b-9149-ed9fb4200ecf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc760e7e-2100-4a09-b753-d7a61d98e59c HTTP/1.1" status: 204 len: 168 time: 0.3347745 Mar 07 16:13:33.412413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-27494300-1947-4074-b107-e18c2e4f8682 req-7a8e964b-bcb3-4dec-b583-b2e4e8a343ab tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557436 Mar 07 16:13:33.420746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e845d22-5dbe-446b-9149-ed9fb4200ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc760e7e-2100-4a09-b753-d7a61d98e59c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:33.450983 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db4f7d79-15fa-4c40-a398-31825aec6a3f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (d37fe99e-1e37-455e-a93c-a372fe593973), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.460430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db4f7d79-15fa-4c40-a398-31825aec6a3f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.466525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37376) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:33.488306 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca57f902-53af-4c26-83a0-4d36c7d883cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.576278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f7d79-15fa-4c40-a398-31825aec6a3f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=d37fe99e-1e37-455e-a93c-a372fe593973,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:33.584771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f7d79-15fa-4c40-a398-31825aec6a3f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:33.585409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db4f7d79-15fa-4c40-a398-31825aec6a3f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.589337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-db4f7d79-15fa-4c40-a398-31825aec6a3f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/ports/d37fe99e-1e37-455e-a93c-a372fe593973 HTTP/1.1" status: 200 len: 910 time: 1.1789882 Mar 07 16:13:33.593475 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37380) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:33.638457 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca57f902-53af-4c26-83a0-4d36c7d883cf admin admin] Publish callbacks [] for security_group (db3dd808-4c5e-433c-8155-0615b523d319), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.644596 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca57f902-53af-4c26-83a0-4d36c7d883cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (db3dd808-4c5e-433c-8155-0615b523d319), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.692684 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ca57f902-53af-4c26-83a0-4d36c7d883cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4f2acd970604b6db0d5465c508aed79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227426 Mar 07 16:13:33.693133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37386) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:33.716405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-cdb0867d-9047-4506-be7a-1c47cf7bad52 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:33.717823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-cdb0867d-9047-4506-be7a-1c47cf7bad52 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.11 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 945 time: 0.2068100 Mar 07 16:13:33.722843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57f902-53af-4c26-83a0-4d36c7d883cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3dd808-4c5e-433c-8155-0615b523d319,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:33.749095 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12feb8a9-920f-4b84-a6f9-bd51ae6aa177 admin admin] Publish callbacks [] for security_group (db3dd808-4c5e-433c-8155-0615b523d319), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.772983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12feb8a9-920f-4b84-a6f9-bd51ae6aa177 admin admin] Publish callbacks [] for security_group (db3dd808-4c5e-433c-8155-0615b523d319), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.801469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48aaa4-90dd-4a68-af08-091675cf5ada req-52eb5259-7670-4a4b-b5ab-55e28ed7da9e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:33.803481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a48aaa4-90dd-4a68-af08-091675cf5ada req-52eb5259-7670-4a4b-b5ab-55e28ed7da9e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 945 time: 0.1989658 Mar 07 16:13:33.836301 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12feb8a9-920f-4b84-a6f9-bd51ae6aa177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (db3dd808-4c5e-433c-8155-0615b523d319), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.839280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12feb8a9-920f-4b84-a6f9-bd51ae6aa177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:33.843521 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-12feb8a9-920f-4b84-a6f9-bd51ae6aa177 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db3dd808-4c5e-433c-8155-0615b523d319 HTTP/1.1" status: 204 len: 168 time: 0.1468256 Mar 07 16:13:33.850483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feb8a9-920f-4b84-a6f9-bd51ae6aa177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3dd808-4c5e-433c-8155-0615b523d319,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:33.933157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37396) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:33.992148 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b36c8df7-7e4c-4a60-9663-3b10cfb4fcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.046932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef1b48-b5bb-4333-b94c-69571cf8fcae req-219d27fe-0f22-43a6-b619-13fbf3ca92a9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:34.048692 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-93ef1b48-b5bb-4333-b94c-69571cf8fcae req-219d27fe-0f22-43a6-b619-13fbf3ca92a9 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 908 time: 0.0935121 Mar 07 16:13:34.049568 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a48aaa4-90dd-4a68-af08-091675cf5ada req-e006bdd3-5228-40a2-b0b7-ca2661bc329e tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326965 Mar 07 16:13:34.080940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Deleting port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:34.080940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.139865 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b36c8df7-7e4c-4a60-9663-3b10cfb4fcb8 admin admin] Publish callbacks [] for security_group (63cec082-fefb-4e9a-9f45-26623244c7a4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.146964 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b36c8df7-7e4c-4a60-9663-3b10cfb4fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (63cec082-fefb-4e9a-9f45-26623244c7a4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.182002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-05107360-25a2-4ee7-89ba-5686b7cbb193 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:34.183554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-05107360-25a2-4ee7-89ba-5686b7cbb193 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 908 time: 0.2044361 Mar 07 16:13:34.186553 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b36c8df7-7e4c-4a60-9663-3b10cfb4fcb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f26090825ce495aa2e25211bee3a58e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514918 Mar 07 16:13:34.194715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37400) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:34.242642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c8df7-7e4c-4a60-9663-3b10cfb4fcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cec082-fefb-4e9a-9f45-26623244c7a4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:34.295472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e553819c-f909-4b30-8612-7a35bd06cc11 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:34.312475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b22ce85c-8d1c-4e1e-8dc3-fdff3080c698 admin admin] Publish callbacks [] for security_group (63cec082-fefb-4e9a-9f45-26623244c7a4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.335295 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:13:34.378355 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b22ce85c-8d1c-4e1e-8dc3-fdff3080c698 admin admin] Publish callbacks [] for security_group (63cec082-fefb-4e9a-9f45-26623244c7a4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.392160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port e553819c-f909-4b30-8612-7a35bd06cc11 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:13:34.397568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port e553819c-f909-4b30-8612-7a35bd06cc11 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:34.399646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.494692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b22ce85c-8d1c-4e1e-8dc3-fdff3080c698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (63cec082-fefb-4e9a-9f45-26623244c7a4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.498189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b22ce85c-8d1c-4e1e-8dc3-fdff3080c698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.509239 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b22ce85c-8d1c-4e1e-8dc3-fdff3080c698 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63cec082-fefb-4e9a-9f45-26623244c7a4 HTTP/1.1" status: 204 len: 168 time: 0.3110154 Mar 07 16:13:34.525241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ce85c-8d1c-4e1e-8dc3-fdff3080c698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cec082-fefb-4e9a-9f45-26623244c7a4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:34.525644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port e553819c-f909-4b30-8612-7a35bd06cc11 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:34.525967 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.584356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4859859d-c1cd-4225-9679-1b0f5fcde87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e553819c-f909-4b30-8612-7a35bd06cc11'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:34.587348 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dc9379-d65e-4172-891d-d728d121987f" -d '{"events": [{"server_uuid": "4859859d-c1cd-4225-9679-1b0f5fcde87b", "name": "network-vif-plugged", "status": "completed", "tag": "e553819c-f909-4b30-8612-7a35bd06cc11"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:34.606098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port e553819c-f909-4b30-8612-7a35bd06cc11, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e553819c-f909-4b30-8612-7a35bd06cc11,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:34.616251 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.648151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fea3d-2f92-4858-b917-045ad7aa753b req-bbe70011-cddb-4a00-9ea7-ec57d870c441 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:34.651196 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b72fea3d-2f92-4858-b917-045ad7aa753b req-bbe70011-cddb-4a00-9ea7-ec57d870c441 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 945 time: 0.0965059 Mar 07 16:13:34.671834 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001e4afc-7421-4e5a-a384-20bb14050da4 x-openstack-request-id: req-001e4afc-7421-4e5a-a384-20bb14050da4 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:34.672003 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4859859d-c1cd-4225-9679-1b0f5fcde87b", "name": "network-vif-plugged", "status": "completed", "tag": "e553819c-f909-4b30-8612-7a35bd06cc11", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:34.672351 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-001e4afc-7421-4e5a-a384-20bb14050da4 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:34.672822 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4859859d-c1cd-4225-9679-1b0f5fcde87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e553819c-f909-4b30-8612-7a35bd06cc11', 'code': 200} Mar 07 16:13:34.707685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=e553819c-f909-4b30-8612-7a35bd06cc11,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:34.763599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] For port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:34.764089 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:34.789541 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b72fea3d-2f92-4858-b917-045ad7aa753b req-f750cbe1-58f7-4770-9060-7d5a24a01a1a tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264467 Mar 07 16:13:34.817690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d07281-046a-4456-9cc5-a4704defd01c req-d50eaf90-c7c3-4cd7-8ad4-148c2eb8f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:34.819853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69d07281-046a-4456-9cc5-a4704defd01c req-d50eaf90-c7c3-4cd7-8ad4-148c2eb8f9a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 1128 time: 0.0818491 Mar 07 16:13:34.900594 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69d07281-046a-4456-9cc5-a4704defd01c req-09ac6e46-ea8d-4300-9876-3813f61e6dc5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606260 Mar 07 16:13:35.052189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Deleting port b5427650-971f-45d9-b7fa-009f8db55de5 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:35.052533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:35.060587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:35.131839 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:35.132274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (55657845-6391-4465-aa91-bf0defe6cb44), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:35.132507 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Floating IP 55657845-6391-4465-aa91-bf0defe6cb44 disassociated. External IP: 172.25.4.164, port: c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d. Mar 07 16:13:35.132871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Calling delete_port for c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:35.243127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093dfc9-087e-482e-8861-66d4bdedf327 req-8f064b88-2a08-4773-8173-1f6a62244c9f tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:35.253176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3093dfc9-087e-482e-8861-66d4bdedf327 req-8f064b88-2a08-4773-8173-1f6a62244c9f tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 945 time: 0.0805087 Mar 07 16:13:35.311774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3093dfc9-087e-482e-8861-66d4bdedf327 req-164842a2-4c28-4fa2-9afe-161d81dde294 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups?id=be0fc53b-0b44-491a-bdad-34d95d79e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573392 Mar 07 16:13:35.435938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] For port b5427650-971f-45d9-b7fa-009f8db55de5, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=b5427650-971f-45d9-b7fa-009f8db55de5,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:35.436324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:35.479866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Calling delete_port for b5427650-971f-45d9-b7fa-009f8db55de5 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:35.495130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2b2cf-d6d4-4e8d-9666-58713d8dad1c req-4733dbee-aad4-417c-9b7a-78b10ba009b4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:35.497415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eaa2b2cf-d6d4-4e8d-9666-58713d8dad1c req-4733dbee-aad4-417c-9b7a-78b10ba009b4 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 908 time: 0.2916079 Mar 07 16:13:35.667814 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:35.710151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Pushing event deleted for resources: {'Port': ['ID=c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:35.873963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b5427650-971f-45d9-b7fa-009f8db55de5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:35.941198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457a6fd-5884-40f5-b3ea-7318cc4cae2e req-9d53427b-e2b9-4807-aa45-6358fe588714 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:35.943075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2457a6fd-5884-40f5-b3ea-7318cc4cae2e req-9d53427b-e2b9-4807-aa45-6358fe588714 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 946 time: 0.0839770 Mar 07 16:13:35.950680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event deleted for resources: {'Port': ['ID=b5427650-971f-45d9-b7fa-009f8db55de5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:36.014512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port d37fe99e-1e37-455e-a93c-a372fe593973 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:36.014901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.016283 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2457a6fd-5884-40f5-b3ea-7318cc4cae2e req-12390b5a-19bf-41c7-8335-d8e424c97407 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657520 Mar 07 16:13:36.021105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] No DVR routers for this DVR port b5427650-971f-45d9-b7fa-009f8db55de5 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:36.041871 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.045931 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa4dda10-ba89-48f6-9166-20d39a7ae7a5 req-97740dd1-11b7-4cf6-8be3-c742d1ac0a74 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "DELETE /v2.0/ports/b5427650-971f-45d9-b7fa-009f8db55de5 HTTP/1.1" status: 204 len: 173 time: 1.8526249 Mar 07 16:13:36.046422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'name': 'network-vif-deleted', 'tag': 'b5427650-971f-45d9-b7fa-009f8db55de5'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:36.048784 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15baaab7-c93a-47a6-8f41-71790e5db616" -d '{"events": [{"server_uuid": "68b44fb4-b98e-4fd7-bd1d-024bc79af346", "name": "network-vif-deleted", "tag": "b5427650-971f-45d9-b7fa-009f8db55de5"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:36.107532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37484) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:36.176094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Router fefec877-9535-41a3-a249-ce1a363ddae2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:36.184103 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb949b6-86ca-4538-b92d-4b2e74bd3ecd x-openstack-request-id: req-ceb949b6-86ca-4538-b92d-4b2e74bd3ecd {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:36.184409 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b44fb4-b98e-4fd7-bd1d-024bc79af346", "name": "network-vif-deleted", "tag": "b5427650-971f-45d9-b7fa-009f8db55de5", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:36.185786 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ceb949b6-86ca-4538-b92d-4b2e74bd3ecd {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:36.186232 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b44fb4-b98e-4fd7-bd1d-024bc79af346', 'name': 'network-vif-deleted', 'tag': 'b5427650-971f-45d9-b7fa-009f8db55de5', 'status': 'completed', 'code': 200} Mar 07 16:13:36.320078 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.343533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for d37fe99e-1e37-455e-a93c-a372fe593973 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:36.489826 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a17b5e1-7863-48c8-a538-a32e40a4b4d7 req-e4695828-b50a-48da-90e5-a1e4ada1fbc8 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9831b7e6-e723-4018-bf8f-668d9a4c2948 HTTP/1.1" status: 200 len: 210 time: 0.0510428 Mar 07 16:13:36.500078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:36.512680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] Sync routers for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:36.526183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:36.527908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:36.566465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1e1e1bf9-c13e-4348-a34e-ff7d505fe460 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:36.615893 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1e1e1bf9-c13e-4348-a34e-ff7d505fe460 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] 10.222.0.24 "PUT /v2.0/quotas/a313667c50f9444585a62e3a9fffeaab HTTP/1.1" status: 200 len: 368 time: 0.5061123 Mar 07 16:13:36.620461 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37502) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:36.637754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Request body: {'network': {'project_id': 'a313667c50f9444585a62e3a9fffeaab'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:36.644008 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.672783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] No DVR routers for this DVR port c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:36.679038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.691112 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Made reservation on behalf of a313667c50f9444585a62e3a9fffeaab for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:36.694581 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.704203 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-452b0e6a-5267-44db-8f78-47e7e0a45d8d req-7e087a7b-7170-4afc-ba56-e88e79c7bccf tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.11 "DELETE /v2.0/ports/c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d HTTP/1.1" status: 204 len: 173 time: 2.9650803 Mar 07 16:13:36.713576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:36.715792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.778274 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b468361f-7d13-4dba-8c4f-5e1a4b10a6a0 req-25b04e37-ab74-4408-b18e-bd3cf01f1fef tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b44fb4-b98e-4fd7-bd1d-024bc79af346 HTTP/1.1" status: 200 len: 210 time: 0.1026952 Mar 07 16:13:36.868774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks [] for security_group (17186157-92cf-4c89-b46f-05379be1cab1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.875987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (17186157-92cf-4c89-b46f-05379be1cab1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.938070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17186157-92cf-4c89-b46f-05379be1cab1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:36.951009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d37fe99e-1e37-455e-a93c-a372fe593973), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.954841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:36.967195 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f1943ff9-d756-4654-86b7-4e7b7d62f49c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:36.967762 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Added segment f1943ff9-d756-4654-86b7-4e7b7d62f49c of type vlan for network 79c4dd21-c090-42ed-825d-88b3bcd094e0 Mar 07 16:13:37.012944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=d37fe99e-1e37-455e-a93c-a372fe593973,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:37.017250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (79c4dd21-c090-42ed-825d-88b3bcd094e0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.066713 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (79c4dd21-c090-42ed-825d-88b3bcd094e0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.069961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:37.072017 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.081932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '38887b5b-989b-4860-9b84-26bffedaa3dc', 'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'mac_address': 'fa:16:3e:05:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:05Z', 'updated_at': '2022-03-07T16:12:12Z', 'revision_number': 5, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'subnets': [{'id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:37.130702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] Checking router: fefec877-9535-41a3-a249-ce1a363ddae2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:13:37.140993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:37.141920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:37.315111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:37.329859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:37.335179 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7118011 Mar 07 16:13:37.339459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37522) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:37.354246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Request body: {'network': {'project_id': 'a313667c50f9444585a62e3a9fffeaab'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:37.370178 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.372018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b2269-0354-43ff-a0f3-336bb85a98e4 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Pushing event updated for resources: {'Network': ['ID=79c4dd21-c090-42ed-825d-88b3bcd094e0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:37.456758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a13fa-9708-46a3-8867-c28754a432cd req-71201bba-87dd-467f-9f99-a77d468f6f27 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:37.458790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c7a13fa-9708-46a3-8867-c28754a432cd req-71201bba-87dd-467f-9f99-a77d468f6f27 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 946 time: 0.3357842 Mar 07 16:13:37.478177 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Made reservation on behalf of a313667c50f9444585a62e3a9fffeaab for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:37.482386 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.490759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:37.491592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:37.494045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 79c4dd21-c090-42ed-825d-88b3bcd094e0 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:37.618137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router d1cb3a14-4b82-4171-bb0d-f4d66b8a2512 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:37.646073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:37.648049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37546) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:37.678246 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c7a13fa-9708-46a3-8867-c28754a432cd req-95ab32e2-fcb6-423f-8051-09254226b588 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839132 Mar 07 16:13:37.693603 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (81f4e181-8d54-4b96-ac89-9adb701ff2a8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.694199 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Added segment 81f4e181-8d54-4b96-ac89-9adb701ff2a8 of type vlan for network 59ac8d63-89b0-49a4-b42e-0436ffc533bb Mar 07 16:13:37.766752 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (59ac8d63-89b0-49a4-b42e-0436ffc533bb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.787615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-343b19e1-7c29-42e5-b707-eafe7db5dcb5 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group (be0fc53b-0b44-491a-bdad-34d95d79e91b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.794207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:37.810742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6fd3b9e5-2e7b-4ef7-b8ce-d779cd9ba28c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/d1cb3a14-4b82-4171-bb0d-f4d66b8a2512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2142456 Mar 07 16:13:37.810742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37552) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:37.813886 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34ab29-d346-4adf-ba6d-d99ce6321b08 None None] Sync routers for ids ['d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:37.854176 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34ab29-d346-4adf-ba6d-d99ce6321b08 None None] Routers {'d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:37.857827 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ff34ab29-d346-4adf-ba6d-d99ce6321b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:37.872842 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-343b19e1-7c29-42e5-b707-eafe7db5dcb5 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group (be0fc53b-0b44-491a-bdad-34d95d79e91b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.932645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7bd05a22-ec58-4517-9214-0aefe6497bd5 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1cb3a14-4b82-4171-bb0d-f4d66b8a2512 HTTP/1.1" status: 200 len: 205 time: 0.1203477 Mar 07 16:13:37.935528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37560) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:37.974445 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ff34ab29-d346-4adf-ba6d-d99ce6321b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:37.990319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (59ac8d63-89b0-49a4-b42e-0436ffc533bb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:37.992476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:37.994207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:38.018418 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34ab29-d346-4adf-ba6d-d99ce6321b08 None None] Routers {'d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:38.025461 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ff34ab29-d346-4adf-ba6d-d99ce6321b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:38.028573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '38887b5b-989b-4860-9b84-26bffedaa3dc', 'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'mac_address': 'fa:16:3e:05:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:05Z', 'updated_at': '2022-03-07T16:12:12Z', 'revision_number': 5, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'subnets': [{'id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:38.099932 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7574539 Mar 07 16:13:38.100442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db630394-661f-4f4e-8f8f-159d8b72192c None None] The sync data for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 is: [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:12:06Z', 'revision_number': 4, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '38887b5b-989b-4860-9b84-26bffedaa3dc', 'name': '', 'network_id': '336a181c-16d2-466e-ac1f-a3c8f2e149d1', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'mac_address': 'fa:16:3e:05:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:05Z', 'updated_at': '2022-03-07T16:12:12Z', 'revision_number': 5, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'subnets': [{'id': '54c0c13f-8236-46f0-a665-d9c7ac9dde01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:38.104666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37570) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:38.126402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a0152658-1adc-443c-bc48-2c8b781a3420 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Request body: {'network': {'project_id': 'a313667c50f9444585a62e3a9fffeaab'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:38.127934 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ff34ab29-d346-4adf-ba6d-d99ce6321b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:38.128657 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34ab29-d346-4adf-ba6d-d99ce6321b08 None None] The sync data for ids ['d1cb3a14-4b82-4171-bb0d-f4d66b8a2512'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:38.203705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'name': 'network-vif-deleted', 'tag': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:38.206546 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed45dd9-81a2-4303-a719-7683243e7cc7" -d '{"events": [{"server_uuid": "9831b7e6-e723-4018-bf8f-668d9a4c2948", "name": "network-vif-deleted", "tag": "c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:38.212612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4053315b-a3e6-4511-9a13-8525fd4174c1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:38.273128 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-343b19e1-7c29-42e5-b707-eafe7db5dcb5 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (be0fc53b-0b44-491a-bdad-34d95d79e91b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:38.276236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-343b19e1-7c29-42e5-b707-eafe7db5dcb5 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:38.278398 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-343b19e1-7c29-42e5-b707-eafe7db5dcb5 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "DELETE /v2.0/security-groups/be0fc53b-0b44-491a-bdad-34d95d79e91b HTTP/1.1" status: 204 len: 168 time: 0.6291263 Mar 07 16:13:38.288608 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0152658-1adc-443c-bc48-2c8b781a3420 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 16:13:38.289432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0152658-1adc-443c-bc48-2c8b781a3420 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:13:38.290847 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a0152658-1adc-443c-bc48-2c8b781a3420 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1807258 Mar 07 16:13:38.291838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74a6c8-13fc-47d0-8779-9d02fc3d0d90 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Pushing event updated for resources: {'Network': ['ID=59ac8d63-89b0-49a4-b42e-0436ffc533bb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:38.293235 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:38.297617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37578) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:38.300879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b19e1-7c29-42e5-b707-eafe7db5dcb5 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0fc53b-0b44-491a-bdad-34d95d79e91b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:38.307081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 59ac8d63-89b0-49a4-b42e-0436ffc533bb details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:38.313212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b5427650-971f-45d9-b7fa-009f8db55de5 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:38.331214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37580) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:38.385516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5cfc-3c47-4c10-8d01-a84c9944b38c req-5075cf25-a0f6-461f-a4ab-8c77d3fb79e3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:38.388240 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-251a5cfc-3c47-4c10-8d01-a84c9944b38c req-5075cf25-a0f6-461f-a4ab-8c77d3fb79e3 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 945 time: 0.1753030 Mar 07 16:13:38.395955 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d77796af-afa9-4800-849c-1cfebc2bb6a0 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a313667c50f9444585a62e3a9fffeaab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0923800 Mar 07 16:13:38.425405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: b5427650-971f-45d9-b7fa-009f8db55de5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:38.425762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device b5427650-971f-45d9-b7fa-009f8db55de5 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:38.434015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37584) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:38.463575 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-251a5cfc-3c47-4c10-8d01-a84c9944b38c req-fb5a433e-6f70-4bb0-a517-ff945770994a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658388 Mar 07 16:13:38.583487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7ee065-fb1f-43c8-b901-df90362fb62f None None] New status for floating IP 55657845-6391-4465-aa91-bf0defe6cb44: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:13:38.679939 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5116172b-e994-42ae-a688-a66d73653434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:38.795519 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5116172b-e994-42ae-a688-a66d73653434 admin admin] Publish callbacks [] for security_group (b2cefa1b-e5db-476a-8e90-25849f52ec1b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:38.800840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5116172b-e994-42ae-a688-a66d73653434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b2cefa1b-e5db-476a-8e90-25849f52ec1b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:38.842217 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5116172b-e994-42ae-a688-a66d73653434 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46b1366b9af34f78bb2955cd410ce26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5066144 Mar 07 16:13:38.844331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37590) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:38.855971 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-6895c843-d4cb-4194-854c-d3894f87dab1 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] show failed (client error): The resource could not be found. Mar 07 16:13:38.857352 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6895c843-d4cb-4194-854c-d3894f87dab1 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "GET /v2.0/security-groups/be0fc53b-0b44-491a-bdad-34d95d79e91b HTTP/1.1" status: 404 len: 347 time: 0.5631871 Mar 07 16:13:38.860374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116172b-e994-42ae-a688-a66d73653434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cefa1b-e5db-476a-8e90-25849f52ec1b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:38.862672 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce10aa6-9677-4c86-8a14-1b5a8db485ec x-openstack-request-id: req-fce10aa6-9677-4c86-8a14-1b5a8db485ec {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:38.862988 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9831b7e6-e723-4018-bf8f-668d9a4c2948", "name": "network-vif-deleted", "tag": "c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:38.863251 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fce10aa6-9677-4c86-8a14-1b5a8db485ec {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:38.863514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37592) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:38.863645 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9831b7e6-e723-4018-bf8f-668d9a4c2948', 'name': 'network-vif-deleted', 'tag': 'c0ce74e1-cf7e-4ae0-b657-aed1cad78f1d', 'status': 'completed', 'code': 200} Mar 07 16:13:38.918851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8c643-93e8-49d3-8715-06fc1c0ad795 req-6d6683bf-8d72-446d-ab77-44772e4ac07e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:38.920362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a8c643-93e8-49d3-8715-06fc1c0ad795 req-6d6683bf-8d72-446d-ab77-44772e4ac07e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 946 time: 0.8060534 Mar 07 16:13:39.005682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4d26985d-cf5a-49db-be43-1eccc0ed2620 admin admin] Publish callbacks [] for security_group (b2cefa1b-e5db-476a-8e90-25849f52ec1b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.017247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4053315b-a3e6-4511-9a13-8525fd4174c1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.025920 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4053315b-a3e6-4511-9a13-8525fd4174c1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.033944 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4d26985d-cf5a-49db-be43-1eccc0ed2620 admin admin] Publish callbacks [] for security_group (b2cefa1b-e5db-476a-8e90-25849f52ec1b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.034076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-194219b2-ca95-409a-a386-8ef7914ef757 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks [] for security_group (17186157-92cf-4c89-b46f-05379be1cab1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.070746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Deleting port 70724ff3-2cfc-49ba-843d-0e815abc4387 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:39.071108 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (70724ff3-2cfc-49ba-843d-0e815abc4387), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.101421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-194219b2-ca95-409a-a386-8ef7914ef757 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks [] for security_group (17186157-92cf-4c89-b46f-05379be1cab1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.111654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70a8c643-93e8-49d3-8715-06fc1c0ad795 req-69aff6f6-07fb-456c-bbf4-2f2d11f0b271 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536870 Mar 07 16:13:39.128586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4053315b-a3e6-4511-9a13-8525fd4174c1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (d1cb3a14-4b82-4171-bb0d-f4d66b8a2512), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.128586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4053315b-a3e6-4511-9a13-8525fd4174c1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Fanout notify agent at l3_agent the message router_deleted on router d1cb3a14-4b82-4171-bb0d-f4d66b8a2512 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:13:39.140571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4053315b-a3e6-4511-9a13-8525fd4174c1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.144605 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4053315b-a3e6-4511-9a13-8525fd4174c1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/d1cb3a14-4b82-4171-bb0d-f4d66b8a2512 HTTP/1.1" status: 204 len: 168 time: 1.2079465 Mar 07 16:13:39.145507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37598) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:39.160006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4d26985d-cf5a-49db-be43-1eccc0ed2620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b2cefa1b-e5db-476a-8e90-25849f52ec1b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.163409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4d26985d-cf5a-49db-be43-1eccc0ed2620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.166997 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4d26985d-cf5a-49db-be43-1eccc0ed2620 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2cefa1b-e5db-476a-8e90-25849f52ec1b HTTP/1.1" status: 204 len: 168 time: 0.3193505 Mar 07 16:13:39.187693 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-194219b2-ca95-409a-a386-8ef7914ef757 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (17186157-92cf-4c89-b46f-05379be1cab1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.191129 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-194219b2-ca95-409a-a386-8ef7914ef757 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.192679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-194219b2-ca95-409a-a386-8ef7914ef757 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/17186157-92cf-4c89-b46f-05379be1cab1 HTTP/1.1" status: 204 len: 168 time: 0.7565863 Mar 07 16:13:39.195432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37602) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:39.207231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26985d-cf5a-49db-be43-1eccc0ed2620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cefa1b-e5db-476a-8e90-25849f52ec1b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:39.227342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194219b2-ca95-409a-a386-8ef7914ef757 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17186157-92cf-4c89-b46f-05379be1cab1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:39.252000 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (70724ff3-2cfc-49ba-843d-0e815abc4387), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.252272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for floatingip (70724ff3-2cfc-49ba-843d-0e815abc4387), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.286615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9b0e3b-5c7d-41b2-afe7-878a18d466a1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting subnet 13ffe577-0dda-481f-8145-6c8428361de4 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:13:39.294974 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (59ac8d63-89b0-49a4-b42e-0436ffc533bb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.322260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0e3b-5c7d-41b2-afe7-878a18d466a1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (13ffe577-0dda-481f-8145-6c8428361de4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.347705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Calling delete_port for 70724ff3-2cfc-49ba-843d-0e815abc4387 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:39.405759 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (59ac8d63-89b0-49a4-b42e-0436ffc533bb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.420957 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0e3b-5c7d-41b2-afe7-878a18d466a1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (13ffe577-0dda-481f-8145-6c8428361de4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.431945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ac8d63-89b0-49a4-b42e-0436ffc533bb']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:39.446481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f4e181-8d54-4b96-ac89-9adb701ff2a8') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:39.447021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f4e181-8d54-4b96-ac89-9adb701ff2a8') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:39.461628 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (81f4e181-8d54-4b96-ac89-9adb701ff2a8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.476482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (81f4e181-8d54-4b96-ac89-9adb701ff2a8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.482659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048dbf-41db-47ed-8d61-96389a828c4c req-d64ce5ce-0b03-43b0-8363-3b5fef6b602e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:39.484247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85048dbf-41db-47ed-8d61-96389a828c4c req-d64ce5ce-0b03-43b0-8363-3b5fef6b602e tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 946 time: 0.2347984 Mar 07 16:13:39.486537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:39.487172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (81f4e181-8d54-4b96-ac89-9adb701ff2a8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.532899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37610) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:39.535706 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:39.618973 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0e3b-5c7d-41b2-afe7-878a18d466a1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (13ffe577-0dda-481f-8145-6c8428361de4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.642234 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85048dbf-41db-47ed-8d61-96389a828c4c req-aa5be737-d633-481f-8889-3e5df556a8e0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372585 Mar 07 16:13:39.692057 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (59ac8d63-89b0-49a4-b42e-0436ffc533bb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.709943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-ca340a89-7e4c-4a5f-952a-e35811c8897a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:39.711164 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (70724ff3-2cfc-49ba-843d-0e815abc4387), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.712549 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-ca340a89-7e4c-4a5f-952a-e35811c8897a tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 945 time: 0.1316350 Mar 07 16:13:39.717834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.722159 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] 10.222.0.24 "DELETE /v2.0/networks/59ac8d63-89b0-49a4-b42e-0436ffc533bb HTTP/1.1" status: 204 len: 168 time: 0.5255516 Mar 07 16:13:39.736328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37616) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:39.741512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Pushing event deleted for resources: {'Port': ['ID=70724ff3-2cfc-49ba-843d-0e815abc4387,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:39.779013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0e3b-5c7d-41b2-afe7-878a18d466a1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (13ffe577-0dda-481f-8145-6c8428361de4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.827821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37618) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:39.849998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb058f2-f005-41e7-acd5-18dc12556980 tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Pushing event deleted for resources: {'Network': ['ID=59ac8d63-89b0-49a4-b42e-0436ffc533bb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:39.861731 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead38e69-9c89-4fb9-8345-d12db7229e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.879909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b0e3b-5c7d-41b2-afe7-878a18d466a1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Subnet': ['ID=13ffe577-0dda-481f-8145-6c8428361de4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:39.880829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072a587-a0d9-48e9-a1dd-7dd0f74c29c1 req-09f5f014-62b5-4755-9b71-21f186ca0a4c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:39.889020 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8072a587-a0d9-48e9-a1dd-7dd0f74c29c1 req-09f5f014-62b5-4755-9b71-21f186ca0a4c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 945 time: 0.3211696 Mar 07 16:13:39.890305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0e0114e-61a9-44fa-bdd2-3e1359db912b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.894319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0e3b-5c7d-41b2-afe7-878a18d466a1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.900052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44bb909-dee3-4cc0-bb25-3a68b20af255 None None] Network 8b2dd0bf-5c70-4b13-a255-5b3506db150f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:39.903688 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5a9b0e3b-5c7d-41b2-afe7-878a18d466a1 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/13ffe577-0dda-481f-8145-6c8428361de4 HTTP/1.1" status: 204 len: 168 time: 0.7513225 Mar 07 16:13:39.905978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37622) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:39.969785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (79c4dd21-c090-42ed-825d-88b3bcd094e0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:39.980830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Deleting port e29c186d-b6af-4f63-bd0e-9716f3738d50 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:39.980830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.015380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8072a587-a0d9-48e9-a1dd-7dd0f74c29c1 req-6f868148-cf29-45e5-b5cb-85363ca4ab20 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250510 Mar 07 16:13:40.096270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4c5e7-b195-4849-9bf1-3551dcb0e298 None None] DHCP port deletion for 8b2dd0bf-5c70-4b13-a255-5b3506db150f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:13:40.125637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] For port e29c186d-b6af-4f63-bd0e-9716f3738d50, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e29c186d-b6af-4f63-bd0e-9716f3738d50,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:40.126187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.148379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-74a4c5e7-b195-4849-9bf1-3551dcb0e298 None None] Deleting port 6e879651-68f7-4ed1-9587-c017755a2d9f {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:40.149115 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-74a4c5e7-b195-4849-9bf1-3551dcb0e298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.153437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Calling delete_port for e29c186d-b6af-4f63-bd0e-9716f3738d50 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:40.161146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead38e69-9c89-4fb9-8345-d12db7229e80 admin admin] Publish callbacks [] for security_group (6dff71e8-b69e-4569-9c3d-938b14bc9299), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.169591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead38e69-9c89-4fb9-8345-d12db7229e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6dff71e8-b69e-4569-9c3d-938b14bc9299), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.220889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-74a4c5e7-b195-4849-9bf1-3551dcb0e298 None None] For port 6e879651-68f7-4ed1-9587-c017755a2d9f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6e879651-68f7-4ed1-9587-c017755a2d9f,segment=NetworkSegment(d5f58948-d4b6-42f8-8ff1-e7db8295a942),segment_id=d5f58948-d4b6-42f8-8ff1-e7db8295a942)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:40.221628 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-74a4c5e7-b195-4849-9bf1-3551dcb0e298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.244839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-74a4c5e7-b195-4849-9bf1-3551dcb0e298 None None] Calling delete_port for 6e879651-68f7-4ed1-9587-c017755a2d9f owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:40.254540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ead38e69-9c89-4fb9-8345-d12db7229e80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a46af8e75054b6194f9c7496daabed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4243796 Mar 07 16:13:40.256162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37624) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:40.272490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead38e69-9c89-4fb9-8345-d12db7229e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dff71e8-b69e-4569-9c3d-938b14bc9299,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:40.348841 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-74a4c5e7-b195-4849-9bf1-3551dcb0e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (6e879651-68f7-4ed1-9587-c017755a2d9f), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.363655 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc9920a3-c797-4b10-8f96-a30d9519501f admin admin] Publish callbacks [] for security_group (6dff71e8-b69e-4569-9c3d-938b14bc9299), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.379979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4c5e7-b195-4849-9bf1-3551dcb0e298 None None] No DVR routers for this DVR port 6e879651-68f7-4ed1-9587-c017755a2d9f on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:40.385367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4c5e7-b195-4849-9bf1-3551dcb0e298 None None] Pushing event deleted for resources: {'Port': ['ID=6e879651-68f7-4ed1-9587-c017755a2d9f,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:40.396031 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks [] for floatingip (55657845-6391-4465-aa91-bf0defe6cb44), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.396031 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.397223 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1f7a7740-cb19-4179-bfe1-0bc8a22c3d64 tempest-ServersTestFqdnHostnames-177599540 tempest-ServersTestFqdnHostnames-177599540-project] 10.222.0.24 "DELETE /v2.0/floatingips/55657845-6391-4465-aa91-bf0defe6cb44 HTTP/1.1" status: 204 len: 168 time: 1.5308661 Mar 07 16:13:40.403354 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc9920a3-c797-4b10-8f96-a30d9519501f admin admin] Publish callbacks [] for security_group (6dff71e8-b69e-4569-9c3d-938b14bc9299), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.403818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37626) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:40.423505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e29c186d-b6af-4f63-bd0e-9716f3738d50), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.434996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['54a878aa-a299-4247-b669-4c60751cec8c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:40.462983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8b2dd0bf-5c70-4b13-a255-5b3506db150f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.471231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event deleted for resources: {'Port': ['ID=e29c186d-b6af-4f63-bd0e-9716f3738d50,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:40.524937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] No DVR routers for this DVR port e29c186d-b6af-4f63-bd0e-9716f3738d50 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:40.525242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e73512-cb39-42e9-8a08-a2372e2cb048 req-45c91604-b516-4d88-848b-2e997dd482c4 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:40.529607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.531359 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70e73512-cb39-42e9-8a08-a2372e2cb048 req-45c91604-b516-4d88-848b-2e997dd482c4 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 946 time: 0.5885274 Mar 07 16:13:40.533175 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50127d02-88a5-48fa-8bf5-11e3e8a39d53 req-bda99a80-6d8c-4b44-a8c1-44377e68b0ff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "DELETE /v2.0/ports/e29c186d-b6af-4f63-bd0e-9716f3738d50 HTTP/1.1" status: 204 len: 173 time: 0.8064289 Mar 07 16:13:40.551272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc9920a3-c797-4b10-8f96-a30d9519501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6dff71e8-b69e-4569-9c3d-938b14bc9299), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.564616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc9920a3-c797-4b10-8f96-a30d9519501f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.571972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dc9920a3-c797-4b10-8f96-a30d9519501f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dff71e8-b69e-4569-9c3d-938b14bc9299 HTTP/1.1" status: 204 len: 168 time: 0.3142245 Mar 07 16:13:40.643689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9920a3-c797-4b10-8f96-a30d9519501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dff71e8-b69e-4569-9c3d-938b14bc9299,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:40.715700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (79c4dd21-c090-42ed-825d-88b3bcd094e0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.756726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0e0114e-61a9-44fa-bdd2-3e1359db912b admin admin] Publish callbacks [] for security_group (bb2d1e3a-e8f6-42c5-a49e-8b722401e878), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.764048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6e879651-68f7-4ed1-9587-c017755a2d9f no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:40.786606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0e0114e-61a9-44fa-bdd2-3e1359db912b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bb2d1e3a-e8f6-42c5-a49e-8b722401e878), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.789563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6e879651-68f7-4ed1-9587-c017755a2d9f {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:40.789937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6e879651-68f7-4ed1-9587-c017755a2d9f not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:40.833977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c4dd21-c090-42ed-825d-88b3bcd094e0']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:40.837935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8b2dd0bf-5c70-4b13-a255-5b3506db150f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.864541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac', 'name': 'network-vif-deleted', 'tag': 'e29c186d-b6af-4f63-bd0e-9716f3738d50'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:40.868383 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e7a69a-3f95-4bb0-af4c-fca9703e4b75" -d '{"events": [{"server_uuid": "0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac", "name": "network-vif-deleted", "tag": "e29c186d-b6af-4f63-bd0e-9716f3738d50"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:40.895514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.909535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1943ff9-d756-4654-86b7-4e7b7d62f49c') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:40.909890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1943ff9-d756-4654-86b7-4e7b7d62f49c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:40.926570 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1535ae-cb47-4100-a13a-2c9291f97e91 x-openstack-request-id: req-af1535ae-cb47-4100-a13a-2c9291f97e91 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:40.926757 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac", "name": "network-vif-deleted", "tag": "e29c186d-b6af-4f63-bd0e-9716f3738d50", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:40.926991 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af1535ae-cb47-4100-a13a-2c9291f97e91 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:40.927424 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac', 'name': 'network-vif-deleted', 'tag': 'e29c186d-b6af-4f63-bd0e-9716f3738d50', 'status': 'completed', 'code': 200} Mar 07 16:13:40.928697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f1943ff9-d756-4654-86b7-4e7b7d62f49c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:40.938293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70e73512-cb39-42e9-8a08-a2372e2cb048 req-06cf0458-1573-4f1f-9ae5-6d90feaa10d5 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818033 Mar 07 16:13:40.950433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2dd0bf-5c70-4b13-a255-5b3506db150f']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:40.994028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f58948-d4b6-42f8-8ff1-e7db8295a942') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:40.994329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f58948-d4b6-42f8-8ff1-e7db8295a942') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:41.013989 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d0e0114e-61a9-44fa-bdd2-3e1359db912b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a366dd6d69a84406abe1f513edc1de75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4738886 Mar 07 16:13:41.014207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f1943ff9-d756-4654-86b7-4e7b7d62f49c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.014377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37638) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:41.019160 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (d5f58948-d4b6-42f8-8ff1-e7db8295a942), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.022773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0114e-61a9-44fa-bdd2-3e1359db912b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2d1e3a-e8f6-42c5-a49e-8b722401e878,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:41.055176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:41.055722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f1943ff9-d756-4654-86b7-4e7b7d62f49c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:41.057755 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:41.113315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ca97-9b56-44b7-850f-fcbac09b50d6 admin admin] Publish callbacks [] for security_group (bb2d1e3a-e8f6-42c5-a49e-8b722401e878), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.130839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d5f58948-d4b6-42f8-8ff1-e7db8295a942), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.146071 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ca97-9b56-44b7-850f-fcbac09b50d6 admin admin] Publish callbacks [] for security_group (bb2d1e3a-e8f6-42c5-a49e-8b722401e878), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.202782 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2bff6e30-2dc7-49dc-ae3d-8069c7acf2c6 req-3fbd8621-e853-4202-9d6f-8d7aad256192 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc0ae2b-bd09-493c-9dad-3bb66cb4ccac HTTP/1.1" status: 200 len: 210 time: 0.0461516 Mar 07 16:13:41.239673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:41.241671 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (d5f58948-d4b6-42f8-8ff1-e7db8295a942), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:41.247025 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:41.249953 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ca97-9b56-44b7-850f-fcbac09b50d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bb2d1e3a-e8f6-42c5-a49e-8b722401e878), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.251532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ca97-9b56-44b7-850f-fcbac09b50d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.255138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d3c1ca97-9b56-44b7-850f-fcbac09b50d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb2d1e3a-e8f6-42c5-a49e-8b722401e878 HTTP/1.1" status: 204 len: 168 time: 0.2355692 Mar 07 16:13:41.262395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1ca97-9b56-44b7-850f-fcbac09b50d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2d1e3a-e8f6-42c5-a49e-8b722401e878,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:41.367560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-6702db3c-3519-442a-a5f6-b64e0dd7016f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:41.369186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-6702db3c-3519-442a-a5f6-b64e0dd7016f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 946 time: 0.0645590 Mar 07 16:13:41.393774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (79c4dd21-c090-42ed-825d-88b3bcd094e0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.403921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.407403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] 10.222.0.24 "DELETE /v2.0/networks/79c4dd21-c090-42ed-825d-88b3bcd094e0 HTTP/1.1" status: 204 len: 168 time: 1.6668854 Mar 07 16:13:41.432056 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (8b2dd0bf-5c70-4b13-a255-5b3506db150f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.436247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.444510 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/networks/8b2dd0bf-5c70-4b13-a255-5b3506db150f HTTP/1.1" status: 204 len: 168 time: 1.5288348 Mar 07 16:13:41.445192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37656) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:41.447562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c107e-98d8-4e91-8f0d-88a9bd3c8a0b tempest-QuotasNegativeTest-1398617861 tempest-QuotasNegativeTest-1398617861-project-admin] Pushing event deleted for resources: {'Network': ['ID=79c4dd21-c090-42ed-825d-88b3bcd094e0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:41.459136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8e3b35ef-2980-4f2e-8bb0-d4a1caea76b7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-398390131', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:41.468530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8a26a-d18a-4e91-8b1b-b573fffbdf3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Network': ['ID=8b2dd0bf-5c70-4b13-a255-5b3506db150f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:41.537446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e3b35ef-2980-4f2e-8bb0-d4a1caea76b7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.539275 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e3b35ef-2980-4f2e-8bb0-d4a1caea76b7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.568568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Deleting port e553819c-f909-4b30-8612-7a35bd06cc11 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:41.569046 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.615857 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (fefec877-9535-41a3-a249-ce1a363ddae2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.640358 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e3b35ef-2980-4f2e-8bb0-d4a1caea76b7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.659674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37660) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:41.672893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e3b35ef-2980-4f2e-8bb0-d4a1caea76b7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.675567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97c1adb2-68e6-4166-b233-ddde5d0bf262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.736987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] For port e553819c-f909-4b30-8612-7a35bd06cc11, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=e553819c-f909-4b30-8612-7a35bd06cc11,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:41.738242 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.744363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e3b35ef-2980-4f2e-8bb0-d4a1caea76b7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.749650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8e3b35ef-2980-4f2e-8bb0-d4a1caea76b7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3035066 Mar 07 16:13:41.750768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37664) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:41.763607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'network': {'name': 'tempest-RoutersTest-530359009'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:41.784748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Calling delete_port for e553819c-f909-4b30-8612-7a35bd06cc11 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:41.843111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:41.846565 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.886557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:41.888183 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97c1adb2-68e6-4166-b233-ddde5d0bf262 admin admin] Publish callbacks [] for security_group (4ffb5616-2f3a-4488-832a-d9a6aa964cb4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.908374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9931da1d-0ba9-40fb-af7f-cba218e9298c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.908627 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added segment 9931da1d-0ba9-40fb-af7f-cba218e9298c of type vlan for network a8272f2a-a6df-4784-878e-56213557f186 Mar 07 16:13:41.909784 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97c1adb2-68e6-4166-b233-ddde5d0bf262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4ffb5616-2f3a-4488-832a-d9a6aa964cb4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.979051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (a8272f2a-a6df-4784-878e-56213557f186), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:41.999403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1adb2-68e6-4166-b233-ddde5d0bf262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffb5616-2f3a-4488-832a-d9a6aa964cb4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:42.009327 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-97c1adb2-68e6-4166-b233-ddde5d0bf262 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9450ae8e177d4b3b8702731a23422b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484190 Mar 07 16:13:42.014757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37676) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:42.035508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (a8272f2a-a6df-4784-878e-56213557f186), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.041052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:42.041860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.050744 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e553819c-f909-4b30-8612-7a35bd06cc11), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.063635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['e553819c-f909-4b30-8612-7a35bd06cc11'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:42.073222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37678) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:42.108440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:42.108719 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Deleting port 38887b5b-989b-4860-9b84-26bffedaa3dc {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:42.108848 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.139336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3325fb9-bd2c-424e-94e3-27bf54b50858 req-2c451d85-848a-4d9b-b9c9-85bd0ef5fcac tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4859859d-c1cd-4225-9679-1b0f5fcde87b HTTP/1.1" status: 200 len: 210 time: 0.0476761 Mar 07 16:13:42.223764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4659414 Mar 07 16:13:42.224704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event deleted for resources: {'Port': ['ID=e553819c-f909-4b30-8612-7a35bd06cc11,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:42.225905 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37682) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:42.238096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'subnet': {'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:42.287152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0d9b9-be1f-473d-87e7-20d2bace3f2b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Network': ['ID=a8272f2a-a6df-4784-878e-56213557f186,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:42.311230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network a8272f2a-a6df-4784-878e-56213557f186 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:42.316426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] No DVR routers for this DVR port e553819c-f909-4b30-8612-7a35bd06cc11 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:42.321934 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.327168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a44a3499-6704-4b2f-9d94-e7a49b8729c1 req-2e63b8d4-47bc-4116-b105-23971fe968d1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "DELETE /v2.0/ports/e553819c-f909-4b30-8612-7a35bd06cc11 HTTP/1.1" status: 204 len: 173 time: 0.9529719 Mar 07 16:13:42.330310 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e3628b6-1b97-49e5-9dc5-67c6032e5e90 admin admin] Publish callbacks [] for security_group (4ffb5616-2f3a-4488-832a-d9a6aa964cb4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.359581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e3628b6-1b97-49e5-9dc5-67c6032e5e90 admin admin] Publish callbacks [] for security_group (4ffb5616-2f3a-4488-832a-d9a6aa964cb4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.388274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e553819c-f909-4b30-8612-7a35bd06cc11 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:42.409825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] For port 38887b5b-989b-4860-9b84-26bffedaa3dc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38887b5b-989b-4860-9b84-26bffedaa3dc,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:42.410511 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.412028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: e553819c-f909-4b30-8612-7a35bd06cc11 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:42.412649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e553819c-f909-4b30-8612-7a35bd06cc11 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:42.413262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e29c186d-b6af-4f63-bd0e-9716f3738d50 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:42.435590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Calling delete_port for 38887b5b-989b-4860-9b84-26bffedaa3dc owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:42.484505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e3628b6-1b97-49e5-9dc5-67c6032e5e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4ffb5616-2f3a-4488-832a-d9a6aa964cb4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.487542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0323bafb-182e-45f0-99e9-8369b32a7afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.496573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e3628b6-1b97-49e5-9dc5-67c6032e5e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.503875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: e29c186d-b6af-4f63-bd0e-9716f3738d50 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:42.505665 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9e3628b6-1b97-49e5-9dc5-67c6032e5e90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ffb5616-2f3a-4488-832a-d9a6aa964cb4 HTTP/1.1" status: 204 len: 168 time: 0.4863133 Mar 07 16:13:42.515480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device e29c186d-b6af-4f63-bd0e-9716f3738d50 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:42.524274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3628b6-1b97-49e5-9dc5-67c6032e5e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffb5616-2f3a-4488-832a-d9a6aa964cb4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:42.656757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25567-b723-40b0-aae1-c3d403bb68bb req-1402eff8-8907-491b-b167-660cf501cbdc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:42.658841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04b25567-b723-40b0-aae1-c3d403bb68bb req-1402eff8-8907-491b-b167-660cf501cbdc tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.0756121 Mar 07 16:13:42.659727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:42.663242 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.726299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04b25567-b723-40b0-aae1-c3d403bb68bb req-e1de56fd-70e4-4e79-88b4-1dece4b8beee tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598717 Mar 07 16:13:42.784661 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37698) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:42.840724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0323bafb-182e-45f0-99e9-8369b32a7afa admin admin] Publish callbacks [] for security_group (d0579353-989f-477d-ac3e-df4ce1e75afc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.850478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0323bafb-182e-45f0-99e9-8369b32a7afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d0579353-989f-477d-ac3e-df4ce1e75afc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:42.923772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0323bafb-182e-45f0-99e9-8369b32a7afa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3db721b1d6e04cf5b827c4284085b6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8488402 Mar 07 16:13:42.925162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323bafb-182e-45f0-99e9-8369b32a7afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0579353-989f-477d-ac3e-df4ce1e75afc,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:42.927735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37706) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:42.930525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4859859d-c1cd-4225-9679-1b0f5fcde87b', 'name': 'network-vif-deleted', 'tag': 'e553819c-f909-4b30-8612-7a35bd06cc11'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:42.936858 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b133c9f-8178-4657-9c75-bf7497983027" -d '{"events": [{"server_uuid": "4859859d-c1cd-4225-9679-1b0f5fcde87b", "name": "network-vif-deleted", "tag": "e553819c-f909-4b30-8612-7a35bd06cc11"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:43.054599 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (38887b5b-989b-4860-9b84-26bffedaa3dc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.056969 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9392fc1e-dece-4503-95c2-bc93b4324201 x-openstack-request-id: req-9392fc1e-dece-4503-95c2-bc93b4324201 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:43.057324 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4859859d-c1cd-4225-9679-1b0f5fcde87b", "name": "network-vif-deleted", "tag": "e553819c-f909-4b30-8612-7a35bd06cc11", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:43.057845 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9392fc1e-dece-4503-95c2-bc93b4324201 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:43.058751 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4859859d-c1cd-4225-9679-1b0f5fcde87b', 'name': 'network-vif-deleted', 'tag': 'e553819c-f909-4b30-8612-7a35bd06cc11', 'status': 'completed', 'code': 200} Mar 07 16:13:43.063131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-acdc3d9e-e83c-494e-b941-f96f7d7bd3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.080919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Pushing event deleted for resources: {'Port': ['ID=38887b5b-989b-4860-9b84-26bffedaa3dc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:43.083146 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f99ca304-0393-44a3-8d76-616704f3056b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.174044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-d7f1741b-936b-422c-8b5a-0c0afaf17229 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:43.175661 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-d7f1741b-936b-422c-8b5a-0c0afaf17229 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.2184455 Mar 07 16:13:43.180217 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a605a6b1-6db0-4f18-806a-3b5fafd44622 admin admin] Publish callbacks [] for security_group (d0579353-989f-477d-ac3e-df4ce1e75afc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.239454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Subnet': ['ID=f99ca304-0393-44a3-8d76-616704f3056b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:43.303109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a605a6b1-6db0-4f18-806a-3b5fafd44622 admin admin] Publish callbacks [] for security_group (d0579353-989f-477d-ac3e-df4ce1e75afc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.307049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Checking segment: {'id': '9931da1d-0ba9-40fb-af7f-cba218e9298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:43.307422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network hostable DHCP agents. Network: a8272f2a-a6df-4784-878e-56213557f186, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:13:43.388462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network a8272f2a-a6df-4784-878e-56213557f186 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:13:43.413342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, a8272f2a-a6df-4784-878e-56213557f186) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:43.422902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:43.423401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-acdc3d9e-e83c-494e-b941-f96f7d7bd3d7 admin admin] Publish callbacks [] for security_group (8f93859b-4db7-4665-8ceb-2a9eac0db076), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.424222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.428830 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (fefec877-9535-41a3-a249-ce1a363ddae2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.442588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce413b-1cf1-4b6b-b396-1fa39e3bff5a None None] Network a8272f2a-a6df-4784-878e-56213557f186 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:43.443644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-acdc3d9e-e83c-494e-b941-f96f7d7bd3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8f93859b-4db7-4665-8ceb-2a9eac0db076), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.457916 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e938eea3-3e41-44cd-b9e3-002ef4ca0cde tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2305226 Mar 07 16:13:43.488736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37734) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:43.595289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-a8272f2a-a6df-4784-878e-56213557f186', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:13:43.596637 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.638545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-acdc3d9e-e83c-494e-b941-f96f7d7bd3d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60b2f3dd4c3b452595128ee332dceee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8491597 Mar 07 16:13:43.640362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc3d9e-e83c-494e-b941-f96f7d7bd3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f93859b-4db7-4665-8ceb-2a9eac0db076,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:43.647633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37742) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:43.713175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710803c-17d0-4272-889c-0faadae7cd8d req-707741b0-1728-432a-8efd-a6f3770a2090 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:43.715154 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-707741b0-1728-432a-8efd-a6f3770a2090 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.1878715 Mar 07 16:13:43.735280 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a605a6b1-6db0-4f18-806a-3b5fafd44622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d0579353-989f-477d-ac3e-df4ce1e75afc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.738310 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a605a6b1-6db0-4f18-806a-3b5fafd44622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.739029 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-09a7b23c-80c0-41f5-80f0-8446413eca7c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/quotas/7ce48e27fe254468b580ce8db20ca403 HTTP/1.1" status: 200 len: 375 time: 0.0181036 Mar 07 16:13:43.743483 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a605a6b1-6db0-4f18-806a-3b5fafd44622 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0579353-989f-477d-ac3e-df4ce1e75afc HTTP/1.1" status: 204 len: 168 time: 0.7891123 Mar 07 16:13:43.764514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Deleting port 54a878aa-a299-4247-b669-4c60751cec8c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:43.765028 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (54a878aa-a299-4247-b669-4c60751cec8c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:43.827177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605a6b1-6db0-4f18-806a-3b5fafd44622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0579353-989f-477d-ac3e-df4ce1e75afc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:43.850536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Allocated IP 172.20.0.2 (a8272f2a-a6df-4784-878e-56213557f186/f99ca304-0393-44a3-8d76-616704f3056b/f347153d-1704-4eb1-a42d-8c10b7677b1d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:43.900539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Router fefec877-9535-41a3-a249-ce1a363ddae2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:43.999687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d8d30c8-88c7-41f0-9ffa-15ab687f7768 admin admin] Publish callbacks [] for security_group (8f93859b-4db7-4665-8ceb-2a9eac0db076), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.012699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-6f28555d-cffc-48f8-98c4-48c83e2d838a tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304812 Mar 07 16:13:44.029349 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Publish callbacks [] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.046021 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.100161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Pushing event updated for resources: {'Port': ['ID=f347153d-1704-4eb1-a42d-8c10b7677b1d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:44.107581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:44.110364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Network a8272f2a-a6df-4784-878e-56213557f186 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:44.116273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c8305bdd-da13-4671-ba7f-377987d4ead4 admin admin] 10.222.0.24 "PUT /v2.0/routers/fefec877-9535-41a3-a249-ce1a363ddae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7024691 Mar 07 16:13:44.116405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:44.117305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37754) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:44.120242 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] Sync routers for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:44.122640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:44.140671 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:44.141304 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:44.212881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d8d30c8-88c7-41f0-9ffa-15ab687f7768 admin admin] Publish callbacks [] for security_group (8f93859b-4db7-4665-8ceb-2a9eac0db076), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.260031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Attempting to bind port f347153d-1704-4eb1-a42d-8c10b7677b1d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:44.260321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Attempting to bind port f347153d-1704-4eb1-a42d-8c10b7677b1d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '9931da1d-0ba9-40fb-af7f-cba218e9298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:44.260693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Attempting to bind port f347153d-1704-4eb1-a42d-8c10b7677b1d on network a8272f2a-a6df-4784-878e-56213557f186 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:44.279388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:44.279839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Checking segment: {'id': '9931da1d-0ba9-40fb-af7f-cba218e9298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:44.280343 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.281992 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Bound using segment: {'id': '9931da1d-0ba9-40fb-af7f-cba218e9298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:44.282493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Bound port: f347153d-1704-4eb1-a42d-8c10b7677b1d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9931da1d-0ba9-40fb-af7f-cba218e9298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:44.282958 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.326265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] For port 54a878aa-a299-4247-b669-4c60751cec8c, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=54a878aa-a299-4247-b669-4c60751cec8c,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:44.326828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (54a878aa-a299-4247-b669-4c60751cec8c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.343653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c84e3-1d8c-4b09-816d-7ccdd0749bc9 req-fd0b09e5-440c-469c-ba86-81d8f76c8a77 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:44.350725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-840c84e3-1d8c-4b09-816d-7ccdd0749bc9 req-fd0b09e5-440c-469c-ba86-81d8f76c8a77 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 946 time: 0.3765080 Mar 07 16:13:44.364217 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.375985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37762) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:44.399970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Calling delete_port for 54a878aa-a299-4247-b669-4c60751cec8c owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:44.455895 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] For port f347153d-1704-4eb1-a42d-8c10b7677b1d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:44.459538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4260b74-9bdd-4578-82a6-f297d8c36d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.462121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] For port f347153d-1704-4eb1-a42d-8c10b7677b1d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f347153d-1704-4eb1-a42d-8c10b7677b1d,segment=NetworkSegment(9931da1d-0ba9-40fb-af7f-cba218e9298c),segment_id=9931da1d-0ba9-40fb-af7f-cba218e9298c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:44.476656 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.538916 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:44.591462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d8d30c8-88c7-41f0-9ffa-15ab687f7768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8f93859b-4db7-4665-8ceb-2a9eac0db076), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.594057 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d8d30c8-88c7-41f0-9ffa-15ab687f7768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:44.600374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4d8d30c8-88c7-41f0-9ffa-15ab687f7768 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f93859b-4db7-4665-8ceb-2a9eac0db076 HTTP/1.1" status: 204 len: 168 time: 0.9403708 Mar 07 16:13:44.619809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6aff6-0eca-4b27-86b3-3ad729636544 None None] Pushing event updated for resources: {'Port': ['ID=f347153d-1704-4eb1-a42d-8c10b7677b1d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:44.641855 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-840c84e3-1d8c-4b09-816d-7ccdd0749bc9 req-6381f9c5-f396-4c3b-bb1d-a8c47623d5bf tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=779f99d5-3218-4386-a36f-d448cdc7fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898040 Mar 07 16:13:44.655110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d30c8-88c7-41f0-9ffa-15ab687f7768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f93859b-4db7-4665-8ceb-2a9eac0db076,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:44.945408 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:13:42Z', 'revision_number': 5, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:44.967326 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (54a878aa-a299-4247-b669-4c60751cec8c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.025721 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] Checking router: fefec877-9535-41a3-a249-ce1a363ddae2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:13:45.030212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event deleted for resources: {'Port': ['ID=54a878aa-a299-4247-b669-4c60751cec8c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:45.052216 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] Routers {'fefec877-9535-41a3-a249-ce1a363ddae2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:45.053284 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fefec877-9535-41a3-a249-ce1a363ddae2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:45.101051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.20.0.1 (a8272f2a-a6df-4784-878e-56213557f186/f99ca304-0393-44a3-8d76-616704f3056b/f93ee29b-a312-4e12-a097-ed7cdc2f0bd6) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:45.179903 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] No DVR routers for this DVR port 54a878aa-a299-4247-b669-4c60751cec8c on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:45.201869 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.216601 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0d72ce53-d28c-4922-b6f1-6c54a5bf5cc1 req-a267552f-a60e-418e-847f-4afefb6fe387 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.15 "DELETE /v2.0/ports/54a878aa-a299-4247-b669-4c60751cec8c HTTP/1.1" status: 204 len: 173 time: 2.0220642 Mar 07 16:13:45.219049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd52e65-039e-47fb-8514-69768bec2c73', 'name': 'network-vif-deleted', 'tag': '54a878aa-a299-4247-b669-4c60751cec8c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:45.221427 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4363aa1-10a6-46ee-bb8c-d15451376bc5" -d '{"events": [{"server_uuid": "ddd52e65-039e-47fb-8514-69768bec2c73", "name": "network-vif-deleted", "tag": "54a878aa-a299-4247-b669-4c60751cec8c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:45.305613 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881e7124-5289-45f8-a42e-1c12e0ed0bca x-openstack-request-id: req-881e7124-5289-45f8-a42e-1c12e0ed0bca {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:45.305976 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd52e65-039e-47fb-8514-69768bec2c73", "name": "network-vif-deleted", "tag": "54a878aa-a299-4247-b669-4c60751cec8c", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:45.306181 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-881e7124-5289-45f8-a42e-1c12e0ed0bca {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:45.306583 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd52e65-039e-47fb-8514-69768bec2c73', 'name': 'network-vif-deleted', 'tag': '54a878aa-a299-4247-b669-4c60751cec8c', 'status': 'completed', 'code': 200} Mar 07 16:13:45.309885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks [] for router (fefec877-9535-41a3-a249-ce1a363ddae2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.441303 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] Set router fefec877-9535-41a3-a249-ce1a363ddae2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:45.512242 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-ccded2b1-cf54-444a-ab44-5934dda05995 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4897604 Mar 07 16:13:45.528908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.584564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.637655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks [] for router_gateway (fefec877-9535-41a3-a249-ce1a363ddae2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.654527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network a8272f2a-a6df-4784-878e-56213557f186 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:45.660770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:45.673519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:45.734034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=f93ee29b-a312-4e12-a097-ed7cdc2f0bd6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:45.756803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.836630 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-6189bc8d-3038-4e06-97cd-1ad34996cf01 service neutron] 10.222.0.24 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073123 Mar 07 16:13:45.848674 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4260b74-9bdd-4578-82a6-f297d8c36d09 admin admin] Publish callbacks [] for security_group (b7390b91-cd3d-47c0-a9fa-8ba96d76da2d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.858587 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a4260b74-9bdd-4578-82a6-f297d8c36d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b7390b91-cd3d-47c0-a9fa-8ba96d76da2d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.904770 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Deleting port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:45.905264 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:45.916426 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:13:42Z', 'revision_number': 5, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:45.942484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aa621d64-62b2-4406-bbad-12afeca251a3 req-82608cb9-2510-4097-9af1-3e8138de07d6 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddd52e65-039e-47fb-8514-69768bec2c73 HTTP/1.1" status: 200 len: 210 time: 0.0627711 Mar 07 16:13:46.024067 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef4edf4-fc4b-4a4d-bee2-2bfc1a2828af None None] The sync data for ids ['fefec877-9535-41a3-a249-ce1a363ddae2'] in n-d-830010-8 is: [{'id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'name': 'tempest-ServersTestFqdnHostnames-1849901536-router', 'tenant_id': 'c927f3fa5e564045bc523a54bde7a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:11:57Z', 'updated_at': '2022-03-07T16:13:42Z', 'revision_number': 5, 'project_id': 'c927f3fa5e564045bc523a54bde7a3be', 'gw_port': {'id': 'e53c0847-d4a9-4ea7-9b60-d0ca3af9a067', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ca:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefec877-9535-41a3-a249-ce1a363ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:12:00Z', 'updated_at': '2022-03-07T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:46.079197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] For port e53c0847-d4a9-4ea7-9b60-d0ca3af9a067, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e53c0847-d4a9-4ea7-9b60-d0ca3af9a067,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:46.079508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:46.108876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Calling delete_port for e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:46.177822 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:46.345799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4260b74-9bdd-4578-82a6-f297d8c36d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7390b91-cd3d-47c0-a9fa-8ba96d76da2d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:46.371463 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a4260b74-9bdd-4578-82a6-f297d8c36d09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef99f37f260346b58f4a43c1d0677fda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9923837 Mar 07 16:13:46.374316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37810) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:46.374689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 54a878aa-a299-4247-b669-4c60751cec8c no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:46.414930 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a97bc9f-f3d5-405b-aefd-91ce0440781f req-2dbb1849-aee5-4f64-83db-cc0fa6eac927 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 210 time: 0.1371567 Mar 07 16:13:46.444548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 54a878aa-a299-4247-b669-4c60751cec8c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:46.445649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 54a878aa-a299-4247-b669-4c60751cec8c not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:46.481122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a2672-4b7d-4b20-a2eb-2cac9c1ae2bc None None] Network a8272f2a-a6df-4784-878e-56213557f186 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:46.579514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8a42078b-1dd9-4f99-89bf-4e66cd61a8e9 admin admin] Publish callbacks [] for security_group (b7390b91-cd3d-47c0-a9fa-8ba96d76da2d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:46.582978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e53c0847-d4a9-4ea7-9b60-d0ca3af9a067), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:46.629772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=e53c0847-d4a9-4ea7-9b60-d0ca3af9a067,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:46.677151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8a42078b-1dd9-4f99-89bf-4e66cd61a8e9 admin admin] Publish callbacks [] for security_group (b7390b91-cd3d-47c0-a9fa-8ba96d76da2d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:46.850548 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (fefec877-9535-41a3-a249-ce1a363ddae2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:46.950701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f347153d-1704-4eb1-a42d-8c10b7677b1d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:47.069946 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.079485 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.103344 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (fefec877-9535-41a3-a249-ce1a363ddae2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.107757 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks [] for router_controller (fefec877-9535-41a3-a249-ce1a363ddae2), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.117293 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8a42078b-1dd9-4f99-89bf-4e66cd61a8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b7390b91-cd3d-47c0-a9fa-8ba96d76da2d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.120342 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8a42078b-1dd9-4f99-89bf-4e66cd61a8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.133011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8a42078b-1dd9-4f99-89bf-4e66cd61a8e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7390b91-cd3d-47c0-a9fa-8ba96d76da2d HTTP/1.1" status: 204 len: 168 time: 0.7511406 Mar 07 16:13:47.139817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-593ab319-e7d9-4534-bcec-bb4deda051de None None] Provisioning complete for port f347153d-1704-4eb1-a42d-8c10b7677b1d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:47.140864 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-593ab319-e7d9-4534-bcec-bb4deda051de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.204410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.207509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f347153d-1704-4eb1-a42d-8c10b7677b1d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:47.208559 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.221971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42078b-1dd9-4f99-89bf-4e66cd61a8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7390b91-cd3d-47c0-a9fa-8ba96d76da2d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:47.246725 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (fefec877-9535-41a3-a249-ce1a363ddae2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.247309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fefec877-9535-41a3-a249-ce1a363ddae2 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:13:47.252218 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.253432 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-374e115a-00c7-4e00-a368-4c8c4af94b1d admin admin] 10.222.0.24 "DELETE /v2.0/routers/fefec877-9535-41a3-a249-ce1a363ddae2 HTTP/1.1" status: 204 len: 168 time: 3.1341453 Mar 07 16:13:47.265621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37834) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:47.371705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa7770f-2f49-48f7-aba6-e21f3d4d5dd0 admin admin] Deleting subnet 54c0c13f-8236-46f0-a665-d9c7ac9dde01 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:13:47.376813 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eaa7770f-2f49-48f7-aba6-e21f3d4d5dd0 admin admin] Publish callbacks [] for subnet (54c0c13f-8236-46f0-a665-d9c7ac9dde01), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.517244 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eaa7770f-2f49-48f7-aba6-e21f3d4d5dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (54c0c13f-8236-46f0-a665-d9c7ac9dde01), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.699968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-707720d0-7dde-4628-bc53-712d45e688be req-610d9614-d1b9-47a5-a817-f2116e435dae tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 210 time: 0.0791416 Mar 07 16:13:47.753918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-593ab319-e7d9-4534-bcec-bb4deda051de None None] Current status of the port f347153d-1704-4eb1-a42d-8c10b7677b1d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:47.754497 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-593ab319-e7d9-4534-bcec-bb4deda051de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.767159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f347153d-1704-4eb1-a42d-8c10b7677b1d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:47.767724 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.787408 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eaa7770f-2f49-48f7-aba6-e21f3d4d5dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (54c0c13f-8236-46f0-a665-d9c7ac9dde01), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.813180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-593ab319-e7d9-4534-bcec-bb4deda051de None None] For port f347153d-1704-4eb1-a42d-8c10b7677b1d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f347153d-1704-4eb1-a42d-8c10b7677b1d,segment=NetworkSegment(9931da1d-0ba9-40fb-af7f-cba218e9298c),segment_id=9931da1d-0ba9-40fb-af7f-cba218e9298c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:47.827325 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-593ab319-e7d9-4534-bcec-bb4deda051de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.924730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eaa7770f-2f49-48f7-aba6-e21f3d4d5dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (54c0c13f-8236-46f0-a665-d9c7ac9dde01), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:47.976186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:13:47.976599 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:13:47.999510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ab319-e7d9-4534-bcec-bb4deda051de None None] Pushing event updated for resources: {'Port': ['ID=f347153d-1704-4eb1-a42d-8c10b7677b1d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:48.022965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7770f-2f49-48f7-aba6-e21f3d4d5dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c0c13f-8236-46f0-a665-d9c7ac9dde01,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:48.033511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b924d-3977-4cd1-94d1-58f115527e5b None None] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:48.037042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eaa7770f-2f49-48f7-aba6-e21f3d4d5dd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:48.044576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eaa7770f-2f49-48f7-aba6-e21f3d4d5dd0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/54c0c13f-8236-46f0-a665-d9c7ac9dde01 HTTP/1.1" status: 204 len: 168 time: 0.7777925 Mar 07 16:13:48.050026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37858) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:48.076264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=f93ee29b-a312-4e12-a097-ed7cdc2f0bd6,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:48.257687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (336a181c-16d2-466e-ac1f-a3c8f2e149d1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:48.287725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8ccd8879-1f82-4f17-8597-c663bc598bbf None None] Provisioning complete for port f347153d-1704-4eb1-a42d-8c10b7677b1d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:48.288247 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8879-1f82-4f17-8597-c663bc598bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:48.328308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] DHCP port deletion for 336a181c-16d2-466e-ac1f-a3c8f2e149d1 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:13:48.384741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network a8272f2a-a6df-4784-878e-56213557f186 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:48.397646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:48.426327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Deleting port 1dbd012d-a948-4298-af3f-7720c2d710b7 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:48.426683 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:48.548513 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4635b-8474-4391-a2bf-7a9e6f761aa9 req-38db675e-8fae-482d-b6e9-dce8d9e7245c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:48.559470 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07a4635b-8474-4391-a2bf-7a9e6f761aa9 req-38db675e-8fae-482d-b6e9-dce8d9e7245c tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.4860969 Mar 07 16:13:48.588572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] For port 1dbd012d-a948-4298-af3f-7720c2d710b7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1dbd012d-a948-4298-af3f-7720c2d710b7,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:48.588938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:48.590256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710803c-17d0-4272-889c-0faadae7cd8d req-5345b9cb-e6bb-4072-b5e2-6bca3ea26ecf tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:48.592270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-5345b9cb-e6bb-4072-b5e2-6bca3ea26ecf tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 806 time: 0.4854977 Mar 07 16:13:48.612447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Calling delete_port for 1dbd012d-a948-4298-af3f-7720c2d710b7 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:48.618001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Request body: {'port': {'device_id': '5b4f4545-6003-4242-8314-0c999e1289b3', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'admin_state_up': True, 'tenant_id': '7ce48e27fe254468b580ce8db20ca403'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:48.666471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] Deleting port 1dbd012d-a948-4298-af3f-7720c2d710b7 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:48.666893 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:48.744578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07a4635b-8474-4391-a2bf-7a9e6f761aa9 req-d4e65c55-6dea-4946-91f3-01191f755844 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688213 Mar 07 16:13:48.772294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd8879-1f82-4f17-8597-c663bc598bbf None None] Current status of the port f347153d-1704-4eb1-a42d-8c10b7677b1d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:48.798258 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:48.841505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f347153d-1704-4eb1-a42d-8c10b7677b1d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:48.878343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] No DVR routers for this DVR port 1dbd012d-a948-4298-af3f-7720c2d710b7 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:48.880491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbd012d-a948-4298-af3f-7720c2d710b7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:48.959911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38887b5b-989b-4860-9b84-26bffedaa3dc no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:48.978191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] For port 1dbd012d-a948-4298-af3f-7720c2d710b7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1dbd012d-a948-4298-af3f-7720c2d710b7,segment=NetworkSegment(89d13657-4834-4d66-a439-95cad388c113),segment_id=89d13657-4834-4d66-a439-95cad388c113)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:48.978602 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:48.994173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8fdfd8be-bd51-438e-bbfc-c959deca8e6a req-e23905f7-2ae0-4916-bd69-aaa582567329 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 210 time: 0.0772703 Mar 07 16:13:49.034311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8ccd8879-1f82-4f17-8597-c663bc598bbf None None] Provisioning complete for port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:49.034700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8879-1f82-4f17-8597-c663bc598bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.039007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 38887b5b-989b-4860-9b84-26bffedaa3dc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:49.039409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38887b5b-989b-4860-9b84-26bffedaa3dc not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:49.041142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] Calling delete_port for 1dbd012d-a948-4298-af3f-7720c2d710b7 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:49.045616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37918) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:49.082332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (336a181c-16d2-466e-ac1f-a3c8f2e149d1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.113699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336a181c-16d2-466e-ac1f-a3c8f2e149d1']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:49.138512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d13657-4834-4d66-a439-95cad388c113') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:49.138881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d13657-4834-4d66-a439-95cad388c113') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:49.175386 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (89d13657-4834-4d66-a439-95cad388c113), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.187141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd8879-1f82-4f17-8597-c663bc598bbf None None] Port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:49.215455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f347153d-1704-4eb1-a42d-8c10b7677b1d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:49.217929 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (89d13657-4834-4d66-a439-95cad388c113), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.218304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-5234687a-dc7e-4c19-9a54-b42520a6a1cd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:49.220030 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-5234687a-dc7e-4c19-9a54-b42520a6a1cd tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.2776694 Mar 07 16:13:49.224453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:13:49.227421 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:13:49.228101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (89d13657-4834-4d66-a439-95cad388c113), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:13:49.235241 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:13:49.352554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Made reservation on behalf of 7ce48e27fe254468b580ce8db20ca403 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.354531 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:13:49.359784 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:13:49.365900 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.366573 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (1dbd012d-a948-4298-af3f-7720c2d710b7), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.372875 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (336a181c-16d2-466e-ac1f-a3c8f2e149d1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.381876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.390203 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] 10.222.0.24 "DELETE /v2.0/networks/336a181c-16d2-466e-ac1f-a3c8f2e149d1 HTTP/1.1" status: 204 len: 168 time: 1.3326633 Mar 07 16:13:49.404972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] Pushing event deleted for resources: {'Port': ['ID=1dbd012d-a948-4298-af3f-7720c2d710b7,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:49.420887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] Network 336a181c-16d2-466e-ac1f-a3c8f2e149d1 is not hosted by any dhcp agent {{(pid=103868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:13:49.421340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9733b-6d49-4961-bb5a-da154d1bb6a8 None None] No DVR routers for this DVR port 1dbd012d-a948-4298-af3f-7720c2d710b7 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:49.432093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7027e8f5-58b5-4a12-986e-df37de7eadee None None] Provisioning complete for port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:49.432477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7027e8f5-58b5-4a12-986e-df37de7eadee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.436022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd7062-c97e-464a-8e7d-60a9a902701c admin admin] Pushing event deleted for resources: {'Network': ['ID=336a181c-16d2-466e-ac1f-a3c8f2e149d1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:49.495589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f347153d-1704-4eb1-a42d-8c10b7677b1d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:49.496009 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.497522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7027e8f5-58b5-4a12-986e-df37de7eadee None None] Port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:49.595987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f347153d-1704-4eb1-a42d-8c10b7677b1d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:49.596226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-199b9ea6-f2b1-43b7-8e29-962d71ccdf7a tempest-AgentManagementNegativeTest-1259775501 tempest-AgentManagementNegativeTest-1259775501-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5458877 Mar 07 16:13:49.617480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Deleting port 66a85ee8-4192-4101-b5fd-c092ae2500a4 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:49.618138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.636776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:49.649278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:49.654263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b9d34101-13b4-4e50-9be4-25283375f69c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1635506 Mar 07 16:13:49.657057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37936) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:49.662267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'network': {'name': 'tempest-RoutersTest-796255479'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:49.673278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:49.673915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:49.692295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:49.701019 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.705738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37940) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:49.726588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:49.762527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Allocated IP 172.20.0.7 (bf558235-8ace-415a-856d-fa8d980134b5/414b9e25-07a8-4036-8b1a-d3eb88278c53/1411c576-49c3-49a9-871b-f070c6ece501) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:49.801495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:49.807366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e53c0847-d4a9-4ea7-9b60-d0ca3af9a067 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:49.808231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1dbd012d-a948-4298-af3f-7720c2d710b7 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:49.829754 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-53f99b8d-40ad-41ca-8cb5-82c2326bbe5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c927f3fa5e564045bc523a54bde7a3be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1178620 Mar 07 16:13:49.836862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37944) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:49.844584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:49.873796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 1dbd012d-a948-4298-af3f-7720c2d710b7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:13:49.874566 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1dbd012d-a948-4298-af3f-7720c2d710b7 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:13:49.894386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:49.898171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c8945157-07c5-4841-bfc3-e4d97e31e4b1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.898528 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added segment c8945157-07c5-4841-bfc3-e4d97e31e4b1 of type vlan for network 7a9241e9-0292-413f-a01a-1d9f4235c1fb Mar 07 16:13:49.940142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks [] for port (1411c576-49c3-49a9-871b-f070c6ece501), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:49.996627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1411c576-49c3-49a9-871b-f070c6ece501), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.014616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7a9241e9-0292-413f-a01a-1d9f4235c1fb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.034756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:13:50.046166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eff0635c-12d4-4b1f-9808-3b71904c7d11 admin admin] Publish callbacks [] for security_group (fef1d446-5e7c-48b0-8d75-5b4c6a7bbb04), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.083969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event updated for resources: {'Port': ['ID=1411c576-49c3-49a9-871b-f070c6ece501,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:50.092524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7a9241e9-0292-413f-a01a-1d9f4235c1fb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.098047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:50.098667 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.115431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eff0635c-12d4-4b1f-9808-3b71904c7d11 admin admin] Publish callbacks [] for security_group (fef1d446-5e7c-48b0-8d75-5b4c6a7bbb04), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.148774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4881573 Mar 07 16:13:50.154114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37954) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:50.177571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'subnet': {'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:50.184181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Network bf558235-8ace-415a-856d-fa8d980134b5 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:50.207133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] For port 66a85ee8-4192-4101-b5fd-c092ae2500a4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=66a85ee8-4192-4101-b5fd-c092ae2500a4,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:50.207508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.212459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:50.229761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:50.241265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 37956) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:50.342775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:13:46Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:46Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:50.353730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1e81d-e121-421c-ba56-2371285a62d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Network': ['ID=7a9241e9-0292-413f-a01a-1d9f4235c1fb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:50.371926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:13:50.372180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Updating router 0d65be9f-2169-47f5-915e-db9b8edefcf2 port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:13:50.384587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647db8-2060-4667-a2e1-87f0ff56d926 req-e9d3a739-6bc9-46f0-a49e-4a1ab5db750d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:50.387187 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d647db8-2060-4667-a2e1-87f0ff56d926 req-e9d3a739-6bc9-46f0-a49e-4a1ab5db750d tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 945 time: 0.4087801 Mar 07 16:13:50.393670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:50.394625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.395066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b995e0-0a2f-44c6-9821-99553b3482ac req-229fcb3f-8aa6-4e7c-b11f-562d7a682c13 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:50.396665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91b995e0-0a2f-44c6-9821-99553b3482ac req-229fcb3f-8aa6-4e7c-b11f-562d7a682c13 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 931 time: 0.2842543 Mar 07 16:13:50.423224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7a9241e9-0292-413f-a01a-1d9f4235c1fb details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:50.428058 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eff0635c-12d4-4b1f-9808-3b71904c7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fef1d446-5e7c-48b0-8d75-5b4c6a7bbb04), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.432095 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eff0635c-12d4-4b1f-9808-3b71904c7d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.434019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eff0635c-12d4-4b1f-9808-3b71904c7d11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fef1d446-5e7c-48b0-8d75-5b4c6a7bbb04 HTTP/1.1" status: 204 len: 168 time: 0.5932479 Mar 07 16:13:50.453826 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0635c-12d4-4b1f-9808-3b71904c7d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef1d446-5e7c-48b0-8d75-5b4c6a7bbb04,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:50.478012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-91b995e0-0a2f-44c6-9821-99553b3482ac req-1a4794f4-bb28-41e0-bae5-f4b421e83419 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729790 Mar 07 16:13:50.509480 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.514162 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-734dc3b8-f83e-48be-9303-2c8b155f870b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9115801 Mar 07 16:13:50.540721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Request body: {'port': {'device_id': '5b4f4545-6003-4242-8314-0c999e1289b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:50.603627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d647db8-2060-4667-a2e1-87f0ff56d926 req-a1adc28a-689a-437c-a5a1-0ba516747372 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eb57e10-8fac-429e-93b3-51be81539e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029960 Mar 07 16:13:50.612102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:50.615566 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.796288 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1411c576-49c3-49a9-871b-f070c6ece501), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.882201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.882783 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:50.883337 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Floating IP cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf disassociated. External IP: 172.25.4.60, port: 66a85ee8-4192-4101-b5fd-c092ae2500a4. Mar 07 16:13:50.883905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Calling delete_port for 66a85ee8-4192-4101-b5fd-c092ae2500a4 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:51.129737 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cf1621f-877b-4a59-9d62-f50314baf446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.157480 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Publish callbacks [] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.165402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.287904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3f7ad-d686-4438-ab73-5626d13d6177 None None] Pushing event updated for resources: {'Port': ['ID=f93ee29b-a312-4e12-a097-ed7cdc2f0bd6,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:51.310740 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (a23a2046-d34c-40de-a737-6dda11b4f790), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.348645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Attempting to bind port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:51.349333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Attempting to bind port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '9931da1d-0ba9-40fb-af7f-cba218e9298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:51.350687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Attempting to bind port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 on network a8272f2a-a6df-4784-878e-56213557f186 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:51.358123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 66a85ee8-4192-4101-b5fd-c092ae2500a4 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:13:51.395085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:51.395474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Checking segment: {'id': '9931da1d-0ba9-40fb-af7f-cba218e9298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:51.395884 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.396280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Bound using segment: {'id': '9931da1d-0ba9-40fb-af7f-cba218e9298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:51.396871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Bound port: f93ee29b-a312-4e12-a097-ed7cdc2f0bd6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9931da1d-0ba9-40fb-af7f-cba218e9298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:51.397467 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.471655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Subnet': ['ID=a23a2046-d34c-40de-a737-6dda11b4f790,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:51.539780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (66a85ee8-4192-4101-b5fd-c092ae2500a4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.546554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] For port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:51.559943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 66a85ee8-4192-4101-b5fd-c092ae2500a4 is: DOWN; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:51.566497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] For port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f93ee29b-a312-4e12-a097-ed7cdc2f0bd6,segment=NetworkSegment(9931da1d-0ba9-40fb-af7f-cba218e9298c),segment_id=9931da1d-0ba9-40fb-af7f-cba218e9298c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:51.575254 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.585852 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cf1621f-877b-4a59-9d62-f50314baf446 admin admin] Publish callbacks [] for security_group (11528b25-2e84-4875-bd13-f9924ba972e1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.586973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Checking segment: {'id': 'c8945157-07c5-4841-bfc3-e4d97e31e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:51.587818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network hostable DHCP agents. Network: 7a9241e9-0292-413f-a01a-1d9f4235c1fb, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:13:51.640845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cf1621f-877b-4a59-9d62-f50314baf446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (11528b25-2e84-4875-bd13-f9924ba972e1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.644371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:51.645134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:51.656581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event deleted for resources: {'Port': ['ID=66a85ee8-4192-4101-b5fd-c092ae2500a4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:51.711572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-60e33294-0681-4a36-8fae-e03f2c39a46f None None] Provisioning complete for port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:51.711939 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60e33294-0681-4a36-8fae-e03f2c39a46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:51.749711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3f7ad-d686-4438-ab73-5626d13d6177 None None] Pushing event updated for resources: {'Port': ['ID=f93ee29b-a312-4e12-a097-ed7cdc2f0bd6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:51.761888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b66c5e-cd0a-41b2-88c1-fa05b3453c76 req-48c92d23-5753-4832-ae36-4c96d6ba19f4 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:51.776860 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b66c5e-cd0a-41b2-88c1-fa05b3453c76 req-48c92d23-5753-4832-ae36-4c96d6ba19f4 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 931 time: 0.1325908 Mar 07 16:13:51.841965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:51.878375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45b66c5e-cd0a-41b2-88c1-fa05b3453c76 req-1788dd75-5d35-470a-9286-751ab30761eb tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005161 Mar 07 16:13:51.971331 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2cf1621f-877b-4a59-9d62-f50314baf446 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c3cf8fd3fca4e63801b3aa593138e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6960320 Mar 07 16:13:51.972300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 7a9241e9-0292-413f-a01a-1d9f4235c1fb is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:13:51.974004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 37994) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:51.987469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1411c576-49c3-49a9-871b-f070c6ece501 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:13:52.001407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e976d24-86a2-4efd-8627-05482c4ba636 req-c6401e9d-7e3b-48d8-b4ef-9283946cdeb8 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 210 time: 0.0996931 Mar 07 16:13:52.012714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1621f-877b-4a59-9d62-f50314baf446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11528b25-2e84-4875-bd13-f9924ba972e1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:52.024886 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Publish callbacks [] for port (1411c576-49c3-49a9-871b-f070c6ece501), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.093410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddb594e4-0edd-46ca-9c6e-54da527ac51f admin admin] Publish callbacks [] for security_group (11528b25-2e84-4875-bd13-f9924ba972e1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.128096 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddb594e4-0edd-46ca-9c6e-54da527ac51f admin admin] Publish callbacks [] for security_group (11528b25-2e84-4875-bd13-f9924ba972e1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.156178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 7a9241e9-0292-413f-a01a-1d9f4235c1fb) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:52.167272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:52.167672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.171110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Transition to ACTIVE for port object 1411c576-49c3-49a9-871b-f070c6ece501 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:13:52.174493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Router 46908ef9-3d0e-497f-8be3-b90519e9f5ca has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:52.187438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (1411c576-49c3-49a9-871b-f070c6ece501), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.199340 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddb594e4-0edd-46ca-9c6e-54da527ac51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (11528b25-2e84-4875-bd13-f9924ba972e1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.202487 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddb594e4-0edd-46ca-9c6e-54da527ac51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.203885 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ddb594e4-0edd-46ca-9c6e-54da527ac51f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11528b25-2e84-4875-bd13-f9924ba972e1 HTTP/1.1" status: 204 len: 168 time: 0.2286322 Mar 07 16:13:52.222614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee2820-8dbd-4096-93e1-a1818b865957 None None] Network 7a9241e9-0292-413f-a01a-1d9f4235c1fb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:52.226506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb594e4-0edd-46ca-9c6e-54da527ac51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11528b25-2e84-4875-bd13-f9924ba972e1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:52.232761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-60e33294-0681-4a36-8fae-e03f2c39a46f None None] Current status of the port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:52.233256 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60e33294-0681-4a36-8fae-e03f2c39a46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.264139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1411c576-49c3-49a9-871b-f070c6ece501,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:52.297846 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9c857b06-3d1f-4c21-88bc-15c37cda56ff tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1226954 Mar 07 16:13:52.298302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38006) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:52.359881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-60e33294-0681-4a36-8fae-e03f2c39a46f None None] For port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f93ee29b-a312-4e12-a097-ed7cdc2f0bd6,segment=NetworkSegment(9931da1d-0ba9-40fb-af7f-cba218e9298c),segment_id=9931da1d-0ba9-40fb-af7f-cba218e9298c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:52.402610 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60e33294-0681-4a36-8fae-e03f2c39a46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.596884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:52.599112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Attempting to bind port 1411c576-49c3-49a9-871b-f070c6ece501 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:52.599502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Attempting to bind port 1411c576-49c3-49a9-871b-f070c6ece501 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:52.599838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Attempting to bind port 1411c576-49c3-49a9-871b-f070c6ece501 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:52.609616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Port 1411c576-49c3-49a9-871b-f070c6ece501 on network bf558235-8ace-415a-856d-fa8d980134b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:13:52.609966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Attempting to bind port 1411c576-49c3-49a9-871b-f070c6ece501 on network bf558235-8ace-415a-856d-fa8d980134b5 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:52.611213 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] Sync routers for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:52.631486 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] Routers {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:52.632114 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:52.638455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:52.638455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Checking segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:52.638455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Bound using segment: {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:52.638953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Bound port: 1411c576-49c3-49a9-871b-f070c6ece501, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:52.639294 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1411c576-49c3-49a9-871b-f070c6ece501), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.648047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:13:52.649141 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.657590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] No DVR routers for this DVR port 66a85ee8-4192-4101-b5fd-c092ae2500a4 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:13:52.665486 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.669625 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce8e72cc-c5c9-41b8-adb9-94b324a06af1 req-8bea3e2d-9460-42f9-9ae3-86d2235674ea tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.11 "DELETE /v2.0/ports/66a85ee8-4192-4101-b5fd-c092ae2500a4 HTTP/1.1" status: 204 len: 173 time: 3.4379189 Mar 07 16:13:52.670107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-deleted', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:52.679206 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba7760e-814a-4a89-b2db-18ff2169a9fe" -d '{"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-deleted", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:52.712248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:13:46Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:51Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:52.747572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879e4b9-1322-4c4d-abfe-eea74f205a68 None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:13:46Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:51Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:52.750237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e33294-0681-4a36-8fae-e03f2c39a46f None None] Pushing event updated for resources: {'Port': ['ID=f93ee29b-a312-4e12-a097-ed7cdc2f0bd6,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:52.768085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ddc42861-acda-4104-977b-0ef277e7438e None None] Provisioning complete for port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:52.768563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ddc42861-acda-4104-977b-0ef277e7438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.819220 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53b72e7-07dd-4933-ac9c-b8e6d3c01699 x-openstack-request-id: req-a53b72e7-07dd-4933-ac9c-b8e6d3c01699 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:52.819643 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fa5a4a-1d67-4414-a430-b1d9e9109d2f", "name": "network-vif-deleted", "tag": "66a85ee8-4192-4101-b5fd-c092ae2500a4", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:52.822364 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a53b72e7-07dd-4933-ac9c-b8e6d3c01699 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:52.823052 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fa5a4a-1d67-4414-a430-b1d9e9109d2f', 'name': 'network-vif-deleted', 'tag': '66a85ee8-4192-4101-b5fd-c092ae2500a4', 'status': 'completed', 'code': 200} Mar 07 16:13:52.900496 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-70e9132c-718d-4f74-8c24-93e399f27e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:52.945970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] For port 1411c576-49c3-49a9-871b-f070c6ece501, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:52.961615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] For port 1411c576-49c3-49a9-871b-f070c6ece501, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1411c576-49c3-49a9-871b-f070c6ece501,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:52.972884 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] Set router 46908ef9-3d0e-497f-8be3-b90519e9f5ca gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:52.983506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (1411c576-49c3-49a9-871b-f070c6ece501), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:53.043286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:53.043995 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:53.045443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] 10.222.0.15 "PUT /v2.0/ports/1411c576-49c3-49a9-871b-f070c6ece501 HTTP/1.1" status: 200 len: 1091 time: 2.5171502 Mar 07 16:13:53.213979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Allocated IP 172.21.0.2 (7a9241e9-0292-413f-a01a-1d9f4235c1fb/a23a2046-d34c-40de-a737-6dda11b4f790/e182160b-5196-4a7c-bdd0-7ba818f7c439) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:53.265371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ddc42861-acda-4104-977b-0ef277e7438e None None] Current status of the port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:53.403927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656499e3-a385-47e9-8d55-c0dc0c9fccd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1411c576-49c3-49a9-871b-f070c6ece501,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:53.434660 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae8d8190-23bc-43a5-a1f3-76111a7c233f req-01373f8d-76c6-4566-958f-5ce9de84aae5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fa5a4a-1d67-4414-a430-b1d9e9109d2f HTTP/1.1" status: 200 len: 210 time: 0.1436875 Mar 07 16:13:53.472830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506428e5-dd5b-4450-9ae2-113b63a25222 req-c065e522-c7ec-42f0-bb89-05a399c30984 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:53.500127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-506428e5-dd5b-4450-9ae2-113b63a25222 req-c065e522-c7ec-42f0-bb89-05a399c30984 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 943 time: 0.3033473 Mar 07 16:13:53.539022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710803c-17d0-4272-889c-0faadae7cd8d req-639f3924-49a4-489b-aa92-1bf81f1e1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:53.541059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-639f3924-49a4-489b-aa92-1bf81f1e1674 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 1125 time: 0.3489549 Mar 07 16:13:53.610469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:53.626923 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Publish callbacks [] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:53.634852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38042) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:53.639483 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:53.670491 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '611f5341-0f4c-45b3-b9ea-089f9a59cb60', 'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'mac_address': 'fa:16:3e:cc:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:54Z', 'updated_at': '2022-03-07T16:06:02Z', 'revision_number': 5, 'project_id': '6a4b511c908d4598a245a49782799b97', 'subnets': [{'id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:53.731142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Network 7a9241e9-0292-413f-a01a-1d9f4235c1fb is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:53.734528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:53.738544 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] Checking router: 46908ef9-3d0e-497f-8be3-b90519e9f5ca for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:13:53.739848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:53.754362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Pushing event updated for resources: {'Port': ['ID=e182160b-5196-4a7c-bdd0-7ba818f7c439,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:53.759581 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] Routers {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:53.760234 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:53.866063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Attempting to bind port e182160b-5196-4a7c-bdd0-7ba818f7c439 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:53.876433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Attempting to bind port e182160b-5196-4a7c-bdd0-7ba818f7c439 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c8945157-07c5-4841-bfc3-e4d97e31e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:53.877237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Attempting to bind port e182160b-5196-4a7c-bdd0-7ba818f7c439 on network 7a9241e9-0292-413f-a01a-1d9f4235c1fb {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:53.891911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:53.892725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Checking segment: {'id': 'c8945157-07c5-4841-bfc3-e4d97e31e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:53.893954 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:53.894965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Bound using segment: {'id': 'c8945157-07c5-4841-bfc3-e4d97e31e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:53.897289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Bound port: e182160b-5196-4a7c-bdd0-7ba818f7c439, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8945157-07c5-4841-bfc3-e4d97e31e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:53.898024 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:54.021145 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] Set router 46908ef9-3d0e-497f-8be3-b90519e9f5ca gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:54.029115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] For port e182160b-5196-4a7c-bdd0-7ba818f7c439, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:54.033898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] For port e182160b-5196-4a7c-bdd0-7ba818f7c439, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e182160b-5196-4a7c-bdd0-7ba818f7c439,segment=NetworkSegment(c8945157-07c5-4841-bfc3-e4d97e31e4b1),segment_id=c8945157-07c5-4841-bfc3-e4d97e31e4b1)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:54.046508 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:54.207460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd82e31-cd2c-4750-b1eb-45979415f479 None None] Pushing event updated for resources: {'Port': ['ID=e182160b-5196-4a7c-bdd0-7ba818f7c439,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:54.268678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38052) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:54.284837 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-c7721b20-a87a-42e9-98b2-fa8ccbf73657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1411c576-49c3-49a9-871b-f070c6ece501 HTTP/1.1" status: 200 len: 217 time: 0.7310345 Mar 07 16:13:54.333104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-506428e5-dd5b-4450-9ae2-113b63a25222 req-5f17c965-e143-40a7-9f44-4fe8ab80e429 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8309121 Mar 07 16:13:54.353333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710803c-17d0-4272-889c-0faadae7cd8d req-6e39fcbc-d000-4dda-ba84-7fba42a4b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:54.355408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-6e39fcbc-d000-4dda-ba84-7fba42a4b27c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.0583348 Mar 07 16:13:54.381634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.21.0.1 (7a9241e9-0292-413f-a01a-1d9f4235c1fb/a23a2046-d34c-40de-a737-6dda11b4f790/64e82ee8-7de5-49ec-848f-5eef6aa4aaef) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:54.436065 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-6daa58ed-0f4c-4d25-88f5-1aaa8a461391 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734761 Mar 07 16:13:54.444846 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '611f5341-0f4c-45b3-b9ea-089f9a59cb60', 'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'mac_address': 'fa:16:3e:cc:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:54Z', 'updated_at': '2022-03-07T16:06:02Z', 'revision_number': 5, 'project_id': '6a4b511c908d4598a245a49782799b97', 'subnets': [{'id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:54.515136 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89860769-676c-4a6a-86c5-8c643bd087a6 None None] The sync data for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 is: [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:05:57Z', 'revision_number': 4, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '611f5341-0f4c-45b3-b9ea-089f9a59cb60', 'name': '', 'network_id': '9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'mac_address': 'fa:16:3e:cc:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:54Z', 'updated_at': '2022-03-07T16:06:02Z', 'revision_number': 5, 'project_id': '6a4b511c908d4598a245a49782799b97', 'subnets': [{'id': '4784ddd6-9a98-45d9-9472-37dd49848577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:13:54.582606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-452962676-network', 'tenant_id': '2db8a57889a643f0bdce29e040847eae'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:54.641482 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-2b70cf7f-9ee0-4327-820b-05776e7e3a56 service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835284 Mar 07 16:13:54.660450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38062) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:54.688444 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:54.690013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Made reservation on behalf of 2db8a57889a643f0bdce29e040847eae for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:54.697581 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:54.754770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:54.789587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4abbcd5c-a4f3-455b-a9da-06fb06e09bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:54.830453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4f4545-6003-4242-8314-0c999e1289b3', 'tag': '1411c576-49c3-49a9-871b-f070c6ece501'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:13:54.833073 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46491e76-20d3-44ba-ae91-5e0b099adfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4f4545-6003-4242-8314-0c999e1289b3", "tag": "1411c576-49c3-49a9-871b-f070c6ece501"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:13:54.897905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c710803c-17d0-4272-889c-0faadae7cd8d req-49459702-8bf1-4918-a70c-112289f5704b service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540355 Mar 07 16:13:54.905584 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76494d78-8d1c-4823-866a-82c1637b7598 x-openstack-request-id: req-76494d78-8d1c-4823-866a-82c1637b7598 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:13:54.905877 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4f4545-6003-4242-8314-0c999e1289b3", "tag": "1411c576-49c3-49a9-871b-f070c6ece501", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:13:54.906131 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76494d78-8d1c-4823-866a-82c1637b7598 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:13:54.906741 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4f4545-6003-4242-8314-0c999e1289b3', 'tag': '1411c576-49c3-49a9-871b-f070c6ece501', 'status': 'completed', 'code': 200} Mar 07 16:13:54.931782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:54.985806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 7a9241e9-0292-413f-a01a-1d9f4235c1fb is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:54.991238 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3169a0e8-e2c0-4cc3-b247-e845ad955835 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group (8eb57e10-8fac-429e-93b3-51be81539e89), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.014249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:55.026237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:55.031351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4abbcd5c-a4f3-455b-a9da-06fb06e09bb2 admin admin] Publish callbacks [] for security_group (458ff9f1-23ca-43f2-b0aa-9584995cec58), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.045625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4abbcd5c-a4f3-455b-a9da-06fb06e09bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (458ff9f1-23ca-43f2-b0aa-9584995cec58), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.074684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-3b035ae4-c67b-468b-a5d0-666d3c73d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:55.078255 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-3b035ae4-c67b-468b-a5d0-666d3c73d730 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce48e27fe254468b580ce8db20ca403&device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 1125 time: 0.1150765 Mar 07 16:13:55.091862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9c2a1-e1a1-465d-9ed5-108e6d32b3da None None] New status for floating IP cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:13:55.108693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3169a0e8-e2c0-4cc3-b247-e845ad955835 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group (8eb57e10-8fac-429e-93b3-51be81539e89), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.141536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=64e82ee8-7de5-49ec-848f-5eef6aa4aaef,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:55.194955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.203028 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4abbcd5c-a4f3-455b-a9da-06fb06e09bb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5173ec990b9842f1aba67d0af2bc7617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9282985 Mar 07 16:13:55.203597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38074) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:55.227993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbcd5c-a4f3-455b-a9da-06fb06e09bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458ff9f1-23ca-43f2-b0aa-9584995cec58,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:55.308113 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Publish callbacks [] for security_group (1f2ff5bc-5a16-4160-bc7e-92b12698559c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.365069 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.376302 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1f2ff5bc-5a16-4160-bc7e-92b12698559c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.436993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:55.450957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e182160b-5196-4a7c-bdd0-7ba818f7c439 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:55.468367 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (df4fb912-6acb-4d02-b10f-d00eaf45a120), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.468792 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Added segment df4fb912-6acb-4d02-b10f-d00eaf45a120 of type vlan for network 5c429136-353a-49dd-aac0-a0514c81f809 Mar 07 16:13:55.472738 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3169a0e8-e2c0-4cc3-b247-e845ad955835 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8eb57e10-8fac-429e-93b3-51be81539e89), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.475787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3169a0e8-e2c0-4cc3-b247-e845ad955835 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.481817 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3169a0e8-e2c0-4cc3-b247-e845ad955835 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "DELETE /v2.0/security-groups/8eb57e10-8fac-429e-93b3-51be81539e89 HTTP/1.1" status: 204 len: 168 time: 0.8184915 Mar 07 16:13:55.489940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38082) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:55.509462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2ff5bc-5a16-4160-bc7e-92b12698559c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:55.536707 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-38390aff-e3ef-42ca-a5f2-a03a68b46d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.592762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-21531050-1245-46a0-8f53-541be4a48b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:55.594257 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-21531050-1245-46a0-8f53-541be4a48b8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 200 len: 907 time: 0.5074399 Mar 07 16:13:55.606212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e182160b-5196-4a7c-bdd0-7ba818f7c439 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:55.606961 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.622955 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-7af7c50d-23e8-4f88-a6c2-36a3c0d67cff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] show failed (client error): The resource could not be found. Mar 07 16:13:55.627359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7af7c50d-23e8-4f88-a6c2-36a3c0d67cff tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "GET /v2.0/security-groups/8eb57e10-8fac-429e-93b3-51be81539e89 HTTP/1.1" status: 404 len: 347 time: 0.1269715 Mar 07 16:13:55.636301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38086) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:55.722931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38088) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:55.779990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb175-8237-4227-aa18-e56a6b5b0ce4 admin admin] Publish callbacks [] for security_group (458ff9f1-23ca-43f2-b0aa-9584995cec58), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:55.788344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-d3285091-d563-4c77-a71f-17a2cb38c564 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1411c576-49c3-49a9-871b-f070c6ece501 HTTP/1.1" status: 200 len: 217 time: 0.1531906 Mar 07 16:13:55.986944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb175-8237-4227-aa18-e56a6b5b0ce4 admin admin] Publish callbacks [] for security_group (458ff9f1-23ca-43f2-b0aa-9584995cec58), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.012422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-6aee04bd-df05-404b-9fe1-8942bde78309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:56.016596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-6aee04bd-df05-404b-9fe1-8942bde78309 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 200 len: 846 time: 0.2212481 Mar 07 16:13:56.092279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e182160b-5196-4a7c-bdd0-7ba818f7c439 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:56.093465 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.125764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebff6a6-2e38-48de-98ff-7c06c0c81e37 None None] Network 7a9241e9-0292-413f-a01a-1d9f4235c1fb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:56.148784 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (5c429136-353a-49dd-aac0-a0514c81f809), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.156681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-a03f9253-c877-439c-9b9d-ba0bd47b21b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf558235-8ace-415a-856d-fa8d980134b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825343 Mar 07 16:13:56.175762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207480b-f56d-442c-8ac7-e33c75251f08 req-6e56fd12-f61f-4f32-8145-7dbb13be553f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:56.180124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169a0e8-e2c0-4cc3-b247-e845ad955835 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb57e10-8fac-429e-93b3-51be81539e89,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:56.192141 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (5c429136-353a-49dd-aac0-a0514c81f809), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.193593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:56.194391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4207480b-f56d-442c-8ac7-e33c75251f08 req-6e56fd12-f61f-4f32-8145-7dbb13be553f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 943 time: 0.7034144 Mar 07 16:13:56.195028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.212215 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-260032346'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:56.260266 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6120574 Mar 07 16:13:56.268878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38096) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:56.276243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Request body: {'subnet': {'network_id': '5c429136-353a-49dd-aac0-a0514c81f809', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-452962676-subnet', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:56.319476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port e182160b-5196-4a7c-bdd0-7ba818f7c439, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e182160b-5196-4a7c-bdd0-7ba818f7c439,segment=NetworkSegment(c8945157-07c5-4841-bfc3-e4d97e31e4b1),segment_id=c8945157-07c5-4841-bfc3-e4d97e31e4b1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:56.335078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-494e6b8d-2d30-4c4a-a887-d6a463ef5235 None None] Provisioning complete for port e182160b-5196-4a7c-bdd0-7ba818f7c439 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:56.335802 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-494e6b8d-2d30-4c4a-a887-d6a463ef5235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.377728 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.379021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:56.392172 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153245fb-98d7-48cc-8a11-786ea7a9c9ab admin admin] Pushing event updated for resources: {'Network': ['ID=5c429136-353a-49dd-aac0-a0514c81f809,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:56.417595 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Made reservation on behalf of 2db8a57889a643f0bdce29e040847eae for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:56.420731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.451185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4207480b-f56d-442c-8ac7-e33c75251f08 req-91f57971-5669-41c9-8c2a-b22c2ffcb603 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510192 Mar 07 16:13:56.460935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Made reservation on behalf of 11e596fe67004f2983b6c05be36288bf for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:56.465327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.477021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 5c429136-353a-49dd-aac0-a0514c81f809 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:56.493835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Deleting port d7432b2b-f75d-4d83-bfd5-95e6e0d547cb {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:13:56.494754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d7432b2b-f75d-4d83-bfd5-95e6e0d547cb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.581263 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d7432b2b-f75d-4d83-bfd5-95e6e0d547cb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.582114 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for floatingip (d7432b2b-f75d-4d83-bfd5-95e6e0d547cb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.599037 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.602572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb175-8237-4227-aa18-e56a6b5b0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (458ff9f1-23ca-43f2-b0aa-9584995cec58), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.605638 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb175-8237-4227-aa18-e56a6b5b0ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.607048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1a8eb175-8237-4227-aa18-e56a6b5b0ce4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/458ff9f1-23ca-43f2-b0aa-9584995cec58 HTTP/1.1" status: 204 len: 168 time: 1.3832355 Mar 07 16:13:56.608356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Calling delete_port for d7432b2b-f75d-4d83-bfd5-95e6e0d547cb owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:13:56.612369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.622398 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-65c9bb7c-9121-41d5-a80f-c5b96e93a61c service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250863 Mar 07 16:13:56.667709 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.677004 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.710694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8eb175-8237-4227-aa18-e56a6b5b0ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458ff9f1-23ca-43f2-b0aa-9584995cec58,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:56.733202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.735350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f51a4ae9-8744-4fd5-8706-316865179ab6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.861836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=e182160b-5196-4a7c-bdd0-7ba818f7c439,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:56.913928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=64e82ee8-7de5-49ec-848f-5eef6aa4aaef,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:56.925077 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Checking segment: {'id': 'df4fb912-6acb-4d02-b10f-d00eaf45a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:56.925662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Network hostable DHCP agents. Network: 5c429136-353a-49dd-aac0-a0514c81f809, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:13:56.926936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-494e6b8d-2d30-4c4a-a887-d6a463ef5235 None None] Current status of the port e182160b-5196-4a7c-bdd0-7ba818f7c439 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:56.935643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:56.936897 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:56.937369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51a4ae9-8744-4fd5-8706-316865179ab6,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:56.978301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Network 5c429136-353a-49dd-aac0-a0514c81f809 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:13:57.009870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 5c429136-353a-49dd-aac0-a0514c81f809) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:57.021486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:57.028865 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.051180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480c587-e135-4f73-b7d1-d1660db62362 None None] Network 5c429136-353a-49dd-aac0-a0514c81f809 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:57.052468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 7a9241e9-0292-413f-a01a-1d9f4235c1fb is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:57.055495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:57.071046 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b34f3aca-39f1-4a89-a377-1e50f9b2e61e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8008165 Mar 07 16:13:57.082678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38108) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:57.113552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:57.144380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:57.223269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for security_group (bfad1b07-7e70-438c-a784-15f3ab5dab6d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.235858 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:13:57.262937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bfad1b07-7e70-438c-a784-15f3ab5dab6d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.272703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-5c429136-353a-49dd-aac0-a0514c81f809', 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809', 'project_id': '2db8a57889a643f0bdce29e040847eae', 'fixed_ips': [{'subnet_id': 'f51a4ae9-8744-4fd5-8706-316865179ab6'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:13:57.273581 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.302885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e182160b-5196-4a7c-bdd0-7ba818f7c439 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:13:57.312007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-46491e76-20d3-44ba-ae91-5e0b099adfd2 req-6b899bd8-a3ca-4ac8-aff7-c92fea8c44ce service neutron] 10.222.0.15 "GET /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6789496 Mar 07 16:13:57.325120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (504f398c-bdbc-4c75-8a3f-05d91b749b6f), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.326382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (504f398c-bdbc-4c75-8a3f-05d91b749b6f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.354892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:57.365880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfad1b07-7e70-438c-a784-15f3ab5dab6d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:57.418390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (8450930d-9f21-4f2a-a382-23861c4aa18b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.418742 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Added segment 8450930d-9f21-4f2a-a382-23861c4aa18b of type vlan for network 45708265-d941-490c-a777-31fde2bcb145 Mar 07 16:13:57.513384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:13:57.527439 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:13:57.531526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-97eb225f-f676-4f74-8365-287a47bdd116 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2318208 Mar 07 16:13:57.534021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38124) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:57.541352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'network': {'name': 'tempest-RoutersTest-1101076997'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:57.551601 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks [] for router_controller (504f398c-bdbc-4c75-8a3f-05d91b749b6f), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.560851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d7432b2b-f75d-4d83-bfd5-95e6e0d547cb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.565405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (45708265-d941-490c-a777-31fde2bcb145), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.574293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:57.574650 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:57.575585 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:57.583604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.630991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4b0cd5ce-67a5-432a-a831-02080f789d8b None None] Provisioning complete for port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:57.631374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd5ce-67a5-432a-a831-02080f789d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.703290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:13:57.711463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Pushing event deleted for resources: {'Port': ['ID=d7432b2b-f75d-4d83-bfd5-95e6e0d547cb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:57.766773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178dbd0-979d-4496-a180-4b923146907e req-d3580f47-5fa8-40b2-8d25-39663ef5159d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:57.769975 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9178dbd0-979d-4496-a180-4b923146907e req-d3580f47-5fa8-40b2-8d25-39663ef5159d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 943 time: 0.1683657 Mar 07 16:13:57.777445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (069dd0a2-2c8b-47b2-afcf-bb075aaca2a8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.780058 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added segment 069dd0a2-2c8b-47b2-afcf-bb075aaca2a8 of type vlan for network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e Mar 07 16:13:57.780928 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:57.790369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.840633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cd5ce-67a5-432a-a831-02080f789d8b None None] Port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:57.857880 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e182160b-5196-4a7c-bdd0-7ba818f7c439 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:57.858255 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.870494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (5ea7c9ef-d024-4f00-be42-23d88d7ef44e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.950662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Allocated IP 172.20.0.2 (5c429136-353a-49dd-aac0-a0514c81f809/f51a4ae9-8744-4fd5-8706-316865179ab6/bba0b9d1-1eee-4243-a342-a91d0a85b3ec) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:13:57.959707 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (5ea7c9ef-d024-4f00-be42-23d88d7ef44e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.972660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:57.979841 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:57.995213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e182160b-5196-4a7c-bdd0-7ba818f7c439 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:58.000175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4b0cd5ce-67a5-432a-a831-02080f789d8b None None] Provisioning complete for port e182160b-5196-4a7c-bdd0-7ba818f7c439 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:58.000175 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd5ce-67a5-432a-a831-02080f789d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.129239 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5900977 Mar 07 16:13:58.132677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38134) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:58.161581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'subnet': {'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:58.189918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (45708265-d941-490c-a777-31fde2bcb145), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.207277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:58.207941 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.216763 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:13:55Z', 'revision_number': 3, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:13:56Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:58.219389 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks [] for floatingip (cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.225007 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.226752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c1db17e9-7c80-44aa-829e-eb7302356db5 tempest-ServerActionsTestJSON-422721758 tempest-ServerActionsTestJSON-422721758-project] 10.222.0.24 "DELETE /v2.0/floatingips/cddea0d0-6a4d-4f4d-acf3-69499b8fc8bf HTTP/1.1" status: 204 len: 168 time: 2.5891249 Mar 07 16:13:58.242096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38140) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:58.249847 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks [] for router_gateway (504f398c-bdbc-4c75-8a3f-05d91b749b6f), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.259443 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:13:58.260062 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Updating router 0d65be9f-2169-47f5-915e-db9b8edefcf2 port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:13:58.273811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9178dbd0-979d-4496-a180-4b923146907e req-d6ed424f-6e64-4e5b-b104-994f2cf89ed9 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358090 Mar 07 16:13:58.282142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492c362-a918-4d90-b8e0-743df5e1604d tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Network': ['ID=5ea7c9ef-d024-4f00-be42-23d88d7ef44e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:58.323152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:58.339660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cd5ce-67a5-432a-a831-02080f789d8b None None] Current status of the port e182160b-5196-4a7c-bdd0-7ba818f7c439 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:13:58.349730 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.424314 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:58.428343 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.508405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 1411c576-49c3-49a9-871b-f070c6ece501 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:13:58.509983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Network': ['ID=45708265-d941-490c-a777-31fde2bcb145,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:58.530899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8a21a6c3-c50b-41a9-b0c3-b9114c77d6de tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.8040931 Mar 07 16:13:58.545925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 45708265-d941-490c-a777-31fde2bcb145 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:13:58.557166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38150) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:58.565245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'subnet': {'network_id': '45708265-d941-490c-a777-31fde2bcb145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:13:58.618238 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Publish callbacks [] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.671819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e0f6d1bb-5739-4ebd-834a-d7af0804b1cf None None] Provisioning complete for port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:13:58.672767 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d1bb-5739-4ebd-834a-d7af0804b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.675159 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.825704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Network 5c429136-353a-49dd-aac0-a0514c81f809 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:13:58.831945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6d1bb-5739-4ebd-834a-d7af0804b1cf None None] Port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:13:58.834382 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:58.839588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Pushing event updated for resources: {'Port': ['ID=bba0b9d1-1eee-4243-a342-a91d0a85b3ec,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:58.856853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:13:58.911984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Made reservation on behalf of 11e596fe67004f2983b6c05be36288bf for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:13:58.913503 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Publish callbacks [] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.920236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (c451a208-f423-4a49-aeaa-05d5fcd731cf), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.921562 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:58.927858 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.002477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 1411c576-49c3-49a9-871b-f070c6ece501, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1411c576-49c3-49a9-871b-f070c6ece501,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:13:59.069816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Attempting to bind port bba0b9d1-1eee-4243-a342-a91d0a85b3ec on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:59.070779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Attempting to bind port bba0b9d1-1eee-4243-a342-a91d0a85b3ec by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'df4fb912-6acb-4d02-b10f-d00eaf45a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:59.072029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Attempting to bind port bba0b9d1-1eee-4243-a342-a91d0a85b3ec on network 5c429136-353a-49dd-aac0-a0514c81f809 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:59.104553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '1411c576-49c3-49a9-871b-f070c6ece501', 'network_id': 'bf558235-8ace-415a-856d-fa8d980134b5', 'port_id': '1411c576-49c3-49a9-871b-f070c6ece501', 'mac_address': 'fa:16:3e:76:4a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b9e25-07a8-4036-8b1a-d3eb88278c53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:13:59.121080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:59.123190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Checking segment: {'id': 'df4fb912-6acb-4d02-b10f-d00eaf45a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:59.124497 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.125068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Bound using segment: {'id': 'df4fb912-6acb-4d02-b10f-d00eaf45a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:59.126039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Bound port: bba0b9d1-1eee-4243-a342-a91d0a85b3ec, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4fb912-6acb-4d02-b10f-d00eaf45a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:59.126618 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.142295 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Pushing event updated for resources: {'Port': ['ID=64e82ee8-7de5-49ec-848f-5eef6aa4aaef,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:59.153135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.153135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.153135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.153135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.153135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.153135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.153135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.153135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.154595 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.154595 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.168068 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.168686 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.169277 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:13:59.208342 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Attempting to bind port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:13:59.210541 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Attempting to bind port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c8945157-07c5-4841-bfc3-e4d97e31e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:13:59.211071 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Attempting to bind port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef on network 7a9241e9-0292-413f-a01a-1d9f4235c1fb {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:13:59.226389 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:13:59.228810 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Checking segment: {'id': 'c8945157-07c5-4841-bfc3-e4d97e31e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:59.230489 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.235250 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Bound using segment: {'id': 'c8945157-07c5-4841-bfc3-e4d97e31e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:13:59.236030 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Bound port: 64e82ee8-7de5-49ec-848f-5eef6aa4aaef, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8945157-07c5-4841-bfc3-e4d97e31e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:13:59.236676 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.253079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] For port bba0b9d1-1eee-4243-a342-a91d0a85b3ec, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:59.260451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] For port bba0b9d1-1eee-4243-a342-a91d0a85b3ec, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bba0b9d1-1eee-4243-a342-a91d0a85b3ec,segment=NetworkSegment(df4fb912-6acb-4d02-b10f-d00eaf45a120),segment_id=df4fb912-6acb-4d02-b10f-d00eaf45a120)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:59.265084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Subnet': ['ID=c451a208-f423-4a49-aeaa-05d5fcd731cf,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:59.340330 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Checking segment: {'id': '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:59.340714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network hostable DHCP agents. Network: 5ea7c9ef-d024-4f00-be42-23d88d7ef44e, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:13:59.422882 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks [] for router_gateway (504f398c-bdbc-4c75-8a3f-05d91b749b6f), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.451626 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] For port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:13:59.460893 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] For port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=64e82ee8-7de5-49ec-848f-5eef6aa4aaef,segment=NetworkSegment(c8945157-07c5-4841-bfc3-e4d97e31e4b1),segment_id=c8945157-07c5-4841-bfc3-e4d97e31e4b1)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:13:59.483334 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.489843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.618517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:13:59.621684 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (4930bb8e-cc50-4d71-80ae-240a47a6f0b6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.624531 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:13:59.627459 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:13:59.711791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 5ea7c9ef-d024-4f00-be42-23d88d7ef44e) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:13:59.732064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:59.737364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.805983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fe440-7fa9-4507-8d7d-3c1fb36b622a req-40619af5-7ca4-4eca-bfd6-48e68a31a087 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:13:59.809284 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c53fe440-7fa9-4507-8d7d-3c1fb36b622a req-40619af5-7ca4-4eca-bfd6-48e68a31a087 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 943 time: 0.3269536 Mar 07 16:13:59.827168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.863948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19554e2-526d-4441-9ef7-9022d2978abb None None] Network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:13:59.869554 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:13:59.875043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Subnet': ['ID=4930bb8e-cc50-4d71-80ae-240a47a6f0b6,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:13:59.875353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:13:59.898034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Checking segment: {'id': '8450930d-9f21-4f2a-a382-23861c4aa18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '45708265-d941-490c-a777-31fde2bcb145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:13:59.898518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Network hostable DHCP agents. Network: 45708265-d941-490c-a777-31fde2bcb145, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:13:59.924216 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0c7b541e-211a-4a21-b639-a2b84c5911a8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7783551 Mar 07 16:13:59.927240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38204) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:13:59.988320 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf20106-9b19-4310-ac56-e3ea5126ff88 None None] Pushing event updated for resources: {'Port': ['ID=64e82ee8-7de5-49ec-848f-5eef6aa4aaef,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:00.013984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 1411c576-49c3-49a9-871b-f070c6ece501 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:00.013984 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1411c576-49c3-49a9-871b-f070c6ece501), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.064679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Allocated IP 172.25.4.218 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/373d8af0-cb01-404f-a947-dfe75b27363e) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:00.088718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Network 45708265-d941-490c-a777-31fde2bcb145 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:14:00.122002 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c53fe440-7fa9-4507-8d7d-3c1fb36b622a req-b3628912-dfe9-46af-a60e-2f9730e27f01 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641563 Mar 07 16:14:00.129084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (46908ef9-3d0e-497f-8be3-b90519e9f5ca), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.154127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a4926b9f-37fd-4bbe-b58f-da3019a92315 None None] Provisioning complete for port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:00.174379 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4926b9f-37fd-4bbe-b58f-da3019a92315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.176274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 45708265-d941-490c-a777-31fde2bcb145) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:00.222939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:00.223973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.249844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa14dc1a-0441-466c-b4e0-023f1b51eaa2 None None] Network 45708265-d941-490c-a777-31fde2bcb145 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:00.258936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1411c576-49c3-49a9-871b-f070c6ece501 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:14:00.265599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0cd71842-c59a-4c26-bd62-8b1949aaf9d0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7028692 Mar 07 16:14:00.276553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38210) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:00.288991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'port': {'network_id': '45708265-d941-490c-a777-31fde2bcb145', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2006351394'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:00.325509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682d94f-586d-402b-87c6-4bc5c364c4d5 None None] Pushing event updated for resources: {'Port': ['ID=bba0b9d1-1eee-4243-a342-a91d0a85b3ec,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:00.405365 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:13:55Z', 'revision_number': 3, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:13:59Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:00.406923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 1411c576-49c3-49a9-871b-f070c6ece501, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1411c576-49c3-49a9-871b-f070c6ece501,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:00.452076 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1411c576-49c3-49a9-871b-f070c6ece501), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.462288 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea35587-7e76-47b8-a84f-b5d93592d5ef None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:13:55Z', 'revision_number': 3, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:13:59Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:00.465596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:14:00.472608 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.690438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks [] for port (373d8af0-cb01-404f-a947-dfe75b27363e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.706162 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-45708265-d941-490c-a777-31fde2bcb145', 'network_id': '45708265-d941-490c-a777-31fde2bcb145', 'project_id': '11e596fe67004f2983b6c05be36288bf', 'fixed_ips': [{'subnet_id': '4930bb8e-cc50-4d71-80ae-240a47a6f0b6'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:14:00.707257 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.715242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Deleting port 611f5341-0f4c-45b3-b9ea-089f9a59cb60 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:00.715835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.796766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=1411c576-49c3-49a9-871b-f070c6ece501,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:00.814574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['1411c576-49c3-49a9-871b-f070c6ece501'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:14:00.844436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] For port 611f5341-0f4c-45b3-b9ea-089f9a59cb60, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=611f5341-0f4c-45b3-b9ea-089f9a59cb60,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:00.844833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:00.874337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Calling delete_port for 611f5341-0f4c-45b3-b9ea-089f9a59cb60 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:00.906289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a4926b9f-37fd-4bbe-b58f-da3019a92315 None None] Current status of the port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:00.906913 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4926b9f-37fd-4bbe-b58f-da3019a92315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:01.340340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Allocated IP 172.22.0.2 (5ea7c9ef-d024-4f00-be42-23d88d7ef44e/c451a208-f423-4a49-aeaa-05d5fcd731cf/a020f2c2-f193-4c31-bcf1-2aedbd352e37) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:01.461429 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (611f5341-0f4c-45b3-b9ea-089f9a59cb60), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:01.515128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=611f5341-0f4c-45b3-b9ea-089f9a59cb60,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:01.529710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ad47d-8b69-4057-887c-3585224f9a8a req-070a6900-39f7-427c-8900-9d49d8a8f6a2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:01.531434 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a49ad47d-8b69-4057-887c-3585224f9a8a req-070a6900-39f7-427c-8900-9d49d8a8f6a2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 944 time: 0.1946900 Mar 07 16:14:01.655645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a4926b9f-37fd-4bbe-b58f-da3019a92315 None None] For port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=64e82ee8-7de5-49ec-848f-5eef6aa4aaef,segment=NetworkSegment(c8945157-07c5-4841-bfc3-e4d97e31e4b1),segment_id=c8945157-07c5-4841-bfc3-e4d97e31e4b1)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:01.664007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 64e82ee8-7de5-49ec-848f-5eef6aa4aaef up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:01.784010 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4926b9f-37fd-4bbe-b58f-da3019a92315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:01.784774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a49ad47d-8b69-4057-887c-3585224f9a8a req-9ddcb82c-85dc-4931-a069-047e98d4c810 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836438 Mar 07 16:14:01.833976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Made reservation on behalf of 11e596fe67004f2983b6c05be36288bf for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:01.838220 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:01.865359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:01.887792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] device_id is not set on port 98c5f399-9f74-4f27-988d-b7112b283c2a yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:14:01.985744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:01.989255 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (46908ef9-3d0e-497f-8be3-b90519e9f5ca), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.001734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Allocated IP 2001:db8::2 (45708265-d941-490c-a777-31fde2bcb145/4930bb8e-cc50-4d71-80ae-240a47a6f0b6/6c40493b-61d4-41e6-a888-2d7f8d4445dc) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:02.023033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:02.031482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:02.056336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec0859-6e0a-440c-8961-068066042546 None None] Network 5c429136-353a-49dd-aac0-a0514c81f809 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:02.066986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=373d8af0-cb01-404f-a947-dfe75b27363e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:02.221464 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.262920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-52bba881-7c7c-475d-8032-dec24cd9ac44 None None] Provisioning complete for port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:02.263231 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-52bba881-7c7c-475d-8032-dec24cd9ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.301691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:02.302328 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.308748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Router 46908ef9-3d0e-497f-8be3-b90519e9f5ca has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:02.313914 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4926b9f-37fd-4bbe-b58f-da3019a92315 None None] Pushing event updated for resources: {'Port': ['ID=64e82ee8-7de5-49ec-848f-5eef6aa4aaef,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:02.489714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:02.499891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-80cdb0a4-e903-4b90-a68d-9a43e4927b03 admin admin] 10.222.0.24 "PUT /v2.0/routers/46908ef9-3d0e-497f-8be3-b90519e9f5ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2501385 Mar 07 16:14:02.501088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38244) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:02.508427 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Publish callbacks [] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.534874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] Sync routers for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:02.559032 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.614157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks [] for router_gateway (504f398c-bdbc-4c75-8a3f-05d91b749b6f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.646109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] Routers {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:02.646509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:02.677540 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks [] for router (46908ef9-3d0e-497f-8be3-b90519e9f5ca), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.684888 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Publish callbacks [] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.743363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:02.770480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:02.773871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:02.803767 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.821905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-52bba881-7c7c-475d-8032-dec24cd9ac44 None None] Current status of the port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:02.830633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Pushing event updated for resources: {'Port': ['ID=a020f2c2-f193-4c31-bcf1-2aedbd352e37,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:02.861573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Allocated IP 2001:db8::14f (45708265-d941-490c-a777-31fde2bcb145/4930bb8e-cc50-4d71-80ae-240a47a6f0b6/98c5f399-9f74-4f27-988d-b7112b283c2a) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:02.966413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks [] for router_gateway (46908ef9-3d0e-497f-8be3-b90519e9f5ca), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:02.981662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.22.0.1 (5ea7c9ef-d024-4f00-be42-23d88d7ef44e/c451a208-f423-4a49-aeaa-05d5fcd731cf/2dba775a-1189-4290-87c6-970a9794eea1) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:03.065711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Deleting port 773b58c1-7235-43d6-b622-04f9beab5496 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:03.066322 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (773b58c1-7235-43d6-b622-04f9beab5496), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.164105 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (504f398c-bdbc-4c75-8a3f-05d91b749b6f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.199791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98464-c9bd-491b-8d12-097d7cc5f9c1 req-5ce02af5-f67f-473c-a490-e8da24254073 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:03.201688 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7be98464-c9bd-491b-8d12-097d7cc5f9c1 req-5ce02af5-f67f-473c-a490-e8da24254073 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 944 time: 0.2913599 Mar 07 16:14:03.205280 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] For port 773b58c1-7235-43d6-b622-04f9beab5496, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=773b58c1-7235-43d6-b622-04f9beab5496,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:03.205726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (773b58c1-7235-43d6-b622-04f9beab5496), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.222313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Calling delete_port for 773b58c1-7235-43d6-b622-04f9beab5496 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:03.291528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:03.292968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bba0b9d1-1eee-4243-a342-a91d0a85b3ec up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:03.316078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Network 45708265-d941-490c-a777-31fde2bcb145 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:03.395578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Attempting to bind port a020f2c2-f193-4c31-bcf1-2aedbd352e37 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:03.396245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Attempting to bind port a020f2c2-f193-4c31-bcf1-2aedbd352e37 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:03.396791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Attempting to bind port a020f2c2-f193-4c31-bcf1-2aedbd352e37 on network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:03.403180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Pushing event updated for resources: {'Port': ['ID=6c40493b-61d4-41e6-a888-2d7f8d4445dc,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:03.415498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:03.421322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9add622b-a1e1-4b67-b46d-42d05c87ca7b None None] Provisioning complete for port bba0b9d1-1eee-4243-a342-a91d0a85b3ec triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:03.421711 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9add622b-a1e1-4b67-b46d-42d05c87ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.491947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:03.492171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (773b58c1-7235-43d6-b622-04f9beab5496), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.524589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=773b58c1-7235-43d6-b622-04f9beab5496,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:03.530912 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (2dba775a-1189-4290-87c6-970a9794eea1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.531803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:03.532977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Checking segment: {'id': '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:03.533557 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.534129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Bound using segment: {'id': '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:03.534809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Bound port: a020f2c2-f193-4c31-bcf1-2aedbd352e37, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:03.535368 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.614737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (46908ef9-3d0e-497f-8be3-b90519e9f5ca), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.627793 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Attempting to bind port 6c40493b-61d4-41e6-a888-2d7f8d4445dc on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:03.628444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Attempting to bind port 6c40493b-61d4-41e6-a888-2d7f8d4445dc by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '8450930d-9f21-4f2a-a382-23861c4aa18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '45708265-d941-490c-a777-31fde2bcb145'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:03.629044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Attempting to bind port 6c40493b-61d4-41e6-a888-2d7f8d4445dc on network 45708265-d941-490c-a777-31fde2bcb145 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:03.642632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] Set router 46908ef9-3d0e-497f-8be3-b90519e9f5ca gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:03.675283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for port (98c5f399-9f74-4f27-988d-b7112b283c2a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.682124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port bba0b9d1-1eee-4243-a342-a91d0a85b3ec triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:03.682601 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.684844 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7be98464-c9bd-491b-8d12-097d7cc5f9c1 req-17cc27af-a5b3-4d5d-b57e-2e4ce33e4ca0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311659 Mar 07 16:14:03.689517 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2dba775a-1189-4290-87c6-970a9794eea1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.720785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:03.721151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Checking segment: {'id': '8450930d-9f21-4f2a-a382-23861c4aa18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '45708265-d941-490c-a777-31fde2bcb145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:03.721447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.722077 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Bound using segment: {'id': '8450930d-9f21-4f2a-a382-23861c4aa18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '45708265-d941-490c-a777-31fde2bcb145'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:03.722326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Bound port: 6c40493b-61d4-41e6-a888-2d7f8d4445dc, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8450930d-9f21-4f2a-a382-23861c4aa18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '45708265-d941-490c-a777-31fde2bcb145'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:03.722710 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.761390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38274) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:03.783269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38278) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:03.784719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:03.793857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:03.796798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (46908ef9-3d0e-497f-8be3-b90519e9f5ca), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.800351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks [] for router_controller (46908ef9-3d0e-497f-8be3-b90519e9f5ca), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.802707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:03.850510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.866138 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (46908ef9-3d0e-497f-8be3-b90519e9f5ca), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.868297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46908ef9-3d0e-497f-8be3-b90519e9f5ca {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:14:03.884283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.891516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] For port a020f2c2-f193-4c31-bcf1-2aedbd352e37, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:03.892295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-420c5e48-da68-4044-9203-fc8350bc3e1e admin admin] 10.222.0.24 "DELETE /v2.0/routers/46908ef9-3d0e-497f-8be3-b90519e9f5ca HTTP/1.1" status: 204 len: 168 time: 1.3899281 Mar 07 16:14:03.894710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38282) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:03.933442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] For port a020f2c2-f193-4c31-bcf1-2aedbd352e37, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a020f2c2-f193-4c31-bcf1-2aedbd352e37,segment=NetworkSegment(069dd0a2-2c8b-47b2-afcf-bb075aaca2a8),segment_id=069dd0a2-2c8b-47b2-afcf-bb075aaca2a8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:03.956832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9add622b-a1e1-4b67-b46d-42d05c87ca7b None None] Current status of the port bba0b9d1-1eee-4243-a342-a91d0a85b3ec is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:03.957244 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9add622b-a1e1-4b67-b46d-42d05c87ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.961861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce0d1bc-222b-4496-a2d3-17ded6270b61 admin admin] Deleting subnet 4784ddd6-9a98-45d9-9472-37dd49848577 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:14:03.966658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ce0d1bc-222b-4496-a2d3-17ded6270b61 admin admin] Publish callbacks [] for subnet (4784ddd6-9a98-45d9-9472-37dd49848577), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.971770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=2dba775a-1189-4290-87c6-970a9794eea1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:03.972914 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:03.981204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (98c5f399-9f74-4f27-988d-b7112b283c2a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.032022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ccf13241-a328-4e7c-8000-4788cbef5a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.069931 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ce0d1bc-222b-4496-a2d3-17ded6270b61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (4784ddd6-9a98-45d9-9472-37dd49848577), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.082966 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ad88a0b-e5b3-4502-9324-bf64f54bfa07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.085920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Network 45708265-d941-490c-a777-31fde2bcb145 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:04.094423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Router 504f398c-bdbc-4c75-8a3f-05d91b749b6f is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:14:04.104525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:04.108074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Port': ['ID=98c5f399-9f74-4f27-988d-b7112b283c2a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:04.110974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:04.116470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:04.117102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.121421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2dba775a-1189-4290-87c6-970a9794eea1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.172036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] For port 6c40493b-61d4-41e6-a888-2d7f8d4445dc, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:04.177572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ce0d1bc-222b-4496-a2d3-17ded6270b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4784ddd6-9a98-45d9-9472-37dd49848577), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.184699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9add622b-a1e1-4b67-b46d-42d05c87ca7b None None] For port bba0b9d1-1eee-4243-a342-a91d0a85b3ec, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bba0b9d1-1eee-4243-a342-a91d0a85b3ec,segment=NetworkSegment(df4fb912-6acb-4d02-b10f-d00eaf45a120),segment_id=df4fb912-6acb-4d02-b10f-d00eaf45a120)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:04.203037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9db231-b3e6-4778-ae83-7ebb92fbe623 None None] Pushing event updated for resources: {'Port': ['ID=a020f2c2-f193-4c31-bcf1-2aedbd352e37,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:04.203847 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d68e6893-4019-4a01-94c6-654d62a092ba tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9242554 Mar 07 16:14:04.209866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38284) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:04.219392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'port': {'network_id': '45708265-d941-490c-a777-31fde2bcb145', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1569669568', 'allowed_address_pairs': [{'ip_address': '2001:db8::14f', 'mac_address': 'fa:16:3e:67:f8:de'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:04.232855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] For port 6c40493b-61d4-41e6-a888-2d7f8d4445dc, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6c40493b-61d4-41e6-a888-2d7f8d4445dc,segment=NetworkSegment(8450930d-9f21-4f2a-a382-23861c4aa18b),segment_id=8450930d-9f21-4f2a-a382-23861c4aa18b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:04.234786 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9add622b-a1e1-4b67-b46d-42d05c87ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.238442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bba0b9d1-1eee-4243-a342-a91d0a85b3ec is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:04.240085 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.271301 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ccf13241-a328-4e7c-8000-4788cbef5a2d admin admin] Publish callbacks [] for security_group (829a8408-7135-4468-98b2-4677677a8cd0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.281139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ccf13241-a328-4e7c-8000-4788cbef5a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (829a8408-7135-4468-98b2-4677677a8cd0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.287664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.317032 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ce0d1bc-222b-4496-a2d3-17ded6270b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (4784ddd6-9a98-45d9-9472-37dd49848577), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.356948 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf13241-a328-4e7c-8000-4788cbef5a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829a8408-7135-4468-98b2-4677677a8cd0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:04.364298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0d1bc-222b-4496-a2d3-17ded6270b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4784ddd6-9a98-45d9-9472-37dd49848577,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:04.373077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ce0d1bc-222b-4496-a2d3-17ded6270b61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.378684 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7ce0d1bc-222b-4496-a2d3-17ded6270b61 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4784ddd6-9a98-45d9-9472-37dd49848577 HTTP/1.1" status: 204 len: 168 time: 0.4802070 Mar 07 16:14:04.379084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ccf13241-a328-4e7c-8000-4788cbef5a2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69c901202b3e4b05ac9c198dc79e834e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5945196 Mar 07 16:14:04.379611 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38286) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:04.386772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38288) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:04.425921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f5c11c-0ca3-4d33-9446-a47dd5d88f76 None None] Network 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:04.548989 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.550833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 1411c576-49c3-49a9-871b-f070c6ece501 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:04.555934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add622b-a1e1-4b67-b46d-42d05c87ca7b None None] Pushing event updated for resources: {'Port': ['ID=bba0b9d1-1eee-4243-a342-a91d0a85b3ec,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:04.559837 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:14:04.560202 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:14:04.566677 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ad88a0b-e5b3-4502-9324-bf64f54bfa07 admin admin] Publish callbacks [] for security_group (165ccbc6-d9ca-499e-acd7-7d465f82af11), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.571887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:04.583127 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Sync routers for ids ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:04.588270 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59fc2056-cfae-4650-be9b-84505d2ed3c6 admin admin] Publish callbacks [] for security_group (829a8408-7135-4468-98b2-4677677a8cd0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.610875 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Routers {'504f398c-bdbc-4c75-8a3f-05d91b749b6f'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:04.611764 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:04.637804 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ad88a0b-e5b3-4502-9324-bf64f54bfa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (165ccbc6-d9ca-499e-acd7-7d465f82af11), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.647360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c70454f3-d8bf-489b-ab24-3b4e0d99276f None None] Provisioning complete for port bba0b9d1-1eee-4243-a342-a91d0a85b3ec triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:04.647745 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c70454f3-d8bf-489b-ab24-3b4e0d99276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:04.735214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'name': 'tempest-ServerActionsTestJSON-1590808365-router', 'tenant_id': '6a4b511c908d4598a245a49782799b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '773b58c1-7235-43d6-b622-04f9beab5496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:05:44Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': '6a4b511c908d4598a245a49782799b97', 'gw_port': {'id': '773b58c1-7235-43d6-b622-04f9beab5496', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46908ef9-3d0e-497f-8be3-b90519e9f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:05:47Z', 'updated_at': '2022-03-07T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:04.841703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] Checking router: 46908ef9-3d0e-497f-8be3-b90519e9f5ca for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:04.894768 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Set router 504f398c-bdbc-4c75-8a3f-05d91b749b6f gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:04.980361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c70454f3-d8bf-489b-ab24-3b4e0d99276f None None] Current status of the port bba0b9d1-1eee-4243-a342-a91d0a85b3ec is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:04.988851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750025c-c380-4a6b-bd46-4034daaf04b5 None None] Pushing event updated for resources: {'Port': ['ID=6c40493b-61d4-41e6-a888-2d7f8d4445dc,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:05.010371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 1411c576-49c3-49a9-871b-f070c6ece501 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:14:05.014474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] Routers set() bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:05.017410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] Router IDs set() for agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 16:14:05.018718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_agentschedulers_db [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'46908ef9-3d0e-497f-8be3-b90519e9f5ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent'). {{(pid=103868) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 16:14:05.021768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec3fb4-0afe-4d2b-8a8a-645fda5ded45 None None] The sync data for ids ['46908ef9-3d0e-497f-8be3-b90519e9f5ca'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:05.033504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 1411c576-49c3-49a9-871b-f070c6ece501 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:05.036345 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1411c576-49c3-49a9-871b-f070c6ece501), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.154562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e5b858-6aaa-4277-9d9b-516a3f98fb7b None None] DHCP port deletion for 9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:14:05.179414 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bba0b9d1-1eee-4243-a342-a91d0a85b3ec is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:05.183761 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59fc2056-cfae-4650-be9b-84505d2ed3c6 admin admin] Publish callbacks [] for security_group (829a8408-7135-4468-98b2-4677677a8cd0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.290414 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:57Z', 'updated_at': '2022-03-07T16:14:02Z', 'revision_number': 3, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'gw_port': {'id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:59Z', 'updated_at': '2022-03-07T16:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:05.301014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.301014 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4b07885e-c887-435b-ac60-9890444bfcc0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2100930 Mar 07 16:14:05.309309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38292) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:05.313812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-68e5b858-6aaa-4277-9d9b-516a3f98fb7b None None] Deleting port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:05.314369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-68e5b858-6aaa-4277-9d9b-516a3f98fb7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.324853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 1411c576-49c3-49a9-871b-f070c6ece501 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:05.325659 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1411c576-49c3-49a9-871b-f070c6ece501), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.332445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Deleting port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:05.332793 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.345096 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Checking router: 504f398c-bdbc-4c75-8a3f-05d91b749b6f for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:05.345769 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Updating router 504f398c-bdbc-4c75-8a3f-05d91b749b6f port 373d8af0-cb01-404f-a947-dfe75b27363e binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:14:05.375480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f7b8-6e83-4c44-8654-8fd9dce3f7b7 req-656341f7-f46d-44c0-98e1-f12adcaa41e2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:05.378424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c56f7b8-6e83-4c44-8654-8fd9dce3f7b7 req-656341f7-f46d-44c0-98e1-f12adcaa41e2 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 944 time: 0.1925385 Mar 07 16:14:05.399292 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.452168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1ad88a0b-e5b3-4502-9324-bf64f54bfa07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39dc2be5883d4358b70b911d661aaf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6823020 Mar 07 16:14:05.454041 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59fc2056-cfae-4650-be9b-84505d2ed3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (829a8408-7135-4468-98b2-4677677a8cd0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.456683 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59fc2056-cfae-4650-be9b-84505d2ed3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.460100 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-59fc2056-cfae-4650-be9b-84505d2ed3c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/829a8408-7135-4468-98b2-4677677a8cd0 HTTP/1.1" status: 204 len: 168 time: 1.0700626 Mar 07 16:14:05.471823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38294) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:05.508933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad88a0b-e5b3-4502-9324-bf64f54bfa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165ccbc6-d9ca-499e-acd7-7d465f82af11,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:05.524725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] For port c242eaf0-59bf-4ba6-8c42-bdb2b5104689, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c242eaf0-59bf-4ba6-8c42-bdb2b5104689,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:05.524996 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.532058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-68e5b858-6aaa-4277-9d9b-516a3f98fb7b None None] For port c242eaf0-59bf-4ba6-8c42-bdb2b5104689, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c242eaf0-59bf-4ba6-8c42-bdb2b5104689,segment=NetworkSegment(f29476ea-40f4-4a72-9c0d-4464ce8328da),segment_id=f29476ea-40f4-4a72-9c0d-4464ce8328da)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:05.535364 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-68e5b858-6aaa-4277-9d9b-516a3f98fb7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.537755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Made reservation on behalf of 11e596fe67004f2983b6c05be36288bf for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:05.557100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc2056-cfae-4650-be9b-84505d2ed3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829a8408-7135-4468-98b2-4677677a8cd0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:05.567914 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-68e5b858-6aaa-4277-9d9b-516a3f98fb7b None None] Calling delete_port for c242eaf0-59bf-4ba6-8c42-bdb2b5104689 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:05.571433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Calling delete_port for c242eaf0-59bf-4ba6-8c42-bdb2b5104689 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:05.599995 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c56f7b8-6e83-4c44-8654-8fd9dce3f7b7 req-84262311-fb2b-4a53-9f3a-2fd9d3c07b1d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135873 Mar 07 16:14:05.818286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 1411c576-49c3-49a9-871b-f070c6ece501, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1411c576-49c3-49a9-871b-f070c6ece501,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:05.830180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4f4545-6003-4242-8314-0c999e1289b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411c576-49c3-49a9-871b-f070c6ece501'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:14:05.832719 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817379e7-8eae-4355-b8b4-5996ddcb6e7b" -d '{"events": [{"server_uuid": "5b4f4545-6003-4242-8314-0c999e1289b3", "name": "network-vif-plugged", "status": "completed", "tag": "1411c576-49c3-49a9-871b-f070c6ece501"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:14:05.856624 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-68e5b858-6aaa-4277-9d9b-516a3f98fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.897197 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9607756b-b968-478f-b2fe-721c2f49c9ab admin admin] Publish callbacks [] for security_group (165ccbc6-d9ca-499e-acd7-7d465f82af11), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:05.999601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9607756b-b968-478f-b2fe-721c2f49c9ab admin admin] Publish callbacks [] for security_group (165ccbc6-d9ca-499e-acd7-7d465f82af11), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.021462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.027595 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c242eaf0-59bf-4ba6-8c42-bdb2b5104689), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.070852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] No DVR routers for this DVR port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:06.136787 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Publish callbacks [] for port (373d8af0-cb01-404f-a947-dfe75b27363e), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.149404 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.201971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] device_id is not set on port c98e00b3-db85-4c9c-9559-4f715e7d5405 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:14:06.232281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c242eaf0-59bf-4ba6-8c42-bdb2b5104689,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:06.307462 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ed443-9489-491c-a865-9de45bf31eb6 None None] Pushing event updated for resources: {'Port': ['ID=373d8af0-cb01-404f-a947-dfe75b27363e,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:06.329097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e5b858-6aaa-4277-9d9b-516a3f98fb7b None None] No DVR routers for this DVR port c242eaf0-59bf-4ba6-8c42-bdb2b5104689 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:06.332361 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1411c576-49c3-49a9-871b-f070c6ece501), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.341649 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208b8437-ccd3-4e65-a7ad-9751768ab429 x-openstack-request-id: req-208b8437-ccd3-4e65-a7ad-9751768ab429 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:14:06.342635 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4f4545-6003-4242-8314-0c999e1289b3", "name": "network-vif-plugged", "status": "completed", "tag": "1411c576-49c3-49a9-871b-f070c6ece501", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:14:06.343296 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-208b8437-ccd3-4e65-a7ad-9751768ab429 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:14:06.343978 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4f4545-6003-4242-8314-0c999e1289b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411c576-49c3-49a9-871b-f070c6ece501', 'code': 200} Mar 07 16:14:06.356683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c58d00-5353-4b24-9465-242607fdc164 None None] Network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:06.362254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5b858-6aaa-4277-9d9b-516a3f98fb7b None None] Pushing event deleted for resources: {'Port': ['ID=c242eaf0-59bf-4ba6-8c42-bdb2b5104689,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:06.366734 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Attempting to bind port 373d8af0-cb01-404f-a947-dfe75b27363e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:06.367140 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Attempting to bind port 373d8af0-cb01-404f-a947-dfe75b27363e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:06.367512 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Attempting to bind port 373d8af0-cb01-404f-a947-dfe75b27363e on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:06.367646 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9607756b-b968-478f-b2fe-721c2f49c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (165ccbc6-d9ca-499e-acd7-7d465f82af11), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.373594 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9607756b-b968-478f-b2fe-721c2f49c9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.375078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9607756b-b968-478f-b2fe-721c2f49c9ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/165ccbc6-d9ca-499e-acd7-7d465f82af11 HTTP/1.1" status: 204 len: 168 time: 0.8945897 Mar 07 16:14:06.380947 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:06.381982 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:06.383185 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.389686 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:06.391139 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Bound port: 373d8af0-cb01-404f-a947-dfe75b27363e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:06.394296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.394656 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.408343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607756b-b968-478f-b2fe-721c2f49c9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165ccbc6-d9ca-499e-acd7-7d465f82af11,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:06.447572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:06.467398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29476ea-40f4-4a72-9c0d-4464ce8328da') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:06.467795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29476ea-40f4-4a72-9c0d-4464ce8328da') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:06.480620 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] For port 373d8af0-cb01-404f-a947-dfe75b27363e, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:06.492102 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] For port 373d8af0-cb01-404f-a947-dfe75b27363e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=373d8af0-cb01-404f-a947-dfe75b27363e,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:06.496846 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f29476ea-40f4-4a72-9c0d-4464ce8328da), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.510371 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.530767 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f29476ea-40f4-4a72-9c0d-4464ce8328da), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.546446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:14:06.547512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f29476ea-40f4-4a72-9c0d-4464ce8328da), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:14:06.553062 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:14:06.566560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a020f2c2-f193-4c31-bcf1-2aedbd352e37 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:06.620949 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ed443-9489-491c-a865-9de45bf31eb6 None None] Pushing event updated for resources: {'Port': ['ID=373d8af0-cb01-404f-a947-dfe75b27363e,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:06.625386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (2dba775a-1189-4290-87c6-970a9794eea1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.638484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bd2fb-ca5d-4e5e-9c5a-87fafb11a43b req-2bf0d798-a8bb-4d6b-b53e-c07a49501629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:06.639661 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c77bd2fb-ca5d-4e5e-9c5a-87fafb11a43b req-2bf0d798-a8bb-4d6b-b53e-c07a49501629 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 1127 time: 0.6067958 Mar 07 16:14:06.651657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (2dba775a-1189-4290-87c6-970a9794eea1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.670592 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Routers {'504f398c-bdbc-4c75-8a3f-05d91b749b6f'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:06.673409 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:06.686061 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-58b64e94-6551-4498-a237-6eae4721562a None None] Provisioning complete for port a020f2c2-f193-4c31-bcf1-2aedbd352e37 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:06.686438 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58b64e94-6551-4498-a237-6eae4721562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.697549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.726926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.743458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03 HTTP/1.1" status: 204 len: 168 time: 2.3603177 Mar 07 16:14:06.803187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce824b2-73f4-4609-a5b4-4507a1343fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffdfd2e-88fe-4f3c-91f1-92fcfce08f03,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:06.830882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac25706d-39e2-4bb5-ba17-238158e74c3b None None] Network 45708265-d941-490c-a777-31fde2bcb145 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:06.858328 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] Set router 504f398c-bdbc-4c75-8a3f-05d91b749b6f gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:06.907556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:06.927289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4224c-8367-44e9-ba55-2a74df2f7eed req-3920aa34-e8d8-459b-a41e-64adf84e6223 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:06.931218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-18a4224c-8367-44e9-ba55-2a74df2f7eed req-3920aa34-e8d8-459b-a41e-64adf84e6223 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.1504583 Mar 07 16:14:06.968727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Allocated IP 2001:db8::2e8 (45708265-d941-490c-a777-31fde2bcb145/4930bb8e-cc50-4d71-80ae-240a47a6f0b6/c98e00b3-db85-4c9c-9559-4f715e7d5405) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:07.007916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=2dba775a-1189-4290-87c6-970a9794eea1,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:07.040819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=1411c576-49c3-49a9-871b-f070c6ece501,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:07.047293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-18a4224c-8367-44e9-ba55-2a74df2f7eed req-06103b9c-1655-42a1-a8f6-b69fee4acad5 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058249 Mar 07 16:14:07.090657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38322) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:07.102031 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.112555 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c77bd2fb-ca5d-4e5e-9c5a-87fafb11a43b req-ec11f9b8-6db6-44ce-a2de-24d25b548348 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639909 Mar 07 16:14:07.114047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a00d44a4-10d4-492d-a85e-f57a4e0cc7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.140346 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:57Z', 'updated_at': '2022-03-07T16:14:02Z', 'revision_number': 3, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'gw_port': {'id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:59Z', 'updated_at': '2022-03-07T16:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:07.153517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38324) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:07.178162 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port a020f2c2-f193-4c31-bcf1-2aedbd352e37 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:07.178539 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.179875 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68c27e-e69e-4753-8bcf-40312000d42f None None] The sync data for ids ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'] in n-d-830010-8 is: [{'id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:57Z', 'updated_at': '2022-03-07T16:14:02Z', 'revision_number': 3, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'gw_port': {'id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:59Z', 'updated_at': '2022-03-07T16:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:07.240455 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3cffa445-9fac-4290-ae96-2b72a6c408fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a4b511c908d4598a245a49782799b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821040 Mar 07 16:14:07.243425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38326) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:07.325609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a00d44a4-10d4-492d-a85e-f57a4e0cc7ac admin admin] Publish callbacks [] for security_group (5851637c-b7f9-4acd-817f-3f102c04452a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.342298 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a00d44a4-10d4-492d-a85e-f57a4e0cc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5851637c-b7f9-4acd-817f-3f102c04452a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.362488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-58b64e94-6551-4498-a237-6eae4721562a None None] Current status of the port a020f2c2-f193-4c31-bcf1-2aedbd352e37 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:07.362730 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58b64e94-6551-4498-a237-6eae4721562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.365542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ebe76db-9741-46a0-b371-4d6dd2b538f6 admin admin] Publish callbacks [] for security_group (779f99d5-3218-4386-a36f-d448cdc7fed5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.429416 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a00d44a4-10d4-492d-a85e-f57a4e0cc7ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4a2bcf1cafc4dcfa3a971645fda96d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374443 Mar 07 16:14:07.430305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38330) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:07.449941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d44a4-10d4-492d-a85e-f57a4e0cc7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5851637c-b7f9-4acd-817f-3f102c04452a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:07.459940 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ebe76db-9741-46a0-b371-4d6dd2b538f6 admin admin] Publish callbacks [] for security_group (779f99d5-3218-4386-a36f-d448cdc7fed5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.491969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-58b64e94-6551-4498-a237-6eae4721562a None None] For port a020f2c2-f193-4c31-bcf1-2aedbd352e37, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a020f2c2-f193-4c31-bcf1-2aedbd352e37,segment=NetworkSegment(069dd0a2-2c8b-47b2-afcf-bb075aaca2a8),segment_id=069dd0a2-2c8b-47b2-afcf-bb075aaca2a8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:07.497755 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.508620 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58b64e94-6551-4498-a237-6eae4721562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.573937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a020f2c2-f193-4c31-bcf1-2aedbd352e37 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:07.575306 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.673218 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db9c5a53-541c-4a70-8639-f9f1a529bf3f admin admin] Publish callbacks [] for security_group (5851637c-b7f9-4acd-817f-3f102c04452a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.691087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ebe76db-9741-46a0-b371-4d6dd2b538f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (779f99d5-3218-4386-a36f-d448cdc7fed5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.703872 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ebe76db-9741-46a0-b371-4d6dd2b538f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.705098 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2ebe76db-9741-46a0-b371-4d6dd2b538f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/779f99d5-3218-4386-a36f-d448cdc7fed5 HTTP/1.1" status: 204 len: 168 time: 0.4606566 Mar 07 16:14:07.739219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b64e94-6551-4498-a237-6eae4721562a None None] Pushing event updated for resources: {'Port': ['ID=a020f2c2-f193-4c31-bcf1-2aedbd352e37,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:07.777267 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db9c5a53-541c-4a70-8639-f9f1a529bf3f admin admin] Publish callbacks [] for security_group (5851637c-b7f9-4acd-817f-3f102c04452a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.788674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe76db-9741-46a0-b371-4d6dd2b538f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779f99d5-3218-4386-a36f-d448cdc7fed5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:07.790459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-022624b3-d5df-4eab-8a7c-fad08ff90d31 None None] Provisioning complete for port 6c40493b-61d4-41e6-a888-2d7f8d4445dc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:07.803886 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-022624b3-d5df-4eab-8a7c-fad08ff90d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.889626 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:14:07.891046 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:14:07.909423 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db9c5a53-541c-4a70-8639-f9f1a529bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5851637c-b7f9-4acd-817f-3f102c04452a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.912262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db9c5a53-541c-4a70-8639-f9f1a529bf3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:07.916456 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-db9c5a53-541c-4a70-8639-f9f1a529bf3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5851637c-b7f9-4acd-817f-3f102c04452a HTTP/1.1" status: 204 len: 168 time: 0.4794338 Mar 07 16:14:07.932175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c5a53-541c-4a70-8639-f9f1a529bf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5851637c-b7f9-4acd-817f-3f102c04452a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:07.955329 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for port (c98e00b3-db85-4c9c-9559-4f715e7d5405), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:08.023671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:08.039360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:08.091968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-022624b3-d5df-4eab-8a7c-fad08ff90d31 None None] Current status of the port 6c40493b-61d4-41e6-a888-2d7f8d4445dc is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:08.092470 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-022624b3-d5df-4eab-8a7c-fad08ff90d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:08.179494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-022624b3-d5df-4eab-8a7c-fad08ff90d31 None None] For port 6c40493b-61d4-41e6-a888-2d7f8d4445dc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6c40493b-61d4-41e6-a888-2d7f8d4445dc,segment=NetworkSegment(8450930d-9f21-4f2a-a382-23861c4aa18b),segment_id=8450930d-9f21-4f2a-a382-23861c4aa18b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:08.187671 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-022624b3-d5df-4eab-8a7c-fad08ff90d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:08.316779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022624b3-d5df-4eab-8a7c-fad08ff90d31 None None] Pushing event updated for resources: {'Port': ['ID=6c40493b-61d4-41e6-a888-2d7f8d4445dc,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:08.363845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Provisioning complete for port 2dba775a-1189-4290-87c6-970a9794eea1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:08.364236 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2dba775a-1189-4290-87c6-970a9794eea1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:08.495455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:08.533990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c98e00b3-db85-4c9c-9559-4f715e7d5405), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:08.572214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Port 2dba775a-1189-4290-87c6-970a9794eea1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:08.667725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Provisioning complete for port a020f2c2-f193-4c31-bcf1-2aedbd352e37 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:08.668610 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:08.674278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a020f2c2-f193-4c31-bcf1-2aedbd352e37 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:08.675729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6c40493b-61d4-41e6-a888-2d7f8d4445dc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:08.714158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Allocated IP 172.20.0.1 (5c429136-353a-49dd-aac0-a0514c81f809/f51a4ae9-8744-4fd5-8706-316865179ab6/43736d53-7206-4003-a794-5d2695abfbfe) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:08.722411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Network 45708265-d941-490c-a777-31fde2bcb145 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:08.753736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38384) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:08.805826 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12ac9f23-5c41-4306-b9be-57d400f8cd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:08.814840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:08.823888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768e0fb-d1de-4913-97eb-f7f8856fd118 req-c9eace45-e8e9-4890-87c8-6371c96a0b90 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:08.826278 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3768e0fb-d1de-4913-97eb-f7f8856fd118 req-c9eace45-e8e9-4890-87c8-6371c96a0b90 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.5628326 Mar 07 16:14:08.829039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:08.835128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:08.835618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:08.920733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Port': ['ID=c98e00b3-db85-4c9c-9559-4f715e7d5405,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:08.920891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6c40493b-61d4-41e6-a888-2d7f8d4445dc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:08.921570 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.017059 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12ac9f23-5c41-4306-b9be-57d400f8cd85 admin admin] Publish callbacks [] for security_group (8e118245-9e81-4ba0-aa3d-11cecafeed08), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.023277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-db100dc5-84c1-4240-b75a-61d15af42e8b tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.8079603 Mar 07 16:14:09.023811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12ac9f23-5c41-4306-b9be-57d400f8cd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8e118245-9e81-4ba0-aa3d-11cecafeed08), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.027344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38392) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:09.152780 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-12ac9f23-5c41-4306-b9be-57d400f8cd85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d8b40f97cf24dd7a9a26941b4ed72da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3968682 Mar 07 16:14:09.155007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38396) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:09.168772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac9f23-5c41-4306-b9be-57d400f8cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e118245-9e81-4ba0-aa3d-11cecafeed08,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:09.181951 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3768e0fb-d1de-4913-97eb-f7f8856fd118 req-8ac9e1d6-8d03-4534-8882-631817e0bdc4 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391776 Mar 07 16:14:09.183810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:09.203235 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dec60131-1dbd-4745-a91c-a6174f0313fc tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2711000 Mar 07 16:14:09.206252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38398) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:09.211281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'network': {'name': 'tempest-RoutersTest-1324884121'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:09.257496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4600b0-3542-470d-b7e2-ab029afca3ab tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:09.264744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4600b0-3542-470d-b7e2-ab029afca3ab tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:09.272451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4600b0-3542-470d-b7e2-ab029afca3ab tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:09.274679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a4600b0-3542-470d-b7e2-ab029afca3ab tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2412417 Mar 07 16:14:09.278615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38400) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:09.293784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:09.294983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:09.297245 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.302647 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Publish callbacks [] for port (43736d53-7206-4003-a794-5d2695abfbfe), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.333641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Current status of the port a020f2c2-f193-4c31-bcf1-2aedbd352e37 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:09.366877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:14:09.387635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:09.388285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:09.414851 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ef539ed-3537-41f0-9b1f-402b224656b5 admin admin] Publish callbacks [] for security_group (8e118245-9e81-4ba0-aa3d-11cecafeed08), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.425848 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9aeb43b6-3b78-441b-94a8-d5e42e4f121b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.426211 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added segment 9aeb43b6-3b78-441b-94a8-d5e42e4f121b of type vlan for network ec756315-e016-40e5-b92d-04d2a9de2db2 Mar 07 16:14:09.445734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6c40493b-61d4-41e6-a888-2d7f8d4445dc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:09.450774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bba0b9d1-1eee-4243-a342-a91d0a85b3ec up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:09.484012 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ef539ed-3537-41f0-9b1f-402b224656b5 admin admin] Publish callbacks [] for security_group (8e118245-9e81-4ba0-aa3d-11cecafeed08), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.499325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ec756315-e016-40e5-b92d-04d2a9de2db2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.504182 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (43736d53-7206-4003-a794-5d2695abfbfe), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.524344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a6903907-c02b-4871-8c83-9971646ac2b5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Deleting port c98e00b3-db85-4c9c-9559-4f715e7d5405 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:09.524344 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6903907-c02b-4871-8c83-9971646ac2b5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c98e00b3-db85-4c9c-9559-4f715e7d5405), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.524827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Provisioning complete for port 98c5f399-9f74-4f27-988d-b7112b283c2a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:09.525208 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (98c5f399-9f74-4f27-988d-b7112b283c2a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.572096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Port 98c5f399-9f74-4f27-988d-b7112b283c2a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:09.595491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Network 5c429136-353a-49dd-aac0-a0514c81f809 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:09.608849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Provisioning complete for port 6c40493b-61d4-41e6-a888-2d7f8d4445dc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:09.609504 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.636786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Pushing event updated for resources: {'Port': ['ID=43736d53-7206-4003-a794-5d2695abfbfe,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:09.640304 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6903907-c02b-4871-8c83-9971646ac2b5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c98e00b3-db85-4c9c-9559-4f715e7d5405), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.640500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:09.650243 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ef539ed-3537-41f0-9b1f-402b224656b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8e118245-9e81-4ba0-aa3d-11cecafeed08), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.653698 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ef539ed-3537-41f0-9b1f-402b224656b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.655011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0ef539ed-3537-41f0-9b1f-402b224656b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e118245-9e81-4ba0-aa3d-11cecafeed08 HTTP/1.1" status: 204 len: 168 time: 0.4941876 Mar 07 16:14:09.656649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:09.662984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ec756315-e016-40e5-b92d-04d2a9de2db2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.668880 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:09.672866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:09.674327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef539ed-3537-41f0-9b1f-402b224656b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e118245-9e81-4ba0-aa3d-11cecafeed08,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:09.674649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.677924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a6903907-c02b-4871-8c83-9971646ac2b5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Calling delete_port for c98e00b3-db85-4c9c-9559-4f715e7d5405 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:09.808908 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6014948 Mar 07 16:14:09.809581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38416) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:09.918598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'subnet': {'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:09.979880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b0330-75e0-4eab-b6de-11b2d74ce298 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Network': ['ID=ec756315-e016-40e5-b92d-04d2a9de2db2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:09.981360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port bba0b9d1-1eee-4243-a342-a91d0a85b3ec triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:09.981531 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.990290 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6903907-c02b-4871-8c83-9971646ac2b5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c98e00b3-db85-4c9c-9559-4f715e7d5405), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:09.997783 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (504f398c-bdbc-4c75-8a3f-05d91b749b6f), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:10.071952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6903907-c02b-4871-8c83-9971646ac2b5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event deleted for resources: {'Port': ['ID=c98e00b3-db85-4c9c-9559-4f715e7d5405,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:10.139593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ec756315-e016-40e5-b92d-04d2a9de2db2 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:14:10.315508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6903907-c02b-4871-8c83-9971646ac2b5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:10.319707 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a6903907-c02b-4871-8c83-9971646ac2b5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "DELETE /v2.0/ports/c98e00b3-db85-4c9c-9559-4f715e7d5405 HTTP/1.1" status: 204 len: 168 time: 1.0396988 Mar 07 16:14:10.322157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38432) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:10.395351 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-684d561b-b075-49cd-8528-617e301f4296 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] GET failed (client error): The resource could not be found. Mar 07 16:14:10.397943 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-684d561b-b075-49cd-8528-617e301f4296 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "GET /v2.0/ports/c98e00b3-db85-4c9c-9559-4f715e7d5405 HTTP/1.1" status: 404 len: 333 time: 0.0721700 Mar 07 16:14:10.399480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38436) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:10.408917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'port': {'network_id': '45708265-d941-490c-a777-31fde2bcb145', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-867755542'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:10.631000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Made reservation on behalf of 11e596fe67004f2983b6c05be36288bf for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:10.639184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:10.705033 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] device_id is not set on port 8b59da5a-1222-4d79-8a0c-4b19dd116176 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:14:10.799355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bba0b9d1-1eee-4243-a342-a91d0a85b3ec is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:10.800931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 64e82ee8-7de5-49ec-848f-5eef6aa4aaef up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:10.830953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a47e0c87-7e10-4aad-b79a-c18afb74491d None None] Current status of the port 6c40493b-61d4-41e6-a888-2d7f8d4445dc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:10.853230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Made reservation on behalf of a04aa70ed88549128ed35fbb26e62481 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:10.857422 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:10.867348 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54a9a265-443a-414c-b034-5dad20672e08 req-62c6f19e-ae45-4a41-ac43-773750b80990 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222 HTTP/1.1" status: 200 len: 210 time: 0.1466722 Mar 07 16:14:11.081854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Allocated IP 2001:db8::162 (45708265-d941-490c-a777-31fde2bcb145/4930bb8e-cc50-4d71-80ae-240a47a6f0b6/8b59da5a-1222-4d79-8a0c-4b19dd116176) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:11.101335 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde8f0e-a658-41f6-ad53-b6b1c3623e19 req-a354c8ac-73f1-433e-b205-f26bdbdee799 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:11.103662 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8fde8f0e-a658-41f6-ad53-b6b1c3623e19 req-a354c8ac-73f1-433e-b205-f26bdbdee799 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.3404171 Mar 07 16:14:11.105635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Provisioning complete for port 2dba775a-1189-4290-87c6-970a9794eea1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:11.105986 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2dba775a-1189-4290-87c6-970a9794eea1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.173357 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.181839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:11.182257 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.243638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:03Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:05Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:11.316786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:11.319863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:11.320435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Updating router 0d65be9f-2169-47f5-915e-db9b8edefcf2 port 2dba775a-1189-4290-87c6-970a9794eea1 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:14:11.323372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Port 2dba775a-1189-4290-87c6-970a9794eea1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:11.329118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Could not find standard attr ID for object c98e00b3-db85-4c9c-9559-4f715e7d5405. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:14:11.337735 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:14:11.381303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Provisioning complete for port 98c5f399-9f74-4f27-988d-b7112b283c2a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:11.382188 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (98c5f399-9f74-4f27-988d-b7112b283c2a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.437998 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2dba775a-1189-4290-87c6-970a9794eea1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.443380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Port 98c5f399-9f74-4f27-988d-b7112b283c2a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:11.450093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8fde8f0e-a658-41f6-ad53-b6b1c3623e19 req-72b1d48d-57f6-4064-b589-2f17b3b4a467 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309381 Mar 07 16:14:11.451072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (e48c367e-2347-4293-a396-117171a87a23), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.454574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 611f5341-0f4c-45b3-b9ea-089f9a59cb60 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:11.496954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 611f5341-0f4c-45b3-b9ea-089f9a59cb60 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:11.497579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 611f5341-0f4c-45b3-b9ea-089f9a59cb60 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:11.498226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c242eaf0-59bf-4ba6-8c42-bdb2b5104689 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:11.537392 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for port (8b59da5a-1222-4d79-8a0c-4b19dd116176), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.542655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: c242eaf0-59bf-4ba6-8c42-bdb2b5104689 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:11.543324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c242eaf0-59bf-4ba6-8c42-bdb2b5104689 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:11.723112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Provisioning complete for port 43736d53-7206-4003-a794-5d2695abfbfe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:11.724884 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43736d53-7206-4003-a794-5d2695abfbfe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.738154 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8b59da5a-1222-4d79-8a0c-4b19dd116176), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.815958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Subnet': ['ID=e48c367e-2347-4293-a396-117171a87a23,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:11.824326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cacd9-1ec5-4e32-9c43-cb340f11dfba None None] Port 43736d53-7206-4003-a794-5d2695abfbfe cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:11.905204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a2dbae3-704a-4062-93dd-a6fcf6afee40 req-2988304a-8238-436a-8fcc-1e961f8795e6 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1512654 Mar 07 16:14:11.905598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (43736d53-7206-4003-a794-5d2695abfbfe), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:11.909021 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.912322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.912824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.914098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.914620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.916014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.917420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.919476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.919991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.923241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.923798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.924319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.925014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:11.970395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a020f2c2-f193-4c31-bcf1-2aedbd352e37 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:11.980336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Network 45708265-d941-490c-a777-31fde2bcb145 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:11.983862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:11.989485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:12.005382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:12.006332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:12.027147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Port': ['ID=8b59da5a-1222-4d79-8a0c-4b19dd116176,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:12.072407 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f5078087-2a96-45aa-af70-cf74618f7f2d tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6713896 Mar 07 16:14:12.078242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38508) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:12.102632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c256e8c9-79e7-400b-b65f-bf63019ec24f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14f', 'mac_address': 'fa:16:3e:67:f8:de'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:12.111535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Checking segment: {'id': '9aeb43b6-3b78-441b-94a8-d5e42e4f121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:12.114285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network hostable DHCP agents. Network: ec756315-e016-40e5-b92d-04d2a9de2db2, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:14:12.210820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfb6fd-733f-49e4-8637-9d8ae008761d req-3beb1c33-782d-4fa1-ba3c-a1cda26dc18a tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:12.217753 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Publish callbacks [] for port (2dba775a-1189-4290-87c6-970a9794eea1), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:12.221827 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9bfb6fd-733f-49e4-8637-9d8ae008761d req-3beb1c33-782d-4fa1-ba3c-a1cda26dc18a tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.4575224 Mar 07 16:14:12.224085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port a020f2c2-f193-4c31-bcf1-2aedbd352e37 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:12.224863 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:12.239308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network ec756315-e016-40e5-b92d-04d2a9de2db2 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:14:12.293203 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2dba775a-1189-4290-87c6-970a9794eea1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:12.301093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ec756315-e016-40e5-b92d-04d2a9de2db2) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:12.330669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:12.331542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:12.389802 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b4e46513-3e43-43b1-8317-eaf105b691da tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5664794 Mar 07 16:14:12.398291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38520) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:12.421390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73215b-c8bd-4ced-963d-54f137f9d804 None None] Network ec756315-e016-40e5-b92d-04d2a9de2db2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:12.564064 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9bfb6fd-733f-49e4-8637-9d8ae008761d req-9b17a3a0-5843-47f1-95d0-c048ac9c2d09 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367038 Mar 07 16:14:12.663540 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c256e8c9-79e7-400b-b65f-bf63019ec24f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8b59da5a-1222-4d79-8a0c-4b19dd116176), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:12.681077 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b207b24-a22a-4dbb-bb34-3fc5af2cd7f0 None None] Pushing event updated for resources: {'Port': ['ID=2dba775a-1189-4290-87c6-970a9794eea1,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:12.998361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-46b731ff-8ed0-4e95-8088-4a3faef47762 None None] Provisioning complete for port 8b59da5a-1222-4d79-8a0c-4b19dd116176 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:12.999013 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-46b731ff-8ed0-4e95-8088-4a3faef47762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8b59da5a-1222-4d79-8a0c-4b19dd116176), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.043615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Attempting to bind port 2dba775a-1189-4290-87c6-970a9794eea1 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:13.044135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Attempting to bind port 2dba775a-1189-4290-87c6-970a9794eea1 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:13.044600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Attempting to bind port 2dba775a-1189-4290-87c6-970a9794eea1 on network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:13.077363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a020f2c2-f193-4c31-bcf1-2aedbd352e37 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:13.078693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 373d8af0-cb01-404f-a947-dfe75b27363e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:13.082480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:13.083021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Checking segment: {'id': '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:13.083560 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.084058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Bound using segment: {'id': '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:13.084645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Bound port: 2dba775a-1189-4290-87c6-970a9794eea1, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:13.085119 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2dba775a-1189-4290-87c6-970a9794eea1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.092416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-ec756315-e016-40e5-b92d-04d2a9de2db2', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:14:13.093312 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.115905 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1d77-57c8-4ea5-85d0-6793c2f7be27 req-7d7e71cd-efb6-44da-99e5-3a9dc18aeddc tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:13.125736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4bb1d77-57c8-4ea5-85d0-6793c2f7be27 req-7d7e71cd-efb6-44da-99e5-3a9dc18aeddc tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.3771689 Mar 07 16:14:13.141224 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Publish callbacks [] for port (43736d53-7206-4003-a794-5d2695abfbfe), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.146671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-46b731ff-8ed0-4e95-8088-4a3faef47762 None None] Port 8b59da5a-1222-4d79-8a0c-4b19dd116176 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:13.181031 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-282f36e4-7265-4475-9e0c-da480a4b0a4b req-fec6f5d6-ffd6-40f5-ac0f-03ac6c01fc45 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0774913 Mar 07 16:14:13.184904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (43736d53-7206-4003-a794-5d2695abfbfe), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.241014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (504f398c-bdbc-4c75-8a3f-05d91b749b6f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.249034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4bb1d77-57c8-4ea5-85d0-6793c2f7be27 req-55835310-8aa4-4911-bcbb-68e6810b7c9b tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214123 Mar 07 16:14:13.341908 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c256e8c9-79e7-400b-b65f-bf63019ec24f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for port (8b59da5a-1222-4d79-8a0c-4b19dd116176), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.350313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] For port 2dba775a-1189-4290-87c6-970a9794eea1, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:13.350550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c256e8c9-79e7-400b-b65f-bf63019ec24f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (8b59da5a-1222-4d79-8a0c-4b19dd116176), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.356545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] For port 2dba775a-1189-4290-87c6-970a9794eea1, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2dba775a-1189-4290-87c6-970a9794eea1,segment=NetworkSegment(069dd0a2-2c8b-47b2-afcf-bb075aaca2a8),segment_id=069dd0a2-2c8b-47b2-afcf-bb075aaca2a8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:13.366629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 373d8af0-cb01-404f-a947-dfe75b27363e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:13.367572 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.445045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c256e8c9-79e7-400b-b65f-bf63019ec24f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] In _notify_port_updated(), no bound segment for port 8b59da5a-1222-4d79-8a0c-4b19dd116176 on network 45708265-d941-490c-a777-31fde2bcb145 {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:14:13.447343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fe4e6b1a-3069-42a7-b9fd-0f3071c44907 None None] Provisioning complete for port 2dba775a-1189-4290-87c6-970a9794eea1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:13.447343 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6b1a-3069-42a7-b9fd-0f3071c44907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2dba775a-1189-4290-87c6-970a9794eea1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.453265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256e8c9-79e7-400b-b65f-bf63019ec24f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:13.459524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38556) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:13.460488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c256e8c9-79e7-400b-b65f-bf63019ec24f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.462019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c256e8c9-79e7-400b-b65f-bf63019ec24f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "PUT /v2.0/ports/8b59da5a-1222-4d79-8a0c-4b19dd116176 HTTP/1.1" status: 200 len: 1002 time: 1.3794703 Mar 07 16:14:13.462514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2dba775a-1189-4290-87c6-970a9794eea1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.478863 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38558) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:13.542021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256e8c9-79e7-400b-b65f-bf63019ec24f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Port': ['ID=8b59da5a-1222-4d79-8a0c-4b19dd116176,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:13.651923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Pushing event updated for resources: {'Port': ['ID=43736d53-7206-4003-a794-5d2695abfbfe,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:13.730961 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.736921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Allocated IP 172.23.0.2 (ec756315-e016-40e5-b92d-04d2a9de2db2/e48c367e-2347-4293-a396-117171a87a23/6a2ff516-dbf6-4a48-9490-b9a89af7162f) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:13.774619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-21323183-52a2-48ca-9584-5b1eb30d695a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Deleting port 8b59da5a-1222-4d79-8a0c-4b19dd116176 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:13.774941 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21323183-52a2-48ca-9584-5b1eb30d695a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8b59da5a-1222-4d79-8a0c-4b19dd116176), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:13.793436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Network 5c429136-353a-49dd-aac0-a0514c81f809 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:13.796937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:13.820527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:13.821536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:13.961528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83382a31-508f-431f-a4b0-b7ad7d7c3778 req-23986c45-ae7f-4dc5-94c9-32e570dc6cf9 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:13.974752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-83382a31-508f-431f-a4b0-b7ad7d7c3778 req-23986c45-ae7f-4dc5-94c9-32e570dc6cf9 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.2924304 Mar 07 16:14:14.032108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-041fad77-a412-437a-8b14-f408cc6f71e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.160914 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-83382a31-508f-431f-a4b0-b7ad7d7c3778 req-9bb39c0b-0505-4bd5-be54-4c3bab3d3a8d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849525 Mar 07 16:14:14.189681 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21323183-52a2-48ca-9584-5b1eb30d695a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8b59da5a-1222-4d79-8a0c-4b19dd116176), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.212671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-21323183-52a2-48ca-9584-5b1eb30d695a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Calling delete_port for 8b59da5a-1222-4d79-8a0c-4b19dd116176 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:14.263275 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0a19651-4b3a-4522-ab98-8efa34fbf133 req-38659e18-b15c-4674-ab72-81bb80213c2e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222 HTTP/1.1" status: 200 len: 210 time: 0.1373818 Mar 07 16:14:14.400308 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Publish callbacks [] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.404353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b207b24-a22a-4dbb-bb34-3fc5af2cd7f0 None None] Pushing event updated for resources: {'Port': ['ID=2dba775a-1189-4290-87c6-970a9794eea1,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:14.417661 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5e67c32-4b7c-4891-a2e7-bea8d374a083 req-b158b3c7-4fdb-4444-af4a-3ac27266f307 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0625222 Mar 07 16:14:14.417875 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21323183-52a2-48ca-9584-5b1eb30d695a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8b59da5a-1222-4d79-8a0c-4b19dd116176), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.467859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21323183-52a2-48ca-9584-5b1eb30d695a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event deleted for resources: {'Port': ['ID=8b59da5a-1222-4d79-8a0c-4b19dd116176,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:14.470456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38598) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:14.478294 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.516602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Router 504f398c-bdbc-4c75-8a3f-05d91b749b6f has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:14.539711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:14.543894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e6b1a-3069-42a7-b9fd-0f3071c44907 None None] Current status of the port 2dba775a-1189-4290-87c6-970a9794eea1 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:14.544390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6b1a-3069-42a7-b9fd-0f3071c44907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2dba775a-1189-4290-87c6-970a9794eea1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.546531 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-041fad77-a412-437a-8b14-f408cc6f71e1 admin admin] Publish callbacks [] for security_group (e73c5cc1-cd73-4c6c-aa71-b4997d1c8a2d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.626145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Network ec756315-e016-40e5-b92d-04d2a9de2db2 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:14.631521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21323183-52a2-48ca-9584-5b1eb30d695a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.635874 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-21323183-52a2-48ca-9584-5b1eb30d695a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "DELETE /v2.0/ports/8b59da5a-1222-4d79-8a0c-4b19dd116176 HTTP/1.1" status: 204 len: 168 time: 1.1551480 Mar 07 16:14:14.644563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38602) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:14.650401 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:14.653747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:14.685959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 373d8af0-cb01-404f-a947-dfe75b27363e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:14.686356 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.695719 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e663b2-ec3d-4dc0-9958-2ab8375ddc08 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] GET failed (client error): The resource could not be found. Mar 07 16:14:14.698767 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c5e663b2-ec3d-4dc0-9958-2ab8375ddc08 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "GET /v2.0/ports/8b59da5a-1222-4d79-8a0c-4b19dd116176 HTTP/1.1" status: 404 len: 333 time: 0.0509396 Mar 07 16:14:14.706191 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38604) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:14.707354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Pushing event updated for resources: {'Port': ['ID=6a2ff516-dbf6-4a48-9490-b9a89af7162f,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:14.722327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'port': {'network_id': '45708265-d941-490c-a777-31fde2bcb145', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2055420004'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:14.725811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-041fad77-a412-437a-8b14-f408cc6f71e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e73c5cc1-cd73-4c6c-aa71-b4997d1c8a2d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.727220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83416acc-8719-4c29-be73-3b6964f8efa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.746712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:14.748146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 373d8af0-cb01-404f-a947-dfe75b27363e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=373d8af0-cb01-404f-a947-dfe75b27363e,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:14.764333 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Sync routers for ids ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:14.766185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9f3a789e-5740-401a-a718-0d213de72db1 admin admin] 10.222.0.24 "PUT /v2.0/routers/504f398c-bdbc-4c75-8a3f-05d91b749b6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4400280 Mar 07 16:14:14.805772 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Routers {'504f398c-bdbc-4c75-8a3f-05d91b749b6f'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:14.806326 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:14.823784 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-041fad77-a412-437a-8b14-f408cc6f71e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68be8af2ffbf43618898d5dfbbcb56dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3575649 Mar 07 16:14:14.830419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38608) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:14.835232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fad77-a412-437a-8b14-f408cc6f71e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73c5cc1-cd73-4c6c-aa71-b4997d1c8a2d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:14.842611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Allocated IP 172.23.0.1 (ec756315-e016-40e5-b92d-04d2a9de2db2/e48c367e-2347-4293-a396-117171a87a23/ac42c1da-1d01-42a7-b3f4-212c1a1da2ad) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:14.901806 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:14.902978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6c40493b-61d4-41e6-a888-2d7f8d4445dc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:14.911259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fe4e6b1a-3069-42a7-b9fd-0f3071c44907 None None] For port 2dba775a-1189-4290-87c6-970a9794eea1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2dba775a-1189-4290-87c6-970a9794eea1,segment=NetworkSegment(069dd0a2-2c8b-47b2-afcf-bb075aaca2a8),segment_id=069dd0a2-2c8b-47b2-afcf-bb075aaca2a8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:14.985618 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6b1a-3069-42a7-b9fd-0f3071c44907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2dba775a-1189-4290-87c6-970a9794eea1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.019009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f000943e-e3db-4492-b8bd-7217650ac74a req-d34ae4a3-90b8-467d-883f-76a591f85cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0762985 Mar 07 16:14:15.094145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=373d8af0-cb01-404f-a947-dfe75b27363e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:15.099893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Attempting to bind port 6a2ff516-dbf6-4a48-9490-b9a89af7162f on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:15.100612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Attempting to bind port 6a2ff516-dbf6-4a48-9490-b9a89af7162f by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '9aeb43b6-3b78-441b-94a8-d5e42e4f121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:15.100612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Attempting to bind port 6a2ff516-dbf6-4a48-9490-b9a89af7162f on network ec756315-e016-40e5-b92d-04d2a9de2db2 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:15.122408 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Set router 504f398c-bdbc-4c75-8a3f-05d91b749b6f gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:15.144037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:15.144639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Checking segment: {'id': '9aeb43b6-3b78-441b-94a8-d5e42e4f121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:15.145111 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.145458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Bound using segment: {'id': '9aeb43b6-3b78-441b-94a8-d5e42e4f121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:15.146062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Bound port: 6a2ff516-dbf6-4a48-9490-b9a89af7162f, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeb43b6-3b78-441b-94a8-d5e42e4f121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:15.146457 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.156905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83416acc-8719-4c29-be73-3b6964f8efa2 admin admin] Publish callbacks [] for security_group (1b78e30a-c103-462d-8c24-e403c0b10da6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.170648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.180302 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83416acc-8719-4c29-be73-3b6964f8efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1b78e30a-c103-462d-8c24-e403c0b10da6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.183255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Made reservation on behalf of 11e596fe67004f2983b6c05be36288bf for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:15.187659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.206638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6c40493b-61d4-41e6-a888-2d7f8d4445dc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:15.207041 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.208507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f566c600-2cd7-4758-9419-3df8f766e6f8 None None] Provisioning complete for port 2dba775a-1189-4290-87c6-970a9794eea1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:15.208865 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f566c600-2cd7-4758-9419-3df8f766e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2dba775a-1189-4290-87c6-970a9794eea1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.223232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-657377ae-00f4-4a8a-80df-d01fa5cbb131 admin admin] Publish callbacks [] for security_group (e73c5cc1-cd73-4c6c-aa71-b4997d1c8a2d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.260876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e6b1a-3069-42a7-b9fd-0f3071c44907 None None] Pushing event updated for resources: {'Port': ['ID=2dba775a-1189-4290-87c6-970a9794eea1,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:15.272980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] device_id is not set on port 11635a5a-6dd1-4238-80ba-a6cc76068cd6 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:14:15.283412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416acc-8719-4c29-be73-3b6964f8efa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b78e30a-c103-462d-8c24-e403c0b10da6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:15.287974 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-83416acc-8719-4c29-be73-3b6964f8efa2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33732086769045c8b9e36a6094eb6752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8093996 Mar 07 16:14:15.292894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38616) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:15.295629 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-657377ae-00f4-4a8a-80df-d01fa5cbb131 admin admin] Publish callbacks [] for security_group (e73c5cc1-cd73-4c6c-aa71-b4997d1c8a2d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.320420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.392091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network ec756315-e016-40e5-b92d-04d2a9de2db2 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:15.420056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:15.465618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:15.497265 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:57Z', 'updated_at': '2022-03-07T16:14:11Z', 'revision_number': 4, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'gw_port': {'id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:59Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '43736d53-7206-4003-a794-5d2695abfbfe', 'name': '', 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'mac_address': 'fa:16:3e:8a:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f51a4ae9-8744-4fd5-8706-316865179ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:07Z', 'updated_at': '2022-03-07T16:14:12Z', 'revision_number': 2, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'subnets': [{'id': 'f51a4ae9-8744-4fd5-8706-316865179ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:15.514684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:03Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:13Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:15.555666 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Checking router: 504f398c-bdbc-4c75-8a3f-05d91b749b6f for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:15.556031 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Updating router 504f398c-bdbc-4c75-8a3f-05d91b749b6f port 43736d53-7206-4003-a794-5d2695abfbfe binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:14:15.567860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54cf1c-8c5d-439e-b8d8-413ac9acf517 None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:03Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:13Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:15.582873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29510d-c5ba-4ca0-a4ac-68cf5b4ed962 req-26467a00-6a76-4f77-bd5d-b0da3b5fa866 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:15.584405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] For port 6a2ff516-dbf6-4a48-9490-b9a89af7162f, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:15.591272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] For port 6a2ff516-dbf6-4a48-9490-b9a89af7162f, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6a2ff516-dbf6-4a48-9490-b9a89af7162f,segment=NetworkSegment(9aeb43b6-3b78-441b-94a8-d5e42e4f121b),segment_id=9aeb43b6-3b78-441b-94a8-d5e42e4f121b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:15.597410 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d29510d-c5ba-4ca0-a4ac-68cf5b4ed962 req-26467a00-6a76-4f77-bd5d-b0da3b5fa866 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.2905571 Mar 07 16:14:15.622413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-657377ae-00f4-4a8a-80df-d01fa5cbb131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e73c5cc1-cd73-4c6c-aa71-b4997d1c8a2d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.626166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-657377ae-00f4-4a8a-80df-d01fa5cbb131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.632149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-657377ae-00f4-4a8a-80df-d01fa5cbb131 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e73c5cc1-cd73-4c6c-aa71-b4997d1c8a2d HTTP/1.1" status: 204 len: 168 time: 0.8006215 Mar 07 16:14:15.643747 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (43736d53-7206-4003-a794-5d2695abfbfe), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.647401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.702348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=ac42c1da-1d01-42a7-b3f4-212c1a1da2ad,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:15.707287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657377ae-00f4-4a8a-80df-d01fa5cbb131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73c5cc1-cd73-4c6c-aa71-b4997d1c8a2d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:15.717337 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:15.769526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Allocated IP 2001:db8::3e0 (45708265-d941-490c-a777-31fde2bcb145/4930bb8e-cc50-4d71-80ae-240a47a6f0b6/11635a5a-6dd1-4238-80ba-a6cc76068cd6) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:15.880743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d29510d-c5ba-4ca0-a4ac-68cf5b4ed962 req-63f08198-39b7-47e8-aebc-1cc82da9e7ab tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794390 Mar 07 16:14:15.881183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82d0aa03-7239-470f-b869-715dc56f434f req-b4f3ee95-267f-4c09-af0b-e414e0517f40 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.2339520 Mar 07 16:14:15.954369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6c40493b-61d4-41e6-a888-2d7f8d4445dc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:15.975090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f566c600-2cd7-4758-9419-3df8f766e6f8 None None] Current status of the port 2dba775a-1189-4290-87c6-970a9794eea1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:16.005966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 773b58c1-7235-43d6-b622-04f9beab5496 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:16.053741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72caa026-f0b7-4d03-b35a-b740ed970206 admin admin] Publish callbacks [] for security_group (1b78e30a-c103-462d-8c24-e403c0b10da6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.069363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 773b58c1-7235-43d6-b622-04f9beab5496 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:16.069879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 773b58c1-7235-43d6-b622-04f9beab5496 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:16.080886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d34d95-8e19-4bd1-9685-dafd097fc346 None None] Pushing event updated for resources: {'Port': ['ID=6a2ff516-dbf6-4a48-9490-b9a89af7162f,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:16.088949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f566c600-2cd7-4758-9419-3df8f766e6f8 None None] Provisioning complete for port 43736d53-7206-4003-a794-5d2695abfbfe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:16.089534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f566c600-2cd7-4758-9419-3df8f766e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43736d53-7206-4003-a794-5d2695abfbfe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.153561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f566c600-2cd7-4758-9419-3df8f766e6f8 None None] Port 43736d53-7206-4003-a794-5d2695abfbfe cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:16.159560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f566c600-2cd7-4758-9419-3df8f766e6f8 None None] Could not find standard attr ID for object 8b59da5a-1222-4d79-8a0c-4b19dd116176. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:14:16.168466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38632) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:16.201067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1234427793-network', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:16.312142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for port (11635a5a-6dd1-4238-80ba-a6cc76068cd6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.323735 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72caa026-f0b7-4d03-b35a-b740ed970206 admin admin] Publish callbacks [] for security_group (1b78e30a-c103-462d-8c24-e403c0b10da6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.397615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Made reservation on behalf of 968fc9ecea6d4bdc832cd7cac5075257 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:16.399987 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Publish callbacks [] for port (43736d53-7206-4003-a794-5d2695abfbfe), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.405243 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (11635a5a-6dd1-4238-80ba-a6cc76068cd6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.410902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.412938 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (43736d53-7206-4003-a794-5d2695abfbfe), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.449513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.482490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Network 45708265-d941-490c-a777-31fde2bcb145 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:16.485941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:16.491968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:16.498495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.507436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:16.508142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.539808 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2dba775a-1189-4290-87c6-970a9794eea1 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:16.547305 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8399901 Mar 07 16:14:16.551498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8a81f-7905-45f0-b6a7-90800fb6afe6 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Port': ['ID=11635a5a-6dd1-4238-80ba-a6cc76068cd6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:16.561830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38638) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:16.575840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-26bb957a-ba18-453c-b90a-9dadbd9da073 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:f8:de'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:16.653485 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2403793-4d62-4600-adaa-7efd9792c2ca None None] Pushing event updated for resources: {'Port': ['ID=43736d53-7206-4003-a794-5d2695abfbfe,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:16.709399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2dba775a-1189-4290-87c6-970a9794eea1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:16.714282 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2dba775a-1189-4290-87c6-970a9794eea1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.773292 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Attempting to bind port 43736d53-7206-4003-a794-5d2695abfbfe on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:16.773666 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Attempting to bind port 43736d53-7206-4003-a794-5d2695abfbfe by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'df4fb912-6acb-4d02-b10f-d00eaf45a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:16.774036 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Attempting to bind port 43736d53-7206-4003-a794-5d2695abfbfe on network 5c429136-353a-49dd-aac0-a0514c81f809 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:16.794424 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:16.794424 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Checking segment: {'id': 'df4fb912-6acb-4d02-b10f-d00eaf45a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:16.794905 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.795296 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Bound using segment: {'id': 'df4fb912-6acb-4d02-b10f-d00eaf45a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:16.795783 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Bound port: 43736d53-7206-4003-a794-5d2695abfbfe, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4fb912-6acb-4d02-b10f-d00eaf45a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:16.796169 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (43736d53-7206-4003-a794-5d2695abfbfe), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.800735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26bb957a-ba18-453c-b90a-9dadbd9da073 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (11635a5a-6dd1-4238-80ba-a6cc76068cd6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.853170 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Publish callbacks [] for security_group (b97b0af9-cc01-4646-8295-87d0ab6630a6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.857497 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72caa026-f0b7-4d03-b35a-b740ed970206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1b78e30a-c103-462d-8c24-e403c0b10da6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.876752 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72caa026-f0b7-4d03-b35a-b740ed970206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.890631 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-72caa026-f0b7-4d03-b35a-b740ed970206 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b78e30a-c103-462d-8c24-e403c0b10da6 HTTP/1.1" status: 204 len: 168 time: 1.5962093 Mar 07 16:14:16.914260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b97b0af9-cc01-4646-8295-87d0ab6630a6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:16.957291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2dba775a-1189-4290-87c6-970a9794eea1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:16.961229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 373d8af0-cb01-404f-a947-dfe75b27363e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:17.034117 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] For port 43736d53-7206-4003-a794-5d2695abfbfe, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:17.042398 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] For port 43736d53-7206-4003-a794-5d2695abfbfe, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=43736d53-7206-4003-a794-5d2695abfbfe,segment=NetworkSegment(df4fb912-6acb-4d02-b10f-d00eaf45a120),segment_id=df4fb912-6acb-4d02-b10f-d00eaf45a120)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:17.060605 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (43736d53-7206-4003-a794-5d2695abfbfe), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:17.125722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 373d8af0-cb01-404f-a947-dfe75b27363e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:17.126753 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:17.141483 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caa026-f0b7-4d03-b35a-b740ed970206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b78e30a-c103-462d-8c24-e403c0b10da6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:17.216472 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Routers {'504f398c-bdbc-4c75-8a3f-05d91b749b6f'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:17.217179 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:17.335664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] Provisioning complete for port 11635a5a-6dd1-4238-80ba-a6cc76068cd6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:17.336208 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (11635a5a-6dd1-4238-80ba-a6cc76068cd6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:17.350507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe415d0e-eab3-4ad1-8841-fe1ac207e3b3 req-7400f9f3-2bea-40e0-a346-dbccbd746f15 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:17.365621 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe415d0e-eab3-4ad1-8841-fe1ac207e3b3 req-7400f9f3-2bea-40e0-a346-dbccbd746f15 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.3385620 Mar 07 16:14:17.435908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] Port 11635a5a-6dd1-4238-80ba-a6cc76068cd6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:17.586279 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fe415d0e-eab3-4ad1-8841-fe1ac207e3b3 req-e91569a0-eac3-4e11-8e00-afa9a1057411 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176826 Mar 07 16:14:17.598538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] Provisioning complete for port 43736d53-7206-4003-a794-5d2695abfbfe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:17.600582 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43736d53-7206-4003-a794-5d2695abfbfe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:17.609703 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2403793-4d62-4600-adaa-7efd9792c2ca None None] Pushing event updated for resources: {'Port': ['ID=43736d53-7206-4003-a794-5d2695abfbfe,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:17.617304 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] Set router 504f398c-bdbc-4c75-8a3f-05d91b749b6f gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:17.652035 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26bb957a-ba18-453c-b90a-9dadbd9da073 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for port (11635a5a-6dd1-4238-80ba-a6cc76068cd6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:17.668728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26bb957a-ba18-453c-b90a-9dadbd9da073 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (11635a5a-6dd1-4238-80ba-a6cc76068cd6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:17.714991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-26bb957a-ba18-453c-b90a-9dadbd9da073 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] In _notify_port_updated(), no bound segment for port 11635a5a-6dd1-4238-80ba-a6cc76068cd6 on network 45708265-d941-490c-a777-31fde2bcb145 {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:14:17.729812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb957a-ba18-453c-b90a-9dadbd9da073 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:17.731081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26bb957a-ba18-453c-b90a-9dadbd9da073 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:17.732953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-26bb957a-ba18-453c-b90a-9dadbd9da073 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "PUT /v2.0/ports/11635a5a-6dd1-4238-80ba-a6cc76068cd6 HTTP/1.1" status: 200 len: 1003 time: 1.1700764 Mar 07 16:14:17.741103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 373d8af0-cb01-404f-a947-dfe75b27363e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:17.792542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38660) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:17.858379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38666) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:17.866119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] Current status of the port 43736d53-7206-4003-a794-5d2695abfbfe is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:17.866526 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (43736d53-7206-4003-a794-5d2695abfbfe), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:17.900128 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:17.915306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb957a-ba18-453c-b90a-9dadbd9da073 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Port': ['ID=11635a5a-6dd1-4238-80ba-a6cc76068cd6,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:17.981881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] For port 43736d53-7206-4003-a794-5d2695abfbfe, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=43736d53-7206-4003-a794-5d2695abfbfe,segment=NetworkSegment(df4fb912-6acb-4d02-b10f-d00eaf45a120),segment_id=df4fb912-6acb-4d02-b10f-d00eaf45a120)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:17.989801 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (43736d53-7206-4003-a794-5d2695abfbfe), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.042173 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:57Z', 'updated_at': '2022-03-07T16:14:11Z', 'revision_number': 4, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'gw_port': {'id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:59Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '43736d53-7206-4003-a794-5d2695abfbfe', 'name': '', 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'mac_address': 'fa:16:3e:8a:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f51a4ae9-8744-4fd5-8706-316865179ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:07Z', 'updated_at': '2022-03-07T16:14:17Z', 'revision_number': 4, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'subnets': [{'id': 'f51a4ae9-8744-4fd5-8706-316865179ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:18.068108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a38327-7786-48e2-93b0-749ec219331d None None] Network ec756315-e016-40e5-b92d-04d2a9de2db2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:18.093476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3156-b5c9-44b0-b270-a2f63e69ed5d None None] Pushing event updated for resources: {'Port': ['ID=43736d53-7206-4003-a794-5d2695abfbfe,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:18.096453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-125bc1b8-d32d-4c96-9e6c-60185398a4d9 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Deleting port 11635a5a-6dd1-4238-80ba-a6cc76068cd6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:18.096939 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-125bc1b8-d32d-4c96-9e6c-60185398a4d9 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (11635a5a-6dd1-4238-80ba-a6cc76068cd6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.108107 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ac4f7-4b97-48c0-a395-c8e8161bc6a1 None None] The sync data for ids ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'] in n-d-830010-8 is: [{'id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:57Z', 'updated_at': '2022-03-07T16:14:11Z', 'revision_number': 4, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'gw_port': {'id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:59Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '43736d53-7206-4003-a794-5d2695abfbfe', 'name': '', 'network_id': '5c429136-353a-49dd-aac0-a0514c81f809', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'mac_address': 'fa:16:3e:8a:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f51a4ae9-8744-4fd5-8706-316865179ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:07Z', 'updated_at': '2022-03-07T16:14:17Z', 'revision_number': 4, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'subnets': [{'id': 'f51a4ae9-8744-4fd5-8706-316865179ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:18.150297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb94c987-6270-4dd3-a63e-6e4b26782481 req-bf570183-6e5b-406d-9dec-e4d4a58d7676 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 1.0099645 Mar 07 16:14:18.165017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:14:18.220586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-125bc1b8-d32d-4c96-9e6c-60185398a4d9 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (11635a5a-6dd1-4238-80ba-a6cc76068cd6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.250632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-125bc1b8-d32d-4c96-9e6c-60185398a4d9 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Calling delete_port for 11635a5a-6dd1-4238-80ba-a6cc76068cd6 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:18.281809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b8376a3a-d236-4fc0-934c-fa83756ac136), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.282465 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Added segment b8376a3a-d236-4fc0-934c-fa83756ac136 of type vlan for network 9ef4baab-eb4c-4840-85a9-1744ad992db8 Mar 07 16:14:18.290244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] Provisioning complete for port 6a2ff516-dbf6-4a48-9490-b9a89af7162f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:18.290244 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.298615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97b0af9-cc01-4646-8295-87d0ab6630a6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:18.410660 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9ef4baab-eb4c-4840-85a9-1744ad992db8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.526368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Publish callbacks [] for security_group (856e9064-8b28-45db-8b1c-303024785609), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.536387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (856e9064-8b28-45db-8b1c-303024785609), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.575295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9ef4baab-eb4c-4840-85a9-1744ad992db8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.578558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:18.582980 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.630131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=508e364714cd4249b80126fb8d93577f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7682481 Mar 07 16:14:18.639508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38680) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:18.641810 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856e9064-8b28-45db-8b1c-303024785609,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:18.658160 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4689467 Mar 07 16:14:18.660214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38682) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:18.711382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Request body: {'subnet': {'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1234427793-subnet', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:18.765366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6a2ff516-dbf6-4a48-9490-b9a89af7162f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:18.785425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.785425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.785740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.785964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.786309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.786633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.805017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.805492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.805848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.806199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.806548 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.807056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.807434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbc20-aa02-4640-a0df-e038a0f03eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:18.888605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Made reservation on behalf of 968fc9ecea6d4bdc832cd7cac5075257 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:18.896191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.946944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6a2ff516-dbf6-4a48-9490-b9a89af7162f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:18.948560 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.951095 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] Current status of the port 6a2ff516-dbf6-4a48-9490-b9a89af7162f is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:18.951752 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:18.999046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] For port 6a2ff516-dbf6-4a48-9490-b9a89af7162f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6a2ff516-dbf6-4a48-9490-b9a89af7162f,segment=NetworkSegment(9aeb43b6-3b78-441b-94a8-d5e42e4f121b),segment_id=9aeb43b6-3b78-441b-94a8-d5e42e4f121b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:19.028514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.095300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.146954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] Provisioning complete for port 43736d53-7206-4003-a794-5d2695abfbfe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:19.147969 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43736d53-7206-4003-a794-5d2695abfbfe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.187860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.260336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] Pushing event updated for resources: {'Port': ['ID=6a2ff516-dbf6-4a48-9490-b9a89af7162f,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:19.284760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event updated for resources: {'Port': ['ID=ac42c1da-1d01-42a7-b3f4-212c1a1da2ad,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:19.313115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61996a-0ad3-44a4-97fd-595c1b3df694 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef4baab-eb4c-4840-85a9-1744ad992db8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:19.332560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8457b83-4108-47d5-a9f6-3ce8124401ba admin admin] Publish callbacks [] for security_group (856e9064-8b28-45db-8b1c-303024785609), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.359577 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8457b83-4108-47d5-a9f6-3ce8124401ba admin admin] Publish callbacks [] for security_group (856e9064-8b28-45db-8b1c-303024785609), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.392181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6a2ff516-dbf6-4a48-9490-b9a89af7162f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:19.427940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7c65-dbf3-4139-8d08-0fb44783fa56 req-831a2a98-9b18-4dff-b463-739368119bf3 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:19.429924 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b2d7c65-dbf3-4139-8d08-0fb44783fa56 req-831a2a98-9b18-4dff-b463-739368119bf3 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.7031057 Mar 07 16:14:19.434586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8457b83-4108-47d5-a9f6-3ce8124401ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (856e9064-8b28-45db-8b1c-303024785609), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.437549 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8457b83-4108-47d5-a9f6-3ce8124401ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.438981 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a8457b83-4108-47d5-a9f6-3ce8124401ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/856e9064-8b28-45db-8b1c-303024785609 HTTP/1.1" status: 204 len: 168 time: 0.7795930 Mar 07 16:14:19.454331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8457b83-4108-47d5-a9f6-3ce8124401ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856e9064-8b28-45db-8b1c-303024785609,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:19.462513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.470012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2d31012b-6354-4ce1-87fd-160df5e2e74c None None] Current status of the port 43736d53-7206-4003-a794-5d2695abfbfe is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:19.556477 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b2d7c65-dbf3-4139-8d08-0fb44783fa56 req-3c18b83c-ba1a-4557-906c-bdb67a0e8f59 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132421 Mar 07 16:14:19.614483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9ef4baab-eb4c-4840-85a9-1744ad992db8 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:14:19.664332 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c576b92-e4a3-42e8-9946-f473f3baa7a5 req-7405f9b7-d3d0-4ea3-8bc6-bdd4d1c28584 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.8415704 Mar 07 16:14:19.685091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-125bc1b8-d32d-4c96-9e6c-60185398a4d9 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (11635a5a-6dd1-4238-80ba-a6cc76068cd6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.762179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bc1b8-d32d-4c96-9e6c-60185398a4d9 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event deleted for resources: {'Port': ['ID=11635a5a-6dd1-4238-80ba-a6cc76068cd6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:19.784308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0590dfab-3ab5-4272-947d-31530e2c002d None None] Provisioning complete for port 6a2ff516-dbf6-4a48-9490-b9a89af7162f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:19.786217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0590dfab-3ab5-4272-947d-31530e2c002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.798630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-125bc1b8-d32d-4c96-9e6c-60185398a4d9 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.802348 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-125bc1b8-d32d-4c96-9e6c-60185398a4d9 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "DELETE /v2.0/ports/11635a5a-6dd1-4238-80ba-a6cc76068cd6 HTTP/1.1" status: 204 len: 168 time: 2.0060954 Mar 07 16:14:19.806869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38696) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:19.841793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Network ec756315-e016-40e5-b92d-04d2a9de2db2 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:19.860119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:19.871886 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f71796-10c0-4dd6-acc4-266c59c0a55a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] GET failed (client error): The resource could not be found. Mar 07 16:14:19.872803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (cf119e99-87f7-43d8-afd7-666654dc14d4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:19.873385 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-58f71796-10c0-4dd6-acc4-266c59c0a55a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "GET /v2.0/ports/11635a5a-6dd1-4238-80ba-a6cc76068cd6 HTTP/1.1" status: 404 len: 333 time: 0.0655398 Mar 07 16:14:19.877456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38700) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:19.886944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'port': {'network_id': '45708265-d941-490c-a777-31fde2bcb145', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1217791315'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:19.981106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0590dfab-3ab5-4272-947d-31530e2c002d None None] Current status of the port 6a2ff516-dbf6-4a48-9490-b9a89af7162f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:19.990708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0590dfab-3ab5-4272-947d-31530e2c002d None None] Could not find standard attr ID for object 11635a5a-6dd1-4238-80ba-a6cc76068cd6. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:14:20.018985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0590dfab-3ab5-4272-947d-31530e2c002d None None] Provisioning complete for port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:20.019485 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0590dfab-3ab5-4272-947d-31530e2c002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.134688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0590dfab-3ab5-4272-947d-31530e2c002d None None] Port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:20.177044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Checking segment: {'id': 'b8376a3a-d236-4fc0-934c-fa83756ac136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:20.177772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Network hostable DHCP agents. Network: 9ef4baab-eb4c-4840-85a9-1744ad992db8, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:14:20.200489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf119e99-87f7-43d8-afd7-666654dc14d4,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:20.204412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Made reservation on behalf of 11e596fe67004f2983b6c05be36288bf for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:20.209971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.263673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Network 9ef4baab-eb4c-4840-85a9-1744ad992db8 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:14:20.269335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] device_id is not set on port 9575f750-9ec1-422f-ae58-d64729f73b7a yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:14:20.276199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5911acf4-2f0c-401f-aa95-a6edd226a021 None None] Provisioning complete for port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:20.284730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:20.286378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5911acf4-2f0c-401f-aa95-a6edd226a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.344362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9ef4baab-eb4c-4840-85a9-1744ad992db8) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:20.384446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79521917-409e-4e1b-bbe5-ca329c334fbd None None] Network 9ef4baab-eb4c-4840-85a9-1744ad992db8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:20.437218 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5911acf4-2f0c-401f-aa95-a6edd226a021 None None] Port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:20.441340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6a2ff516-dbf6-4a48-9490-b9a89af7162f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:20.488204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:20.488822 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.529790 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d1fecb1d-2259-438a-919d-80551d4616b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8241329 Mar 07 16:14:20.533303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38718) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:20.540358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:20.558983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Allocated IP 2001:db8::25b (45708265-d941-490c-a777-31fde2bcb145/4930bb8e-cc50-4d71-80ae-240a47a6f0b6/9575f750-9ec1-422f-ae58-d64729f73b7a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:20.576754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:20.585971 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c4d38e50-bb7f-40de-83a9-c457dc494bed tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1841719 Mar 07 16:14:20.597692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38720) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:20.598124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2a2add47-7540-489a-8507-85f9ec08dd85 None None] Provisioning complete for port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:20.599383 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2a2add47-7540-489a-8507-85f9ec08dd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.610250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:20.656649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:20.685936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6a2ff516-dbf6-4a48-9490-b9a89af7162f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:20.686531 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.710669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.711770 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.747962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9ef4baab-eb4c-4840-85a9-1744ad992db8', 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8', 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'fixed_ips': [{'subnet_id': 'cf119e99-87f7-43d8-afd7-666654dc14d4'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:14:20.748860 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.815937 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for port (9575f750-9ec1-422f-ae58-d64729f73b7a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.851091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:20.852345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:20.873426 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9575f750-9ec1-422f-ae58-d64729f73b7a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.949091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks [] for router_controller (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:20.949583 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-759db955-ef51-4bf7-828b-9ee96b147e05 req-50fdd1cc-27ed-4c7f-a58d-ded118f4002a tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0890565 Mar 07 16:14:20.952574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38732) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:21.026162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Network 45708265-d941-490c-a777-31fde2bcb145 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:21.034894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:21.055212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Allocated IP 172.20.0.2 (9ef4baab-eb4c-4840-85a9-1744ad992db8/cf119e99-87f7-43d8-afd7-666654dc14d4/b27d8e9d-99b6-45c2-b86a-e24c12f41948) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:21.060311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:21.077858 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:21.078490 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.085185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Port': ['ID=9575f750-9ec1-422f-ae58-d64729f73b7a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:21.117853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1841b1-e357-48d7-93cd-e4f24e8c1e1a req-16d4d8f4-5d0b-4dae-b3a1-1c5cc3615245 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:21.120083 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3a1841b1-e357-48d7-93cd-e4f24e8c1e1a req-16d4d8f4-5d0b-4dae-b3a1-1c5cc3615245 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.4108129 Mar 07 16:14:21.150059 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5a9fa713-1842-4c2c-a302-9742fd28a1c5 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2714648 Mar 07 16:14:21.154563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38738) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:21.168987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'port': {'network_id': '45708265-d941-490c-a777-31fde2bcb145', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-305792000'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:21.284802 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Publish callbacks [] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.321016 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.405157 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2a2add47-7540-489a-8507-85f9ec08dd85 None None] Port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:21.412274 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-536f29ee-8ac8-4aad-8bf5-b8df9ef098c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.418639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks [] for router_gateway (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.479798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Network 9ef4baab-eb4c-4840-85a9-1744ad992db8 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:21.485133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:21.494942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:21.512264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3a1841b1-e357-48d7-93cd-e4f24e8c1e1a req-210e3a4c-af87-43e8-88c6-c1df24196f12 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248528 Mar 07 16:14:21.526484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:21.567527 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-536f29ee-8ac8-4aad-8bf5-b8df9ef098c1 admin admin] Publish callbacks [] for security_group (778c1ad5-ff6f-4ac3-8a3b-b24d5b97db44), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.578765 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-536f29ee-8ac8-4aad-8bf5-b8df9ef098c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (778c1ad5-ff6f-4ac3-8a3b-b24d5b97db44), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.604416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Pushing event updated for resources: {'Port': ['ID=b27d8e9d-99b6-45c2-b86a-e24c12f41948,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:21.622944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Made reservation on behalf of 11e596fe67004f2983b6c05be36288bf for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:21.626450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.667610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] device_id is not set on port c817a267-3a42-4784-9c62-d6b107376927 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:14:21.672360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b68fbbcc-f557-4e18-81fb-8f7b9fd20093 None None] Provisioning complete for port 9575f750-9ec1-422f-ae58-d64729f73b7a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:21.672817 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b68fbbcc-f557-4e18-81fb-8f7b9fd20093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9575f750-9ec1-422f-ae58-d64729f73b7a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.677929 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f29ee-8ac8-4aad-8bf5-b8df9ef098c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778c1ad5-ff6f-4ac3-8a3b-b24d5b97db44,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:21.687401 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-536f29ee-8ac8-4aad-8bf5-b8df9ef098c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4332d7bbd2ef4d99a0ccaace94e5889c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303066 Mar 07 16:14:21.688226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38744) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:21.726978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Attempting to bind port b27d8e9d-99b6-45c2-b86a-e24c12f41948 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:21.727715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Attempting to bind port b27d8e9d-99b6-45c2-b86a-e24c12f41948 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b8376a3a-d236-4fc0-934c-fa83756ac136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:21.728290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Attempting to bind port b27d8e9d-99b6-45c2-b86a-e24c12f41948 on network 9ef4baab-eb4c-4840-85a9-1744ad992db8 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:21.735497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6a2ff516-dbf6-4a48-9490-b9a89af7162f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:21.737265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 43736d53-7206-4003-a794-5d2695abfbfe up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:21.781740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:21.782435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Checking segment: {'id': 'b8376a3a-d236-4fc0-934c-fa83756ac136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:21.783111 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.783702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Bound using segment: {'id': 'b8376a3a-d236-4fc0-934c-fa83756ac136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:21.784404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Bound port: b27d8e9d-99b6-45c2-b86a-e24c12f41948, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8376a3a-d236-4fc0-934c-fa83756ac136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:21.785001 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.827223 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0ca7a11-3a93-400d-8a4c-c19c2c95f3f1 admin admin] Publish callbacks [] for security_group (778c1ad5-ff6f-4ac3-8a3b-b24d5b97db44), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.837755 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks [] for router_gateway (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.861915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.extraroute_db [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 16:14:21.863682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0ca7a11-3a93-400d-8a4c-c19c2c95f3f1 admin admin] Publish callbacks [] for security_group (778c1ad5-ff6f-4ac3-8a3b-b24d5b97db44), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.865975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.896157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Allocated IP 2001:db8::ae (45708265-d941-490c-a777-31fde2bcb145/4930bb8e-cc50-4d71-80ae-240a47a6f0b6/c817a267-3a42-4784-9c62-d6b107376927) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:21.901738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b68fbbcc-f557-4e18-81fb-8f7b9fd20093 None None] Port 9575f750-9ec1-422f-ae58-d64729f73b7a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:21.916660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.extraroute_db [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Removed routes are [] {{(pid=103867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 16:14:21.917386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:21.971598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] For port b27d8e9d-99b6-45c2-b86a-e24c12f41948, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:21.976154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] For port b27d8e9d-99b6-45c2-b86a-e24c12f41948, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b27d8e9d-99b6-45c2-b86a-e24c12f41948,segment=NetworkSegment(b8376a3a-d236-4fc0-934c-fa83756ac136),segment_id=b8376a3a-d236-4fc0-934c-fa83756ac136)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:22.004599 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0ca7a11-3a93-400d-8a4c-c19c2c95f3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (778c1ad5-ff6f-4ac3-8a3b-b24d5b97db44), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.008097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0ca7a11-3a93-400d-8a4c-c19c2c95f3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.014323 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d0ca7a11-3a93-400d-8a4c-c19c2c95f3f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/778c1ad5-ff6f-4ac3-8a3b-b24d5b97db44 HTTP/1.1" status: 204 len: 168 time: 0.3251290 Mar 07 16:14:22.040604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca7a11-3a93-400d-8a4c-c19c2c95f3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778c1ad5-ff6f-4ac3-8a3b-b24d5b97db44,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:22.041770 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.050323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 43736d53-7206-4003-a794-5d2695abfbfe triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:22.050323 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43736d53-7206-4003-a794-5d2695abfbfe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.142913 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.149456 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.248359 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d51c6d0a-e328-427a-8cc9-dc151b346c1f req-1be174ed-8a31-4ee2-b851-1a59adcb0d0b tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1515663 Mar 07 16:14:22.327675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Allocated IP 172.25.4.87 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/623ff455-a4cc-4826-ba3d-d166fb767fea) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:22.361889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:22.381657 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for port (c817a267-3a42-4784-9c62-d6b107376927), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.445354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d6241-6180-49f8-a3da-673d2f7c431d None None] Pushing event updated for resources: {'Port': ['ID=b27d8e9d-99b6-45c2-b86a-e24c12f41948,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:22.488577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 43736d53-7206-4003-a794-5d2695abfbfe is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:22.489184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c817a267-3a42-4784-9c62-d6b107376927), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.509635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:16Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac42c1da-1d01-42a7-b3f4-212c1a1da2ad', 'name': '', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:56:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:14Z', 'updated_at': '2022-03-07T16:14:18Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'e48c367e-2347-4293-a396-117171a87a23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:22.556231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:22.557359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Updating router 0d65be9f-2169-47f5-915e-db9b8edefcf2 port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:14:22.659022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Network 45708265-d941-490c-a777-31fde2bcb145 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:22.665398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:22.666902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.689756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:22.695262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:22.695922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:22.764093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Port': ['ID=c817a267-3a42-4784-9c62-d6b107376927,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:22.801682 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2eedcd4a-db0d-4ae3-905d-07c2fec236b0 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6425514 Mar 07 16:14:22.801907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38768) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:22.829884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c00f365a-607a-4600-a1cf-36e8908e2775 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14f', 'mac_address': 'fa:16:3e:67:f8:de'}, {'ip_address': '2001:db8::25b', 'mac_address': 'fa:16:3e:dd:bf:13'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:22.909430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b27d8e9d-99b6-45c2-b86a-e24c12f41948 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:23.009887 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a40b5828-489e-4bc5-a199-42854109e6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.089494 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks [] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.142690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b27d8e9d-99b6-45c2-b86a-e24c12f41948 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:23.144433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.146516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.163578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c00f365a-607a-4600-a1cf-36e8908e2775 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c817a267-3a42-4784-9c62-d6b107376927), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.218380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:23.249105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:23.257814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:23.297744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2a3a2252-f440-4414-9816-adeb15f3bde1 None None] Provisioning complete for port c817a267-3a42-4784-9c62-d6b107376927 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:23.298159 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2252-f440-4414-9816-adeb15f3bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c817a267-3a42-4784-9c62-d6b107376927), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.437720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a2252-f440-4414-9816-adeb15f3bde1 None None] Port c817a267-3a42-4784-9c62-d6b107376927 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:23.469084 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Publish callbacks [] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.484191 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.506078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b71f0b96-e754-440d-a113-76d4aae61039 req-8ebbcc0c-b19d-4438-939a-45299c79a8dd tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0779357 Mar 07 16:14:23.543429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b27d8e9d-99b6-45c2-b86a-e24c12f41948 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:23.543822 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.608918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fc846-5d0d-4492-a472-4fc712a189a0 req-ccdeaf8a-b214-4c7f-b2e8-2e2810be1cb3 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:23.610522 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-475fc846-5d0d-4492-a472-4fc712a189a0 req-ccdeaf8a-b214-4c7f-b2e8-2e2810be1cb3 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.4782193 Mar 07 16:14:23.612169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f62fed-e79e-415e-a423-7afc9c38cab2 None None] Pushing event updated for resources: {'Port': ['ID=ac42c1da-1d01-42a7-b3f4-212c1a1da2ad,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:23.618091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Pushing event updated for resources: {'Port': ['ID=623ff455-a4cc-4826-ba3d-d166fb767fea,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:23.675501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c00f365a-607a-4600-a1cf-36e8908e2775 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for port (c817a267-3a42-4784-9c62-d6b107376927), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.682839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c00f365a-607a-4600-a1cf-36e8908e2775 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (c817a267-3a42-4784-9c62-d6b107376927), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.731867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b27d8e9d-99b6-45c2-b86a-e24c12f41948, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b27d8e9d-99b6-45c2-b86a-e24c12f41948,segment=NetworkSegment(b8376a3a-d236-4fc0-934c-fa83756ac136),segment_id=b8376a3a-d236-4fc0-934c-fa83756ac136)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:23.746395 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.773039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Attempting to bind port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:23.773866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Attempting to bind port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '9aeb43b6-3b78-441b-94a8-d5e42e4f121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:23.773866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Attempting to bind port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad on network ec756315-e016-40e5-b92d-04d2a9de2db2 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:23.815315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c00f365a-607a-4600-a1cf-36e8908e2775 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] In _notify_port_updated(), no bound segment for port c817a267-3a42-4784-9c62-d6b107376927 on network 45708265-d941-490c-a777-31fde2bcb145 {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:14:23.820306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:23.820993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Checking segment: {'id': '9aeb43b6-3b78-441b-94a8-d5e42e4f121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:23.821580 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.823187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Bound using segment: {'id': '9aeb43b6-3b78-441b-94a8-d5e42e4f121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:23.823868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Bound port: ac42c1da-1d01-42a7-b3f4-212c1a1da2ad, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeb43b6-3b78-441b-94a8-d5e42e4f121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:23.824461 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.828306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f365a-607a-4600-a1cf-36e8908e2775 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:23.829619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c00f365a-607a-4600-a1cf-36e8908e2775 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.835264 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c00f365a-607a-4600-a1cf-36e8908e2775 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "PUT /v2.0/ports/c817a267-3a42-4784-9c62-d6b107376927 HTTP/1.1" status: 200 len: 1066 time: 1.0319266 Mar 07 16:14:23.835973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38800) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:23.948570 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-475fc846-5d0d-4492-a472-4fc712a189a0 req-b7718200-7215-4746-b299-93acad8f7538 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586720 Mar 07 16:14:23.950095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:23.977906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b27d8e9d-99b6-45c2-b86a-e24c12f41948,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:23.991029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:23.994323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dd0a568d-f6aa-4d44-b8b3-636a1d71931f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2 HTTP/1.1" status: 200 len: 933 time: 3.3946285 Mar 07 16:14:24.000450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38802) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:24.010909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f365a-607a-4600-a1cf-36e8908e2775 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event updated for resources: {'Port': ['ID=c817a267-3a42-4784-9c62-d6b107376927,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:24.081609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-adef2ff8-a7f8-4c52-9307-99105cf57996 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Deleting port c817a267-3a42-4784-9c62-d6b107376927 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:24.081968 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adef2ff8-a7f8-4c52-9307-99105cf57996 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c817a267-3a42-4784-9c62-d6b107376927), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:24.087059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] For port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:24.118387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a37e9-509a-4418-b5d0-3dce9ddb03df None None] Network 9ef4baab-eb4c-4840-85a9-1744ad992db8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:24.146868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] For port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ac42c1da-1d01-42a7-b3f4-212c1a1da2ad,segment=NetworkSegment(9aeb43b6-3b78-441b-94a8-d5e42e4f121b),segment_id=9aeb43b6-3b78-441b-94a8-d5e42e4f121b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:24.148629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6871c9e5-2a22-45ca-8078-d6feac1a3951 None None] Provisioning complete for port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:24.148999 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6871c9e5-2a22-45ca-8078-d6feac1a3951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:24.228104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:24.229054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks [] for router_gateway (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:24.251527 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adef2ff8-a7f8-4c52-9307-99105cf57996 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c817a267-3a42-4784-9c62-d6b107376927), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:24.282871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-adef2ff8-a7f8-4c52-9307-99105cf57996 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Calling delete_port for c817a267-3a42-4784-9c62-d6b107376927 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:24.357354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6871c9e5-2a22-45ca-8078-d6feac1a3951 None None] Port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:24.406361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:24.407342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:24.412239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f62fed-e79e-415e-a423-7afc9c38cab2 None None] Pushing event updated for resources: {'Port': ['ID=ac42c1da-1d01-42a7-b3f4-212c1a1da2ad,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:24.443060 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3b07ef98-4d03-4c10-855e-ac987cfb2ab8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2 HTTP/1.1" status: 200 len: 933 time: 0.4339371 Mar 07 16:14:24.453155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38828) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:24.459902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'routes': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:24.585628 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:24.669663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b8d4489c-ffa2-4fce-a904-d7856fdd382d None None] Provisioning complete for port b27d8e9d-99b6-45c2-b86a-e24c12f41948 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:24.675665 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b8d4489c-ffa2-4fce-a904-d7856fdd382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:24.747956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b27d8e9d-99b6-45c2-b86a-e24c12f41948 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:24.809273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:24.857662 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad035e12-2d80-4af5-841c-e17eff5c28da req-9f312db5-4dc4-4b1f-97a3-8a968b20a2e3 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1639721 Mar 07 16:14:24.926661 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Router aa49bdab-a05e-4934-82f1-8e53cd04e4eb is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:14:24.996250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adef2ff8-a7f8-4c52-9307-99105cf57996 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c817a267-3a42-4784-9c62-d6b107376927), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:25.063567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b27d8e9d-99b6-45c2-b86a-e24c12f41948 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:25.064153 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:25.105118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38844) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:25.159511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef2ff8-a7f8-4c52-9307-99105cf57996 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event deleted for resources: {'Port': ['ID=c817a267-3a42-4784-9c62-d6b107376927,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:25.201258 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:25.212249 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Sync routers for ids ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:25.241294 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:25.242786 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f61cb0d6-cdb1-43a1-9de9-2bdc61fc6576 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7086062 Mar 07 16:14:25.247081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38850) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:25.263404 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Routers {'aa49bdab-a05e-4934-82f1-8e53cd04e4eb'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:25.269565 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:13:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:25.287284 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c010-f980-4a8c-8417-b9347a9e3c9d req-dfa79532-1d1c-47a1-8dd1-4b2663790cfc tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:25.287284 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3813c010-f980-4a8c-8417-b9347a9e3c9d req-dfa79532-1d1c-47a1-8dd1-4b2663790cfc tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.1623592 Mar 07 16:14:25.324907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4489c-ffa2-4fce-a904-d7856fdd382d None None] Current status of the port b27d8e9d-99b6-45c2-b86a-e24c12f41948 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:25.359068 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e37ad05f-fa53-48c4-afd7-2ab71ad38413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:25.406009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b8d4489c-ffa2-4fce-a904-d7856fdd382d None None] Could not find standard attr ID for object c817a267-3a42-4784-9c62-d6b107376927. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:14:25.429172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3813c010-f980-4a8c-8417-b9347a9e3c9d req-45863e50-e739-4370-be6e-c11bdcb696be tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697143 Mar 07 16:14:25.552172 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Set router aa49bdab-a05e-4934-82f1-8e53cd04e4eb gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:25.565884 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adef2ff8-a7f8-4c52-9307-99105cf57996 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:25.569507 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-adef2ff8-a7f8-4c52-9307-99105cf57996 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "DELETE /v2.0/ports/c817a267-3a42-4784-9c62-d6b107376927 HTTP/1.1" status: 204 len: 168 time: 1.7266138 Mar 07 16:14:25.573362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38854) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:25.618786 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5742225e-836e-4c27-beb3-73718dc6292e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] GET failed (client error): The resource could not be found. Mar 07 16:14:25.629209 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5742225e-836e-4c27-beb3-73718dc6292e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "GET /v2.0/ports/c817a267-3a42-4784-9c62-d6b107376927 HTTP/1.1" status: 404 len: 333 time: 0.0520406 Mar 07 16:14:25.629462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38860) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:25.645437 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b27d8e9d-99b6-45c2-b86a-e24c12f41948 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:25.661155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] Provisioning complete for port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:25.662026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.extraroute_db [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added routes are [] {{(pid=103866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 16:14:25.662354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.extraroute_db [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 16:14:25.663300 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:25.720955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d771caca-f82d-4cff-8709-65b77cfd6114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:25.794137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:25.795720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:21Z', 'revision_number': 6, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac42c1da-1d01-42a7-b3f4-212c1a1da2ad', 'name': '', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:56:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:14Z', 'updated_at': '2022-03-07T16:14:24Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'e48c367e-2347-4293-a396-117171a87a23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:25.880679 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:20Z', 'updated_at': '2022-03-07T16:14:23Z', 'revision_number': 3, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'gw_port': {'id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:21Z', 'updated_at': '2022-03-07T16:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:25.911635 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Checking router: aa49bdab-a05e-4934-82f1-8e53cd04e4eb for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:25.912257 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Updating router aa49bdab-a05e-4934-82f1-8e53cd04e4eb port 623ff455-a4cc-4826-ba3d-d166fb767fea binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:14:25.928618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-16f0200c-0b2a-4ea4-ad2d-25db058c9bcf tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Deleting port 9575f750-9ec1-422f-ae58-d64729f73b7a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:25.929216 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16f0200c-0b2a-4ea4-ad2d-25db058c9bcf tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9575f750-9ec1-422f-ae58-d64729f73b7a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:25.945834 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.099224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6049e-aac0-470c-9916-9b3d58e0c0ac None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:21Z', 'revision_number': 6, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac42c1da-1d01-42a7-b3f4-212c1a1da2ad', 'name': '', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:56:a3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:14Z', 'updated_at': '2022-03-07T16:14:24Z', 'revision_number': 4, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'e48c367e-2347-4293-a396-117171a87a23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:26.154119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] Current status of the port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:26.154979 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.218101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] For port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ac42c1da-1d01-42a7-b3f4-212c1a1da2ad,segment=NetworkSegment(9aeb43b6-3b78-441b-94a8-d5e42e4f121b),segment_id=9aeb43b6-3b78-441b-94a8-d5e42e4f121b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:26.224888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d771caca-f82d-4cff-8709-65b77cfd6114 admin admin] Publish callbacks [] for security_group (014873ec-17e5-4037-b9dc-cd0b8347905e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.237755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.253208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42780123-1935-430d-890c-aee5cc1f5192 req-3f86cebe-8e84-45e1-a830-c94183c3f03e tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1401160 Mar 07 16:14:26.261041 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d771caca-f82d-4cff-8709-65b77cfd6114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (014873ec-17e5-4037-b9dc-cd0b8347905e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.330351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16f0200c-0b2a-4ea4-ad2d-25db058c9bcf tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9575f750-9ec1-422f-ae58-d64729f73b7a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.363407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.370983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] Provisioning complete for port b27d8e9d-99b6-45c2-b86a-e24c12f41948 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:26.371666 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.373946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-16f0200c-0b2a-4ea4-ad2d-25db058c9bcf tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Calling delete_port for 9575f750-9ec1-422f-ae58-d64729f73b7a owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:26.380775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d771caca-f82d-4cff-8709-65b77cfd6114 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fc64ff0720e47d8a78a872993877d34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2702374 Mar 07 16:14:26.382094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38864) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:26.382448 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.388730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771caca-f82d-4cff-8709-65b77cfd6114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014873ec-17e5-4037-b9dc-cd0b8347905e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:26.428568 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.438524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] Pushing event updated for resources: {'Port': ['ID=ac42c1da-1d01-42a7-b3f4-212c1a1da2ad,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:26.450052 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.515687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38868) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:26.520803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80858022', 'description': 'tempest-secgroup-smoke-80858022 description', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:26.547281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc26c6-ecf6-426f-9834-212616c7f1e4 None None] Current status of the port b27d8e9d-99b6-45c2-b86a-e24c12f41948 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:26.600146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c6f95-96ba-4565-bd92-9853ebeed008 admin admin] Publish callbacks [] for security_group (014873ec-17e5-4037-b9dc-cd0b8347905e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.641314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c6f95-96ba-4565-bd92-9853ebeed008 admin admin] Publish callbacks [] for security_group (014873ec-17e5-4037-b9dc-cd0b8347905e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.656076 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Publish callbacks [] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.664208 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.718757 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.722476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:26.729288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ac42c1da-1d01-42a7-b3f4-212c1a1da2ad up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:26.740509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.750534 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Attempting to bind port 623ff455-a4cc-4826-ba3d-d166fb767fea on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:26.751105 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c6f95-96ba-4565-bd92-9853ebeed008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (014873ec-17e5-4037-b9dc-cd0b8347905e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.752940 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Attempting to bind port 623ff455-a4cc-4826-ba3d-d166fb767fea by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:26.753610 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Attempting to bind port 623ff455-a4cc-4826-ba3d-d166fb767fea on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:26.753898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c6f95-96ba-4565-bd92-9853ebeed008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.755254 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-100c6f95-96ba-4565-bd92-9853ebeed008 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/014873ec-17e5-4037-b9dc-cd0b8347905e HTTP/1.1" status: 204 len: 168 time: 0.3311999 Mar 07 16:14:26.774888 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:26.776302 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:26.776893 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.777447 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:26.778206 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Bound port: 623ff455-a4cc-4826-ba3d-d166fb767fea, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:26.778991 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.791805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c6f95-96ba-4565-bd92-9853ebeed008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014873ec-17e5-4037-b9dc-cd0b8347905e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:26.866496 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] For port 623ff455-a4cc-4826-ba3d-d166fb767fea, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:26.873286 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] For port 623ff455-a4cc-4826-ba3d-d166fb767fea, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=623ff455-a4cc-4826-ba3d-d166fb767fea,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:26.887998 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.893317 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6c9de-e2da-48c7-a7b8-2dac70adaef0 None None] Pushing event updated for resources: {'Port': ['ID=623ff455-a4cc-4826-ba3d-d166fb767fea,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:26.893516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:26.893933 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:26.914336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5b7ca-7066-413b-a3d4-50bdb74c5a4c req-6a449a9d-0db8-4b6f-8ea4-a3a8ffdc5e97 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:26.917130 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d5f5b7ca-7066-413b-a3d4-50bdb74c5a4c req-6a449a9d-0db8-4b6f-8ea4-a3a8ffdc5e97 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.2098007 Mar 07 16:14:27.021757 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6c9de-e2da-48c7-a7b8-2dac70adaef0 None None] Pushing event updated for resources: {'Port': ['ID=623ff455-a4cc-4826-ba3d-d166fb767fea,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:27.030586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Allocated IP 172.20.0.1 (9ef4baab-eb4c-4840-85a9-1744ad992db8/cf119e99-87f7-43d8-afd7-666654dc14d4/b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:27.034317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16f0200c-0b2a-4ea4-ad2d-25db058c9bcf tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9575f750-9ec1-422f-ae58-d64729f73b7a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.083096 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Routers {'aa49bdab-a05e-4934-82f1-8e53cd04e4eb'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:27.085341 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:27.107460 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d5f5b7ca-7066-413b-a3d4-50bdb74c5a4c req-33e54024-f731-4637-bdb8-0333410a1b39 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578629 Mar 07 16:14:27.153146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:27.173535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (5ae8aced-ab13-4ff0-be5f-bd19d1a0cd50), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.216639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5ae8aced-ab13-4ff0-be5f-bd19d1a0cd50), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.267998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38874) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:27.293722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-269d99d9-2a6a-4396-9b21-a67caf8ebc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.307013 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] Set router aa49bdab-a05e-4934-82f1-8e53cd04e4eb gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:27.317915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae8aced-ab13-4ff0-be5f-bd19d1a0cd50,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:27.388612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Publish callbacks [] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.438672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:27.444572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.454599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:27.455593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:27.503393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0200c-0b2a-4ea4-ad2d-25db058c9bcf tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event deleted for resources: {'Port': ['ID=9575f750-9ec1-422f-ae58-d64729f73b7a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:27.521343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:27.523426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Network 9ef4baab-eb4c-4840-85a9-1744ad992db8 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:27.532131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (494e09e7-c35e-40f4-8985-5d446016d88d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.535793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:27.547528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.548666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:27.550003 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-924b633c-6872-4510-b615-bd2ac19f33f6 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2 HTTP/1.1" status: 200 len: 699 time: 3.0939012 Mar 07 16:14:27.552965 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9329a465-33ea-4494-b8ae-b33fb14caf90 req-e30ff41d-54f9-4a56-9093-0a8d89eca6c5 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0531113 Mar 07 16:14:27.567206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38878) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:27.578474 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16f0200c-0b2a-4ea4-ad2d-25db058c9bcf tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.582355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-16f0200c-0b2a-4ea4-ad2d-25db058c9bcf tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "DELETE /v2.0/ports/9575f750-9ec1-422f-ae58-d64729f73b7a HTTP/1.1" status: 204 len: 168 time: 1.9519835 Mar 07 16:14:27.602646 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (494e09e7-c35e-40f4-8985-5d446016d88d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.606217 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.615479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38880) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:27.618430 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:20Z', 'updated_at': '2022-03-07T16:14:23Z', 'revision_number': 3, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'gw_port': {'id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:21Z', 'updated_at': '2022-03-07T16:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:27.678437 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e28ac-65c7-4724-bb23-eb3964203a8c None None] The sync data for ids ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'] in n-d-830010-8 is: [{'id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:20Z', 'updated_at': '2022-03-07T16:14:23Z', 'revision_number': 3, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'gw_port': {'id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:21Z', 'updated_at': '2022-03-07T16:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:27.693387 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfb71e6-03fb-430c-bc40-a3e3fffb2ef8 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] GET failed (client error): The resource could not be found. Mar 07 16:14:27.700480 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5dfb71e6-03fb-430c-bc40-a3e3fffb2ef8 tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "GET /v2.0/ports/9575f750-9ec1-422f-ae58-d64729f73b7a HTTP/1.1" status: 404 len: 333 time: 0.0836258 Mar 07 16:14:27.705088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38882) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:27.710227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:27.735907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:27.803216 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.807836 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2878292 Mar 07 16:14:27.808019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c47b1c98-f4e4-43cb-b90e-0934e497001b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2 HTTP/1.1" status: 200 len: 699 time: 0.2359567 Mar 07 16:14:27.808019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38884) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:27.823291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38886) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:27.831790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:27.860058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4659a89a-1ca3-4e29-a609-c9a5709fab58 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': '494e09e7-c35e-40f4-8985-5d446016d88d', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:28.004965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4659a89a-1ca3-4e29-a609-c9a5709fab58 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (e7e28f06-7460-4fb7-a56d-af5527eedf8f), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.020962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c69456-8123-499d-88ac-78dc43cb0111 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494e09e7-c35e-40f4-8985-5d446016d88d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:28.054128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-61250873-af38-4ac4-ace0-bc2ae289ec6a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Deleting port 98c5f399-9f74-4f27-988d-b7112b283c2a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:28.054672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61250873-af38-4ac4-ace0-bc2ae289ec6a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (98c5f399-9f74-4f27-988d-b7112b283c2a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.133082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7c33763d-c4e7-4e88-b74f-615d798ff0a2 None None] Provisioning complete for port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:28.133459 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7c33763d-c4e7-4e88-b74f-615d798ff0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.133615 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-269d99d9-2a6a-4396-9b21-a67caf8ebc6b admin admin] Publish callbacks [] for security_group (c62921dd-5655-4b71-979c-b79107eae878), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.136003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.159998 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-269d99d9-2a6a-4396-9b21-a67caf8ebc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c62921dd-5655-4b71-979c-b79107eae878), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.200534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7c33763d-c4e7-4e88-b74f-615d798ff0a2 None None] Port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:28.213680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:25Z', 'revision_number': 7, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac42c1da-1d01-42a7-b3f4-212c1a1da2ad', 'name': '', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:56:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:14Z', 'updated_at': '2022-03-07T16:14:26Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'e48c367e-2347-4293-a396-117171a87a23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:28.249746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:28.259025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61250873-af38-4ac4-ace0-bc2ae289ec6a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (98c5f399-9f74-4f27-988d-b7112b283c2a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.262432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:28.263312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:28.285176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-61250873-af38-4ac4-ace0-bc2ae289ec6a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Calling delete_port for 98c5f399-9f74-4f27-988d-b7112b283c2a owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:28.376933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:28.533376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61250873-af38-4ac4-ace0-bc2ae289ec6a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (98c5f399-9f74-4f27-988d-b7112b283c2a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.596125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61250873-af38-4ac4-ace0-bc2ae289ec6a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event deleted for resources: {'Port': ['ID=98c5f399-9f74-4f27-988d-b7112b283c2a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:28.710864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:25Z', 'revision_number': 7, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac42c1da-1d01-42a7-b3f4-212c1a1da2ad', 'name': '', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:56:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:14Z', 'updated_at': '2022-03-07T16:14:26Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'e48c367e-2347-4293-a396-117171a87a23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:28.719134 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61250873-af38-4ac4-ace0-bc2ae289ec6a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.725263 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-61250873-af38-4ac4-ace0-bc2ae289ec6a tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "DELETE /v2.0/ports/98c5f399-9f74-4f27-988d-b7112b283c2a HTTP/1.1" status: 204 len: 168 time: 1.0166686 Mar 07 16:14:28.764448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2198fe2-067a-4bcd-b955-2a79bd388685 None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:25Z', 'revision_number': 7, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac42c1da-1d01-42a7-b3f4-212c1a1da2ad', 'name': '', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:56:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:14Z', 'updated_at': '2022-03-07T16:14:26Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'e48c367e-2347-4293-a396-117171a87a23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:28.781368 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ad4421fe-dea9-4c7e-b999-22c1b2145e1e req-d23fbdf9-2781-4286-aa1b-ee1572025f78 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0703428 Mar 07 16:14:28.783545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38892) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:28.789109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 623ff455-a4cc-4826-ba3d-d166fb767fea up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:28.860336 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-269d99d9-2a6a-4396-9b21-a67caf8ebc6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6c8032815c842e5aacebc80f46766b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5874908 Mar 07 16:14:28.863480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 623ff455-a4cc-4826-ba3d-d166fb767fea triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:28.864048 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.866195 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4659a89a-1ca3-4e29-a609-c9a5709fab58 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (e7e28f06-7460-4fb7-a56d-af5527eedf8f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.868298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38894) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:28.878871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d99d9-2a6a-4396-9b21-a67caf8ebc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62921dd-5655-4b71-979c-b79107eae878,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:28.919266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-083579ee-e9c6-466f-a648-aa0ba140f36e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Deleting subnet 4930bb8e-cc50-4d71-80ae-240a47a6f0b6 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:14:28.923628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-083579ee-e9c6-466f-a648-aa0ba140f36e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for subnet (4930bb8e-cc50-4d71-80ae-240a47a6f0b6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.957771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4659a89a-1ca3-4e29-a609-c9a5709fab58 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (e7e28f06-7460-4fb7-a56d-af5527eedf8f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.974514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.989594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 623ff455-a4cc-4826-ba3d-d166fb767fea is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:28.989908 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:28.999512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Publish callbacks [] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.001714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659a89a-1ca3-4e29-a609-c9a5709fab58 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e28f06-7460-4fb7-a56d-af5527eedf8f,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:29.007440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4659a89a-1ca3-4e29-a609-c9a5709fab58 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.008818 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4659a89a-1ca3-4e29-a609-c9a5709fab58 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1705620 Mar 07 16:14:29.014902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38896) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:29.018389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 623ff455-a4cc-4826-ba3d-d166fb767fea, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=623ff455-a4cc-4826-ba3d-d166fb767fea,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:29.024860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-966462c9-df3c-46b5-afa4-633a03fb61d6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': '494e09e7-c35e-40f4-8985-5d446016d88d', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:29.030838 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.031591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.080747 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-083579ee-e9c6-466f-a648-aa0ba140f36e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (4930bb8e-cc50-4d71-80ae-240a47a6f0b6), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.131030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=623ff455-a4cc-4826-ba3d-d166fb767fea,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:29.142145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b5412a1-8606-49fc-a828-e184cfe5edb8 admin admin] Publish callbacks [] for security_group (c62921dd-5655-4b71-979c-b79107eae878), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.143196 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.151552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095333-49be-4c16-a0b0-a42a0fd86d1e req-f4f7111b-fd6a-4b96-86d6-d4823eeecc45 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:29.153100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4095333-49be-4c16-a0b0-a42a0fd86d1e req-f4f7111b-fd6a-4b96-86d6-d4823eeecc45 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.3557155 Mar 07 16:14:29.184859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.224774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b5412a1-8606-49fc-a828-e184cfe5edb8 admin admin] Publish callbacks [] for security_group (c62921dd-5655-4b71-979c-b79107eae878), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.241073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:29.253293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-966462c9-df3c-46b5-afa4-633a03fb61d6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (2157b4ae-2c5f-494d-a975-38a1ea7787d5), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.288563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-083579ee-e9c6-466f-a648-aa0ba140f36e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4930bb8e-cc50-4d71-80ae-240a47a6f0b6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.388592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4095333-49be-4c16-a0b0-a42a0fd86d1e req-1979dedd-cd27-4881-a6d5-3ebded0832f1 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188547 Mar 07 16:14:29.400626 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-083579ee-e9c6-466f-a648-aa0ba140f36e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (4930bb8e-cc50-4d71-80ae-240a47a6f0b6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.438042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f936a117-ac5a-4412-8315-76d6b5e58ed3 None None] Network 45708265-d941-490c-a777-31fde2bcb145 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:29.445614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-966462c9-df3c-46b5-afa4-633a03fb61d6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (2157b4ae-2c5f-494d-a975-38a1ea7787d5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.449223 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-083579ee-e9c6-466f-a648-aa0ba140f36e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.455660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Network 9ef4baab-eb4c-4840-85a9-1744ad992db8 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:29.455865 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-083579ee-e9c6-466f-a648-aa0ba140f36e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "DELETE /v2.0/subnets/4930bb8e-cc50-4d71-80ae-240a47a6f0b6 HTTP/1.1" status: 204 len: 168 time: 0.6713583 Mar 07 16:14:29.456404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38898) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:29.457917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:29.473111 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:29.491307 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:29.492173 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:29.522812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083579ee-e9c6-466f-a648-aa0ba140f36e tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event deleted for resources: {'Subnet': ['ID=4930bb8e-cc50-4d71-80ae-240a47a6f0b6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:29.616662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-966462c9-df3c-46b5-afa4-633a03fb61d6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (2157b4ae-2c5f-494d-a975-38a1ea7787d5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.623068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b5412a1-8606-49fc-a828-e184cfe5edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c62921dd-5655-4b71-979c-b79107eae878), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.625760 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b5412a1-8606-49fc-a828-e184cfe5edb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.630334 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1b5412a1-8606-49fc-a828-e184cfe5edb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c62921dd-5655-4b71-979c-b79107eae878 HTTP/1.1" status: 204 len: 168 time: 0.7555196 Mar 07 16:14:29.644737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (45708265-d941-490c-a777-31fde2bcb145), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.649808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5412a1-8606-49fc-a828-e184cfe5edb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62921dd-5655-4b71-979c-b79107eae878,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:29.657247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:29.657889 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.664269 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:29.665417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Router aa49bdab-a05e-4934-82f1-8e53cd04e4eb has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:29.697701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966462c9-df3c-46b5-afa4-633a03fb61d6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2157b4ae-2c5f-494d-a975-38a1ea7787d5,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:29.706314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-966462c9-df3c-46b5-afa4-633a03fb61d6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.709384 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-966462c9-df3c-46b5-afa4-633a03fb61d6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6893156 Mar 07 16:14:29.712367 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38902) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:29.718347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-992892ca-4dbd-4413-b57b-3ec62ab88d08 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': '494e09e7-c35e-40f4-8985-5d446016d88d', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:29.758887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94be86-f01c-4d7e-8f0f-970441271131 None None] DHCP port deletion for 45708265-d941-490c-a777-31fde2bcb145 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:14:29.836117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-992892ca-4dbd-4413-b57b-3ec62ab88d08 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (66556c20-cbf3-4732-9d3b-e7d3c12c18b4), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.905820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9b94be86-f01c-4d7e-8f0f-970441271131 None None] Deleting port 6c40493b-61d4-41e6-a888-2d7f8d4445dc {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:29.906474 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b94be86-f01c-4d7e-8f0f-970441271131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:29.918497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:29.935484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0581636a-f88d-4567-9613-6581e4614711 admin admin] 10.222.0.24 "PUT /v2.0/routers/aa49bdab-a05e-4934-82f1-8e53cd04e4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6871898 Mar 07 16:14:29.977605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] For port ac42c1da-1d01-42a7-b3f4-212c1a1da2ad, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ac42c1da-1d01-42a7-b3f4-212c1a1da2ad,segment=NetworkSegment(9aeb43b6-3b78-441b-94a8-d5e42e4f121b),segment_id=9aeb43b6-3b78-441b-94a8-d5e42e4f121b)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:29.977983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.047971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9b94be86-f01c-4d7e-8f0f-970441271131 None None] For port 6c40493b-61d4-41e6-a888-2d7f8d4445dc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6c40493b-61d4-41e6-a888-2d7f8d4445dc,segment=NetworkSegment(8450930d-9f21-4f2a-a382-23861c4aa18b),segment_id=8450930d-9f21-4f2a-a382-23861c4aa18b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:30.048433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b94be86-f01c-4d7e-8f0f-970441271131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.050852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-dbef6f61-5e41-4414-9743-f246b1694bc0 None None] Provisioning complete for port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:30.051487 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dbef6f61-5e41-4414-9743-f246b1694bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.062652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for ac42c1da-1d01-42a7-b3f4-212c1a1da2ad owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:30.092759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4155c1a0-8ec7-419b-a3e6-897c57a38783 req-06ae8ada-e53e-4daa-a4f6-b6e385b5b8e1 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0790744 Mar 07 16:14:30.100036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9b94be86-f01c-4d7e-8f0f-970441271131 None None] Calling delete_port for 6c40493b-61d4-41e6-a888-2d7f8d4445dc owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:30.100953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Deleting port 6c40493b-61d4-41e6-a888-2d7f8d4445dc {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:30.101310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.116707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-dbef6f61-5e41-4414-9743-f246b1694bc0 None None] Port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:30.128892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-992892ca-4dbd-4413-b57b-3ec62ab88d08 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (66556c20-cbf3-4732-9d3b-e7d3c12c18b4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.146125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-992892ca-4dbd-4413-b57b-3ec62ab88d08 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (66556c20-cbf3-4732-9d3b-e7d3c12c18b4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.176500 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:25Z', 'revision_number': 7, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac42c1da-1d01-42a7-b3f4-212c1a1da2ad', 'name': '', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:56:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:14Z', 'updated_at': '2022-03-07T16:14:26Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'e48c367e-2347-4293-a396-117171a87a23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:30.228662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992892ca-4dbd-4413-b57b-3ec62ab88d08 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66556c20-cbf3-4732-9d3b-e7d3c12c18b4,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:30.230022 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:30.237847 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b94be86-f01c-4d7e-8f0f-970441271131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.241889 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:30.242899 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:30.270375 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-992892ca-4dbd-4413-b57b-3ec62ab88d08 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.271591 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-992892ca-4dbd-4413-b57b-3ec62ab88d08 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5572002 Mar 07 16:14:30.274374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38914) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:30.281656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-72e927a5-10ae-4cff-b223-1a4bb1a94d66 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': '494e09e7-c35e-40f4-8985-5d446016d88d', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:30.284819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] For port 6c40493b-61d4-41e6-a888-2d7f8d4445dc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6c40493b-61d4-41e6-a888-2d7f8d4445dc,segment=NetworkSegment(8450930d-9f21-4f2a-a382-23861c4aa18b),segment_id=8450930d-9f21-4f2a-a382-23861c4aa18b)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:30.285198 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.306644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Calling delete_port for 6c40493b-61d4-41e6-a888-2d7f8d4445dc owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:30.332582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94be86-f01c-4d7e-8f0f-970441271131 None None] Pushing event deleted for resources: {'Port': ['ID=6c40493b-61d4-41e6-a888-2d7f8d4445dc,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:30.338832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94be86-f01c-4d7e-8f0f-970441271131 None None] No DVR routers for this DVR port 6c40493b-61d4-41e6-a888-2d7f8d4445dc on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:30.340152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72e927a5-10ae-4cff-b223-1a4bb1a94d66 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (44cc26a2-6fec-4c52-9408-d5666e214250), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.481861 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:30.505780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72e927a5-10ae-4cff-b223-1a4bb1a94d66 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (44cc26a2-6fec-4c52-9408-d5666e214250), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.515343 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72e927a5-10ae-4cff-b223-1a4bb1a94d66 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (44cc26a2-6fec-4c52-9408-d5666e214250), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.582758 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6c40493b-61d4-41e6-a888-2d7f8d4445dc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.583105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Sync routers for ids ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:30.592936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e927a5-10ae-4cff-b223-1a4bb1a94d66 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cc26a2-6fec-4c52-9408-d5666e214250,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:30.599433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ac42c1da-1d01-42a7-b3f4-212c1a1da2ad), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.608360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Routers {'aa49bdab-a05e-4934-82f1-8e53cd04e4eb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:30.609003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:30.614400 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-72e927a5-10ae-4cff-b223-1a4bb1a94d66 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.618194 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-72e927a5-10ae-4cff-b223-1a4bb1a94d66 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386271 Mar 07 16:14:30.623255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 38930) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:30.624093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event deleted for resources: {'Port': ['ID=6c40493b-61d4-41e6-a888-2d7f8d4445dc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:30.632918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] No DVR routers for this DVR port 6c40493b-61d4-41e6-a888-2d7f8d4445dc on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:30.642175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-729fff56-2460-4093-b745-82da8f580fc9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': '494e09e7-c35e-40f4-8985-5d446016d88d', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:30.702396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=ac42c1da-1d01-42a7-b3f4-212c1a1da2ad,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:30.714370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c2d55-0589-46eb-9cec-d7807298475e req-472bb333-d388-4d4a-8cce-ceca2526b646 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:30.716020 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-097c2d55-0589-46eb-9cec-d7807298475e req-472bb333-d388-4d4a-8cce-ceca2526b646 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.1647036 Mar 07 16:14:30.820990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 623ff455-a4cc-4826-ba3d-d166fb767fea up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:30.865612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-097c2d55-0589-46eb-9cec-d7807298475e req-22b9947b-690b-43fe-afd3-902d8976c7ce tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299593 Mar 07 16:14:30.921489 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-729fff56-2460-4093-b745-82da8f580fc9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Project b01e219725e74cf185bd0d470e0fcf3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:14:30.947866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-729fff56-2460-4093-b745-82da8f580fc9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (86a32161-f550-4836-85ba-2fe199d68455), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.951864 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (45708265-d941-490c-a777-31fde2bcb145), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:30.954448 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:25Z', 'revision_number': 7, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac42c1da-1d01-42a7-b3f4-212c1a1da2ad', 'name': '', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:56:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:14Z', 'updated_at': '2022-03-07T16:14:26Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'e48c367e-2347-4293-a396-117171a87a23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:31.012111 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a7aab-1afb-494b-ae46-f37c1ec994c8 None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:25Z', 'revision_number': 7, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac42c1da-1d01-42a7-b3f4-212c1a1da2ad', 'name': '', 'network_id': 'ec756315-e016-40e5-b92d-04d2a9de2db2', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:56:a3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e48c367e-2347-4293-a396-117171a87a23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:14Z', 'updated_at': '2022-03-07T16:14:26Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'e48c367e-2347-4293-a396-117171a87a23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:31.116874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45708265-d941-490c-a777-31fde2bcb145']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:31.193876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Set router aa49bdab-a05e-4934-82f1-8e53cd04e4eb gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:31.195866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 623ff455-a4cc-4826-ba3d-d166fb767fea triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:31.196452 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.245372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8450930d-9f21-4f2a-a382-23861c4aa18b') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:31.246076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8450930d-9f21-4f2a-a382-23861c4aa18b') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:31.270000 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (8450930d-9f21-4f2a-a382-23861c4aa18b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.282013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586ddd0-ab74-4ba1-a2e4-3d33a9df25d1 req-398d3ca0-0b7b-433d-93cc-c23a268a7893 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:31.287689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b586ddd0-ab74-4ba1-a2e4-3d33a9df25d1 req-398d3ca0-0b7b-433d-93cc-c23a268a7893 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.1150451 Mar 07 16:14:31.321613 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (8450930d-9f21-4f2a-a382-23861c4aa18b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.377361 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d79b9fbd-70d5-4db0-8ab2-1b70a155639c req-99a9ba8b-bea6-4fe5-a1d1-9dd18a636259 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0521092 Mar 07 16:14:31.378662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:14:31.379283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (8450930d-9f21-4f2a-a382-23861c4aa18b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.385821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-729fff56-2460-4093-b745-82da8f580fc9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (86a32161-f550-4836-85ba-2fe199d68455), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:14:31.387463 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:14:31.402150 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b586ddd0-ab74-4ba1-a2e4-3d33a9df25d1 req-ca15c471-2deb-460f-9c7e-1e4e7d0fd299 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073067 Mar 07 16:14:31.444431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.475197 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-729fff56-2460-4093-b745-82da8f580fc9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (86a32161-f550-4836-85ba-2fe199d68455), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.564893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525318ef-53b7-470b-b321-5e1a7380c97e req-d0111ae1-a883-496d-84a8-7367c2b98910 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:31.573160 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-525318ef-53b7-470b-b321-5e1a7380c97e req-d0111ae1-a883-496d-84a8-7367c2b98910 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.0746696 Mar 07 16:14:31.633267 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-525318ef-53b7-470b-b321-5e1a7380c97e req-f4b9d1a2-2377-4738-894c-4f048d408044 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588391 Mar 07 16:14:31.679074 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fff56-2460-4093-b745-82da8f580fc9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a32161-f550-4836-85ba-2fe199d68455,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:31.686752 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (45708265-d941-490c-a777-31fde2bcb145), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.699335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.701719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 623ff455-a4cc-4826-ba3d-d166fb767fea is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:31.708500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] 10.222.0.24 "DELETE /v2.0/networks/45708265-d941-490c-a777-31fde2bcb145 HTTP/1.1" status: 204 len: 168 time: 2.2033491 Mar 07 16:14:31.750157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-729fff56-2460-4093-b745-82da8f580fc9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.751409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-729fff56-2460-4093-b745-82da8f580fc9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1131186 Mar 07 16:14:31.754436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38988) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:31.764239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-bc66af69-e0b9-45dc-b3a5-380952b73877 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': '494e09e7-c35e-40f4-8985-5d446016d88d', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:31.818466 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-bc66af69-e0b9-45dc-b3a5-380952b73877 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Project b01e219725e74cf185bd0d470e0fcf3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:14:31.818809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6c40493b-61d4-41e6-a888-2d7f8d4445dc no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:31.828985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc66af69-e0b9-45dc-b3a5-380952b73877 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (f168b38e-25ef-4101-960f-bb3484c97675), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.831048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:20Z', 'updated_at': '2022-03-07T16:14:27Z', 'revision_number': 4, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'gw_port': {'id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:21Z', 'updated_at': '2022-03-07T16:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd', 'name': '', 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'mac_address': 'fa:16:3e:07:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'cf119e99-87f7-43d8-afd7-666654dc14d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:26Z', 'updated_at': '2022-03-07T16:14:28Z', 'revision_number': 2, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'subnets': [{'id': 'cf119e99-87f7-43d8-afd7-666654dc14d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:31.915799 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc66af69-e0b9-45dc-b3a5-380952b73877 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (f168b38e-25ef-4101-960f-bb3484c97675), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.919948 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc66af69-e0b9-45dc-b3a5-380952b73877 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (f168b38e-25ef-4101-960f-bb3484c97675), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.940337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66af69-e0b9-45dc-b3a5-380952b73877 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f168b38e-25ef-4101-960f-bb3484c97675,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:31.959677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Checking router: aa49bdab-a05e-4934-82f1-8e53cd04e4eb for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:31.960034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Updating router aa49bdab-a05e-4934-82f1-8e53cd04e4eb port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:14:31.960438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc66af69-e0b9-45dc-b3a5-380952b73877 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:31.964999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bc66af69-e0b9-45dc-b3a5-380952b73877 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2063777 Mar 07 16:14:31.965255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 38996) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:31.966960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6c40493b-61d4-41e6-a888-2d7f8d4445dc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:31.967672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6c40493b-61d4-41e6-a888-2d7f8d4445dc not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:31.984390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'network': {'name': 'tempest-network-smoke--837555738', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'port_security_enabled': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:32.006427 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.016680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:32.021616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.096254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:14:32.116894 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6517e38f-72fd-491f-acb2-e3a40bc4daf8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.117233 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Added segment 6517e38f-72fd-491f-acb2-e3a40bc4daf8 of type vlan for network 65596130-a4f5-4fe1-916e-781be6951587 Mar 07 16:14:32.153934 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d99a1-19f0-451a-bbb6-4343d15d883b req-8c680f55-f8ee-42aa-8f5e-98beef86816c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:32.157004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-311d99a1-19f0-451a-bbb6-4343d15d883b req-8c680f55-f8ee-42aa-8f5e-98beef86816c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.1166298 Mar 07 16:14:32.246081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39004) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:32.267727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bb0f4-5fe3-46de-8fd7-4f369f3c868f tempest-AllowedAddressPairIpV6TestJSON-709482034 tempest-AllowedAddressPairIpV6TestJSON-709482034-project] Pushing event deleted for resources: {'Network': ['ID=45708265-d941-490c-a777-31fde2bcb145,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:32.269933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (65596130-a4f5-4fe1-916e-781be6951587), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.339794 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (65596130-a4f5-4fe1-916e-781be6951587), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.345800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:32.346762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.397242 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Publish callbacks [] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.402156 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.432518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Network': ['ID=65596130-a4f5-4fe1-916e-781be6951587,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:32.440365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-311d99a1-19f0-451a-bbb6-4343d15d883b req-a4ad4e70-f7da-4423-9f2b-2e85e78ebdaf tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425313 Mar 07 16:14:32.455076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5059eccd-3e8f-4e47-9bbf-18fcadc62bd1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4885941 Mar 07 16:14:32.462844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39014) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:32.464428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 65596130-a4f5-4fe1-916e-781be6951587 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:14:32.471142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:32.477257 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'admin_state_up': True, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:32.509736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (43cd1400-5477-4a30-98fd-97d34b893a92), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.511090 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (43cd1400-5477-4a30-98fd-97d34b893a92), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.635642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Pushing event updated for resources: {'Port': ['ID=b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:32.701788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.702320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.702481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.702605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_controller (43cd1400-5477-4a30-98fd-97d34b893a92), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.702848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.703193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.703531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.703861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.704189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.704521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.705077 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.705413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.705733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.705991 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cff7d060-4df9-42f3-8b09-81e124c62206 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11e596fe67004f2983b6c05be36288bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478729 Mar 07 16:14:32.706103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:14:32.716199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39022) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:32.718612 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0fbe2164-c104-4b94-943e-f6660bb98d7d req-2557b219-d866-4765-9b51-c00f06c2f4bb tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1551642 Mar 07 16:14:32.745572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Attempting to bind port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:32.745953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Attempting to bind port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b8376a3a-d236-4fc0-934c-fa83756ac136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:32.746475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Attempting to bind port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd on network 9ef4baab-eb4c-4840-85a9-1744ad992db8 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:32.751943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:32.752331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Checking segment: {'id': 'b8376a3a-d236-4fc0-934c-fa83756ac136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:32.752741 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.753140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Bound using segment: {'id': 'b8376a3a-d236-4fc0-934c-fa83756ac136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:32.753621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Bound port: b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8376a3a-d236-4fc0-934c-fa83756ac136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:32.754054 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.786404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:32.797984 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:32.815074 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:32.818237 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:32.818670 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6ccffa83-4154-44c9-a7f2-044d20146391 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0037293 Mar 07 16:14:32.821331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39026) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:32.870346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] For port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:32.880103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] For port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd,segment=NetworkSegment(b8376a3a-d236-4fc0-934c-fa83756ac136),segment_id=b8376a3a-d236-4fc0-934c-fa83756ac136)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:32.900575 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.910907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8744fda2-fbce-4598-899f-6f170ca6ab26 None None] Provisioning complete for port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:32.911650 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8744fda2-fbce-4598-899f-6f170ca6ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:32.950300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e919585a-4226-4935-9b90-ed8f5de2c66c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting subnet e48c367e-2347-4293-a396-117171a87a23 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:14:32.988618 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e919585a-4226-4935-9b90-ed8f5de2c66c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (e48c367e-2347-4293-a396-117171a87a23), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.004560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (43cd1400-5477-4a30-98fd-97d34b893a92), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.011443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39032) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:33.021601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Routers {'aa49bdab-a05e-4934-82f1-8e53cd04e4eb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:33.026110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:33.045101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d126b5db-2f68-43f0-8e57-7633680de032 admin admin] Publish callbacks [] for security_group (bfad1b07-7e70-438c-a784-15f3ab5dab6d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.087266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d126b5db-2f68-43f0-8e57-7633680de032 admin admin] Publish callbacks [] for security_group (bfad1b07-7e70-438c-a784-15f3ab5dab6d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.099255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d34d7f-1761-4735-a462-6b554f0b9875 None None] Pushing event updated for resources: {'Port': ['ID=b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:33.204000 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:33.209552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8744fda2-fbce-4598-899f-6f170ca6ab26 None None] Current status of the port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:33.209552 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8744fda2-fbce-4598-899f-6f170ca6ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.221999 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e919585a-4226-4935-9b90-ed8f5de2c66c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (e48c367e-2347-4293-a396-117171a87a23), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.341259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] Set router aa49bdab-a05e-4934-82f1-8e53cd04e4eb gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:33.347056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8744fda2-fbce-4598-899f-6f170ca6ab26 None None] For port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd,segment=NetworkSegment(b8376a3a-d236-4fc0-934c-fa83756ac136),segment_id=b8376a3a-d236-4fc0-934c-fa83756ac136)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:33.363548 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d126b5db-2f68-43f0-8e57-7633680de032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bfad1b07-7e70-438c-a784-15f3ab5dab6d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.367090 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d126b5db-2f68-43f0-8e57-7633680de032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.368512 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d126b5db-2f68-43f0-8e57-7633680de032 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfad1b07-7e70-438c-a784-15f3ab5dab6d HTTP/1.1" status: 204 len: 168 time: 0.6487718 Mar 07 16:14:33.376006 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8744fda2-fbce-4598-899f-6f170ca6ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.414275 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39040) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:33.431401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126b5db-2f68-43f0-8e57-7633680de032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfad1b07-7e70-438c-a784-15f3ab5dab6d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:33.460024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e919585a-4226-4935-9b90-ed8f5de2c66c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (e48c367e-2347-4293-a396-117171a87a23), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.559242 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744fda2-fbce-4598-899f-6f170ca6ab26 None None] Pushing event updated for resources: {'Port': ['ID=b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:33.562987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e919585a-4226-4935-9b90-ed8f5de2c66c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (e48c367e-2347-4293-a396-117171a87a23), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.602658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7d0382ed-47bb-4f9b-bc4b-c1d7ef0bbd1e None None] Provisioning complete for port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:33.603784 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7d0382ed-47bb-4f9b-bc4b-c1d7ef0bbd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.619735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919585a-4226-4935-9b90-ed8f5de2c66c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Subnet': ['ID=e48c367e-2347-4293-a396-117171a87a23,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:33.622752 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e919585a-4226-4935-9b90-ed8f5de2c66c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.631150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e99b13-d851-4287-86df-14dee9cdd234 None None] Network ec756315-e016-40e5-b92d-04d2a9de2db2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:33.633532 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e919585a-4226-4935-9b90-ed8f5de2c66c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/e48c367e-2347-4293-a396-117171a87a23 HTTP/1.1" status: 204 len: 168 time: 0.8062952 Mar 07 16:14:33.635677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39046) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:33.771571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:33.772413 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:30Z', 'revision_number': 8, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:33.782772 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ec756315-e016-40e5-b92d-04d2a9de2db2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.794395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2139164-c621-44a5-a249-3f140042ff74 req-48261a15-f70e-40ac-999f-4cf7643506cc tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:33.803386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2139164-c621-44a5-a249-3f140042ff74 req-48261a15-f70e-40ac-999f-4cf7643506cc tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.5510221 Mar 07 16:14:33.809554 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:33.820545 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:33.821418 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:33.866366 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:33.905993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7d0382ed-47bb-4f9b-bc4b-c1d7ef0bbd1e None None] Current status of the port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:33.927878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:20Z', 'updated_at': '2022-03-07T16:14:27Z', 'revision_number': 4, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'gw_port': {'id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:21Z', 'updated_at': '2022-03-07T16:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd', 'name': '', 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'mac_address': 'fa:16:3e:07:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'cf119e99-87f7-43d8-afd7-666654dc14d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:26Z', 'updated_at': '2022-03-07T16:14:32Z', 'revision_number': 4, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'subnets': [{'id': 'cf119e99-87f7-43d8-afd7-666654dc14d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:33.955861 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-196c5a67-1808-426c-b0cf-6164e6748903 req-5bec4c1e-f8a0-4f72-973e-962baf5fb063 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0713496 Mar 07 16:14:33.983472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69b55e-a5ac-4b36-9f78-31d12db1e8c6 None None] The sync data for ids ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'] in n-d-830010-8 is: [{'id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:20Z', 'updated_at': '2022-03-07T16:14:27Z', 'revision_number': 4, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'gw_port': {'id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:21Z', 'updated_at': '2022-03-07T16:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd', 'name': '', 'network_id': '9ef4baab-eb4c-4840-85a9-1744ad992db8', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'mac_address': 'fa:16:3e:07:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'cf119e99-87f7-43d8-afd7-666654dc14d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:26Z', 'updated_at': '2022-03-07T16:14:32Z', 'revision_number': 4, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'subnets': [{'id': 'cf119e99-87f7-43d8-afd7-666654dc14d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:33.993972 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:34.001772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3c325-2c77-4f7f-85a2-580764b79959 None None] DHCP port deletion for ec756315-e016-40e5-b92d-04d2a9de2db2 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:14:34.088376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port 6a2ff516-dbf6-4a48-9490-b9a89af7162f {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:34.088376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.122124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-14a3c325-2c77-4f7f-85a2-580764b79959 None None] Deleting port 6a2ff516-dbf6-4a48-9490-b9a89af7162f {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:34.125483 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14a3c325-2c77-4f7f-85a2-580764b79959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.195255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777393f1-8c95-4656-9c38-7a2061f36f36 req-1b72ec14-2575-4c6f-941b-e1348a642f58 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:34.198511 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-777393f1-8c95-4656-9c38-7a2061f36f36 req-1b72ec14-2575-4c6f-941b-e1348a642f58 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 945 time: 0.5300419 Mar 07 16:14:34.230506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-14a3c325-2c77-4f7f-85a2-580764b79959 None None] For port 6a2ff516-dbf6-4a48-9490-b9a89af7162f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6a2ff516-dbf6-4a48-9490-b9a89af7162f,segment=NetworkSegment(9aeb43b6-3b78-441b-94a8-d5e42e4f121b),segment_id=9aeb43b6-3b78-441b-94a8-d5e42e4f121b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:34.231058 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14a3c325-2c77-4f7f-85a2-580764b79959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.249247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-14a3c325-2c77-4f7f-85a2-580764b79959 None None] Calling delete_port for 6a2ff516-dbf6-4a48-9490-b9a89af7162f owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:34.273865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] For port 6a2ff516-dbf6-4a48-9490-b9a89af7162f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6a2ff516-dbf6-4a48-9490-b9a89af7162f,segment=NetworkSegment(9aeb43b6-3b78-441b-94a8-d5e42e4f121b),segment_id=9aeb43b6-3b78-441b-94a8-d5e42e4f121b)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:34.274233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.298555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for 6a2ff516-dbf6-4a48-9490-b9a89af7162f owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:34.301393 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.362487 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (43cd1400-5477-4a30-98fd-97d34b893a92), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.425886 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.429097 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14a3c325-2c77-4f7f-85a2-580764b79959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.456082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-777393f1-8c95-4656-9c38-7a2061f36f36 req-63b3b2d7-2d71-44fc-bade-02bc686c20e0 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448866 Mar 07 16:14:34.516433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c2139164-c621-44a5-a249-3f140042ff74 req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Deleting port 1411c576-49c3-49a9-871b-f070c6ece501 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:34.516787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2139164-c621-44a5-a249-3f140042ff74 req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1411c576-49c3-49a9-871b-f070c6ece501), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.519528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Allocated IP 172.25.4.243 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/dfdd1324-2dfc-4afd-a8a0-7867d2534c7a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:34.521574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6a2ff516-dbf6-4a48-9490-b9a89af7162f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.538600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No DVR routers for this DVR port 6a2ff516-dbf6-4a48-9490-b9a89af7162f on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:34.541337 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:30Z', 'revision_number': 8, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:34.549974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3c325-2c77-4f7f-85a2-580764b79959 None None] No DVR routers for this DVR port 6a2ff516-dbf6-4a48-9490-b9a89af7162f on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:34.574783 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3c325-2c77-4f7f-85a2-580764b79959 None None] Pushing event deleted for resources: {'Port': ['ID=6a2ff516-dbf6-4a48-9490-b9a89af7162f,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:34.605395 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e7aff-f562-42af-a4d6-2450897529bb None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:30Z', 'revision_number': 8, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '2dba775a-1189-4290-87c6-970a9794eea1', 'name': '', 'network_id': '5ea7c9ef-d024-4f00-be42-23d88d7ef44e', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:2e:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:02Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'c451a208-f423-4a49-aeaa-05d5fcd731cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:34.612967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=6a2ff516-dbf6-4a48-9490-b9a89af7162f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:34.734964 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (504f398c-bdbc-4c75-8a3f-05d91b749b6f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.759947 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ec756315-e016-40e5-b92d-04d2a9de2db2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.795726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec756315-e016-40e5-b92d-04d2a9de2db2']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:34.808952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c2139164-c621-44a5-a249-3f140042ff74 req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] For port 1411c576-49c3-49a9-871b-f070c6ece501, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=1411c576-49c3-49a9-871b-f070c6ece501,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:34.809603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2139164-c621-44a5-a249-3f140042ff74 req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1411c576-49c3-49a9-871b-f070c6ece501), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.818019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aeb43b6-3b78-441b-94a8-d5e42e4f121b') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:34.819094 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aeb43b6-3b78-441b-94a8-d5e42e4f121b') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:34.835358 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (9aeb43b6-3b78-441b-94a8-d5e42e4f121b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.851505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39068) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:34.854605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c2139164-c621-44a5-a249-3f140042ff74 req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Calling delete_port for 1411c576-49c3-49a9-871b-f070c6ece501 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:34.868315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9aeb43b6-3b78-441b-94a8-d5e42e4f121b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.881822 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:14:34.882250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (9aeb43b6-3b78-441b-94a8-d5e42e4f121b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:14:34.885406 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:14:34.907738 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for port (dfdd1324-2dfc-4afd-a8a0-7867d2534c7a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:35.016469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ec756315-e016-40e5-b92d-04d2a9de2db2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:35.036949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:35.051356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/networks/ec756315-e016-40e5-b92d-04d2a9de2db2 HTTP/1.1" status: 204 len: 168 time: 1.4128520 Mar 07 16:14:35.057388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:35.066037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39074) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.080151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-3bb0bb5a-a69e-4a67-a951-886838df6a37 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.085300 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3bb0bb5a-a69e-4a67-a951-886838df6a37 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2277851 Mar 07 16:14:35.092358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39076) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.116436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27589587-91e9-488a-a7f4-4b4d3a1d4a02 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Network': ['ID=ec756315-e016-40e5-b92d-04d2a9de2db2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:35.146537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [None req-bedc521a-1217-4a10-bbc6-19628eabd405 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.151418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bedc521a-1217-4a10-bbc6-19628eabd405 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0572248 Mar 07 16:14:35.152634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f449f653-ba6c-489b-923a-cae5ed373db8 req-78fab5db-8e2d-4b1e-a77e-c54d33e5e1ac tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0523803 Mar 07 16:14:35.153350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39078) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.162006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-920c0f1b-584f-4825-8835-ca28ab531c2a tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.163680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-920c0f1b-584f-4825-8835-ca28ab531c2a tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078087 Mar 07 16:14:35.168522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (dfdd1324-2dfc-4afd-a8a0-7867d2534c7a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:35.171578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39080) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.174990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:35.175374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:35.234509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event updated for resources: {'Port': ['ID=dfdd1324-2dfc-4afd-a8a0-7867d2534c7a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:35.239735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-7ff5bbb0-56ab-4319-92a8-48b62679cf20 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.240910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7ff5bbb0-56ab-4319-92a8-48b62679cf20 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0110574 Mar 07 16:14:35.244591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39082) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.250272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-3f672db2-8e44-4428-8b3e-9ac7babf652b tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.251617 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3f672db2-8e44-4428-8b3e-9ac7babf652b tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060191 Mar 07 16:14:35.266687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:35.268083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39084) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.269076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:35.276480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-65c20985-18ac-41d7-a5aa-fc888f5980b5 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.277797 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-65c20985-18ac-41d7-a5aa-fc888f5980b5 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0062592 Mar 07 16:14:35.279287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:35.283082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39086) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.300466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:35.316646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-8f683565-e85a-4a9d-89aa-632e38031bd4 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.318636 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f683565-e85a-4a9d-89aa-632e38031bd4 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0345011 Mar 07 16:14:35.323984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39088) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.328517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-c6f1eb9c-9316-4dba-bfb7-91cfa2800012 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.330204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c6f1eb9c-9316-4dba-bfb7-91cfa2800012 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052757 Mar 07 16:14:35.333816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39090) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.338888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-c4c92d9c-9e71-4ccb-9aee-f32fc0cbc9d9 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.339880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c4c92d9c-9e71-4ccb-9aee-f32fc0cbc9d9 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050609 Mar 07 16:14:35.347108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39092) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.354907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-f4e11b7b-a2da-4a73-a114-c3819b04a715 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.359554 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f4e11b7b-a2da-4a73-a114-c3819b04a715 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0108721 Mar 07 16:14:35.366621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39094) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.370204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6a2ff516-dbf6-4a48-9490-b9a89af7162f no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:35.376780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-67a662bc-1930-4f6a-9dbf-6415964855fe tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.378012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-67a662bc-1930-4f6a-9dbf-6415964855fe tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0106542 Mar 07 16:14:35.380695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39096) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.387561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-6644e4e0-48aa-4c3a-8fe8-7c76a5793c16 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.388718 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6644e4e0-48aa-4c3a-8fe8-7c76a5793c16 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0069046 Mar 07 16:14:35.392756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39098) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.394878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6a2ff516-dbf6-4a48-9490-b9a89af7162f {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:35.395012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6a2ff516-dbf6-4a48-9490-b9a89af7162f not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:35.399557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-7e6b9ed0-8a93-47da-bd2c-78d5aa3953ab tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.403726 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7e6b9ed0-8a93-47da-bd2c-78d5aa3953ab tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0089583 Mar 07 16:14:35.408561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39100) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.413445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-e0ed9fd3-ca3f-4777-9ab5-52b8342a9e41 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.417306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e0ed9fd3-ca3f-4777-9ab5-52b8342a9e41 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049067 Mar 07 16:14:35.417964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39102) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.422464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-995fce0a-3f86-4a74-968d-df3e3c20895c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.425970 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-995fce0a-3f86-4a74-968d-df3e3c20895c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047042 Mar 07 16:14:35.426694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39104) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.431602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-9bed2615-cf25-4b1b-8e54-b8432f0aa150 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.432668 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9bed2615-cf25-4b1b-8e54-b8432f0aa150 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048492 Mar 07 16:14:35.435289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39106) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.445621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-feeeff40-38c7-4148-8bdd-bf9c94083980 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.448363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-feeeff40-38c7-4148-8bdd-bf9c94083980 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0112879 Mar 07 16:14:35.449968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39108) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.454617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-c1f26a97-fdef-4fad-b355-ea52b745b185 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.458372 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c1f26a97-fdef-4fad-b355-ea52b745b185 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050278 Mar 07 16:14:35.458690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39110) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.464550 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-1229f2b7-f7df-45d0-9adc-07ed4f04cfef tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.468152 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1229f2b7-f7df-45d0-9adc-07ed4f04cfef tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059540 Mar 07 16:14:35.468414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39112) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.472710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-8d697b73-2e8f-4eb0-9669-e80026ef348e tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.473925 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8d697b73-2e8f-4eb0-9669-e80026ef348e tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043480 Mar 07 16:14:35.476237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39114) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.481050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-2daf4f16-f481-409f-9e32-a71530c9e6c1 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.482848 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2daf4f16-f481-409f-9e32-a71530c9e6c1 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048428 Mar 07 16:14:35.487385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39118) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.497809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-91724f2c-ce04-4da2-91e6-68f0d51cac9b tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.501269 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-91724f2c-ce04-4da2-91e6-68f0d51cac9b tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0091908 Mar 07 16:14:35.501893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39120) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.505829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-05c152c2-976a-4a4c-88c2-cb85aae52c2b tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.509661 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-05c152c2-976a-4a4c-88c2-cb85aae52c2b tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043459 Mar 07 16:14:35.512825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39122) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.516332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-dc39157f-8702-4474-9fce-4677cb2c7a2a tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.517571 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dc39157f-8702-4474-9fce-4677cb2c7a2a tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043926 Mar 07 16:14:35.525704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39124) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.539246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-fa9d433b-7c00-4367-b288-d54f5b903cb5 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.540829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fa9d433b-7c00-4367-b288-d54f5b903cb5 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0117130 Mar 07 16:14:35.544814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39126) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.550046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-441991ef-a338-45f3-943f-7f9f143db95f tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.551912 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-441991ef-a338-45f3-943f-7f9f143db95f tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059187 Mar 07 16:14:35.554582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39128) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.560204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-4ea5bb09-cf25-4c7b-9cfa-dc68c1b9bedb tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.563605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4ea5bb09-cf25-4c7b-9cfa-dc68c1b9bedb tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056009 Mar 07 16:14:35.564014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39130) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.568402 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-7d135558-053c-49f4-b92a-1525b6c2a837 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.569420 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7d135558-053c-49f4-b92a-1525b6c2a837 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044866 Mar 07 16:14:35.572854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39132) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.577487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-5cb5850f-5e26-4976-9568-1d613dd1d328 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.578843 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5cb5850f-5e26-4976-9568-1d613dd1d328 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046630 Mar 07 16:14:35.581203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39134) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.585658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-b2e65f1a-4137-4e52-93a6-245453452790 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.587011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b2e65f1a-4137-4e52-93a6-245453452790 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045509 Mar 07 16:14:35.590765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39136) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.595457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-766f5354-2cd8-430c-8171-d0583e05b265 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.598710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-766f5354-2cd8-430c-8171-d0583e05b265 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046027 Mar 07 16:14:35.599191 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39138) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.603843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-fd6f57c3-e01d-406a-984a-19b4f12cc87f tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.606947 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fd6f57c3-e01d-406a-984a-19b4f12cc87f tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044835 Mar 07 16:14:35.607181 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39140) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.612452 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-fcf54fe7-7fef-4d7d-859a-829fea07edf8 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.613435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fcf54fe7-7fef-4d7d-859a-829fea07edf8 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053592 Mar 07 16:14:35.615850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39142) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.620481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-af383cb6-94ee-4e60-8fcb-bd9ef6308862 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.622833 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-af383cb6-94ee-4e60-8fcb-bd9ef6308862 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047276 Mar 07 16:14:35.623907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39144) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.628358 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-ae6680c3-b2cc-496c-9adf-bc9de773ac25 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.629447 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ae6680c3-b2cc-496c-9adf-bc9de773ac25 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043705 Mar 07 16:14:35.631716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39146) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.636473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-468ebe44-fc11-4bb4-996e-39da981f018b tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.637440 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-468ebe44-fc11-4bb4-996e-39da981f018b tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0048356 Mar 07 16:14:35.640839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39148) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.644944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-78468e52-cf9a-44e1-9483-aef043c7c4ba tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.648286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-78468e52-cf9a-44e1-9483-aef043c7c4ba tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0041821 Mar 07 16:14:35.651430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39150) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.655971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-e5a97979-680d-4c2d-8de4-f203e6ec891f tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.658851 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e5a97979-680d-4c2d-8de4-f203e6ec891f tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045996 Mar 07 16:14:35.659866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39152) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.664262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-fa5f61e7-eb99-4829-bcd7-b486b26aaca0 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.667773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fa5f61e7-eb99-4829-bcd7-b486b26aaca0 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044880 Mar 07 16:14:35.668119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39154) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.672736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-136bb253-8351-4f44-bed4-3e59781ec788 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.676315 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-136bb253-8351-4f44-bed4-3e59781ec788 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045276 Mar 07 16:14:35.676551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39156) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.682281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-ca4c3aa0-a8c3-4f83-9cda-f5d47c2f6f7c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.685589 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ca4c3aa0-a8c3-4f83-9cda-f5d47c2f6f7c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058906 Mar 07 16:14:35.685937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39158) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.691012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-419d9d75-a1fa-4993-935e-000a1bab127c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.692029 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-419d9d75-a1fa-4993-935e-000a1bab127c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051367 Mar 07 16:14:35.694488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39160) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.699474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-5ebadb8b-a0cb-4901-b939-c8696c1555ab tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.702971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ebadb8b-a0cb-4901-b939-c8696c1555ab tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052660 Mar 07 16:14:35.703176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39162) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.707025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-c4505342-16f1-4196-9773-d3b47a9a4423 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.707956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c4505342-16f1-4196-9773-d3b47a9a4423 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039518 Mar 07 16:14:35.710168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39164) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.714879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-5d32cb3b-49e2-40d4-b3a6-ead482d290d8 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.718530 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5d32cb3b-49e2-40d4-b3a6-ead482d290d8 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046105 Mar 07 16:14:35.718530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39166) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.722408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-55caef4d-c50d-4999-9987-0e24c8e46417 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.725966 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-55caef4d-c50d-4999-9987-0e24c8e46417 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0045288 Mar 07 16:14:35.726139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39168) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.730526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-292b0dcb-9b5d-458a-8bb5-2a5402b3e4a3 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.733526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-292b0dcb-9b5d-458a-8bb5-2a5402b3e4a3 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045223 Mar 07 16:14:35.733815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39170) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.738487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-eac0b013-c27c-4d6c-a14a-62bfaeaa1799 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.739124 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eac0b013-c27c-4d6c-a14a-62bfaeaa1799 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044272 Mar 07 16:14:35.741489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39172) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.747277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-4998eb30-1919-432b-8a3b-3a771cc367eb tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.750588 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4998eb30-1919-432b-8a3b-3a771cc367eb tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0058706 Mar 07 16:14:35.750894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39174) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.755094 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-e0b36158-5f2b-446c-9257-978fb188d57c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.758190 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e0b36158-5f2b-446c-9257-978fb188d57c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042951 Mar 07 16:14:35.760153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39176) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.766828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-043e0526-4198-4cbf-9447-cc333fd01241 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.770445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-043e0526-4198-4cbf-9447-cc333fd01241 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0083489 Mar 07 16:14:35.771049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39178) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.776470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-a6887ec1-e88e-4503-8841-1a52731a45b0 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.779441 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a6887ec1-e88e-4503-8841-1a52731a45b0 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074730 Mar 07 16:14:35.781335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39180) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.785762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-0d9d5e27-6fe8-4ded-871d-fff090ffa5c9 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.786183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.25.4.198 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/46f2199d-3553-466b-8a62-cc9f1e29c890) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:35.789092 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0d9d5e27-6fe8-4ded-871d-fff090ffa5c9 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047951 Mar 07 16:14:35.789728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39182) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.795019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-8c1adcc2-9990-4866-9ac2-989d9910de77 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.798141 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8c1adcc2-9990-4866-9ac2-989d9910de77 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053678 Mar 07 16:14:35.798424 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39184) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.803336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-42869c43-9221-493d-a741-c3766c14b330 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.804825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-42869c43-9221-493d-a741-c3766c14b330 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051401 Mar 07 16:14:35.808801 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39186) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.816553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-b644e354-8b4c-4b3c-bbe2-9515003e2344 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.818203 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b644e354-8b4c-4b3c-bbe2-9515003e2344 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060351 Mar 07 16:14:35.837468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39188) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.843956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-10909546-9cbc-498c-bf3c-5a4d05253e20 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.845122 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-10909546-9cbc-498c-bf3c-5a4d05253e20 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0061703 Mar 07 16:14:35.847557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39190) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.852129 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-34afc289-1423-43aa-b612-82ddfe2003d2 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.853511 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-34afc289-1423-43aa-b612-82ddfe2003d2 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046422 Mar 07 16:14:35.853771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2139164-c621-44a5-a249-3f140042ff74 req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1411c576-49c3-49a9-871b-f070c6ece501), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:35.857431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39192) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.867353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['a4e619d7-473e-491d-943c-b1597f4bdb25'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:14:35.873971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [None req-86fcc224-8461-4875-99a8-64fc70ff84c4 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.877242 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-86fcc224-8461-4875-99a8-64fc70ff84c4 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0130010 Mar 07 16:14:35.877869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39194) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.886038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-64aa6537-7b77-4aa0-859e-ffe6f6b15519 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.889889 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-64aa6537-7b77-4aa0-859e-ffe6f6b15519 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0086105 Mar 07 16:14:35.889889 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for floatingip (2af74959-371c-4b32-beb6-321d8c8b7711), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:35.890653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39196) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.895601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-6074448b-9b44-4ede-80ef-166f4b7a2ae2 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.899019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6074448b-9b44-4ede-80ef-166f4b7a2ae2 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053058 Mar 07 16:14:35.902712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39198) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.908117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-d4fc7866-1454-449b-a707-b43959b0c6c3 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.911739 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d4fc7866-1454-449b-a707-b43959b0c6c3 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054593 Mar 07 16:14:35.913741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39200) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.918866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-cd5da07c-be94-4bde-b0ac-751ff3178f80 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.922188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cd5da07c-be94-4bde-b0ac-751ff3178f80 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050354 Mar 07 16:14:35.949136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39202) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.955856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-42c1238b-e430-4918-9272-9c3a9478da2a tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.956849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-42c1238b-e430-4918-9272-9c3a9478da2a tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064874 Mar 07 16:14:35.959373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39204) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.965398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-413c85fe-f359-44b6-8fe4-33f928b92df3 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.966735 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-413c85fe-f359-44b6-8fe4-33f928b92df3 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061235 Mar 07 16:14:35.968847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39206) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.973097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-a3c4d731-355b-4eab-988d-5cd48239cce4 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.974154 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a3c4d731-355b-4eab-988d-5cd48239cce4 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043464 Mar 07 16:14:35.976669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39208) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:35.980742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event deleted for resources: {'Port': ['ID=1411c576-49c3-49a9-871b-f070c6ece501,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:35.982515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-4c9e3c04-fcbe-4d99-b7f9-9f128c91fb9c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:35.987306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4c9e3c04-fcbe-4d99-b7f9-9f128c91fb9c tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0097203 Mar 07 16:14:35.988821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dfdd1324-2dfc-4afd-a8a0-7867d2534c7a), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:35.991315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39210) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:36.015637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-569f6db3-3890-41f5-9e0e-65c9836292c5 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:36.015637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-569f6db3-3890-41f5-9e0e-65c9836292c5 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0232522 Mar 07 16:14:36.017992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39212) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:36.022624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-7ae580fc-34fb-4f03-998a-ec9e004fa076 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:36.027534 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7ae580fc-34fb-4f03-998a-ec9e004fa076 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0047388 Mar 07 16:14:36.027534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39214) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:36.034422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-05601ded-4db8-4ecb-ad8a-b6a284b2c23a tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:36.037583 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-05601ded-4db8-4ecb-ad8a-b6a284b2c23a tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0078707 Mar 07 16:14:36.038690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39216) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:36.043777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [None req-3a07f82d-d8e9-4473-80ae-6f2cfd1c0fc4 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:14:36.047845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3a07f82d-d8e9-4473-80ae-6f2cfd1c0fc4 tempest-ExtensionsTestJSON-407916149 tempest-ExtensionsTestJSON-407916149-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0060778 Mar 07 16:14:36.077024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d08d-73a4-4fb0-8f5d-4325eeb84f3a req-2aaaecce-7916-41c2-940c-dcd01b2e0034 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:36.079322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3f5d08d-73a4-4fb0-8f5d-4325eeb84f3a req-2aaaecce-7916-41c2-940c-dcd01b2e0034 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4f4545-6003-4242-8314-0c999e1289b3 HTTP/1.1" status: 200 len: 867 time: 0.3666666 Mar 07 16:14:36.141762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2139164-c621-44a5-a249-3f140042ff74 req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] No DVR routers for this DVR port 1411c576-49c3-49a9-871b-f070c6ece501 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:36.165007 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c2139164-c621-44a5-a249-3f140042ff74 req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.168857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2139164-c621-44a5-a249-3f140042ff74 req-f833a393-612d-4e72-b5ad-e9be2cf6bede tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.15 "DELETE /v2.0/ports/1411c576-49c3-49a9-871b-f070c6ece501 HTTP/1.1" status: 204 len: 173 time: 2.3612750 Mar 07 16:14:36.178075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4f4545-6003-4242-8314-0c999e1289b3', 'name': 'network-vif-deleted', 'tag': '1411c576-49c3-49a9-871b-f070c6ece501'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:14:36.180281 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b795e134-2dee-43cf-9825-7bdd1976f391" -d '{"events": [{"server_uuid": "5b4f4545-6003-4242-8314-0c999e1289b3", "name": "network-vif-deleted", "tag": "1411c576-49c3-49a9-871b-f070c6ece501"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:14:36.222062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for port (dfdd1324-2dfc-4afd-a8a0-7867d2534c7a), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.239101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (dfdd1324-2dfc-4afd-a8a0-7867d2534c7a), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.270833 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163e444c-a252-46a9-b833-e2841f6b7708 x-openstack-request-id: req-163e444c-a252-46a9-b833-e2841f6b7708 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:14:36.271137 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4f4545-6003-4242-8314-0c999e1289b3", "name": "network-vif-deleted", "tag": "1411c576-49c3-49a9-871b-f070c6ece501", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:14:36.271392 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-163e444c-a252-46a9-b833-e2841f6b7708 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:14:36.271791 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4f4545-6003-4242-8314-0c999e1289b3', 'name': 'network-vif-deleted', 'tag': '1411c576-49c3-49a9-871b-f070c6ece501', 'status': 'completed', 'code': 200} Mar 07 16:14:36.277485 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.341501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Deleting port 43736d53-7206-4003-a794-5d2695abfbfe {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:36.341850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (43736d53-7206-4003-a794-5d2695abfbfe), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.366347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3f5d08d-73a4-4fb0-8f5d-4325eeb84f3a req-80f4ddac-e367-4b43-a551-229dc0a3298d tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561924 Mar 07 16:14:36.403012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7971049-aa50-4c11-894f-f0916c61263d req-ce35f34a-3096-4a55-b18e-fc83f3b02d19 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0475318 Mar 07 16:14:36.405300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event updated for resources: {'Port': ['ID=dfdd1324-2dfc-4afd-a8a0-7867d2534c7a,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:36.414511 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (2af74959-371c-4b32-beb6-321d8c8b7711), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.442208 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.442208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0102aebe-d19d-47fe-82d2-77d1f7496591 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0228021 Mar 07 16:14:36.443617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39226) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:36.449292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1903835229'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:36.459439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39228) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:36.470786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Made reservation on behalf of f0c55d41988743c4a9980afd28239dbb for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:36.474266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.484623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.492600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] For port 43736d53-7206-4003-a794-5d2695abfbfe, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=43736d53-7206-4003-a794-5d2695abfbfe,segment=NetworkSegment(df4fb912-6acb-4d02-b10f-d00eaf45a120),segment_id=df4fb912-6acb-4d02-b10f-d00eaf45a120)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:36.493209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (43736d53-7206-4003-a794-5d2695abfbfe), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.530778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Calling delete_port for 43736d53-7206-4003-a794-5d2695abfbfe owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:36.533064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.558515 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.573774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 1411c576-49c3-49a9-871b-f070c6ece501 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:36.607840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for security_group (fef06056-56ea-45f5-b18f-6e4929634936), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.608867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ac42c1da-1d01-42a7-b3f4-212c1a1da2ad no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:36.613074 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fef06056-56ea-45f5-b18f-6e4929634936), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.620159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 1411c576-49c3-49a9-871b-f070c6ece501 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:36.620501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 1411c576-49c3-49a9-871b-f070c6ece501 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:36.643041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ac42c1da-1d01-42a7-b3f4-212c1a1da2ad {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:36.643664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ac42c1da-1d01-42a7-b3f4-212c1a1da2ad not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:36.654466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:36.655677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:14:36.667094 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef06056-56ea-45f5-b18f-6e4929634936,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:36.671191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:36.672723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (79a16262-c8c9-40cd-b985-0f4f4fb1cf51), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.673083 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Added segment 79a16262-c8c9-40cd-b985-0f4f4fb1cf51 of type vlan for network a70f9fad-e125-4f37-ae4a-d796576ad7fd Mar 07 16:14:36.679645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-be2f463d-4aa5-42b1-878f-176558b059cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.691281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:36.694745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=46f2199d-3553-466b-8a62-cc9f1e29c890,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:36.722433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (a70f9fad-e125-4f37-ae4a-d796576ad7fd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.754927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (a70f9fad-e125-4f37-ae4a-d796576ad7fd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.758291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.767122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:36.767896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:36.806841 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3580272 Mar 07 16:14:36.806841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39232) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:36.812338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Request body: {'subnet': {'network_id': 'a70f9fad-e125-4f37-ae4a-d796576ad7fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:36.905453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276ad62-8e03-408f-b84a-1a4d89882818 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event updated for resources: {'Network': ['ID=a70f9fad-e125-4f37-ae4a-d796576ad7fd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:36.917312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network a70f9fad-e125-4f37-ae4a-d796576ad7fd details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:14:36.948542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Made reservation on behalf of f0c55d41988743c4a9980afd28239dbb for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:36.952499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.149130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (29235eec-7177-4cb7-be94-fc9b0d819132), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.154811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-be2f463d-4aa5-42b1-878f-176558b059cd admin admin] Publish callbacks [] for security_group (84e146a4-2ec0-44b2-a209-e6d2194a79ed), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.164143 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-be2f463d-4aa5-42b1-878f-176558b059cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (84e146a4-2ec0-44b2-a209-e6d2194a79ed), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.210309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event updated for resources: {'Subnet': ['ID=29235eec-7177-4cb7-be94-fc9b0d819132,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:37.220057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Checking segment: {'id': '79a16262-c8c9-40cd-b985-0f4f4fb1cf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a70f9fad-e125-4f37-ae4a-d796576ad7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:37.220451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Network hostable DHCP agents. Network: a70f9fad-e125-4f37-ae4a-d796576ad7fd, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:14:37.226163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (43736d53-7206-4003-a794-5d2695abfbfe), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.230735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-be2f463d-4aa5-42b1-878f-176558b059cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40aaa9b666d84acebadafbd4db7aa27e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7706027 Mar 07 16:14:37.234113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39234) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:37.235574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f463d-4aa5-42b1-878f-176558b059cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e146a4-2ec0-44b2-a209-e6d2194a79ed,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:37.267759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=43736d53-7206-4003-a794-5d2695abfbfe,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:37.271529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Network a70f9fad-e125-4f37-ae4a-d796576ad7fd is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:14:37.293104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, a70f9fad-e125-4f37-ae4a-d796576ad7fd) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:37.298004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:37.299315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.300867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ed845-d17b-4c36-ae34-6c4350e7b57f None None] Network a70f9fad-e125-4f37-ae4a-d796576ad7fd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:37.325746 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-210f911d-efc6-4c00-89b1-7dab14fc4ba3 admin admin] Publish callbacks [] for security_group (84e146a4-2ec0-44b2-a209-e6d2194a79ed), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.359121 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7455cea1-79b6-4246-b6c3-b41db5936075 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5494852 Mar 07 16:14:37.359121 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-210f911d-efc6-4c00-89b1-7dab14fc4ba3 admin admin] Publish callbacks [] for security_group (84e146a4-2ec0-44b2-a209-e6d2194a79ed), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.360844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39236) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:37.365374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1499380026', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:37.417024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (da902928-d439-4f31-97e3-ba9e8c268ce6), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.418329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (da902928-d439-4f31-97e3-ba9e8c268ce6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.448094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-a70f9fad-e125-4f37-ae4a-d796576ad7fd', 'network_id': 'a70f9fad-e125-4f37-ae4a-d796576ad7fd', 'project_id': 'f0c55d41988743c4a9980afd28239dbb', 'fixed_ips': [{'subnet_id': '29235eec-7177-4cb7-be94-fc9b0d819132'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:14:37.448966 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.596739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for router_controller (da902928-d439-4f31-97e3-ba9e8c268ce6), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.599172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-210f911d-efc6-4c00-89b1-7dab14fc4ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (84e146a4-2ec0-44b2-a209-e6d2194a79ed), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.602692 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (43cd1400-5477-4a30-98fd-97d34b893a92), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.605849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-210f911d-efc6-4c00-89b1-7dab14fc4ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.611722 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-210f911d-efc6-4c00-89b1-7dab14fc4ba3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84e146a4-2ec0-44b2-a209-e6d2194a79ed HTTP/1.1" status: 204 len: 168 time: 0.3719528 Mar 07 16:14:37.714776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Allocated IP 172.20.0.2 (a70f9fad-e125-4f37-ae4a-d796576ad7fd/29235eec-7177-4cb7-be94-fc9b0d819132/bcbf857c-3bb0-441f-9f83-e0b9ee12fe25) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:37.718357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f911d-efc6-4c00-89b1-7dab14fc4ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e146a4-2ec0-44b2-a209-e6d2194a79ed,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:37.733633 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e9d2454-dbbb-46e3-ae03-96a9b435bf6f req-bf0f2b44-e826-4590-a8ae-e24a97bb7210 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1354918 Mar 07 16:14:37.895436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (504f398c-bdbc-4c75-8a3f-05d91b749b6f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:37.918610 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for router_gateway (da902928-d439-4f31-97e3-ba9e8c268ce6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.110498 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (43cd1400-5477-4a30-98fd-97d34b893a92), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.194142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for router_gateway (da902928-d439-4f31-97e3-ba9e8c268ce6), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.219162 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Publish callbacks [] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.221669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.233702 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.277816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Network a70f9fad-e125-4f37-ae4a-d796576ad7fd is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:38.282212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:38.287000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:38.371492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Pushing event updated for resources: {'Port': ['ID=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:38.397866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Allocated IP 172.25.4.117 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/4d239465-5602-49c3-ad9a-110fe824b9da) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:38.407607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Attempting to bind port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:38.414297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Attempting to bind port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '79a16262-c8c9-40cd-b985-0f4f4fb1cf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a70f9fad-e125-4f37-ae4a-d796576ad7fd'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:38.414697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Attempting to bind port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 on network a70f9fad-e125-4f37-ae4a-d796576ad7fd {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:38.436168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:38.436560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Checking segment: {'id': '79a16262-c8c9-40cd-b985-0f4f4fb1cf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a70f9fad-e125-4f37-ae4a-d796576ad7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:38.436973 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.437370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Bound using segment: {'id': '79a16262-c8c9-40cd-b985-0f4f4fb1cf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a70f9fad-e125-4f37-ae4a-d796576ad7fd'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:38.437859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Bound port: bcbf857c-3bb0-441f-9f83-e0b9ee12fe25, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a16262-c8c9-40cd-b985-0f4f4fb1cf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a70f9fad-e125-4f37-ae4a-d796576ad7fd'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:38.438242 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.533990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] For port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:38.537476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] For port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,segment=NetworkSegment(79a16262-c8c9-40cd-b985-0f4f4fb1cf51),segment_id=79a16262-c8c9-40cd-b985-0f4f4fb1cf51)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:38.546873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.562124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59e5d-b6c7-40f5-947d-253e31963c52 req-5ea96057-11cd-4c46-9dcc-77f38e92e5c8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:38.563844 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b3a59e5d-b6c7-40f5-947d-253e31963c52 req-5ea96057-11cd-4c46-9dcc-77f38e92e5c8 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 945 time: 0.1173439 Mar 07 16:14:38.589575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for port (4d239465-5602-49c3-ad9a-110fe824b9da), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.642668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e16e3c-d732-4593-bd74-12cce49cdb94 None None] Pushing event updated for resources: {'Port': ['ID=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:38.704141 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4d239465-5602-49c3-ad9a-110fe824b9da), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.735612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port 2dba775a-1189-4290-87c6-970a9794eea1 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:38.736270 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2dba775a-1189-4290-87c6-970a9794eea1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:38.753259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b3a59e5d-b6c7-40f5-947d-253e31963c52 req-93a35f92-3411-478b-9b9f-eb28e0b1ac7f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780634 Mar 07 16:14:38.772332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39294) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:38.780652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:38.785593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:38.791302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:38.797100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event updated for resources: {'Port': ['ID=4d239465-5602-49c3-ad9a-110fe824b9da,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:38.977145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-acea6f3b-dcdf-488b-9869-76ed2d4d9853 req-d342190c-18a5-42c2-9387-a8e8ddfcaf8a tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1054549 Mar 07 16:14:38.986758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1858773109'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:39.060919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] For port 2dba775a-1189-4290-87c6-970a9794eea1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2dba775a-1189-4290-87c6-970a9794eea1,segment=NetworkSegment(069dd0a2-2c8b-47b2-afcf-bb075aaca2a8),segment_id=069dd0a2-2c8b-47b2-afcf-bb075aaca2a8)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:39.061287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2dba775a-1189-4290-87c6-970a9794eea1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.076288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Made reservation on behalf of b1e5d3034fdc4ee0a54c0a0fea71e514 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:39.079682 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.127499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for 2dba775a-1189-4290-87c6-970a9794eea1 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:39.138160 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.144707 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for router_gateway (da902928-d439-4f31-97e3-ba9e8c268ce6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.265393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 43cd1400-5477-4a30-98fd-97d34b893a92 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:14:39.358784 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (da902928-d439-4f31-97e3-ba9e8c268ce6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.401185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Router 504f398c-bdbc-4c75-8a3f-05d91b749b6f has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:39.510128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Router da902928-d439-4f31-97e3-ba9e8c268ce6 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:14:39.536475 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for security_group (650ea3f7-638d-4abf-95b5-68f729a7b8a1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.574721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (650ea3f7-638d-4abf-95b5-68f729a7b8a1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.624355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:39.635684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Sync routers for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:39.646574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:39.652974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:39.653675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:39.661045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:14:39.671299 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.673648 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b12d2-c7e0-42d4-86f2-82abe05a66ad None None] Sync routers for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:39.676248 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7e490bf7-1030-49a8-8f5f-536ffca9d963 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3140316 Mar 07 16:14:39.685252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39300) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:39.686517 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b12d2-c7e0-42d4-86f2-82abe05a66ad None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:39.688418 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-232b12d2-c7e0-42d4-86f2-82abe05a66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:39.705151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650ea3f7-638d-4abf-95b5-68f729a7b8a1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:39.716335 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6e7e54b0-5f4f-45ef-9e80-641f46742c05), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.716471 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Added segment 6e7e54b0-5f4f-45ef-9e80-641f46742c05 of type vlan for network cb58d892-79c7-46c3-9f89-a98f0d063a79 Mar 07 16:14:39.730158 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2dba775a-1189-4290-87c6-970a9794eea1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.770688 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-232b12d2-c7e0-42d4-86f2-82abe05a66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:39.789810 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b12d2-c7e0-42d4-86f2-82abe05a66ad None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:39.797721 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-232b12d2-c7e0-42d4-86f2-82abe05a66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:39.815207 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.820087 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-127dd8f7-7897-45d3-8a94-75abef623815 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.3555017 Mar 07 16:14:39.821910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39304) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:39.839825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:39.845410 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-232b12d2-c7e0-42d4-86f2-82abe05a66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:39.846075 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b12d2-c7e0-42d4-86f2-82abe05a66ad None None] The sync data for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:39.855501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=2dba775a-1189-4290-87c6-970a9794eea1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:39.874488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (cb58d892-79c7-46c3-9f89-a98f0d063a79), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:39.881468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:39.905216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-aba175bc-fbd8-4157-a572-c81cdda1caa8 admin admin] 10.222.0.24 "PUT /v2.0/routers/504f398c-bdbc-4c75-8a3f-05d91b749b6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8916574 Mar 07 16:14:39.909966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39308) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:39.944004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] Sync routers for ids ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:39.963579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f7aca0-0458-4dfc-b917-7513738c17d8 None None] Network a70f9fad-e125-4f37-ae4a-d796576ad7fd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:40.015185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:14:40.097571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] Routers {'504f398c-bdbc-4c75-8a3f-05d91b749b6f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:40.098207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:40.102468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d9665e79-a030-4cf6-b8a2-e74d4a439121 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b01e219725e74cf185bd0d470e0fcf3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2773499 Mar 07 16:14:40.124099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39312) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:40.207463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-aea3f9cf-6823-46b3-96e4-dd3e2e3d7315 None None] Provisioning complete for port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:40.207880 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aea3f9cf-6823-46b3-96e4-dd3e2e3d7315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:40.245458 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0d587b2-c4d1-4415-af0d-3d7e8295655b req-53142ba5-12be-421a-942d-fb99f7ec3663 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1270938 Mar 07 16:14:40.258376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (cb58d892-79c7-46c3-9f89-a98f0d063a79), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:40.265327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:40.265979 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:40.291144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-ae5024bc-1aca-4249-ab9e-0105fac82637 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:40.292743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-ae5024bc-1aca-4249-ab9e-0105fac82637 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.11 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 945 time: 0.3009517 Mar 07 16:14:40.382737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] Set router 504f398c-bdbc-4c75-8a3f-05d91b749b6f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:40.471689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7037668 Mar 07 16:14:40.551908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:37Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:40.556336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-aea3f9cf-6823-46b3-96e4-dd3e2e3d7315 None None] Current status of the port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:40.556834 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aea3f9cf-6823-46b3-96e4-dd3e2e3d7315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:40.589644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39314) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:40.608597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Checking router: 43cd1400-5477-4a30-98fd-97d34b893a92 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:40.608954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Updating router 43cd1400-5477-4a30-98fd-97d34b893a92 port 46f2199d-3553-466b-8a62-cc9f1e29c890 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:14:40.654928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'subnet': {'network_id': 'cb58d892-79c7-46c3-9f89-a98f0d063a79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:40.655199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8a739-c2b6-4640-a874-00fbf0e9ee17 req-91bc3c0c-4baa-4367-8bf9-dcded76a1d8c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:40.656690 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6f8a739-c2b6-4640-a874-00fbf0e9ee17 req-91bc3c0c-4baa-4367-8bf9-dcded76a1d8c tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 945 time: 0.6430063 Mar 07 16:14:40.701193 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:40.718271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-aea3f9cf-6823-46b3-96e4-dd3e2e3d7315 None None] For port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,segment=NetworkSegment(79a16262-c8c9-40cd-b985-0f4f4fb1cf51),segment_id=79a16262-c8c9-40cd-b985-0f4f4fb1cf51)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:40.754252 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aea3f9cf-6823-46b3-96e4-dd3e2e3d7315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:40.763625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9255c-a22e-4423-b5a3-6a50fe519321 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Network': ['ID=cb58d892-79c7-46c3-9f89-a98f0d063a79,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:40.791239 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6f8a739-c2b6-4640-a874-00fbf0e9ee17 req-8963a9da-eabe-4883-becb-c3eeef25b2a9 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961330 Mar 07 16:14:40.802602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c8832-5c96-4ddd-8cf1-a638a3fc7dc6 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:40.807674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c96c8832-5c96-4ddd-8cf1-a638a3fc7dc6 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6714511 Mar 07 16:14:40.808190 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:40.814214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39316) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:40.890970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks [] for router (504f398c-bdbc-4c75-8a3f-05d91b749b6f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:40.895987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-026c1e8f-2833-40cb-9681-0d21e535f0a8 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797629 Mar 07 16:14:40.897996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39318) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:40.903326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:14:40.905643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1181154021', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:40.914753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:41.047372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:41.049161 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.051970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.077225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.332157 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0a346783-372b-4919-b7d7-ec39fffb800b None None] Provisioning complete for port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:41.332584 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0a346783-372b-4919-b7d7-ec39fffb800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.343083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3f9cf-6823-46b3-96e4-dd3e2e3d7315 None None] Pushing event updated for resources: {'Port': ['ID=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:41.386649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:57Z', 'updated_at': '2022-03-07T16:14:37Z', 'revision_number': 5, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'gw_port': {'id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:59Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:41.426614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] Checking router: 504f398c-bdbc-4c75-8a3f-05d91b749b6f for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:41.459166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:41.459733 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.472815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] Routers {'504f398c-bdbc-4c75-8a3f-05d91b749b6f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:41.473611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:41.539780 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (951818bc-bb99-43a3-9a0c-22b765943c04), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.592036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-48e541c7-438e-46d4-b916-8886dc1501d5 req-ee59c700-49a7-4a33-877f-66e315c150a8 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1017680 Mar 07 16:14:41.632188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0a346783-372b-4919-b7d7-ec39fffb800b None None] Current status of the port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:41.661288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Deleting port a4e619d7-473e-491d-943c-b1597f4bdb25 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:41.661908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.704741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Allocated IP 172.20.0.1 (a70f9fad-e125-4f37-ae4a-d796576ad7fd/29235eec-7177-4cb7-be94-fc9b0d819132/fbb6d98e-fe97-4949-bf16-08bb5e160f6d) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:41.709922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Subnet': ['ID=951818bc-bb99-43a3-9a0c-22b765943c04,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:41.725311 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks [] for router_gateway (504f398c-bdbc-4c75-8a3f-05d91b749b6f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.733475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Checking segment: {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:41.733475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network hostable DHCP agents. Network: 65596130-a4f5-4fe1-916e-781be6951587, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:14:41.735675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Made reservation on behalf of b1e5d3034fdc4ee0a54c0a0fea71e514 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:41.738656 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.747184 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Publish callbacks [] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.767506 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.770634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] Set router 504f398c-bdbc-4c75-8a3f-05d91b749b6f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:41.809720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 65596130-a4f5-4fe1-916e-781be6951587 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:14:41.821490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 65596130-a4f5-4fe1-916e-781be6951587) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:41.829067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:41.829823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:41.855428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:41.862345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d6afa-bf53-458c-820c-ecd9eb32b865 None None] Network 65596130-a4f5-4fe1-916e-781be6951587 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:41.884038 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1567ee73-b776-4367-94fe-80e3446f4ce3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9815955 Mar 07 16:14:41.885454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39324) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:41.999566 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Attempting to bind port 46f2199d-3553-466b-8a62-cc9f1e29c890 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:42.000036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Attempting to bind port 46f2199d-3553-466b-8a62-cc9f1e29c890 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:42.000471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Attempting to bind port 46f2199d-3553-466b-8a62-cc9f1e29c890 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:42.002472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a3c47-f281-43c3-b6de-e17b907a5312 None None] Pushing event updated for resources: {'Port': ['ID=46f2199d-3553-466b-8a62-cc9f1e29c890,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:42.012138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] For port a4e619d7-473e-491d-943c-b1597f4bdb25, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=a4e619d7-473e-491d-943c-b1597f4bdb25,segment=NetworkSegment(4747e8c2-7b6e-4cc4-9851-c2135c18bc1f),segment_id=4747e8c2-7b6e-4cc4-9851-c2135c18bc1f)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:42.012584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.020717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:42.021206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:42.021686 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.022146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:42.022708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Bound port: 46f2199d-3553-466b-8a62-cc9f1e29c890, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:42.024155 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.026834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:42.042531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Calling delete_port for a4e619d7-473e-491d-943c-b1597f4bdb25 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:42.045918 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.112416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Deleting port 373d8af0-cb01-404f-a947-dfe75b27363e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:42.112761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.153809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] For port 46f2199d-3553-466b-8a62-cc9f1e29c890, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:42.167419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-65596130-a4f5-4fe1-916e-781be6951587', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:14:42.168400 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.174201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] For port 46f2199d-3553-466b-8a62-cc9f1e29c890, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=46f2199d-3553-466b-8a62-cc9f1e29c890,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:42.192166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5a252-be2b-4dc6-9434-0d9105ba36e6 req-f1d7289b-215f-4dd9-9289-6e29987ac68f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:42.192566 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.197151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0e5a252-be2b-4dc6-9434-0d9105ba36e6 req-f1d7289b-215f-4dd9-9289-6e29987ac68f tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 945 time: 0.1815305 Mar 07 16:14:42.281865 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.344236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:57Z', 'updated_at': '2022-03-07T16:14:37Z', 'revision_number': 5, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'gw_port': {'id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:59Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:42.351304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:42.351636 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Network a70f9fad-e125-4f37-ae4a-d796576ad7fd is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:42.352090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:42.357491 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0e5a252-be2b-4dc6-9434-0d9105ba36e6 req-fc138627-1529-40a0-86f8-cc570ee877ab tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/security-groups?id=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505485 Mar 07 16:14:42.362591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:42.371654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:42.376514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event updated for resources: {'Port': ['ID=fbb6d98e-fe97-4949-bf16-08bb5e160f6d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:42.387005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a3c47-f281-43c3-b6de-e17b907a5312 None None] Pushing event updated for resources: {'Port': ['ID=46f2199d-3553-466b-8a62-cc9f1e29c890,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:42.387410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:42.391698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f833d-446b-4bf4-ad9b-3043b96fff8e None None] The sync data for ids ['504f398c-bdbc-4c75-8a3f-05d91b749b6f'] in n-d-830010-8 is: [{'id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'name': 'tempest-TaggedBootDevicesTest-452962676-router', 'tenant_id': '2db8a57889a643f0bdce29e040847eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:57Z', 'updated_at': '2022-03-07T16:14:37Z', 'revision_number': 5, 'project_id': '2db8a57889a643f0bdce29e040847eae', 'gw_port': {'id': '373d8af0-cb01-404f-a947-dfe75b27363e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f398c-bdbc-4c75-8a3f-05d91b749b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:59Z', 'updated_at': '2022-03-07T16:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:42.397967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5a74050a-a9a2-4789-b3fc-6f287c99801f tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3308485 Mar 07 16:14:42.400518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39326) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:42.403458 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (56c8fd56-6967-4635-81fa-98252b0d4f18), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.442377 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:42.473695 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:42.475242 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:42.527434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] For port 373d8af0-cb01-404f-a947-dfe75b27363e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=373d8af0-cb01-404f-a947-dfe75b27363e,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:42.528289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.528996 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (da902928-d439-4f31-97e3-ba9e8c268ce6), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.615241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Calling delete_port for 373d8af0-cb01-404f-a947-dfe75b27363e owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:42.664507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Allocated IP 172.20.0.2 (65596130-a4f5-4fe1-916e-781be6951587/951818bc-bb99-43a3-9a0c-22b765943c04/d5b91f38-8dc3-47ce-a7a9-d31ed3344f23) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:42.719635 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:42.732693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:42.753405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:42.787355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-677d1d72-6778-469a-96e1-1038f37fa877 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting subnet c451a208-f423-4a49-aeaa-05d5fcd731cf {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:14:42.812051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Subnet': ['ID=56c8fd56-6967-4635-81fa-98252b0d4f18,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:42.825807 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-677d1d72-6778-469a-96e1-1038f37fa877 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (c451a208-f423-4a49-aeaa-05d5fcd731cf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.840635 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a4e619d7-473e-491d-943c-b1597f4bdb25), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.916162 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4be05a9-f22c-41f9-84a2-8325418d3238 req-d1faf957-e7d3-4423-a7ee-a94578b4d043 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1070766 Mar 07 16:14:42.952563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Checking segment: {'id': '6e7e54b0-5f4f-45ef-9e80-641f46742c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cb58d892-79c7-46c3-9f89-a98f0d063a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:42.952942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network hostable DHCP agents. Network: cb58d892-79c7-46c3-9f89-a98f0d063a79, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:14:42.968675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:42.989553 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-677d1d72-6778-469a-96e1-1038f37fa877 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (c451a208-f423-4a49-aeaa-05d5fcd731cf), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.002993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0fb23123-eb5e-4226-a835-f5f7137c59c5 None None] Provisioning complete for port fbb6d98e-fe97-4949-bf16-08bb5e160f6d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:43.003667 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0fb23123-eb5e-4226-a835-f5f7137c59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.027520 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:39Z', 'revision_number': 9, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:43.057219 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:43.068606 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Pushing event deleted for resources: {'Port': ['ID=a4e619d7-473e-491d-943c-b1597f4bdb25,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:43.076388 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:43.077242 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:43.130690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.142012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] No DVR routers for this DVR port a4e619d7-473e-491d-943c-b1597f4bdb25 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:43.145230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.149383 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc0f2249-a86b-4c88-8d02-210f382ea5d2 req-f11cc786-44c9-484d-9d02-6d5e54ef7e70 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.11 "DELETE /v2.0/ports/a4e619d7-473e-491d-943c-b1597f4bdb25 HTTP/1.1" status: 204 len: 173 time: 2.8015921 Mar 07 16:14:43.188660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54154531-9220-472e-ab76-f5d7c6b0927d', 'name': 'network-vif-deleted', 'tag': 'a4e619d7-473e-491d-943c-b1597f4bdb25'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:14:43.193129 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c5b88a-098d-4da4-90ca-9afa5234629c" -d '{"events": [{"server_uuid": "54154531-9220-472e-ab76-f5d7c6b0927d", "name": "network-vif-deleted", "tag": "a4e619d7-473e-491d-943c-b1597f4bdb25"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:14:43.204865 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:43.310244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:14:43.332850 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd43b91-c156-4370-8c40-50cb64064374 x-openstack-request-id: req-3bd43b91-c156-4370-8c40-50cb64064374 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:14:43.334415 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54154531-9220-472e-ab76-f5d7c6b0927d", "name": "network-vif-deleted", "tag": "a4e619d7-473e-491d-943c-b1597f4bdb25", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:14:43.334743 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bd43b91-c156-4370-8c40-50cb64064374 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:14:43.335210 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54154531-9220-472e-ab76-f5d7c6b0927d', 'name': 'network-vif-deleted', 'tag': 'a4e619d7-473e-491d-943c-b1597f4bdb25', 'status': 'completed', 'code': 200} Mar 07 16:14:43.376527 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Publish callbacks [] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.380548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0fb23123-eb5e-4226-a835-f5f7137c59c5 None None] Port fbb6d98e-fe97-4949-bf16-08bb5e160f6d cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:43.393076 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.420905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:43.421709 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.440855 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-677d1d72-6778-469a-96e1-1038f37fa877 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (c451a208-f423-4a49-aeaa-05d5fcd731cf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.441529 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:39Z', 'revision_number': 9, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:43.476410 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a3d90d-dfa3-4318-9155-13d1d1ce4dda None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:39Z', 'revision_number': 9, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': '64e82ee8-7de5-49ec-848f-5eef6aa4aaef', 'name': '', 'network_id': '7a9241e9-0292-413f-a01a-1d9f4235c1fb', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:04:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:53Z', 'updated_at': '2022-03-07T16:14:01Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'a23a2046-d34c-40de-a737-6dda11b4f790', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:43.513924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, cb58d892-79c7-46c3-9f89-a98f0d063a79) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:43.527440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Network 65596130-a4f5-4fe1-916e-781be6951587 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:43.530116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:43.530729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.542348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:43.548794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:43.553742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0f076-da1f-417b-bd2e-80b853a70b35 None None] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:43.586836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a4e619d7-473e-491d-943c-b1597f4bdb25 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:43.604606 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-03a55b97-94ed-4af3-95eb-a6914420098f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0135546 Mar 07 16:14:43.610368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39334) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:43.618905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2130981567', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:43.638495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-677d1d72-6778-469a-96e1-1038f37fa877 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (c451a208-f423-4a49-aeaa-05d5fcd731cf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.675695 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c446a5d7-458d-4d87-b9c0-b2c4dbbd353f req-b7fa2aa8-5ab3-4c74-bb9e-fc003a4d29e3 tempest-ServersTestJSON-617180766 tempest-ServersTestJSON-617180766-project] 10.222.0.24 "GET /v2.0/ports?device_id=54154531-9220-472e-ab76-f5d7c6b0927d HTTP/1.1" status: 200 len: 210 time: 0.0691969 Mar 07 16:14:43.676940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-677d1d72-6778-469a-96e1-1038f37fa877 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.680097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-677d1d72-6778-469a-96e1-1038f37fa877 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/c451a208-f423-4a49-aeaa-05d5fcd731cf HTTP/1.1" status: 204 len: 168 time: 1.2779057 Mar 07 16:14:43.684907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39336) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:43.699278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f88ef-dca6-4de3-95e6-0ef0b184f6d2 None None] Network 5ea7c9ef-d024-4f00-be42-23d88d7ef44e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:43.713333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: a4e619d7-473e-491d-943c-b1597f4bdb25 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:43.714068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device a4e619d7-473e-491d-943c-b1597f4bdb25 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:43.717812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d1d72-6778-469a-96e1-1038f37fa877 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Subnet': ['ID=c451a208-f423-4a49-aeaa-05d5fcd731cf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:43.722534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Pushing event updated for resources: {'Port': ['ID=d5b91f38-8dc3-47ce-a7a9-d31ed3344f23,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:43.726491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (373d8af0-cb01-404f-a947-dfe75b27363e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.732081 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (ffc24387-5cac-4671-a30a-d271901c26a2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.733126 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (ffc24387-5cac-4671-a30a-d271901c26a2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.759976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.20.0.1 (65596130-a4f5-4fe1-916e-781be6951587/951818bc-bb99-43a3-9a0c-22b765943c04/a1542434-8da6-4dfa-85ca-79cc4173d796) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:43.800343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=373d8af0-cb01-404f-a947-dfe75b27363e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:43.823707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:37Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:43.825478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:43.871182 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (5ea7c9ef-d024-4f00-be42-23d88d7ef44e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.900405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 43736d53-7206-4003-a794-5d2695abfbfe no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:43.931534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.941275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.952196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e61991-41de-4704-834f-e772435fd8f9 None None] The sync data for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 is: [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:37Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:43.954465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Attempting to bind port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:43.954920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Attempting to bind port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:43.955308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Attempting to bind port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 on network 65596130-a4f5-4fe1-916e-781be6951587 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:43.963363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 43736d53-7206-4003-a794-5d2695abfbfe {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:43.963697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 43736d53-7206-4003-a794-5d2695abfbfe not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:43.971911 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (504f398c-bdbc-4c75-8a3f-05d91b749b6f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.983515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:43.983908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Checking segment: {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:43.984327 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:43.985011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Bound using segment: {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:43.985518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Bound port: d5b91f38-8dc3-47ce-a7a9-d31ed3344f23, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:43.987138 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.043971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd6a2b4-2b16-428f-b6be-b548751b3941 None None] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:44.112217 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_controller (ffc24387-5cac-4671-a30a-d271901c26a2), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.148468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4d225f8f-092a-475b-acae-3d77054a62af req-a4a9e6fb-238f-4eb6-8045-609ba2e84c9b tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0804474 Mar 07 16:14:44.149304 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (da902928-d439-4f31-97e3-ba9e8c268ce6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.161812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event updated for resources: {'Port': ['ID=fbb6d98e-fe97-4949-bf16-08bb5e160f6d,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:44.177830 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.246352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] For port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:44.256145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] For port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d5b91f38-8dc3-47ce-a7a9-d31ed3344f23,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:44.267967 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.335917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293887b4-8bb5-4efb-8d4f-ce1cf4072fab None None] DHCP port deletion for 5ea7c9ef-d024-4f00-be42-23d88d7ef44e request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:14:44.340323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (504f398c-bdbc-4c75-8a3f-05d91b749b6f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.344981 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks [] for router_controller (504f398c-bdbc-4c75-8a3f-05d91b749b6f), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.386476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6b3b5-9d97-4898-b22d-65fbd176e267 None None] Pushing event updated for resources: {'Port': ['ID=d5b91f38-8dc3-47ce-a7a9-d31ed3344f23,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:44.457485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-293887b4-8bb5-4efb-8d4f-ce1cf4072fab None None] Deleting port a020f2c2-f193-4c31-bcf1-2aedbd352e37 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:44.457485 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-293887b4-8bb5-4efb-8d4f-ce1cf4072fab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.521439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_gateway (ffc24387-5cac-4671-a30a-d271901c26a2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.542607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (504f398c-bdbc-4c75-8a3f-05d91b749b6f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.544423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504f398c-bdbc-4c75-8a3f-05d91b749b6f {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:14:44.564685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.575611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e3ad3fd4-4935-4a93-943d-37e466abb3bc admin admin] 10.222.0.24 "DELETE /v2.0/routers/504f398c-bdbc-4c75-8a3f-05d91b749b6f HTTP/1.1" status: 204 len: 168 time: 4.6549950 Mar 07 16:14:44.576880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39340) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:44.597609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-293887b4-8bb5-4efb-8d4f-ce1cf4072fab None None] For port a020f2c2-f193-4c31-bcf1-2aedbd352e37, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a020f2c2-f193-4c31-bcf1-2aedbd352e37,segment=NetworkSegment(069dd0a2-2c8b-47b2-afcf-bb075aaca2a8),segment_id=069dd0a2-2c8b-47b2-afcf-bb075aaca2a8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:44.600869 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-293887b4-8bb5-4efb-8d4f-ce1cf4072fab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.663678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-293887b4-8bb5-4efb-8d4f-ce1cf4072fab None None] Calling delete_port for a020f2c2-f193-4c31-bcf1-2aedbd352e37 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:44.705417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-976bf008-0cbb-4aa1-b7a1-dba757f3a9b5 admin admin] Deleting subnet f51a4ae9-8744-4fd5-8706-316865179ab6 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:14:44.776967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-976bf008-0cbb-4aa1-b7a1-dba757f3a9b5 admin admin] Publish callbacks [] for subnet (f51a4ae9-8744-4fd5-8706-316865179ab6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.841380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39344) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:44.887400 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-293887b4-8bb5-4efb-8d4f-ce1cf4072fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.926208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293887b4-8bb5-4efb-8d4f-ce1cf4072fab None None] Pushing event deleted for resources: {'Port': ['ID=a020f2c2-f193-4c31-bcf1-2aedbd352e37,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:44.933403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293887b4-8bb5-4efb-8d4f-ce1cf4072fab None None] No DVR routers for this DVR port a020f2c2-f193-4c31-bcf1-2aedbd352e37 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:44.945882 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-976bf008-0cbb-4aa1-b7a1-dba757f3a9b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f51a4ae9-8744-4fd5-8706-316865179ab6), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.956502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port a020f2c2-f193-4c31-bcf1-2aedbd352e37 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:44.956841 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:44.978150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c7b02b-b87f-4cfc-8ffa-15dcfa1005d5 admin admin] Deleting subnet 414b9e25-07a8-4036-8b1a-d3eb88278c53 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:14:44.985264 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c7b02b-b87f-4cfc-8ffa-15dcfa1005d5 admin admin] Publish callbacks [] for subnet (414b9e25-07a8-4036-8b1a-d3eb88278c53), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.007314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.067670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c7b02b-b87f-4cfc-8ffa-15dcfa1005d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (414b9e25-07a8-4036-8b1a-d3eb88278c53), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.125649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-976bf008-0cbb-4aa1-b7a1-dba757f3a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f51a4ae9-8744-4fd5-8706-316865179ab6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.131927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 65596130-a4f5-4fe1-916e-781be6951587 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:45.137731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Network a70f9fad-e125-4f37-ae4a-d796576ad7fd is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:45.141938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] For port a020f2c2-f193-4c31-bcf1-2aedbd352e37, host n-d-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:45.142324 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.145332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:45.155265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:45.161877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:45.218257 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c7b02b-b87f-4cfc-8ffa-15dcfa1005d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (414b9e25-07a8-4036-8b1a-d3eb88278c53), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.268198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 46f2199d-3553-466b-8a62-cc9f1e29c890 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:45.308277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for a020f2c2-f193-4c31-bcf1-2aedbd352e37 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:45.336935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Port a020f2c2-f193-4c31-bcf1-2aedbd352e37 was not found and therefore no delete operation was performed {{(pid=103866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:14:45.375138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 46f2199d-3553-466b-8a62-cc9f1e29c890 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:45.375521 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.440887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=a1542434-8da6-4dfa-85ca-79cc4173d796,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:45.461523 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a020f2c2-f193-4c31-bcf1-2aedbd352e37), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.470331 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_gateway (ffc24387-5cac-4671-a30a-d271901c26a2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.475005 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c7b02b-b87f-4cfc-8ffa-15dcfa1005d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (414b9e25-07a8-4036-8b1a-d3eb88278c53), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.489131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Router da902928-d439-4f31-97e3-ba9e8c268ce6 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:45.497486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b54f93fd-bd62-4b87-8937-9443f13be854 req-04b52789-6784-407d-9cd7-925d05f75e20 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1869102 Mar 07 16:14:45.538729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=a020f2c2-f193-4c31-bcf1-2aedbd352e37,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:45.544664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No DVR routers for this DVR port a020f2c2-f193-4c31-bcf1-2aedbd352e37 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:45.563454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-976bf008-0cbb-4aa1-b7a1-dba757f3a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f51a4ae9-8744-4fd5-8706-316865179ab6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.588269 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (43cd1400-5477-4a30-98fd-97d34b893a92), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.612264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 46f2199d-3553-466b-8a62-cc9f1e29c890 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:45.615798 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.624510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-976bf008-0cbb-4aa1-b7a1-dba757f3a9b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.625710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea51cf4-59c6-4cfd-a01c-b20f6acbfcac None None] Network 5c429136-353a-49dd-aac0-a0514c81f809 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:45.630783 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-976bf008-0cbb-4aa1-b7a1-dba757f3a9b5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f51a4ae9-8744-4fd5-8706-316865179ab6 HTTP/1.1" status: 204 len: 168 time: 1.0511570 Mar 07 16:14:45.631515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39348) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:45.641495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.735848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 46f2199d-3553-466b-8a62-cc9f1e29c890, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=46f2199d-3553-466b-8a62-cc9f1e29c890,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:45.767667 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7b02b-b87f-4cfc-8ffa-15dcfa1005d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414b9e25-07a8-4036-8b1a-d3eb88278c53,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:45.774556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.783997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-40c721c1-2e63-4f13-a98b-cbf52d6d76e4 None None] Provisioning complete for port fbb6d98e-fe97-4949-bf16-08bb5e160f6d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:45.784369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40c721c1-2e63-4f13-a98b-cbf52d6d76e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.793508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c7b02b-b87f-4cfc-8ffa-15dcfa1005d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.799059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e0c7b02b-b87f-4cfc-8ffa-15dcfa1005d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/414b9e25-07a8-4036-8b1a-d3eb88278c53 HTTP/1.1" status: 204 len: 168 time: 0.9532833 Mar 07 16:14:45.811201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:45.812899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39350) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:45.845137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bf008-0cbb-4aa1-b7a1-dba757f3a9b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51a4ae9-8744-4fd5-8706-316865179ab6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:45.860136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.25.4.129 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/624af723-8f51-45c5-979f-f5256fd6c551) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:45.877823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc6b74-1ca0-4d02-81fc-f7dbccd7b077 None None] Sync routers for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:45.893275 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c86ef9f9-cd86-4e27-b380-c4fa194bd5b0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "PUT /v2.0/routers/da902928-d439-4f31-97e3-ba9e8c268ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2033553 Mar 07 16:14:45.893557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2dba775a-1189-4290-87c6-970a9794eea1 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:45.895455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39352) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:45.905004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Request body: {'port': {'network_id': 'a70f9fad-e125-4f37-ae4a-d796576ad7fd', 'name': 'tempest-FloatingIPAdminTestJSON-1092997736'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:45.944079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (5c429136-353a-49dd-aac0-a0514c81f809), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.959959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 2dba775a-1189-4290-87c6-970a9794eea1 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:45.959959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2dba775a-1189-4290-87c6-970a9794eea1 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:45.961095 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a020f2c2-f193-4c31-bcf1-2aedbd352e37 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:45.967163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=46f2199d-3553-466b-8a62-cc9f1e29c890,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:45.970031 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (5ea7c9ef-d024-4f00-be42-23d88d7ef44e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:45.988924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc6b74-1ca0-4d02-81fc-f7dbccd7b077 None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:45.989638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-10bc6b74-1ca0-4d02-81fc-f7dbccd7b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:45.996274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-40c721c1-2e63-4f13-a98b-cbf52d6d76e4 None None] Port fbb6d98e-fe97-4949-bf16-08bb5e160f6d cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:46.029169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: a020f2c2-f193-4c31-bcf1-2aedbd352e37 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:46.030161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a020f2c2-f193-4c31-bcf1-2aedbd352e37 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:46.036512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-10bc6b74-1ca0-4d02-81fc-f7dbccd7b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:46.057592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc6b74-1ca0-4d02-81fc-f7dbccd7b077 None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:46.060507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-10bc6b74-1ca0-4d02-81fc-f7dbccd7b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:46.065098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea7c9ef-d024-4f00-be42-23d88d7ef44e']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:46.124008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-10bc6b74-1ca0-4d02-81fc-f7dbccd7b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:46.124815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc6b74-1ca0-4d02-81fc-f7dbccd7b077 None None] The sync data for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:46.151923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:46.152230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069dd0a2-2c8b-47b2-afcf-bb075aaca2a8') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:46.177630 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa34849-b4ce-496d-b65a-a16b5a4500fa None None] DHCP port deletion for 5c429136-353a-49dd-aac0-a0514c81f809 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:14:46.183564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c49b80-6c0f-4583-afd5-f9c78b3afd69 None None] Network 65596130-a4f5-4fe1-916e-781be6951587 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:46.192310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (069dd0a2-2c8b-47b2-afcf-bb075aaca2a8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.200566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (bf558235-8ace-415a-856d-fa8d980134b5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.231556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (069dd0a2-2c8b-47b2-afcf-bb075aaca2a8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.246989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:14:46.247874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (069dd0a2-2c8b-47b2-afcf-bb075aaca2a8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:14:46.251158 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:14:46.293601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1237a595-1b0b-4887-8beb-5224c4f8e554 None None] Provisioning complete for port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:46.293984 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1237a595-1b0b-4887-8beb-5224c4f8e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.364208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-daa34849-b4ce-496d-b65a-a16b5a4500fa None None] Deleting port bba0b9d1-1eee-4243-a342-a91d0a85b3ec {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:46.364579 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-daa34849-b4ce-496d-b65a-a16b5a4500fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.405782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.496986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Made reservation on behalf of f0c55d41988743c4a9980afd28239dbb for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:46.501186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Deleting port bba0b9d1-1eee-4243-a342-a91d0a85b3ec {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:46.501812 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.501943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.506418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (624af723-8f51-45c5-979f-f5256fd6c551), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.525194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (5ea7c9ef-d024-4f00-be42-23d88d7ef44e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.530666 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.535769 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/networks/5ea7c9ef-d024-4f00-be42-23d88d7ef44e HTTP/1.1" status: 204 len: 168 time: 2.8479726 Mar 07 16:14:46.541283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39356) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:46.663739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805a1e8-567c-431a-a59b-58ba90be9072 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Network': ['ID=5ea7c9ef-d024-4f00-be42-23d88d7ef44e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:46.700552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] device_id is not set on port 6e77c071-8e55-4b71-9bf7-8fb63388de20 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:14:46.709347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-daa34849-b4ce-496d-b65a-a16b5a4500fa None None] For port bba0b9d1-1eee-4243-a342-a91d0a85b3ec, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bba0b9d1-1eee-4243-a342-a91d0a85b3ec,segment=NetworkSegment(df4fb912-6acb-4d02-b10f-d00eaf45a120),segment_id=df4fb912-6acb-4d02-b10f-d00eaf45a120)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:46.709347 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-daa34849-b4ce-496d-b65a-a16b5a4500fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.711692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (bf558235-8ace-415a-856d-fa8d980134b5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.730323 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] For port bba0b9d1-1eee-4243-a342-a91d0a85b3ec, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bba0b9d1-1eee-4243-a342-a91d0a85b3ec,segment=NetworkSegment(df4fb912-6acb-4d02-b10f-d00eaf45a120),segment_id=df4fb912-6acb-4d02-b10f-d00eaf45a120)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:46.731128 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.733187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-daa34849-b4ce-496d-b65a-a16b5a4500fa None None] Calling delete_port for bba0b9d1-1eee-4243-a342-a91d0a85b3ec owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:46.742493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1237a595-1b0b-4887-8beb-5224c4f8e554 None None] Current status of the port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:46.745557 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1237a595-1b0b-4887-8beb-5224c4f8e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.820155 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4d9ae148-186f-4d77-821f-ed23fb39541c req-2288201c-f2b5-4816-87ad-2bf7c23bd4d5 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1613717 Mar 07 16:14:46.836104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Calling delete_port for bba0b9d1-1eee-4243-a342-a91d0a85b3ec owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:46.852127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1237a595-1b0b-4887-8beb-5224c4f8e554 None None] For port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d5b91f38-8dc3-47ce-a7a9-d31ed3344f23,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:46.874193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (624af723-8f51-45c5-979f-f5256fd6c551), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.882271 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1237a595-1b0b-4887-8beb-5224c4f8e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:46.937948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:46.968801 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf558235-8ace-415a-856d-fa8d980134b5']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:47.000497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:47.000845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4747e8c2-7b6e-4cc4-9851-c2135c18bc1f') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:47.012948 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-daa34849-b4ce-496d-b65a-a16b5a4500fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.023601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (4747e8c2-7b6e-4cc4-9851-c2135c18bc1f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.039523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237a595-1b0b-4887-8beb-5224c4f8e554 None None] Pushing event updated for resources: {'Port': ['ID=d5b91f38-8dc3-47ce-a7a9-d31ed3344f23,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:47.039765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:47.073292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa34849-b4ce-496d-b65a-a16b5a4500fa None None] Pushing event deleted for resources: {'Port': ['ID=bba0b9d1-1eee-4243-a342-a91d0a85b3ec,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:47.077689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:47.082036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa34849-b4ce-496d-b65a-a16b5a4500fa None None] No DVR routers for this DVR port bba0b9d1-1eee-4243-a342-a91d0a85b3ec on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:47.083830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:47.089253 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=624af723-8f51-45c5-979f-f5256fd6c551,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:47.101978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4747e8c2-7b6e-4cc4-9851-c2135c18bc1f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.119900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:47.120279 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.148254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:14:47.148755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (4747e8c2-7b6e-4cc4-9851-c2135c18bc1f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:14:47.151003 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:14:47.213588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f4c5beb1-b6e7-4a4e-8b64-f2a32736c35a None None] Provisioning complete for port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:47.215705 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f4c5beb1-b6e7-4a4e-8b64-f2a32736c35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.288329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (bf558235-8ace-415a-856d-fa8d980134b5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.295724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Allocated IP 172.20.0.11 (a70f9fad-e125-4f37-ae4a-d796576ad7fd/29235eec-7177-4cb7-be94-fc9b0d819132/6e77c071-8e55-4b71-9bf7-8fb63388de20) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:47.332418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bba0b9d1-1eee-4243-a342-a91d0a85b3ec), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.351974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.355506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:47.357012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 46f2199d-3553-466b-8a62-cc9f1e29c890 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:47.358404 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] 10.222.0.24 "DELETE /v2.0/networks/bf558235-8ace-415a-856d-fa8d980134b5 HTTP/1.1" status: 204 len: 168 time: 1.4860773 Mar 07 16:14:47.390731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd9e31-4693-437c-8133-959ef4e119fe admin admin] Pushing event deleted for resources: {'Network': ['ID=bf558235-8ace-415a-856d-fa8d980134b5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:47.433400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bba0b9d1-1eee-4243-a342-a91d0a85b3ec,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:47.440542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5beb1-b6e7-4a4e-8b64-f2a32736c35a None None] Current status of the port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:47.458642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f4c5beb1-b6e7-4a4e-8b64-f2a32736c35a None None] Provisioning complete for port a1542434-8da6-4dfa-85ca-79cc4173d796 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:47.459051 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f4c5beb1-b6e7-4a4e-8b64-f2a32736c35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.462349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] No DVR routers for this DVR port bba0b9d1-1eee-4243-a342-a91d0a85b3ec on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:47.519391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 46f2199d-3553-466b-8a62-cc9f1e29c890 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:47.519801 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.526978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5beb1-b6e7-4a4e-8b64-f2a32736c35a None None] Port a1542434-8da6-4dfa-85ca-79cc4173d796 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:47.582972 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.622592 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.632088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (5c429136-353a-49dd-aac0-a0514c81f809), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.663216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 46f2199d-3553-466b-8a62-cc9f1e29c890 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:47.668720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-bde85c52-5350-4ee5-b04f-c6fd77d1635b None None] Provisioning complete for port a1542434-8da6-4dfa-85ca-79cc4173d796 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:47.669603 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bde85c52-5350-4ee5-b04f-c6fd77d1635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.723202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c429136-353a-49dd-aac0-a0514c81f809']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:47.723772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39360) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:47.727813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bde85c52-5350-4ee5-b04f-c6fd77d1635b None None] Port a1542434-8da6-4dfa-85ca-79cc4173d796 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:47.741569 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4fb912-6acb-4d02-b10f-d00eaf45a120') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:47.741878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4fb912-6acb-4d02-b10f-d00eaf45a120') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:47.744205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 373d8af0-cb01-404f-a947-dfe75b27363e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:47.762495 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (43cd1400-5477-4a30-98fd-97d34b893a92), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.765026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (df4fb912-6acb-4d02-b10f-d00eaf45a120), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.766361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 373d8af0-cb01-404f-a947-dfe75b27363e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:47.766974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 373d8af0-cb01-404f-a947-dfe75b27363e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:47.767276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=a1542434-8da6-4dfa-85ca-79cc4173d796,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:47.767849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bba0b9d1-1eee-4243-a342-a91d0a85b3ec no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:47.789395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for port (6e77c071-8e55-4b71-9bf7-8fb63388de20), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.789633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: bba0b9d1-1eee-4243-a342-a91d0a85b3ec {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:47.789633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bba0b9d1-1eee-4243-a342-a91d0a85b3ec not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:47.797115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (df4fb912-6acb-4d02-b10f-d00eaf45a120), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.827327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_gateway (ffc24387-5cac-4671-a30a-d271901c26a2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.830366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:14:47.831015 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (df4fb912-6acb-4d02-b10f-d00eaf45a120), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: warnings.warn(msg) Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:14:47.832797 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:14:47.840230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-996ee280-b4b2-48a9-b119-0c9e4fa913fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ce48e27fe254468b580ce8db20ca403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1118615 Mar 07 16:14:47.843486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39362) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:47.965084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-50a37fb6-24a9-4f94-ba92-300ee9092f40 req-f5ed08a8-889a-4d02-b147-a32d3b11692b tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0435221 Mar 07 16:14:47.980088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6e77c071-8e55-4b71-9bf7-8fb63388de20), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.011858 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (5c429136-353a-49dd-aac0-a0514c81f809), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.016924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.020137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c429136-353a-49dd-aac0-a0514c81f809 HTTP/1.1" status: 204 len: 168 time: 2.3803945 Mar 07 16:14:48.023282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39366) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:48.035645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 65596130-a4f5-4fe1-916e-781be6951587 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:48.043564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e3eed7f-03f0-4f08-be20-59117b809a7c admin admin] Publish callbacks [] for security_group (924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.051645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.053903 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d04700-c5d4-466a-8aa8-cbc6500329ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5c429136-353a-49dd-aac0-a0514c81f809,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:48.090966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Network a70f9fad-e125-4f37-ae4a-d796576ad7fd is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:48.091994 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:48.105196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:48.123502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:48.137186 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e3eed7f-03f0-4f08-be20-59117b809a7c admin admin] Publish callbacks [] for security_group (924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.171299 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event updated for resources: {'Port': ['ID=6e77c071-8e55-4b71-9bf7-8fb63388de20,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:48.339968 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:14:48.344804 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (ffc24387-5cac-4671-a30a-d271901c26a2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.348552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:48.349187 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.453309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5563038a-09fd-42d6-a865-c7a8138329c7 None None] Provisioning complete for port a1542434-8da6-4dfa-85ca-79cc4173d796 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:48.453883 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5563038a-09fd-42d6-a865-c7a8138329c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.490455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5563038a-09fd-42d6-a865-c7a8138329c7 None None] Port a1542434-8da6-4dfa-85ca-79cc4173d796 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:48.560566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:48.560917 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.614109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b324a568-3584-4459-afec-36350b62bf1c None None] Provisioning complete for port 6e77c071-8e55-4b71-9bf7-8fb63388de20 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:48.614825 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b324a568-3584-4459-afec-36350b62bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6e77c071-8e55-4b71-9bf7-8fb63388de20), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.654768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:14:48.661074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b324a568-3584-4459-afec-36350b62bf1c None None] Port 6e77c071-8e55-4b71-9bf7-8fb63388de20 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:48.675427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:48.724552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] For port 64e82ee8-7de5-49ec-848f-5eef6aa4aaef, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=64e82ee8-7de5-49ec-848f-5eef6aa4aaef,segment=NetworkSegment(c8945157-07c5-4841-bfc3-e4d97e31e4b1),segment_id=c8945157-07c5-4841-bfc3-e4d97e31e4b1)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:48.724930 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.730948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:48.731333 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.745552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for 64e82ee8-7de5-49ec-848f-5eef6aa4aaef owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:48.753545 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-31ad32df-1c1b-4928-85a4-dadd86908009 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8498464 Mar 07 16:14:48.753787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39368) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:48.797746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 43cd1400-5477-4a30-98fd-97d34b893a92 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:48.800397 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e3eed7f-03f0-4f08-be20-59117b809a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.803343 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e3eed7f-03f0-4f08-be20-59117b809a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.804568 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8e3eed7f-03f0-4f08-be20-59117b809a7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb HTTP/1.1" status: 204 len: 168 time: 0.9327507 Mar 07 16:14:48.824833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3eed7f-03f0-4f08-be20-59117b809a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924b9bb7-d0b8-4bf3-aea8-5ba6cb7ab2bb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:48.870616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:48.903233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:48.917814 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe8cfc-05f3-4a07-9bbf-b4f7fb21a9e0 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:48.936021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:48.939921 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-244f9d71-d87e-48e8-92b6-cb79540ce3bd tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3263216 Mar 07 16:14:48.941469 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe8cfc-05f3-4a07-9bbf-b4f7fb21a9e0 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:48.942085 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8afe8cfc-05f3-4a07-9bbf-b4f7fb21a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:48.944125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39374) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:48.999507 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8afe8cfc-05f3-4a07-9bbf-b4f7fb21a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:49.007545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:49.013382 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe8cfc-05f3-4a07-9bbf-b4f7fb21a9e0 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:49.014205 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8afe8cfc-05f3-4a07-9bbf-b4f7fb21a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:49.019797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Sync routers for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:49.027602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f8f4b449-b9de-47f4-aa13-455aae5cb66e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "PUT /v2.0/routers/43cd1400-5477-4a30-98fd-97d34b893a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1411023 Mar 07 16:14:49.047872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:49.052148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:49.223137 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8afe8cfc-05f3-4a07-9bbf-b4f7fb21a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:49.224080 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe8cfc-05f3-4a07-9bbf-b4f7fb21a9e0 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:49.270042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:49.278111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:49.297694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'project_id': 'f0c55d41988743c4a9980afd28239dbb', 'port_id': '6e77c071-8e55-4b71-9bf7-8fb63388de20'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:49.411617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c117169-d4e5-4fd7-ab09-9d29c29ee1a8 req-1a33e31e-ce72-44bf-9742-697ab1c5b479 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1062901 Mar 07 16:14:49.565452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:46Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a1542434-8da6-4dfa-85ca-79cc4173d796', 'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:5c:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:43Z', 'updated_at': '2022-03-07T16:14:47Z', 'revision_number': 2, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:49.592718 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-576a76c6-c2b0-487c-a356-a3617e773c2b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80858022&fields=id&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 267 time: 0.1267562 Mar 07 16:14:49.607599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Checking router: 43cd1400-5477-4a30-98fd-97d34b893a92 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:49.608049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Updating router 43cd1400-5477-4a30-98fd-97d34b893a92 port a1542434-8da6-4dfa-85ca-79cc4173d796 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:14:49.645266 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:49.766547 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762bdab-49f0-432f-b233-326455c5854d req-cf98243b-5088-4fea-b90d-b14daf60f0ba tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:49.768338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-cf98243b-5088-4fea-b90d-b14daf60f0ba tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 796 time: 0.1747999 Mar 07 16:14:49.793248 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-28501796-4034-4e4c-9c9c-eb0dc8729d1b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/quotas/b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 375 time: 0.0156920 Mar 07 16:14:49.814386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Deleting port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:49.814737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:49.888605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39408) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:49.908449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:49.929111 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-f661d86e-40c8-4096-a6eb-ea518ec6904d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275771 Mar 07 16:14:49.942512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] For port b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd,segment=NetworkSegment(b8376a3a-d236-4fc0-934c-fa83756ac136),segment_id=b8376a3a-d236-4fc0-934c-fa83756ac136)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:49.943221 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:49.975012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Calling delete_port for b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:50.027920 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Publish callbacks [] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.029573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (64e82ee8-7de5-49ec-848f-5eef6aa4aaef), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.037699 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.067464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-711526802-network', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:50.104943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=64e82ee8-7de5-49ec-848f-5eef6aa4aaef,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:50.124941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a725c1b-7b75-41a2-899d-4f59dd0ada29 None None] Pushing event updated for resources: {'Port': ['ID=a1542434-8da6-4dfa-85ca-79cc4173d796,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:50.125270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-c7c62216-8920-4bcb-9fef-7dec33048178 service neutron] 10.222.0.24 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780822 Mar 07 16:14:50.135095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Made reservation on behalf of 811ee645c83146a3ba5bd43c6b62afe2 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:50.137479 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.161723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Attempting to bind port a1542434-8da6-4dfa-85ca-79cc4173d796 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:50.162253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Attempting to bind port a1542434-8da6-4dfa-85ca-79cc4173d796 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:50.163954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Attempting to bind port a1542434-8da6-4dfa-85ca-79cc4173d796 on network 65596130-a4f5-4fe1-916e-781be6951587 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:50.169039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:50.169627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Checking segment: {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:50.170104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.170606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Bound using segment: {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:50.171209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Bound port: a1542434-8da6-4dfa-85ca-79cc4173d796, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:50.172051 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.243766 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.300443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] For port a1542434-8da6-4dfa-85ca-79cc4173d796, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:50.312030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] For port a1542434-8da6-4dfa-85ca-79cc4173d796, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a1542434-8da6-4dfa-85ca-79cc4173d796,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:50.324393 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.400846 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.435250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:50.435884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:50.560405 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-4470d229-496c-4498-be98-6d55124b5831 service neutron] 10.222.0.24 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183381 Mar 07 16:14:50.565570 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.626504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:50.628787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-55e9158d-48fc-4572-937d-24a5d977aa18 req-95176fae-ca66-4c81-b1e1-5548cad2c54e tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0594847 Mar 07 16:14:50.722986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:50.739120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a725c1b-7b75-41a2-899d-4f59dd0ada29 None None] Pushing event updated for resources: {'Port': ['ID=a1542434-8da6-4dfa-85ca-79cc4173d796,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:50.840498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1d0133db-71f1-4d63-bed6-2020f601866c None None] Provisioning complete for port a1542434-8da6-4dfa-85ca-79cc4173d796 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:50.841053 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1d0133db-71f1-4d63-bed6-2020f601866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.851888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.895531 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Publish callbacks [] for security_group (87fe0d6d-aada-4f3a-953e-ab72122b1afb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.935642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (87fe0d6d-aada-4f3a-953e-ab72122b1afb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:50.998303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:14:51.000631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fe0d6d-aada-4f3a-953e-ab72122b1afb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:51.058191 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (307bbe36-5404-41d7-910f-2a6715e13488), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.058360 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Added segment 307bbe36-5404-41d7-910f-2a6715e13488 of type vlan for network 71fa29c5-8992-46af-bc80-74d201eca7f9 Mar 07 16:14:51.072425 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38576809-b54f-4719-be6f-4108e54cf2d7 req-1b683282-777e-4c8d-b255-e24a0230c28d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 210 time: 0.1249268 Mar 07 16:14:51.136673 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (71fa29c5-8992-46af-bc80-74d201eca7f9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.146347 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.161462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1d0133db-71f1-4d63-bed6-2020f601866c None None] Current status of the port a1542434-8da6-4dfa-85ca-79cc4173d796 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:51.162108 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1d0133db-71f1-4d63-bed6-2020f601866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.186943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:51.204694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1d0133db-71f1-4d63-bed6-2020f601866c None None] For port a1542434-8da6-4dfa-85ca-79cc4173d796, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a1542434-8da6-4dfa-85ca-79cc4173d796,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:51.211068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:46Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a1542434-8da6-4dfa-85ca-79cc4173d796', 'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:5c:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:43Z', 'updated_at': '2022-03-07T16:14:50Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:51.215477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1d0133db-71f1-4d63-bed6-2020f601866c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.278701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (71fa29c5-8992-46af-bc80-74d201eca7f9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.280640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:51.281486 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.281854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb2471-7b91-4fb7-845b-219bbc6a9a27 None None] The sync data for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 is: [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:46Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a1542434-8da6-4dfa-85ca-79cc4173d796', 'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:5c:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:43Z', 'updated_at': '2022-03-07T16:14:50Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:51.289036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Allocated IP 172.25.4.138 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b52aef9f-d0f6-4340-b69b-ef10aaf7d639) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:51.336214 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.339719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4458864 Mar 07 16:14:51.353261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39422) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:51.366762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Request body: {'subnet': {'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-subnet', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:51.398968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0133db-71f1-4d63-bed6-2020f601866c None None] Pushing event updated for resources: {'Port': ['ID=a1542434-8da6-4dfa-85ca-79cc4173d796,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:51.409186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537ac16-4dad-4e1c-932d-bb927dd67beb admin admin] Pushing event updated for resources: {'Network': ['ID=71fa29c5-8992-46af-bc80-74d201eca7f9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:51.411458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-390dc5b9-4df3-40f6-9fbe-3b9a9936425f None None] Provisioning complete for port a1542434-8da6-4dfa-85ca-79cc4173d796 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:51.412056 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-390dc5b9-4df3-40f6-9fbe-3b9a9936425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.478214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:14:51.567276 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:51.568778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Made reservation on behalf of 811ee645c83146a3ba5bd43c6b62afe2 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:51.571916 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.577737 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:51.589319 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:51.594853 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:51.595578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-301962d7-0737-49c0-b923-8c269c7ab83b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0530651 Mar 07 16:14:51.605993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39426) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:51.655466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-390dc5b9-4df3-40f6-9fbe-3b9a9936425f None None] Current status of the port a1542434-8da6-4dfa-85ca-79cc4173d796 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:51.674909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Router aa49bdab-a05e-4934-82f1-8e53cd04e4eb has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:51.792932 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:51.812950 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-02a6bd20-45dd-464c-9029-b981ebef1536 req-97be0ebf-aa63-4050-befe-075527f314c1 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0444005 Mar 07 16:14:51.903805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:51.916910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] Sync routers for ids ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:51.929563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] Routers {'aa49bdab-a05e-4934-82f1-8e53cd04e4eb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:51.930621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:51.943138 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8d09091a-3e0a-4fab-a62f-35aa5eb0ea9d admin admin] 10.222.0.24 "PUT /v2.0/routers/aa49bdab-a05e-4934-82f1-8e53cd04e4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9094443 Mar 07 16:14:51.945864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39430) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:51.955854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-014cc351-0199-4af4-ad79-f23482a098d4 req-3766c8a7-3e8b-47ea-85e7-35d5298d2e3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0947547 Mar 07 16:14:51.970960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for port (b52aef9f-d0f6-4340-b69b-ef10aaf7d639), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:51.981307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-671b1e27-f5b3-40d5-ba26-d667b4938a94 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting subnet a23a2046-d34c-40de-a737-6dda11b4f790 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:14:52.002325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-671b1e27-f5b3-40d5-ba26-d667b4938a94 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (a23a2046-d34c-40de-a737-6dda11b4f790), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:52.118642 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:49Z', 'revision_number': 10, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:52.153343 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:52.163144 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:52.164045 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:52.183632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-671b1e27-f5b3-40d5-ba26-d667b4938a94 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (a23a2046-d34c-40de-a737-6dda11b4f790), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:52.226958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks [] for router (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:52.268025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86003fc0-5b20-4391-932d-6bf83c017698 req-91c5b190-9bc2-4378-b396-39964f2cd822 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 210 time: 0.0791206 Mar 07 16:14:52.283129 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:52.394234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b52aef9f-d0f6-4340-b69b-ef10aaf7d639), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:52.469871 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks [] for router_gateway (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:52.568637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] Set router aa49bdab-a05e-4934-82f1-8e53cd04e4eb gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:52.607386 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:49Z', 'revision_number': 10, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:52.609806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Deleting port 623ff455-a4cc-4826-ba3d-d166fb767fea {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:52.610156 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:52.637562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:52.644832 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b51e5-0cec-44d8-bd4b-a5a332e5f10f None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:49Z', 'revision_number': 10, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None, '_interfaces': [{'id': 'f93ee29b-a312-4e12-a097-ed7cdc2f0bd6', 'name': '', 'network_id': 'a8272f2a-a6df-4784-878e-56213557f186', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'mac_address': 'fa:16:3e:82:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:13:44Z', 'updated_at': '2022-03-07T16:13:52Z', 'revision_number': 5, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'subnets': [{'id': 'f99ca304-0393-44a3-8d76-616704f3056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:52.683925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (242b73e8-c876-44d3-8ba1-ca9acbbcb969), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:52.752065 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] For port 623ff455-a4cc-4826-ba3d-d166fb767fea, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=623ff455-a4cc-4826-ba3d-d166fb767fea,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:52.752473 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:52.768128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Calling delete_port for 623ff455-a4cc-4826-ba3d-d166fb767fea owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:52.794686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:52.815714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:52.890956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:20Z', 'updated_at': '2022-03-07T16:14:50Z', 'revision_number': 5, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'gw_port': {'id': '623ff455-a4cc-4826-ba3d-d166fb767fea', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:21Z', 'updated_at': '2022-03-07T16:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:52.897960 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-19115889-eb35-4b28-875d-ef66cfc17095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:52.932642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] Checking router: aa49bdab-a05e-4934-82f1-8e53cd04e4eb for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:52.941482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] Routers {'aa49bdab-a05e-4934-82f1-8e53cd04e4eb'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:52.942087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:52.974252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.20.0.1 (cb58d892-79c7-46c3-9f89-a98f0d063a79/56c8fd56-6967-4635-81fa-98252b0d4f18/52df0e1a-5d80-4899-bde4-217591a949c9) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:52.997853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c08a1513-9a9a-4a85-8577-230d3a493914 req-6b2dd840-c69a-4feb-88c6-45bc2d33f330 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0350411 Mar 07 16:14:53.134171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (623ff455-a4cc-4826-ba3d-d166fb767fea), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.141940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] Set router aa49bdab-a05e-4934-82f1-8e53cd04e4eb gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:53.145931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (52df0e1a-5d80-4899-bde4-217591a949c9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.169739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=623ff455-a4cc-4826-ba3d-d166fb767fea,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:53.249064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (52df0e1a-5d80-4899-bde4-217591a949c9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.263314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-671b1e27-f5b3-40d5-ba26-d667b4938a94 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (a23a2046-d34c-40de-a737-6dda11b4f790), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.266319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a1542434-8da6-4dfa-85ca-79cc4173d796 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:53.268982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:20Z', 'updated_at': '2022-03-07T16:14:52Z', 'revision_number': 6, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:53.304340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Pushing event updated for resources: {'Port': ['ID=b52aef9f-d0f6-4340-b69b-ef10aaf7d639,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:53.325389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.346354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb2ef8-63f2-4cbc-b1bb-8dfacb172958 None None] The sync data for ids ['aa49bdab-a05e-4934-82f1-8e53cd04e4eb'] in n-d-830010-8 is: [{'id': 'aa49bdab-a05e-4934-82f1-8e53cd04e4eb', 'name': 'tempest-TaggedBootDevicesTest-1234427793-router', 'tenant_id': '968fc9ecea6d4bdc832cd7cac5075257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:20Z', 'updated_at': '2022-03-07T16:14:52Z', 'revision_number': 6, 'project_id': '968fc9ecea6d4bdc832cd7cac5075257', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:53.370196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port a1542434-8da6-4dfa-85ca-79cc4173d796 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:53.370578 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.372945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=52df0e1a-5d80-4899-bde4-217591a949c9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:53.383400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Checking segment: {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:53.383779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Network hostable DHCP agents. Network: 71fa29c5-8992-46af-bc80-74d201eca7f9, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:14:53.491821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a1542434-8da6-4dfa-85ca-79cc4173d796 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:53.509793 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.512400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks [] for router_controller (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.567754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (aa49bdab-a05e-4934-82f1-8e53cd04e4eb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.568321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa49bdab-a05e-4934-82f1-8e53cd04e4eb {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:14:53.573099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.574293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1fe709ca-a5a7-4ca2-9be5-8bdd50326c2a admin admin] 10.222.0.24 "DELETE /v2.0/routers/aa49bdab-a05e-4934-82f1-8e53cd04e4eb HTTP/1.1" status: 204 len: 168 time: 1.6268692 Mar 07 16:14:53.577056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39438) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:53.624820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a688a3c-5c8a-4e17-a59f-68dd8598b51c admin admin] Deleting subnet cf119e99-87f7-43d8-afd7-666654dc14d4 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:14:53.628254 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a688a3c-5c8a-4e17-a59f-68dd8598b51c admin admin] Publish callbacks [] for subnet (cf119e99-87f7-43d8-afd7-666654dc14d4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.667954 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a688a3c-5c8a-4e17-a59f-68dd8598b51c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (cf119e99-87f7-43d8-afd7-666654dc14d4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.748849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a688a3c-5c8a-4e17-a59f-68dd8598b51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (cf119e99-87f7-43d8-afd7-666654dc14d4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.791360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242b73e8-c876-44d3-8ba1-ca9acbbcb969,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:53.809941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:53.812518 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a688a3c-5c8a-4e17-a59f-68dd8598b51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (cf119e99-87f7-43d8-afd7-666654dc14d4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.843130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a688a3c-5c8a-4e17-a59f-68dd8598b51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf119e99-87f7-43d8-afd7-666654dc14d4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:53.847086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:53.847720 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a688a3c-5c8a-4e17-a59f-68dd8598b51c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.851300 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9a688a3c-5c8a-4e17-a59f-68dd8598b51c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf119e99-87f7-43d8-afd7-666654dc14d4 HTTP/1.1" status: 204 len: 168 time: 0.2732844 Mar 07 16:14:53.854512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39440) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:53.856919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762bdab-49f0-432f-b233-326455c5854d req-464ac5ed-42d3-4ef7-90f0-3aa6aae9bb5a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:53.858452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b012e-082c-45e4-a7a1-a084933aa48b None None] Network 9ef4baab-eb4c-4840-85a9-1744ad992db8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:53.858903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-464ac5ed-42d3-4ef7-90f0-3aa6aae9bb5a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 796 time: 1.2897224 Mar 07 16:14:53.862279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:53.872485 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e62e0af-4991-40cc-9319-5def7fe4de6c req-55f77624-7e3d-42e2-a1e5-b6385cad5407 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 210 time: 0.0718219 Mar 07 16:14:53.956210 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9ef4baab-eb4c-4840-85a9-1744ad992db8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:53.990148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:14:54.012569 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-671b1e27-f5b3-40d5-ba26-d667b4938a94 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (a23a2046-d34c-40de-a737-6dda11b4f790), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.029668 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (ffc24387-5cac-4671-a30a-d271901c26a2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.032500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Deleting port b27d8e9d-99b6-45c2-b86a-e24c12f41948 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:54.033016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.128102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 71fa29c5-8992-46af-bc80-74d201eca7f9) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:54.136126 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-538bd17e-afef-47dc-b480-f458557515ea req-adcc6cdb-0d2b-4a7c-afa6-59e0b50e91aa tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0361412 Mar 07 16:14:54.136378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864216ec-f6d4-4dc4-8210-8b9ea79ee752 None None] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:54.137501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b1e27-f5b3-40d5-ba26-d667b4938a94 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Subnet': ['ID=a23a2046-d34c-40de-a737-6dda11b4f790,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:54.150043 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-671b1e27-f5b3-40d5-ba26-d667b4938a94 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.153311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-671b1e27-f5b3-40d5-ba26-d667b4938a94 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/a23a2046-d34c-40de-a737-6dda11b4f790 HTTP/1.1" status: 204 len: 168 time: 2.5415266 Mar 07 16:14:54.154506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] For port b27d8e9d-99b6-45c2-b86a-e24c12f41948, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b27d8e9d-99b6-45c2-b86a-e24c12f41948,segment=NetworkSegment(b8376a3a-d236-4fc0-934c-fa83756ac136),segment_id=b8376a3a-d236-4fc0-934c-fa83756ac136)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:54.154907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.157741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39444) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:54.160049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:54.160640 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.166993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b44e2-6c80-42b0-b4eb-9741c560febf None None] Network 7a9241e9-0292-413f-a01a-1d9f4235c1fb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:54.184565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-df453b3c-301d-4dba-95b3-febd1ef46588 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 378 time: 0.3108194 Mar 07 16:14:54.201516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Calling delete_port for b27d8e9d-99b6-45c2-b86a-e24c12f41948 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:54.322402 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7a9241e9-0292-413f-a01a-1d9f4235c1fb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.341559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'port': {'device_id': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'admin_state_up': True, 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'security_groups': ['494e09e7-c35e-40f4-8985-5d446016d88d']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:54.354012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] DHCP port deletion for 9ef4baab-eb4c-4840-85a9-1744ad992db8 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:14:54.439472 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.454157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port e182160b-5196-4a7c-bdd0-7ba818f7c439 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:54.454830 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.464656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] Deleting port b27d8e9d-99b6-45c2-b86a-e24c12f41948 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:54.465061 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.469729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for floatingip (95b220c0-512b-47ee-b498-5d13c1755266), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.472637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-71fa29c5-8992-46af-bc80-74d201eca7f9', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:14:54.473291 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.524307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7fff9348-df9d-4a62-aad9-31f4d8d343b3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1683466 Mar 07 16:14:54.529175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39448) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:54.544332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:54.554009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] DHCP port deletion for 7a9241e9-0292-413f-a01a-1d9f4235c1fb request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:14:54.600989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] For port e182160b-5196-4a7c-bdd0-7ba818f7c439, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e182160b-5196-4a7c-bdd0-7ba818f7c439,segment=NetworkSegment(c8945157-07c5-4841-bfc3-e4d97e31e4b1),segment_id=c8945157-07c5-4841-bfc3-e4d97e31e4b1)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:54.601469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.615655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for e182160b-5196-4a7c-bdd0-7ba818f7c439 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:54.631535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27d8e9d-99b6-45c2-b86a-e24c12f41948,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:54.674300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] No DVR routers for this DVR port b27d8e9d-99b6-45c2-b86a-e24c12f41948 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:54.685272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b21bf76-2e57-4e78-8396-caf9e59ff916 req-86408348-a500-4c14-9dc1-60f017c46306 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de&device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222 HTTP/1.1" status: 200 len: 210 time: 0.1132450 Mar 07 16:14:54.745218 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b27d8e9d-99b6-45c2-b86a-e24c12f41948 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:54.752020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] For port b27d8e9d-99b6-45c2-b86a-e24c12f41948, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:54.752834 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.781972 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9ef4baab-eb4c-4840-85a9-1744ad992db8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.787737 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (cfed0a32-18f1-40f5-b2e3-8864520fda9e), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.789032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (cfed0a32-18f1-40f5-b2e3-8864520fda9e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.804434 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b52aef9f-d0f6-4340-b69b-ef10aaf7d639), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.825922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] Calling delete_port for b27d8e9d-99b6-45c2-b86a-e24c12f41948 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:54.829968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef4baab-eb4c-4840-85a9-1744ad992db8']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:54.831279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b27d8e9d-99b6-45c2-b86a-e24c12f41948 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:54.831999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b27d8e9d-99b6-45c2-b86a-e24c12f41948 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:54.832596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 623ff455-a4cc-4826-ba3d-d166fb767fea no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:54.842220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] Port b27d8e9d-99b6-45c2-b86a-e24c12f41948 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:14:54.874593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8376a3a-d236-4fc0-934c-fa83756ac136') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:54.876232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8376a3a-d236-4fc0-934c-fa83756ac136') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:54.879709 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.885073 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (b27d8e9d-99b6-45c2-b86a-e24c12f41948), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.935848 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (52df0e1a-5d80-4899-bde4-217591a949c9), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.941140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 623ff455-a4cc-4826-ba3d-d166fb767fea {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:54.942124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 623ff455-a4cc-4826-ba3d-d166fb767fea not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:54.942737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e182160b-5196-4a7c-bdd0-7ba818f7c439 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:54.951836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:54.962582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:54.964641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No DVR routers for this DVR port e182160b-5196-4a7c-bdd0-7ba818f7c439 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:54.980092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=e182160b-5196-4a7c-bdd0-7ba818f7c439,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:54.989461 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (b8376a3a-d236-4fc0-934c-fa83756ac136), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.019413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] Pushing event deleted for resources: {'Port': ['ID=b27d8e9d-99b6-45c2-b86a-e24c12f41948,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:55.026321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e182160b-5196-4a7c-bdd0-7ba818f7c439 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:55.027355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e182160b-5196-4a7c-bdd0-7ba818f7c439 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:55.027981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 64e82ee8-7de5-49ec-848f-5eef6aa4aaef no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:55.031575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab09728-8fc4-4bf0-8cd5-db94ad976227 None None] No DVR routers for this DVR port b27d8e9d-99b6-45c2-b86a-e24c12f41948 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:55.034250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] Deleting port e182160b-5196-4a7c-bdd0-7ba818f7c439 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:55.034649 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.079666 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45650c7b-5078-4b77-ae28-a83474c18507 req-0f5bbe0f-5c39-45af-bbdb-eac037c464c6 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0372901 Mar 07 16:14:55.084966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 64e82ee8-7de5-49ec-848f-5eef6aa4aaef {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:55.085456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 64e82ee8-7de5-49ec-848f-5eef6aa4aaef not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:55.085901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:55.105878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3681c340-4825-44fd-8f17-9cddbcc7a938 req-608c9902-3992-42b7-b8c5-9953d3177f47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23dc5f14b9bb45b781e793518b4d176a&device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1148946 Mar 07 16:14:55.107643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Allocated IP 172.20.0.2 (71fa29c5-8992-46af-bc80-74d201eca7f9/242b73e8-c876-44d3-8ba1-ca9acbbcb969/ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:55.108987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b8376a3a-d236-4fc0-934c-fa83756ac136), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.110507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:55.111242 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9b42dfe-6fae-4e0b-a212-e5ad2d31dfdd not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:55.125470 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4c0d8885-f4fd-4b74-9e2b-35412a9d98e0 req-5cb48977-4d35-4266-b3c7-1f2f57f12908 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 210 time: 0.1210148 Mar 07 16:14:55.159571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks [] for router_controller (cfed0a32-18f1-40f5-b2e3-8864520fda9e), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.173635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:14:55.174015 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (b8376a3a-d236-4fc0-934c-fa83756ac136), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:14:55.176527 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:14:55.186206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] For port e182160b-5196-4a7c-bdd0-7ba818f7c439, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:55.186810 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.189957 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7a9241e9-0292-413f-a01a-1d9f4235c1fb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.213550 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3681c340-4825-44fd-8f17-9cddbcc7a938 req-78abdb73-1d43-41a3-916f-dd4d8fdfa4c6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=23dc5f14b9bb45b781e793518b4d176a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816979 Mar 07 16:14:55.233545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] Calling delete_port for e182160b-5196-4a7c-bdd0-7ba818f7c439 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:55.237943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] Port e182160b-5196-4a7c-bdd0-7ba818f7c439 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:14:55.238764 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6b6406cd-1945-4af7-abf2-2c141186ba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.242409 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (e182160b-5196-4a7c-bdd0-7ba818f7c439), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.260921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9241e9-0292-413f-a01a-1d9f4235c1fb']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:55.276066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8945157-07c5-4841-bfc3-e4d97e31e4b1') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:55.276066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8945157-07c5-4841-bfc3-e4d97e31e4b1') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:55.283119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9ef4baab-eb4c-4840-85a9-1744ad992db8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.290663 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.296673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9ef4baab-eb4c-4840-85a9-1744ad992db8 HTTP/1.1" status: 204 len: 168 time: 1.4409201 Mar 07 16:14:55.303840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (c8945157-07c5-4841-bfc3-e4d97e31e4b1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.304033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] Pushing event deleted for resources: {'Port': ['ID=e182160b-5196-4a7c-bdd0-7ba818f7c439,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:55.310354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40003d-6325-4046-9648-953e26c515c7 None None] No DVR routers for this DVR port e182160b-5196-4a7c-bdd0-7ba818f7c439 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:55.341197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002d3d7-df01-4fe0-88ab-e42c6166db58 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef4baab-eb4c-4840-85a9-1744ad992db8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:55.350722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c8945157-07c5-4841-bfc3-e4d97e31e4b1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.360109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:14:55.360742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (c8945157-07c5-4841-bfc3-e4d97e31e4b1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:14:55.366306 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:14:55.452879 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (7a9241e9-0292-413f-a01a-1d9f4235c1fb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.462087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.469563 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/networks/7a9241e9-0292-413f-a01a-1d9f4235c1fb HTTP/1.1" status: 204 len: 168 time: 1.3106029 Mar 07 16:14:55.470504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39458) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:55.532023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39460) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:55.548769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6f29d-6b0f-4460-8620-b78cac6bb067 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Network': ['ID=7a9241e9-0292-413f-a01a-1d9f4235c1fb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:55.590951 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Publish callbacks [] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.599845 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.647126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:55.651477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:55.654307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:55.662277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Pushing event updated for resources: {'Port': ['ID=ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:55.708376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks [] for router_gateway (cfed0a32-18f1-40f5-b2e3-8864520fda9e), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.724228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Attempting to bind port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:14:55.724932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Attempting to bind port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:14:55.725308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Attempting to bind port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e on network 71fa29c5-8992-46af-bc80-74d201eca7f9 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:14:55.732354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:14:55.732740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Checking segment: {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:14:55.733150 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.733588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Bound using segment: {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:14:55.734072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Bound port: ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:14:55.734460 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.807934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] For port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:14:55.811220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] For port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:14:55.817619 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bbe28e67-71ef-4d23-8d1e-47fbdbe3ce4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2db8a57889a643f0bdce29e040847eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2810664 Mar 07 16:14:55.820219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39462) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:55.821944 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.828556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681c340-4825-44fd-8f17-9cddbcc7a938 req-c0804019-f628-4b30-b1c4-1ed3d85b9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:55.830133 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3681c340-4825-44fd-8f17-9cddbcc7a938 req-c0804019-f628-4b30-b1c4-1ed3d85b9a5b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5627675 Mar 07 16:14:55.857793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.20.0.11 (65596130-a4f5-4fe1-916e-781be6951587/951818bc-bb99-43a3-9a0c-22b765943c04/3380f132-03d0-4f6c-b3a3-a07947052f43) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:55.882750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1774cc-5a7e-4cda-9d17-3dd08c658027 None None] Pushing event updated for resources: {'Port': ['ID=ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:55.906166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce44789e-2efa-411f-870f-65a99d14d005 admin admin] Publish callbacks [] for security_group (1f2ff5bc-5a16-4160-bc7e-92b12698559c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.934274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for port (b52aef9f-d0f6-4340-b69b-ef10aaf7d639), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.951903 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce44789e-2efa-411f-870f-65a99d14d005 admin admin] Publish callbacks [] for security_group (1f2ff5bc-5a16-4160-bc7e-92b12698559c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.959387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b52aef9f-d0f6-4340-b69b-ef10aaf7d639), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:55.998614 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.197824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Pushing event updated for resources: {'Port': ['ID=b52aef9f-d0f6-4340-b69b-ef10aaf7d639,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:56.263520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (52df0e1a-5d80-4899-bde4-217591a949c9), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.267201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (95b220c0-512b-47ee-b498-5d13c1755266), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.324123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (52df0e1a-5d80-4899-bde4-217591a949c9), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.337766 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37d711fd-218a-4c50-ab95-76fa24c8c8fc req-8734f7b8-ff54-4667-b4f2-f67027c7e630 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 210 time: 0.0862606 Mar 07 16:14:56.396803 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.494017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80f2d5e5-7a22-4882-8efd-900979bfaf7a req-35a4021f-05d9-4139-b0f2-1afb9892d142 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0638752 Mar 07 16:14:56.497326 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce44789e-2efa-411f-870f-65a99d14d005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1f2ff5bc-5a16-4160-bc7e-92b12698559c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.499964 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce44789e-2efa-411f-870f-65a99d14d005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.501137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ce44789e-2efa-411f-870f-65a99d14d005 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f2ff5bc-5a16-4160-bc7e-92b12698559c HTTP/1.1" status: 204 len: 168 time: 0.6798205 Mar 07 16:14:56.524682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44789e-2efa-411f-870f-65a99d14d005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2ff5bc-5a16-4160-bc7e-92b12698559c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:56.752187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:56.765635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:56.766305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.843671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:56.844044 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.898114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] For port f93ee29b-a312-4e12-a097-ed7cdc2f0bd6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f93ee29b-a312-4e12-a097-ed7cdc2f0bd6,segment=NetworkSegment(9931da1d-0ba9-40fb-af7f-cba218e9298c),segment_id=9931da1d-0ba9-40fb-af7f-cba218e9298c)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:56.898481 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.917018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:56.967362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=52df0e1a-5d80-4899-bde4-217591a949c9,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:56.980963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (ffc24387-5cac-4671-a30a-d271901c26a2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:56.988983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:56.989741 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.031660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:57.038563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.105009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:57.131134 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.164246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39472) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:57.168516 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Floating IP 95b220c0-512b-47ee-b498-5d13c1755266 associated. External IP: 172.25.4.138, port: 6e77c071-8e55-4b71-9bf7-8fb63388de20. Mar 07 16:14:57.206886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f93ee29b-a312-4e12-a097-ed7cdc2f0bd6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.244350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51487734-70c2-42ca-ba2d-a35cef75e220 None None] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:57.251282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=f93ee29b-a312-4e12-a097-ed7cdc2f0bd6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:57.265866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3681c340-4825-44fd-8f17-9cddbcc7a938 req-62697b9e-1a5e-4e8a-aafb-a5b741563d22 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.1516523 Mar 07 16:14:57.283252 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9059f601-3fc1-4785-92e6-7513c85a1954 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=968fc9ecea6d4bdc832cd7cac5075257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1169870 Mar 07 16:14:57.291448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39474) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:57.373981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1b8df7e8-ca93-4ca0-a6dc-35fd91c30f4b None None] Provisioning complete for port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:57.384265 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b8df7e8-ca93-4ca0-a6dc-35fd91c30f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.480237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.539599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1b8df7e8-ca93-4ca0-a6dc-35fd91c30f4b None None] Current status of the port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:57.566378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks [] for router_gateway (cfed0a32-18f1-40f5-b2e3-8864520fda9e), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.697187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.727634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-78545b69-4133-4c1d-8e3d-5c84c26187cf req-724af8e1-b6d9-4fa7-a27d-4bebbcf57c82 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2caf2-f616-4c5e-a825-83a3f5a4b2de HTTP/1.1" status: 200 len: 210 time: 0.0459495 Mar 07 16:14:57.741427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:57.749902 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f7548671-e5c3-49b4-9f91-297d747e87fc req-5f89f87a-8bbc-423c-9ef5-577e23e2e406 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 210 time: 0.1643050 Mar 07 16:14:57.766066 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.850993 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.869129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:57.885259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:57.896153 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:57.897579 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8470f23e-e2a8-417e-a259-a52bb895d405 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4079924 Mar 07 16:14:57.898111 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39482) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:57.914021 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:57.914978 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:57.925263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:57.949585 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b15-f33f-474d-96fa-a2130eb5724a admin admin] Publish callbacks [] for security_group (b97b0af9-cc01-4646-8295-87d0ab6630a6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.972772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0c0f4341-3bbd-49dc-adb1-fecb855afad8 None None] Provisioning complete for port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:57.973374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0c0f4341-3bbd-49dc-adb1-fecb855afad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:57.987465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df6ca56-130a-4b01-ac4e-c905e4c6ea6c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting subnet f99ca304-0393-44a3-8d76-616704f3056b {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:14:57.991363 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7df6ca56-130a-4b01-ac4e-c905e4c6ea6c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (f99ca304-0393-44a3-8d76-616704f3056b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.011476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 65596130-a4f5-4fe1-916e-781be6951587 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:58.031864 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:58.042668 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7df6ca56-130a-4b01-ac4e-c905e4c6ea6c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (f99ca304-0393-44a3-8d76-616704f3056b), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.083777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:58.099080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:58.104414 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:57Z', 'revision_number': 11, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:58.120227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f4341-3bbd-49dc-adb1-fecb855afad8 None None] Current status of the port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:58.122675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:58.143817 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:14:58.156437 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:58.157159 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:58.164893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b15-f33f-474d-96fa-a2130eb5724a admin admin] Publish callbacks [] for security_group (b97b0af9-cc01-4646-8295-87d0ab6630a6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.186422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7df6ca56-130a-4b01-ac4e-c905e4c6ea6c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f99ca304-0393-44a3-8d76-616704f3056b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.209327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Allocated IP 172.25.4.70 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/41fb7905-4c62-4768-9943-7ec49e25f80d) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:14:58.264923 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:14:58.277201 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7df6ca56-130a-4b01-ac4e-c905e4c6ea6c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (f99ca304-0393-44a3-8d76-616704f3056b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.321718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Router da902928-d439-4f31-97e3-ba9e8c268ce6 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:58.341296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6ca56-130a-4b01-ac4e-c905e4c6ea6c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Subnet': ['ID=f99ca304-0393-44a3-8d76-616704f3056b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:58.343350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fcf8f5-e967-4dc3-b713-9b8377e335ed None None] Network a8272f2a-a6df-4784-878e-56213557f186 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:14:58.344124 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7df6ca56-130a-4b01-ac4e-c905e4c6ea6c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.348797 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7df6ca56-130a-4b01-ac4e-c905e4c6ea6c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/f99ca304-0393-44a3-8d76-616704f3056b HTTP/1.1" status: 204 len: 168 time: 0.4495463 Mar 07 16:14:58.351630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39484) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:58.352159 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:57Z', 'revision_number': 11, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:58.373981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:58.374718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.390624 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef942dc5-c242-4fe6-8bc4-287252156ae1 None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:57Z', 'revision_number': 11, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:58.471302 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (a8272f2a-a6df-4784-878e-56213557f186), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.534172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c2a76f74-b53c-41c6-8054-684534faca48 None None] Provisioning complete for port 3380f132-03d0-4f6c-b3a3-a07947052f43 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:58.534548 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c2a76f74-b53c-41c6-8054-684534faca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.568548 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Deleting port f347153d-1704-4eb1-a42d-8c10b7677b1d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:14:58.568963 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.587261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c2a76f74-b53c-41c6-8054-684534faca48 None None] Port 3380f132-03d0-4f6c-b3a3-a07947052f43 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:14:58.603878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:14:58.616199 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-53b989b6-dd58-460f-b2c2-53f96d32a2e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4146552 Mar 07 16:14:58.640154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Request body: {'port': {'device_id': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:58.656373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] For port f347153d-1704-4eb1-a42d-8c10b7677b1d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f347153d-1704-4eb1-a42d-8c10b7677b1d,segment=NetworkSegment(9931da1d-0ba9-40fb-af7f-cba218e9298c),segment_id=9931da1d-0ba9-40fb-af7f-cba218e9298c)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:14:58.656744 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.670364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Calling delete_port for f347153d-1704-4eb1-a42d-8c10b7677b1d owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:14:58.687242 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b15-f33f-474d-96fa-a2130eb5724a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b97b0af9-cc01-4646-8295-87d0ab6630a6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.689804 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bf1b15-f33f-474d-96fa-a2130eb5724a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.690980 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-37bf1b15-f33f-474d-96fa-a2130eb5724a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b97b0af9-cc01-4646-8295-87d0ab6630a6 HTTP/1.1" status: 204 len: 168 time: 1.2861192 Mar 07 16:14:58.697326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:58.701164 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks [] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.713853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f95d14-dc7f-4264-8b73-ce449afe7f29 None None] Sync routers for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:58.738609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f95d14-dc7f-4264-8b73-ce449afe7f29 None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:58.739913 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c4f95d14-dc7f-4264-8b73-ce449afe7f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:58.762192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf1b15-f33f-474d-96fa-a2130eb5724a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97b0af9-cc01-4646-8295-87d0ab6630a6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:58.773406 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f347153d-1704-4eb1-a42d-8c10b7677b1d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.808478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c4f95d14-dc7f-4264-8b73-ce449afe7f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:58.828405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250ef16c-ab18-455a-b639-ab8ca607df55 None None] DHCP port deletion for a8272f2a-a6df-4784-878e-56213557f186 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:14:58.883333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f95d14-dc7f-4264-8b73-ce449afe7f29 None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:58.884258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c4f95d14-dc7f-4264-8b73-ce449afe7f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:58.891875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:58.896352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Port': ['ID=f347153d-1704-4eb1-a42d-8c10b7677b1d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:58.910033 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No DVR routers for this DVR port f347153d-1704-4eb1-a42d-8c10b7677b1d on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:14:58.977656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:14:58.980339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c4f95d14-dc7f-4264-8b73-ce449afe7f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:58.980958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f95d14-dc7f-4264-8b73-ce449afe7f29 None None] The sync data for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:59.040963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:14:59.041591 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.066066 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (a8272f2a-a6df-4784-878e-56213557f186), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.106047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8272f2a-a6df-4784-878e-56213557f186']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:59.124957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9931da1d-0ba9-40fb-af7f-cba218e9298c') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:59.125814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9931da1d-0ba9-40fb-af7f-cba218e9298c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:59.146210 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.152455 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (9931da1d-0ba9-40fb-af7f-cba218e9298c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.179890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:14:59.181576 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.183478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9931da1d-0ba9-40fb-af7f-cba218e9298c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.194440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:14:59.195260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (9931da1d-0ba9-40fb-af7f-cba218e9298c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:14:59.202781 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:14:59.249174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39498) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:59.251941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-26a5aa5e-e3dd-44fc-b174-97f8c84485de tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 10.4970691 Mar 07 16:14:59.252573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f347153d-1704-4eb1-a42d-8c10b7677b1d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:59.254901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0e5c7bb-d821-4c81-80a2-dfc021bcc723 req-dc0aeeb3-6e04-4e1f-8441-9d4faf4bb757 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23dc5f14b9bb45b781e793518b4d176a&device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222 HTTP/1.1" status: 200 len: 210 time: 0.0913916 Mar 07 16:14:59.279174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: f347153d-1704-4eb1-a42d-8c10b7677b1d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:59.279618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f347153d-1704-4eb1-a42d-8c10b7677b1d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:59.280158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:14:59.303244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:14:59.303677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f93ee29b-a312-4e12-a097-ed7cdc2f0bd6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:14:59.325690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:14:59.327706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e4040fee-95a3-47cf-b872-f61a22218136 req-80c13187-0c81-4293-82fa-6e42152a1de1 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222 HTTP/1.1" status: 200 len: 210 time: 0.0800657 Mar 07 16:14:59.333811 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1f29a119-3d0b-4d77-8edc-f6b3e8548900 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/routers/ffc24387-5cac-4671-a30a-d271901c26a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3861389 Mar 07 16:14:59.334144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39506) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:59.340667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'port': {'network_id': 'cb58d892-79c7-46c3-9f89-a98f0d063a79', 'name': 'tempest-FloatingIPTestJSON-1110129976'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:59.343287 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd55d2-bd5b-44a9-9b1c-9a67ae507f96 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:14:59.350390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.357185 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd55d2-bd5b-44a9-9b1c-9a67ae507f96 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:59.357813 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0cbd55d2-bd5b-44a9-9b1c-9a67ae507f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:59.418580 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0cbd55d2-bd5b-44a9-9b1c-9a67ae507f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:59.428682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e0a8b-ac2c-4080-824f-53ca0b3ad76e req-b43f6af6-8626-42cd-9e45-8bf6d62641b4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:14:59.430487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-052e0a8b-ac2c-4080-824f-53ca0b3ad76e req-b43f6af6-8626-42cd-9e45-8bf6d62641b4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 932 time: 0.5611904 Mar 07 16:14:59.440604 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd55d2-bd5b-44a9-9b1c-9a67ae507f96 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:14:59.441844 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0cbd55d2-bd5b-44a9-9b1c-9a67ae507f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:59.467890 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0e5c7bb-d821-4c81-80a2-dfc021bcc723 req-184890ac-e752-4b02-8cef-998526acce94 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=23dc5f14b9bb45b781e793518b4d176a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1446743 Mar 07 16:14:59.482413 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0cbd55d2-bd5b-44a9-9b1c-9a67ae507f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:14:59.483196 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd55d2-bd5b-44a9-9b1c-9a67ae507f96 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:14:59.527417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:14:59.528096 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (a8272f2a-a6df-4784-878e-56213557f186), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.541913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.546058 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/networks/a8272f2a-a6df-4784-878e-56213557f186 HTTP/1.1" status: 204 len: 168 time: 1.1926532 Mar 07 16:14:59.550864 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-50e42ddc-5d9b-4d1b-b907-dfe292aee756 tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] 10.222.0.24 "GET /v2.0/floatingips/95b220c0-512b-47ee-b498-5d13c1755266 HTTP/1.1" status: 200 len: 984 time: 0.2982290 Mar 07 16:14:59.552140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:14:59.552322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39512) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:59.552590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39514) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:59.556264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:14:59.575861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'routes': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:14:59.588991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Pushing event updated for resources: {'Port': ['ID=41fb7905-4c62-4768-9943-7ec49e25f80d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:59.645724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c7c77-8ecf-484f-8d63-9faee8cbf37b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Pushing event deleted for resources: {'Network': ['ID=a8272f2a-a6df-4784-878e-56213557f186,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:14:59.759717 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a188590e-83d2-456c-80c1-f4c919a9f32c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1468 time: 0.2048898 Mar 07 16:14:59.789119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39524) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:14:59.861363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.extraroute_db [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Added routes are [] {{(pid=103866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 16:14:59.861781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.extraroute_db [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Removed routes are [] {{(pid=103866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 16:14:59.862156 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:14:59.873602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Made reservation on behalf of b1e5d3034fdc4ee0a54c0a0fea71e514 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:14:59.877071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.022054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] device_id is not set on port 8d922ebc-7f9b-4846-a33d-fbb823e4a47c yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:15:00.090758 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-052e0a8b-ac2c-4080-824f-53ca0b3ad76e req-c28c8c1f-00f5-4f0b-964e-4b32a023fd01 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6325965 Mar 07 16:15:00.162386 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.172676 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.262785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c7bb-d821-4c81-80a2-dfc021bcc723 req-99276d98-13e6-4edb-83f5-75023758bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:00.264285 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0e5c7bb-d821-4c81-80a2-dfc021bcc723 req-99276d98-13e6-4edb-83f5-75023758bb78 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7866037 Mar 07 16:15:00.308875 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c16714f3-8fc8-462d-9263-2c366ce0cd9a req-f574c327-3814-4924-b156-f9fb6f0eb0db tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0595322 Mar 07 16:15:00.367629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.20.0.3 (cb58d892-79c7-46c3-9f89-a98f0d063a79/56c8fd56-6967-4635-81fa-98252b0d4f18/8d922ebc-7f9b-4846-a33d-fbb823e4a47c) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:00.374717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0d65be9f-2169-47f5-915e-db9b8edefcf2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:00.382501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Deleting port b52aef9f-d0f6-4340-b69b-ef10aaf7d639 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:00.382917 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b52aef9f-d0f6-4340-b69b-ef10aaf7d639), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.404585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3380f132-03d0-4f6c-b3a3-a07947052f43 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:15:00.415981 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Publish callbacks [] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.471347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Transition to ACTIVE for port object 3380f132-03d0-4f6c-b3a3-a07947052f43 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:15:00.480236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.536265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks [] for router_gateway (cfed0a32-18f1-40f5-b2e3-8864520fda9e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.620498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:00.730202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Attempting to bind port 3380f132-03d0-4f6c-b3a3-a07947052f43 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:15:00.730538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Attempting to bind port 3380f132-03d0-4f6c-b3a3-a07947052f43 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:15:00.730908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Attempting to bind port 3380f132-03d0-4f6c-b3a3-a07947052f43 on network 65596130-a4f5-4fe1-916e-781be6951587 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:00.789055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Port 3380f132-03d0-4f6c-b3a3-a07947052f43 on network 65596130-a4f5-4fe1-916e-781be6951587 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:15:00.789697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Attempting to bind port 3380f132-03d0-4f6c-b3a3-a07947052f43 on network 65596130-a4f5-4fe1-916e-781be6951587 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:00.802201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:15:00.802629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Checking segment: {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:00.803240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Bound using segment: {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:15:00.803745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Bound port: 3380f132-03d0-4f6c-b3a3-a07947052f43, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:15:00.804256 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.925753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (cfed0a32-18f1-40f5-b2e3-8864520fda9e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.934789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-43bad43e-5cd8-4c17-baf3-ef2ae9ef8342 req-67c6b0c1-c31b-4cd1-806a-36583f506aad tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222 HTTP/1.1" status: 200 len: 210 time: 0.4750805 Mar 07 16:15:00.935428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:15:00.939089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:15:00.965968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:00.973743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] Sync routers for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:00.987496 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.988289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:00.989168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:00.989348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.991538 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e5d7be24-dc0c-43d4-8a6f-d193897134d9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2 HTTP/1.1" status: 200 len: 700 time: 1.4379840 Mar 07 16:15:00.992170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39552) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:00.994309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b52aef9f-d0f6-4340-b69b-ef10aaf7d639), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:00.994638 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for floatingip (b52aef9f-d0f6-4340-b69b-ef10aaf7d639), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.049377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:01.063213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:01.064273 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.066070 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-e2c616ce-729d-4dc6-8d1c-32f8834fa9a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 1092 time: 2.4300623 Mar 07 16:15:01.066702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:15:01.069669 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e3e782-003e-4c9f-89aa-022a06b93428" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:15:01.070294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6217dbf9-d00f-4db7-a62d-ca19c30b78c9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d65be9f-2169-47f5-915e-db9b8edefcf2 HTTP/1.1" status: 200 len: 205 time: 0.0705440 Mar 07 16:15:01.072019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Calling delete_port for b52aef9f-d0f6-4340-b69b-ef10aaf7d639 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:01.073957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39554) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:01.154344 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0b3ffc-0abb-4ace-a485-9a139760a47d x-openstack-request-id: req-5a0b3ffc-0abb-4ace-a485-9a139760a47d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:15:01.154718 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:15:01.154928 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a0b3ffc-0abb-4ace-a485-9a139760a47d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:15:01.155347 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'status': 'completed', 'code': 200} Mar 07 16:15:01.169942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:01.256828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762bdab-49f0-432f-b233-326455c5854d req-df9c78c7-b97f-41da-840b-4bd254704cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:01.259082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-df9c78c7-b97f-41da-840b-4bd254704cdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1126 time: 0.0900977 Mar 07 16:15:01.272150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:57Z', 'revision_number': 11, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:01.277714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Router cfed0a32-18f1-40f5-b2e3-8864520fda9e is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:15:01.288471 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-42e5b35f-1289-4e94-ba33-8e5981f58350 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.320116 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-51008d0a-ea48-4c0e-97a3-82adddc970ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 217 time: 0.0535359 Mar 07 16:15:01.334033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] Checking router: 0d65be9f-2169-47f5-915e-db9b8edefcf2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:15:01.350595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] Routers {'0d65be9f-2169-47f5-915e-db9b8edefcf2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:01.351521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0d65be9f-2169-47f5-915e-db9b8edefcf2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:01.450679 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (8d922ebc-7f9b-4846-a33d-fbb823e4a47c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.453128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] Set router 0d65be9f-2169-47f5-915e-db9b8edefcf2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:01.478985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bc7ef-7c21-453b-8371-8d56f58f01c7 req-7eee21e9-f42e-4dec-a3e5-22b3f183947e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:01.480717 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f9bc7ef-7c21-453b-8371-8d56f58f01c7 req-7eee21e9-f42e-4dec-a3e5-22b3f183947e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 944 time: 0.2589221 Mar 07 16:15:01.535830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:57Z', 'revision_number': 11, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:01.548260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c3b0574-c8b0-416c-8535-09f83b51b3b5 req-9124ef44-6cc7-40a7-a283-0e3885d8a8e6 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0820560 Mar 07 16:15:01.573283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9130f-ca16-4626-bcd4-94ea430f8d14 None None] The sync data for ids ['0d65be9f-2169-47f5-915e-db9b8edefcf2'] in n-d-830010-8 is: [{'id': '0d65be9f-2169-47f5-915e-db9b8edefcf2', 'name': 'tempest-RoutersTest-router-398390131', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:13:41Z', 'updated_at': '2022-03-07T16:14:57Z', 'revision_number': 11, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:01.587724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0e5c7bb-d821-4c81-80a2-dfc021bcc723 req-95aaabb9-1517-4240-b00b-5a988e76215d tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222 HTTP/1.1" status: 200 len: 210 time: 0.0989201 Mar 07 16:15:01.599149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:01.610575 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Sync routers for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:01.625417 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:01.631425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762bdab-49f0-432f-b233-326455c5854d req-be64aa1c-afcc-481c-8b7f-648643fea041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:01.632548 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:01.632710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-be64aa1c-afcc-481c-8b7f-648643fea041 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.1700237 Mar 07 16:15:01.656209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.657436 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-162fb932-2ca4-4ce4-be9b-72e41e2d8626 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1174691 Mar 07 16:15:01.663348 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39562) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:01.695166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-42e5b35f-1289-4e94-ba33-8e5981f58350 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.725137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762bdab-49f0-432f-b233-326455c5854d req-d4025ea0-4327-44d1-9462-8d7a12644ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:01.726719 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-d4025ea0-4327-44d1-9462-8d7a12644ee0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0828557 Mar 07 16:15:01.729031 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-42e5b35f-1289-4e94-ba33-8e5981f58350 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (0d65be9f-2169-47f5-915e-db9b8edefcf2), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.745652 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f9bc7ef-7c21-453b-8371-8d56f58f01c7 req-50981a66-3511-41cf-b86b-d358dd2a97b0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2150221 Mar 07 16:15:01.879217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8d922ebc-7f9b-4846-a33d-fbb823e4a47c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.880770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-42e5b35f-1289-4e94-ba33-8e5981f58350 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (0d65be9f-2169-47f5-915e-db9b8edefcf2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.881371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e5b35f-1289-4e94-ba33-8e5981f58350 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Fanout notify agent at l3_agent the message router_deleted on router 0d65be9f-2169-47f5-915e-db9b8edefcf2 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:15:01.889446 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-93f65470-9451-41e0-9aab-43e0a18f33ed service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542926 Mar 07 16:15:01.926005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-42e5b35f-1289-4e94-ba33-8e5981f58350 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:01.926341 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-42e5b35f-1289-4e94-ba33-8e5981f58350 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2 HTTP/1.1" status: 204 len: 168 time: 0.8475294 Mar 07 16:15:01.936678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39564) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:01.951727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-168aecd8-8855-405c-b2c3-bcca1b0290a9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-817918136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:01.951979 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:02.012928 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b52aef9f-d0f6-4340-b69b-ef10aaf7d639), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.016463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c899b19f-eaae-491a-9700-0f51dc8b626a req-51ae7087-374f-4d30-b6cd-83b5c511e545 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0809383 Mar 07 16:15:02.045663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-168aecd8-8855-405c-b2c3-bcca1b0290a9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (0370ef71-fd0b-4ffb-837f-916dc1ee9234), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.047148 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-168aecd8-8855-405c-b2c3-bcca1b0290a9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (0370ef71-fd0b-4ffb-837f-916dc1ee9234), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.052073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:02.069748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:02.080137 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:02.129076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=8d922ebc-7f9b-4846-a33d-fbb823e4a47c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:02.229727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-168aecd8-8855-405c-b2c3-bcca1b0290a9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (0370ef71-fd0b-4ffb-837f-916dc1ee9234), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.233049 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d35e7fa3-5594-4d0f-961a-1757dcb79201 req-293db26c-8805-40c8-9f1e-b59f39670d67 tempest-ServerShowV247Test-375744563 tempest-ServerShowV247Test-375744563-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222 HTTP/1.1" status: 200 len: 210 time: 0.1477282 Mar 07 16:15:02.235384 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c899b19f-eaae-491a-9700-0f51dc8b626a req-50e94435-8fcc-4c5f-b58f-f7dab29ae0e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23dc5f14b9bb45b781e793518b4d176a&device_id=bbe4da98-c7d1-41fd-aef9-ae62503bc222 HTTP/1.1" status: 200 len: 210 time: 0.0938160 Mar 07 16:15:02.237897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4762bdab-49f0-432f-b233-326455c5854d req-3e4b61c0-145f-4dec-8335-12c7428b1371 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437467 Mar 07 16:15:02.239548 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-168aecd8-8855-405c-b2c3-bcca1b0290a9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (0370ef71-fd0b-4ffb-837f-916dc1ee9234), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.239877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event deleted for resources: {'Port': ['ID=b52aef9f-d0f6-4340-b69b-ef10aaf7d639,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:02.252307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:02.252952 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.276612 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for floatingip (95b220c0-512b-47ee-b498-5d13c1755266), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.276982 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Floating IP 95b220c0-512b-47ee-b498-5d13c1755266 disassociated (deleted). External IP: 172.25.4.138, port: 6e77c071-8e55-4b71-9bf7-8fb63388de20. Mar 07 16:15:02.292372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-168aecd8-8855-405c-b2c3-bcca1b0290a9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.295946 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-168aecd8-8855-405c-b2c3-bcca1b0290a9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3561721 Mar 07 16:15:02.304471 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39568) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:02.310194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1f4506be-f221-4a82-9197-d9cd27cb5498 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:02.316301 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:00Z', 'revision_number': 3, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:02.319395 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b53928fd-b744-460b-8ae9-9b0a8746d75e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9820290 Mar 07 16:15:02.323243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39570) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:02.324052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c899b19f-eaae-491a-9700-0f51dc8b626a req-56c6874e-752e-4a80-80c0-0034efb67672 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=23dc5f14b9bb45b781e793518b4d176a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450869 Mar 07 16:15:02.352002 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Checking router: cfed0a32-18f1-40f5-b2e3-8864520fda9e for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:15:02.352251 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Updating router cfed0a32-18f1-40f5-b2e3-8864520fda9e port 41fb7905-4c62-4768-9943-7ec49e25f80d binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:15:02.361922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'port': {'network_id': 'cb58d892-79c7-46c3-9f89-a98f0d063a79', 'name': 'tempest-FloatingIPTestJSON-1328527016'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:02.381112 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.558925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-c80dc105-a5a7-4861-8769-94f400be61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:02.560511 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-c80dc105-a5a7-4861-8769-94f400be61a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1126 time: 0.1974602 Mar 07 16:15:02.672385 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Publish callbacks [] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.678906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b19f-eaae-491a-9700-0f51dc8b626a req-44d56efc-4b08-453c-9393-56780ebf2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:02.681435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c899b19f-eaae-491a-9700-0f51dc8b626a req-44d56efc-4b08-453c-9393-56780ebf2c8e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3190694 Mar 07 16:15:02.681955 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.755256 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f776a3e-1459-4e2f-a9fd-4fb3df41bab3 req-4602bbdc-a218-4cba-ae2f-be49a390c436 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.1031914 Mar 07 16:15:02.760375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Made reservation on behalf of b1e5d3034fdc4ee0a54c0a0fea71e514 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:02.766897 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Attempting to bind port 41fb7905-4c62-4768-9943-7ec49e25f80d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:15:02.767797 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Attempting to bind port 41fb7905-4c62-4768-9943-7ec49e25f80d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:15:02.768355 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Attempting to bind port 41fb7905-4c62-4768-9943-7ec49e25f80d on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:02.772165 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Pushing event updated for resources: {'Port': ['ID=41fb7905-4c62-4768-9943-7ec49e25f80d,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:02.776741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.781955 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:15:02.782595 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:02.783331 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.784626 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:15:02.785359 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Bound port: 41fb7905-4c62-4768-9943-7ec49e25f80d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:15:02.785927 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.788331 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f4506be-f221-4a82-9197-d9cd27cb5498 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (0370ef71-fd0b-4ffb-837f-916dc1ee9234), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.790042 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.790566 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.791099 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.791598 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.792122 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.792826 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.793322 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.793942 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.794643 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.795027 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-607b00e7-4912-44e0-8301-28b743f346f8 req-63b86734-3524-4e02-b72f-b97907817bad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0440741 Mar 07 16:15:02.795477 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.796153 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.796818 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.797303 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:02.821940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-6932c333-56cf-416b-ac17-3a2fc70bf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:02.823587 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-6932c333-56cf-416b-ac17-3a2fc70bf71d service neutron] 10.222.0.15 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 897 time: 0.2298872 Mar 07 16:15:02.826287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f4506be-f221-4a82-9197-d9cd27cb5498 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (0370ef71-fd0b-4ffb-837f-916dc1ee9234), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.854267 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] For port 41fb7905-4c62-4768-9943-7ec49e25f80d, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:15:02.858205 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] For port 41fb7905-4c62-4768-9943-7ec49e25f80d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=41fb7905-4c62-4768-9943-7ec49e25f80d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:15:02.865822 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:02.902860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] device_id is not set on port ed848c4f-554e-485c-818d-5b36dac777c5 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:15:02.930874 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-18fea97e-aa09-4eaa-8704-7d71b0b4357b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 217 time: 0.0994816 Mar 07 16:15:02.936906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee48d2d-6267-430e-bbef-9dd6c1df1ea5 None None] Pushing event updated for resources: {'Port': ['ID=41fb7905-4c62-4768-9943-7ec49e25f80d,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:02.939652 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:02.940322 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:03.061684 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:03.083192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Router da902928-d439-4f31-97e3-ba9e8c268ce6 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:03.120237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.20.0.6 (cb58d892-79c7-46c3-9f89-a98f0d063a79/56c8fd56-6967-4635-81fa-98252b0d4f18/ed848c4f-554e-485c-818d-5b36dac777c5) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:03.128205 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:03.269712 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:00Z', 'revision_number': 3, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:03.302396 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85857f-29a1-4761-8297-3ba71f76f9ce None None] The sync data for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 is: [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:00Z', 'revision_number': 3, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:03.395582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-029b4be6-e592-4e28-a12d-10bce7f0363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:03.397382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-029b4be6-e592-4e28-a12d-10bce7f0363d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.4384699 Mar 07 16:15:03.456337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0b2b1-5e25-4163-a5a6-e8c96b2ec9e8 req-3689d006-7313-4a68-984a-29393cade6b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:03.457975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebf0b2b1-5e25-4163-a5a6-e8c96b2ec9e8 req-3689d006-7313-4a68-984a-29393cade6b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 944 time: 0.6212001 Mar 07 16:15:03.498132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-408a2631-b329-4599-a09a-0b3f0e6c719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:03.499796 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-408a2631-b329-4599-a09a-0b3f0e6c719c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0927670 Mar 07 16:15:03.529347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4506be-f221-4a82-9197-d9cd27cb5498 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Router 0370ef71-fd0b-4ffb-837f-916dc1ee9234 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:15:03.731244 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebf0b2b1-5e25-4163-a5a6-e8c96b2ec9e8 req-3b9556b0-a276-4db5-b0ff-97b0e7091630 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2634604 Mar 07 16:15:03.786192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39584) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:03.806472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4506be-f221-4a82-9197-d9cd27cb5498 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:03.816203 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f4506be-f221-4a82-9197-d9cd27cb5498 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:03.822977 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1f4506be-f221-4a82-9197-d9cd27cb5498 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "PUT /v2.0/routers/0370ef71-fd0b-4ffb-837f-916dc1ee9234 HTTP/1.1" status: 200 len: 693 time: 1.5110114 Mar 07 16:15:03.823766 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39590) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:03.827601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] Sync routers for ids ['0370ef71-fd0b-4ffb-837f-916dc1ee9234'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:03.861751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] Routers {'0370ef71-fd0b-4ffb-837f-916dc1ee9234'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:03.865409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0370ef71-fd0b-4ffb-837f-916dc1ee9234'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:03.924111 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-a20a9298-3732-4613-8aa2-2a9bc4b21918 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104109 Mar 07 16:15:04.005925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Allocated IP 172.20.0.1 (71fa29c5-8992-46af-bc80-74d201eca7f9/242b73e8-c876-44d3-8ba1-ca9acbbcb969/a56c1357-0dea-4e1f-97b8-f6ced9cffdf6) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:04.022620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] Set router 0370ef71-fd0b-4ffb-837f-916dc1ee9234 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:04.056418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d6e6bc65-6212-4999-b862-9e64fdeaec5a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/routers/0370ef71-fd0b-4ffb-837f-916dc1ee9234 HTTP/1.1" status: 200 len: 699 time: 0.2322447 Mar 07 16:15:04.063950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39592) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:04.075496 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4141295c-4802-49b6-8a68-7c5a00ab65a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.094873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370ef71-fd0b-4ffb-837f-916dc1ee9234', 'name': 'tempest-RoutersTest-router-817918136', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:02Z', 'updated_at': '2022-03-07T16:15:02Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:04.145181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] Checking router: 0370ef71-fd0b-4ffb-837f-916dc1ee9234 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:15:04.159689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-15433121-4613-4b81-8365-8d7eb9750217 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0370ef71-fd0b-4ffb-837f-916dc1ee9234 HTTP/1.1" status: 200 len: 205 time: 0.0945926 Mar 07 16:15:04.162555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39594) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:04.173541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] Routers {'0370ef71-fd0b-4ffb-837f-916dc1ee9234'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:04.174398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0370ef71-fd0b-4ffb-837f-916dc1ee9234'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:04.228891 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Publish callbacks [] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.236580 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c0ba6c-7518-43bc-9e63-b7fc38277fbf req-e7178a5e-c6d0-4c15-b493-5804ea4c4a57 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.2097137 Mar 07 16:15:04.279243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:04.291747 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.294885 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf6de1-8ac3-4e9e-b4f4-e1fe5041c492 None None] Sync routers for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:04.309851 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf6de1-8ac3-4e9e-b4f4-e1fe5041c492 None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:04.310503 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-caaf6de1-8ac3-4e9e-b4f4-e1fe5041c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:04.350200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5fbf4125-4686-4f90-883b-078fd7b491d0 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "DELETE /v2.0/floatingips/95b220c0-512b-47ee-b498-5d13c1755266 HTTP/1.1" status: 204 len: 168 time: 4.5592210 Mar 07 16:15:04.355938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4141295c-4802-49b6-8a68-7c5a00ab65a5 admin admin] Publish callbacks [] for security_group (4a18a1fe-3c99-4e70-aa89-95ed13083b2b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.401484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1170524e-f005-4489-8fc1-f1502516f3e9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (0370ef71-fd0b-4ffb-837f-916dc1ee9234), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.402202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (ed848c4f-554e-485c-818d-5b36dac777c5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.416563 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-caaf6de1-8ac3-4e9e-b4f4-e1fe5041c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:04.440133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39598) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:04.446984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:04.453235 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf6de1-8ac3-4e9e-b4f4-e1fe5041c492 None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:04.453872 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-caaf6de1-8ac3-4e9e-b4f4-e1fe5041c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:04.454583 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ed848c4f-554e-485c-818d-5b36dac777c5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.524472 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-caaf6de1-8ac3-4e9e-b4f4-e1fe5041c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:04.525558 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf6de1-8ac3-4e9e-b4f4-e1fe5041c492 None None] The sync data for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:04.536943 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31e3e782-003e-4c9f-89aa-022a06b93428 req-fbeef148-5d42-4802-bc0d-e6fcca1cde9f service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560272 Mar 07 16:15:04.540979 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4141295c-4802-49b6-8a68-7c5a00ab65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4a18a1fe-3c99-4e70-aa89-95ed13083b2b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.575548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] Set router 0370ef71-fd0b-4ffb-837f-916dc1ee9234 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:04.576189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.600995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:04.620126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:04.624951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:04.631737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.643420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=ed848c4f-554e-485c-818d-5b36dac777c5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:04.655525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370ef71-fd0b-4ffb-837f-916dc1ee9234', 'name': 'tempest-RoutersTest-router-817918136', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:02Z', 'updated_at': '2022-03-07T16:15:02Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:04.709048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abb30d-ba03-4ca5-a08f-bbca455f39b1 None None] The sync data for ids ['0370ef71-fd0b-4ffb-837f-916dc1ee9234'] in n-d-830010-8 is: [{'id': '0370ef71-fd0b-4ffb-837f-916dc1ee9234', 'name': 'tempest-RoutersTest-router-817918136', 'tenant_id': 'a04aa70ed88549128ed35fbb26e62481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:02Z', 'updated_at': '2022-03-07T16:15:02Z', 'revision_number': 2, 'project_id': 'a04aa70ed88549128ed35fbb26e62481', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:04.715477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 3380f132-03d0-4f6c-b3a3-a07947052f43 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:15:04.772084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41fb7905-4c62-4768-9943-7ec49e25f80d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:04.777748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:04.793644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141295c-4802-49b6-8a68-7c5a00ab65a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a18a1fe-3c99-4e70-aa89-95ed13083b2b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:04.809655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:04.815813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:04.829010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39604) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:04.837151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4141295c-4802-49b6-8a68-7c5a00ab65a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23dc5f14b9bb45b781e793518b4d176a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0489233 Mar 07 16:15:04.842418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1170524e-f005-4489-8fc1-f1502516f3e9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (0370ef71-fd0b-4ffb-837f-916dc1ee9234), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.849623 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1170524e-f005-4489-8fc1-f1502516f3e9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router_controller (0370ef71-fd0b-4ffb-837f-916dc1ee9234), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.959582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1170524e-f005-4489-8fc1-f1502516f3e9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (0370ef71-fd0b-4ffb-837f-916dc1ee9234), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.960211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1170524e-f005-4489-8fc1-f1502516f3e9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Fanout notify agent at l3_agent the message router_deleted on router 0370ef71-fd0b-4ffb-837f-916dc1ee9234 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:15:04.972834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1170524e-f005-4489-8fc1-f1502516f3e9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:04.974133 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1170524e-f005-4489-8fc1-f1502516f3e9 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/0370ef71-fd0b-4ffb-837f-916dc1ee9234 HTTP/1.1" status: 204 len: 168 time: 0.8090010 Mar 07 16:15:04.978682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39614) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:04.980761 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (cfed0a32-18f1-40f5-b2e3-8864520fda9e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.028183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6f7c493f-487e-43d3-b415-9cded36ef78a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0370ef71-fd0b-4ffb-837f-916dc1ee9234 HTTP/1.1" status: 200 len: 205 time: 0.0448909 Mar 07 16:15:05.029948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39616) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.076537 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:05.110728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 41fb7905-4c62-4768-9943-7ec49e25f80d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:05.111192 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.114010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'port_id': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'mac_address': 'fa:16:3e:ae:19:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:15:05.169714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Pushing event updated for resources: {'Port': ['ID=a56c1357-0dea-4e1f-97b8-f6ced9cffdf6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:05.218222 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-69240802-e740-4676-b87e-6866ed087247 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] delete failed (client error): The resource could not be found. Mar 07 16:15:05.221639 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-69240802-e740-4676-b87e-6866ed087247 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/0370ef71-fd0b-4ffb-837f-916dc1ee9234 HTTP/1.1" status: 404 len: 336 time: 0.1904898 Mar 07 16:15:05.225120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 3380f132-03d0-4f6c-b3a3-a07947052f43 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:05.225746 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.253375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39620) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.285979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:05.286651 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.286917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3380f132-03d0-4f6c-b3a3-a07947052f43 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:15:05.346489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab7830-439b-4e6e-be1c-cd545816cc5f req-29c8350d-5732-4388-8a55-0f29874a30e9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:05.355794 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-adab7830-439b-4e6e-be1c-cd545816cc5f req-29c8350d-5732-4388-8a55-0f29874a30e9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 944 time: 0.4411244 Mar 07 16:15:05.359095 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:05.368142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f24d8b2d-74e6-450a-a213-a0841e9f2409 None None] Provisioning complete for port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:05.368595 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f24d8b2d-74e6-450a-a213-a0841e9f2409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.396967 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb5ede4-3348-48ed-a379-f77d8b3d422a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] DELETE failed (client error): The resource could not be found. Mar 07 16:15:05.398014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb5ede4-3348-48ed-a379-f77d8b3d422a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:15:05.404215 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1eb5ede4-3348-48ed-a379-f77d8b3d422a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/e48c367e-2347-4293-a396-117171a87a23 HTTP/1.1" status: 404 len: 337 time: 0.1082790 Mar 07 16:15:05.416165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39626) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.434252 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.438549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 41fb7905-4c62-4768-9943-7ec49e25f80d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:05.439650 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.467260 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-71890797-b0ea-40e5-bf04-4e9cd64b857b req-ea8b9913-789d-4a26-968a-6ba8416bd0c7 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.1444645 Mar 07 16:15:05.476374 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fedb2f-c048-4d54-a3c3-c0d77d50f1c0 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] DELETE failed (client error): The resource could not be found. Mar 07 16:15:05.477841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fedb2f-c048-4d54-a3c3-c0d77d50f1c0 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:15:05.479161 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-93bd0bb7-3962-41a8-b722-53628da5ee24 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1524484 Mar 07 16:15:05.480183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 41fb7905-4c62-4768-9943-7ec49e25f80d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=41fb7905-4c62-4768-9943-7ec49e25f80d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:05.481922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39628) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.483591 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-76fedb2f-c048-4d54-a3c3-c0d77d50f1c0 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/c451a208-f423-4a49-aeaa-05d5fcd731cf HTTP/1.1" status: 404 len: 337 time: 0.0646174 Mar 07 16:15:05.493973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39630) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.527244 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c08e31-4771-42b6-89b9-5661eaa7d737 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] DELETE failed (client error): The resource could not be found. Mar 07 16:15:05.528046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c08e31-4771-42b6-89b9-5661eaa7d737 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:15:05.532205 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-92c08e31-4771-42b6-89b9-5661eaa7d737 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/a23a2046-d34c-40de-a737-6dda11b4f790 HTTP/1.1" status: 404 len: 337 time: 0.0357444 Mar 07 16:15:05.539032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39632) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.540945 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': 'ed848c4f-554e-485c-818d-5b36dac777c5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:05.562453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f24d8b2d-74e6-450a-a213-a0841e9f2409 None None] Port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:15:05.566973 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.594493 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-adab7830-439b-4e6e-be1c-cd545816cc5f req-27d34529-6a96-47e8-b623-061d62980ff6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1885655 Mar 07 16:15:05.595763 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbddd547-d3d6-4f5d-8222-b1466f8bdaae tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] DELETE failed (client error): The resource could not be found. Mar 07 16:15:05.596066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbddd547-d3d6-4f5d-8222-b1466f8bdaae tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:15:05.600159 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dbddd547-d3d6-4f5d-8222-b1466f8bdaae tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/f99ca304-0393-44a3-8d76-616704f3056b HTTP/1.1" status: 404 len: 337 time: 0.0594990 Mar 07 16:15:05.604168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39634) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.605185 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7af-167a-4d89-b1e1-fd8451350c73 admin admin] Publish callbacks [] for security_group (4a18a1fe-3c99-4e70-aa89-95ed13083b2b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.616084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.638496 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.650161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:05.652808 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.662845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f3d8b898-672d-40ac-8b91-6f554f1a3898 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d65be9f-2169-47f5-915e-db9b8edefcf2 HTTP/1.1" status: 200 len: 205 time: 0.0521019 Mar 07 16:15:05.665333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39636) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.689818 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7af-167a-4d89-b1e1-fd8451350c73 admin admin] Publish callbacks [] for security_group (4a18a1fe-3c99-4e70-aa89-95ed13083b2b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:05.709604 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-b960c8b0-6036-4ab1-85fe-6934b4c9ce26 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] delete failed (client error): The resource could not be found. Mar 07 16:15:05.713973 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b960c8b0-6036-4ab1-85fe-6934b4c9ce26 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/0d65be9f-2169-47f5-915e-db9b8edefcf2 HTTP/1.1" status: 404 len: 336 time: 0.0444624 Mar 07 16:15:05.714299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39638) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.720875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=41fb7905-4c62-4768-9943-7ec49e25f80d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:05.744486 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e7e78a97-360c-4c5f-bd93-2cbce69c454a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1cb3a14-4b82-4171-bb0d-f4d66b8a2512 HTTP/1.1" status: 200 len: 205 time: 0.0289700 Mar 07 16:15:05.746731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39640) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.753986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['3380f132-03d0-4f6c-b3a3-a07947052f43'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:15:05.790237 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-3dc78883-9808-467c-9562-1c01c5bbd92a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] delete failed (client error): The resource could not be found. Mar 07 16:15:05.791145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3dc78883-9808-467c-9562-1c01c5bbd92a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/d1cb3a14-4b82-4171-bb0d-f4d66b8a2512 HTTP/1.1" status: 404 len: 336 time: 0.0434175 Mar 07 16:15:05.793879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39642) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.821377 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f211ec1-bc43-425f-a186-041c1138213b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] DELETE failed (client error): The resource could not be found. Mar 07 16:15:05.821963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f211ec1-bc43-425f-a186-041c1138213b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:15:05.827960 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0f211ec1-bc43-425f-a186-041c1138213b tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/13ffe577-0dda-481f-8145-6c8428361de4 HTTP/1.1" status: 404 len: 337 time: 0.0303340 Mar 07 16:15:05.828217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39644) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.859459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8f726eaa-d24d-4318-bcab-f40091197453 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=031f3f05-0b36-49e9-9ce8-9a890c3b7dba HTTP/1.1" status: 200 len: 205 time: 0.0278313 Mar 07 16:15:05.859725 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39646) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.906027 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-aa8503ab-574b-4aa2-b99d-7fbd8e12f4d7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] delete failed (client error): The resource could not be found. Mar 07 16:15:05.909550 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-aa8503ab-574b-4aa2-b99d-7fbd8e12f4d7 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/031f3f05-0b36-49e9-9ce8-9a890c3b7dba HTTP/1.1" status: 404 len: 336 time: 0.0463040 Mar 07 16:15:05.909868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39648) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.939390 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c5c9cae6-cf40-4878-b01c-c19fb6442146 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2250754-6217-4e56-923f-6c48bb5f6c4d HTTP/1.1" status: 200 len: 205 time: 0.0284131 Mar 07 16:15:05.941686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39650) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:05.980272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Allocated IP 172.25.4.55 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/84c6d00f-e746-4d3b-b9fd-f86e55ef81a2) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:05.987569 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-f7c846f5-eeb6-4ff9-ab47-6842bb625b3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] delete failed (client error): The resource could not be found. Mar 07 16:15:05.988620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f7c846f5-eeb6-4ff9-ab47-6842bb625b3c tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/e2250754-6217-4e56-923f-6c48bb5f6c4d HTTP/1.1" status: 404 len: 336 time: 0.0459764 Mar 07 16:15:05.993372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39652) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:06.016824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7af-167a-4d89-b1e1-fd8451350c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4a18a1fe-3c99-4e70-aa89-95ed13083b2b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:06.019387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7af-167a-4d89-b1e1-fd8451350c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:06.024181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ddeb7af-167a-4d89-b1e1-fd8451350c73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a18a1fe-3c99-4e70-aa89-95ed13083b2b HTTP/1.1" status: 204 len: 168 time: 1.1866114 Mar 07 16:15:06.026094 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-96984509-d0d0-4a23-ae1e-7f4dda1c7bcf tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] DELETE failed (client error): The resource could not be found. Mar 07 16:15:06.026675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96984509-d0d0-4a23-ae1e-7f4dda1c7bcf tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:15:06.032203 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-96984509-d0d0-4a23-ae1e-7f4dda1c7bcf tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/18d3b122-8e94-420e-bfcd-bbf52b7c004c HTTP/1.1" status: 404 len: 337 time: 0.0355668 Mar 07 16:15:06.032516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39656) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:06.063285 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f474d3b7-a10e-46a4-83ce-a3c53fede855 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1cffc84-45f5-4ce4-9202-0782196185da HTTP/1.1" status: 200 len: 205 time: 0.0280056 Mar 07 16:15:06.064075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39658) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:06.096257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeb7af-167a-4d89-b1e1-fd8451350c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a18a1fe-3c99-4e70-aa89-95ed13083b2b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:06.111852 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-a4443ec2-84d6-48b0-a219-40dd649ae559 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] delete failed (client error): The resource could not be found. Mar 07 16:15:06.112919 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a4443ec2-84d6-48b0-a219-40dd649ae559 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/b1cffc84-45f5-4ce4-9202-0782196185da HTTP/1.1" status: 404 len: 336 time: 0.0460107 Mar 07 16:15:06.117947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39660) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:06.196841 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cc3c9d-dd8d-4055-af17-497899ef9299 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] DELETE failed (client error): The resource could not be found. Mar 07 16:15:06.197311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cc3c9d-dd8d-4055-af17-497899ef9299 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:15:06.204338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-69cc3c9d-dd8d-4055-af17-497899ef9299 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/26f3bb67-ee83-4cb2-b167-4033ff3f07e1 HTTP/1.1" status: 404 len: 337 time: 0.0848892 Mar 07 16:15:06.207029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39664) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:06.209949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Publish callbacks [] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:06.223504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:06.236338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:06.241337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-027d62f2-05a3-4242-9ffd-bc0329e85c31 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "GET /v2.0/ports?device_id=f44cb9d5-c444-42e8-8780-1cf9c5af4ff7 HTTP/1.1" status: 200 len: 205 time: 0.0330064 Mar 07 16:15:06.243802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39666) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:06.289142 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-258b4b79-24ac-4729-a0e7-e980fec90b4a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] delete failed (client error): The resource could not be found. Mar 07 16:15:06.296334 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-258b4b79-24ac-4729-a0e7-e980fec90b4a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/routers/f44cb9d5-c444-42e8-8780-1cf9c5af4ff7 HTTP/1.1" status: 404 len: 336 time: 0.0462019 Mar 07 16:15:06.296970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39668) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:06.339238 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff977a3-6b20-490c-9129-96fb4981d1d8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] DELETE failed (client error): The resource could not be found. Mar 07 16:15:06.339785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff977a3-6b20-490c-9129-96fb4981d1d8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:15:06.345363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6ff977a3-6b20-490c-9129-96fb4981d1d8 tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/fa75ec84-4ffa-42e4-848a-e0fecb4f6f0d HTTP/1.1" status: 404 len: 337 time: 0.0452750 Mar 07 16:15:06.345670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39672) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:06.358532 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for port (84c6d00f-e746-4d3b-b9fd-f86e55ef81a2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:06.378365 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfdc63e-8e94-4f08-870d-28cc080c4d1a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] DELETE failed (client error): The resource could not be found. Mar 07 16:15:06.378883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfdc63e-8e94-4f08-870d-28cc080c4d1a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:15:06.383449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cbfdc63e-8e94-4f08-870d-28cc080c4d1a tempest-RoutersTest-271701597 tempest-RoutersTest-271701597-project] 10.222.0.24 "DELETE /v2.0/subnets/1186a8dd-995e-4f89-a27d-c6f6e0374244 HTTP/1.1" status: 404 len: 337 time: 0.0352843 Mar 07 16:15:06.383977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Pushing event updated for resources: {'Port': ['ID=a56c1357-0dea-4e1f-97b8-f6ced9cffdf6,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:06.392341 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (cfed0a32-18f1-40f5-b2e3-8864520fda9e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:06.518700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (84c6d00f-e746-4d3b-b9fd-f86e55ef81a2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:06.596016 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:06.675700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:06.689347 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4e11bedf-09d8-4a6a-8e74-709c1ee9007a req-a0f2874d-5534-4f23-8b1f-bab3e31f9f21 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0988088 Mar 07 16:15:06.690416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41fb7905-4c62-4768-9943-7ec49e25f80d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:06.712417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:06.719914 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:06.753838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 3380f132-03d0-4f6c-b3a3-a07947052f43 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:06.761325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39690) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:06.772680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:06.778467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Pushing event updated for resources: {'Port': ['ID=84c6d00f-e746-4d3b-b9fd-f86e55ef81a2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:06.788828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:06.791862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.25.4.175 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/06ff4a9d-1cea-47a3-a357-b011a633b78e) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:06.808393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85ca9d-6df5-4671-ae84-d7852ad93495 req-010f175a-1abd-45f3-8b93-111ef8e7c59d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:06.810127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c85ca9d-6df5-4671-ae84-d7852ad93495 req-010f175a-1abd-45f3-8b93-111ef8e7c59d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 945 time: 0.1013436 Mar 07 16:15:06.888719 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c85ca9d-6df5-4671-ae84-d7852ad93495 req-1dcd2a92-6936-48ce-9bf3-4fdda120eaf7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712614 Mar 07 16:15:06.921516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 3380f132-03d0-4f6c-b3a3-a07947052f43 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:15:06.928123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 3380f132-03d0-4f6c-b3a3-a07947052f43 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:06.928654 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.026432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 41fb7905-4c62-4768-9943-7ec49e25f80d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:07.026851 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.078029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39700) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:07.121224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 3380f132-03d0-4f6c-b3a3-a07947052f43 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:07.121622 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.172467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:07.175658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:15:07.178225 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21affbd0-1f1b-4c1e-814d-dcb7174caf65" -d '{"events": [{"server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "name": "network-vif-plugged", "status": "completed", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:15:07.188463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.209634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-da8ee22b-bb0b-4262-9651-2f51c713045e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a04aa70ed88549128ed35fbb26e62481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4471693 Mar 07 16:15:07.212381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39706) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:07.212816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for floatingip (d0907899-bda1-4464-add3-f87dc89fec56), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.257874 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c05a35d-9b99-4a70-881f-ac8179da3909 x-openstack-request-id: req-8c05a35d-9b99-4a70-881f-ac8179da3909 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:15:07.258991 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "name": "network-vif-plugged", "status": "completed", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:15:07.259492 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c05a35d-9b99-4a70-881f-ac8179da3909 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:15:07.260040 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'code': 200} Mar 07 16:15:07.263642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 41fb7905-4c62-4768-9943-7ec49e25f80d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:07.275230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Router cfed0a32-18f1-40f5-b2e3-8864520fda9e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:07.277633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1370051290-network', 'tenant_id': 'bafbc20b87f74f6a83f14bf44a083199'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:07.280961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cc84db38-453d-42de-8cc0-c2ef9fdfdb71 None None] Provisioning complete for port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:07.281169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84c6d00f-e746-4d3b-b9fd-f86e55ef81a2), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.281742 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc84db38-453d-42de-8cc0-c2ef9fdfdb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.329181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:07.342664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-224c50da-be10-44f2-a6a9-c2d6953c677a admin admin] Publish callbacks [] for security_group (ebb749ef-ad31-4f22-98d4-49787916e1ef), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.348431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cc84db38-453d-42de-8cc0-c2ef9fdfdb71 None None] Port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:15:07.361977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Made reservation on behalf of bafbc20b87f74f6a83f14bf44a083199 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:07.364395 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.412700 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.418168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (06ff4a9d-1cea-47a3-a357-b011a633b78e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.421655 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-224c50da-be10-44f2-a6a9-c2d6953c677a admin admin] Publish callbacks [] for security_group (ebb749ef-ad31-4f22-98d4-49787916e1ef), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.503860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce138-0236-4a16-a3ea-db57da0c2e2c req-6a19f42c-ebc2-47af-86ad-27d6a134082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:07.505774 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a71ce138-0236-4a16-a3ea-db57da0c2e2c req-6a19f42c-ebc2-47af-86ad-27d6a134082c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1128 time: 0.1362214 Mar 07 16:15:07.553685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-224c50da-be10-44f2-a6a9-c2d6953c677a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ebb749ef-ad31-4f22-98d4-49787916e1ef), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.557774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-224c50da-be10-44f2-a6a9-c2d6953c677a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.561404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-224c50da-be10-44f2-a6a9-c2d6953c677a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebb749ef-ad31-4f22-98d4-49787916e1ef HTTP/1.1" status: 204 len: 168 time: 0.3456290 Mar 07 16:15:07.581133 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (06ff4a9d-1cea-47a3-a357-b011a633b78e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.597893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c50da-be10-44f2-a6a9-c2d6953c677a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb749ef-ad31-4f22-98d4-49787916e1ef,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:07.604087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for port (84c6d00f-e746-4d3b-b9fd-f86e55ef81a2), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.609905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a71ce138-0236-4a16-a3ea-db57da0c2e2c req-3fafd0a1-4f1d-49b0-bc2d-1d0d0004253c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979445 Mar 07 16:15:07.624192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Publish callbacks [] for security_group (1c18d40d-69ca-48b1-8689-d8174f8aeb8f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.631892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (84c6d00f-e746-4d3b-b9fd-f86e55ef81a2), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.637520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1c18d40d-69ca-48b1-8689-d8174f8aeb8f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.638324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:07.654068 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d53f1249-f199-4acf-a422-1ab04218e304 admin admin] 10.222.0.24 "PUT /v2.0/routers/cfed0a32-18f1-40f5-b2e3-8864520fda9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9764588 Mar 07 16:15:07.658184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Sync routers for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:07.660851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:07.669634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:07.687152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:07.687818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:07.695962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:07.700026 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:15:07.702880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=06ff4a9d-1cea-47a3-a357-b011a633b78e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:07.729327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c18d40d-69ca-48b1-8689-d8174f8aeb8f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:07.749160 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5fa73294-bbee-41f4-bf21-264bdc269f1e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.749376 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Added segment 5fa73294-bbee-41f4-bf21-264bdc269f1e of type vlan for network 91f0294a-387e-4f43-8b96-8a90ad049021 Mar 07 16:15:07.793973 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (d0907899-bda1-4464-add3-f87dc89fec56), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.827101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Pushing event updated for resources: {'Port': ['ID=84c6d00f-e746-4d3b-b9fd-f86e55ef81a2,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:07.850230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.855437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-10a80649-61f1-4b81-811c-7a2e8314ec4a tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4138553 Mar 07 16:15:07.857604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39716) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:07.879924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (91f0294a-387e-4f43-8b96-8a90ad049021), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.954040 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-561cddfc-7ae5-4a1c-904e-85e0a4b8131c req-35455564-59d6-42f3-956a-5526988f5685 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0453839 Mar 07 16:15:07.966353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (91f0294a-387e-4f43-8b96-8a90ad049021), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.967567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:07.968286 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:07.969831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:08.036145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9565234 Mar 07 16:15:08.048885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39728) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:08.068731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Request body: {'subnet': {'network_id': '91f0294a-387e-4f43-8b96-8a90ad049021', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1370051290-subnet', 'tenant_id': 'bafbc20b87f74f6a83f14bf44a083199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:08.073238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20511da-95b7-4244-8303-ac2385cc13e3 admin admin] Pushing event updated for resources: {'Network': ['ID=91f0294a-387e-4f43-8b96-8a90ad049021,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:08.127021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 91f0294a-387e-4f43-8b96-8a90ad049021 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:15:08.151728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Made reservation on behalf of bafbc20b87f74f6a83f14bf44a083199 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:08.154486 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.229182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:08.252439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.265318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4f866-f860-4673-be20-c74eceb31951 req-c84c8d76-4054-43f1-8342-b88220d4b148 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:08.266853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-62b4f866-f860-4673-be20-c74eceb31951 req-c84c8d76-4054-43f1-8342-b88220d4b148 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.1515141 Mar 07 16:15:08.429111 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-62b4f866-f860-4673-be20-c74eceb31951 req-2342f63e-1f24-4f05-9f59-23b64f06c81a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503599 Mar 07 16:15:08.490678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.493565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 2, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:08.531368 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Checking router: cfed0a32-18f1-40f5-b2e3-8864520fda9e for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:15:08.531637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Updating router cfed0a32-18f1-40f5-b2e3-8864520fda9e port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:15:08.537912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (ca08268b-0cf3-48bf-ab19-7d729f92294d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.562902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.656214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Allocated IP 172.25.4.179 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/86339c88-d5c5-424c-96f6-e67517d6936a) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:08.660069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39736) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:08.667262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ad3310a3-75d3-4f8e-a8f1-a8ab909375b9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--790657220', 'description': 'tempest-description--1035391287'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:08.679731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (d749b52e-7d85-47e7-a997-ce6f67592366), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.735489 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ad3310a3-75d3-4f8e-a8f1-a8ab909375b9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.752148 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (06ff4a9d-1cea-47a3-a357-b011a633b78e), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.802151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d749b52e-7d85-47e7-a997-ce6f67592366,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:08.813028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Checking segment: {'id': '5fa73294-bbee-41f4-bf21-264bdc269f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '91f0294a-387e-4f43-8b96-8a90ad049021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:08.813392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Network hostable DHCP agents. Network: 91f0294a-387e-4f43-8b96-8a90ad049021, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:15:08.865538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Network 91f0294a-387e-4f43-8b96-8a90ad049021 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:15:08.908385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 91f0294a-387e-4f43-8b96-8a90ad049021) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:08.918819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:08.919774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.937038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef8169-9432-42ae-80b2-66043a038fc7 None None] Network 91f0294a-387e-4f43-8b96-8a90ad049021 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:08.949609 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fec76657-e6b1-454e-af3b-8f4faed89a2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8828070 Mar 07 16:15:08.965180 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks [] for port (86339c88-d5c5-424c-96f6-e67517d6936a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:08.997661 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ad3310a3-75d3-4f8e-a8f1-a8ab909375b9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (8bebb642-bbf1-4d54-9c43-4224cb923f8b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.034245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (06ff4a9d-1cea-47a3-a357-b011a633b78e), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.040793 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ad3310a3-75d3-4f8e-a8f1-a8ab909375b9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8bebb642-bbf1-4d54-9c43-4224cb923f8b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.042475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (06ff4a9d-1cea-47a3-a357-b011a633b78e), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.068725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (86339c88-d5c5-424c-96f6-e67517d6936a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.118910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ad3310a3-75d3-4f8e-a8f1-a8ab909375b9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.122757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ad3310a3-75d3-4f8e-a8f1-a8ab909375b9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4592373 Mar 07 16:15:09.123750 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Publish callbacks [] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.137002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39750) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:09.137340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39752) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:09.143327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9acd78f2-0ec1-426d-8766-5d117fccff07 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'security_group_rule': {'security_group_id': '8bebb642-bbf1-4d54-9c43-4224cb923f8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:09.156253 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.163160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3310a3-75d3-4f8e-a8f1-a8ab909375b9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bebb642-bbf1-4d54-9c43-4224cb923f8b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:09.177381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33483e6f-aa78-427e-899a-09bf9c8b5740 None None] Network 91f0294a-387e-4f43-8b96-8a90ad049021 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:09.205172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:09.207789 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4bd6a0d4-ab96-48cd-b4de-02635f1e332f req-892ea5f8-60e2-4566-aa43-d54ddbc0c687 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0839224 Mar 07 16:15:09.216281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39758) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:09.220015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:09.232430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:09.245046 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=06ff4a9d-1cea-47a3-a357-b011a633b78e,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:09.270478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Pushing event updated for resources: {'Port': ['ID=86339c88-d5c5-424c-96f6-e67517d6936a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:09.368834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks [] for floatingip (3cf0c1a6-880e-4651-95ad-fc3ba487a4e1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.382513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1609-599f-4939-a390-24d08f4ede0f None None] Pushing event updated for resources: {'Port': ['ID=a56c1357-0dea-4e1f-97b8-f6ced9cffdf6,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:09.408513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Attempting to bind port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:15:09.408910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Attempting to bind port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:15:09.409277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Attempting to bind port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 on network 71fa29c5-8992-46af-bc80-74d201eca7f9 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:09.418126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:15:09.418521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Checking segment: {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:09.418971 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.419381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Bound using segment: {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:15:09.419875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Bound port: a56c1357-0dea-4e1f-97b8-f6ced9cffdf6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:15:09.420266 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.436960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (86339c88-d5c5-424c-96f6-e67517d6936a), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.643740 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks [] for port (86339c88-d5c5-424c-96f6-e67517d6936a), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.649678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (86339c88-d5c5-424c-96f6-e67517d6936a), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.667623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-605b7ed1-4f7f-42fc-a73b-cef0d0196594 None None] Provisioning complete for port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:09.668059 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-605b7ed1-4f7f-42fc-a73b-cef0d0196594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.689722 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1637006052'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:09.708513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-605b7ed1-4f7f-42fc-a73b-cef0d0196594 None None] Port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:15:09.727744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Pushing event updated for resources: {'Port': ['ID=86339c88-d5c5-424c-96f6-e67517d6936a,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:09.738678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (3cf0c1a6-880e-4651-95ad-fc3ba487a4e1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.739579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] For port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:15:09.743524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] For port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a56c1357-0dea-4e1f-97b8-f6ced9cffdf6,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:15:09.751137 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.756794 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.758693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2dc31649-b40a-45cd-a29e-e2fbc02265da tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8959773 Mar 07 16:15:09.761221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39762) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:09.764140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (ca08268b-0cf3-48bf-ab19-7d729f92294d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.810697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1609-599f-4939-a390-24d08f4ede0f None None] Pushing event updated for resources: {'Port': ['ID=a56c1357-0dea-4e1f-97b8-f6ced9cffdf6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:09.816601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9acd78f2-0ec1-426d-8766-5d117fccff07 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (d97f0b6a-7083-4537-9041-85e76aba7810), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.824816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:09.825007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:09.845403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Made reservation on behalf of 0c5276314dc44376b5a769c9f3cd0eeb for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:09.848954 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.862285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba76041-eaa1-48a7-b5d4-21cfbc83c2b7 admin admin] Deleting subnet d749b52e-7d85-47e7-a997-ce6f67592366 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:15:09.900173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ba76041-eaa1-48a7-b5d4-21cfbc83c2b7 admin admin] Publish callbacks [] for subnet (d749b52e-7d85-47e7-a997-ce6f67592366), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.902325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:09.912360 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-aac88bfa-0c6f-443e-a78a-5f19fb8b41aa tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2421 time: 0.1473491 Mar 07 16:15:09.915638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39764) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:09.949090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:10.011073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6497339a-de3f-4cd3-8cff-bddcda5035d3 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0912032 Mar 07 16:15:10.015210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ae5e1-45c1-4b2c-a629-12ab2cbb95f2 req-45deeeb9-55c3-4aad-bb1b-28ffed662aee tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:10.016500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39766) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:10.022550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f86ae5e1-45c1-4b2c-a629-12ab2cbb95f2 req-45deeeb9-55c3-4aad-bb1b-28ffed662aee tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.3395381 Mar 07 16:15:10.045934 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ba76041-eaa1-48a7-b5d4-21cfbc83c2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (d749b52e-7d85-47e7-a997-ce6f67592366), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.116553 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP ca08268b-0cf3-48bf-ab19-7d729f92294d associated. External IP: 172.25.4.175, port: ed848c4f-554e-485c-818d-5b36dac777c5. Mar 07 16:15:10.122199 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9acd78f2-0ec1-426d-8766-5d117fccff07 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (d97f0b6a-7083-4537-9041-85e76aba7810), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.157336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Deleting port 86339c88-d5c5-424c-96f6-e67517d6936a {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:10.157624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (86339c88-d5c5-424c-96f6-e67517d6936a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.181539 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9acd78f2-0ec1-426d-8766-5d117fccff07 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (d97f0b6a-7083-4537-9041-85e76aba7810), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.216686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:09Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:10.252727 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ba76041-eaa1-48a7-b5d4-21cfbc83c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (d749b52e-7d85-47e7-a997-ce6f67592366), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.255217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd78f2-0ec1-426d-8766-5d117fccff07 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97f0b6a-7083-4537-9041-85e76aba7810,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:10.261950 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (86339c88-d5c5-424c-96f6-e67517d6936a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.262261 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks [] for floatingip (86339c88-d5c5-424c-96f6-e67517d6936a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.269211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8bf78-14e7-4437-8d28-adad4bbb145b None None] The sync data for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 is: [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:09Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:10.277660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Calling delete_port for 86339c88-d5c5-424c-96f6-e67517d6936a owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:10.296526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9acd78f2-0ec1-426d-8766-5d117fccff07 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.300160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9acd78f2-0ec1-426d-8766-5d117fccff07 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1595972 Mar 07 16:15:10.300609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-def55fca-ef29-4d9f-af9b-a185687065c5 None None] Provisioning complete for port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:10.300989 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-def55fca-ef29-4d9f-af9b-a185687065c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.315310 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f86ae5e1-45c1-4b2c-a629-12ab2cbb95f2 req-2b93255e-4067-4e65-8fd4-fd334c3501d3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2916985 Mar 07 16:15:10.325110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39770) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:10.344895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2dbaccdc-89d1-46cc-b03a-4b10699fe94d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'security_group_rule': {'security_group_id': '8bebb642-bbf1-4d54-9c43-4224cb923f8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:10.410043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d50b77eb-4842-4fde-9463-5801a586b6cf req-2d1c9978-eff5-42c3-a83f-32593d810b1a tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0641856 Mar 07 16:15:10.452586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-def55fca-ef29-4d9f-af9b-a185687065c5 None None] Current status of the port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:10.453016 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-def55fca-ef29-4d9f-af9b-a185687065c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.495836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-def55fca-ef29-4d9f-af9b-a185687065c5 None None] For port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a56c1357-0dea-4e1f-97b8-f6ced9cffdf6,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:10.502543 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-def55fca-ef29-4d9f-af9b-a185687065c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.524109 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for security_group (16e75a46-1f9d-4428-8470-065a7da823f1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.549700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (16e75a46-1f9d-4428-8470-065a7da823f1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.553019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (86339c88-d5c5-424c-96f6-e67517d6936a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.565641 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2dbaccdc-89d1-46cc-b03a-4b10699fe94d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (87556c81-f384-4e13-845e-9214fb3a612a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.579253 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ba76041-eaa1-48a7-b5d4-21cfbc83c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (d749b52e-7d85-47e7-a997-ce6f67592366), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.585442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55fca-ef29-4d9f-af9b-a185687065c5 None None] Pushing event updated for resources: {'Port': ['ID=a56c1357-0dea-4e1f-97b8-f6ced9cffdf6,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:10.601298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Pushing event deleted for resources: {'Port': ['ID=86339c88-d5c5-424c-96f6-e67517d6936a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:10.683563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:15:10.686631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks [] for floatingip (3cf0c1a6-880e-4651-95ad-fc3ba487a4e1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.689508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.690758 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e49bd5c0-00e1-4039-9f76-28dad7324e24 tempest-FloatingIPAdminTestJSON-607280115 tempest-FloatingIPAdminTestJSON-607280115-project] 10.222.0.24 "DELETE /v2.0/floatingips/3cf0c1a6-880e-4651-95ad-fc3ba487a4e1 HTTP/1.1" status: 204 len: 168 time: 0.6731873 Mar 07 16:15:10.694908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39774) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:10.708972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba76041-eaa1-48a7-b5d4-21cfbc83c2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d749b52e-7d85-47e7-a997-ce6f67592366,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:10.722193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:10.724731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ba76041-eaa1-48a7-b5d4-21cfbc83c2b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.731921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2ba76041-eaa1-48a7-b5d4-21cfbc83c2b7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d749b52e-7d85-47e7-a997-ce6f67592366 HTTP/1.1" status: 204 len: 168 time: 1.5095894 Mar 07 16:15:10.740007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad12e25-501e-4ca5-8a05-89aff4ef1f6d req-cd80ae7d-7fef-4f5a-8305-ecb43cdb6043 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:10.741842 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ad12e25-501e-4ca5-8a05-89aff4ef1f6d req-cd80ae7d-7fef-4f5a-8305-ecb43cdb6043 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.3142514 Mar 07 16:15:10.743117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39776) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:10.762427 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (06669cb1-456f-4faf-a665-8fddd334b809), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.762827 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Added segment 06669cb1-456f-4faf-a665-8fddd334b809 of type vlan for network 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f Mar 07 16:15:10.764496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e75a46-1f9d-4428-8470-065a7da823f1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:10.800496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:10.801225 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.896230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:10.971511 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.984224 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:10.999742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2dbaccdc-89d1-46cc-b03a-4b10699fe94d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (87556c81-f384-4e13-845e-9214fb3a612a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.017396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2dbaccdc-89d1-46cc-b03a-4b10699fe94d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (87556c81-f384-4e13-845e-9214fb3a612a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.030847 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8ad12e25-501e-4ca5-8a05-89aff4ef1f6d req-f94cdf97-3f62-492c-8894-cf2d34025513 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2512684 Mar 07 16:15:11.066110 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (91f0294a-387e-4f43-8b96-8a90ad049021), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.067878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39778) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:11.101162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaccdc-89d1-46cc-b03a-4b10699fe94d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87556c81-f384-4e13-845e-9214fb3a612a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:11.131622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:11.133657 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.138987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:11.139774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.150874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2dbaccdc-89d1-46cc-b03a-4b10699fe94d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.155002 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2dbaccdc-89d1-46cc-b03a-4b10699fe94d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8246212 Mar 07 16:15:11.156136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39780) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:11.163098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:11.230336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0907397 Mar 07 16:15:11.243541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39782) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:11.249922 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Request body: {'subnet': {'network_id': '8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:11.255899 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.261530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d0ad8-84da-4847-9643-e002c8154f6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Pushing event updated for resources: {'Network': ['ID=8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:11.274215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:15:11.318434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd785478-255d-4bcd-aec3-f195c0bc90cd tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:11.320062 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dd785478-255d-4bcd-aec3-f195c0bc90cd tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1123 time: 0.2447813 Mar 07 16:15:11.350152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39784) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:11.356937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:11.441075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (91f0294a-387e-4f43-8b96-8a90ad049021), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.447680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Deleting port 84c6d00f-e746-4d3b-b9fd-f86e55ef81a2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:11.448029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (84c6d00f-e746-4d3b-b9fd-f86e55ef81a2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.473472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Made reservation on behalf of 0c5276314dc44376b5a769c9f3cd0eeb for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:11.477150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.477741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.496110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f0294a-387e-4f43-8b96-8a90ad049021']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:11.509669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa73294-bbee-41f4-bf21-264bdc269f1e') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:11.509967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa73294-bbee-41f4-bf21-264bdc269f1e') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:11.512113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:11.523692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (5fa73294-bbee-41f4-bf21-264bdc269f1e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.526117 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cffe1-4b9a-44a4-bc94-c4c58ee7cf32 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:11.537090 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6cffe1-4b9a-44a4-bc94-c4c58ee7cf32 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:11.538054 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8c6cffe1-4b9a-44a4-bc94-c4c58ee7cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:11.553576 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5fa73294-bbee-41f4-bf21-264bdc269f1e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.564730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.567096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:15:11.567493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (5fa73294-bbee-41f4-bf21-264bdc269f1e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:15:11.569308 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:15:11.586601 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8c6cffe1-4b9a-44a4-bc94-c4c58ee7cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:11.596444 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6cffe1-4b9a-44a4-bc94-c4c58ee7cf32 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:11.597428 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8c6cffe1-4b9a-44a4-bc94-c4c58ee7cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:11.637069 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8c6cffe1-4b9a-44a4-bc94-c4c58ee7cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:11.637730 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cffe1-4b9a-44a4-bc94-c4c58ee7cf32 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:11.647160 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9092f25e-704e-40d5-b5c9-33420f2baf99 req-40fceeba-4ced-4932-8297-c3bb5c8d631f tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0739775 Mar 07 16:15:11.678451 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d3c765c5-43e6-4740-94a7-5f32d1d4e98f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1908252 Mar 07 16:15:11.681638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39788) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:11.686076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-59d14fb9-c6d1-40ce-a4b4-381147495340 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:11.707067 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (84c6d00f-e746-4d3b-b9fd-f86e55ef81a2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.707397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for floatingip (84c6d00f-e746-4d3b-b9fd-f86e55ef81a2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.721906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (91f0294a-387e-4f43-8b96-8a90ad049021), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.731132 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.734203 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/91f0294a-387e-4f43-8b96-8a90ad049021 HTTP/1.1" status: 204 len: 168 time: 0.9854877 Mar 07 16:15:11.740242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Calling delete_port for 84c6d00f-e746-4d3b-b9fd-f86e55ef81a2 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:11.743722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.760633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb534e-a8a1-42ae-89ca-8de7ea5f4bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f0294a-387e-4f43-8b96-8a90ad049021,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:11.776367 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d14fb9-c6d1-40ce-a4b4-381147495340 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (ca08268b-0cf3-48bf-ab19-7d729f92294d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.837338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:11.997764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39792) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:12.004215 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d14fb9-c6d1-40ce-a4b4-381147495340 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.010634 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d14fb9-c6d1-40ce-a4b4-381147495340 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (ca08268b-0cf3-48bf-ab19-7d729f92294d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.010634 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-59d14fb9-c6d1-40ce-a4b4-381147495340 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP ca08268b-0cf3-48bf-ab19-7d729f92294d disassociated. External IP: 172.25.4.175, port: ed848c4f-554e-485c-818d-5b36dac777c5. Mar 07 16:15:12.042511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Allocated IP 172.25.4.130 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/736355c4-7154-4717-9257-09e59dab4094) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:12.067918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (0f97574d-8762-4a5f-8606-b7e0d5d239e8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.169316 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-656408ac-4350-4681-ac71-926543c3f6c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bafbc20b87f74f6a83f14bf44a083199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676548 Mar 07 16:15:12.174420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39794) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:12.182858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Pushing event updated for resources: {'Subnet': ['ID=0f97574d-8762-4a5f-8606-b7e0d5d239e8,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:12.202197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.202550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.202923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.203263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.203595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.203925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.204258 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.204583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.204911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.205232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.205554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.205875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.206195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:12.222222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Checking segment: {'id': '06669cb1-456f-4faf-a665-8fddd334b809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:12.222710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Network hostable DHCP agents. Network: 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:15:12.229435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (84c6d00f-e746-4d3b-b9fd-f86e55ef81a2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.278050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Pushing event deleted for resources: {'Port': ['ID=84c6d00f-e746-4d3b-b9fd-f86e55ef81a2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:12.282893 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c5cca0c3-3cff-4e2a-8cf7-4b53b26b1f99 admin admin] Publish callbacks [] for security_group (1c18d40d-69ca-48b1-8689-d8174f8aeb8f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.288159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d14fb9-c6d1-40ce-a4b4-381147495340 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:12.318640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c5cca0c3-3cff-4e2a-8cf7-4b53b26b1f99 admin admin] Publish callbacks [] for security_group (1c18d40d-69ca-48b1-8689-d8174f8aeb8f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.362953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Network 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:15:12.388547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:12.394042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:12.394642 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.402126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2879438-10ef-48bf-8d0e-bbc881602e61 None None] Network 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:12.423345 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks [] for floatingip (d0907899-bda1-4464-add3-f87dc89fec56), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.426595 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.431451 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-855a7dbe-26a7-4e04-8873-f0dfce641c9c tempest-FloatingIPAdminTestJSON-765096330 tempest-FloatingIPAdminTestJSON-765096330-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/d0907899-bda1-4464-add3-f87dc89fec56 HTTP/1.1" status: 204 len: 168 time: 1.7311788 Mar 07 16:15:12.433216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39796) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:12.443968 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cb5672f5-8709-4fb1-9cd6-b9eda2357b2a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1983035 Mar 07 16:15:12.447010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39798) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:12.455313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for port (736355c4-7154-4717-9257-09e59dab4094), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.461903 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Request body: {'port': {'network_id': '8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f', 'name': 'tempest-TagsExtTest-1198785424'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:12.484335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c5cca0c3-3cff-4e2a-8cf7-4b53b26b1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1c18d40d-69ca-48b1-8689-d8174f8aeb8f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.487004 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c5cca0c3-3cff-4e2a-8cf7-4b53b26b1f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.488172 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c5cca0c3-3cff-4e2a-8cf7-4b53b26b1f99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c18d40d-69ca-48b1-8689-d8174f8aeb8f HTTP/1.1" status: 204 len: 168 time: 0.3127587 Mar 07 16:15:12.502860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d14fb9-c6d1-40ce-a4b4-381147495340 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:12.512698 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d14fb9-c6d1-40ce-a4b4-381147495340 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.518108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f50d5-b1d8-42ea-80e5-39d8ab3d2ea6 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:12.531458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f', 'network_id': '8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f', 'project_id': '0c5276314dc44376b5a769c9f3cd0eeb', 'fixed_ips': [{'subnet_id': '0f97574d-8762-4a5f-8606-b7e0d5d239e8'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:15:12.533272 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.541871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f50d5-b1d8-42ea-80e5-39d8ab3d2ea6 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:12.542831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a36f50d5-b1d8-42ea-80e5-39d8ab3d2ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:12.573242 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (736355c4-7154-4717-9257-09e59dab4094), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.587251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a36f50d5-b1d8-42ea-80e5-39d8ab3d2ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:12.608940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f50d5-b1d8-42ea-80e5-39d8ab3d2ea6 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:12.609731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a36f50d5-b1d8-42ea-80e5-39d8ab3d2ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:12.630378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:12.640125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cca0c3-3cff-4e2a-8cf7-4b53b26b1f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c18d40d-69ca-48b1-8689-d8174f8aeb8f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:12.640504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:12.647247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:12.680960 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-59d14fb9-c6d1-40ce-a4b4-381147495340 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/floatingips/ca08268b-0cf3-48bf-ab19-7d729f92294d HTTP/1.1" status: 200 len: 688 time: 0.9971299 Mar 07 16:15:12.703388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39804) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:12.713072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'Port': ['ID=736355c4-7154-4717-9257-09e59dab4094,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:12.736268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Made reservation on behalf of 0c5276314dc44376b5a769c9f3cd0eeb for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:12.744439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.780154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] device_id is not set on port 26a69e24-c22b-4e8d-a79d-b67c40489e8c yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:15:12.785136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:12.787521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a36f50d5-b1d8-42ea-80e5-39d8ab3d2ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:12.788141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f50d5-b1d8-42ea-80e5-39d8ab3d2ea6 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:12.798114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.25.4.16 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/bd246113-c7d7-4fb6-a394-44e7de928ea8) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:12.923449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Allocated IP 172.20.0.2 (8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f/0f97574d-8762-4a5f-8606-b7e0d5d239e8/bccdd365-6882-4d42-ba30-09b806731859) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:12.924513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (7cfb7850-a035-45e5-9c7a-bc5de050c9fc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.933915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:12.934323 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:12.975794 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (736355c4-7154-4717-9257-09e59dab4094), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.152387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:13.209878 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Publish callbacks [] for port (bccdd365-6882-4d42-ba30-09b806731859), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.218322 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (bccdd365-6882-4d42-ba30-09b806731859), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.254465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for port (736355c4-7154-4717-9257-09e59dab4094), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.258947 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29a50e2c-373d-410a-8590-ce0020b7e862 req-b5a95a9e-e104-431b-b951-4621539552ae tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0772710 Mar 07 16:15:13.261381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Network 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:13.266776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:13.270884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:13.289951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Pushing event updated for resources: {'Port': ['ID=bccdd365-6882-4d42-ba30-09b806731859,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:13.296589 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (736355c4-7154-4717-9257-09e59dab4094), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.351424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Attempting to bind port bccdd365-6882-4d42-ba30-09b806731859 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:15:13.352983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Attempting to bind port bccdd365-6882-4d42-ba30-09b806731859 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '06669cb1-456f-4faf-a665-8fddd334b809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:15:13.353575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Attempting to bind port bccdd365-6882-4d42-ba30-09b806731859 on network 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:13.363047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:15:13.363812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Checking segment: {'id': '06669cb1-456f-4faf-a665-8fddd334b809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:13.364458 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.365055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Bound using segment: {'id': '06669cb1-456f-4faf-a665-8fddd334b809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:15:13.365920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Bound port: bccdd365-6882-4d42-ba30-09b806731859, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06669cb1-456f-4faf-a665-8fddd334b809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:15:13.366608 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bccdd365-6882-4d42-ba30-09b806731859), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.392319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Allocated IP 172.20.0.5 (8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f/0f97574d-8762-4a5f-8606-b7e0d5d239e8/26a69e24-c22b-4e8d-a79d-b67c40489e8c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:13.393111 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-25f9ab5d-4f95-4d1d-a154-7ad4f7447406 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Deleting port 6e77c071-8e55-4b71-9bf7-8fb63388de20 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:13.393348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'Port': ['ID=736355c4-7154-4717-9257-09e59dab4094,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:13.393495 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-25f9ab5d-4f95-4d1d-a154-7ad4f7447406 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6e77c071-8e55-4b71-9bf7-8fb63388de20), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.408673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (7cfb7850-a035-45e5-9c7a-bc5de050c9fc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.443223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.454602 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a3879440-3fe7-4c2a-8ffb-95fdda65e04d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2977428 Mar 07 16:15:13.481403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] For port bccdd365-6882-4d42-ba30-09b806731859, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:15:13.491121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] For port bccdd365-6882-4d42-ba30-09b806731859, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bccdd365-6882-4d42-ba30-09b806731859,segment=NetworkSegment(06669cb1-456f-4faf-a665-8fddd334b809),segment_id=06669cb1-456f-4faf-a665-8fddd334b809)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:15:13.503462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bccdd365-6882-4d42-ba30-09b806731859), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.573386 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (bd246113-c7d7-4fb6-a394-44e7de928ea8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.587537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-25f9ab5d-4f95-4d1d-a154-7ad4f7447406 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6e77c071-8e55-4b71-9bf7-8fb63388de20), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.614827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8c35a-073c-4beb-abac-f5cc2bdf02cc None None] Pushing event updated for resources: {'Port': ['ID=bccdd365-6882-4d42-ba30-09b806731859,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:13.631881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-25f9ab5d-4f95-4d1d-a154-7ad4f7447406 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Calling delete_port for 6e77c071-8e55-4b71-9bf7-8fb63388de20 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:13.649961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 06ff4a9d-1cea-47a3-a357-b011a633b78e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:13.650603 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (06ff4a9d-1cea-47a3-a357-b011a633b78e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.744664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for port (26a69e24-c22b-4e8d-a79d-b67c40489e8c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.756673 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-6815a4a4-8088-41e4-909c-68a26a4122ff tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--790657220&fields=id&tenant_id=811ee645c83146a3ba5bd43c6b62afe2 HTTP/1.1" status: 200 len: 267 time: 0.0907943 Mar 07 16:15:13.815950 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bd246113-c7d7-4fb6-a394-44e7de928ea8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.820483 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (06ff4a9d-1cea-47a3-a357-b011a633b78e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.820951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (06ff4a9d-1cea-47a3-a357-b011a633b78e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.890841 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (26a69e24-c22b-4e8d-a79d-b67c40489e8c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:13.911489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 06ff4a9d-1cea-47a3-a357-b011a633b78e owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:13.950481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:13.952750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=bd246113-c7d7-4fb6-a394-44e7de928ea8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:13.965204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Network 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:13.966712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:13.983778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:13.997583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:14.021772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:14.041536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-88abc319-9fae-413d-a985-40df47eb66c3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:14.043110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-88abc319-9fae-413d-a985-40df47eb66c3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/networks?id=71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 200 len: 816 time: 0.2735331 Mar 07 16:15:14.043792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Pushing event updated for resources: {'Port': ['ID=26a69e24-c22b-4e8d-a79d-b67c40489e8c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:14.084507 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-87556284-0572-4dcb-996c-dc52180f05f6 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/quotas/811ee645c83146a3ba5bd43c6b62afe2 HTTP/1.1" status: 200 len: 375 time: 0.0267708 Mar 07 16:15:14.093850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:14.094509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.145752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8228036f-1695-481e-a164-f4f33743c7f3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6948137 Mar 07 16:15:14.146786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39846) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:14.152879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-94c6bdf9-c77a-4c6a-ba1d-0eafb07948de tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2101077966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:14.181044 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-25f9ab5d-4f95-4d1d-a154-7ad4f7447406 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6e77c071-8e55-4b71-9bf7-8fb63388de20), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.187131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94c6bdf9-c77a-4c6a-ba1d-0eafb07948de tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (aea20f2f-79c4-4313-8574-442142bfb51c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.188367 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94c6bdf9-c77a-4c6a-ba1d-0eafb07948de tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (aea20f2f-79c4-4313-8574-442142bfb51c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.200007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-a2cc6669-ee69-4e4f-90f4-752326c96e99 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014593 Mar 07 16:15:14.236669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9ab5d-4f95-4d1d-a154-7ad4f7447406 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event deleted for resources: {'Port': ['ID=6e77c071-8e55-4b71-9bf7-8fb63388de20,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:14.281153 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94c6bdf9-c77a-4c6a-ba1d-0eafb07948de tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for router_controller (aea20f2f-79c4-4313-8574-442142bfb51c), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.350362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94c6bdf9-c77a-4c6a-ba1d-0eafb07948de tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (aea20f2f-79c4-4313-8574-442142bfb51c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.387862 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94c6bdf9-c77a-4c6a-ba1d-0eafb07948de tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.394061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39854) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:14.396136 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-94c6bdf9-c77a-4c6a-ba1d-0eafb07948de tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2445619 Mar 07 16:15:14.407670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-616f6653-4612-4ffa-9a76-acf42393ea7c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1029614474', 'prefixes': ['172.20.0.0/16']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:14.415913 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-bdd51277-1e75-43c6-a15d-2099a5d68f4d service neutron] 10.222.0.24 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900945 Mar 07 16:15:14.471919 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-25f9ab5d-4f95-4d1d-a154-7ad4f7447406 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.478332 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-25f9ab5d-4f95-4d1d-a154-7ad4f7447406 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "DELETE /v2.0/ports/6e77c071-8e55-4b71-9bf7-8fb63388de20 HTTP/1.1" status: 204 len: 168 time: 2.0440865 Mar 07 16:15:14.480615 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2146e2a9-4719-4766-b67f-3405067b6446 req-9308bf77-c500-4918-9c12-281799906f42 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0683515 Mar 07 16:15:14.504907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39858) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:14.589389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (06ff4a9d-1cea-47a3-a357-b011a633b78e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.597551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-83de96c1-6298-4d89-811a-91efe1fa0e51 service neutron] 10.222.0.24 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754580 Mar 07 16:15:14.640480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950322a2-0293-4539-851f-cf80adf39b5f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:14.644374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-950322a2-0293-4539-851f-cf80adf39b5f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "GET /v2.0/ports?device_id=da902928-d439-4f31-97e3-ba9e8c268ce6 HTTP/1.1" status: 200 len: 913 time: 0.1384611 Mar 07 16:15:14.654259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39866) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:14.720650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=06ff4a9d-1cea-47a3-a357-b011a633b78e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:14.841520 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bccdd365-6882-4d42-ba30-09b806731859 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:14.943040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-616f6653-4612-4ffa-9a76-acf42393ea7c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.945386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-616f6653-4612-4ffa-9a76-acf42393ea7c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5417943 Mar 07 16:15:14.963365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port bccdd365-6882-4d42-ba30-09b806731859 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:14.963573 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bccdd365-6882-4d42-ba30-09b806731859), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:14.965204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39878) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:14.968166 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8ea02ac-3e9c-4031-9064-15030682dbbc req-d8d86792-3856-4e07-af04-76ef0a236e5c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 210 time: 0.0847056 Mar 07 16:15:14.984780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-b2a3022e-a76d-462c-94fb-4197d731f749 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8', 'tempest-TagsExtTest-Tag-753899218') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:15.158292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bccdd365-6882-4d42-ba30-09b806731859 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:15.159537 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bccdd365-6882-4d42-ba30-09b806731859), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.169754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (ca08268b-0cf3-48bf-ab19-7d729f92294d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.172821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.174122 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b3168095-7179-4f7b-a3e2-7148783620a9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/floatingips/ca08268b-0cf3-48bf-ab19-7d729f92294d HTTP/1.1" status: 204 len: 168 time: 2.4590075 Mar 07 16:15:15.178940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39888) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:15.196034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '8d922ebc-7f9b-4846-a33d-fbb823e4a47c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:15.231995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port bccdd365-6882-4d42-ba30-09b806731859, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bccdd365-6882-4d42-ba30-09b806731859,segment=NetworkSegment(06669cb1-456f-4faf-a665-8fddd334b809),segment_id=06669cb1-456f-4faf-a665-8fddd334b809)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:15.238362 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bccdd365-6882-4d42-ba30-09b806731859), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.292080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33832efe-8556-43f0-a361-e3ba77da4907 None None] Network 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:15.296688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.331835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (da902928-d439-4f31-97e3-ba9e8c268ce6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.333569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (4607a788-ee52-4650-89a7-10449b1f7bbc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.381880 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=bccdd365-6882-4d42-ba30-09b806731859,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:15.432872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-af55104d-c740-400f-8924-64ca164c967d None None] Provisioning complete for port bccdd365-6882-4d42-ba30-09b806731859 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:15.433353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-af55104d-c740-400f-8924-64ca164c967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bccdd365-6882-4d42-ba30-09b806731859), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.441827 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b2a3022e-a76d-462c-94fb-4197d731f749 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags/tempest-TagsExtTest-Tag-753899218 HTTP/1.1" status: 201 len: 201 time: 0.4658720 Mar 07 16:15:15.444373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39894) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:15.453313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-5516244b-c32e-4240-aa68-aaaccf72c33d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c', 'tempest-TagsExtTest-Tag-1656843063') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:15.538783 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bd246113-c7d7-4fb6-a394-44e7de928ea8), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.670926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.720270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5516244b-c32e-4240-aa68-aaaccf72c33d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags/tempest-TagsExtTest-Tag-1656843063 HTTP/1.1" status: 201 len: 201 time: 0.2743218 Mar 07 16:15:15.724373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-af55104d-c740-400f-8924-64ca164c967d None None] Current status of the port bccdd365-6882-4d42-ba30-09b806731859 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:15.730051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39906) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:15.745288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-f18011d7-3802-4476-a168-ed7b289cb3ac tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c', 'tempest-TagsExtTest-Tag-1393739864') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:15.789711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1589a0b6-2f65-4640-bf7a-939b6881d8a2 req-1213fe08-ab8d-49d2-a7d3-55d2cfd5ebc2 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0964944 Mar 07 16:15:15.986255 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f18011d7-3802-4476-a168-ed7b289cb3ac tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags/tempest-TagsExtTest-Tag-1393739864 HTTP/1.1" status: 201 len: 201 time: 0.2484224 Mar 07 16:15:15.986612 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (bd246113-c7d7-4fb6-a394-44e7de928ea8), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:15.987195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39910) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:15.993210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-4855e863-68f8-4ecc-b6af-36171549ac88 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6', 'tempest-TagsExtTest-Tag-1115251046') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:16.020614 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.25.4.228 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b50ffa2f-d9bc-4fe7-a008-3a07f5427144) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:16.064838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-81dea277-564f-4eb5-befa-74c4606b16c7 None None] Provisioning complete for port bccdd365-6882-4d42-ba30-09b806731859 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:16.065382 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-81dea277-564f-4eb5-befa-74c4606b16c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bccdd365-6882-4d42-ba30-09b806731859), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.086400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4855e863-68f8-4ecc-b6af-36171549ac88 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags/tempest-TagsExtTest-Tag-1115251046 HTTP/1.1" status: 201 len: 201 time: 0.0953825 Mar 07 16:15:16.086598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39916) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:16.093348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-56372ad2-f8ed-42dd-8672-a8e3833846ae tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:16.108846 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (bd246113-c7d7-4fb6-a394-44e7de928ea8), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.135468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Deleting port fbb6d98e-fe97-4949-bf16-08bb5e160f6d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:16.135817 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.168068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39918) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:16.237143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-81dea277-564f-4eb5-befa-74c4606b16c7 None None] Current status of the port bccdd365-6882-4d42-ba30-09b806731859 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:16.282195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-81dea277-564f-4eb5-befa-74c4606b16c7 None None] Provisioning complete for port 26a69e24-c22b-4e8d-a79d-b67c40489e8c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:16.284389 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-81dea277-564f-4eb5-befa-74c4606b16c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26a69e24-c22b-4e8d-a79d-b67c40489e8c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.286080 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.287045 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d24641e9-8b8e-4fc2-b7ce-6c9cbde3ab50 req-e5349119-137a-4ac6-99f6-34f79e53633a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 210 time: 0.1682491 Mar 07 16:15:16.305603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-56372ad2-f8ed-42dd-8672-a8e3833846ae tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags HTTP/1.1" status: 200 len: 240 time: 0.2155733 Mar 07 16:15:16.309443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39922) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:16.314101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-ce3d6c9d-b1bf-4156-aeeb-e5ce1d410555 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8', 'tempest-TagsExtTest-Tag-753899218') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:16.319565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Calling delete_port for fbb6d98e-fe97-4949-bf16-08bb5e160f6d owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:16.333201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=bd246113-c7d7-4fb6-a394-44e7de928ea8,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:16.389865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-81dea277-564f-4eb5-befa-74c4606b16c7 None None] Port 26a69e24-c22b-4e8d-a79d-b67c40489e8c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:15:16.394256 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (4607a788-ee52-4650-89a7-10449b1f7bbc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.449794 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (b50ffa2f-d9bc-4fe7-a008-3a07f5427144), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.510618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b042f1c5-d8ae-4bb2-9067-5e67057af14f None None] Provisioning complete for port 26a69e24-c22b-4e8d-a79d-b67c40489e8c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:16.511490 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b042f1c5-d8ae-4bb2-9067-5e67057af14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26a69e24-c22b-4e8d-a79d-b67c40489e8c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.519318 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ce3d6c9d-b1bf-4156-aeeb-e5ce1d410555 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags/tempest-TagsExtTest-Tag-753899218 HTTP/1.1" status: 204 len: 168 time: 0.2086918 Mar 07 16:15:16.531529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39924) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:16.538045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-00771227-9cb3-410a-8306-2ee23ed1b941 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8', 'tempest-TagsExtTest-Tag-753899218') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:16.559049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b042f1c5-d8ae-4bb2-9067-5e67057af14f None None] Port 26a69e24-c22b-4e8d-a79d-b67c40489e8c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:15:16.599811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9ad5f37-cab1-4edd-8741-0f1274e6362b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.638723 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Floating IP 4607a788-ee52-4650-89a7-10449b1f7bbc associated. External IP: 172.25.4.16, port: 3380f132-03d0-4f6c-b3a3-a07947052f43. Mar 07 16:15:16.682947 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b50ffa2f-d9bc-4fe7-a008-3a07f5427144), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.683617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bccdd365-6882-4d42-ba30-09b806731859 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:16.740948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port bccdd365-6882-4d42-ba30-09b806731859 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:16.741371 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bccdd365-6882-4d42-ba30-09b806731859), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:16.827005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bccdd365-6882-4d42-ba30-09b806731859 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:16.973322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-afaa9023-efff-4bdd-b04c-9a5b43c6b0ac req-d5e11ab2-d5ff-4fa2-ae9b-54fd21cef556 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0481250 Mar 07 16:15:16.979510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-8bc4fa21-74fc-43f6-bc68-499d442cee5e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:16.980969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-8bc4fa21-74fc-43f6-bc68-499d442cee5e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "GET /v2.0/networks?id=71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 200 len: 816 time: 0.5767653 Mar 07 16:15:17.083432 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-017e4d66-b1a5-4340-a9a3-dd0c7833ee15 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=811ee645c83146a3ba5bd43c6b62afe2 HTTP/1.1" status: 200 len: 379 time: 0.0931828 Mar 07 16:15:17.095201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'port': {'device_id': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'admin_state_up': True, 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'security_groups': ['8bebb642-bbf1-4d54-9c43-4224cb923f8b']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:17.102922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:17.130376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fbb6d98e-fe97-4949-bf16-08bb5e160f6d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.143438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:17.149544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=b50ffa2f-d9bc-4fe7-a008-3a07f5427144,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:17.151837 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:17.194567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event deleted for resources: {'Port': ['ID=fbb6d98e-fe97-4949-bf16-08bb5e160f6d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:17.210200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-00771227-9cb3-410a-8306-2ee23ed1b941 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags/tempest-TagsExtTest-Tag-753899218 HTTP/1.1" status: 204 len: 168 time: 0.6763361 Mar 07 16:15:17.216201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39928) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:17.230080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-d75dc346-e2d5-4ba0-9d67-67213d88306b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:17.275775 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9ad5f37-cab1-4edd-8741-0f1274e6362b admin admin] Publish callbacks [] for security_group (3662e9a6-827f-4cea-bd95-ab5b77a02d9f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.319822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9ad5f37-cab1-4edd-8741-0f1274e6362b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3662e9a6-827f-4cea-bd95-ab5b77a02d9f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.359267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Made reservation on behalf of 811ee645c83146a3ba5bd43c6b62afe2 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:17.362502 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.433204 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f9ad5f37-cab1-4edd-8741-0f1274e6362b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dc2feb568c943c6af2476b58d9b1335&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2580702 Mar 07 16:15:17.441990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad5f37-cab1-4edd-8741-0f1274e6362b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3662e9a6-827f-4cea-bd95-ab5b77a02d9f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:17.442177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39932) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:17.486426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (da902928-d439-4f31-97e3-ba9e8c268ce6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.522645 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd5edd5f-84da-4592-8e2b-5825c8977492 req-49ae33c5-c056-4b95-a416-50a3ce02c771 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 210 time: 0.0846462 Mar 07 16:15:17.578303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d75dc346-e2d5-4ba0-9d67-67213d88306b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags HTTP/1.1" status: 200 len: 205 time: 0.3555737 Mar 07 16:15:17.585189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39934) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:17.590498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-2176a4a7-5097-4628-bc28-2d10fa29471f tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:17.624295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 43cd1400-5477-4a30-98fd-97d34b893a92 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:17.674073 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8baf0652-f37c-4e5d-be54-1e3ad507e427 admin admin] Publish callbacks [] for security_group (3662e9a6-827f-4cea-bd95-ab5b77a02d9f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.703208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Allocated IP 172.20.0.7 (71fa29c5-8992-46af-bc80-74d201eca7f9/242b73e8-c876-44d3-8ba1-ca9acbbcb969/dedeb18a-4552-4b32-8c24-d46a6598696d) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:17.721169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8baf0652-f37c-4e5d-be54-1e3ad507e427 admin admin] Publish callbacks [] for security_group (3662e9a6-827f-4cea-bd95-ab5b77a02d9f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.795565 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2176a4a7-5097-4628-bc28-2d10fa29471f tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags HTTP/1.1" status: 200 len: 241 time: 0.2082727 Mar 07 16:15:17.799121 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39936) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:17.803705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-c9f9e8e0-28f1-4fff-9997-2cf04b516b9e tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c', 'tempest-TagsExtTest-Tag-1656843063') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:17.895615 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8baf0652-f37c-4e5d-be54-1e3ad507e427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3662e9a6-827f-4cea-bd95-ab5b77a02d9f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.899804 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8baf0652-f37c-4e5d-be54-1e3ad507e427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.903679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8baf0652-f37c-4e5d-be54-1e3ad507e427 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3662e9a6-827f-4cea-bd95-ab5b77a02d9f HTTP/1.1" status: 204 len: 168 time: 0.4581528 Mar 07 16:15:17.923721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf0652-f37c-4e5d-be54-1e3ad507e427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662e9a6-827f-4cea-bd95-ab5b77a02d9f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:17.928048 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:17.970930 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] Sync routers for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:17.990917 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c9f9e8e0-28f1-4fff-9997-2cf04b516b9e tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags/tempest-TagsExtTest-Tag-1656843063 HTTP/1.1" status: 204 len: 168 time: 0.1907382 Mar 07 16:15:17.993975 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:17.994538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39940) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:17.999336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-c6f56348-bf4a-402c-8433-ce4208b8b89d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c', 'tempest-TagsExtTest-Tag-1656843063') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.000961 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:18.003106 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.033503 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (541d15d8-6527-47d9-be51-1b9a16536461), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.036127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dfd63bee-3674-4a96-bfd6-f7bcde603dc7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6849620 Mar 07 16:15:18.058689 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:15:18.061096 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d3b034-a1a9-4924-ab22-b28d49317c13" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:15:18.093487 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.112858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Router da902928-d439-4f31-97e3-ba9e8c268ce6 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:18.158116 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-90949cf7-56de-438d-aa69-23b20cfc0623 req-ecfa9bfc-e6e2-4263-895d-a79a3a861d02 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0545635 Mar 07 16:15:18.182442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b50ffa2f-d9bc-4fe7-a008-3a07f5427144), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.195055 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:18.232913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42838bf0-9b5a-4a94-bd4a-351557c5ea1c req-ffe34dcc-9516-45ad-acdb-1c0453cab194 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:18.234569 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42838bf0-9b5a-4a94-bd4a-351557c5ea1c req-ffe34dcc-9516-45ad-acdb-1c0453cab194 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.1039200 Mar 07 16:15:18.236103 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a282a-face-435b-a656-d32bdf119380 x-openstack-request-id: req-538a282a-face-435b-a656-d32bdf119380 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:15:18.236401 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:15:18.236667 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-538a282a-face-435b-a656-d32bdf119380 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:15:18.237063 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'status': 'completed', 'code': 200} Mar 07 16:15:18.378897 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-42838bf0-9b5a-4a94-bd4a-351557c5ea1c req-5f1e32cd-77cd-4f6b-8368-14fe6c69701d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182454 Mar 07 16:15:18.380450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39950) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:18.385218 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.412566 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c6f56348-bf4a-402c-8433-ce4208b8b89d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags/tempest-TagsExtTest-Tag-1656843063 HTTP/1.1" status: 204 len: 168 time: 0.4168491 Mar 07 16:15:18.416857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39952) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:18.422969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-717c8d9f-683d-40fb-aba3-895e66f59f77 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.460098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39954) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:18.472210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:18.488782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:18.493446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.505243 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (b50ffa2f-d9bc-4fe7-a008-3a07f5427144), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.506504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:18.513164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-279e8865-e972-4b28-9632-82cd29419664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:18.515076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-279e8865-e972-4b28-9632-82cd29419664 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1128 time: 0.2427371 Mar 07 16:15:18.523583 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (b50ffa2f-d9bc-4fe7-a008-3a07f5427144), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.559903 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:18.572731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8578904b-dff7-45ba-af9b-bc9a2e7af737 None None] Sync routers for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:18.586214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578904b-dff7-45ba-af9b-bc9a2e7af737 None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:18.587463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-8578904b-dff7-45ba-af9b-bc9a2e7af737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.588110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dad5992f-f2e3-4a03-973c-ab44ace1216f tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "PUT /v2.0/routers/da902928-d439-4f31-97e3-ba9e8c268ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9326880 Mar 07 16:15:18.591919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'Port': ['ID=dedeb18a-4552-4b32-8c24-d46a6598696d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:18.593482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39958) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:18.645726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-8578904b-dff7-45ba-af9b-bc9a2e7af737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.655080 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8e680576-6342-4274-bce1-f6f82afffbd2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/4607a788-ee52-4650-89a7-10449b1f7bbc HTTP/1.1" status: 200 len: 991 time: 0.2722509 Mar 07 16:15:18.660105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578904b-dff7-45ba-af9b-bc9a2e7af737 None None] Routers {'da902928-d439-4f31-97e3-ba9e8c268ce6'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:18.660935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-8578904b-dff7-45ba-af9b-bc9a2e7af737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['da902928-d439-4f31-97e3-ba9e8c268ce6'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.693430 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-717c8d9f-683d-40fb-aba3-895e66f59f77 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags HTTP/1.1" status: 200 len: 205 time: 0.2729340 Mar 07 16:15:18.696350 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:46Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '4607a788-ee52-4650-89a7-10449b1f7bbc', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'port_id': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'mac_address': 'fa:16:3e:ae:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:15:14Z', 'updated_at': '2022-03-07T16:15:14Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1542434-8da6-4dfa-85ca-79cc4173d796', 'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:5c:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:43Z', 'updated_at': '2022-03-07T16:14:51Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.707285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39960) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:18.714978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-8578904b-dff7-45ba-af9b-bc9a2e7af737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.715931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8578904b-dff7-45ba-af9b-bc9a2e7af737 None None] The sync data for ids ['da902928-d439-4f31-97e3-ba9e8c268ce6'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:18.725728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-9a0022f1-d296-4336-b773-a101474d947d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.735973 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] Checking router: 43cd1400-5477-4a30-98fd-97d34b893a92 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:15:18.746860 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:18.747704 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:18.778055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:18.778623 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.795344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=b50ffa2f-d9bc-4fe7-a008-3a07f5427144,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:18.803336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (541d15d8-6527-47d9-be51-1b9a16536461), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.880020 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-55668ec8-4703-4267-a1cb-ea1d1464bbd3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7905099 Mar 07 16:15:18.897568 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:18.901807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Request body: {'port': {'device_id': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:18.903168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1012fffe-87ca-4c0a-a27f-9e3f6bc2e1e8 None None] Provisioning complete for port dedeb18a-4552-4b32-8c24-d46a6598696d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:18.903902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1012fffe-87ca-4c0a-a27f-9e3f6bc2e1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.904361 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Publish callbacks [] for security_group (0fb98984-5594-41a4-bfe8-a6c9a052694c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.945551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1012fffe-87ca-4c0a-a27f-9e3f6bc2e1e8 None None] Port dedeb18a-4552-4b32-8c24-d46a6598696d cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:15:18.955326 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0fb98984-5594-41a4-bfe8-a6c9a052694c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:18.992897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-38b28e2e-d998-44a6-8cf0-75b08d5b06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:18.994359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-38b28e2e-d998-44a6-8cf0-75b08d5b06c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 897 time: 0.4523284 Mar 07 16:15:19.001905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8c3d-7664-4337-bb74-479f59db550b req-edaa30ea-74ce-453c-bf48-26729b20338d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:19.003369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5ef8c3d-7664-4337-bb74-479f59db550b req-edaa30ea-74ce-453c-bf48-26729b20338d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 931 time: 0.2580059 Mar 07 16:15:19.008168 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9a0022f1-d296-4336-b773-a101474d947d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags HTTP/1.1" status: 200 len: 241 time: 0.2992215 Mar 07 16:15:19.013157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 39962) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:19.020158 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13145f8f49f44990bf106e4a3768af35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5582173 Mar 07 16:15:19.021278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb98984-5594-41a4-bfe8-a6c9a052694c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:19.023839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39964) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:19.026415 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP 541d15d8-6527-47d9-be51-1b9a16536461 associated. External IP: 172.25.4.228, port: 8d922ebc-7f9b-4846-a33d-fbb823e4a47c. Mar 07 16:15:19.035321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-c57e5de8-6e43-4899-b3ff-4055ada4cfe8 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c', 'tempest-TagsExtTest-Tag-1393739864') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:19.080688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.081044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.081391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.081734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.082072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.082403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.082732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.083104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.083439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.083763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.084089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.084410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.084733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad45f38-0886-4345-9327-aa2b1b1c4860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:19.132428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:19.166667 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:46Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '4607a788-ee52-4650-89a7-10449b1f7bbc', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'port_id': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'mac_address': 'fa:16:3e:ae:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:15:14Z', 'updated_at': '2022-03-07T16:15:14Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1542434-8da6-4dfa-85ca-79cc4173d796', 'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:5c:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:43Z', 'updated_at': '2022-03-07T16:14:51Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:19.172151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62fafb27-7883-4740-8bda-ccd25b8b2467 admin admin] Publish callbacks [] for security_group (0fb98984-5594-41a4-bfe8-a6c9a052694c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:19.184347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for router (da902928-d439-4f31-97e3-ba9e8c268ce6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:19.193729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-f3ba87ff-be1a-4c53-b744-60e51f2c0a8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 999 time: 0.1893992 Mar 07 16:15:19.198287 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac5223-b319-4f52-a470-8566b6e4d9b0 None None] The sync data for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 is: [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:46Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '4607a788-ee52-4650-89a7-10449b1f7bbc', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'port_id': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'mac_address': 'fa:16:3e:ae:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:15:14Z', 'updated_at': '2022-03-07T16:15:14Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1542434-8da6-4dfa-85ca-79cc4173d796', 'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:5c:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:43Z', 'updated_at': '2022-03-07T16:14:51Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:19.202282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62fafb27-7883-4740-8bda-ccd25b8b2467 admin admin] Publish callbacks [] for security_group (0fb98984-5594-41a4-bfe8-a6c9a052694c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:19.319910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89ca9e27-4866-4fe5-9812-6a1cff269d96 req-9e3c07d0-b4fa-4d06-91de-e1739623ce0d tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0408132 Mar 07 16:15:19.343169 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5ef8c3d-7664-4337-bb74-479f59db550b req-bb292a78-ae8a-4462-b6ee-25c126fe8c0e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307273 Mar 07 16:15:19.381971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62fafb27-7883-4740-8bda-ccd25b8b2467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0fb98984-5594-41a4-bfe8-a6c9a052694c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:19.385137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62fafb27-7883-4740-8bda-ccd25b8b2467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:19.386005 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-62fafb27-7883-4740-8bda-ccd25b8b2467 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fb98984-5594-41a4-bfe8-a6c9a052694c HTTP/1.1" status: 204 len: 168 time: 0.3610787 Mar 07 16:15:19.401262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fafb27-7883-4740-8bda-ccd25b8b2467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb98984-5594-41a4-bfe8-a6c9a052694c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:19.424164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c57e5de8-6e43-4899-b3ff-4055ada4cfe8 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags/tempest-TagsExtTest-Tag-1393739864 HTTP/1.1" status: 204 len: 168 time: 0.3969967 Mar 07 16:15:19.428499 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:19.429449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39970) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:19.435956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-63860c10-9ad4-4bdf-b0e2-361957a25d98 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c', 'tempest-TagsExtTest-Tag-1393739864') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:19.507736 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09464624-8b83-4417-8401-40bf7ebd6952 None None] New status for floating IP 4607a788-ee52-4650-89a7-10449b1f7bbc: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:15:19.658618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:19.667952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39974) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:19.670863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a3da4-13f5-48b3-a4c2-8af3b9aa1603 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:19.687796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a3da4-13f5-48b3-a4c2-8af3b9aa1603 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:19.690837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-551a3da4-13f5-48b3-a4c2-8af3b9aa1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:19.752155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-551a3da4-13f5-48b3-a4c2-8af3b9aa1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:19.765928 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:19.766741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a3da4-13f5-48b3-a4c2-8af3b9aa1603 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:19.768078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-551a3da4-13f5-48b3-a4c2-8af3b9aa1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:19.801167 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-63860c10-9ad4-4bdf-b0e2-361957a25d98 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags/tempest-TagsExtTest-Tag-1393739864 HTTP/1.1" status: 204 len: 168 time: 0.3706822 Mar 07 16:15:19.807657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39978) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:19.813990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-498b15c5-1db9-4cfd-b773-953b8a3495be tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:19.825801 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c8ae16dd-9ce1-45fc-869f-294443d8c112 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/4607a788-ee52-4650-89a7-10449b1f7bbc HTTP/1.1" status: 200 len: 991 time: 0.1536355 Mar 07 16:15:19.831153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-551a3da4-13f5-48b3-a4c2-8af3b9aa1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:19.836134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a3da4-13f5-48b3-a4c2-8af3b9aa1603 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:19.865559 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d7bd3b3b-05c1-4844-ba9a-0ef33429cbe0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6788518 Mar 07 16:15:19.867390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39982) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:19.897098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-c5c7dee1-ee6f-47da-980d-0f7abdd72cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:19.898955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-c5c7dee1-ee6f-47da-980d-0f7abdd72cce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.6049757 Mar 07 16:15:19.984127 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for router_gateway (da902928-d439-4f31-97e3-ba9e8c268ce6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:20.059407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-ab1b0e75-184d-42b9-a389-e985360fe2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:20.060981 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-ab1b0e75-184d-42b9-a389-e985360fe2f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1556382 Mar 07 16:15:20.218775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Deleting port 4d239465-5602-49c3-ad9a-110fe824b9da {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:20.219193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4d239465-5602-49c3-ad9a-110fe824b9da), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:20.266314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-edc8bef3-db41-44ae-a87c-73085d439f61 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952989 Mar 07 16:15:20.291423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedeb18a-4552-4b32-8c24-d46a6598696d {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:15:20.311446 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0e9a9a1c-bfb7-4fad-beda-371b76b0f6a3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "GET /v2.0/floatingips/541d15d8-6527-47d9-be51-1b9a16536461 HTTP/1.1" status: 200 len: 978 time: 0.4429250 Mar 07 16:15:20.313045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39996) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:20.323748 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-498b15c5-1db9-4cfd-b773-953b8a3495be tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags HTTP/1.1" status: 200 len: 205 time: 0.5132053 Mar 07 16:15:20.345853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 39998) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:20.349509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Publish callbacks [] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:20.352271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-91d66929-b05b-4148-b128-dacf0ca16595 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:20.431526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Transition to ACTIVE for port object dedeb18a-4552-4b32-8c24-d46a6598696d will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:15:20.478127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-91d66929-b05b-4148-b128-dacf0ca16595 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags HTTP/1.1" status: 200 len: 241 time: 0.1311669 Mar 07 16:15:20.480841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40006) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:20.485646 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:20.485828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-5ced07f5-48fe-4b82-90bf-668cd0409fab tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6', 'tempest-TagsExtTest-Tag-1115251046') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:20.506633 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-809e47f9-7a4a-4113-b513-c4a381de4d6b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1917834 Mar 07 16:15:20.509221 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-31b7308a-de6a-4a04-af35-eaf99a6b6dcf req-667f2a4e-cf7c-46cb-bf4f-edaada8e93e9 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0652695 Mar 07 16:15:20.515011 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40008) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:20.523662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'port_id': 'ed848c4f-554e-485c-818d-5b36dac777c5'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:20.529013 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4d239465-5602-49c3-ad9a-110fe824b9da), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:20.566041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7d3b034-a1a9-4924-ab22-b28d49317c13 req-a1e09430-e57a-401e-8401-b1b6bcb4d087 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869966 Mar 07 16:15:20.568410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Calling delete_port for 4d239465-5602-49c3-ad9a-110fe824b9da owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:20.583991 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ced07f5-48fe-4b82-90bf-668cd0409fab tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags/tempest-TagsExtTest-Tag-1115251046 HTTP/1.1" status: 204 len: 168 time: 0.1019163 Mar 07 16:15:20.588166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40012) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:20.592949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-03b95ee7-fd70-4e33-a517-5d557f7be8f5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6', 'tempest-TagsExtTest-Tag-1115251046') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:20.622254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317a4a6-2316-4f82-bda1-3330663a2436 req-9cbd62e3-35e5-4e38-808e-d6b953420079 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:20.623632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (541d15d8-6527-47d9-be51-1b9a16536461), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:20.624207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8317a4a6-2316-4f82-bda1-3330663a2436 req-9cbd62e3-35e5-4e38-808e-d6b953420079 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 943 time: 0.1903107 Mar 07 16:15:20.631746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Pushing event updated for resources: {'Port': ['ID=dedeb18a-4552-4b32-8c24-d46a6598696d,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:20.715935 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-03b95ee7-fd70-4e33-a517-5d557f7be8f5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags/tempest-TagsExtTest-Tag-1115251046 HTTP/1.1" status: 204 len: 168 time: 0.1242344 Mar 07 16:15:20.716122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40014) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:20.723062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-0c1a7a13-f419-4d91-81d7-5377876864e3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:20.803775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8317a4a6-2316-4f82-bda1-3330663a2436 req-1f286551-4690-4ebb-92ae-f523cc015959 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392894 Mar 07 16:15:20.820551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Attempting to bind port dedeb18a-4552-4b32-8c24-d46a6598696d on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:15:20.820886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Attempting to bind port dedeb18a-4552-4b32-8c24-d46a6598696d by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:15:20.821685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Attempting to bind port dedeb18a-4552-4b32-8c24-d46a6598696d on network 71fa29c5-8992-46af-bc80-74d201eca7f9 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:20.830585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40020) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:20.863672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0c1a7a13-f419-4d91-81d7-5377876864e3 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags HTTP/1.1" status: 200 len: 205 time: 0.1465690 Mar 07 16:15:20.869032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40022) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:20.875822 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-314a95c4-b926-4f05-a06c-d206c174fb59 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:20.909596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Port dedeb18a-4552-4b32-8c24-d46a6598696d on network 71fa29c5-8992-46af-bc80-74d201eca7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:15:20.910146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Attempting to bind port dedeb18a-4552-4b32-8c24-d46a6598696d on network 71fa29c5-8992-46af-bc80-74d201eca7f9 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:20.929017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:15:20.930603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Checking segment: {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:20.930603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Bound using segment: {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:15:20.931051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Bound port: dedeb18a-4552-4b32-8c24-d46a6598696d, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:15:20.931534 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:20.957601 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-314a95c4-b926-4f05-a06c-d206c174fb59 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0837517 Mar 07 16:15:20.957601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40026) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:20.961529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-15768578-a0e6-4b1f-9017-391fae5a1847 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:20.971826 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1b38e1b2-d9db-4a9d-834a-e86dcac427fa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/4607a788-ee52-4650-89a7-10449b1f7bbc HTTP/1.1" status: 200 len: 993 time: 0.1335022 Mar 07 16:15:21.072504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] For port dedeb18a-4552-4b32-8c24-d46a6598696d, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:15:21.075004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4d239465-5602-49c3-ad9a-110fe824b9da), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.078528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] For port dedeb18a-4552-4b32-8c24-d46a6598696d, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dedeb18a-4552-4b32-8c24-d46a6598696d,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:15:21.107612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event deleted for resources: {'Port': ['ID=4d239465-5602-49c3-ad9a-110fe824b9da,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:21.110999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.147701 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-15768578-a0e6-4b1f-9017-391fae5a1847 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags HTTP/1.1" status: 204 len: 168 time: 0.1877763 Mar 07 16:15:21.148565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40032) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:21.155057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-0267d795-50b1-4ce1-9899-13a130e1fe4d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:21.176495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:21.177131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.178558 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] 10.222.0.11 "PUT /v2.0/ports/dedeb18a-4552-4b32-8c24-d46a6598696d HTTP/1.1" status: 200 len: 1091 time: 2.2831333 Mar 07 16:15:21.201464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'tag': 'dedeb18a-4552-4b32-8c24-d46a6598696d'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:15:21.203729 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095ec1b6-af08-4f02-8610-8019b4584a22" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b", "tag": "dedeb18a-4552-4b32-8c24-d46a6598696d"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:15:21.237841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3acab-0028-41bb-a85d-b422478c17ad service neutron] Pushing event updated for resources: {'Port': ['ID=dedeb18a-4552-4b32-8c24-d46a6598696d,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:21.268751 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179cfa85-17dc-4ee6-969d-059525a04084 x-openstack-request-id: req-179cfa85-17dc-4ee6-969d-059525a04084 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:15:21.268751 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b", "tag": "dedeb18a-4552-4b32-8c24-d46a6598696d", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:15:21.268751 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-179cfa85-17dc-4ee6-969d-059525a04084 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:15:21.268751 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'tag': 'dedeb18a-4552-4b32-8c24-d46a6598696d', 'status': 'completed', 'code': 200} Mar 07 16:15:21.272042 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (da902928-d439-4f31-97e3-ba9e8c268ce6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.319590 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0267d795-50b1-4ce1-9899-13a130e1fe4d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags HTTP/1.1" status: 204 len: 168 time: 0.1700814 Mar 07 16:15:21.351955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40038) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:21.357204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-3e0cdb03-8c94-48b8-9d87-716452ff9cb1 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:21.394607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (da902928-d439-4f31-97e3-ba9e8c268ce6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.397603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for router_controller (da902928-d439-4f31-97e3-ba9e8c268ce6), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.410091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.417209 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (541d15d8-6527-47d9-be51-1b9a16536461), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.425434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-df970f19-323a-4e4c-b133-61c3314f6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:21.427508 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-df970f19-323a-4e4c-b133-61c3314f6245 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 1125 time: 0.1804564 Mar 07 16:15:21.545802 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3e0cdb03-8c94-48b8-9d87-716452ff9cb1 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1884973 Mar 07 16:15:21.559661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40048) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:21.581201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-caaee18d-9ab3-440a-a36a-d78ddcc71756 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8', 'tempest-TagsExtTest-Tag-591338090') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:21.588034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-a1f1dcc0-d63d-442a-a7e4-347644a12aff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dedeb18a-4552-4b32-8c24-d46a6598696d HTTP/1.1" status: 200 len: 217 time: 0.0862768 Mar 07 16:15:21.590722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (da902928-d439-4f31-97e3-ba9e8c268ce6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.591384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Fanout notify agent at l3_agent the message router_deleted on router da902928-d439-4f31-97e3-ba9e8c268ce6 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:15:21.622679 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.627232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-13264e9e-bfd0-450f-9a44-6d0c29ca319d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "DELETE /v2.0/routers/da902928-d439-4f31-97e3-ba9e8c268ce6 HTTP/1.1" status: 204 len: 168 time: 3.0104942 Mar 07 16:15:21.633313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40054) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:21.693043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0d8603c5-5564-4129-8ef2-7ed27522ca41 req-7ccf69c2-b5ca-46ea-9413-d4afe1fe13c4 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0610828 Mar 07 16:15:21.700975 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP 541d15d8-6527-47d9-be51-1b9a16536461 associated. External IP: 172.25.4.228, port: 8d922ebc-7f9b-4846-a33d-fbb823e4a47c. Mar 07 16:15:21.715909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-81d68eb9-fb7d-4437-a8a4-8419e9691004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:21.718042 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-81d68eb9-fb7d-4437-a8a4-8419e9691004 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=242b73e8-c876-44d3-8ba1-ca9acbbcb969 HTTP/1.1" status: 200 len: 855 time: 0.1126280 Mar 07 16:15:21.777180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-290e67a5-179f-4d1a-a321-acf51ab4be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:21.778157 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-290e67a5-179f-4d1a-a321-acf51ab4be9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71fa29c5-8992-46af-bc80-74d201eca7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539386 Mar 07 16:15:21.797347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-436ca24e-5c1c-428a-b75a-03c39ed05692 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Deleting subnet 29235eec-7177-4cb7-be94-fc9b0d819132 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:15:21.808038 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436ca24e-5c1c-428a-b75a-03c39ed05692 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for subnet (29235eec-7177-4cb7-be94-fc9b0d819132), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.899811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436ca24e-5c1c-428a-b75a-03c39ed05692 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (29235eec-7177-4cb7-be94-fc9b0d819132), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:21.939936 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-caaee18d-9ab3-440a-a36a-d78ddcc71756 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags/tempest-TagsExtTest-Tag-591338090 HTTP/1.1" status: 201 len: 201 time: 0.3708749 Mar 07 16:15:21.940322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-43eb843c-b575-4f5e-a8b6-307dc26ba35d service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548662 Mar 07 16:15:21.942445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40068) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:21.949658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-0cd4a272-90dc-45b6-ba2e-6f8e1d5ab26c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c', 'tempest-TagsExtTest-Tag-1804610568') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:22.079596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9dd70c3-e3ee-454f-a579-c93ac36a9dda req-22517e87-4724-4b59-88f3-c8e0543b6e28 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267807 Mar 07 16:15:22.099420 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0cd4a272-90dc-45b6-ba2e-6f8e1d5ab26c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags/tempest-TagsExtTest-Tag-1804610568 HTTP/1.1" status: 201 len: 201 time: 0.1556847 Mar 07 16:15:22.102223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40074) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:22.107552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-ce48279d-3935-4ee8-9aca-6648f0937648 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c', 'tempest-TagsExtTest-Tag-1021095025') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:22.128107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436ca24e-5c1c-428a-b75a-03c39ed05692 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (29235eec-7177-4cb7-be94-fc9b0d819132), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:22.141672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed78a86-0874-43e5-a119-40e3ac8c318f req-ca518719-c257-43bf-aa59-dffcbf0ffe88 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:22.143417 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eed78a86-0874-43e5-a119-40e3ac8c318f req-ca518719-c257-43bf-aa59-dffcbf0ffe88 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 943 time: 0.1923013 Mar 07 16:15:22.236101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-e6e9c926-e531-430e-a933-6950aad0053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:22.236871 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-e6e9c926-e531-430e-a933-6950aad0053f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 1125 time: 0.0891564 Mar 07 16:15:22.244729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:22.254600 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ce48279d-3935-4ee8-9aca-6648f0937648 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags/tempest-TagsExtTest-Tag-1021095025 HTTP/1.1" status: 201 len: 201 time: 0.1512172 Mar 07 16:15:22.264298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40082) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:22.280088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-5b6a9e8a-46e3-4503-8035-a28123181796 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6', 'tempest-TagsExtTest-Tag-1517871080') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:22.296727 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eed78a86-0874-43e5-a119-40e3ac8c318f req-79eead71-bec3-443a-a9c6-4c634373cf65 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261592 Mar 07 16:15:22.300339 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436ca24e-5c1c-428a-b75a-03c39ed05692 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (29235eec-7177-4cb7-be94-fc9b0d819132), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:22.350925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-c9f6ae49-4f6b-4cdc-875c-21fddebccbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:22.352459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-c9f6ae49-4f6b-4cdc-875c-21fddebccbe2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 200 len: 917 time: 0.1088233 Mar 07 16:15:22.371072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436ca24e-5c1c-428a-b75a-03c39ed05692 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:22.373496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59928ee-b393-4911-98fe-7fa57e3563d1 None None] Network a70f9fad-e125-4f37-ae4a-d796576ad7fd requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:22.378195 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-436ca24e-5c1c-428a-b75a-03c39ed05692 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "DELETE /v2.0/subnets/29235eec-7177-4cb7-be94-fc9b0d819132 HTTP/1.1" status: 204 len: 168 time: 0.7408948 Mar 07 16:15:22.381074 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40088) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:22.394787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-f63d55cd-a4e7-4c0a-b42f-0209857a7d7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dedeb18a-4552-4b32-8c24-d46a6598696d HTTP/1.1" status: 200 len: 217 time: 0.0362382 Mar 07 16:15:22.461927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-9769381f-e890-4844-98e1-e7484ff365b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:22.463473 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-9769381f-e890-4844-98e1-e7484ff365b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=242b73e8-c876-44d3-8ba1-ca9acbbcb969 HTTP/1.1" status: 200 len: 855 time: 0.0617578 Mar 07 16:15:22.475322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ca24e-5c1c-428a-b75a-03c39ed05692 tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event deleted for resources: {'Subnet': ['ID=29235eec-7177-4cb7-be94-fc9b0d819132,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:22.525659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-d02fd024-b344-4d4b-9a66-aba92696a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:22.527319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-d02fd024-b344-4d4b-9a66-aba92696a1fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71fa29c5-8992-46af-bc80-74d201eca7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570724 Mar 07 16:15:22.576130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085cf08-df75-4fa3-b6af-8fb61f00807b None None] DHCP port deletion for a70f9fad-e125-4f37-ae4a-d796576ad7fd request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:15:22.579520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:22.590873 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc3de6f-e012-4af6-a80e-3b0835dec8d4 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:22.615436 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc3de6f-e012-4af6-a80e-3b0835dec8d4 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:22.616063 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8fc3de6f-e012-4af6-a80e-3b0835dec8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:22.628447 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (a70f9fad-e125-4f37-ae4a-d796576ad7fd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:22.636816 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b6a9e8a-46e3-4503-8035-a28123181796 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags/tempest-TagsExtTest-Tag-1517871080 HTTP/1.1" status: 201 len: 201 time: 0.3685906 Mar 07 16:15:22.644497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40092) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:22.653847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-fe8cf697-a1bd-4b46-81f7-ebed13feb872 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8', {'tags': ['tempest-TagsExtTest-Tag-892589304', 'tempest-TagsExtTest-Tag-1959421366', 'tempest-TagsExtTest-Tag-2000413769']}) {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:22.668507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40094) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:22.702808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-924999f6-4b1b-42c1-a76f-c10991dcd600 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682608 Mar 07 16:15:22.704569 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8fc3de6f-e012-4af6-a80e-3b0835dec8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:22.706575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4085cf08-df75-4fa3-b6af-8fb61f00807b None None] Deleting port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:22.707172 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4085cf08-df75-4fa3-b6af-8fb61f00807b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:22.712522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:15:22.714355 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc3de6f-e012-4af6-a80e-3b0835dec8d4 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:22.715022 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8fc3de6f-e012-4af6-a80e-3b0835dec8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:22.764845 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8fc3de6f-e012-4af6-a80e-3b0835dec8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:22.774314 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc3de6f-e012-4af6-a80e-3b0835dec8d4 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:22.894716 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-095ec1b6-af08-4f02-8610-8019b4584a22 req-e6dbdf6c-232b-4de7-8228-2d7b36fc2125 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825111 Mar 07 16:15:22.911120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-42d37af9-2a6f-4db2-bd9b-233a923bdcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:22.923027 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fafc3b6a-3287-43bf-b06f-bf18e9b791be req-a0d86587-e078-40aa-bda9-1ef4cb59c0b2 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0566187 Mar 07 16:15:23.013919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4085cf08-df75-4fa3-b6af-8fb61f00807b None None] For port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,segment=NetworkSegment(79a16262-c8c9-40cd-b985-0f4f4fb1cf51),segment_id=79a16262-c8c9-40cd-b985-0f4f4fb1cf51)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:23.014581 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4085cf08-df75-4fa3-b6af-8fb61f00807b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.018357 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-83df3770-89e9-4b52-bb09-9b2e542b0c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.026006 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-42d37af9-2a6f-4db2-bd9b-233a923bdcbe admin admin] Publish callbacks [] for security_group (f9e90daa-53f2-4516-83e6-3d08005409e9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.031274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-42d37af9-2a6f-4db2-bd9b-233a923bdcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f9e90daa-53f2-4516-83e6-3d08005409e9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.032412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4085cf08-df75-4fa3-b6af-8fb61f00807b None None] Calling delete_port for bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:23.077259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d37af9-2a6f-4db2-bd9b-233a923bdcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e90daa-53f2-4516-83e6-3d08005409e9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:23.084456 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-42d37af9-2a6f-4db2-bd9b-233a923bdcbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d7e475325a04a1f9e9e8dea8b3a8efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4134197 Mar 07 16:15:23.085079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40100) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.116394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:23.117227 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.137653 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-96c81b2e-70de-4f4b-8930-9b1c03b0e88c admin admin] Publish callbacks [] for security_group (f9e90daa-53f2-4516-83e6-3d08005409e9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.160118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-96c81b2e-70de-4f4b-8930-9b1c03b0e88c admin admin] Publish callbacks [] for security_group (f9e90daa-53f2-4516-83e6-3d08005409e9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.164353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,segment=NetworkSegment(79a16262-c8c9-40cd-b985-0f4f4fb1cf51),segment_id=79a16262-c8c9-40cd-b985-0f4f4fb1cf51)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:23.171189 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.206227 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fe8cf697-a1bd-4b46-81f7-ebed13feb872 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags HTTP/1.1" status: 200 len: 317 time: 0.5557618 Mar 07 16:15:23.209166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40102) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.214695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-b1d7f0ae-0f99-4802-bbf5-8878c65300b8 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.241586 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4085cf08-df75-4fa3-b6af-8fb61f00807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.245362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:23.270606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Deleting port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:23.271044 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.274352 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-96c81b2e-70de-4f4b-8930-9b1c03b0e88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f9e90daa-53f2-4516-83e6-3d08005409e9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.274507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085cf08-df75-4fa3-b6af-8fb61f00807b None None] Pushing event deleted for resources: {'Port': ['ID=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:23.276062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085cf08-df75-4fa3-b6af-8fb61f00807b None None] No DVR routers for this DVR port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:15:23.276547 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-96c81b2e-70de-4f4b-8930-9b1c03b0e88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.292078 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-96c81b2e-70de-4f4b-8930-9b1c03b0e88c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9e90daa-53f2-4516-83e6-3d08005409e9 HTTP/1.1" status: 204 len: 168 time: 0.1961536 Mar 07 16:15:23.309466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c81b2e-70de-4f4b-8930-9b1c03b0e88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e90daa-53f2-4516-83e6-3d08005409e9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:23.355379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b1d7f0ae-0f99-4802-bbf5-8878c65300b8 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1441848 Mar 07 16:15:23.356704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40108) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.363651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-265c9c73-908f-4424-bd87-46a97c83e9ee tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8', 'tempest-TagsExtTest-Tag-892589304') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.380300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] For port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25, host n-d-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:23.380859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.397067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Calling delete_port for bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:23.400650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 was not found and therefore no delete operation was performed {{(pid=103866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:15:23.404882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:23.405780 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bcbf857c-3bb0-441f-9f83-e0b9ee12fe25), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.434933 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-265c9c73-908f-4424-bd87-46a97c83e9ee tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:23.439019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-265c9c73-908f-4424-bd87-46a97c83e9ee tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags/tempest-TagsExtTest-Tag-892589304 HTTP/1.1" status: 404 len: 328 time: 0.0787630 Mar 07 16:15:23.439337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40110) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.443533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-693f612f-32b4-41c7-8a7e-665bba8cc2ab tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8', 'tempest-TagsExtTest-Tag-1959421366') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.447554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event deleted for resources: {'Port': ['ID=bcbf857c-3bb0-441f-9f83-e0b9ee12fe25,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:23.473167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] No DVR routers for this DVR port bcbf857c-3bb0-441f-9f83-e0b9ee12fe25 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:15:23.516461 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-693f612f-32b4-41c7-8a7e-665bba8cc2ab tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:23.517536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-693f612f-32b4-41c7-8a7e-665bba8cc2ab tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags/tempest-TagsExtTest-Tag-1959421366 HTTP/1.1" status: 404 len: 329 time: 0.0772324 Mar 07 16:15:23.520303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40114) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.524981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-6aee9a15-50c7-48c3-9f29-c1de9f50d7ae tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8', 'tempest-TagsExtTest-Tag-2000413769') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.582297 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-6aee9a15-50c7-48c3-9f29-c1de9f50d7ae tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:23.584279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6aee9a15-50c7-48c3-9f29-c1de9f50d7ae tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags/tempest-TagsExtTest-Tag-2000413769 HTTP/1.1" status: 404 len: 329 time: 0.0622838 Mar 07 16:15:23.587035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40116) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.591904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-7ce36a6b-860c-482e-86e8-c3f685c16b75 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c', {'tags': ['tempest-TagsExtTest-Tag-1558041659', 'tempest-TagsExtTest-Tag-1516598419', 'tempest-TagsExtTest-Tag-1023579019']}) {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.617766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a3572-ea23-4fe5-8849-a4e5387b9f97 req-a43cf2d1-2e61-401d-a5c4-c9b372dbf312 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:23.619680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-010a3572-ea23-4fe5-8849-a4e5387b9f97 req-a43cf2d1-2e61-401d-a5c4-c9b372dbf312 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 943 time: 0.2117438 Mar 07 16:15:23.622067 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (a70f9fad-e125-4f37-ae4a-d796576ad7fd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.647009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40118) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.668387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5891337a-6600-41e3-9646-8398e7b0871e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.684500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7ce36a6b-860c-482e-86e8-c3f685c16b75 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags HTTP/1.1" status: 200 len: 318 time: 0.0940437 Mar 07 16:15:23.685874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40120) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.692268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-dfc507f2-1b35-4f76-bbe9-21e0cad410c0 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.701716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70f9fad-e125-4f37-ae4a-d796576ad7fd']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.718536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a16262-c8c9-40cd-b985-0f4f4fb1cf51') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.718860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a16262-c8c9-40cd-b985-0f4f4fb1cf51') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.742875 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (79a16262-c8c9-40cd-b985-0f4f4fb1cf51), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.756385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:23.765268 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.774936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68dff18-3744-4a62-9702-5de4d2ea9738 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:23.788325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (79a16262-c8c9-40cd-b985-0f4f4fb1cf51), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.790760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68dff18-3744-4a62-9702-5de4d2ea9738 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:23.791576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e68dff18-3744-4a62-9702-5de4d2ea9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.793101 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-010a3572-ea23-4fe5-8849-a4e5387b9f97 req-8eb611bc-897f-4f8c-b800-4034396a3cc5 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607542 Mar 07 16:15:23.802747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:15:23.803189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (79a16262-c8c9-40cd-b985-0f4f4fb1cf51), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.807054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5891337a-6600-41e3-9646-8398e7b0871e admin admin] Publish callbacks [] for security_group (1330d70b-953b-4541-93c2-c4eb876a8524), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:15:23.807221 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:15:23.815736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5891337a-6600-41e3-9646-8398e7b0871e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1330d70b-953b-4541-93c2-c4eb876a8524), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.831192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dfc507f2-1b35-4f76-bbe9-21e0cad410c0 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags HTTP/1.1" status: 204 len: 168 time: 0.1418848 Mar 07 16:15:23.831512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40122) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.836163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-8ec2f350-d296-41fc-aa4f-6cbb397c0b31 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c', 'tempest-TagsExtTest-Tag-1558041659') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.859129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5891337a-6600-41e3-9646-8398e7b0871e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30c0816b756f41e4acb3388d38bb909b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2110512 Mar 07 16:15:23.861246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e68dff18-3744-4a62-9702-5de4d2ea9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.861755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40124) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.869604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891337a-6600-41e3-9646-8398e7b0871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1330d70b-953b-4541-93c2-c4eb876a8524,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:23.873351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68dff18-3744-4a62-9702-5de4d2ea9738 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:23.874118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e68dff18-3744-4a62-9702-5de4d2ea9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:14:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.911884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e68dff18-3744-4a62-9702-5de4d2ea9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:23.912083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68dff18-3744-4a62-9702-5de4d2ea9738 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:23.920247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51e770a9-02bb-4a1e-a3bc-9b2f1b3c792d admin admin] Publish callbacks [] for security_group (1330d70b-953b-4541-93c2-c4eb876a8524), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.927968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-59bd346b-2ecb-48b2-9f28-db920c2ed2f3 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/floatingips/541d15d8-6527-47d9-be51-1b9a16536461 HTTP/1.1" status: 200 len: 978 time: 3.4110405 Mar 07 16:15:23.932679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40126) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.932898 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (a70f9fad-e125-4f37-ae4a-d796576ad7fd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.937360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-48c028f4-cc2f-4781-b0fa-25d50958be6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:23.941685 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:23.948282 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "DELETE /v2.0/networks/a70f9fad-e125-4f37-ae4a-d796576ad7fd HTTP/1.1" status: 204 len: 168 time: 1.4845488 Mar 07 16:15:23.949059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40130) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:23.967116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340e674-cbab-47db-ac85-33731b31346d tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event deleted for resources: {'Network': ['ID=a70f9fad-e125-4f37-ae4a-d796576ad7fd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:23.986960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51e770a9-02bb-4a1e-a3bc-9b2f1b3c792d admin admin] Publish callbacks [] for security_group (1330d70b-953b-4541-93c2-c4eb876a8524), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.017514 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-8ec2f350-d296-41fc-aa4f-6cbb397c0b31 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:24.021212 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8ec2f350-d296-41fc-aa4f-6cbb397c0b31 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags/tempest-TagsExtTest-Tag-1558041659 HTTP/1.1" status: 404 len: 329 time: 0.1861157 Mar 07 16:15:24.042392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40132) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:24.052317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-4399dfa3-aa33-4baf-85b5-081de4fb14dc tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c', 'tempest-TagsExtTest-Tag-1516598419') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:24.057119 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b9917fc-c403-4807-ba1a-1b8fe7e69d07 req-351f92c2-77e7-43f4-b5cd-b55fcb953638 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0579839 Mar 07 16:15:24.064172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48c028f4-cc2f-4781-b0fa-25d50958be6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (541d15d8-6527-47d9-be51-1b9a16536461), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.099935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Deleting port dfdd1324-2dfc-4afd-a8a0-7867d2534c7a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:24.100281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (dfdd1324-2dfc-4afd-a8a0-7867d2534c7a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.182932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (dfdd1324-2dfc-4afd-a8a0-7867d2534c7a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.183506 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for floatingip (dfdd1324-2dfc-4afd-a8a0-7867d2534c7a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.197226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Calling delete_port for dfdd1324-2dfc-4afd-a8a0-7867d2534c7a owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:24.202213 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51e770a9-02bb-4a1e-a3bc-9b2f1b3c792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1330d70b-953b-4541-93c2-c4eb876a8524), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.204818 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-51e770a9-02bb-4a1e-a3bc-9b2f1b3c792d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.205990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-51e770a9-02bb-4a1e-a3bc-9b2f1b3c792d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1330d70b-953b-4541-93c2-c4eb876a8524 HTTP/1.1" status: 204 len: 168 time: 0.3431487 Mar 07 16:15:24.227491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e770a9-02bb-4a1e-a3bc-9b2f1b3c792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1330d70b-953b-4541-93c2-c4eb876a8524,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:24.230321 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-4399dfa3-aa33-4baf-85b5-081de4fb14dc tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:24.231408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4399dfa3-aa33-4baf-85b5-081de4fb14dc tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags/tempest-TagsExtTest-Tag-1516598419 HTTP/1.1" status: 404 len: 329 time: 0.1880260 Mar 07 16:15:24.236227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40136) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:24.270738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-0d0e85bf-99c9-47d6-8e85-437a1645c703 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c', 'tempest-TagsExtTest-Tag-1023579019') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:24.295614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48c028f4-cc2f-4781-b0fa-25d50958be6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.301781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48c028f4-cc2f-4781-b0fa-25d50958be6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (541d15d8-6527-47d9-be51-1b9a16536461), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.302127 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-48c028f4-cc2f-4781-b0fa-25d50958be6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP 541d15d8-6527-47d9-be51-1b9a16536461 disassociated. External IP: 172.25.4.228, port: ed848c4f-554e-485c-818d-5b36dac777c5. Mar 07 16:15:24.357385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (dfdd1324-2dfc-4afd-a8a0-7867d2534c7a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.392347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Pushing event deleted for resources: {'Port': ['ID=dfdd1324-2dfc-4afd-a8a0-7867d2534c7a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:24.426012 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-0d0e85bf-99c9-47d6-8e85-437a1645c703 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:24.429690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0d0e85bf-99c9-47d6-8e85-437a1645c703 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags/tempest-TagsExtTest-Tag-1023579019 HTTP/1.1" status: 404 len: 329 time: 0.1908934 Mar 07 16:15:24.430982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40140) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:24.435573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-242a6f8f-26b3-4b17-b377-d0af7a62647b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c', {'tags': ['tempest-TagsExtTest-Tag-1117305204', 'tempest-TagsExtTest-Tag-352578135', 'tempest-TagsExtTest-Tag-254048491']}) {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:24.465159 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks [] for floatingip (2af74959-371c-4b32-beb6-321d8c8b7711), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.468351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:24.471895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4378b15a-63df-4aa2-8d7c-21ca7095165c tempest-FloatingIPAdminTestJSON-1542295032 tempest-FloatingIPAdminTestJSON-1542295032-project] 10.222.0.24 "DELETE /v2.0/floatingips/2af74959-371c-4b32-beb6-321d8c8b7711 HTTP/1.1" status: 204 len: 168 time: 0.5112717 Mar 07 16:15:24.756757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40154) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:24.956953 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-242a6f8f-26b3-4b17-b377-d0af7a62647b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags HTTP/1.1" status: 200 len: 316 time: 0.5225897 Mar 07 16:15:24.957296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40166) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:24.961622 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-00727663-c47f-4e8f-9200-fc5a80c3e645 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0c55d41988743c4a9980afd28239dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030647 Mar 07 16:15:24.970851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40168) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:24.990108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.tag.tag_plugin [None req-2d90e991-9133-4a04-8372-fc700eecf794 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.023384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3ecf0-cfa9-4f0c-8be7-ef37e5d47c8a req-e3402805-48c5-4bf2-b357-b928f2521b60 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:25.025081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-28a3ecf0-cfa9-4f0c-8be7-ef37e5d47c8a req-e3402805-48c5-4bf2-b357-b928f2521b60 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 943 time: 0.1296387 Mar 07 16:15:25.057913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e60e-f0b4-4ffd-816a-5c6b490f8649 admin admin] Publish callbacks [] for security_group (fef06056-56ea-45f5-b18f-6e4929634936), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.087560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c028f4-cc2f-4781-b0fa-25d50958be6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:25.115584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-28a3ecf0-cfa9-4f0c-8be7-ef37e5d47c8a req-4754bdbf-d3a6-414b-b41c-ee2889e24d17 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828266 Mar 07 16:15:25.122114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e60e-f0b4-4ffd-816a-5c6b490f8649 admin admin] Publish callbacks [] for security_group (fef06056-56ea-45f5-b18f-6e4929634936), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.163276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2d90e991-9133-4a04-8372-fc700eecf794 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags HTTP/1.1" status: 204 len: 168 time: 0.2042205 Mar 07 16:15:25.171987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40176) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.177234 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-452a4017-3eca-482c-88ef-eee6ee694e6a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c', 'tempest-TagsExtTest-Tag-1117305204') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.182869 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14c6b88d-7bd4-4242-8230-723746e9f18d req-78096914-3f4b-4cd9-b778-c35887673325 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0392272 Mar 07 16:15:25.193478 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8418ff7c-2da7-4282-9622-7fb3399e3906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.268466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c028f4-cc2f-4781-b0fa-25d50958be6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:25.274843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48c028f4-cc2f-4781-b0fa-25d50958be6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.289692 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de618d-49ec-4d2b-b3a1-a451e8f99662 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:25.292706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e60e-f0b4-4ffd-816a-5c6b490f8649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fef06056-56ea-45f5-b18f-6e4929634936), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.295445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e60e-f0b4-4ffd-816a-5c6b490f8649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.296647 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a3b5e60e-f0b4-4ffd-816a-5c6b490f8649 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fef06056-56ea-45f5-b18f-6e4929634936 HTTP/1.1" status: 204 len: 168 time: 0.3313813 Mar 07 16:15:25.305934 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-452a4017-3eca-482c-88ef-eee6ee694e6a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:25.307022 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-452a4017-3eca-482c-88ef-eee6ee694e6a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags/tempest-TagsExtTest-Tag-1117305204 HTTP/1.1" status: 404 len: 329 time: 0.1340566 Mar 07 16:15:25.309438 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de618d-49ec-4d2b-b3a1-a451e8f99662 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:25.309884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40182) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.310492 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55de618d-49ec-4d2b-b3a1-a451e8f99662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.319278 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-48c028f4-cc2f-4781-b0fa-25d50958be6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/floatingips/541d15d8-6527-47d9-be51-1b9a16536461 HTTP/1.1" status: 200 len: 688 time: 1.3855221 Mar 07 16:15:25.322495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40184) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.324332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-2a6c9b3b-4d55-43f3-a6ac-d338c2125c6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c', 'tempest-TagsExtTest-Tag-352578135') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.326341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5e60e-f0b4-4ffd-816a-5c6b490f8649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef06056-56ea-45f5-b18f-6e4929634936,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:25.360001 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55de618d-49ec-4d2b-b3a1-a451e8f99662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.369012 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:15:25.376225 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de618d-49ec-4d2b-b3a1-a451e8f99662 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:25.377109 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55de618d-49ec-4d2b-b3a1-a451e8f99662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.424361 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55de618d-49ec-4d2b-b3a1-a451e8f99662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.425737 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de618d-49ec-4d2b-b3a1-a451e8f99662 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:25.435704 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-2a6c9b3b-4d55-43f3-a6ac-d338c2125c6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:25.437461 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2a6c9b3b-4d55-43f3-a6ac-d338c2125c6c tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags/tempest-TagsExtTest-Tag-352578135 HTTP/1.1" status: 404 len: 328 time: 0.1265686 Mar 07 16:15:25.440371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40186) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.448333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-5828ef83-ee31-4530-a406-1ba201d04a4e tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c', 'tempest-TagsExtTest-Tag-254048491') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.496529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port b50ffa2f-d9bc-4fe7-a008-3a07f5427144 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:25.496870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b50ffa2f-d9bc-4fe7-a008-3a07f5427144), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.544670 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-5828ef83-ee31-4530-a406-1ba201d04a4e tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:25.548949 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5828ef83-ee31-4530-a406-1ba201d04a4e tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags/tempest-TagsExtTest-Tag-254048491 HTTP/1.1" status: 404 len: 328 time: 0.1061182 Mar 07 16:15:25.550496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40192) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.558303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-1a34e9dd-8a97-41e7-9c6e-d409da5a9c2f tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6', {'tags': ['tempest-TagsExtTest-Tag-237338592', 'tempest-TagsExtTest-Tag-371480124', 'tempest-TagsExtTest-Tag-198727042']}) {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.589209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b50ffa2f-d9bc-4fe7-a008-3a07f5427144), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.589555 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (b50ffa2f-d9bc-4fe7-a008-3a07f5427144), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.602970 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a34e9dd-8a97-41e7-9c6e-d409da5a9c2f tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "PUT /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags HTTP/1.1" status: 200 len: 315 time: 0.0512218 Mar 07 16:15:25.605926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for b50ffa2f-d9bc-4fe7-a008-3a07f5427144 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:25.606279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40196) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.612341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-de7dae72-5598-45e3-8d83-c4bc8f92aabf tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.657275 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-de7dae72-5598-45e3-8d83-c4bc8f92aabf tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0474160 Mar 07 16:15:25.657563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40200) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.662892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-e3f97c56-4a8e-4c1a-9c60-702accb53b40 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6', 'tempest-TagsExtTest-Tag-237338592') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.686303 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-e3f97c56-4a8e-4c1a-9c60-702accb53b40 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:25.690050 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e3f97c56-4a8e-4c1a-9c60-702accb53b40 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags/tempest-TagsExtTest-Tag-237338592 HTTP/1.1" status: 404 len: 328 time: 0.0290546 Mar 07 16:15:25.690658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40204) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.694752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-03b7b5a7-3068-45ba-9d04-52ad3eb05d26 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6', 'tempest-TagsExtTest-Tag-371480124') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.716275 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-03b7b5a7-3068-45ba-9d04-52ad3eb05d26 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:25.720171 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-03b7b5a7-3068-45ba-9d04-52ad3eb05d26 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags/tempest-TagsExtTest-Tag-371480124 HTTP/1.1" status: 404 len: 328 time: 0.0258768 Mar 07 16:15:25.720337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40206) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.724974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-5f786aec-76f2-4b3d-bfa4-9a69f0ea9d1a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6', 'tempest-TagsExtTest-Tag-198727042') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.745684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dedeb18a-4552-4b32-8c24-d46a6598696d details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:15:25.748931 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-5f786aec-76f2-4b3d-bfa4-9a69f0ea9d1a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] show failed (client error): The resource could not be found. Mar 07 16:15:25.750856 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5f786aec-76f2-4b3d-bfa4-9a69f0ea9d1a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags/tempest-TagsExtTest-Tag-198727042 HTTP/1.1" status: 404 len: 328 time: 0.0288565 Mar 07 16:15:25.754966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40208) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.760449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-228e144c-5480-4e66-a86e-92de51b8b926 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b17f565c-230f-4335-87dd-2e82e49a65e6') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.790538 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-228e144c-5480-4e66-a86e-92de51b8b926 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0304792 Mar 07 16:15:25.790538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40212) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.796724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-21715a44-e32a-4ad2-b686-51e4c80d725b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aea20f2f-79c4-4313-8574-442142bfb51c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.816460 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b50ffa2f-d9bc-4fe7-a008-3a07f5427144), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.868157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=b50ffa2f-d9bc-4fe7-a008-3a07f5427144,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:25.888593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dedeb18a-4552-4b32-8c24-d46a6598696d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dedeb18a-4552-4b32-8c24-d46a6598696d,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:25.893039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40214) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.906415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'dedeb18a-4552-4b32-8c24-d46a6598696d', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'port_id': 'dedeb18a-4552-4b32-8c24-d46a6598696d', 'mac_address': 'fa:16:3e:f4:37:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:15:25.916409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5f28980a-e075-40db-a509-ac7e40ad67a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.935224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-21715a44-e32a-4ad2-b686-51e4c80d725b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c/tags HTTP/1.1" status: 204 len: 168 time: 0.1434691 Mar 07 16:15:25.937979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40216) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.942481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-05f684db-a08e-4a2c-9bf1-84cc1690c4e2 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '26a69e24-c22b-4e8d-a79d-b67c40489e8c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:25.958499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dedeb18a-4552-4b32-8c24-d46a6598696d is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:25.958970 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.963825 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (541d15d8-6527-47d9-be51-1b9a16536461), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.967321 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:25.971262 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-77dd5c14-d6f0-4dd9-845f-8bf98c1d011a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/floatingips/541d15d8-6527-47d9-be51-1b9a16536461 HTTP/1.1" status: 204 len: 168 time: 0.6477478 Mar 07 16:15:25.972114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40218) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:25.988347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedeb18a-4552-4b32-8c24-d46a6598696d {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:15:26.020747 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-daeb61be-af5b-4fca-9fea-09166fae121f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] delete failed (client error): The resource could not be found. Mar 07 16:15:26.021912 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-daeb61be-af5b-4fca-9fea-09166fae121f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/floatingips/541d15d8-6527-47d9-be51-1b9a16536461 HTTP/1.1" status: 404 len: 345 time: 0.0487189 Mar 07 16:15:26.023945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dedeb18a-4552-4b32-8c24-d46a6598696d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dedeb18a-4552-4b32-8c24-d46a6598696d,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:26.028039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40222) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:26.032571 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.045763 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-05f684db-a08e-4a2c-9bf1-84cc1690c4e2 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c/tags HTTP/1.1" status: 204 len: 168 time: 0.1066949 Mar 07 16:15:26.050436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40224) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:26.055354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.tag.tag_plugin [None req-742b09d7-7ca3-4845-8217-c4292a590bed tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0f97574d-8762-4a5f-8606-b7e0d5d239e8') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:26.062364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5f28980a-e075-40db-a509-ac7e40ad67a4 admin admin] Publish callbacks [] for security_group (c3a11c67-bd12-49a4-a064-f1e22c984ab4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.087438 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5f28980a-e075-40db-a509-ac7e40ad67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c3a11c67-bd12-49a4-a064-f1e22c984ab4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.098532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dedeb18a-4552-4b32-8c24-d46a6598696d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:26.139279 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5f28980a-e075-40db-a509-ac7e40ad67a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4631f66212a74f28bb01bc971d388345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415018 Mar 07 16:15:26.139451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40228) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:26.154641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28980a-e075-40db-a509-ac7e40ad67a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a11c67-bd12-49a4-a064-f1e22c984ab4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:26.171801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32686e2-d687-4f99-a6ac-ace8cd560130 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:26.178412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32686e2-d687-4f99-a6ac-ace8cd560130 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:26.184232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32686e2-d687-4f99-a6ac-ace8cd560130 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:26.186848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a32686e2-d687-4f99-a6ac-ace8cd560130 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "GET /v2.0/ports?network_id=cb58d892-79c7-46c3-9f89-a98f0d063a79 HTTP/1.1" status: 200 len: 2358 time: 0.1571603 Mar 07 16:15:26.190815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40232) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:26.270426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['dedeb18a-4552-4b32-8c24-d46a6598696d'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:15:26.278760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33c94154-040f-49e1-92fd-b24c87480aff admin admin] Publish callbacks [] for security_group (c3a11c67-bd12-49a4-a064-f1e22c984ab4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.284890 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-742b09d7-7ca3-4845-8217-c4292a590bed tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8/tags HTTP/1.1" status: 204 len: 168 time: 0.2333412 Mar 07 16:15:26.290665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40238) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:26.302787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80392dbb-fadc-4850-8407-ae16a4a19e9c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:26.304343 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-80392dbb-fadc-4850-8407-ae16a4a19e9c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "GET /v2.0/subnets/56c8fd56-6967-4635-81fa-98252b0d4f18 HTTP/1.1" status: 200 len: 797 time: 0.1113937 Mar 07 16:15:26.312814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40240) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:26.322951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'port': {'network_id': 'cb58d892-79c7-46c3-9f89-a98f0d063a79', 'name': 'tempest-FloatingIPTestJSON-1113298409', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:26.328951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33c94154-040f-49e1-92fd-b24c87480aff admin admin] Publish callbacks [] for security_group (c3a11c67-bd12-49a4-a064-f1e22c984ab4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.409837 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.428109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4bdfc-8b22-4fd8-bd48-4b8761c7583b req-40e424e5-27a8-4dfc-a6e2-206485f04825 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:26.429877 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbd4bdfc-8b22-4fd8-bd48-4b8761c7583b req-40e424e5-27a8-4dfc-a6e2-206485f04825 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 944 time: 0.1995914 Mar 07 16:15:26.446779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4c4739f4-0bb0-4dd2-8fb8-eadeb048f37c req-a37bda63-8f5a-4962-83c2-796e2213a4e1 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.1141479 Mar 07 16:15:26.465157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc96959d-75e5-46f0-8375-0e04d7c64f3d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.467785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bc96959d-75e5-46f0-8375-0e04d7c64f3d tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b17f565c-230f-4335-87dd-2e82e49a65e6 HTTP/1.1" status: 204 len: 168 time: 0.1758938 Mar 07 16:15:26.470979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40244) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:26.478110 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33c94154-040f-49e1-92fd-b24c87480aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c3a11c67-bd12-49a4-a064-f1e22c984ab4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.480682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33c94154-040f-49e1-92fd-b24c87480aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.481903 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-33c94154-040f-49e1-92fd-b24c87480aff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3a11c67-bd12-49a4-a064-f1e22c984ab4 HTTP/1.1" status: 204 len: 168 time: 0.3414924 Mar 07 16:15:26.511891 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5ed99c16-08dc-4e1a-9715-dfd5ccfe17fe tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea20f2f-79c4-4313-8574-442142bfb51c HTTP/1.1" status: 200 len: 205 time: 0.0370369 Mar 07 16:15:26.512101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40248) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:26.513897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94154-040f-49e1-92fd-b24c87480aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a11c67-bd12-49a4-a064-f1e22c984ab4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:26.542565 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbd4bdfc-8b22-4fd8-bd48-4b8761c7583b req-287d7a1d-8070-4b62-bce5-462d974f956c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036372 Mar 07 16:15:26.548095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Made reservation on behalf of b1e5d3034fdc4ee0a54c0a0fea71e514 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:26.618571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d4cc72d7-2142-4561-8130-2c9ca180e460 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for router (aea20f2f-79c4-4313-8574-442142bfb51c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.655113 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.677019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] device_id is not set on port 830d1078-7533-455c-9da0-f10d65726261 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:15:26.815426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d4cc72d7-2142-4561-8130-2c9ca180e460 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (aea20f2f-79c4-4313-8574-442142bfb51c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.822116 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d4cc72d7-2142-4561-8130-2c9ca180e460 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for router_controller (aea20f2f-79c4-4313-8574-442142bfb51c), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.900449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d4cc72d7-2142-4561-8130-2c9ca180e460 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (aea20f2f-79c4-4313-8574-442142bfb51c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.901104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cc72d7-2142-4561-8130-2c9ca180e460 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Fanout notify agent at l3_agent the message router_deleted on router aea20f2f-79c4-4313-8574-442142bfb51c {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:15:26.915021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d4cc72d7-2142-4561-8130-2c9ca180e460 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:26.916778 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d4cc72d7-2142-4561-8130-2c9ca180e460 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/routers/aea20f2f-79c4-4313-8574-442142bfb51c HTTP/1.1" status: 204 len: 168 time: 0.4033427 Mar 07 16:15:26.919247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40256) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:27.035463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1fb82145-fd21-49e8-965a-644a64ed077a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Deleting port 26a69e24-c22b-4e8d-a79d-b67c40489e8c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:27.035907 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1fb82145-fd21-49e8-965a-644a64ed077a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (26a69e24-c22b-4e8d-a79d-b67c40489e8c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.060997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40260) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:27.082715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b1b0c36-028d-4569-93a2-3dbd5fd726c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.106009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.20.0.14 (cb58d892-79c7-46c3-9f89-a98f0d063a79/56c8fd56-6967-4635-81fa-98252b0d4f18/830d1078-7533-455c-9da0-f10d65726261) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:27.116980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.20.0.13 (cb58d892-79c7-46c3-9f89-a98f0d063a79/56c8fd56-6967-4635-81fa-98252b0d4f18/830d1078-7533-455c-9da0-f10d65726261) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:27.138353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1fb82145-fd21-49e8-965a-644a64ed077a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (26a69e24-c22b-4e8d-a79d-b67c40489e8c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.156423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1fb82145-fd21-49e8-965a-644a64ed077a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Calling delete_port for 26a69e24-c22b-4e8d-a79d-b67c40489e8c owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:27.270434 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b1b0c36-028d-4569-93a2-3dbd5fd726c3 admin admin] Publish callbacks [] for security_group (0e661d22-e452-4002-ae8f-fe4b9923afdb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.276764 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b1b0c36-028d-4569-93a2-3dbd5fd726c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0e661d22-e452-4002-ae8f-fe4b9923afdb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.306191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1fb82145-fd21-49e8-965a-644a64ed077a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (26a69e24-c22b-4e8d-a79d-b67c40489e8c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.325831 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b1b0c36-028d-4569-93a2-3dbd5fd726c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a25a976b7e3d4d719e88f41a1628deae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637501 Mar 07 16:15:27.330930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40268) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:27.339148 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b0c36-028d-4569-93a2-3dbd5fd726c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e661d22-e452-4002-ae8f-fe4b9923afdb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:27.343038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb82145-fd21-49e8-965a-644a64ed077a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Pushing event deleted for resources: {'Port': ['ID=26a69e24-c22b-4e8d-a79d-b67c40489e8c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:27.367790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (830d1078-7533-455c-9da0-f10d65726261), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.426954 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (830d1078-7533-455c-9da0-f10d65726261), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.445386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-292511ac-83f7-415e-a257-917275f95aa5 admin admin] Publish callbacks [] for security_group (0e661d22-e452-4002-ae8f-fe4b9923afdb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.466400 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1fb82145-fd21-49e8-965a-644a64ed077a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.470282 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1fb82145-fd21-49e8-965a-644a64ed077a tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/ports/26a69e24-c22b-4e8d-a79d-b67c40489e8c HTTP/1.1" status: 204 len: 168 time: 0.5498583 Mar 07 16:15:27.473441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40270) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:27.500145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:27.502229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:27.505835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:27.509315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-292511ac-83f7-415e-a257-917275f95aa5 admin admin] Publish callbacks [] for security_group (0e661d22-e452-4002-ae8f-fe4b9923afdb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.577318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=830d1078-7533-455c-9da0-f10d65726261,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:27.601954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-45980964-aa99-4506-a470-a46fdad9aa8b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Deleting subnet 0f97574d-8762-4a5f-8606-b7e0d5d239e8 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:15:27.618714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:27.618714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.638104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-69523e4e-4c94-4c76-a4d1-20d6af2712d5 req-b338a850-c502-4d6b-9121-53d9d202512f tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0595021 Mar 07 16:15:27.639668 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-45980964-aa99-4506-a470-a46fdad9aa8b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for subnet (0f97574d-8762-4a5f-8606-b7e0d5d239e8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.643511 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-61dc5433-a435-4742-9c50-bc751a7bebf0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3293552 Mar 07 16:15:27.646273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40278) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:27.657005 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '830d1078-7533-455c-9da0-f10d65726261', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:27.703819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-292511ac-83f7-415e-a257-917275f95aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0e661d22-e452-4002-ae8f-fe4b9923afdb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.708893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-292511ac-83f7-415e-a257-917275f95aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.710886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-292511ac-83f7-415e-a257-917275f95aa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e661d22-e452-4002-ae8f-fe4b9923afdb HTTP/1.1" status: 204 len: 168 time: 0.3755586 Mar 07 16:15:27.726005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.731187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-45980964-aa99-4506-a470-a46fdad9aa8b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (0f97574d-8762-4a5f-8606-b7e0d5d239e8), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.736954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292511ac-83f7-415e-a257-917275f95aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e661d22-e452-4002-ae8f-fe4b9923afdb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:27.739033 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.761427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dedeb18a-4552-4b32-8c24-d46a6598696d up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:27.769006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f8fa6-ce83-4186-8556-57df2aa0ea30 req-379dd9f5-7132-4247-bb6e-384ada4817a7 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:27.776955 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c06f8fa6-ce83-4186-8556-57df2aa0ea30 req-379dd9f5-7132-4247-bb6e-384ada4817a7 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 944 time: 0.1096547 Mar 07 16:15:27.833282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port dedeb18a-4552-4b32-8c24-d46a6598696d completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:15:27.841966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port dedeb18a-4552-4b32-8c24-d46a6598696d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:27.844025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.866194 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c06f8fa6-ce83-4186-8556-57df2aa0ea30 req-52f6a9e6-8698-4d90-8699-6b7b4e3db25d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883467 Mar 07 16:15:27.934046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.948256 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-45980964-aa99-4506-a470-a46fdad9aa8b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (0f97574d-8762-4a5f-8606-b7e0d5d239e8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:27.985031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port dedeb18a-4552-4b32-8c24-d46a6598696d is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:27.985684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.011641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedeb18a-4552-4b32-8c24-d46a6598696d'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:15:28.014368 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522fe36f-bc41-4f23-b344-653834338ac7" -d '{"events": [{"server_uuid": "3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b", "name": "network-vif-plugged", "status": "completed", "tag": "dedeb18a-4552-4b32-8c24-d46a6598696d"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:15:28.029317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dedeb18a-4552-4b32-8c24-d46a6598696d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dedeb18a-4552-4b32-8c24-d46a6598696d,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:28.035339 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.038159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-45980964-aa99-4506-a470-a46fdad9aa8b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (0f97574d-8762-4a5f-8606-b7e0d5d239e8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.072449 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f1db6a-c948-4727-ba68-68860323df05 x-openstack-request-id: req-d7f1db6a-c948-4727-ba68-68860323df05 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:15:28.072867 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b", "name": "network-vif-plugged", "status": "completed", "tag": "dedeb18a-4552-4b32-8c24-d46a6598696d", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:15:28.073730 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7f1db6a-c948-4727-ba68-68860323df05 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:15:28.074770 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedeb18a-4552-4b32-8c24-d46a6598696d', 'code': 200} Mar 07 16:15:28.076410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-45980964-aa99-4506-a470-a46fdad9aa8b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.081125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f2872-2d24-4149-b900-c8fdcd0351e7 None None] Network 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:28.088675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-45980964-aa99-4506-a470-a46fdad9aa8b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/subnets/0f97574d-8762-4a5f-8606-b7e0d5d239e8 HTTP/1.1" status: 204 len: 168 time: 0.6140778 Mar 07 16:15:28.088854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40288) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:28.136136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45980964-aa99-4506-a470-a46fdad9aa8b tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Pushing event deleted for resources: {'Subnet': ['ID=0f97574d-8762-4a5f-8606-b7e0d5d239e8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:28.168599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.25.4.233 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/7d584544-7dca-4c33-b254-0e77c9d74bfa) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:28.178497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=dedeb18a-4552-4b32-8c24-d46a6598696d,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:28.212415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6256d-bb3e-4a9a-b525-9c64fa60d582 req-7e3babec-bcce-4d39-8f8b-13bc05041ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:28.215321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7ad6256d-bb3e-4a9a-b525-9c64fa60d582 req-7e3babec-bcce-4d39-8f8b-13bc05041ac3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 1127 time: 0.0731561 Mar 07 16:15:28.226590 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.287669 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7ad6256d-bb3e-4a9a-b525-9c64fa60d582 req-4f67139a-548b-41c1-9534-3019f3732fb3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649636 Mar 07 16:15:28.331305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3a641-0f58-4611-aba7-afe9c21f9cc3 None None] DHCP port deletion for 8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:15:28.378433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (7d584544-7dca-4c33-b254-0e77c9d74bfa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.393340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Deleting port bccdd365-6882-4d42-ba30-09b806731859 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:28.393791 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bccdd365-6882-4d42-ba30-09b806731859), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.399057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-41a3a641-0f58-4611-aba7-afe9c21f9cc3 None None] Deleting port bccdd365-6882-4d42-ba30-09b806731859 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:28.399439 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41a3a641-0f58-4611-aba7-afe9c21f9cc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bccdd365-6882-4d42-ba30-09b806731859), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.464956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] For port bccdd365-6882-4d42-ba30-09b806731859, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bccdd365-6882-4d42-ba30-09b806731859,segment=NetworkSegment(06669cb1-456f-4faf-a665-8fddd334b809),segment_id=06669cb1-456f-4faf-a665-8fddd334b809)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:28.465293 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bccdd365-6882-4d42-ba30-09b806731859), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.480509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-41a3a641-0f58-4611-aba7-afe9c21f9cc3 None None] For port bccdd365-6882-4d42-ba30-09b806731859, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bccdd365-6882-4d42-ba30-09b806731859,segment=NetworkSegment(06669cb1-456f-4faf-a665-8fddd334b809),segment_id=06669cb1-456f-4faf-a665-8fddd334b809)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:28.480910 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41a3a641-0f58-4611-aba7-afe9c21f9cc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bccdd365-6882-4d42-ba30-09b806731859), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.486827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Calling delete_port for bccdd365-6882-4d42-ba30-09b806731859 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:28.498595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-41a3a641-0f58-4611-aba7-afe9c21f9cc3 None None] Calling delete_port for bccdd365-6882-4d42-ba30-09b806731859 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:28.540283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7d584544-7dca-4c33-b254-0e77c9d74bfa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.598747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:28.606057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:28.612268 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:28.613442 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41a3a641-0f58-4611-aba7-afe9c21f9cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (bccdd365-6882-4d42-ba30-09b806731859), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.620849 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=7d584544-7dca-4c33-b254-0e77c9d74bfa,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:28.659232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bccdd365-6882-4d42-ba30-09b806731859), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:28.667708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3a641-0f58-4611-aba7-afe9c21f9cc3 None None] Pushing event deleted for resources: {'Port': ['ID=bccdd365-6882-4d42-ba30-09b806731859,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:28.690539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a3a641-0f58-4611-aba7-afe9c21f9cc3 None None] No DVR routers for this DVR port bccdd365-6882-4d42-ba30-09b806731859 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:15:28.705567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] No DVR routers for this DVR port bccdd365-6882-4d42-ba30-09b806731859 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:15:28.714508 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Pushing event deleted for resources: {'Port': ['ID=bccdd365-6882-4d42-ba30-09b806731859,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:28.731470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bccdd365-6882-4d42-ba30-09b806731859 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:15:28.775647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: bccdd365-6882-4d42-ba30-09b806731859 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:15:28.776103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bccdd365-6882-4d42-ba30-09b806731859 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:15:28.871262 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-75b2945a-bf00-4c1d-92a7-5da76a781ac9 req-999ca068-56c9-4f68-aa14-8d32e5dc2d00 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0860069 Mar 07 16:15:29.006958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c7fad-ba7a-49ef-b34d-c4981174a75d req-2914e714-d822-4119-9bcb-6b783f92953a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:29.013204 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785c7fad-ba7a-49ef-b34d-c4981174a75d req-2914e714-d822-4119-9bcb-6b783f92953a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 945 time: 0.0655661 Mar 07 16:15:29.072265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-785c7fad-ba7a-49ef-b34d-c4981174a75d req-9b2b79ad-0063-464c-aabb-7dc9af46da22 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581791 Mar 07 16:15:29.137984 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.296195 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.331161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:29.376717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06669cb1-456f-4faf-a665-8fddd334b809') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:29.377033 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06669cb1-456f-4faf-a665-8fddd334b809') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:29.395949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (06669cb1-456f-4faf-a665-8fddd334b809), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.415174 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (06669cb1-456f-4faf-a665-8fddd334b809), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.427363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:15:29.428064 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (06669cb1-456f-4faf-a665-8fddd334b809), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:15:29.443043 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:15:29.532207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.547139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.550467 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] 10.222.0.24 "DELETE /v2.0/networks/8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f HTTP/1.1" status: 204 len: 168 time: 1.4606111 Mar 07 16:15:29.563002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2c472-61f9-47e4-b38b-081986b342a5 tempest-TagsExtTest-140139328 tempest-TagsExtTest-140139328-project] Pushing event deleted for resources: {'Network': ['ID=8c2805bd-3cd5-4f62-a915-3c25b6ec9b2f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:29.722233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (f50b256b-95c0-4a4e-8917-54142fb2ac8c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.797475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7d584544-7dca-4c33-b254-0e77c9d74bfa), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.923067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40348) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:29.977651 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (7d584544-7dca-4c33-b254-0e77c9d74bfa), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:29.989711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7d584544-7dca-4c33-b254-0e77c9d74bfa), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:30.016927 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-18cd13eb-2d4c-440c-aca0-a321c485af68 req-263b7464-8691-4e99-a891-685881a63815 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0444226 Mar 07 16:15:30.081012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=7d584544-7dca-4c33-b254-0e77c9d74bfa,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:30.094322 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (f50b256b-95c0-4a4e-8917-54142fb2ac8c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:30.224267 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP f50b256b-95c0-4a4e-8917-54142fb2ac8c associated. External IP: 172.25.4.233, port: 830d1078-7533-455c-9da0-f10d65726261. Mar 07 16:15:30.274788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bf928-afba-47c0-b853-693519b96094 req-5d7a952b-54a1-40d4-a8d4-74fc25b3df73 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:30.277078 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad8bf928-afba-47c0-b853-693519b96094 req-5d7a952b-54a1-40d4-a8d4-74fc25b3df73 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 945 time: 0.1270418 Mar 07 16:15:30.306093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40360) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:30.318118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f3694b35-f6d5-41a0-92e8-69151db27e24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c5276314dc44376b5a769c9f3cd0eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3940265 Mar 07 16:15:30.322097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40364) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:30.354861 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad8bf928-afba-47c0-b853-693519b96094 req-6b7fe921-fa45-43bf-a152-d3a81f64c68e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711563 Mar 07 16:15:30.396895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-50558543-d4c7-4b96-8d0f-c604ed97d141 admin admin] Publish callbacks [] for security_group (16e75a46-1f9d-4428-8470-065a7da823f1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:30.485698 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-50558543-d4c7-4b96-8d0f-c604ed97d141 admin admin] Publish callbacks [] for security_group (16e75a46-1f9d-4428-8470-065a7da823f1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:30.587240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b0aa-4300-4769-8c9a-c9d92b1580f7 req-094da745-072e-42f4-b39f-d38dba247765 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:30.588796 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f841b0aa-4300-4769-8c9a-c9d92b1580f7 req-094da745-072e-42f4-b39f-d38dba247765 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 945 time: 0.1467707 Mar 07 16:15:30.598336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40370) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:30.604414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:30.609365 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b56c8806-622e-452b-abfb-ada8f45efd09 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'floatingip': {'port_id': 'dedeb18a-4552-4b32-8c24-d46a6598696d'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:30.612868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a750b088-7181-42f7-bdbb-c76c49950f56 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1010835542'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:30.613337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a750b088-7181-42f7-bdbb-c76c49950f56 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Unknown quota resources ['metering_label']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 16:15:30.645310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-50558543-d4c7-4b96-8d0f-c604ed97d141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (16e75a46-1f9d-4428-8470-065a7da823f1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:30.648445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-50558543-d4c7-4b96-8d0f-c604ed97d141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:30.649594 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-50558543-d4c7-4b96-8d0f-c604ed97d141 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16e75a46-1f9d-4428-8470-065a7da823f1 HTTP/1.1" status: 204 len: 168 time: 0.3244250 Mar 07 16:15:30.668501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56c8806-622e-452b-abfb-ada8f45efd09 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (7cfb7850-a035-45e5-9c7a-bc5de050c9fc), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:30.673199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50558543-d4c7-4b96-8d0f-c604ed97d141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e75a46-1f9d-4428-8470-065a7da823f1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:30.874359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a750b088-7181-42f7-bdbb-c76c49950f56 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:30.878551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a750b088-7181-42f7-bdbb-c76c49950f56 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5704548 Mar 07 16:15:30.879186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40378) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:30.883609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-87f40647-fbc4-407f-8245-9037404c9816 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a336f32c-f26c-4ab2-bd78-7ee5907e8790'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:30.884125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-87f40647-fbc4-407f-8245-9037404c9816 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 16:15:30.915989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:30.931099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00789d72-4f8d-4307-9c26-4adb810b2f7a None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:30.948489 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00789d72-4f8d-4307-9c26-4adb810b2f7a None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:30.949347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-00789d72-4f8d-4307-9c26-4adb810b2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:30.980976 n-d-830010-8 neutron-server[103867]: WARNING neutron.services.metering.metering_plugin [None req-87f40647-fbc4-407f-8245-9037404c9816 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 16:15:30.988504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:31.001561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-00789d72-4f8d-4307-9c26-4adb810b2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:31.012156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00789d72-4f8d-4307-9c26-4adb810b2f7a None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:31.013619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-00789d72-4f8d-4307-9c26-4adb810b2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:31.043481 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bdf2c799-6495-48b3-a77d-f08935ec661a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3933361 Mar 07 16:15:31.045688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40382) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:31.052690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a212bfec-3f17-40c4-af36-1bc7cd34e8c2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'port_id': '830d1078-7533-455c-9da0-f10d65726261', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:31.076428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-00789d72-4f8d-4307-9c26-4adb810b2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:31.077696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00789d72-4f8d-4307-9c26-4adb810b2f7a None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:31.169633 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d3908cd6-7747-479a-ac0f-00891805003d req-dbe33ca3-238c-4c41-82a2-424aaab30271 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0306337 Mar 07 16:15:31.206738 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87f40647-fbc4-407f-8245-9037404c9816 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:31.212586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-87f40647-fbc4-407f-8245-9037404c9816 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3323309 Mar 07 16:15:31.213232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40390) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:31.217560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9ded053f-a008-4ea1-b7df-c054348f4415 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a336f32c-f26c-4ab2-bd78-7ee5907e8790'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:31.218297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9ded053f-a008-4ea1-b7df-c054348f4415 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 16:15:31.282254 n-d-830010-8 neutron-server[103867]: WARNING neutron.services.metering.metering_plugin [None req-9ded053f-a008-4ea1-b7df-c054348f4415 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 16:15:31.378010 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ded053f-a008-4ea1-b7df-c054348f4415 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:31.383188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9ded053f-a008-4ea1-b7df-c054348f4415 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1677299 Mar 07 16:15:31.383399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40396) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:31.394094 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2b9ad48f-4b6c-4f67-be3c-8b712ceae893 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=3e213fec-617f-485b-8e72-ef401ccbcf2d HTTP/1.1" status: 200 len: 462 time: 0.0095344 Mar 07 16:15:31.399016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40398) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:31.556868 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a212bfec-3f17-40c4-af36-1bc7cd34e8c2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (f50b256b-95c0-4a4e-8917-54142fb2ac8c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:31.663542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2789046d-f1f8-4d05-b6fb-a7716cadbc00 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:31.664786 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2789046d-f1f8-4d05-b6fb-a7716cadbc00 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/3e213fec-617f-485b-8e72-ef401ccbcf2d HTTP/1.1" status: 204 len: 168 time: 0.2610936 Mar 07 16:15:31.667662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40406) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:31.677703 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9e3d6fc3-8f24-48e3-943f-ca29e1b96ba0 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=3e213fec-617f-485b-8e72-ef401ccbcf2d HTTP/1.1" status: 200 len: 221 time: 0.0088978 Mar 07 16:15:31.681497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40410) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:31.686716 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5d27c278-5a49-449a-b60a-a7f84b8be5ca tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1507126956', 'description': 'label created by tempest'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:31.687211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5d27c278-5a49-449a-b60a-a7f84b8be5ca tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Unknown quota resources ['metering_label']. {{(pid=103867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 16:15:31.883373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d27c278-5a49-449a-b60a-a7f84b8be5ca tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:31.887353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5d27c278-5a49-449a-b60a-a7f84b8be5ca tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2034411 Mar 07 16:15:31.887995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40420) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:31.964599 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56c8806-622e-452b-abfb-ada8f45efd09 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:31.972760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56c8806-622e-452b-abfb-ada8f45efd09 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (7cfb7850-a035-45e5-9c7a-bc5de050c9fc), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:32.264008 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-b56c8806-622e-452b-abfb-ada8f45efd09 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Floating IP 7cfb7850-a035-45e5-9c7a-bc5de050c9fc associated. External IP: 172.25.4.130, port: dedeb18a-4552-4b32-8c24-d46a6598696d. Mar 07 16:15:32.371934 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5dbe45d4-a1da-4016-bd8a-8deb45f42d11 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=28b51f57-8ebe-420c-89a3-32e7395e9dd0 HTTP/1.1" status: 200 len: 468 time: 0.4824138 Mar 07 16:15:32.373384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40430) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:32.400290 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-63cb2a15-6033-4011-9ebe-c45c346e634a req-29cc5573-c3a5-4da6-ae74-a5595a58e99e tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0487859 Mar 07 16:15:32.592363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a89eeeb3-1dbf-4a57-b48f-d3a5e6c7a779 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:32.596047 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a89eeeb3-1dbf-4a57-b48f-d3a5e6c7a779 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/28b51f57-8ebe-420c-89a3-32e7395e9dd0 HTTP/1.1" status: 204 len: 168 time: 0.2191138 Mar 07 16:15:32.596423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40438) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:32.621168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-82371bf6-6fa7-4c42-9f3f-df6eafb40a94 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=28b51f57-8ebe-420c-89a3-32e7395e9dd0 HTTP/1.1" status: 200 len: 216 time: 0.0236299 Mar 07 16:15:32.625100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40442) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:32.636531 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a212bfec-3f17-40c4-af36-1bc7cd34e8c2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:32.638051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6c47dda3-23e4-4654-ada8-1cb0c900812c tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0109303 Mar 07 16:15:32.642959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40446) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:32.686938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a212bfec-3f17-40c4-af36-1bc7cd34e8c2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (f50b256b-95c0-4a4e-8917-54142fb2ac8c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:32.730382 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5a0a235a-b417-46ad-abe0-b82b53117b96 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0834994 Mar 07 16:15:32.730809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40452) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:32.803082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-391f9f65-a506-4b94-9c86-6c159df79107 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/a336f32c-f26c-4ab2-bd78-7ee5907e8790 HTTP/1.1" status: 200 len: 473 time: 0.0676055 Mar 07 16:15:32.803321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56c8806-622e-452b-abfb-ada8f45efd09 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Router cfed0a32-18f1-40f5-b2e3-8864520fda9e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:32.803508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40456) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:32.817627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dba023e0-c8ad-4534-b480-74665d81ed54 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/52e6e3de-9e8e-49e7-b883-470e3c62f118 HTTP/1.1" status: 200 len: 459 time: 0.0099320 Mar 07 16:15:32.818274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40458) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:32.981202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-013138d5-9aa5-4d84-9aca-12eb4030acc8 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:32.984999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-013138d5-9aa5-4d84-9aca-12eb4030acc8 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/52e6e3de-9e8e-49e7-b883-470e3c62f118 HTTP/1.1" status: 204 len: 168 time: 0.1629174 Mar 07 16:15:32.985529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40464) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:33.080907 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f842fa5-eac1-43de-bc2e-1c3a63b6f03f req-f1905e10-709a-4f32-9a3a-1fb71de7cd4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0781868 Mar 07 16:15:33.244795 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-98675d58-c0ae-481c-9320-78a859a31604 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:33.246423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-98675d58-c0ae-481c-9320-78a859a31604 tempest-MeteringIpV6TestJSON-1481774622 tempest-MeteringIpV6TestJSON-1481774622-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/a336f32c-f26c-4ab2-bd78-7ee5907e8790 HTTP/1.1" status: 204 len: 168 time: 0.2601326 Mar 07 16:15:33.289153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56c8806-622e-452b-abfb-ada8f45efd09 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:33.294714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56c8806-622e-452b-abfb-ada8f45efd09 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:33.302131 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] Sync routers for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:33.316277 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:33.317000 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:33.354716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b56c8806-622e-452b-abfb-ada8f45efd09 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "PUT /v2.0/floatingips/7cfb7850-a035-45e5-9c7a-bc5de050c9fc HTTP/1.1" status: 200 len: 991 time: 2.7524705 Mar 07 16:15:33.356883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a212bfec-3f17-40c4-af36-1bc7cd34e8c2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:33.357538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'tag': 'dedeb18a-4552-4b32-8c24-d46a6598696d'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:15:33.359859 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b", "tag": "dedeb18a-4552-4b32-8c24-d46a6598696d"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:15:33.477494 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a861e0d-3897-45db-932a-a1ccd5e7fa40 x-openstack-request-id: req-8a861e0d-3897-45db-932a-a1ccd5e7fa40 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:15:33.478121 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b", "tag": "dedeb18a-4552-4b32-8c24-d46a6598696d", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:15:33.478511 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a861e0d-3897-45db-932a-a1ccd5e7fa40 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:15:33.479082 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'tag': 'dedeb18a-4552-4b32-8c24-d46a6598696d', 'status': 'completed', 'code': 200} Mar 07 16:15:33.487575 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:33.516813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-33367dca-d281-4669-9853-c2b31b94f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:33.518357 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-33367dca-d281-4669-9853-c2b31b94f219 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 1127 time: 0.0855484 Mar 07 16:15:33.611816 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e9d24621-3f95-48d8-9550-65fc04eb72e2 req-a0a20d7b-6149-4f66-a18a-a3b7a714b40d tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.1008062 Mar 07 16:15:33.662414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a212bfec-3f17-40c4-af36-1bc7cd34e8c2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:33.668636 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a212bfec-3f17-40c4-af36-1bc7cd34e8c2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:33.678487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d2e01-eaf0-4097-9596-7dc82ec23591 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:33.700343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d2e01-eaf0-4097-9596-7dc82ec23591 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:33.701117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b85d2e01-eaf0-4097-9596-7dc82ec23591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:33.720849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-1d8c64e3-a313-4ebb-9965-2f85a79f44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:33.724303 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-1d8c64e3-a313-4ebb-9965-2f85a79f44c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 200 len: 917 time: 0.1983049 Mar 07 16:15:33.739758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40500) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:33.789759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a212bfec-3f17-40c4-af36-1bc7cd34e8c2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/floatingips/f50b256b-95c0-4a4e-8917-54142fb2ac8c HTTP/1.1" status: 200 len: 979 time: 2.7429264 Mar 07 16:15:33.793788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40504) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:33.812351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b85d2e01-eaf0-4097-9596-7dc82ec23591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:33.828831 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '7cfb7850-a035-45e5-9c7a-bc5de050c9fc', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'floating_ip_address': '172.25.4.130', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'port_id': 'dedeb18a-4552-4b32-8c24-d46a6598696d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'mac_address': 'fa:16:3e:f4:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:15:12Z', 'updated_at': '2022-03-07T16:15:31Z', 'revision_number': 1, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:33.848695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d2e01-eaf0-4097-9596-7dc82ec23591 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:33.852109 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-df2c192d-d72d-48f6-884e-a98eba96f6e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dedeb18a-4552-4b32-8c24-d46a6598696d HTTP/1.1" status: 200 len: 999 time: 0.1210425 Mar 07 16:15:33.853000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b85d2e01-eaf0-4097-9596-7dc82ec23591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:33.877521 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] Checking router: cfed0a32-18f1-40f5-b2e3-8864520fda9e for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:15:33.895975 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:33.900922 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:33.957575 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-d7aa8ed7-0196-4eaf-8a0a-fd157b410a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:33.963874 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-d7aa8ed7-0196-4eaf-8a0a-fd157b410a36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=242b73e8-c876-44d3-8ba1-ca9acbbcb969 HTTP/1.1" status: 200 len: 855 time: 0.1023707 Mar 07 16:15:33.966879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b85d2e01-eaf0-4097-9596-7dc82ec23591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:33.968458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d2e01-eaf0-4097-9596-7dc82ec23591 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:34.066949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a28b3f7c-e687-4f29-ad3b-f67c7eb50e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.119401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-c626b8bf-4bc0-4420-8e20-7fea511b860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:34.121227 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-c626b8bf-4bc0-4420-8e20-7fea511b860f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71fa29c5-8992-46af-bc80-74d201eca7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1261714 Mar 07 16:15:34.180598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 7d584544-7dca-4c33-b254-0e77c9d74bfa {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:34.181088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7d584544-7dca-4c33-b254-0e77c9d74bfa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.186274 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:34.247083 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a28b3f7c-e687-4f29-ad3b-f67c7eb50e58 admin admin] Publish callbacks [] for security_group (41ca0186-772d-4d0f-ba4e-6a48f59821fe), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.258363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a28b3f7c-e687-4f29-ad3b-f67c7eb50e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (41ca0186-772d-4d0f-ba4e-6a48f59821fe), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.273433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-b76dbc7d-1f6b-424f-963d-a1f3fd71ef84 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444616 Mar 07 16:15:34.344489 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a28b3f7c-e687-4f29-ad3b-f67c7eb50e58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b17f99fb46f34d328dbd9893f9913bbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6026306 Mar 07 16:15:34.354452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40526) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:34.355540 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7d584544-7dca-4c33-b254-0e77c9d74bfa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.355895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (7d584544-7dca-4c33-b254-0e77c9d74bfa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.359089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b3f7c-e687-4f29-ad3b-f67c7eb50e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ca0186-772d-4d0f-ba4e-6a48f59821fe,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:34.391946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 7d584544-7dca-4c33-b254-0e77c9d74bfa owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:34.487055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8477c119-394d-4d2c-a4b0-e52d0bdd9df5 req-9a68b379-4beb-4f14-b7f3-d6a87f1c0d11 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059617 Mar 07 16:15:34.506582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fe27fe4-e4b9-4224-aa02-6d343861797f admin admin] Publish callbacks [] for security_group (41ca0186-772d-4d0f-ba4e-6a48f59821fe), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.543595 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fe27fe4-e4b9-4224-aa02-6d343861797f admin admin] Publish callbacks [] for security_group (41ca0186-772d-4d0f-ba4e-6a48f59821fe), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.626961 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '7cfb7850-a035-45e5-9c7a-bc5de050c9fc', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'floating_ip_address': '172.25.4.130', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'port_id': 'dedeb18a-4552-4b32-8c24-d46a6598696d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'mac_address': 'fa:16:3e:f4:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:15:12Z', 'updated_at': '2022-03-07T16:15:31Z', 'revision_number': 1, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:34.633443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fe27fe4-e4b9-4224-aa02-6d343861797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (41ca0186-772d-4d0f-ba4e-6a48f59821fe), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.635194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7d584544-7dca-4c33-b254-0e77c9d74bfa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.636482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fe27fe4-e4b9-4224-aa02-6d343861797f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.637877 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9fe27fe4-e4b9-4224-aa02-6d343861797f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41ca0186-772d-4d0f-ba4e-6a48f59821fe HTTP/1.1" status: 204 len: 168 time: 0.2799587 Mar 07 16:15:34.655911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe27fe4-e4b9-4224-aa02-6d343861797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ca0186-772d-4d0f-ba4e-6a48f59821fe,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:34.691243 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe20c0-b11f-44eb-9eef-91350b626c3d None None] The sync data for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 is: [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '7cfb7850-a035-45e5-9c7a-bc5de050c9fc', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'floating_ip_address': '172.25.4.130', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'port_id': 'dedeb18a-4552-4b32-8c24-d46a6598696d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'mac_address': 'fa:16:3e:f4:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:15:12Z', 'updated_at': '2022-03-07T16:15:31Z', 'revision_number': 1, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:34.811875 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-107bbd52-5bcc-4089-8bb0-295cc974d253 req-6235248d-8cc7-4224-b5af-4b0b3d211777 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0527077 Mar 07 16:15:34.825126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=7d584544-7dca-4c33-b254-0e77c9d74bfa,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:34.855740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (f50b256b-95c0-4a4e-8917-54142fb2ac8c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:34.856323 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP f50b256b-95c0-4a4e-8917-54142fb2ac8c disassociated (deleted). External IP: 172.25.4.233, port: 830d1078-7533-455c-9da0-f10d65726261. Mar 07 16:15:35.101710 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c830e-97e5-44ab-8bb5-ae1ac93f6345 None None] New status for floating IP 7cfb7850-a035-45e5-9c7a-bc5de050c9fc: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:15:35.206644 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88dc72ee-341d-4ae2-93de-969f610a0f33 req-38127b80-968d-497d-9de5-6cd9ecba6912 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a80933fa6c8b4cda966522a802d492a0&device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0409191 Mar 07 16:15:35.250034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88dc72ee-341d-4ae2-93de-969f610a0f33 req-e28751de-cb69-4c0e-be95-9599b1b3a355 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a80933fa6c8b4cda966522a802d492a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370092 Mar 07 16:15:35.329947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:35.461600 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3bea6270-51f2-4577-8db4-7f2eeedc8e16 req-cbe741b4-cd06-42d2-8abf-2141128fa139 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.1145127 Mar 07 16:15:35.513046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc72ee-341d-4ae2-93de-969f610a0f33 req-11b313d9-a905-4a9b-ba23-eb079dce14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:35.515298 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88dc72ee-341d-4ae2-93de-969f610a0f33 req-11b313d9-a905-4a9b-ba23-eb079dce14a1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599924 Mar 07 16:15:35.570442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:35.582145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d313f7-314b-473f-8c01-d97e88de5044 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:35.583374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:35.600142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d313f7-314b-473f-8c01-d97e88de5044 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:35.601428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-93d313f7-314b-473f-8c01-d97e88de5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:35.620712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ff0f10ae-60a5-4ec0-aff7-9348410dd59c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/floatingips/f50b256b-95c0-4a4e-8917-54142fb2ac8c HTTP/1.1" status: 204 len: 168 time: 1.8246541 Mar 07 16:15:35.621239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40610) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:35.635719 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40614) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:35.652122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-93d313f7-314b-473f-8c01-d97e88de5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:35.652533 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f83fda59-cef7-4ad8-abf9-f1eb650055a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:35.665644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d313f7-314b-473f-8c01-d97e88de5044 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:35.666668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-93d313f7-314b-473f-8c01-d97e88de5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:35.709050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-93d313f7-314b-473f-8c01-d97e88de5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:35.710170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d313f7-314b-473f-8c01-d97e88de5044 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:35.773660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7695efbe-2d94-4dd5-ac1b-b16a5c369f0c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 830d1078-7533-455c-9da0-f10d65726261 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:35.774020 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7695efbe-2d94-4dd5-ac1b-b16a5c369f0c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (830d1078-7533-455c-9da0-f10d65726261), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:35.791585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f83fda59-cef7-4ad8-abf9-f1eb650055a5 admin admin] Publish callbacks [] for security_group (4a55072e-769e-45c7-b008-53920cc76847), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:35.797835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f83fda59-cef7-4ad8-abf9-f1eb650055a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4a55072e-769e-45c7-b008-53920cc76847), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:35.835902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fda59-cef7-4ad8-abf9-f1eb650055a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a55072e-769e-45c7-b008-53920cc76847,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:35.843452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f83fda59-cef7-4ad8-abf9-f1eb650055a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5d80d0dfedf427e9ef8c2e2b5f262d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034745 Mar 07 16:15:35.844100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40628) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:35.915898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7695efbe-2d94-4dd5-ac1b-b16a5c369f0c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (830d1078-7533-455c-9da0-f10d65726261), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:35.937760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7695efbe-2d94-4dd5-ac1b-b16a5c369f0c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 830d1078-7533-455c-9da0-f10d65726261 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:35.942186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36690fb9-1d3e-48cf-b7e6-c40899b5ab18 admin admin] Publish callbacks [] for security_group (4a55072e-769e-45c7-b008-53920cc76847), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.000330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36690fb9-1d3e-48cf-b7e6-c40899b5ab18 admin admin] Publish callbacks [] for security_group (4a55072e-769e-45c7-b008-53920cc76847), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.098186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36690fb9-1d3e-48cf-b7e6-c40899b5ab18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4a55072e-769e-45c7-b008-53920cc76847), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.101028 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36690fb9-1d3e-48cf-b7e6-c40899b5ab18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.102192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-36690fb9-1d3e-48cf-b7e6-c40899b5ab18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a55072e-769e-45c7-b008-53920cc76847 HTTP/1.1" status: 204 len: 168 time: 0.2568672 Mar 07 16:15:36.112707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40636) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:36.125814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36690fb9-1d3e-48cf-b7e6-c40899b5ab18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a55072e-769e-45c7-b008-53920cc76847,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:36.169638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40640) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:36.204517 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7695efbe-2d94-4dd5-ac1b-b16a5c369f0c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (830d1078-7533-455c-9da0-f10d65726261), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.234411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695efbe-2d94-4dd5-ac1b-b16a5c369f0c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=830d1078-7533-455c-9da0-f10d65726261,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:36.342854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7695efbe-2d94-4dd5-ac1b-b16a5c369f0c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.346499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7695efbe-2d94-4dd5-ac1b-b16a5c369f0c tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/ports/830d1078-7533-455c-9da0-f10d65726261 HTTP/1.1" status: 204 len: 168 time: 0.7238297 Mar 07 16:15:36.350192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40646) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:36.354784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:36.377498 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.473324 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a962-adc7-4500-912a-e1321eb9b5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.476283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa0979a5-e48f-45f3-b3df-f810c5313e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.590308 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.597590 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.639571 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-417b8feb-4edc-41e5-a50c-49073aeaa7ee req-0feabefc-f8d5-4dd6-84dd-c960f52751f2 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.24 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0690987 Mar 07 16:15:36.702018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a962-adc7-4500-912a-e1321eb9b5d0 admin admin] Publish callbacks [] for security_group (79b6ab83-90e5-47bd-951d-896dff79103a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.713022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a962-adc7-4500-912a-e1321eb9b5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (79b6ab83-90e5-47bd-951d-896dff79103a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.765086 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88dc72ee-341d-4ae2-93de-969f610a0f33 req-1448f608-e031-4dd3-9fd6-b351bd831595 tempest-ServerShowV254Test-407036239 tempest-ServerShowV254Test-407036239-project] 10.222.0.11 "GET /v2.0/ports?device_id=264467e6-5251-4355-b45c-8c074a4934be HTTP/1.1" status: 200 len: 210 time: 0.0284145 Mar 07 16:15:36.765272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa0979a5-e48f-45f3-b3df-f810c5313e83 admin admin] Publish callbacks [] for security_group (97b0ca19-a5b9-400b-93b0-ec4b174bc266), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.786282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa0979a5-e48f-45f3-b3df-f810c5313e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (97b0ca19-a5b9-400b-93b0-ec4b174bc266), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.799131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d4f0a962-adc7-4500-912a-e1321eb9b5d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11581dbe78f646b4be2116484142aabd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6836658 Mar 07 16:15:36.800487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40662) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:36.825519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0a962-adc7-4500-912a-e1321eb9b5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b6ab83-90e5-47bd-951d-896dff79103a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:36.827616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.25.4.193 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/ccd666f1-c9c3-4070-8e52-e9a7af0054dc) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:36.873074 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fa0979a5-e48f-45f3-b3df-f810c5313e83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a848895bc0f47598fee64cbeec71fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7019355 Mar 07 16:15:36.875349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0979a5-e48f-45f3-b3df-f810c5313e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b0ca19-a5b9-400b-93b0-ec4b174bc266,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:36.877680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40666) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:36.880316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7f68-abc6-4f52-8e63-df2ba25d2fa3 admin admin] Publish callbacks [] for security_group (79b6ab83-90e5-47bd-951d-896dff79103a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.918986 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7f68-abc6-4f52-8e63-df2ba25d2fa3 admin admin] Publish callbacks [] for security_group (79b6ab83-90e5-47bd-951d-896dff79103a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.982922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-923b36cc-0281-411d-8692-d76a6b70b3ca admin admin] Publish callbacks [] for security_group (97b0ca19-a5b9-400b-93b0-ec4b174bc266), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.986598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7f68-abc6-4f52-8e63-df2ba25d2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (79b6ab83-90e5-47bd-951d-896dff79103a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.989616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7f68-abc6-4f52-8e63-df2ba25d2fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:36.991233 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7f7f7f68-abc6-4f52-8e63-df2ba25d2fa3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79b6ab83-90e5-47bd-951d-896dff79103a HTTP/1.1" status: 204 len: 168 time: 0.1893904 Mar 07 16:15:37.010944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f7f68-abc6-4f52-8e63-df2ba25d2fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b6ab83-90e5-47bd-951d-896dff79103a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:37.023182 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-923b36cc-0281-411d-8692-d76a6b70b3ca admin admin] Publish callbacks [] for security_group (97b0ca19-a5b9-400b-93b0-ec4b174bc266), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.044188 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (ccd666f1-c9c3-4070-8e52-e9a7af0054dc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.098620 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ccd666f1-c9c3-4070-8e52-e9a7af0054dc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.126501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-923b36cc-0281-411d-8692-d76a6b70b3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (97b0ca19-a5b9-400b-93b0-ec4b174bc266), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.129363 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-923b36cc-0281-411d-8692-d76a6b70b3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.130470 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-923b36cc-0281-411d-8692-d76a6b70b3ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97b0ca19-a5b9-400b-93b0-ec4b174bc266 HTTP/1.1" status: 204 len: 168 time: 0.2497821 Mar 07 16:15:37.155719 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:37.156916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b36cc-0281-411d-8692-d76a6b70b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b0ca19-a5b9-400b-93b0-ec4b174bc266,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:37.162344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:37.167160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:37.170461 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=ccd666f1-c9c3-4070-8e52-e9a7af0054dc,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:37.274546 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (3655de1c-3fb3-49c0-930d-60b918eb1354), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.327718 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ccd666f1-c9c3-4070-8e52-e9a7af0054dc), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.524919 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (ccd666f1-c9c3-4070-8e52-e9a7af0054dc), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.530045 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ccd666f1-c9c3-4070-8e52-e9a7af0054dc), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.576875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40686) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:37.593543 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ba07626-753c-451a-aaad-759e3d475021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.606064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=ccd666f1-c9c3-4070-8e52-e9a7af0054dc,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:37.618214 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (3655de1c-3fb3-49c0-930d-60b918eb1354), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.638018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.641854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40688) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:37.642482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b2231956-1b4d-4e19-9d60-0624bb23d34e tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2908516 Mar 07 16:15:37.649225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'port': {'network_id': 'cb58d892-79c7-46c3-9f89-a98f0d063a79', 'name': 'tempest-FloatingIPTestJSON-113622180'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:37.727956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40694) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:37.746718 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f12956c3-253a-4011-81cb-6b8ecde3571c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.829537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ba07626-753c-451a-aaad-759e3d475021 admin admin] Publish callbacks [] for security_group (ea02cd80-d913-4104-9840-66615f7a6e82), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.838560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ba07626-753c-451a-aaad-759e3d475021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ea02cd80-d913-4104-9840-66615f7a6e82), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.896080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Made reservation on behalf of b1e5d3034fdc4ee0a54c0a0fea71e514 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:37.900208 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.904305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f12956c3-253a-4011-81cb-6b8ecde3571c admin admin] Publish callbacks [] for security_group (45040eec-ff80-419a-a78d-a2b3d299c8cf), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.911803 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f12956c3-253a-4011-81cb-6b8ecde3571c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (45040eec-ff80-419a-a78d-a2b3d299c8cf), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:37.918209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba07626-753c-451a-aaad-759e3d475021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea02cd80-d913-4104-9840-66615f7a6e82,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:37.926085 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3ba07626-753c-451a-aaad-759e3d475021 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11276246d78148a1bc531dfc3b7c97bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450394 Mar 07 16:15:37.932351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] device_id is not set on port 81e34929-135f-4293-9b86-a55198c105cc yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:15:37.938696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40700) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:37.970372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12956c3-253a-4011-81cb-6b8ecde3571c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45040eec-ff80-419a-a78d-a2b3d299c8cf,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:37.980606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f12956c3-253a-4011-81cb-6b8ecde3571c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a213f6a524784ec6bc85bda4c0674911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488751 Mar 07 16:15:37.980864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40704) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:38.044748 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8ca16ba-4479-4a73-b7a1-1e8100342586 admin admin] Publish callbacks [] for security_group (45040eec-ff80-419a-a78d-a2b3d299c8cf), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.046355 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02a603c7-0819-4596-bb6a-73e79dfdb4bd admin admin] Publish callbacks [] for security_group (ea02cd80-d913-4104-9840-66615f7a6e82), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.070267 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8ca16ba-4479-4a73-b7a1-1e8100342586 admin admin] Publish callbacks [] for security_group (45040eec-ff80-419a-a78d-a2b3d299c8cf), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.096235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02a603c7-0819-4596-bb6a-73e79dfdb4bd admin admin] Publish callbacks [] for security_group (ea02cd80-d913-4104-9840-66615f7a6e82), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.106495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40708) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:38.120774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.20.0.11 (cb58d892-79c7-46c3-9f89-a98f0d063a79/56c8fd56-6967-4635-81fa-98252b0d4f18/81e34929-135f-4293-9b86-a55198c105cc) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:38.132945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40712) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:38.138116 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8ca16ba-4479-4a73-b7a1-1e8100342586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (45040eec-ff80-419a-a78d-a2b3d299c8cf), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.141015 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8ca16ba-4479-4a73-b7a1-1e8100342586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.142268 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f8ca16ba-4479-4a73-b7a1-1e8100342586 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45040eec-ff80-419a-a78d-a2b3d299c8cf HTTP/1.1" status: 204 len: 168 time: 0.1604002 Mar 07 16:15:38.152714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca16ba-4479-4a73-b7a1-1e8100342586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45040eec-ff80-419a-a78d-a2b3d299c8cf,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:38.202680 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02a603c7-0819-4596-bb6a-73e79dfdb4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ea02cd80-d913-4104-9840-66615f7a6e82), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.206963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02a603c7-0819-4596-bb6a-73e79dfdb4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.208295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-02a603c7-0819-4596-bb6a-73e79dfdb4bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea02cd80-d913-4104-9840-66615f7a6e82 HTTP/1.1" status: 204 len: 168 time: 0.2685344 Mar 07 16:15:38.233665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a603c7-0819-4596-bb6a-73e79dfdb4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea02cd80-d913-4104-9840-66615f7a6e82,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:38.348473 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (81e34929-135f-4293-9b86-a55198c105cc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.389037 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (81e34929-135f-4293-9b86-a55198c105cc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.402439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1389138204', 'router:external': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:38.430778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Made reservation on behalf of 1c34cba8e15546b78d72de3905b35911 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:38.434510 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.437025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network cb58d892-79c7-46c3-9f89-a98f0d063a79 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:38.440551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:38.445194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.445458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:38.473410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=81e34929-135f-4293-9b86-a55198c105cc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:38.511910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c734c801-f360-4957-9f6c-4eec4ef80109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.552925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:38.554997 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.560457 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for security_group (7a4e78f1-bd5f-4df5-a1f7-8959c4da0e8a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.566979 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7a4e78f1-bd5f-4df5-a1f7-8959c4da0e8a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.596148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6487d8d5-434d-4e6e-b9f1-2c5cc9443e25 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9519253 Mar 07 16:15:38.598303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:15:38.599478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40726) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:38.608012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-60031c79-4ae9-4606-8c91-bcf089d426d0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'port_id': '81e34929-135f-4293-9b86-a55198c105cc'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:38.620418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d729d382-ed6e-47c1-a73d-56ef2fabdfa0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.620854 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Added segment d729d382-ed6e-47c1-a73d-56ef2fabdfa0 of type vlan for network 6a73129d-9b69-4676-a5a4-363a38e8aa47 Mar 07 16:15:38.622120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4e78f1-bd5f-4df5-a1f7-8959c4da0e8a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:38.677739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (6a73129d-9b69-4676-a5a4-363a38e8aa47), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.696393 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60031c79-4ae9-4606-8c91-bcf089d426d0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (3655de1c-3fb3-49c0-930d-60b918eb1354), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.719266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (6a73129d-9b69-4676-a5a4-363a38e8aa47), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.723656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:38.725189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.780861 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6727490 Mar 07 16:15:38.781014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40734) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:38.786757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'subnet': {'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:38.837133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24796402-f801-47ae-a848-ac0b01d9941a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event updated for resources: {'Network': ['ID=6a73129d-9b69-4676-a5a4-363a38e8aa47,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:38.850513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 6a73129d-9b69-4676-a5a4-363a38e8aa47 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:15:38.882923 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c734c801-f360-4957-9f6c-4eec4ef80109 admin admin] Publish callbacks [] for security_group (c88b5ac0-bf20-4edd-a8f3-073b13e2e346), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.886298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Made reservation on behalf of 1c34cba8e15546b78d72de3905b35911 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:38.888747 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:38.946312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c734c801-f360-4957-9f6c-4eec4ef80109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c88b5ac0-bf20-4edd-a8f3-073b13e2e346), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:39.058039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734c801-f360-4957-9f6c-4eec4ef80109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b5ac0-bf20-4edd-a8f3-073b13e2e346,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:39.064354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c734c801-f360-4957-9f6c-4eec4ef80109 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a80933fa6c8b4cda966522a802d492a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9283888 Mar 07 16:15:39.065448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40750) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:39.144390 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05be276-1b74-40f3-921a-b9efa3459e51 admin admin] Publish callbacks [] for security_group (c88b5ac0-bf20-4edd-a8f3-073b13e2e346), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:39.164816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05be276-1b74-40f3-921a-b9efa3459e51 admin admin] Publish callbacks [] for security_group (c88b5ac0-bf20-4edd-a8f3-073b13e2e346), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:39.233061 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05be276-1b74-40f3-921a-b9efa3459e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c88b5ac0-bf20-4edd-a8f3-073b13e2e346), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:39.239730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b05be276-1b74-40f3-921a-b9efa3459e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:39.241549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b05be276-1b74-40f3-921a-b9efa3459e51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c88b5ac0-bf20-4edd-a8f3-073b13e2e346 HTTP/1.1" status: 204 len: 168 time: 0.1745169 Mar 07 16:15:39.251737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05be276-1b74-40f3-921a-b9efa3459e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b5ac0-bf20-4edd-a8f3-073b13e2e346,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:39.918274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60031c79-4ae9-4606-8c91-bcf089d426d0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:39.925334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60031c79-4ae9-4606-8c91-bcf089d426d0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (3655de1c-3fb3-49c0-930d-60b918eb1354), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:40.008143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:15:40.008602 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (549accbf-d832-43ee-b5e9-2fe88a67b6b7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:40.110307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event updated for resources: {'Subnet': ['ID=549accbf-d832-43ee-b5e9-2fe88a67b6b7,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:40.118113 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-60031c79-4ae9-4606-8c91-bcf089d426d0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP 3655de1c-3fb3-49c0-930d-60b918eb1354 associated. External IP: 172.25.4.193, port: 81e34929-135f-4293-9b86-a55198c105cc. Mar 07 16:15:40.160313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Checking segment: {'id': 'd729d382-ed6e-47c1-a73d-56ef2fabdfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:40.160674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Network hostable DHCP agents. Network: 6a73129d-9b69-4676-a5a4-363a38e8aa47, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:15:40.221043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Network 6a73129d-9b69-4676-a5a4-363a38e8aa47 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:15:40.241400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 6a73129d-9b69-4676-a5a4-363a38e8aa47) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:40.249997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:40.250874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:40.258907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94506da-2459-4403-8cc0-d7b04539472e None None] Network 6a73129d-9b69-4676-a5a4-363a38e8aa47 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:40.281792 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-64cb4e2b-8bf8-4805-87f6-0f5e21e753fd tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4997385 Mar 07 16:15:40.284540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40798) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:40.289648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-802679111', 'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:40.336340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Made reservation on behalf of 1c34cba8e15546b78d72de3905b35911 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:40.340822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:40.389580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] device_id is not set on port 8d98709c-d402-4f78-8adc-7734a01d0f95 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:15:40.411636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe7d5c-a82d-4cf7-8539-26381be64947 None None] Network 6a73129d-9b69-4676-a5a4-363a38e8aa47 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:40.459644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60031c79-4ae9-4606-8c91-bcf089d426d0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:40.546636 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Allocated IP 172.20.0.2 (6a73129d-9b69-4676-a5a4-363a38e8aa47/549accbf-d832-43ee-b5e9-2fe88a67b6b7/8d98709c-d402-4f78-8adc-7734a01d0f95) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:40.653274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60031c79-4ae9-4606-8c91-bcf089d426d0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:40.658178 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60031c79-4ae9-4606-8c91-bcf089d426d0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:40.665777 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9d5ce-62a6-4a32-b42b-babff5318d39 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:40.687347 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce9d5ce-62a6-4a32-b42b-babff5318d39 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:40.690642 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8ce9d5ce-62a6-4a32-b42b-babff5318d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:40.737050 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for port (8d98709c-d402-4f78-8adc-7734a01d0f95), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:40.740644 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8ce9d5ce-62a6-4a32-b42b-babff5318d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:40.748320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40822) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:40.751064 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-60031c79-4ae9-4606-8c91-bcf089d426d0 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/floatingips/3655de1c-3fb3-49c0-930d-60b918eb1354 HTTP/1.1" status: 200 len: 978 time: 2.1495731 Mar 07 16:15:40.752482 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce9d5ce-62a6-4a32-b42b-babff5318d39 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:40.753242 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8ce9d5ce-62a6-4a32-b42b-babff5318d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:40.754878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40824) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:40.795181 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-8ce9d5ce-62a6-4a32-b42b-babff5318d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:40.796095 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9d5ce-62a6-4a32-b42b-babff5318d39 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:40.863714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8d98709c-d402-4f78-8adc-7734a01d0f95), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:40.931903 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Network 6a73129d-9b69-4676-a5a4-363a38e8aa47 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:40.938321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:40.942560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:40.964188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event updated for resources: {'Port': ['ID=8d98709c-d402-4f78-8adc-7734a01d0f95,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:40.971579 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 81e34929-135f-4293-9b86-a55198c105cc {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:40.971927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (81e34929-135f-4293-9b86-a55198c105cc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.007262 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.027153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1840530679-network', 'tenant_id': '77fe90acec7d469aa7936f3fdb14c4e0'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:41.050052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:41.050671 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.069421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Made reservation on behalf of 77fe90acec7d469aa7936f3fdb14c4e0 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:41.072107 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.077713 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-41cd9b36-b8f6-419c-b05c-ead910c2d1e2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7913737 Mar 07 16:15:41.080061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40834) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:41.096282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.125532 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (81e34929-135f-4293-9b86-a55198c105cc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.228206 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Publish callbacks [] for security_group (a1147474-f7e7-4eb1-8701-fec55b09cf16), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.234203 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a1147474-f7e7-4eb1-8701-fec55b09cf16), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.248687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:15:41.260408 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7453450d-35db-424f-8dc8-3f174b62f831), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.260765 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Added segment 7453450d-35db-424f-8dc8-3f174b62f831 of type vlan for network 19fb2741-7f52-4b88-83d9-5fedb29bee84 Mar 07 16:15:41.333869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1147474-f7e7-4eb1-8701-fec55b09cf16,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:41.340427 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (19fb2741-7f52-4b88-83d9-5fedb29bee84), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.368229 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (19fb2741-7f52-4b88-83d9-5fedb29bee84), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.369572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:41.370935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.407534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6496441 Mar 07 16:15:41.410297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40848) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:41.418911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Request body: {'subnet': {'network_id': '19fb2741-7f52-4b88-83d9-5fedb29bee84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1840530679-subnet', 'tenant_id': '77fe90acec7d469aa7936f3fdb14c4e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:41.467491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e72db8-440f-427b-a882-c845f961aec8 admin admin] Pushing event updated for resources: {'Network': ['ID=19fb2741-7f52-4b88-83d9-5fedb29bee84,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:41.487990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 19fb2741-7f52-4b88-83d9-5fedb29bee84 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:15:41.489693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Made reservation on behalf of 77fe90acec7d469aa7936f3fdb14c4e0 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:41.492779 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.573366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d931917c-0b70-4df8-8701-b81fb2a20832 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Deleting port 8d98709c-d402-4f78-8adc-7734a01d0f95 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:41.573983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d931917c-0b70-4df8-8701-b81fb2a20832 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8d98709c-d402-4f78-8adc-7734a01d0f95), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.700782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.701254 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (3655de1c-3fb3-49c0-930d-60b918eb1354), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.701527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (15c58426-62ca-468d-a425-7a0e6017342a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.701691 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP 3655de1c-3fb3-49c0-930d-60b918eb1354 disassociated. External IP: 172.25.4.193, port: 81e34929-135f-4293-9b86-a55198c105cc. Mar 07 16:15:41.702778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 81e34929-135f-4293-9b86-a55198c105cc owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:41.714974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d931917c-0b70-4df8-8701-b81fb2a20832 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8d98709c-d402-4f78-8adc-7734a01d0f95), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.733966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d931917c-0b70-4df8-8701-b81fb2a20832 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Calling delete_port for 8d98709c-d402-4f78-8adc-7734a01d0f95 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:41.763795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c58426-62ca-468d-a425-7a0e6017342a,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:41.768382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Checking segment: {'id': '7453450d-35db-424f-8dc8-3f174b62f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '19fb2741-7f52-4b88-83d9-5fedb29bee84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:41.768741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Network hostable DHCP agents. Network: 19fb2741-7f52-4b88-83d9-5fedb29bee84, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:15:41.787092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Network 19fb2741-7f52-4b88-83d9-5fedb29bee84 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:15:41.796408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 19fb2741-7f52-4b88-83d9-5fedb29bee84) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:41.800997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:41.801596 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.810128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdbdfeb-8c92-4939-a17d-926cbf5f2396 None None] Network 19fb2741-7f52-4b88-83d9-5fedb29bee84 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:41.821726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a8da2a00-10ca-49ce-83e4-72d363e060be admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4102147 Mar 07 16:15:41.958960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bab1cc-732e-4ad9-88d0-1a81febd144a None None] Network 19fb2741-7f52-4b88-83d9-5fedb29bee84 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:41.972490 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d931917c-0b70-4df8-8701-b81fb2a20832 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8d98709c-d402-4f78-8adc-7734a01d0f95), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:41.973828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (81e34929-135f-4293-9b86-a55198c105cc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:42.012261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931917c-0b70-4df8-8701-b81fb2a20832 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d98709c-d402-4f78-8adc-7734a01d0f95,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:42.088196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=81e34929-135f-4293-9b86-a55198c105cc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:42.151905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d931917c-0b70-4df8-8701-b81fb2a20832 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:42.158119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40870) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:42.163479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47', 'external_fixed_ips': [{'subnet_id': '549accbf-d832-43ee-b5e9-2fe88a67b6b7', 'ip_address': '172.20.0.2'}]}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:42.167481 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d931917c-0b70-4df8-8701-b81fb2a20832 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8d98709c-d402-4f78-8adc-7734a01d0f95 HTTP/1.1" status: 204 len: 168 time: 1.0862777 Mar 07 16:15:42.192901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:42.195441 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:42.293732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:42.297220 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_controller (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:42.471284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:42.485824 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:42.487512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63807c39-c450-4298-9b7a-699c444f1b7a None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:42.514489 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63807c39-c450-4298-9b7a-699c444f1b7a None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:42.515530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-63807c39-c450-4298-9b7a-699c444f1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:42.589552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-63807c39-c450-4298-9b7a-699c444f1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:42.606485 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:42.613130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63807c39-c450-4298-9b7a-699c444f1b7a None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:42.616221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-63807c39-c450-4298-9b7a-699c444f1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:42.621707 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fcb9fc7e-f6fd-4964-8605-76b05dce71d2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/ports/81e34929-135f-4293-9b86-a55198c105cc HTTP/1.1" status: 204 len: 168 time: 1.8722641 Mar 07 16:15:42.622312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40894) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:42.667536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-63807c39-c450-4298-9b7a-699c444f1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:42.668213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63807c39-c450-4298-9b7a-699c444f1b7a None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:42.717481 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3d815e6f-d016-4d7c-9a6d-2e4347496c44 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "GET /v2.0/floatingips/3655de1c-3fb3-49c0-930d-60b918eb1354 HTTP/1.1" status: 200 len: 688 time: 0.0939827 Mar 07 16:15:42.718108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40900) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:42.822646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40908) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:42.828318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1778388190-network', 'tenant_id': '52c21ac9f59747faa33fcb4d9b681ee6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:42.896140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Made reservation on behalf of 52c21ac9f59747faa33fcb4d9b681ee6 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:42.896764 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:42.913035 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:42.946413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port ccd666f1-c9c3-4070-8e52-e9a7af0054dc {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:42.946762 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ccd666f1-c9c3-4070-8e52-e9a7af0054dc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.062241 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ccd666f1-c9c3-4070-8e52-e9a7af0054dc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.062567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (ccd666f1-c9c3-4070-8e52-e9a7af0054dc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.085864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for ccd666f1-c9c3-4070-8e52-e9a7af0054dc owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:43.107121 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Publish callbacks [] for security_group (0cca922e-5803-4f06-b9c0-a6f1cb7211b5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.148836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0cca922e-5803-4f06-b9c0-a6f1cb7211b5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.160325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:15:43.171870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (28d5c9f3-b0f9-4783-963a-0c59311438f1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.172213 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Added segment 28d5c9f3-b0f9-4783-963a-0c59311438f1 of type vlan for network 19fa5322-f92d-468b-b33b-19db315c3271 Mar 07 16:15:43.201742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.220454 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (19fa5322-f92d-468b-b33b-19db315c3271), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.248004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.278167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cca922e-5803-4f06-b9c0-a6f1cb7211b5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:43.311689 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (19fa5322-f92d-468b-b33b-19db315c3271), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.313302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:43.314731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.432697 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6088862 Mar 07 16:15:43.438944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40944) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:43.449077 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Request body: {'subnet': {'network_id': '19fa5322-f92d-468b-b33b-19db315c3271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1778388190-subnet', 'tenant_id': '52c21ac9f59747faa33fcb4d9b681ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:43.453899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df96f4c-10b0-40e5-a17c-6b934a11cd15 admin admin] Pushing event updated for resources: {'Network': ['ID=19fa5322-f92d-468b-b33b-19db315c3271,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:43.467086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 19fa5322-f92d-468b-b33b-19db315c3271 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:15:43.477760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ccd666f1-c9c3-4070-8e52-e9a7af0054dc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.481502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Allocated IP 172.20.0.2 (6a73129d-9b69-4676-a5a4-363a38e8aa47/549accbf-d832-43ee-b5e9-2fe88a67b6b7/40cb8f68-6434-40fa-a353-c9ffd103a18c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:43.558410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=ccd666f1-c9c3-4070-8e52-e9a7af0054dc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:43.565635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Made reservation on behalf of 52c21ac9f59747faa33fcb4d9b681ee6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:43.568368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.654852 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.676397 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (3655de1c-3fb3-49c0-930d-60b918eb1354), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.679572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.680910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b56f1232-8484-4217-893e-28c59d786218 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/floatingips/3655de1c-3fb3-49c0-930d-60b918eb1354 HTTP/1.1" status: 204 len: 168 time: 0.9618869 Mar 07 16:15:43.685170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 40960) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:43.693567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': 'ed848c4f-554e-485c-818d-5b36dac777c5'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:43.699336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.740046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.744508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Network 6a73129d-9b69-4676-a5a4-363a38e8aa47 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:43.747697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:43.751605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:43.788062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event updated for resources: {'Port': ['ID=40cb8f68-6434-40fa-a353-c9ffd103a18c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:43.903945 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (67e7b21f-b982-47e2-8406-81876d4b762a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:43.980352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e7b21f-b982-47e2-8406-81876d4b762a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:43.995682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Checking segment: {'id': '28d5c9f3-b0f9-4783-963a-0c59311438f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '19fa5322-f92d-468b-b33b-19db315c3271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:43.996052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Network hostable DHCP agents. Network: 19fa5322-f92d-468b-b33b-19db315c3271, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:15:44.003278 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:44.061364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Network 19fa5322-f92d-468b-b33b-19db315c3271 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:15:44.081382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 19fa5322-f92d-468b-b33b-19db315c3271) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:44.090861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:44.091519 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:44.093437 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a5948-d064-4a8f-8e1a-55356e0c43e2 None None] Network 19fa5322-f92d-468b-b33b-19db315c3271 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:44.148955 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aea26a26-d42f-499f-8285-3af7d248f437 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7062407 Mar 07 16:15:44.159165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.25.4.116 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:44.191429 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:44.273833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af6fbe-6872-4d6e-a49e-ef8c3180344d None None] Network 19fa5322-f92d-468b-b33b-19db315c3271 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:44.408735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:44.498122 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:44.508522 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:44.552981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:44.557662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:44.559997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:44.562029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:44.671459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 40992) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:44.708018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Router 0e0ab299-adfd-46c4-8187-c0baaa35fd4c is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:15:44.848836 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffc608ad-7e7a-4492-b1f5-9b1d143a1ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:44.922601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:44.934092 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Sync routers for ids ['0e0ab299-adfd-46c4-8187-c0baaa35fd4c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:44.950731 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Routers {'0e0ab299-adfd-46c4-8187-c0baaa35fd4c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:44.951527 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0e0ab299-adfd-46c4-8187-c0baaa35fd4c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:44.980939 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:44.982999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f2a267dd-424a-4622-b295-8b60e0329e69 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8233080 Mar 07 16:15:44.986876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41004) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:44.995707 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffc608ad-7e7a-4492-b1f5-9b1d143a1ec7 admin admin] Publish callbacks [] for security_group (28c99af0-29ea-405a-b2b7-376514350c81), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.035537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (2e8d85c9-8e81-462a-b39f-cbfbfd6f771a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.041032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffc608ad-7e7a-4492-b1f5-9b1d143a1ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (28c99af0-29ea-405a-b2b7-376514350c81), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.129624 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Set router 0e0ab299-adfd-46c4-8187-c0baaa35fd4c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:45.133039 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.155392 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ffc608ad-7e7a-4492-b1f5-9b1d143a1ec7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16af6e886eb6467dab149cccabf5a305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818249 Mar 07 16:15:45.159827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc608ad-7e7a-4492-b1f5-9b1d143a1ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c99af0-29ea-405a-b2b7-376514350c81,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:45.173960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41018) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:45.307634 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.370150 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0ab299-adfd-46c4-8187-c0baaa35fd4c', 'name': '', 'tenant_id': '1c34cba8e15546b78d72de3905b35911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47', 'external_fixed_ips': [{'subnet_id': '549accbf-d832-43ee-b5e9-2fe88a67b6b7', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '40cb8f68-6434-40fa-a353-c9ffd103a18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:42Z', 'updated_at': '2022-03-07T16:15:43Z', 'revision_number': 3, 'project_id': '1c34cba8e15546b78d72de3905b35911', 'gw_port': {'id': '40cb8f68-6434-40fa-a353-c9ffd103a18c', 'name': '', 'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0ab299-adfd-46c4-8187-c0baaa35fd4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '549accbf-d832-43ee-b5e9-2fe88a67b6b7', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:43Z', 'updated_at': '2022-03-07T16:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '549accbf-d832-43ee-b5e9-2fe88a67b6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:45.370778 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.379125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.398564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcfebfea-a6d9-4284-ad25-87eebeea894f admin admin] Publish callbacks [] for security_group (28c99af0-29ea-405a-b2b7-376514350c81), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.400073 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Checking router: 0e0ab299-adfd-46c4-8187-c0baaa35fd4c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:15:45.400464 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Updating router 0e0ab299-adfd-46c4-8187-c0baaa35fd4c port 40cb8f68-6434-40fa-a353-c9ffd103a18c binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:15:45.410523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-1f6c52aa-cc3d-4534-b9fb-bdc0fd7824e0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:45.412841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-1f6c52aa-cc3d-4534-b9fb-bdc0fd7824e0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/networks?id=19fb2741-7f52-4b88-83d9-5fedb29bee84 HTTP/1.1" status: 200 len: 825 time: 0.3172660 Mar 07 16:15:45.434175 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.472570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:45.485798 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-cabfb9a8-cd43-4ada-b23f-efa411f94dd1 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/quotas/77fe90acec7d469aa7936f3fdb14c4e0 HTTP/1.1" status: 200 len: 375 time: 0.0350437 Mar 07 16:15:45.486638 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (2e8d85c9-8e81-462a-b39f-cbfbfd6f771a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.488067 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcfebfea-a6d9-4284-ad25-87eebeea894f admin admin] Publish callbacks [] for security_group (28c99af0-29ea-405a-b2b7-376514350c81), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.549258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-50329c5f-4542-44ea-b7e0-ed7acadd9638 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=77fe90acec7d469aa7936f3fdb14c4e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498335 Mar 07 16:15:45.607999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.690121 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcfebfea-a6d9-4284-ad25-87eebeea894f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (28c99af0-29ea-405a-b2b7-376514350c81), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.692641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcfebfea-a6d9-4284-ad25-87eebeea894f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.697906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dcfebfea-a6d9-4284-ad25-87eebeea894f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28c99af0-29ea-405a-b2b7-376514350c81 HTTP/1.1" status: 204 len: 168 time: 0.5173995 Mar 07 16:15:45.724373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfebfea-a6d9-4284-ad25-87eebeea894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c99af0-29ea-405a-b2b7-376514350c81,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:45.732716 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ec5da568-3d2a-46ee-827e-ee6b8446ffc1 service neutron] 10.222.0.24 "GET /v2.0/networks/19fb2741-7f52-4b88-83d9-5fedb29bee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726205 Mar 07 16:15:45.782212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Deleting port 40cb8f68-6434-40fa-a353-c9ffd103a18c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:45.782559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.794217 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Publish callbacks [] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.805901 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.871654 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Attempting to bind port 40cb8f68-6434-40fa-a353-c9ffd103a18c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:15:45.872025 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Attempting to bind port 40cb8f68-6434-40fa-a353-c9ffd103a18c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'd729d382-ed6e-47c1-a73d-56ef2fabdfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:15:45.872393 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Attempting to bind port 40cb8f68-6434-40fa-a353-c9ffd103a18c on network 6a73129d-9b69-4676-a5a4-363a38e8aa47 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:45.885203 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:15:45.885582 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Checking segment: {'id': 'd729d382-ed6e-47c1-a73d-56ef2fabdfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:45.886555 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.886986 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Bound using segment: {'id': 'd729d382-ed6e-47c1-a73d-56ef2fabdfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:15:45.887796 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Bound port: 40cb8f68-6434-40fa-a353-c9ffd103a18c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd729d382-ed6e-47c1-a73d-56ef2fabdfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6a73129d-9b69-4676-a5a4-363a38e8aa47'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:15:45.888011 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.940568 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-aa81df78-54dd-41da-ac70-0cb77e4f1889 service neutron] 10.222.0.24 "GET /v2.0/networks/19fb2741-7f52-4b88-83d9-5fedb29bee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961164 Mar 07 16:15:45.945192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:45.962563 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31c9d2-d034-4e63-bb01-6f1cc0a51982 None None] Pushing event updated for resources: {'Port': ['ID=40cb8f68-6434-40fa-a353-c9ffd103a18c,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:45.963745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Calling delete_port for 40cb8f68-6434-40fa-a353-c9ffd103a18c owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:45.984564 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] For port 40cb8f68-6434-40fa-a353-c9ffd103a18c, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:15:45.988594 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] For port 40cb8f68-6434-40fa-a353-c9ffd103a18c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=40cb8f68-6434-40fa-a353-c9ffd103a18c,segment=NetworkSegment(d729d382-ed6e-47c1-a73d-56ef2fabdfa0),segment_id=d729d382-ed6e-47c1-a73d-56ef2fabdfa0)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:15:46.002734 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.075185 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Routers {'0e0ab299-adfd-46c4-8187-c0baaa35fd4c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:46.076119 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0e0ab299-adfd-46c4-8187-c0baaa35fd4c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:46.092518 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP 2e8d85c9-8e81-462a-b39f-cbfbfd6f771a associated. External IP: 172.25.4.116, port: ed848c4f-554e-485c-818d-5b36dac777c5. Mar 07 16:15:46.219081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80c03a07-b1f5-419f-909d-d083930244e8 req-28e0746a-3742-4819-822b-9d1518b7b5b9 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 210 time: 0.0371997 Mar 07 16:15:46.276093 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31c9d2-d034-4e63-bb01-6f1cc0a51982 None None] Pushing event updated for resources: {'Port': ['ID=40cb8f68-6434-40fa-a353-c9ffd103a18c,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:46.303449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (40cb8f68-6434-40fa-a353-c9ffd103a18c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.346461 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] Set router 0e0ab299-adfd-46c4-8187-c0baaa35fd4c gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:46.346657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event deleted for resources: {'Port': ['ID=40cb8f68-6434-40fa-a353-c9ffd103a18c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:46.436729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.445227 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2cc592bc-3008-4944-8354-3866071f679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0ab299-adfd-46c4-8187-c0baaa35fd4c', 'name': '', 'tenant_id': '1c34cba8e15546b78d72de3905b35911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:42Z', 'updated_at': '2022-03-07T16:15:45Z', 'revision_number': 4, 'project_id': '1c34cba8e15546b78d72de3905b35911', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:46.496586 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc592bc-3008-4944-8354-3866071f679d None None] The sync data for ids ['0e0ab299-adfd-46c4-8187-c0baaa35fd4c'] in n-d-830010-8 is: [{'id': '0e0ab299-adfd-46c4-8187-c0baaa35fd4c', 'name': '', 'tenant_id': '1c34cba8e15546b78d72de3905b35911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:42Z', 'updated_at': '2022-03-07T16:15:45Z', 'revision_number': 4, 'project_id': '1c34cba8e15546b78d72de3905b35911', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:46.564837 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.571274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_controller (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.603188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41058) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:46.654461 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (0e0ab299-adfd-46c4-8187-c0baaa35fd4c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.656263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0ab299-adfd-46c4-8187-c0baaa35fd4c {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:15:46.656604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95c90801-8a7c-4487-9970-6b185156a9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.662421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.663991 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0d8f5c59-ec38-4fa1-a19b-709deaa43c2e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0e0ab299-adfd-46c4-8187-c0baaa35fd4c HTTP/1.1" status: 204 len: 168 time: 1.6759541 Mar 07 16:15:46.668412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41060) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:46.707517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:46.761489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3d8b2f-d27a-4286-a461-7c87d3f3b37b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Deleting subnet 549accbf-d832-43ee-b5e9-2fe88a67b6b7 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:15:46.766592 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f3d8b2f-d27a-4286-a461-7c87d3f3b37b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for subnet (549accbf-d832-43ee-b5e9-2fe88a67b6b7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.820983 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f3d8b2f-d27a-4286-a461-7c87d3f3b37b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (549accbf-d832-43ee-b5e9-2fe88a67b6b7), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.880946 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f3d8b2f-d27a-4286-a461-7c87d3f3b37b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (549accbf-d832-43ee-b5e9-2fe88a67b6b7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.962235 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95c90801-8a7c-4487-9970-6b185156a9a0 admin admin] Publish callbacks [] for security_group (892c2a1f-fb83-4c6c-b2ea-ebd4b9c12eb3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.971081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95c90801-8a7c-4487-9970-6b185156a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (892c2a1f-fb83-4c6c-b2ea-ebd4b9c12eb3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:46.993716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f3d8b2f-d27a-4286-a461-7c87d3f3b37b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (549accbf-d832-43ee-b5e9-2fe88a67b6b7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.000980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:47.018428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010c346-4116-41d4-acc5-211bb2091458 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:47.036064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010c346-4116-41d4-acc5-211bb2091458 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:47.038757 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1010c346-4116-41d4-acc5-211bb2091458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:47.057901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f3d8b2f-d27a-4286-a461-7c87d3f3b37b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.059148 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c90801-8a7c-4487-9970-6b185156a9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892c2a1f-fb83-4c6c-b2ea-ebd4b9c12eb3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:47.064669 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-95c90801-8a7c-4487-9970-6b185156a9a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8d6fb24ef704627b557b1776d824cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4603221 Mar 07 16:15:47.071958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.074864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8f3d8b2f-d27a-4286-a461-7c87d3f3b37b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/549accbf-d832-43ee-b5e9-2fe88a67b6b7 HTTP/1.1" status: 204 len: 168 time: 0.4052751 Mar 07 16:15:47.075512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41074) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:47.075860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41076) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:47.076627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d8b2f-d27a-4286-a461-7c87d3f3b37b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=549accbf-d832-43ee-b5e9-2fe88a67b6b7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:47.140832 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e8cf785c-9695-44eb-9c36-085aad91ea4b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4514914 Mar 07 16:15:47.141408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41078) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:47.154096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1010c346-4116-41d4-acc5-211bb2091458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:47.154300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2104693722'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:47.172750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010c346-4116-41d4-acc5-211bb2091458 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:47.176170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1010c346-4116-41d4-acc5-211bb2091458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:47.198963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Made reservation on behalf of b1e5d3034fdc4ee0a54c0a0fea71e514 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:47.203273 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.219648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (6a73129d-9b69-4676-a5a4-363a38e8aa47), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.233370 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16fda46e-6659-421a-84af-cbb7aef858bc admin admin] Publish callbacks [] for security_group (892c2a1f-fb83-4c6c-b2ea-ebd4b9c12eb3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.265164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:15:47.267509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1010c346-4116-41d4-acc5-211bb2091458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:47.269995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010c346-4116-41d4-acc5-211bb2091458 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:47.290783 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a6dc083c-c6e3-4bfa-a1f1-2a997300999f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.291633 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Added segment a6dc083c-c6e3-4bfa-a1f1-2a997300999f of type vlan for network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 Mar 07 16:15:47.312994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16fda46e-6659-421a-84af-cbb7aef858bc admin admin] Publish callbacks [] for security_group (892c2a1f-fb83-4c6c-b2ea-ebd4b9c12eb3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.363735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (5a9db6d1-6492-4bd7-aec3-65b1d5697f27), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.393397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (6a73129d-9b69-4676-a5a4-363a38e8aa47), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.401036 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (5a9db6d1-6492-4bd7-aec3-65b1d5697f27), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.413318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:47.414163 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.427275 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13fe6012-0417-4757-9b33-eb0200656a81 req-7edeb421-b224-4852-a61a-46937136ba8e tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 210 time: 0.0571213 Mar 07 16:15:47.442456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a73129d-9b69-4676-a5a4-363a38e8aa47']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:47.469978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd729d382-ed6e-47c1-a73d-56ef2fabdfa0') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:47.470277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd729d382-ed6e-47c1-a73d-56ef2fabdfa0') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:47.490721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (d729d382-ed6e-47c1-a73d-56ef2fabdfa0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.510384 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16fda46e-6659-421a-84af-cbb7aef858bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (892c2a1f-fb83-4c6c-b2ea-ebd4b9c12eb3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.514513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16fda46e-6659-421a-84af-cbb7aef858bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.519322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-16fda46e-6659-421a-84af-cbb7aef858bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/892c2a1f-fb83-4c6c-b2ea-ebd4b9c12eb3 HTTP/1.1" status: 204 len: 168 time: 0.4398592 Mar 07 16:15:47.535100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fda46e-6659-421a-84af-cbb7aef858bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892c2a1f-fb83-4c6c-b2ea-ebd4b9c12eb3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:47.537151 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d729d382-ed6e-47c1-a73d-56ef2fabdfa0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.539567 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3975019 Mar 07 16:15:47.544026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c2227-897a-4616-a447-c6efd6acf535 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Network': ['ID=5a9db6d1-6492-4bd7-aec3-65b1d5697f27,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:47.547986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:15:47.548531 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (d729d382-ed6e-47c1-a73d-56ef2fabdfa0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: items = [ Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:15:47.550978 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:15:47.558348 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41094) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:47.564710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'subnet': {'network_id': '5a9db6d1-6492-4bd7-aec3-65b1d5697f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:47.583467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:15:47.711950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Made reservation on behalf of b1e5d3034fdc4ee0a54c0a0fea71e514 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:47.716478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.738397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (6a73129d-9b69-4676-a5a4-363a38e8aa47), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.748872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a73129d-9b69-4676-a5a4-363a38e8aa47 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 16:15:47.766697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:47.775438 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "DELETE /v2.0/networks/6a73129d-9b69-4676-a5a4-363a38e8aa47 HTTP/1.1" status: 204 len: 168 time: 0.6947489 Mar 07 16:15:47.776684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802ecf9-6a99-4f14-aa4c-81e430af5a21 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a73129d-9b69-4676-a5a4-363a38e8aa47,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:48.073682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (d40e076c-8913-40bf-9072-8305b7821577), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.152342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Subnet': ['ID=d40e076c-8913-40bf-9072-8305b7821577,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:48.169524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Checking segment: {'id': 'a6dc083c-c6e3-4bfa-a1f1-2a997300999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a9db6d1-6492-4bd7-aec3-65b1d5697f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:48.171012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network hostable DHCP agents. Network: 5a9db6d1-6492-4bd7-aec3-65b1d5697f27, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:15:48.196394 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:15:48.210165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 5a9db6d1-6492-4bd7-aec3-65b1d5697f27) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:48.222690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e98bd-6e0d-447e-904a-56f38bfb6917 None None] Network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:48.224574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:48.226074 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.262834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9f030409-c127-4499-a889-45e35be79088 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7000237 Mar 07 16:15:48.262834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41110) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:48.273519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-566762436', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:48.333083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (0c0934b3-c614-40ad-9588-a105673e744c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.335349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (0c0934b3-c614-40ad-9588-a105673e744c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.417086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-e73f8856-63e5-4120-8479-fbf5c2b59eaf tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:48.418757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-e73f8856-63e5-4120-8479-fbf5c2b59eaf tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.11 "GET /v2.0/networks?id=19fb2741-7f52-4b88-83d9-5fedb29bee84 HTTP/1.1" status: 200 len: 825 time: 0.6399651 Mar 07 16:15:48.434381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Request body: {'port': {'device_id': '702c5345-9126-4deb-8acf-de441677329c', 'network_id': '19fb2741-7f52-4b88-83d9-5fedb29bee84', 'admin_state_up': True, 'tenant_id': '77fe90acec7d469aa7936f3fdb14c4e0'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:48.452413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-5a9db6d1-6492-4bd7-aec3-65b1d5697f27', 'network_id': '5a9db6d1-6492-4bd7-aec3-65b1d5697f27', 'project_id': 'b1e5d3034fdc4ee0a54c0a0fea71e514', 'fixed_ips': [{'subnet_id': 'd40e076c-8913-40bf-9072-8305b7821577'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:15:48.453283 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.556744 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_controller (0c0934b3-c614-40ad-9588-a105673e744c), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.671632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41120) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:48.680586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2ed126c8-65ad-4d0e-b432-4a84c2b8892d tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'router': {'name': 'tempest-router--1749404885', 'project_id': '0ebe79f930714e298794a8c157c78694'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:48.683528 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bfd504d9-5d89-4bd1-a816-64d1ac293e1e req-28e939f8-1e6e-46b2-95cf-605dc768fca6 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 210 time: 0.1155400 Mar 07 16:15:48.721222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Made reservation on behalf of 77fe90acec7d469aa7936f3fdb14c4e0 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:48.727752 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.755445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Allocated IP 172.20.0.2 (5a9db6d1-6492-4bd7-aec3-65b1d5697f27/d40e076c-8913-40bf-9072-8305b7821577/097de423-85cf-42ba-95fd-9d2045d7386a) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:48.761840 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ed126c8-65ad-4d0e-b432-4a84c2b8892d tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (922bbdee-5d92-458b-83cf-8ae33854efba), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.762867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ed126c8-65ad-4d0e-b432-4a84c2b8892d tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (922bbdee-5d92-458b-83cf-8ae33854efba), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.882932 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ed126c8-65ad-4d0e-b432-4a84c2b8892d tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_controller (922bbdee-5d92-458b-83cf-8ae33854efba), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.905253 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_gateway (0c0934b3-c614-40ad-9588-a105673e744c), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.914148 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ed126c8-65ad-4d0e-b432-4a84c2b8892d tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (922bbdee-5d92-458b-83cf-8ae33854efba), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.944730 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ed126c8-65ad-4d0e-b432-4a84c2b8892d tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:48.945932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ed126c8-65ad-4d0e-b432-4a84c2b8892d tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2718446 Mar 07 16:15:48.951079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41130) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:49.004486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Allocated IP 172.20.0.12 (19fb2741-7f52-4b88-83d9-5fedb29bee84/15c58426-62ca-468d-a425-7a0e6017342a/d9e4fdeb-5bd3-40eb-880b-9225e29ad753) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:49.041792 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Publish callbacks [] for port (097de423-85cf-42ba-95fd-9d2045d7386a), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.058075 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.096648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ee4a-cf25-4a3f-80d7-f08f3522f965 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (922bbdee-5d92-458b-83cf-8ae33854efba), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.130229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Pushing event updated for resources: {'Port': ['ID=097de423-85cf-42ba-95fd-9d2045d7386a,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:49.151072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:49.152932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.153625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.154321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.154838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.155362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.155828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.156268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.156708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.157317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.157889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.158512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.159150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.159747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:15:49.165362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:49.167840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:49.251953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Attempting to bind port 097de423-85cf-42ba-95fd-9d2045d7386a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:15:49.252751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Attempting to bind port 097de423-85cf-42ba-95fd-9d2045d7386a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a6dc083c-c6e3-4bfa-a1f1-2a997300999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a9db6d1-6492-4bd7-aec3-65b1d5697f27'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:15:49.253129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Attempting to bind port 097de423-85cf-42ba-95fd-9d2045d7386a on network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:49.260054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:15:49.260675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Checking segment: {'id': 'a6dc083c-c6e3-4bfa-a1f1-2a997300999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a9db6d1-6492-4bd7-aec3-65b1d5697f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:49.261325 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.261872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Bound using segment: {'id': 'a6dc083c-c6e3-4bfa-a1f1-2a997300999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a9db6d1-6492-4bd7-aec3-65b1d5697f27'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:15:49.263017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Bound port: 097de423-85cf-42ba-95fd-9d2045d7386a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dc083c-c6e3-4bfa-a1f1-2a997300999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a9db6d1-6492-4bd7-aec3-65b1d5697f27'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:15:49.263765 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.338043 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ee4a-cf25-4a3f-80d7-f08f3522f965 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (922bbdee-5d92-458b-83cf-8ae33854efba), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.342210 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ee4a-cf25-4a3f-80d7-f08f3522f965 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_controller (922bbdee-5d92-458b-83cf-8ae33854efba), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.350030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_gateway (0c0934b3-c614-40ad-9588-a105673e744c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.367948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] For port 097de423-85cf-42ba-95fd-9d2045d7386a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:15:49.372159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] For port 097de423-85cf-42ba-95fd-9d2045d7386a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=097de423-85cf-42ba-95fd-9d2045d7386a,segment=NetworkSegment(a6dc083c-c6e3-4bfa-a1f1-2a997300999f),segment_id=a6dc083c-c6e3-4bfa-a1f1-2a997300999f)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:15:49.379787 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.391400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.445095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ee4a-cf25-4a3f-80d7-f08f3522f965 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (922bbdee-5d92-458b-83cf-8ae33854efba), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.445711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a8ee4a-cf25-4a3f-80d7-f08f3522f965 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 922bbdee-5d92-458b-83cf-8ae33854efba {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:15:49.453232 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ee4a-cf25-4a3f-80d7-f08f3522f965 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.454519 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b0a8ee4a-cf25-4a3f-80d7-f08f3522f965 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "DELETE /v2.0/routers/922bbdee-5d92-458b-83cf-8ae33854efba HTTP/1.1" status: 204 len: 168 time: 0.5024583 Mar 07 16:15:49.483588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f883e6-29f9-4b0b-ba98-200e9460ec69 None None] Pushing event updated for resources: {'Port': ['ID=097de423-85cf-42ba-95fd-9d2045d7386a,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:49.490257 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Publish callbacks [] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.537335 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.592536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Network 19fb2741-7f52-4b88-83d9-5fedb29bee84 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:49.596475 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:49.599096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:49.624473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.25.4.72 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/8f64879a-1e26-442c-b914-112fb4d966a9) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:49.627141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Pushing event updated for resources: {'Port': ['ID=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:49.671281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:49.671962 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.737368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-ceb68733-9066-4bbf-9f24-3959c58ff2a3 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3070326 Mar 07 16:15:49.759485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Request body: {'port': {'device_id': '702c5345-9126-4deb-8acf-de441677329c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:49.797373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41148) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:49.855798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (8f64879a-1e26-442c-b914-112fb4d966a9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.912439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ea6e-0fe8-4b59-8e2e-673d74b5249e req-50711bfd-35d1-4a6b-b781-703cabdc5fb0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:49.914993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dc4ea6e-0fe8-4b59-8e2e-673d74b5249e req-50711bfd-35d1-4a6b-b781-703cabdc5fb0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 932 time: 0.1011066 Mar 07 16:15:49.915818 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.922046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8f64879a-1e26-442c-b914-112fb4d966a9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:49.973328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:49.978189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:49.981819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:50.012030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=8f64879a-1e26-442c-b914-112fb4d966a9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:50.026532 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dc4ea6e-0fe8-4b59-8e2e-673d74b5249e req-29af84c2-4a33-46cd-96c0-e8b46969540f tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003051 Mar 07 16:15:50.332153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-228029244', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:50.339823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41158) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:50.354853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e4fdeb-5bd3-40eb-880b-9225e29ad753 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:15:50.380152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Publish callbacks [] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.381564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (e85c5af0-2122-4cbd-85da-baaf71694024), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.382643 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (e85c5af0-2122-4cbd-85da-baaf71694024), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.385933 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_gateway (0c0934b3-c614-40ad-9588-a105673e744c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.400926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Transition to ACTIVE for port object d9e4fdeb-5bd3-40eb-880b-9225e29ad753 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:15:50.417220 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.535829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:50.552763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (e85c5af0-2122-4cbd-85da-baaf71694024), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.641474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Attempting to bind port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:15:50.641827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Attempting to bind port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '7453450d-35db-424f-8dc8-3f174b62f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '19fb2741-7f52-4b88-83d9-5fedb29bee84'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:15:50.642165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Attempting to bind port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 on network 19fb2741-7f52-4b88-83d9-5fedb29bee84 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:50.648124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 on network 19fb2741-7f52-4b88-83d9-5fedb29bee84 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:15:50.648452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Attempting to bind port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 on network 19fb2741-7f52-4b88-83d9-5fedb29bee84 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:15:50.662343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:15:50.662852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Checking segment: {'id': '7453450d-35db-424f-8dc8-3f174b62f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '19fb2741-7f52-4b88-83d9-5fedb29bee84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:50.663259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Bound using segment: {'id': '7453450d-35db-424f-8dc8-3f174b62f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '19fb2741-7f52-4b88-83d9-5fedb29bee84'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:15:50.663706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Bound port: d9e4fdeb-5bd3-40eb-880b-9225e29ad753, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7453450d-35db-424f-8dc8-3f174b62f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '19fb2741-7f52-4b88-83d9-5fedb29bee84'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:15:50.664075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.793739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 097de423-85cf-42ba-95fd-9d2045d7386a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:50.832629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] For port d9e4fdeb-5bd3-40eb-880b-9225e29ad753, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:15:50.840069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] For port d9e4fdeb-5bd3-40eb-880b-9225e29ad753, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,segment=NetworkSegment(7453450d-35db-424f-8dc8-3f174b62f831),segment_id=7453450d-35db-424f-8dc8-3f174b62f831)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:15:50.852167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.881570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 097de423-85cf-42ba-95fd-9d2045d7386a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:50.882336 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.908694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:50.909443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:50.910981 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] 10.222.0.11 "PUT /v2.0/ports/d9e4fdeb-5bd3-40eb-880b-9225e29ad753 HTTP/1.1" status: 200 len: 1092 time: 1.1661251 Mar 07 16:15:50.911524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702c5345-9126-4deb-8acf-de441677329c', 'tag': 'd9e4fdeb-5bd3-40eb-880b-9225e29ad753'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:15:50.914121 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13797251-7111-4eca-88c4-4fa8385e19d4" -d '{"events": [{"name": "network-changed", "server_uuid": "702c5345-9126-4deb-8acf-de441677329c", "tag": "d9e4fdeb-5bd3-40eb-880b-9225e29ad753"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:15:50.931278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006f110-cd87-41ac-bde6-4cf1c618d8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:50.938019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb04a9-c43d-4483-b293-aeffa937f9be None None] Network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:51.004660 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8874e3e8-1ed1-4e99-91b3-6d761135b000 x-openstack-request-id: req-8874e3e8-1ed1-4e99-91b3-6d761135b000 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:15:51.004825 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702c5345-9126-4deb-8acf-de441677329c", "tag": "d9e4fdeb-5bd3-40eb-880b-9225e29ad753", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:15:51.005068 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8874e3e8-1ed1-4e99-91b3-6d761135b000 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:15:51.005542 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702c5345-9126-4deb-8acf-de441677329c', 'tag': 'd9e4fdeb-5bd3-40eb-880b-9225e29ad753', 'status': 'completed', 'code': 200} Mar 07 16:15:51.026232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-6f8a72b7-6231-4ddc-b0f6-277c9bbd4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:51.027937 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-6f8a72b7-6231-4ddc-b0f6-277c9bbd4032 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77fe90acec7d469aa7936f3fdb14c4e0&device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 1126 time: 0.0553350 Mar 07 16:15:51.034210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-89a1f08a-bbfa-4268-ab97-453e6e8ae478 None None] Provisioning complete for port 097de423-85cf-42ba-95fd-9d2045d7386a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:51.034700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89a1f08a-bbfa-4268-ab97-453e6e8ae478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.132476 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-f9b3e54c-058a-412a-b63f-620facfbb0cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9e4fdeb-5bd3-40eb-880b-9225e29ad753 HTTP/1.1" status: 200 len: 217 time: 0.0924821 Mar 07 16:15:51.144425 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (0c0934b3-c614-40ad-9588-a105673e744c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.185652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 097de423-85cf-42ba-95fd-9d2045d7386a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:51.186122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.215933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-101534938-network', 'tenant_id': 'cc0d6021af024a9dbbf7a3e71cbb5dfd'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:51.229713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-fce9c116-66e2-4857-9a35-0af130be5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:51.231245 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-fce9c116-66e2-4857-9a35-0af130be5217 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c58426-62ca-468d-a425-7a0e6017342a HTTP/1.1" status: 200 len: 865 time: 0.0956664 Mar 07 16:15:51.238716 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9bf9-842c-49bb-81d9-44a81dfb91aa req-b876a0b8-987f-49bb-8b5f-e4cff19ce789 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:51.240206 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-522f9bf9-842c-49bb-81d9-44a81dfb91aa req-b876a0b8-987f-49bb-8b5f-e4cff19ce789 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 944 time: 0.0916922 Mar 07 16:15:51.259517 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (e85c5af0-2122-4cbd-85da-baaf71694024), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.279303 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-253d33e1-832c-42ff-ad59-ec9c1755a326 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19fb2741-7f52-4b88-83d9-5fedb29bee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375469 Mar 07 16:15:51.279451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 097de423-85cf-42ba-95fd-9d2045d7386a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=097de423-85cf-42ba-95fd-9d2045d7386a,segment=NetworkSegment(a6dc083c-c6e3-4bfa-a1f1-2a997300999f),segment_id=a6dc083c-c6e3-4bfa-a1f1-2a997300999f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:51.285349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-89a1f08a-bbfa-4268-ab97-453e6e8ae478 None None] Current status of the port 097de423-85cf-42ba-95fd-9d2045d7386a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:51.285674 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89a1f08a-bbfa-4268-ab97-453e6e8ae478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.295987 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.354755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Made reservation on behalf of cc0d6021af024a9dbbf7a3e71cbb5dfd for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:51.357283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.393986 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.405385 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-89a1f08a-bbfa-4268-ab97-453e6e8ae478 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:15:51.405766 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-522f9bf9-842c-49bb-81d9-44a81dfb91aa req-ce075172-565e-4dcf-aed9-220a8478e0a0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291618 Mar 07 16:15:51.405877 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-89a1f08a-bbfa-4268-ab97-453e6e8ae478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:15:51.443907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=097de423-85cf-42ba-95fd-9d2045d7386a,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:51.448557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-893dd1fa-c56c-4bf7-a68d-c5d3b979522b service neutron] 10.222.0.11 "GET /v2.0/networks/19fb2741-7f52-4b88-83d9-5fedb29bee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606672 Mar 07 16:15:51.569635 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11888709-01f7-4384-9ffe-031ee9cdf27e req-fdfb1ed8-6ebb-475c-ab7f-44451e466ff7 service neutron] 10.222.0.11 "GET /v2.0/networks/19fb2741-7f52-4b88-83d9-5fedb29bee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126065 Mar 07 16:15:51.608612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router 0c0934b3-c614-40ad-9588-a105673e744c is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:15:51.661059 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Publish callbacks [] for security_group (5b20bb5b-f939-4f64-b56c-73fa359edf01), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.672326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-33d88e86-1c63-4aa8-8150-cd73c6d438af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:51.674088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-33d88e86-1c63-4aa8-8150-cd73c6d438af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77fe90acec7d469aa7936f3fdb14c4e0&device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 1126 time: 0.0535250 Mar 07 16:15:51.730315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5b20bb5b-f939-4f64-b56c-73fa359edf01), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.777099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-0d03a1af-27e2-4477-9165-b92bff1a35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:51.778590 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-0d03a1af-27e2-4477-9165-b92bff1a35e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=19fb2741-7f52-4b88-83d9-5fedb29bee84 HTTP/1.1" status: 200 len: 926 time: 0.0974348 Mar 07 16:15:51.798373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:15:51.825751 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-bc8cb986-844e-43dd-a0de-d1ba4ad380db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9e4fdeb-5bd3-40eb-880b-9225e29ad753 HTTP/1.1" status: 200 len: 217 time: 0.0393884 Mar 07 16:15:51.864723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b20bb5b-f939-4f64-b56c-73fa359edf01,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:51.873837 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (e85c5af0-2122-4cbd-85da-baaf71694024), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.877871 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (718a2a99-9535-4a93-be11-27b62b16848f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.878074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-b93f5603-0aef-4d66-95a5-a70d6e59e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:51.878314 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Added segment 718a2a99-9535-4a93-be11-27b62b16848f of type vlan for network db617f23-3d70-4dc2-ac93-e81d7cf976cb Mar 07 16:15:51.879415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-b93f5603-0aef-4d66-95a5-a70d6e59e48c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c58426-62ca-468d-a425-7a0e6017342a HTTP/1.1" status: 200 len: 865 time: 0.0477674 Mar 07 16:15:51.914856 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.919629 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-28201676-e7da-4c61-afe1-c2055fcd2454 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19fb2741-7f52-4b88-83d9-5fedb29bee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329919 Mar 07 16:15:51.956804 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:51.967863 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (db617f23-3d70-4dc2-ac93-e81d7cf976cb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:51.972772 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189cbc4-e8a2-4daa-a01e-aa01c533cedf None None] Sync routers for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:51.976330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-89a1f08a-bbfa-4268-ab97-453e6e8ae478 None None] Current status of the port 097de423-85cf-42ba-95fd-9d2045d7386a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:51.983353 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189cbc4-e8a2-4daa-a01e-aa01c533cedf None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:51.984313 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7189cbc4-e8a2-4daa-a01e-aa01c533cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:52.023536 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7189cbc4-e8a2-4daa-a01e-aa01c533cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:52.032520 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189cbc4-e8a2-4daa-a01e-aa01c533cedf None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:52.033334 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7189cbc4-e8a2-4daa-a01e-aa01c533cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:52.046846 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-d29de66a-9108-45bc-a83e-555905c30350 service neutron] 10.222.0.11 "GET /v2.0/networks/19fb2741-7f52-4b88-83d9-5fedb29bee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189532 Mar 07 16:15:52.070155 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7189cbc4-e8a2-4daa-a01e-aa01c533cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:52.071102 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189cbc4-e8a2-4daa-a01e-aa01c533cedf None None] The sync data for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:52.099674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e14f87bb-c323-42e7-a0b9-412f613a0ea0 None None] Provisioning complete for port 097de423-85cf-42ba-95fd-9d2045d7386a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:52.100807 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e14f87bb-c323-42e7-a0b9-412f613a0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.105942 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.110030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fc7a95cb-10c2-441c-8d97-d2924868ee65 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8430822 Mar 07 16:15:52.110030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (db617f23-3d70-4dc2-ac93-e81d7cf976cb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.110030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:52.110030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.134918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41196) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:52.192259 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13797251-7111-4eca-88c4-4fa8385e19d4 req-7c06c25f-def6-4812-baf7-1615e4b2f14b service neutron] 10.222.0.11 "GET /v2.0/networks/19fb2741-7f52-4b88-83d9-5fedb29bee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382499 Mar 07 16:15:52.200360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e14f87bb-c323-42e7-a0b9-412f613a0ea0 None None] Current status of the port 097de423-85cf-42ba-95fd-9d2045d7386a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:52.221631 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8772418 Mar 07 16:15:52.222926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41200) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:52.235893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Request body: {'subnet': {'network_id': 'db617f23-3d70-4dc2-ac93-e81d7cf976cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-101534938-subnet', 'tenant_id': 'cc0d6021af024a9dbbf7a3e71cbb5dfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:52.257581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Made reservation on behalf of cc0d6021af024a9dbbf7a3e71cbb5dfd for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:52.260292 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.315041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Allocated IP 172.25.4.170 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/e500e142-6221-4cca-9c47-1b4e2a4d5b4a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:52.325408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed61f0-f2e8-4876-8ef0-c460eba36006 admin admin] Pushing event updated for resources: {'Network': ['ID=db617f23-3d70-4dc2-ac93-e81d7cf976cb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:52.340979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network db617f23-3d70-4dc2-ac93-e81d7cf976cb details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:15:52.476283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.539609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:52.550383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Checking segment: {'id': '718a2a99-9535-4a93-be11-27b62b16848f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'db617f23-3d70-4dc2-ac93-e81d7cf976cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:52.550741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Network hostable DHCP agents. Network: db617f23-3d70-4dc2-ac93-e81d7cf976cb, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:15:52.572036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Network db617f23-3d70-4dc2-ac93-e81d7cf976cb is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:15:52.581553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, db617f23-3d70-4dc2-ac93-e81d7cf976cb) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:52.588131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:52.588729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.592915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c6043-bfb6-485f-9cb6-1d35e669a011 None None] Network db617f23-3d70-4dc2-ac93-e81d7cf976cb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:52.607863 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for port (e500e142-6221-4cca-9c47-1b4e2a4d5b4a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.621774 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5b54fec2-79a9-474d-927a-11d9ab4f4389 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3977039 Mar 07 16:15:52.655643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76151a9e-54a8-4d35-b929-8a507119497e req-17332ef3-a3e7-4ea2-b0cb-2c79669f2f1d tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:52.657154 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-76151a9e-54a8-4d35-b929-8a507119497e req-17332ef3-a3e7-4ea2-b0cb-2c79669f2f1d tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 944 time: 0.1566997 Mar 07 16:15:52.753922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fff062-cda9-4c2e-88ef-e7ad03eb3d54 None None] Network db617f23-3d70-4dc2-ac93-e81d7cf976cb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:52.766736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e500e142-6221-4cca-9c47-1b4e2a4d5b4a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.779152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 097de423-85cf-42ba-95fd-9d2045d7386a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:52.809358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-76151a9e-54a8-4d35-b929-8a507119497e req-a6815942-c5ad-4d11-b33b-1b9ba5582829 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192024 Mar 07 16:15:52.845372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:52.852949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:52.858984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:52.893956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event updated for resources: {'Port': ['ID=e500e142-6221-4cca-9c47-1b4e2a4d5b4a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:52.967456 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb804-1b25-45c2-a5d2-c632f7beeadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:52.992694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 097de423-85cf-42ba-95fd-9d2045d7386a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:52.994573 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.093754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.108313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 097de423-85cf-42ba-95fd-9d2045d7386a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:53.541762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41246) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:53.547994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-66572728-network', 'tenant_id': '3df37027b6bc43c490a6daa4aaf7986f'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:53.569132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Made reservation on behalf of 3df37027b6bc43c490a6daa4aaf7986f for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:53.571527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.581978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.613221 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (e85c5af0-2122-4cbd-85da-baaf71694024), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.670380 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Publish callbacks [] for security_group (0485f395-66e4-4621-84a0-7c101fdd3f44), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.675597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0485f395-66e4-4621-84a0-7c101fdd3f44), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.703114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:15:53.713017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0485f395-66e4-4621-84a0-7c101fdd3f44,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:53.720216 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f7428f0c-4df5-4140-b35e-2b49915be509), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.721296 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Added segment f7428f0c-4df5-4140-b35e-2b49915be509 of type vlan for network 393f7bb0-c73c-404b-89e4-9fbf79ea6638 Mar 07 16:15:53.769470 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (393f7bb0-c73c-404b-89e4-9fbf79ea6638), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.797736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (393f7bb0-c73c-404b-89e4-9fbf79ea6638), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.798715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:53.799711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.839662 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2932875 Mar 07 16:15:53.839874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41254) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:53.846367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Request body: {'subnet': {'network_id': '393f7bb0-c73c-404b-89e4-9fbf79ea6638', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-66572728-subnet', 'tenant_id': '3df37027b6bc43c490a6daa4aaf7986f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:53.891864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f621c1c-7dce-4125-9f50-eb904a844370 admin admin] Pushing event updated for resources: {'Network': ['ID=393f7bb0-c73c-404b-89e4-9fbf79ea6638,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:53.905639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 393f7bb0-c73c-404b-89e4-9fbf79ea6638 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:15:53.958694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.20.0.1 (5a9db6d1-6492-4bd7-aec3-65b1d5697f27/d40e076c-8913-40bf-9072-8305b7821577/89eee0fe-816d-4302-aa00-3c339b58133b) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:53.965731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Made reservation on behalf of 3df37027b6bc43c490a6daa4aaf7986f for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:53.968704 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:53.994616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb05d2-a183-43a9-9749-ae47076b7708 req-f9ad4c69-30c5-4b62-97d1-351da91b59bf tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:53.996698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79eb05d2-a183-43a9-9749-ae47076b7708 req-f9ad4c69-30c5-4b62-97d1-351da91b59bf tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 944 time: 0.0996799 Mar 07 16:15:54.096039 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (e85c5af0-2122-4cbd-85da-baaf71694024), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:54.101409 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79eb05d2-a183-43a9-9749-ae47076b7708 req-d4a30c8e-eedb-4bb6-b7c7-bb243e39690d tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949566 Mar 07 16:15:54.217000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (e885994c-34c6-4c3c-9551-5fa329ea83b9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:54.227082 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (89eee0fe-816d-4302-aa00-3c339b58133b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:54.277691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e885994c-34c6-4c3c-9551-5fa329ea83b9,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:54.297969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Checking segment: {'id': 'f7428f0c-4df5-4140-b35e-2b49915be509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '393f7bb0-c73c-404b-89e4-9fbf79ea6638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:15:54.298626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Network hostable DHCP agents. Network: 393f7bb0-c73c-404b-89e4-9fbf79ea6638, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:15:54.301212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (89eee0fe-816d-4302-aa00-3c339b58133b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:54.321050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Network 393f7bb0-c73c-404b-89e4-9fbf79ea6638 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:15:54.330232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 393f7bb0-c73c-404b-89e4-9fbf79ea6638) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:54.332209 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Router e85c5af0-2122-4cbd-85da-baaf71694024 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:15:54.335623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:54.337699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:54.344146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:54.345451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea9069f-c488-43df-ad10-d59127d683f4 None None] Network 393f7bb0-c73c-404b-89e4-9fbf79ea6638 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:54.348767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:54.355537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:54.378133 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0f42ef22-ba21-4e6d-9a18-213ddb698a9f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5295007 Mar 07 16:15:54.456806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=89eee0fe-816d-4302-aa00-3c339b58133b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:54.488816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (0c0934b3-c614-40ad-9588-a105673e744c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:54.499094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ef732-923e-46cf-a859-530fa9378b33 None None] Network 393f7bb0-c73c-404b-89e4-9fbf79ea6638 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:15:54.625225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:54.659296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcee09f-3c61-411b-a114-409956b313cb None None] Sync routers for ids ['e85c5af0-2122-4cbd-85da-baaf71694024'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:54.671799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcee09f-3c61-411b-a114-409956b313cb None None] Routers {'e85c5af0-2122-4cbd-85da-baaf71694024'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:54.673169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-8bcee09f-3c61-411b-a114-409956b313cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e85c5af0-2122-4cbd-85da-baaf71694024'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:54.725407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:54.729845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-34e121a6-01c7-444e-b96f-f224152b519e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9286101 Mar 07 16:15:54.730164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41272) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:54.757687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-8bcee09f-3c61-411b-a114-409956b313cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:54.777039 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (89eee0fe-816d-4302-aa00-3c339b58133b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:54.781739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2eb1c9b4-185b-4ef0-bb41-7948e37576d6 None None] Provisioning complete for port 89eee0fe-816d-4302-aa00-3c339b58133b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:54.782193 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c9b4-185b-4ef0-bb41-7948e37576d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (89eee0fe-816d-4302-aa00-3c339b58133b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:54.888615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-71d93637-838e-49fe-ba27-92e4e2f90f4b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/routers/e85c5af0-2122-4cbd-85da-baaf71694024 HTTP/1.1" status: 200 len: 920 time: 0.1552980 Mar 07 16:15:54.891145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41278) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:54.950090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6109ffdc-04fe-4c83-bfea-01522c64813b tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=e85c5af0-2122-4cbd-85da-baaf71694024 HTTP/1.1" status: 200 len: 205 time: 0.0566280 Mar 07 16:15:54.952997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41280) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:55.009495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcee09f-3c61-411b-a114-409956b313cb None None] Routers {'e85c5af0-2122-4cbd-85da-baaf71694024'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:55.010504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-8bcee09f-3c61-411b-a114-409956b313cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e85c5af0-2122-4cbd-85da-baaf71694024'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:55.073691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-8bcee09f-3c61-411b-a114-409956b313cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:55.074692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcee09f-3c61-411b-a114-409956b313cb None None] The sync data for ids ['e85c5af0-2122-4cbd-85da-baaf71694024'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:55.083237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1c9b4-185b-4ef0-bb41-7948e37576d6 None None] Port 89eee0fe-816d-4302-aa00-3c339b58133b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:15:55.198051 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e2e8b0cd-98b3-4633-887e-a78863feb4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:55.241105 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (89eee0fe-816d-4302-aa00-3c339b58133b), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:55.264823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (89eee0fe-816d-4302-aa00-3c339b58133b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:55.479197 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (e85c5af0-2122-4cbd-85da-baaf71694024), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:55.480023 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (0c0934b3-c614-40ad-9588-a105673e744c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:55.488105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=89eee0fe-816d-4302-aa00-3c339b58133b,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:55.542066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b6af-c364-4730-892e-3c4868f29157 req-7f6accca-81d8-4f94-b98f-50944c4943a1 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:55.543650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec99b6af-c364-4730-892e-3c4868f29157 req-7f6accca-81d8-4f94-b98f-50944c4943a1 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 944 time: 0.1171327 Mar 07 16:15:55.552097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-f74690a3-edcf-4e05-9fff-8c87386fe35b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:55.559180 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-f74690a3-edcf-4e05-9fff-8c87386fe35b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/networks?id=db617f23-3d70-4dc2-ac93-e81d7cf976cb HTTP/1.1" status: 200 len: 808 time: 0.3358612 Mar 07 16:15:55.599529 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-2763966a-071d-4285-ae8a-b677023544a2 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/quotas/cc0d6021af024a9dbbf7a3e71cbb5dfd HTTP/1.1" status: 200 len: 375 time: 0.0392604 Mar 07 16:15:55.639878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec99b6af-c364-4730-892e-3c4868f29157 req-5682a6f6-c320-4a02-88df-b2e39fb177e0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903940 Mar 07 16:15:55.641236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (e85c5af0-2122-4cbd-85da-baaf71694024), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:55.701403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Deleting port e500e142-6221-4cca-9c47-1b4e2a4d5b4a {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:15:55.701767 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e500e142-6221-4cca-9c47-1b4e2a4d5b4a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:55.759029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41302) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:55.795742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e500e142-6221-4cca-9c47-1b4e2a4d5b4a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:55.810544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Calling delete_port for e500e142-6221-4cca-9c47-1b4e2a4d5b4a owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:15:55.884423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d9e4fdeb-5bd3-40eb-880b-9225e29ad753 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:15:55.889874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e45d19-0f1c-4a9a-bad9-74f2b0334846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:55.926866 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ebeab6e4-bb3b-4d4e-a9c0-c303f316c60d tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc0d6021af024a9dbbf7a3e71cbb5dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3190253 Mar 07 16:15:55.979927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:55.983020 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:56.001104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d9e4fdeb-5bd3-40eb-880b-9225e29ad753, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,segment=NetworkSegment(7453450d-35db-424f-8dc8-3f174b62f831),segment_id=7453450d-35db-424f-8dc8-3f174b62f831)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:56.019273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'd9e4fdeb-5bd3-40eb-880b-9225e29ad753', 'network_id': '19fb2741-7f52-4b88-83d9-5fedb29bee84', 'port_id': 'd9e4fdeb-5bd3-40eb-880b-9225e29ad753', 'mac_address': 'fa:16:3e:5c:67:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c58426-62ca-468d-a425-7a0e6017342a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:15:56.061237 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e500e142-6221-4cca-9c47-1b4e2a4d5b4a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.065864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:56.066453 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.074478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e45d19-0f1c-4a9a-bad9-74f2b0334846 admin admin] Publish callbacks [] for security_group (ad19147d-56dc-4327-8184-7761e576f2cc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.083803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e4fdeb-5bd3-40eb-880b-9225e29ad753 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:15:56.102708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e45d19-0f1c-4a9a-bad9-74f2b0334846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ad19147d-56dc-4327-8184-7761e576f2cc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.110920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d9e4fdeb-5bd3-40eb-880b-9225e29ad753, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,segment=NetworkSegment(7453450d-35db-424f-8dc8-3f174b62f831),segment_id=7453450d-35db-424f-8dc8-3f174b62f831)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:56.120320 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.125915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event deleted for resources: {'Port': ['ID=e500e142-6221-4cca-9c47-1b4e2a4d5b4a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:56.145304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-59e45d19-0f1c-4a9a-bad9-74f2b0334846 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31282bc39ebc453fa8a23ed6f0b0c634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851733 Mar 07 16:15:56.149058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41306) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:56.201092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45d19-0f1c-4a9a-bad9-74f2b0334846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad19147d-56dc-4327-8184-7761e576f2cc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:56.206819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:56.215339 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-4b01235a-6d17-4b9e-a038-26cb5033dc6e service neutron] 10.222.0.24 "GET /v2.0/networks/db617f23-3d70-4dc2-ac93-e81d7cf976cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707033 Mar 07 16:15:56.217312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (e85c5af0-2122-4cbd-85da-baaf71694024), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.218448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router 0c0934b3-c614-40ad-9588-a105673e744c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:56.263873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3dd50da-e260-4bdd-aa4b-6a181e9f642b admin admin] Publish callbacks [] for security_group (ad19147d-56dc-4327-8184-7761e576f2cc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.325227 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (e85c5af0-2122-4cbd-85da-baaf71694024), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.325954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-16354f7b-bacf-4fc3-b5c2-868821d85fc0 None None] Provisioning complete for port 89eee0fe-816d-4302-aa00-3c339b58133b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:56.326348 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-16354f7b-bacf-4fc3-b5c2-868821d85fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (89eee0fe-816d-4302-aa00-3c339b58133b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.327519 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (e85c5af0-2122-4cbd-85da-baaf71694024), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.361698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-16354f7b-bacf-4fc3-b5c2-868821d85fc0 None None] Port 89eee0fe-816d-4302-aa00-3c339b58133b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:15:56.366185 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3dd50da-e260-4bdd-aa4b-6a181e9f642b admin admin] Publish callbacks [] for security_group (ad19147d-56dc-4327-8184-7761e576f2cc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.371887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d9e4fdeb-5bd3-40eb-880b-9225e29ad753'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:15:56.380543 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (e85c5af0-2122-4cbd-85da-baaf71694024), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.381898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Fanout notify agent at l3_agent the message router_deleted on router e85c5af0-2122-4cbd-85da-baaf71694024 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:15:56.395372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.397213 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6b93a4c5-9cd9-4967-bd72-ae2ebcfa8ca2 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/e85c5af0-2122-4cbd-85da-baaf71694024 HTTP/1.1" status: 204 len: 168 time: 1.4429753 Mar 07 16:15:56.401194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41308) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:56.406367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1051619794', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': False}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:56.425534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.432428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (c0538589-9492-4d68-9dbf-ba889334440c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.433512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (c0538589-9492-4d68-9dbf-ba889334440c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.460557 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-9c79cd88-53b6-4ca7-9a65-17e8ce55c4d3 service neutron] 10.222.0.24 "GET /v2.0/networks/db617f23-3d70-4dc2-ac93-e81d7cf976cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304139 Mar 07 16:15:56.481838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:56.492910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-21c39de5-26a7-4503-af45-8b6e27721783 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/routers/0c0934b3-c614-40ad-9588-a105673e744c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3534255 Mar 07 16:15:56.493853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41310) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:56.498673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_controller (c0538589-9492-4d68-9dbf-ba889334440c), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.498865 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d652dc-0901-4391-bb7a-567622af4a32 None None] Sync routers for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:56.514550 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d652dc-0901-4391-bb7a-567622af4a32 None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:56.515441 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c3d652dc-0901-4391-bb7a-567622af4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:56.517137 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'port': {'network_id': '5a9db6d1-6492-4bd7-aec3-65b1d5697f27', 'name': 'tempest-FloatingIPTestJSON-158995062'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:56.537419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3dd50da-e260-4bdd-aa4b-6a181e9f642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ad19147d-56dc-4327-8184-7761e576f2cc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.552352 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3dd50da-e260-4bdd-aa4b-6a181e9f642b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.565196 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c3d652dc-0901-4391-bb7a-567622af4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:56.567976 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b3dd50da-e260-4bdd-aa4b-6a181e9f642b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad19147d-56dc-4327-8184-7761e576f2cc HTTP/1.1" status: 204 len: 168 time: 0.4049568 Mar 07 16:15:56.575555 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d652dc-0901-4391-bb7a-567622af4a32 None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:56.576163 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c3d652dc-0901-4391-bb7a-567622af4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:56.618835 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c3d652dc-0901-4391-bb7a-567622af4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:56.619711 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d652dc-0901-4391-bb7a-567622af4a32 None None] The sync data for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:56.669617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd50da-e260-4bdd-aa4b-6a181e9f642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad19147d-56dc-4327-8184-7761e576f2cc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:56.735944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (c0538589-9492-4d68-9dbf-ba889334440c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.820623 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0acd262c-f311-4deb-aaf4-c55480e97695 req-80c97729-13eb-4fe8-a736-97c03ea585f0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0731277 Mar 07 16:15:56.821516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Made reservation on behalf of b1e5d3034fdc4ee0a54c0a0fea71e514 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:56.825636 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:56.852036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0f070-32b1-4749-9d75-3c23204402e7 req-04060f28-5021-470b-acf2-a0bf2fc5bf38 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:56.853570 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-96d0f070-32b1-4749-9d75-3c23204402e7 req-04060f28-5021-470b-acf2-a0bf2fc5bf38 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 945 time: 0.1053529 Mar 07 16:15:56.854863 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] device_id is not set on port 2f1e2283-0304-42ae-89a5-e53c660e5be0 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:15:56.971300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41326) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:57.032173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72094897-92dc-40d0-94a5-4e87221bac14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.058389 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (c0538589-9492-4d68-9dbf-ba889334440c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.059096 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-96d0f070-32b1-4749-9d75-3c23204402e7 req-343b6839-bf82-4a41-aa78-239b55f91892 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945930 Mar 07 16:15:57.083470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Allocated IP 172.20.0.14 (5a9db6d1-6492-4bd7-aec3-65b1d5697f27/d40e076c-8913-40bf-9072-8305b7821577/2f1e2283-0304-42ae-89a5-e53c660e5be0) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:57.087518 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.210980 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72094897-92dc-40d0-94a5-4e87221bac14 admin admin] Publish callbacks [] for security_group (d212d98c-05c2-4559-aafe-63ebfbf0dce1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.211521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Allocated IP 172.25.4.62 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/594585f9-2d62-4f1b-bc00-1169bd24c6c0) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:57.247581 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72094897-92dc-40d0-94a5-4e87221bac14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d212d98c-05c2-4559-aafe-63ebfbf0dce1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.294947 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-72094897-92dc-40d0-94a5-4e87221bac14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3caa41b16b07447c929486fe19fb661c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3184321 Mar 07 16:15:57.298439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41330) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:57.312659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72094897-92dc-40d0-94a5-4e87221bac14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d212d98c-05c2-4559-aafe-63ebfbf0dce1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:57.339421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for port (2f1e2283-0304-42ae-89a5-e53c660e5be0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.377489 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2f1e2283-0304-42ae-89a5-e53c660e5be0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.382016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.402021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-67386a15-d6f9-4982-9eef-8995c975343a admin admin] Publish callbacks [] for security_group (d212d98c-05c2-4559-aafe-63ebfbf0dce1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.428817 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:57.432017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:57.435184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:57.438673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-67386a15-d6f9-4982-9eef-8995c975343a admin admin] Publish callbacks [] for security_group (d212d98c-05c2-4559-aafe-63ebfbf0dce1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.467360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.476162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event updated for resources: {'Port': ['ID=2f1e2283-0304-42ae-89a5-e53c660e5be0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:57.501650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:57.502776 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.518742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:57.524184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:57.525334 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-73bfea58-56d2-44e2-9915-02bf08b0c9b6 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0143414 Mar 07 16:15:57.528172 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41332) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:57.530687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:57.533715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Request body: {'floatingip': {'port_id': '2f1e2283-0304-42ae-89a5-e53c660e5be0'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:57.534171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event updated for resources: {'Port': ['ID=594585f9-2d62-4f1b-bc00-1169bd24c6c0,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:57.570155 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-67386a15-d6f9-4982-9eef-8995c975343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d212d98c-05c2-4559-aafe-63ebfbf0dce1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.572771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-67386a15-d6f9-4982-9eef-8995c975343a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.574190 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-67386a15-d6f9-4982-9eef-8995c975343a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d212d98c-05c2-4559-aafe-63ebfbf0dce1 HTTP/1.1" status: 204 len: 168 time: 0.2741675 Mar 07 16:15:57.589740 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67386a15-d6f9-4982-9eef-8995c975343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d212d98c-05c2-4559-aafe-63ebfbf0dce1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:57.618309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (2e8d85c9-8e81-462a-b39f-cbfbfd6f771a), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.723223 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.798021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-33a11247-d1cc-4f79-9463-34596a703ca7 None None] Provisioning complete for port 2f1e2283-0304-42ae-89a5-e53c660e5be0 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:57.798447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-33a11247-d1cc-4f79-9463-34596a703ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2f1e2283-0304-42ae-89a5-e53c660e5be0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:57.872690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-33a11247-d1cc-4f79-9463-34596a703ca7 None None] Port 2f1e2283-0304-42ae-89a5-e53c660e5be0 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:15:57.885438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d9e4fdeb-5bd3-40eb-880b-9225e29ad753 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:15:57.992100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:15:58.001062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:15:58.001889 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:58.010604 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de28349f-885b-4ce7-9913-467a1e4eca6f req-b2b35ed7-e899-4d27-8156-5f5ab48f30e2 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0475705 Mar 07 16:15:58.061220 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (c0538589-9492-4d68-9dbf-ba889334440c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:58.071627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-56f9ee9b-e07a-4afa-b23b-9122c1accbe1 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:58.073127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-56f9ee9b-e07a-4afa-b23b-9122c1accbe1 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.15 "GET /v2.0/networks?id=db617f23-3d70-4dc2-ac93-e81d7cf976cb HTTP/1.1" status: 200 len: 808 time: 0.2774501 Mar 07 16:15:58.130156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:15:58.131083 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:58.153298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Request body: {'port': {'device_id': '18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1', 'network_id': 'db617f23-3d70-4dc2-ac93-e81d7cf976cb', 'admin_state_up': True, 'tenant_id': 'cc0d6021af024a9dbbf7a3e71cbb5dfd'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:58.194611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702c5345-9126-4deb-8acf-de441677329c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e4fdeb-5bd3-40eb-880b-9225e29ad753'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:15:58.199199 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a3e472-e049-46ab-8ee3-59aac35f1908" -d '{"events": [{"server_uuid": "702c5345-9126-4deb-8acf-de441677329c", "name": "network-vif-plugged", "status": "completed", "tag": "d9e4fdeb-5bd3-40eb-880b-9225e29ad753"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:15:58.219749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d9e4fdeb-5bd3-40eb-880b-9225e29ad753, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,segment=NetworkSegment(7453450d-35db-424f-8dc8-3f174b62f831),segment_id=7453450d-35db-424f-8dc8-3f174b62f831)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:15:58.239063 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:58.310144 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f975e2f-5ca5-4b74-a15a-806a12ed4943 x-openstack-request-id: req-4f975e2f-5ca5-4b74-a15a-806a12ed4943 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:15:58.310144 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702c5345-9126-4deb-8acf-de441677329c", "name": "network-vif-plugged", "status": "completed", "tag": "d9e4fdeb-5bd3-40eb-880b-9225e29ad753", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:15:58.310399 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f975e2f-5ca5-4b74-a15a-806a12ed4943 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:15:58.310763 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702c5345-9126-4deb-8acf-de441677329c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e4fdeb-5bd3-40eb-880b-9225e29ad753', 'code': 200} Mar 07 16:15:58.317475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:58.328142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4552-45e5-472e-b34a-a8334591d657 req-8349530a-de6a-4ad0-a811-a3766e4715e7 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:58.330909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c3c4552-45e5-472e-b34a-a8334591d657 req-8349530a-de6a-4ad0-a811-a3766e4715e7 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 945 time: 0.1263919 Mar 07 16:15:58.421960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:58.432471 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (2e8d85c9-8e81-462a-b39f-cbfbfd6f771a), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:58.439608 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c3c4552-45e5-472e-b34a-a8334591d657 req-c8af0ecc-25f5-4ca5-92bd-e530d6a3ebef tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009359 Mar 07 16:15:58.448452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Made reservation on behalf of cc0d6021af024a9dbbf7a3e71cbb5dfd for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:15:58.451885 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:58.524796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f5e91-3a63-49bc-849a-11967fba1009 req-d4830792-763e-46d9-bb2b-fbfc478b7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:58.526298 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-264f5e91-3a63-49bc-849a-11967fba1009 req-d4830792-763e-46d9-bb2b-fbfc478b7df6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 1128 time: 0.1376166 Mar 07 16:15:58.561134 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP 2e8d85c9-8e81-462a-b39f-cbfbfd6f771a associated. External IP: 172.25.4.116, port: ed848c4f-554e-485c-818d-5b36dac777c5. Mar 07 16:15:58.573933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (c0538589-9492-4d68-9dbf-ba889334440c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:58.691676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-264f5e91-3a63-49bc-849a-11967fba1009 req-c2a01819-467d-4253-972e-c5221153021d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329589 Mar 07 16:15:58.750701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Allocated IP 172.20.0.10 (db617f23-3d70-4dc2-ac93-e81d7cf976cb/3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7/0584e74b-e446-4340-a240-8b388e9cbb01) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:15:58.814095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:58.893518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Router c0538589-9492-4d68-9dbf-ba889334440c is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:15:58.959098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:58.974626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc609e-6e0c-40aa-aa55-227c71ef45db None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:58.987806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Publish callbacks [] for port (0584e74b-e446-4340-a240-8b388e9cbb01), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:58.995136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc609e-6e0c-40aa-aa55-227c71ef45db None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:58.996104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-24cc609e-6e0c-40aa-aa55-227c71ef45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:59.044164 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-24cc609e-6e0c-40aa-aa55-227c71ef45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:59.055098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc609e-6e0c-40aa-aa55-227c71ef45db None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:59.055899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-24cc609e-6e0c-40aa-aa55-227c71ef45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:59.061024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:15:59.073051 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Sync routers for ids ['c0538589-9492-4d68-9dbf-ba889334440c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:15:59.080240 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:59.093365 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Routers {'c0538589-9492-4d68-9dbf-ba889334440c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:15:59.094044 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c0538589-9492-4d68-9dbf-ba889334440c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:59.096334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:59.101228 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c98a5d46-3c0d-424b-a877-f86f7c6bd350 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6989763 Mar 07 16:15:59.105859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-24cc609e-6e0c-40aa-aa55-227c71ef45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:59.106560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc609e-6e0c-40aa-aa55-227c71ef45db None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:15:59.128200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41376) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:59.152144 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:59.153287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Network db617f23-3d70-4dc2-ac93-e81d7cf976cb is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:15:59.156887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:15:59.162681 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:15:59.168296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Pushing event updated for resources: {'Port': ['ID=0584e74b-e446-4340-a240-8b388e9cbb01,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:15:59.262154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:59.263158 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:59.285125 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-ecc12b8b-a607-4ee5-89be-c4eb720bfd7b tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1405013 Mar 07 16:15:59.292812 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Set router c0538589-9492-4d68-9dbf-ba889334440c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:15:59.294750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbaa335-a8a9-4617-99ff-69dce564f8a7 req-47fe56cb-ac74-4dea-b5a2-a7ca4c1872a3 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:59.296509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3bbaa335-a8a9-4617-99ff-69dce564f8a7 req-47fe56cb-ac74-4dea-b5a2-a7ca4c1872a3 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 932 time: 0.1061070 Mar 07 16:15:59.302186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Request body: {'port': {'device_id': '18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:59.385889 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:59.599377 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0538589-9492-4d68-9dbf-ba889334440c', 'name': 'tempest-snat-router-1051619794', 'tenant_id': '1c34cba8e15546b78d72de3905b35911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.62'}], 'enable_snat': False}, 'gw_port_id': '594585f9-2d62-4f1b-bc00-1169bd24c6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:56Z', 'updated_at': '2022-03-07T16:15:57Z', 'revision_number': 3, 'project_id': '1c34cba8e15546b78d72de3905b35911', 'gw_port': {'id': '594585f9-2d62-4f1b-bc00-1169bd24c6c0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0538589-9492-4d68-9dbf-ba889334440c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:57Z', 'updated_at': '2022-03-07T16:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:15:59.640125 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Checking router: c0538589-9492-4d68-9dbf-ba889334440c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:15:59.640838 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Updating router c0538589-9492-4d68-9dbf-ba889334440c port 594585f9-2d62-4f1b-bc00-1169bd24c6c0 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:15:59.679717 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:59.725052 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4080376d-1011-4966-875b-b4b83889eb16 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/routers/c0538589-9492-4d68-9dbf-ba889334440c HTTP/1.1" status: 200 len: 908 time: 0.5955799 Mar 07 16:15:59.729398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41388) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:15:59.744044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1051619794', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': True}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:15:59.750834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5267-d264-4707-8318-08214cabc366 req-a054df52-c924-4b51-8f99-162822750c5b tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:15:59.752200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-930c5267-d264-4707-8318-08214cabc366 req-a054df52-c924-4b51-8f99-162822750c5b tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 946 time: 0.1363542 Mar 07 16:15:59.799332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3bbaa335-a8a9-4617-99ff-69dce564f8a7 req-6bda1e6e-7c3b-4881-ab2d-24c058af22b2 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902563 Mar 07 16:15:59.824922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router 0c0934b3-c614-40ad-9588-a105673e744c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:15:59.834077 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:59.837432 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:15:59.927490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-930c5267-d264-4707-8318-08214cabc366 req-f58c862f-5346-465b-90fe-83dd495cd187 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691687 Mar 07 16:16:00.003779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41392) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:00.012207 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_controller (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.015030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:00.022162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.026210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1ef09-19d0-4bf3-92be-891e9d98c009 None None] Sync routers for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:00.045565 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Publish callbacks [] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.053388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1ef09-19d0-4bf3-92be-891e9d98c009 None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:00.054293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-05c1ef09-19d0-4bf3-92be-891e9d98c009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:00.055545 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.098044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-05c1ef09-19d0-4bf3-92be-891e9d98c009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:00.109490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1ef09-19d0-4bf3-92be-891e9d98c009 None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:00.110637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-05c1ef09-19d0-4bf3-92be-891e9d98c009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:00.122405 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Attempting to bind port 594585f9-2d62-4f1b-bc00-1169bd24c6c0 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:00.122965 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Attempting to bind port 594585f9-2d62-4f1b-bc00-1169bd24c6c0 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:00.123070 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Attempting to bind port 594585f9-2d62-4f1b-bc00-1169bd24c6c0 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:00.130108 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:00.130432 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:00.131285 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.131696 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:00.132180 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Bound port: 594585f9-2d62-4f1b-bc00-1169bd24c6c0, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:00.132575 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.155112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-05c1ef09-19d0-4bf3-92be-891e9d98c009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:00.155334 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680ab47-e402-4f23-af82-5620ecf13fef None None] Pushing event updated for resources: {'Port': ['ID=594585f9-2d62-4f1b-bc00-1169bd24c6c0,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:00.156714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1ef09-19d0-4bf3-92be-891e9d98c009 None None] The sync data for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:00.176568 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.218687 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] For port 594585f9-2d62-4f1b-bc00-1169bd24c6c0, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:00.223319 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] For port 594585f9-2d62-4f1b-bc00-1169bd24c6c0, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=594585f9-2d62-4f1b-bc00-1169bd24c6c0,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:00.226259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07cc5ee3-46e5-407f-a693-c24c32cadbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.253768 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.297399 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-96889315-c6f2-4451-9a99-d8d5e350a552 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/floatingips/2e8d85c9-8e81-462a-b39f-cbfbfd6f771a HTTP/1.1" status: 200 len: 978 time: 2.7673509 Mar 07 16:16:00.303834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41396) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:00.336763 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Routers {'c0538589-9492-4d68-9dbf-ba889334440c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:00.337639 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c0538589-9492-4d68-9dbf-ba889334440c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:00.386005 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680ab47-e402-4f23-af82-5620ecf13fef None None] Pushing event updated for resources: {'Port': ['ID=594585f9-2d62-4f1b-bc00-1169bd24c6c0,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:00.403702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07cc5ee3-46e5-407f-a693-c24c32cadbb2 admin admin] Publish callbacks [] for security_group (1d2b6cb2-f4be-4c0e-b276-a31c4ad2edaa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.411284 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07cc5ee3-46e5-407f-a693-c24c32cadbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1d2b6cb2-f4be-4c0e-b276-a31c4ad2edaa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.451224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0584e74b-e446-4340-a240-8b388e9cbb01 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:16:00.461745 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Publish callbacks [] for port (0584e74b-e446-4340-a240-8b388e9cbb01), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.469103 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] Set router c0538589-9492-4d68-9dbf-ba889334440c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:16:00.477389 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-07cc5ee3-46e5-407f-a693-c24c32cadbb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66f4146277b545018c36c48afe9fb53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4694569 Mar 07 16:16:00.477581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41400) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:00.484666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc5ee3-46e5-407f-a693-c24c32cadbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2b6cb2-f4be-4c0e-b276-a31c4ad2edaa,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:00.507369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 2f1e2283-0304-42ae-89a5-e53c660e5be0 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:00.507728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2f1e2283-0304-42ae-89a5-e53c660e5be0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.525657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Transition to ACTIVE for port object 0584e74b-e446-4340-a240-8b388e9cbb01 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:16:00.530630 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.585417 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.610460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfd7-709e-49d6-a153-474f2c9234a9 admin admin] Publish callbacks [] for security_group (1d2b6cb2-f4be-4c0e-b276-a31c4ad2edaa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.612914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Pushing event updated for resources: {'Port': ['ID=0584e74b-e446-4340-a240-8b388e9cbb01,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:00.618349 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.650716 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfd7-709e-49d6-a153-474f2c9234a9 admin admin] Publish callbacks [] for security_group (1d2b6cb2-f4be-4c0e-b276-a31c4ad2edaa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.670906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0538589-9492-4d68-9dbf-ba889334440c', 'name': 'tempest-snat-router-1051619794', 'tenant_id': '1c34cba8e15546b78d72de3905b35911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.62'}], 'enable_snat': False}, 'gw_port_id': '594585f9-2d62-4f1b-bc00-1169bd24c6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:56Z', 'updated_at': '2022-03-07T16:15:57Z', 'revision_number': 3, 'project_id': '1c34cba8e15546b78d72de3905b35911', 'gw_port': {'id': '594585f9-2d62-4f1b-bc00-1169bd24c6c0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0538589-9492-4d68-9dbf-ba889334440c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:57Z', 'updated_at': '2022-03-07T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:00.680669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2f1e2283-0304-42ae-89a5-e53c660e5be0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.703295 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06818ad9-dc8b-4e62-a08a-9a80f609e239 None None] The sync data for ids ['c0538589-9492-4d68-9dbf-ba889334440c'] in n-d-830010-8 is: [{'id': 'c0538589-9492-4d68-9dbf-ba889334440c', 'name': 'tempest-snat-router-1051619794', 'tenant_id': '1c34cba8e15546b78d72de3905b35911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.62'}], 'enable_snat': False}, 'gw_port_id': '594585f9-2d62-4f1b-bc00-1169bd24c6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:56Z', 'updated_at': '2022-03-07T16:15:57Z', 'revision_number': 3, 'project_id': '1c34cba8e15546b78d72de3905b35911', 'gw_port': {'id': '594585f9-2d62-4f1b-bc00-1169bd24c6c0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0538589-9492-4d68-9dbf-ba889334440c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:57Z', 'updated_at': '2022-03-07T16:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:00.777078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Attempting to bind port 0584e74b-e446-4340-a240-8b388e9cbb01 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:00.777777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Attempting to bind port 0584e74b-e446-4340-a240-8b388e9cbb01 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '718a2a99-9535-4a93-be11-27b62b16848f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'db617f23-3d70-4dc2-ac93-e81d7cf976cb'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:00.778177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Attempting to bind port 0584e74b-e446-4340-a240-8b388e9cbb01 on network db617f23-3d70-4dc2-ac93-e81d7cf976cb {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:00.788571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfd7-709e-49d6-a153-474f2c9234a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1d2b6cb2-f4be-4c0e-b276-a31c4ad2edaa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.790535 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a04dcfd7-709e-49d6-a153-474f2c9234a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.792407 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a04dcfd7-709e-49d6-a153-474f2c9234a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d2b6cb2-f4be-4c0e-b276-a31c4ad2edaa HTTP/1.1" status: 204 len: 168 time: 0.3136497 Mar 07 16:16:00.795497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Allocated IP 172.25.4.196 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/e05fa87b-e8cd-4be0-8440-f67f31060d86) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:00.797924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Port 0584e74b-e446-4340-a240-8b388e9cbb01 on network db617f23-3d70-4dc2-ac93-e81d7cf976cb not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:00.798596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Attempting to bind port 0584e74b-e446-4340-a240-8b388e9cbb01 on network db617f23-3d70-4dc2-ac93-e81d7cf976cb {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:00.810858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:00.811204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Checking segment: {'id': '718a2a99-9535-4a93-be11-27b62b16848f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'db617f23-3d70-4dc2-ac93-e81d7cf976cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:00.811578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Bound using segment: {'id': '718a2a99-9535-4a93-be11-27b62b16848f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'db617f23-3d70-4dc2-ac93-e81d7cf976cb'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:00.812010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Bound port: 0584e74b-e446-4340-a240-8b388e9cbb01, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718a2a99-9535-4a93-be11-27b62b16848f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'db617f23-3d70-4dc2-ac93-e81d7cf976cb'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:00.812368 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.848318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dcfd7-709e-49d6-a153-474f2c9234a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2b6cb2-f4be-4c0e-b276-a31c4ad2edaa,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:00.979272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.979659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (2e8d85c9-8e81-462a-b39f-cbfbfd6f771a), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:00.981711 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Floating IP 2e8d85c9-8e81-462a-b39f-cbfbfd6f771a disassociated. External IP: 172.25.4.116, port: 2f1e2283-0304-42ae-89a5-e53c660e5be0. Mar 07 16:16:00.982177 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 2f1e2283-0304-42ae-89a5-e53c660e5be0 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:01.022699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:01.120328 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:01.208287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:01.209674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] For port 0584e74b-e446-4340-a240-8b388e9cbb01, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:01.218954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:01.234300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event updated for resources: {'Port': ['ID=e05fa87b-e8cd-4be0-8440-f67f31060d86,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:01.249048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:01.256605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcf308-a881-485d-b6ac-1b4f453d9341 req-1fa54300-5af8-42b1-9389-e0f831592937 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:01.258233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0fcf308-a881-485d-b6ac-1b4f453d9341 req-1fa54300-5af8-42b1-9389-e0f831592937 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 946 time: 0.1509593 Mar 07 16:16:01.305705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eab4b-f5e1-44d4-b314-0267599e7c13 req-10e6b4ca-bae0-4b15-93bd-633f25db0584 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:01.319810 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a77eab4b-f5e1-44d4-b314-0267599e7c13 req-10e6b4ca-bae0-4b15-93bd-633f25db0584 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 944 time: 0.3954098 Mar 07 16:16:01.331742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] For port 0584e74b-e446-4340-a240-8b388e9cbb01, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0584e74b-e446-4340-a240-8b388e9cbb01,segment=NetworkSegment(718a2a99-9535-4a93-be11-27b62b16848f),segment_id=718a2a99-9535-4a93-be11-27b62b16848f)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:01.351508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:01.380226 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2f1e2283-0304-42ae-89a5-e53c660e5be0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:01.410348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:01.411005 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:01.412605 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] 10.222.0.15 "PUT /v2.0/ports/0584e74b-e446-4340-a240-8b388e9cbb01 HTTP/1.1" status: 200 len: 1092 time: 2.1149673 Mar 07 16:16:01.414785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1', 'tag': '0584e74b-e446-4340-a240-8b388e9cbb01'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:01.416538 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0431368f-14b9-4d8b-a726-24d277e3af70" -d '{"events": [{"name": "network-changed", "server_uuid": "18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1", "tag": "0584e74b-e446-4340-a240-8b388e9cbb01"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:01.432216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=2f1e2283-0304-42ae-89a5-e53c660e5be0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:01.439848 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c0fcf308-a881-485d-b6ac-1b4f453d9341 req-001f9829-ff25-49a7-a1b4-91dfe2965bf0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318257 Mar 07 16:16:01.620101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router 0c0934b3-c614-40ad-9588-a105673e744c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:01.644540 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa849d6-3ac6-4fbc-b046-dc71594e78f5 x-openstack-request-id: req-6fa849d6-3ac6-4fbc-b046-dc71594e78f5 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:01.644837 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1", "tag": "0584e74b-e446-4340-a240-8b388e9cbb01", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:01.652033 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fa849d6-3ac6-4fbc-b046-dc71594e78f5 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:01.652033 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1', 'tag': '0584e74b-e446-4340-a240-8b388e9cbb01', 'status': 'completed', 'code': 200} Mar 07 16:16:01.690088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a77eab4b-f5e1-44d4-b314-0267599e7c13 req-db1513c1-5e0f-4b99-b29f-5e55e0a8e420 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693948 Mar 07 16:16:01.701418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786f8fb-6703-417b-97d2-54c782c41d97 service neutron] Pushing event updated for resources: {'Port': ['ID=0584e74b-e446-4340-a240-8b388e9cbb01,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:01.750672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-18942cb3-00a8-465a-b60a-2d695e1610e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:01.752036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-18942cb3-00a8-465a-b60a-2d695e1610e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc0d6021af024a9dbbf7a3e71cbb5dfd&device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 1126 time: 0.2365479 Mar 07 16:16:01.787491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8fab-2067-427c-a15f-da81e5c25c1b req-49fc635d-0851-42d7-80d1-d26171bb9008 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:01.789099 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-410a8fab-2067-427c-a15f-da81e5c25c1b req-49fc635d-0851-42d7-80d1-d26171bb9008 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 946 time: 0.1718273 Mar 07 16:16:01.882232 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-410a8fab-2067-427c-a15f-da81e5c25c1b req-2674ae38-e9ad-4c1b-88ec-6aa9b6d0c4d7 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615528 Mar 07 16:16:01.883512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:01.894347 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48878a8e-13af-40fb-9842-a5d6e4f1c37d None None] Sync routers for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:01.907403 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48878a8e-13af-40fb-9842-a5d6e4f1c37d None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:01.908114 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-48878a8e-13af-40fb-9842-a5d6e4f1c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:01.918574 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-892be4e8-80d1-488f-91af-14d8ca37b287 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0584e74b-e446-4340-a240-8b388e9cbb01 HTTP/1.1" status: 200 len: 217 time: 0.0959640 Mar 07 16:16:01.980071 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-48878a8e-13af-40fb-9842-a5d6e4f1c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:01.991838 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48878a8e-13af-40fb-9842-a5d6e4f1c37d None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:01.996775 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-48878a8e-13af-40fb-9842-a5d6e4f1c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:02.009449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:02.013827 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d1e026df-0612-40dd-ae51-090de130248a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/ports/2f1e2283-0304-42ae-89a5-e53c660e5be0 HTTP/1.1" status: 204 len: 168 time: 1.7089891 Mar 07 16:16:02.020760 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41438) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:02.069392 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-48878a8e-13af-40fb-9842-a5d6e4f1c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:02.070717 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48878a8e-13af-40fb-9842-a5d6e4f1c37d None None] The sync data for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:02.071585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-bf03300f-a594-403c-9f06-a75d9b00c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:02.073166 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-bf03300f-a594-403c-9f06-a75d9b00c156 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7 HTTP/1.1" status: 200 len: 848 time: 0.1478100 Mar 07 16:16:02.096334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:02.169409 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-7430e49f-5dc7-498a-9ab9-b3487f9deb9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db617f23-3d70-4dc2-ac93-e81d7cf976cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894678 Mar 07 16:16:02.371461 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:16:02.537848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9d4e-bc48-466b-8dd2-b124942508de req-69336c27-8656-4467-aaf8-7d25e006588c tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:02.539541 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-508f9d4e-bc48-466b-8dd2-b124942508de req-69336c27-8656-4467-aaf8-7d25e006588c tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 946 time: 0.1208448 Mar 07 16:16:02.684163 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (0c0934b3-c614-40ad-9588-a105673e744c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:02.707671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-60e04069-6ddb-4091-b7db-be2b42cc32c3 service neutron] 10.222.0.15 "GET /v2.0/networks/db617f23-3d70-4dc2-ac93-e81d7cf976cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026681 Mar 07 16:16:02.725733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-508f9d4e-bc48-466b-8dd2-b124942508de req-f3851f87-46ae-4924-bddc-9dad3804b601 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736035 Mar 07 16:16:02.843110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 594585f9-2d62-4f1b-bc00-1169bd24c6c0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:02.854224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f4e9ef4-3268-418d-8a43-735623be517f req-4168c3ca-5cb7-4b03-a1a9-e0c3928fd687 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2115884 Mar 07 16:16:02.870961 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:02.955999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 594585f9-2d62-4f1b-bc00-1169bd24c6c0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:02.956374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:03.036595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bc6f40-e4a2-4e3e-8340-a8ac718a9bfc req-8490e2d6-ef32-4252-846d-df8a73dfb7e0 service neutron] 10.222.0.15 "GET /v2.0/networks/db617f23-3d70-4dc2-ac93-e81d7cf976cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900634 Mar 07 16:16:03.128703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 594585f9-2d62-4f1b-bc00-1169bd24c6c0 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:03.129801 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:03.161443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233f99a-1f13-42d3-9566-5a41e04a0884 req-ab86ba60-9b9a-4092-8a75-b0099c1dfd04 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:03.168520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6233f99a-1f13-42d3-9566-5a41e04a0884 req-ab86ba60-9b9a-4092-8a75-b0099c1dfd04 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 944 time: 0.2330518 Mar 07 16:16:03.185514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 594585f9-2d62-4f1b-bc00-1169bd24c6c0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=594585f9-2d62-4f1b-bc00-1169bd24c6c0,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:03.191731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e9ef4-3268-418d-8a43-735623be517f req-abfe52dc-a7ff-4b4d-83db-143b78306f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:03.197369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:03.199690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f4e9ef4-3268-418d-8a43-735623be517f req-abfe52dc-a7ff-4b4d-83db-143b78306f52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 1127 time: 0.2676842 Mar 07 16:16:03.246083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 89eee0fe-816d-4302-aa00-3c339b58133b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:03.246644 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (89eee0fe-816d-4302-aa00-3c339b58133b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:03.294022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=594585f9-2d62-4f1b-bc00-1169bd24c6c0,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:03.310176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-4b883273-39f3-4bb8-afa3-44b8c7dd006d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1273849 Mar 07 16:16:03.340444 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6233f99a-1f13-42d3-9566-5a41e04a0884 req-18e5df93-a168-4de5-80af-708843bb4175 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709385 Mar 07 16:16:03.424058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-4ca1eacf-e72b-485f-a654-da850bea7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:03.426245 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-4ca1eacf-e72b-485f-a654-da850bea7994 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc0d6021af024a9dbbf7a3e71cbb5dfd&device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 1126 time: 0.3281400 Mar 07 16:16:03.473581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078f99-3d43-42ce-9ccc-9836e9567beb req-c605e831-7b7e-4c55-9972-890022823c93 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:03.475909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48078f99-3d43-42ce-9ccc-9836e9567beb req-c605e831-7b7e-4c55-9972-890022823c93 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 946 time: 0.1970966 Mar 07 16:16:03.484547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Router bb14879c-e7a6-4c29-b97b-6f4d25d5e942 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:16:03.513494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (89eee0fe-816d-4302-aa00-3c339b58133b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:03.521862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e9ef4-3268-418d-8a43-735623be517f req-fb77dad0-465b-45b3-bf89-7cbb18ea6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:03.524178 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f4e9ef4-3268-418d-8a43-735623be517f req-fb77dad0-465b-45b3-bf89-7cbb18ea6cf4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 200 len: 917 time: 0.2438140 Mar 07 16:16:03.535540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-3b0c64da-3ef2-403b-87d4-4240f33c6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:03.537735 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-3b0c64da-3ef2-403b-87d4-4240f33c6135 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1128 time: 0.1629095 Mar 07 16:16:03.542906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 89eee0fe-816d-4302-aa00-3c339b58133b owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:03.652034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-0c1048b9-964d-4cb2-93f9-01a8f6323c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:03.653547 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-0c1048b9-964d-4cb2-93f9-01a8f6323c17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db617f23-3d70-4dc2-ac93-e81d7cf976cb HTTP/1.1" status: 200 len: 909 time: 0.2179897 Mar 07 16:16:03.707682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f4e9ef4-3268-418d-8a43-735623be517f req-85188ea4-0447-44d7-babc-529214fb696a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dedeb18a-4552-4b32-8c24-d46a6598696d HTTP/1.1" status: 200 len: 1001 time: 0.1725070 Mar 07 16:16:03.745454 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-61730ad0-e2a6-46ab-8d34-ccb8102cd555 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0584e74b-e446-4340-a240-8b388e9cbb01 HTTP/1.1" status: 200 len: 217 time: 0.0791473 Mar 07 16:16:03.847318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:03.851431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e9ef4-3268-418d-8a43-735623be517f req-dbaf6812-301b-4000-a28c-884ceaff507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:03.852942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f4e9ef4-3268-418d-8a43-735623be517f req-dbaf6812-301b-4000-a28c-884ceaff507d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=242b73e8-c876-44d3-8ba1-ca9acbbcb969 HTTP/1.1" status: 200 len: 855 time: 0.1113942 Mar 07 16:16:03.856425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-369f7897-4377-4693-b4ce-9a2618037fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:03.857822 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-369f7897-4377-4693-b4ce-9a2618037fa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7 HTTP/1.1" status: 200 len: 848 time: 0.1032639 Mar 07 16:16:03.860963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Sync routers for ids ['bb14879c-e7a6-4c29-b97b-6f4d25d5e942'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:03.885690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Routers {'bb14879c-e7a6-4c29-b97b-6f4d25d5e942'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:03.887560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['bb14879c-e7a6-4c29-b97b-6f4d25d5e942'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:03.908830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:03.910494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7a19e91d-138d-488a-adc3-93b97658b367 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1797175 Mar 07 16:16:03.927431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41534) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:03.932082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-ac29cb54-b20e-4c19-a0d4-771aece1515d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db617f23-3d70-4dc2-ac93-e81d7cf976cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575767 Mar 07 16:16:03.995112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48078f99-3d43-42ce-9ccc-9836e9567beb req-b1b0e9c3-6bfb-48e4-8917-b6e75236227a tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934206 Mar 07 16:16:04.077657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Set router bb14879c-e7a6-4c29-b97b-6f4d25d5e942 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:16:04.095039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-8707ed45-7db3-4c00-a3c5-16992eddcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:04.096619 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-8707ed45-7db3-4c00-a3c5-16992eddcf61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 897 time: 0.5341082 Mar 07 16:16:04.139895 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-2e777107-92c5-4492-91a9-886443c627c6 service neutron] 10.222.0.15 "GET /v2.0/networks/db617f23-3d70-4dc2-ac93-e81d7cf976cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007520 Mar 07 16:16:04.142602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e9ef4-3268-418d-8a43-735623be517f req-b54a8f6a-9e5b-4a4d-9eac-867f2643cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:04.144572 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f4e9ef4-3268-418d-8a43-735623be517f req-b54a8f6a-9e5b-4a4d-9eac-867f2643cc17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71fa29c5-8992-46af-bc80-74d201eca7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2819216 Mar 07 16:16:04.183938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41538) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:04.244508 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-ca4264ad-cb1b-42de-93db-2ac4826ba4d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 1001 time: 0.1409600 Mar 07 16:16:04.296674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7bee73c4-91fd-41ec-9385-0a083dc6e5c7 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/routers/bb14879c-e7a6-4c29-b97b-6f4d25d5e942 HTTP/1.1" status: 200 len: 908 time: 0.3667009 Mar 07 16:16:04.302047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41542) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:04.355892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb14879c-e7a6-4c29-b97b-6f4d25d5e942', 'name': 'tempest-snat-router-1051619794', 'tenant_id': '1c34cba8e15546b78d72de3905b35911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e05fa87b-e8cd-4be0-8440-f67f31060d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:59Z', 'updated_at': '2022-03-07T16:16:01Z', 'revision_number': 3, 'project_id': '1c34cba8e15546b78d72de3905b35911', 'gw_port': {'id': 'e05fa87b-e8cd-4be0-8440-f67f31060d86', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb14879c-e7a6-4c29-b97b-6f4d25d5e942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:00Z', 'updated_at': '2022-03-07T16:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:04.362957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-445664cc-c3ef-4b86-90d8-32dd282f73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:04.364437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-445664cc-c3ef-4b86-90d8-32dd282f73dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.1138685 Mar 07 16:16:04.371379 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (89eee0fe-816d-4302-aa00-3c339b58133b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.386849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3e62538-aada-4e73-a894-91852d391c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.410575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Checking router: bb14879c-e7a6-4c29-b97b-6f4d25d5e942 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:16:04.411074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Updating router bb14879c-e7a6-4c29-b97b-6f4d25d5e942 port e05fa87b-e8cd-4be0-8440-f67f31060d86 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:16:04.411608 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f4e9ef4-3268-418d-8a43-735623be517f req-d9130ff4-6070-4f2e-881d-d32d54f258aa service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590733 Mar 07 16:16:04.417668 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0431368f-14b9-4d8b-a726-24d277e3af70 req-3640202a-96ba-49da-878f-38b6337a2359 service neutron] 10.222.0.15 "GET /v2.0/networks/db617f23-3d70-4dc2-ac93-e81d7cf976cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664087 Mar 07 16:16:04.450791 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.455756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=89eee0fe-816d-4302-aa00-3c339b58133b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:04.616583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-95126729-4f29-4d61-9967-6045738c475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:04.618199 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-95126729-4f29-4d61-9967-6045738c475a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2449064 Mar 07 16:16:04.629916 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.707907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea82dca-65ff-4143-9e96-d6fd346709f4 req-24bf9bab-8a8f-462a-b40e-d9715b1d7303 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:04.710483 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fea82dca-65ff-4143-9e96-d6fd346709f4 req-24bf9bab-8a8f-462a-b40e-d9715b1d7303 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 944 time: 0.2668431 Mar 07 16:16:04.725412 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7f4e9ef4-3268-418d-8a43-735623be517f req-6680ca82-f989-4736-9b5c-c48e4400b3e6 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067613 Mar 07 16:16:04.734674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-f45b5635-050b-41a3-b2b3-ec902323ea47 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:04.736265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-f45b5635-050b-41a3-b2b3-ec902323ea47 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.11 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 946 time: 0.2247250 Mar 07 16:16:04.781599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 594585f9-2d62-4f1b-bc00-1169bd24c6c0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:04.845393 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3e62538-aada-4e73-a894-91852d391c7d admin admin] Publish callbacks [] for security_group (edb06960-f27c-4917-935a-89c5fcde3d5f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.860636 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3e62538-aada-4e73-a894-91852d391c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (edb06960-f27c-4917-935a-89c5fcde3d5f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.888789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (0c0934b3-c614-40ad-9588-a105673e744c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.889303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 594585f9-2d62-4f1b-bc00-1169bd24c6c0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:04.889834 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.922332 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-61a625a8-ee14-4e9d-83e8-e75323366f0f service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694101 Mar 07 16:16:04.933535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e62538-aada-4e73-a894-91852d391c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb06960-f27c-4917-935a-89c5fcde3d5f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:04.938112 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Publish callbacks [] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.954615 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:04.957717 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e3e62538-aada-4e73-a894-91852d391c7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fc9d261c9084f1f98936b25d1264c34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7712994 Mar 07 16:16:04.991599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41546) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:05.053249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Attempting to bind port e05fa87b-e8cd-4be0-8440-f67f31060d86 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:05.053754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Attempting to bind port e05fa87b-e8cd-4be0-8440-f67f31060d86 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:05.054199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Attempting to bind port e05fa87b-e8cd-4be0-8440-f67f31060d86 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:05.061807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:05.062294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:05.062781 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.063324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:05.063889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Bound port: e05fa87b-e8cd-4be0-8440-f67f31060d86, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:05.064353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.066484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e00498-92fc-467f-b02d-cb9d47aac640 None None] Pushing event updated for resources: {'Port': ['ID=e05fa87b-e8cd-4be0-8440-f67f31060d86,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:05.071514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 594585f9-2d62-4f1b-bc00-1169bd24c6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:05.131451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] For port e05fa87b-e8cd-4be0-8440-f67f31060d86, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:05.136161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] For port e05fa87b-e8cd-4be0-8440-f67f31060d86, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e05fa87b-e8cd-4be0-8440-f67f31060d86,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:05.143176 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.208372 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a2de769-4e2f-485d-ae6e-c9a00d9fcead admin admin] Publish callbacks [] for security_group (edb06960-f27c-4917-935a-89c5fcde3d5f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.210229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Routers {'bb14879c-e7a6-4c29-b97b-6f4d25d5e942'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:05.210981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['bb14879c-e7a6-4c29-b97b-6f4d25d5e942'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:05.212133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b68174a-7616-41d6-b959-7f896ff9e216 req-d1fdbd21-a29a-4d5a-98a7-b1ecbbded167 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816372 Mar 07 16:16:05.260007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e00498-92fc-467f-b02d-cb9d47aac640 None None] Pushing event updated for resources: {'Port': ['ID=e05fa87b-e8cd-4be0-8440-f67f31060d86,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:05.287361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fc7be-2ecc-42a4-be81-74a8d27e0393 req-609c3ac6-d4b7-41ee-81e8-24de2c6ff284 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:05.289129 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fd7fc7be-2ecc-42a4-be81-74a8d27e0393 req-609c3ac6-d4b7-41ee-81e8-24de2c6ff284 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 946 time: 0.1719337 Mar 07 16:16:05.292753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a2de769-4e2f-485d-ae6e-c9a00d9fcead admin admin] Publish callbacks [] for security_group (edb06960-f27c-4917-935a-89c5fcde3d5f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.338951 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fea82dca-65ff-4143-9e96-d6fd346709f4 req-4892d867-ad9a-4141-8789-b95339a798e5 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016042 Mar 07 16:16:05.358868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.373174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] Set router bb14879c-e7a6-4c29-b97b-6f4d25d5e942 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:16:05.406372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Deleting port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:05.407061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.426974 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fd7fc7be-2ecc-42a4-be81-74a8d27e0393 req-f2e8f3a7-ebbe-4093-999c-16d2ebf102a6 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1147474-f7e7-4eb1-8701-fec55b09cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250782 Mar 07 16:16:05.439299 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router 0c0934b3-c614-40ad-9588-a105673e744c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:05.444413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a2de769-4e2f-485d-ae6e-c9a00d9fcead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (edb06960-f27c-4917-935a-89c5fcde3d5f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.456829 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a2de769-4e2f-485d-ae6e-c9a00d9fcead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.456829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2a2de769-4e2f-485d-ae6e-c9a00d9fcead admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edb06960-f27c-4917-935a-89c5fcde3d5f HTTP/1.1" status: 204 len: 168 time: 0.4541819 Mar 07 16:16:05.460527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2de769-4e2f-485d-ae6e-c9a00d9fcead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb06960-f27c-4917-935a-89c5fcde3d5f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:05.564948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Deleting port e05fa87b-e8cd-4be0-8440-f67f31060d86 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:05.565493 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.603122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:05.604353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] For port d9e4fdeb-5bd3-40eb-880b-9225e29ad753, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,segment=NetworkSegment(7453450d-35db-424f-8dc8-3f174b62f831),segment_id=7453450d-35db-424f-8dc8-3f174b62f831)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:05.604804 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.612224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4c8be634-265f-4952-bfc2-4cf23ec34c5b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/routers/0c0934b3-c614-40ad-9588-a105673e744c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5879192 Mar 07 16:16:05.615240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41552) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:05.619526 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a59a6-b4f9-49dd-bd54-751d352da9cd None None] Sync routers for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:05.637579 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a59a6-b4f9-49dd-bd54-751d352da9cd None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:05.638478 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-890a59a6-b4f9-49dd-bd54-751d352da9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:05.649754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Calling delete_port for d9e4fdeb-5bd3-40eb-880b-9225e29ad753 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:05.649971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb14879c-e7a6-4c29-b97b-6f4d25d5e942', 'name': 'tempest-snat-router-1051619794', 'tenant_id': '1c34cba8e15546b78d72de3905b35911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e05fa87b-e8cd-4be0-8440-f67f31060d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:59Z', 'updated_at': '2022-03-07T16:16:01Z', 'revision_number': 3, 'project_id': '1c34cba8e15546b78d72de3905b35911', 'gw_port': {'id': 'e05fa87b-e8cd-4be0-8440-f67f31060d86', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb14879c-e7a6-4c29-b97b-6f4d25d5e942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:00Z', 'updated_at': '2022-03-07T16:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:05.694065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d5cf1-072f-4895-8d82-ef23d049798e None None] The sync data for ids ['bb14879c-e7a6-4c29-b97b-6f4d25d5e942'] in n-d-830010-8 is: [{'id': 'bb14879c-e7a6-4c29-b97b-6f4d25d5e942', 'name': 'tempest-snat-router-1051619794', 'tenant_id': '1c34cba8e15546b78d72de3905b35911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e05fa87b-e8cd-4be0-8440-f67f31060d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:15:59Z', 'updated_at': '2022-03-07T16:16:01Z', 'revision_number': 3, 'project_id': '1c34cba8e15546b78d72de3905b35911', 'gw_port': {'id': 'e05fa87b-e8cd-4be0-8440-f67f31060d86', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb14879c-e7a6-4c29-b97b-6f4d25d5e942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:00Z', 'updated_at': '2022-03-07T16:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:05.721181 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-890a59a6-b4f9-49dd-bd54-751d352da9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:05.743951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] For port e05fa87b-e8cd-4be0-8440-f67f31060d86, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e05fa87b-e8cd-4be0-8440-f67f31060d86,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:05.744511 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.746631 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a59a6-b4f9-49dd-bd54-751d352da9cd None None] Routers {'0c0934b3-c614-40ad-9588-a105673e744c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:05.748559 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-890a59a6-b4f9-49dd-bd54-751d352da9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0c0934b3-c614-40ad-9588-a105673e744c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:05.767888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Calling delete_port for e05fa87b-e8cd-4be0-8440-f67f31060d86 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:05.829438 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router (0c0934b3-c614-40ad-9588-a105673e744c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:05.954247 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-890a59a6-b4f9-49dd-bd54-751d352da9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:05.955055 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a59a6-b4f9-49dd-bd54-751d352da9cd None None] The sync data for ids ['0c0934b3-c614-40ad-9588-a105673e744c'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:05.968283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41556) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:06.002582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d4e73e4b-2319-4066-b873-0b709f402583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.007611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d9e4fdeb-5bd3-40eb-880b-9225e29ad753), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.047099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Pushing event deleted for resources: {'Port': ['ID=d9e4fdeb-5bd3-40eb-880b-9225e29ad753,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:06.162827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] No DVR routers for this DVR port d9e4fdeb-5bd3-40eb-880b-9225e29ad753 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:16:06.165823 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.169467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6367744-5102-4f86-aca4-fcccc00bf52e req-ffc42970-2d6a-4464-aa63-4f88c7472fc0 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.11 "DELETE /v2.0/ports/d9e4fdeb-5bd3-40eb-880b-9225e29ad753 HTTP/1.1" status: 204 len: 173 time: 1.4229920 Mar 07 16:16:06.172562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702c5345-9126-4deb-8acf-de441677329c', 'name': 'network-vif-deleted', 'tag': 'd9e4fdeb-5bd3-40eb-880b-9225e29ad753'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:06.175402 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a056b395-2193-453c-99dd-837d8c41e52d" -d '{"events": [{"server_uuid": "702c5345-9126-4deb-8acf-de441677329c", "name": "network-vif-deleted", "tag": "d9e4fdeb-5bd3-40eb-880b-9225e29ad753"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:06.246218 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c24fc9-8567-4c0b-a20e-e13e70b60df2 x-openstack-request-id: req-c5c24fc9-8567-4c0b-a20e-e13e70b60df2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:06.246521 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702c5345-9126-4deb-8acf-de441677329c", "name": "network-vif-deleted", "tag": "d9e4fdeb-5bd3-40eb-880b-9225e29ad753", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:06.246851 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5c24fc9-8567-4c0b-a20e-e13e70b60df2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:06.247252 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702c5345-9126-4deb-8acf-de441677329c', 'name': 'network-vif-deleted', 'tag': 'd9e4fdeb-5bd3-40eb-880b-9225e29ad753', 'status': 'completed', 'code': 200} Mar 07 16:16:06.249084 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e05fa87b-e8cd-4be0-8440-f67f31060d86), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.313435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event deleted for resources: {'Port': ['ID=e05fa87b-e8cd-4be0-8440-f67f31060d86,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:06.364057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_gateway (0c0934b3-c614-40ad-9588-a105673e744c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.406461 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d4e73e4b-2319-4066-b873-0b709f402583 admin admin] Publish callbacks [] for security_group (1182c687-db47-4051-8a61-4a9fb1993871), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.409789 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.475249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 8f64879a-1e26-442c-b914-112fb4d966a9 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:06.475797 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8f64879a-1e26-442c-b914-112fb4d966a9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.508632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d4e73e4b-2319-4066-b873-0b709f402583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1182c687-db47-4051-8a61-4a9fb1993871), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.540534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d4e73e4b-2319-4066-b873-0b709f402583 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41f07804353f48f3bea2a60ea361b4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5690126 Mar 07 16:16:06.543238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41564) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:06.546478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.594973 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-67af77db-f0cc-4c68-8afa-afd49cbe80b3 req-8d68b78e-e547-4ea8-b9de-30deab40ac97 tempest-ServersNegativeTestMultiTenantJSON-1575452657 tempest-ServersNegativeTestMultiTenantJSON-1575452657-project] 10.222.0.24 "GET /v2.0/ports?device_id=702c5345-9126-4deb-8acf-de441677329c HTTP/1.1" status: 200 len: 210 time: 0.0580077 Mar 07 16:16:06.599030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_controller (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.601082 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.609132 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bee29-7013-4267-a8dc-930fe538ec06 req-a274a451-597c-4fd5-bf86-a100e9425f15 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:06.619408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a7bee29-7013-4267-a8dc-930fe538ec06 req-a274a451-597c-4fd5-bf86-a100e9425f15 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 944 time: 0.1865621 Mar 07 16:16:06.652959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e73e4b-2319-4066-b873-0b709f402583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1182c687-db47-4051-8a61-4a9fb1993871,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:06.667706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (bb14879c-e7a6-4c29-b97b-6f4d25d5e942), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.668337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb14879c-e7a6-4c29-b97b-6f4d25d5e942 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:16:06.672324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.673491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-815e9f7d-7f88-4b2f-8069-dffa14d5c051 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "DELETE /v2.0/routers/bb14879c-e7a6-4c29-b97b-6f4d25d5e942 HTTP/1.1" status: 204 len: 168 time: 2.3699353 Mar 07 16:16:06.676361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41566) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:06.717144 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8f64879a-1e26-442c-b914-112fb4d966a9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.751283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5e02662a-9a04-4dcb-bbdc-1a5751f2184e admin admin] Publish callbacks [] for security_group (1182c687-db47-4051-8a61-4a9fb1993871), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.760993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 8f64879a-1e26-442c-b914-112fb4d966a9 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:06.767076 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5a7bee29-7013-4267-a8dc-930fe538ec06 req-9edc3396-19c9-4f1d-aff0-cb336904a58c tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465020 Mar 07 16:16:06.796277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5e02662a-9a04-4dcb-bbdc-1a5751f2184e admin admin] Publish callbacks [] for security_group (1182c687-db47-4051-8a61-4a9fb1993871), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.827178 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (c0538589-9492-4d68-9dbf-ba889334440c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.843765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0584e74b-e446-4340-a240-8b388e9cbb01 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:16:06.948926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5e02662a-9a04-4dcb-bbdc-1a5751f2184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1182c687-db47-4051-8a61-4a9fb1993871), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.952050 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5e02662a-9a04-4dcb-bbdc-1a5751f2184e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.957512 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5e02662a-9a04-4dcb-bbdc-1a5751f2184e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1182c687-db47-4051-8a61-4a9fb1993871 HTTP/1.1" status: 204 len: 168 time: 0.4088206 Mar 07 16:16:06.963443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02662a-9a04-4dcb-bbdc-1a5751f2184e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1182c687-db47-4051-8a61-4a9fb1993871,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:06.986087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (c0538589-9492-4d68-9dbf-ba889334440c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:06.987904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 0584e74b-e446-4340-a240-8b388e9cbb01, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0584e74b-e446-4340-a240-8b388e9cbb01,segment=NetworkSegment(718a2a99-9535-4a93-be11-27b62b16848f),segment_id=718a2a99-9535-4a93-be11-27b62b16848f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:07.004620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '0584e74b-e446-4340-a240-8b388e9cbb01', 'network_id': 'db617f23-3d70-4dc2-ac93-e81d7cf976cb', 'port_id': '0584e74b-e446-4340-a240-8b388e9cbb01', 'mac_address': 'fa:16:3e:37:60:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:16:07.044084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8f64879a-1e26-442c-b914-112fb4d966a9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.069014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 0584e74b-e446-4340-a240-8b388e9cbb01 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:07.071075 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.087548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0584e74b-e446-4340-a240-8b388e9cbb01 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:16:07.106309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Deleting port 594585f9-2d62-4f1b-bc00-1169bd24c6c0 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:07.106715 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.116658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 0584e74b-e446-4340-a240-8b388e9cbb01, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0584e74b-e446-4340-a240-8b388e9cbb01,segment=NetworkSegment(718a2a99-9535-4a93-be11-27b62b16848f),segment_id=718a2a99-9535-4a93-be11-27b62b16848f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:07.116890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=8f64879a-1e26-442c-b914-112fb4d966a9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:07.126477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.187210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=0584e74b-e446-4340-a240-8b388e9cbb01,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:07.215896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (0c0934b3-c614-40ad-9588-a105673e744c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.259897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] For port 594585f9-2d62-4f1b-bc00-1169bd24c6c0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=594585f9-2d62-4f1b-bc00-1169bd24c6c0,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:07.260942 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.277484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Calling delete_port for 594585f9-2d62-4f1b-bc00-1169bd24c6c0 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:07.323887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (0c0934b3-c614-40ad-9588-a105673e744c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.326444 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_controller (0c0934b3-c614-40ad-9588-a105673e744c), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.387436 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (0c0934b3-c614-40ad-9588-a105673e744c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.388150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Fanout notify agent at l3_agent the message router_deleted on router 0c0934b3-c614-40ad-9588-a105673e744c {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:16:07.397831 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.402424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f51fddab-e83c-4df5-a2ff-907d170df109 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/routers/0c0934b3-c614-40ad-9588-a105673e744c HTTP/1.1" status: 204 len: 168 time: 1.7728062 Mar 07 16:16:07.403158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41578) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:07.444601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['0584e74b-e446-4340-a240-8b388e9cbb01'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:16:07.462604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9693235-5eb0-4afc-91ea-a5fb80fdab2f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting subnet d40e076c-8913-40bf-9072-8305b7821577 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:07.466686 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9693235-5eb0-4afc-91ea-a5fb80fdab2f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for subnet (d40e076c-8913-40bf-9072-8305b7821577), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.508521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (594585f9-2d62-4f1b-bc00-1169bd24c6c0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.544096 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9693235-5eb0-4afc-91ea-a5fb80fdab2f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (d40e076c-8913-40bf-9072-8305b7821577), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.547202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event deleted for resources: {'Port': ['ID=594585f9-2d62-4f1b-bc00-1169bd24c6c0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:07.690528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9693235-5eb0-4afc-91ea-a5fb80fdab2f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (d40e076c-8913-40bf-9072-8305b7821577), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.696180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41592) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:07.717487 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (c0538589-9492-4d68-9dbf-ba889334440c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.790764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5050e9fc-105a-4fcf-8a3c-6e2ecd974270 admin admin] Deleting subnet 15c58426-62ca-468d-a425-7a0e6017342a {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:07.795602 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5050e9fc-105a-4fcf-8a3c-6e2ecd974270 admin admin] Publish callbacks [] for subnet (15c58426-62ca-468d-a425-7a0e6017342a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.834561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9693235-5eb0-4afc-91ea-a5fb80fdab2f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (d40e076c-8913-40bf-9072-8305b7821577), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.846163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (c0538589-9492-4d68-9dbf-ba889334440c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.855802 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_controller (c0538589-9492-4d68-9dbf-ba889334440c), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.877927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9693235-5eb0-4afc-91ea-a5fb80fdab2f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Subnet': ['ID=d40e076c-8913-40bf-9072-8305b7821577,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:07.884431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5050e9fc-105a-4fcf-8a3c-6e2ecd974270 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (15c58426-62ca-468d-a425-7a0e6017342a), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.915130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d9e4fdeb-5bd3-40eb-880b-9225e29ad753 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:07.926602 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (c0538589-9492-4d68-9dbf-ba889334440c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.928044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0538589-9492-4d68-9dbf-ba889334440c {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:16:07.934891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.938525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7a77d3a5-d93c-4a8f-a53e-eeae80dd280b tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c0538589-9492-4d68-9dbf-ba889334440c HTTP/1.1" status: 204 len: 168 time: 1.2611885 Mar 07 16:16:07.939917 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9693235-5eb0-4afc-91ea-a5fb80fdab2f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:07.949430 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f9693235-5eb0-4afc-91ea-a5fb80fdab2f tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/subnets/d40e076c-8913-40bf-9072-8305b7821577 HTTP/1.1" status: 204 len: 168 time: 0.5451429 Mar 07 16:16:07.952354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7ad18-bcc9-486d-a257-3baac9f703cf None None] Network 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:07.953163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41604) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:07.953501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41606) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:07.957864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: d9e4fdeb-5bd3-40eb-880b-9225e29ad753 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:16:07.957864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d9e4fdeb-5bd3-40eb-880b-9225e29ad753 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:16:07.969204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-612280937', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:08.013719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a508c4-ad2b-45c6-9a24-7844184c3ead req-dc775a5a-e81c-4e79-8d1e-77ff85e14c9e tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:08.015818 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8a508c4-ad2b-45c6-9a24-7844184c3ead req-dc775a5a-e81c-4e79-8d1e-77ff85e14c9e tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 945 time: 0.1111650 Mar 07 16:16:08.121456 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8a508c4-ad2b-45c6-9a24-7844184c3ead req-0b7654aa-c443-4548-9979-c28f735b8104 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978053 Mar 07 16:16:08.125214 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5050e9fc-105a-4fcf-8a3c-6e2ecd974270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (15c58426-62ca-468d-a425-7a0e6017342a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.207277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.208526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.218528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (5a9db6d1-6492-4bd7-aec3-65b1d5697f27), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.315325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.330915 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5050e9fc-105a-4fcf-8a3c-6e2ecd974270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (15c58426-62ca-468d-a425-7a0e6017342a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.403939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050e9fc-105a-4fcf-8a3c-6e2ecd974270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c58426-62ca-468d-a425-7a0e6017342a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:08.434067 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5050e9fc-105a-4fcf-8a3c-6e2ecd974270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.439664 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5050e9fc-105a-4fcf-8a3c-6e2ecd974270 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15c58426-62ca-468d-a425-7a0e6017342a HTTP/1.1" status: 204 len: 168 time: 0.7398612 Mar 07 16:16:08.440087 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41616) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:08.451349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 097de423-85cf-42ba-95fd-9d2045d7386a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:08.451693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.525669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (19fb2741-7f52-4b88-83d9-5fedb29bee84), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.566580 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.580818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d12a5e-8ffc-46a8-b1b9-d51b424bd8a6 None None] DHCP port deletion for 5a9db6d1-6492-4bd7-aec3-65b1d5697f27 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:16:08.597188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] For port 097de423-85cf-42ba-95fd-9d2045d7386a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=097de423-85cf-42ba-95fd-9d2045d7386a,segment=NetworkSegment(a6dc083c-c6e3-4bfa-a1f1-2a997300999f),segment_id=a6dc083c-c6e3-4bfa-a1f1-2a997300999f)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:08.597553 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.625085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 097de423-85cf-42ba-95fd-9d2045d7386a owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:08.641323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (19fb2741-7f52-4b88-83d9-5fedb29bee84), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.654306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d7d12a5e-8ffc-46a8-b1b9-d51b424bd8a6 None None] Deleting port 097de423-85cf-42ba-95fd-9d2045d7386a {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:08.654698 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d7d12a5e-8ffc-46a8-b1b9-d51b424bd8a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.694694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fb2741-7f52-4b88-83d9-5fedb29bee84']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:08.718684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7453450d-35db-424f-8dc8-3f174b62f831') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:08.719333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7453450d-35db-424f-8dc8-3f174b62f831') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:08.731177 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (7453450d-35db-424f-8dc8-3f174b62f831), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.752178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d7d12a5e-8ffc-46a8-b1b9-d51b424bd8a6 None None] For port 097de423-85cf-42ba-95fd-9d2045d7386a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=097de423-85cf-42ba-95fd-9d2045d7386a,segment=NetworkSegment(a6dc083c-c6e3-4bfa-a1f1-2a997300999f),segment_id=a6dc083c-c6e3-4bfa-a1f1-2a997300999f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:08.752870 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d7d12a5e-8ffc-46a8-b1b9-d51b424bd8a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.767299 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7453450d-35db-424f-8dc8-3f174b62f831), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.769668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d7d12a5e-8ffc-46a8-b1b9-d51b424bd8a6 None None] Calling delete_port for 097de423-85cf-42ba-95fd-9d2045d7386a owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:08.783819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:08.784230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (7453450d-35db-424f-8dc8-3f174b62f831), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.804572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:08.818495 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:08.841337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=097de423-85cf-42ba-95fd-9d2045d7386a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:08.849000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] No DVR routers for this DVR port 097de423-85cf-42ba-95fd-9d2045d7386a on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:16:08.860844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0584e74b-e446-4340-a240-8b388e9cbb01 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:09.005650 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (19fb2741-7f52-4b88-83d9-5fedb29bee84), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.017787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.021491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/19fb2741-7f52-4b88-83d9-5fedb29bee84 HTTP/1.1" status: 204 len: 168 time: 0.5798995 Mar 07 16:16:09.025638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41634) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:09.047006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e05fa87b-e8cd-4be0-8440-f67f31060d86 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:09.067441 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.092107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (5a9db6d1-6492-4bd7-aec3-65b1d5697f27), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.103851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e05fa87b-e8cd-4be0-8440-f67f31060d86 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:16:09.104226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e05fa87b-e8cd-4be0-8440-f67f31060d86 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:16:09.104670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 594585f9-2d62-4f1b-bc00-1169bd24c6c0 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:09.106932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.110523 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d7d12a5e-8ffc-46a8-b1b9-d51b424bd8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (097de423-85cf-42ba-95fd-9d2045d7386a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.125659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b193b53-d3d6-4b8b-8577-81d73d148b93 admin admin] Deleting subnet 67e7b21f-b982-47e2-8406-81876d4b762a {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:09.131362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689cd2c-8708-4d57-a49f-855715a934b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fb2741-7f52-4b88-83d9-5fedb29bee84,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:09.140248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9db6d1-6492-4bd7-aec3-65b1d5697f27']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:09.152674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b193b53-d3d6-4b8b-8577-81d73d148b93 admin admin] Publish callbacks [] for subnet (67e7b21f-b982-47e2-8406-81876d4b762a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.155752 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d12a5e-8ffc-46a8-b1b9-d51b424bd8a6 None None] Pushing event deleted for resources: {'Port': ['ID=097de423-85cf-42ba-95fd-9d2045d7386a,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:09.164845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 594585f9-2d62-4f1b-bc00-1169bd24c6c0 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:16:09.165202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 594585f9-2d62-4f1b-bc00-1169bd24c6c0 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:16:09.165652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 097de423-85cf-42ba-95fd-9d2045d7386a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:09.185310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dc083c-c6e3-4bfa-a1f1-2a997300999f') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:09.185615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dc083c-c6e3-4bfa-a1f1-2a997300999f') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:09.187823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 0584e74b-e446-4340-a240-8b388e9cbb01 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:16:09.190661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 097de423-85cf-42ba-95fd-9d2045d7386a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:16:09.191049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 097de423-85cf-42ba-95fd-9d2045d7386a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:16:09.195811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41638) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:09.197053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d12a5e-8ffc-46a8-b1b9-d51b424bd8a6 None None] No DVR routers for this DVR port 097de423-85cf-42ba-95fd-9d2045d7386a on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:16:09.201882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 0584e74b-e446-4340-a240-8b388e9cbb01 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:09.202266 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.215682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (a6dc083c-c6e3-4bfa-a1f1-2a997300999f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.264528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a6dc083c-c6e3-4bfa-a1f1-2a997300999f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.279881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:09.280439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (a6dc083c-c6e3-4bfa-a1f1-2a997300999f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.283169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c258ae-c9e8-4362-851c-30e8c015ce5a req-0045a7b9-aa7e-4a5f-b604-4bcf674ce966 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:09.283810 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:09.286110 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42c258ae-c9e8-4362-851c-30e8c015ce5a req-0045a7b9-aa7e-4a5f-b604-4bcf674ce966 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 945 time: 0.1557519 Mar 07 16:16:09.294202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b193b53-d3d6-4b8b-8577-81d73d148b93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (67e7b21f-b982-47e2-8406-81876d4b762a), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.316189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 0584e74b-e446-4340-a240-8b388e9cbb01 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:09.316610 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.352438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0584e74b-e446-4340-a240-8b388e9cbb01'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:09.357445 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e8bf2a-b903-490a-b84a-ce607fa9a931" -d '{"events": [{"server_uuid": "18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "0584e74b-e446-4340-a240-8b388e9cbb01"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:09.377026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Allocated IP 172.25.4.81 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/e21faa1b-4331-4faf-993c-348203a6ca93) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:09.377553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 0584e74b-e446-4340-a240-8b388e9cbb01, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0584e74b-e446-4340-a240-8b388e9cbb01,segment=NetworkSegment(718a2a99-9535-4a93-be11-27b62b16848f),segment_id=718a2a99-9535-4a93-be11-27b62b16848f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:09.384345 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.406672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (5a9db6d1-6492-4bd7-aec3-65b1d5697f27), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.409708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42c258ae-c9e8-4362-851c-30e8c015ce5a req-c2789c0a-1b38-4ef4-a118-99034d45aae1 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082771 Mar 07 16:16:09.411075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b193b53-d3d6-4b8b-8577-81d73d148b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (67e7b21f-b982-47e2-8406-81876d4b762a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.421324 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.427889 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/networks/5a9db6d1-6492-4bd7-aec3-65b1d5697f27 HTTP/1.1" status: 204 len: 168 time: 1.4713869 Mar 07 16:16:09.432258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41644) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:09.457380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814da67-2dd0-4087-90d8-274bcf42fe72 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Network': ['ID=5a9db6d1-6492-4bd7-aec3-65b1d5697f27,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:09.476708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=0584e74b-e446-4340-a240-8b388e9cbb01,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:09.516113 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109c3ec6-c83e-4c4c-a42c-cefa8478647f x-openstack-request-id: req-109c3ec6-c83e-4c4c-a42c-cefa8478647f {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:09.516471 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "0584e74b-e446-4340-a240-8b388e9cbb01", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:09.516730 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-109c3ec6-c83e-4c4c-a42c-cefa8478647f {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:09.517134 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0584e74b-e446-4340-a240-8b388e9cbb01', 'code': 200} Mar 07 16:16:09.522168 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b193b53-d3d6-4b8b-8577-81d73d148b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (67e7b21f-b982-47e2-8406-81876d4b762a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.546928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b193b53-d3d6-4b8b-8577-81d73d148b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e7b21f-b982-47e2-8406-81876d4b762a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:09.553119 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b193b53-d3d6-4b8b-8577-81d73d148b93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.556819 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9b193b53-d3d6-4b8b-8577-81d73d148b93 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/67e7b21f-b982-47e2-8406-81876d4b762a HTTP/1.1" status: 204 len: 168 time: 0.5032115 Mar 07 16:16:09.562786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41646) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:09.575535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1591733618'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:09.629470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652412-300a-4eb1-b373-f938cf3d30e4 req-af9171e9-83d3-4934-b4f4-c4e7dd6ad267 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:09.631343 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e5652412-300a-4eb1-b373-f938cf3d30e4 req-af9171e9-83d3-4934-b4f4-c4e7dd6ad267 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 945 time: 0.2865877 Mar 07 16:16:09.638503 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (19fa5322-f92d-468b-b33b-19db315c3271), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.684382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Made reservation on behalf of 3a0021598f984960ada4e3cc38bc76ab for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:09.687702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.723284 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.725260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (19fa5322-f92d-468b-b33b-19db315c3271), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.745608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fa5322-f92d-468b-b33b-19db315c3271']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:09.756597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d5c9f3-b0f9-4783-963a-0c59311438f1') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:09.756597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d5c9f3-b0f9-4783-963a-0c59311438f1') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:09.763294 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for port (e21faa1b-4331-4faf-993c-348203a6ca93), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.766174 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (28d5c9f3-b0f9-4783-963a-0c59311438f1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.780640 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (28d5c9f3-b0f9-4783-963a-0c59311438f1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.787380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:09.787813 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (28d5c9f3-b0f9-4783-963a-0c59311438f1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:09.790156 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:09.793090 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e5652412-300a-4eb1-b373-f938cf3d30e4 req-f168b8da-2e3a-4917-ba0f-857e624a72ea tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490006 Mar 07 16:16:09.825700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b3cd-80f6-40de-86b8-9049138f8a09 req-b1914ee6-a9e0-4114-ae1b-f2b51b5a942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:09.827254 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7dd2b3cd-80f6-40de-86b8-9049138f8a09 req-b1914ee6-a9e0-4114-ae1b-f2b51b5a942c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 1128 time: 0.1934533 Mar 07 16:16:09.828464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:09.828801 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.857117 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (19fa5322-f92d-468b-b33b-19db315c3271), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.862535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:09.868555 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/19fa5322-f92d-468b-b33b-19db315c3271 HTTP/1.1" status: 204 len: 168 time: 0.3022239 Mar 07 16:16:09.877344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3917e8-8ea1-46e4-82cb-4dc39b6a59e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fa5322-f92d-468b-b33b-19db315c3271,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:09.933466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e21faa1b-4331-4faf-993c-348203a6ca93), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.012243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:10.019642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7dd2b3cd-80f6-40de-86b8-9049138f8a09 req-8e93b0ba-2c5b-4bd2-8f05-1c65a616def2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834326 Mar 07 16:16:10.034717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:10.042564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.042922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.046609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks [] for security_group (4070c508-1964-46c5-a716-7779ef024a5a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.049432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41650) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:10.050521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:10.058893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event updated for resources: {'Port': ['ID=e21faa1b-4331-4faf-993c-348203a6ca93,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:10.079641 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4070c508-1964-46c5-a716-7779ef024a5a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.092527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:10.093809 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-634af568-01df-48a2-9411-242c81edb70d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77fe90acec7d469aa7936f3fdb14c4e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431206 Mar 07 16:16:10.096317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41652) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:10.131454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:10.151235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c638a32-4a3e-48b9-8c76-7af495c29027 admin admin] Publish callbacks [] for security_group (a1147474-f7e7-4eb1-8701-fec55b09cf16), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.174726 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c638a32-4a3e-48b9-8c76-7af495c29027 admin admin] Publish callbacks [] for security_group (a1147474-f7e7-4eb1-8701-fec55b09cf16), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.183997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4070c508-1964-46c5-a716-7779ef024a5a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:10.221791 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.222140 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Added segment e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064 of type vlan for network b5537586-9dad-4b6f-a3c9-80a8096fb5fa Mar 07 16:16:10.228138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c638a32-4a3e-48b9-8c76-7af495c29027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a1147474-f7e7-4eb1-8701-fec55b09cf16), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.230817 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c638a32-4a3e-48b9-8c76-7af495c29027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.234258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2c638a32-4a3e-48b9-8c76-7af495c29027 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1147474-f7e7-4eb1-8701-fec55b09cf16 HTTP/1.1" status: 204 len: 168 time: 0.1347427 Mar 07 16:16:10.246261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c638a32-4a3e-48b9-8c76-7af495c29027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1147474-f7e7-4eb1-8701-fec55b09cf16,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:10.335662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b5537586-9dad-4b6f-a3c9-80a8096fb5fa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.338993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398c334-aab2-4481-9214-b594518ec565 req-ba211e3e-f326-4af2-8195-934c797c43ee tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:10.340893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d398c334-aab2-4481-9214-b594518ec565 req-ba211e3e-f326-4af2-8195-934c797c43ee tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 945 time: 0.0771034 Mar 07 16:16:10.443606 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Deleting port dedeb18a-4552-4b32-8c24-d46a6598696d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:10.444048 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.586511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] For port dedeb18a-4552-4b32-8c24-d46a6598696d, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dedeb18a-4552-4b32-8c24-d46a6598696d,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:10.587323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.741396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41660) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:10.742101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b5537586-9dad-4b6f-a3c9-80a8096fb5fa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.747481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:10.748081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.824488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6277971 Mar 07 16:16:10.893822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:10.957026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9d62e-e507-49ff-883d-b59bdc0a2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Pushing event updated for resources: {'Network': ['ID=b5537586-9dad-4b6f-a3c9-80a8096fb5fa,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:10.972379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b5537586-9dad-4b6f-a3c9-80a8096fb5fa details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:10.973340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b756b-6b83-40cf-866b-7d2f5a5f838a req-d71b678f-3661-4032-8b51-a9d8efcdd905 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:10.975232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d6b756b-6b83-40cf-866b-7d2f5a5f838a req-d71b678f-3661-4032-8b51-a9d8efcdd905 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 945 time: 0.4490969 Mar 07 16:16:10.992700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=2b77fbfc-9b51-461c-9bc0-4a1b03f6ff29,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:11.001617 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5fed2e93-2b9b-4ef7-90b7-e67078ea391c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52c21ac9f59747faa33fcb4d9b681ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505677 Mar 07 16:16:11.008949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41666) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:11.059318 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.066971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.120242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4b2c-dc5b-4bd4-a02c-ffcc62745b55 req-e74d9524-ddfd-4d78-851d-7ceeea994424 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:11.121755 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e9d4b2c-dc5b-4bd4-a02c-ffcc62745b55 req-e74d9524-ddfd-4d78-851d-7ceeea994424 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 946 time: 0.2431462 Mar 07 16:16:11.134293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6d6b756b-6b83-40cf-866b-7d2f5a5f838a req-bf7d8632-e402-425b-af83-6f1f563a870e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bebb642-bbf1-4d54-9c43-4224cb923f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520348 Mar 07 16:16:11.164035 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for floatingip (2e8d85c9-8e81-462a-b39f-cbfbfd6f771a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.166701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.168003 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-435fb92f-e988-479f-b78f-309a718392b2 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/floatingips/2e8d85c9-8e81-462a-b39f-cbfbfd6f771a HTTP/1.1" status: 204 len: 168 time: 1.7269015 Mar 07 16:16:11.176743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41670) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:11.199138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc37-e95d-4181-a203-0d6590031ba3 admin admin] Publish callbacks [] for security_group (0cca922e-5803-4f06-b9c0-a6f1cb7211b5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.237719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc37-e95d-4181-a203-0d6590031ba3 admin admin] Publish callbacks [] for security_group (0cca922e-5803-4f06-b9c0-a6f1cb7211b5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.247344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.247344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (7cfb7850-a035-45e5-9c7a-bc5de050c9fc), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.247718 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Floating IP 7cfb7850-a035-45e5-9c7a-bc5de050c9fc disassociated. External IP: 172.25.4.130, port: dedeb18a-4552-4b32-8c24-d46a6598696d. Mar 07 16:16:11.247822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Calling delete_port for dedeb18a-4552-4b32-8c24-d46a6598696d owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:11.253630 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f02e9bc-bdfb-42c0-be44-f40ff5272e90 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] DELETE failed (client error): The resource could not be found. Mar 07 16:16:11.254326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f02e9bc-bdfb-42c0-be44-f40ff5272e90 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:16:11.258693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7f02e9bc-bdfb-42c0-be44-f40ff5272e90 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/ports/2f1e2283-0304-42ae-89a5-e53c660e5be0 HTTP/1.1" status: 404 len: 333 time: 0.0783086 Mar 07 16:16:11.261567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41672) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:11.267222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6e9d4b2c-dc5b-4bd4-a02c-ffcc62745b55 req-46fe53dd-a7be-47dc-8f9f-e4205fa81639 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377120 Mar 07 16:16:11.310345 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3255e8ef-9cc2-4854-a231-4f5aa4c5b835 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c0934b3-c614-40ad-9588-a105673e744c HTTP/1.1" status: 200 len: 205 time: 0.0475283 Mar 07 16:16:11.312804 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41674) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:11.356275 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-8c1ec317-4e91-4772-bda8-8a6f8a7fabaa tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] delete failed (client error): The resource could not be found. Mar 07 16:16:11.357497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8c1ec317-4e91-4772-bda8-8a6f8a7fabaa tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/routers/0c0934b3-c614-40ad-9588-a105673e744c HTTP/1.1" status: 404 len: 336 time: 0.0435925 Mar 07 16:16:11.361902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41676) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:11.415185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc37-e95d-4181-a203-0d6590031ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0cca922e-5803-4f06-b9c0-a6f1cb7211b5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.418403 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc37-e95d-4181-a203-0d6590031ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.422150 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6e52dc37-e95d-4181-a203-0d6590031ba3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cca922e-5803-4f06-b9c0-a6f1cb7211b5 HTTP/1.1" status: 204 len: 168 time: 0.4051688 Mar 07 16:16:11.435680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52dc37-e95d-4181-a203-0d6590031ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cca922e-5803-4f06-b9c0-a6f1cb7211b5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:11.454980 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e62f679-63b2-4a11-bae4-ff874420d199 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] DELETE failed (client error): The resource could not be found. Mar 07 16:16:11.455602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e62f679-63b2-4a11-bae4-ff874420d199 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:16:11.459848 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0e62f679-63b2-4a11-bae4-ff874420d199 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/subnets/d40e076c-8913-40bf-9072-8305b7821577 HTTP/1.1" status: 404 len: 337 time: 0.0977297 Mar 07 16:16:11.462350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41680) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:11.498385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41682) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:11.512394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Request body: {'port': {'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa', 'binding:host_id': 'n-h2-830010-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-896806375'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:11.534303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (dedeb18a-4552-4b32-8c24-d46a6598696d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.565121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Made reservation on behalf of 156b2f24649b474eb5878557f57f4eb5 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:11.567499 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.572070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event deleted for resources: {'Port': ['ID=dedeb18a-4552-4b32-8c24-d46a6598696d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:11.582443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.604656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.651674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e3c6e-5858-4641-b0f2-49bab4ee08d9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port ed848c4f-554e-485c-818d-5b36dac777c5 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:11.652032 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3c6e-5858-4641-b0f2-49bab4ee08d9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ed848c4f-554e-485c-818d-5b36dac777c5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.761701 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks [] for security_group (dd4a8ebd-629a-4378-99fa-c7ade258eaea), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.766372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Router cfed0a32-18f1-40f5-b2e3-8864520fda9e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:11.769322 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dd4a8ebd-629a-4378-99fa-c7ade258eaea), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.774408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] device_id is not set on port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:11.812035 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3c6e-5858-4641-b0f2-49bab4ee08d9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ed848c4f-554e-485c-818d-5b36dac777c5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:11.829868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e3c6e-5858-4641-b0f2-49bab4ee08d9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for ed848c4f-554e-485c-818d-5b36dac777c5 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:11.894304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4a8ebd-629a-4378-99fa-c7ade258eaea,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:11.900070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Router 7e87cff1-34e1-4ab4-a87b-a34a154f5b06 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:16:12.092624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:12.109329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] Sync routers for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:12.135347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:12.135743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:12.136599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:12.145616 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ee03f-a959-4ba7-9254-880d4ebdad9c None None] Sync routers for ids ['7e87cff1-34e1-4ab4-a87b-a34a154f5b06'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:12.162717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] No DVR routers for this DVR port dedeb18a-4552-4b32-8c24-d46a6598696d on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:16:12.168790 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:12.172981 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d398c334-aab2-4481-9214-b594518ec565 req-b9d5eb55-f4bd-4476-9597-dc2f460f184c tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "DELETE /v2.0/ports/dedeb18a-4552-4b32-8c24-d46a6598696d HTTP/1.1" status: 204 len: 173 time: 1.8266318 Mar 07 16:16:12.173084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'name': 'network-vif-deleted', 'tag': 'dedeb18a-4552-4b32-8c24-d46a6598696d'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:12.174888 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ee03f-a959-4ba7-9254-880d4ebdad9c None None] Routers {'7e87cff1-34e1-4ab4-a87b-a34a154f5b06'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:12.175727 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2210e2dc-e9e3-4edd-ae3c-2d6aa110f6ee" -d '{"events": [{"server_uuid": "3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b", "name": "network-vif-deleted", "tag": "dedeb18a-4552-4b32-8c24-d46a6598696d"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:12.177732 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ca4ee03f-a959-4ba7-9254-880d4ebdad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7e87cff1-34e1-4ab4-a87b-a34a154f5b06'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:12.195455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] device_id is not set on port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:12.211639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks [] for port (62de17f7-3c3a-4770-8f8b-aa7bec531a05), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:12.222784 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3c6e-5858-4641-b0f2-49bab4ee08d9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ed848c4f-554e-485c-818d-5b36dac777c5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:12.233687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (62de17f7-3c3a-4770-8f8b-aa7bec531a05), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:12.282830 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:12.297133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-78616bdb-b464-4939-bd46-a18288a78c89 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3420432 Mar 07 16:16:12.311894 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ca4ee03f-a959-4ba7-9254-880d4ebdad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:12.313860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41706) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:12.337584 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59572b3e-610f-4b42-8968-ac81feb38567 x-openstack-request-id: req-59572b3e-610f-4b42-8968-ac81feb38567 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:12.338780 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b", "name": "network-vif-deleted", "tag": "dedeb18a-4552-4b32-8c24-d46a6598696d", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:12.341055 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59572b3e-610f-4b42-8968-ac81feb38567 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:12.341728 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b', 'name': 'network-vif-deleted', 'tag': 'dedeb18a-4552-4b32-8c24-d46a6598696d', 'status': 'completed', 'code': 200} Mar 07 16:16:12.369508 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e350fb9d-a44f-4228-b87d-db0d38b7acd4 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': False}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:12.388200 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ee03f-a959-4ba7-9254-880d4ebdad9c None None] Routers {'7e87cff1-34e1-4ab4-a87b-a34a154f5b06'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:12.393688 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ca4ee03f-a959-4ba7-9254-880d4ebdad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7e87cff1-34e1-4ab4-a87b-a34a154f5b06'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:12.441700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'Port': ['ID=62de17f7-3c3a-4770-8f8b-aa7bec531a05,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:12.460175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.460496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.460844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.461331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.461684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.462208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.462556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.462924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.463265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.463603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.464073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.464266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.464602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:12.473699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e3c6e-5858-4641-b0f2-49bab4ee08d9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=ed848c4f-554e-485c-818d-5b36dac777c5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:12.483663 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ca4ee03f-a959-4ba7-9254-880d4ebdad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:12.484346 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ee03f-a959-4ba7-9254-880d4ebdad9c None None] The sync data for ids ['7e87cff1-34e1-4ab4-a87b-a34a154f5b06'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:12.507294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:16:12.521513 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a62bff07-69ae-4f46-b920-9ab5613021be req-ea3f47f8-2792-4025-873d-3d071179629a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cc2e96b-63c2-48cb-bb6d-61b3e2c4b14b HTTP/1.1" status: 200 len: 210 time: 0.2178364 Mar 07 16:16:12.530278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41710) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:12.544919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Checking segment: {'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:12.544919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Network hostable DHCP agents. Network: b5537586-9dad-4b6f-a3c9-80a8096fb5fa, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:12.595371 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3c6e-5858-4641-b0f2-49bab4ee08d9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:12.599245 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2f1e3c6e-5858-4641-b0f2-49bab4ee08d9 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/ports/ed848c4f-554e-485c-818d-5b36dac777c5 HTTP/1.1" status: 204 len: 168 time: 1.1353743 Mar 07 16:16:12.601926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cc3a1-39a9-47fa-a749-4e0fdecdf07f req-9a2b5fee-a341-463c-b4d7-ff20b274550a tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:12.602092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41714) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:12.609366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-634cc3a1-39a9-47fa-a749-4e0fdecdf07f req-9a2b5fee-a341-463c-b4d7-ff20b274550a tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 946 time: 0.1687663 Mar 07 16:16:12.612507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Network b5537586-9dad-4b6f-a3c9-80a8096fb5fa is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:12.635585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b5537586-9dad-4b6f-a3c9-80a8096fb5fa) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:12.643122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:12.687280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:12.687640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:12.687975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:12.700376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:12.700626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f32079d-a713-4ca6-8687-fd14d55fd3e4 None None] Network b5537586-9dad-4b6f-a3c9-80a8096fb5fa requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:12.700716 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:12.703029 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 2 to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 Mar 07 16:16:12.730725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-634cc3a1-39a9-47fa-a749-4e0fdecdf07f req-9bac7e8e-d103-47cf-bcae-8b3b8350f920 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073048 Mar 07 16:16:12.736465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:12.736826 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:12.737145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:12.754563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-348865200-network', 'tenant_id': 'bdd8e00a7f48468685af5e26042d08c0'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:12.799325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Made reservation on behalf of bdd8e00a7f48468685af5e26042d08c0 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:12.803966 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:12.821953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:12.822300 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:12.822871 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 3 to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 Mar 07 16:16:12.826032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:12.855280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:12.855677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:12.856029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:12.871198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:12.871598 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:12.874318 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 4 to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 Mar 07 16:16:12.886235 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:12.898252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:12.898949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:12.899452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:12.906454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:12.907075 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:12.909061 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 5 to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 Mar 07 16:16:12.931406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa0944-b69f-4016-a6fb-060b20d08ddf tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 8d922ebc-7f9b-4846-a33d-fbb823e4a47c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:12.931977 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0944-b69f-4016-a6fb-060b20d08ddf tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8d922ebc-7f9b-4846-a33d-fbb823e4a47c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:12.937646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:12.938222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:12.938622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] Checking router: cfed0a32-18f1-40f5-b2e3-8864520fda9e for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:16:12.939117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:12.950377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:12.951024 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:12.951754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:12.952862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:12.956154 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 6 to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 Mar 07 16:16:12.980716 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:12.981517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:12.982023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:12.993859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:12.994497 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:12.998069 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 7 to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 Mar 07 16:16:13.002725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Publish callbacks [] for security_group (812a9913-4f3f-4d6c-835e-d90a365d19c7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.017875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (812a9913-4f3f-4d6c-835e-d90a365d19c7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.033399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:13.033762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:13.034089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:13.045919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:13.059657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:13.060009 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:13.064744 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 8 to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 Mar 07 16:16:13.070754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9ed82b1d-8da6-4026-b8e9-11941382a815), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.070754 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Added segment 9ed82b1d-8da6-4026-b8e9-11941382a815 of type vlan for network 46065c06-3474-42ab-a12c-d1378bc23210 Mar 07 16:16:13.089802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812a9913-4f3f-4d6c-835e-d90a365d19c7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:13.130836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:16:13.136437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:13.136818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:13.137193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:13.151078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:13.151352 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:13.153037 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (46065c06-3474-42ab-a12c-d1378bc23210), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.155196 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 9 to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 Mar 07 16:16:13.170452 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e350fb9d-a44f-4228-b87d-db0d38b7acd4 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.171596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:13.172065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:13.172273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:13.182967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:13.183336 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:13.187007 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 10 to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 Mar 07 16:16:13.201947 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0944-b69f-4016-a6fb-060b20d08ddf tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8d922ebc-7f9b-4846-a33d-fbb823e4a47c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.219185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:13.219185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:13.219185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:13.219185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:13.219185 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:13.219185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62de17f7-3c3a-4770-8f8b-aa7bec531a05), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.228858 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (46065c06-3474-42ab-a12c-d1378bc23210), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.229868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:13.230454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.236395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa0944-b69f-4016-a6fb-060b20d08ddf tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 8d922ebc-7f9b-4846-a33d-fbb823e4a47c owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:13.376825 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8380241 Mar 07 16:16:13.382656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] For port 62de17f7-3c3a-4770-8f8b-aa7bec531a05, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:13.383065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempted to set empty binding levels {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 16:16:13.384722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b07148-35e9-4a80-9b13-1db7088d6325 admin admin] Pushing event updated for resources: {'Network': ['ID=46065c06-3474-42ab-a12c-d1378bc23210,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:13.390129 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (62de17f7-3c3a-4770-8f8b-aa7bec531a05), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.397559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 46065c06-3474-42ab-a12c-d1378bc23210 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:13.424932 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:13.425576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.451493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'Port': ['ID=62de17f7-3c3a-4770-8f8b-aa7bec531a05,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:13.462617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-486d1981-34ee-479c-92e8-dba3a5929e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.9604783 Mar 07 16:16:13.463488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41724) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:13.482177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:13.512345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79ce25-09ed-44a2-8d25-a6bce9f8d6f7 None None] The sync data for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 is: [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:13.642381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41736) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:13.712022 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36cf9d4e-a9ad-4717-8c8a-c343ee286c8a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (8bebb642-bbf1-4d54-9c43-4224cb923f8b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.749336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36cf9d4e-a9ad-4717-8c8a-c343ee286c8a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (8bebb642-bbf1-4d54-9c43-4224cb923f8b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.824449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a782033-f43d-4ebf-a574-c13c41d4a62e None None] New status for floating IP 7cfb7850-a035-45e5-9c7a-bc5de050c9fc: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:16:13.850952 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0944-b69f-4016-a6fb-060b20d08ddf tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8d922ebc-7f9b-4846-a33d-fbb823e4a47c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.910392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa0944-b69f-4016-a6fb-060b20d08ddf tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=8d922ebc-7f9b-4846-a33d-fbb823e4a47c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:13.952611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36cf9d4e-a9ad-4717-8c8a-c343ee286c8a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8bebb642-bbf1-4d54-9c43-4224cb923f8b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.955855 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36cf9d4e-a9ad-4717-8c8a-c343ee286c8a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:13.957128 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-36cf9d4e-a9ad-4717-8c8a-c343ee286c8a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "DELETE /v2.0/security-groups/8bebb642-bbf1-4d54-9c43-4224cb923f8b HTTP/1.1" status: 204 len: 168 time: 0.3136704 Mar 07 16:16:13.964443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dedeb18a-4552-4b32-8c24-d46a6598696d no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:13.966921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41738) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:13.993132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: dedeb18a-4552-4b32-8c24-d46a6598696d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:16:13.993745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dedeb18a-4552-4b32-8c24-d46a6598696d not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:16:14.006131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf9d4e-a9ad-4717-8c8a-c343ee286c8a tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bebb642-bbf1-4d54-9c43-4224cb923f8b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:14.014185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83110276-ddec-489a-bdc9-dd8b3653700f req-f81634ff-7265-40ea-9537-94a0b21e0c48 tempest-ComputeTenantNetworksTest-505569138 tempest-ComputeTenantNetworksTest-505569138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:14.019831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83110276-ddec-489a-bdc9-dd8b3653700f req-f81634ff-7265-40ea-9537-94a0b21e0c48 tempest-ComputeTenantNetworksTest-505569138 tempest-ComputeTenantNetworksTest-505569138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:14.026188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83110276-ddec-489a-bdc9-dd8b3653700f req-f81634ff-7265-40ea-9537-94a0b21e0c48 tempest-ComputeTenantNetworksTest-505569138 tempest-ComputeTenantNetworksTest-505569138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:14.027893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-83110276-ddec-489a-bdc9-dd8b3653700f req-f81634ff-7265-40ea-9537-94a0b21e0c48 tempest-ComputeTenantNetworksTest-505569138 tempest-ComputeTenantNetworksTest-505569138-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2674334 Mar 07 16:16:14.028850 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-db8866f0-1df9-4c79-9a7b-85518fa71307 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] show failed (client error): The resource could not be found. Mar 07 16:16:14.036199 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-db8866f0-1df9-4c79-9a7b-85518fa71307 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups/8bebb642-bbf1-4d54-9c43-4224cb923f8b HTTP/1.1" status: 404 len: 347 time: 0.0542231 Mar 07 16:16:14.036199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41740) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:14.108889 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0944-b69f-4016-a6fb-060b20d08ddf tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.112155 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b1fa0944-b69f-4016-a6fb-060b20d08ddf tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/ports/8d922ebc-7f9b-4846-a33d-fbb823e4a47c HTTP/1.1" status: 204 len: 168 time: 1.5091414 Mar 07 16:16:14.115412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41744) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:14.126101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-615da715-017a-4fec-88ce-482675be4aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Deleting port 62de17f7-3c3a-4770-8f8b-aa7bec531a05 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:14.126455 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-615da715-017a-4fec-88ce-482675be4aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (62de17f7-3c3a-4770-8f8b-aa7bec531a05), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.198965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303d78e9-2c8c-48f5-ab4f-53ac515c6b9a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:14.202816 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-303d78e9-2c8c-48f5-ab4f-53ac515c6b9a tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffc24387-5cac-4671-a30a-d271901c26a2 HTTP/1.1" status: 200 len: 913 time: 0.0840385 Mar 07 16:16:14.203795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41746) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:14.256479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Deleting port 736355c4-7154-4717-9257-09e59dab4094 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:14.256810 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (736355c4-7154-4717-9257-09e59dab4094), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.297481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fda46-d777-4044-9251-28b9e8665094 req-0bc10cb5-63b5-4e87-91a6-dbf35296d7c6 tempest-ComputeTenantNetworksTest-505569138 tempest-ComputeTenantNetworksTest-505569138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:14.299173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd3fda46-d777-4044-9251-28b9e8665094 req-0bc10cb5-63b5-4e87-91a6-dbf35296d7c6 tempest-ComputeTenantNetworksTest-505569138 tempest-ComputeTenantNetworksTest-505569138-project] 10.222.0.24 "GET /v2.0/networks/46065c06-3474-42ab-a12c-d1378bc23210 HTTP/1.1" status: 200 len: 768 time: 0.2371824 Mar 07 16:16:14.302577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-615da715-017a-4fec-88ce-482675be4aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] For port 62de17f7-3c3a-4770-8f8b-aa7bec531a05, host n-h2-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:14.302767 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-615da715-017a-4fec-88ce-482675be4aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (62de17f7-3c3a-4770-8f8b-aa7bec531a05), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.307842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41752) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:14.346464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-615da715-017a-4fec-88ce-482675be4aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Calling delete_port for 62de17f7-3c3a-4770-8f8b-aa7bec531a05 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:14.389236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (736355c4-7154-4717-9257-09e59dab4094), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.389560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (736355c4-7154-4717-9257-09e59dab4094), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.438545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Calling delete_port for 736355c4-7154-4717-9257-09e59dab4094 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:14.530646 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (46065c06-3474-42ab-a12c-d1378bc23210), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.558556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e350fb9d-a44f-4228-b87d-db0d38b7acd4 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.578501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e350fb9d-a44f-4228-b87d-db0d38b7acd4 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.682368 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713d03e-9f71-4a8f-ba5b-ec9d71f3f5e0 req-f2ec2c63-fc96-4f9d-bbe3-b084ec4d00bb tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:14.684061 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1713d03e-9f71-4a8f-ba5b-ec9d71f3f5e0 req-f2ec2c63-fc96-4f9d-bbe3-b084ec4d00bb tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 946 time: 0.1939151 Mar 07 16:16:14.697137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-615da715-017a-4fec-88ce-482675be4aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (62de17f7-3c3a-4770-8f8b-aa7bec531a05), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.750449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (46065c06-3474-42ab-a12c-d1378bc23210), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.787387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615da715-017a-4fec-88ce-482675be4aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event deleted for resources: {'Port': ['ID=62de17f7-3c3a-4770-8f8b-aa7bec531a05,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:14.802389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-615da715-017a-4fec-88ce-482675be4aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.805834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-615da715-017a-4fec-88ce-482675be4aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "DELETE /v2.0/ports/62de17f7-3c3a-4770-8f8b-aa7bec531a05 HTTP/1.1" status: 204 len: 168 time: 1.3373673 Mar 07 16:16:14.811617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41756) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:14.814772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46065c06-3474-42ab-a12c-d1378bc23210']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:14.853736 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-816f35e8-392f-4335-b71b-772d837b162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] GET failed (client error): The resource could not be found. Mar 07 16:16:14.859018 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-816f35e8-392f-4335-b71b-772d837b162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "GET /v2.0/ports/62de17f7-3c3a-4770-8f8b-aa7bec531a05 HTTP/1.1" status: 404 len: 333 time: 0.0411332 Mar 07 16:16:14.859480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41758) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:14.861531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed82b1d-8da6-4026-b8e9-11941382a815') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:14.861836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed82b1d-8da6-4026-b8e9-11941382a815') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:14.865962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Request body: {'port': {'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1058858824'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:14.886569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (9ed82b1d-8da6-4026-b8e9-11941382a815), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.909782 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1713d03e-9f71-4a8f-ba5b-ec9d71f3f5e0 req-ff413dc7-1423-47e2-a490-bab54e3a171a tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169600 Mar 07 16:16:14.915802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9ed82b1d-8da6-4026-b8e9-11941382a815), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.925032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e350fb9d-a44f-4228-b87d-db0d38b7acd4 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Router 7e87cff1-34e1-4ab4-a87b-a34a154f5b06 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:14.926337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:14.926743 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (9ed82b1d-8da6-4026-b8e9-11941382a815), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:14.929146 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:14.947643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Made reservation on behalf of 156b2f24649b474eb5878557f57f4eb5 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:14.950425 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:14.981204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] device_id is not set on port 74c8bff4-3215-47ca-b748-91316d24591f yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:15.024487 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (46065c06-3474-42ab-a12c-d1378bc23210), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.035171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.038839 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/46065c06-3474-42ab-a12c-d1378bc23210 HTTP/1.1" status: 204 len: 168 time: 0.7298212 Mar 07 16:16:15.049969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8518641-a446-44e7-bb76-5797950426f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=46065c06-3474-42ab-a12c-d1378bc23210,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:15.112265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e350fb9d-a44f-4228-b87d-db0d38b7acd4 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:15.117655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e350fb9d-a44f-4228-b87d-db0d38b7acd4 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.121562 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e350fb9d-a44f-4228-b87d-db0d38b7acd4 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "PUT /v2.0/routers/7e87cff1-34e1-4ab4-a87b-a34a154f5b06 HTTP/1.1" status: 200 len: 920 time: 2.7559447 Mar 07 16:16:15.122363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41762) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:15.127171 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c46b9c-fbb9-4759-80f6-e723676d3f31 None None] Sync routers for ids ['7e87cff1-34e1-4ab4-a87b-a34a154f5b06'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:15.133082 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (736355c4-7154-4717-9257-09e59dab4094), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.139423 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c46b9c-fbb9-4759-80f6-e723676d3f31 None None] Routers {'7e87cff1-34e1-4ab4-a87b-a34a154f5b06'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:15.140066 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e1c46b9c-fbb9-4759-80f6-e723676d3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7e87cff1-34e1-4ab4-a87b-a34a154f5b06'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:15.192529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41764) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:15.196785 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e1c46b9c-fbb9-4759-80f6-e723676d3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:15.201573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event deleted for resources: {'Port': ['ID=736355c4-7154-4717-9257-09e59dab4094,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:15.206716 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c46b9c-fbb9-4759-80f6-e723676d3f31 None None] Routers {'7e87cff1-34e1-4ab4-a87b-a34a154f5b06'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:15.207733 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e1c46b9c-fbb9-4759-80f6-e723676d3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7e87cff1-34e1-4ab4-a87b-a34a154f5b06'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:15.242690 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e1c46b9c-fbb9-4759-80f6-e723676d3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:15.243603 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c46b9c-fbb9-4759-80f6-e723676d3f31 None None] The sync data for ids ['7e87cff1-34e1-4ab4-a87b-a34a154f5b06'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:15.290790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ae93bfd-b1ec-4fc9-9431-18cbc74ff876 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdd8e00a7f48468685af5e26042d08c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0970395 Mar 07 16:16:15.295207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41768) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:15.315694 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fd0905b6-e7b4-4059-b1a0-d4941ded010f tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/routers/7e87cff1-34e1-4ab4-a87b-a34a154f5b06 HTTP/1.1" status: 200 len: 920 time: 0.1920512 Mar 07 16:16:15.320911 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41770) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:15.367420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (7cfb7850-a035-45e5-9c7a-bc5de050c9fc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.369999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.371217 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2417e624-a0b6-431b-96fa-8db46be090cb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "DELETE /v2.0/floatingips/7cfb7850-a035-45e5-9c7a-bc5de050c9fc HTTP/1.1" status: 204 len: 168 time: 1.3338580 Mar 07 16:16:15.381981 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (ffc24387-5cac-4671-a30a-d271901c26a2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.414641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks [] for port (74c8bff4-3215-47ca-b748-91316d24591f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.425011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2647435d-e736-48d2-965a-a5f5475ab300 admin admin] Publish callbacks [] for security_group (812a9913-4f3f-4d6c-835e-d90a365d19c7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.431680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e8c2e-a5f5-476b-ae41-ef32b1035b13 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:15.433233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f76e8c2e-a5f5-476b-ae41-ef32b1035b13 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=7e87cff1-34e1-4ab4-a87b-a34a154f5b06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1113687 Mar 07 16:16:15.438271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41774) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:15.473621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2647435d-e736-48d2-965a-a5f5475ab300 admin admin] Publish callbacks [] for security_group (812a9913-4f3f-4d6c-835e-d90a365d19c7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.510340 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (74c8bff4-3215-47ca-b748-91316d24591f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.562130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41776) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:15.567430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e2146a33-a605-4e4b-a2e4-4c3db7f35fbc tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777717149', 'description': 'tempest-description--478229496'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:15.581589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb8339-9aec-45f1-802e-f0e1c38a4151 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:15.583540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ebbb8339-9aec-45f1-802e-f0e1c38a4151 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 881 time: 0.1437802 Mar 07 16:16:15.587516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41778) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:15.608340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Network b5537586-9dad-4b6f-a3c9-80a8096fb5fa is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:15.616576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'Port': ['ID=74c8bff4-3215-47ca-b748-91316d24591f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:15.619029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:15.621446 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-adb8182e-d514-4737-8ee1-5b72e725942e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e87cff1-34e1-4ab4-a87b-a34a154f5b06 HTTP/1.1" status: 200 len: 205 time: 0.0314906 Mar 07 16:16:15.621446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2146a33-a605-4e4b-a2e4-4c3db7f35fbc tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.623356 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2647435d-e736-48d2-965a-a5f5475ab300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (812a9913-4f3f-4d6c-835e-d90a365d19c7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.626001 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2647435d-e736-48d2-965a-a5f5475ab300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.629434 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2647435d-e736-48d2-965a-a5f5475ab300 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/812a9913-4f3f-4d6c-835e-d90a365d19c7 HTTP/1.1" status: 204 len: 168 time: 0.3308780 Mar 07 16:16:15.629434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41782) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:15.629655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:15.629655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:15.630618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.675824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0c09c928-872a-4d6d-abf2-71cf77684a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8141334 Mar 07 16:16:15.679316 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41786) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:15.685645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:15.687553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647435d-e736-48d2-965a-a5f5475ab300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812a9913-4f3f-4d6c-835e-d90a365d19c7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:15.785807 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (74c8bff4-3215-47ca-b748-91316d24591f), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.846050 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2146a33-a605-4e4b-a2e4-4c3db7f35fbc tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (ae74b468-78d6-497b-a9a1-5c1819ad23ad), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.853174 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.857882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42172-c1b1-491d-a3e2-e3cebf56e83c req-6b22d64d-21b7-44a0-840a-af58109389ed tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:15.863293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-32a42172-c1b1-491d-a3e2-e3cebf56e83c req-6b22d64d-21b7-44a0-840a-af58109389ed tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1128 time: 0.1547713 Mar 07 16:16:15.897380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2146a33-a605-4e4b-a2e4-4c3db7f35fbc tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ae74b468-78d6-497b-a9a1-5c1819ad23ad), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.937319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-32a42172-c1b1-491d-a3e2-e3cebf56e83c req-910a46dd-88fd-4435-b533-30ab1de6f283 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:15.996394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 52df0e1a-5d80-4899-bde4-217591a949c9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:15.996890 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (52df0e1a-5d80-4899-bde4-217591a949c9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.005625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2146a33-a605-4e4b-a2e4-4c3db7f35fbc tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae74b468-78d6-497b-a9a1-5c1819ad23ad,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:16.009923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2146a33-a605-4e4b-a2e4-4c3db7f35fbc tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.015812 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2146a33-a605-4e4b-a2e4-4c3db7f35fbc tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4479837 Mar 07 16:16:16.016251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41794) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:16.031925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-651f737d-9d0e-4300-b551-4441ab59f176 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'security_group_rule': {'security_group_id': 'ae74b468-78d6-497b-a9a1-5c1819ad23ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:16.095120 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.118705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b34a88-15c9-463e-bd92-7682b002e222 req-ed63d652-01e8-4be1-9066-c06885e61691 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:16.118705 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77b34a88-15c9-463e-bd92-7682b002e222 req-ed63d652-01e8-4be1-9066-c06885e61691 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 946 time: 0.1534135 Mar 07 16:16:16.200173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] device_id is not set on port 74c8bff4-3215-47ca-b748-91316d24591f yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:16.208820 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-651f737d-9d0e-4300-b551-4441ab59f176 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (d47235ad-08dd-4fa7-93c9-98381d93b887), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.218276 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks [] for port (74c8bff4-3215-47ca-b748-91316d24591f), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.218880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-32a42172-c1b1-491d-a3e2-e3cebf56e83c req-910a46dd-88fd-4435-b533-30ab1de6f283 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Publish callbacks [] for security_group (370ad038-9bd9-4f3d-ba8e-8b2ac601406c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.243164 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-32a42172-c1b1-491d-a3e2-e3cebf56e83c req-910a46dd-88fd-4435-b533-30ab1de6f283 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (370ad038-9bd9-4f3d-ba8e-8b2ac601406c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.250878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (52df0e1a-5d80-4899-bde4-217591a949c9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.253582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (74c8bff4-3215-47ca-b748-91316d24591f), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.272793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c65398-98ea-48fb-adfa-3c02b130b8e7 req-1f724d3b-d7de-4673-8013-279c7b6fc5a9 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:16.274202 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87c65398-98ea-48fb-adfa-3c02b130b8e7 req-1f724d3b-d7de-4673-8013-279c7b6fc5a9 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 946 time: 0.2743161 Mar 07 16:16:16.299669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Deleting port e21faa1b-4331-4faf-993c-348203a6ca93 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:16.300020 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e21faa1b-4331-4faf-993c-348203a6ca93), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.305308 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-32a42172-c1b1-491d-a3e2-e3cebf56e83c req-910a46dd-88fd-4435-b533-30ab1de6f283 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4404397 Mar 07 16:16:16.306819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a46dd-88fd-4435-b533-30ab1de6f283 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370ad038-9bd9-4f3d-ba8e-8b2ac601406c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:16.316613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 52df0e1a-5d80-4899-bde4-217591a949c9 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:16.376665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'Port': ['ID=74c8bff4-3215-47ca-b748-91316d24591f,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:16.465484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-651f737d-9d0e-4300-b551-4441ab59f176 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (d47235ad-08dd-4fa7-93c9-98381d93b887), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.488055 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-651f737d-9d0e-4300-b551-4441ab59f176 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (d47235ad-08dd-4fa7-93c9-98381d93b887), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.515556 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-87c65398-98ea-48fb-adfa-3c02b130b8e7 req-d45599e6-f930-45ce-9c18-13cad6c7a70a tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b20bb5b-f939-4f64-b56c-73fa359edf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030554 Mar 07 16:16:16.543030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:16.543784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:16.544137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:16.552120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f737d-9d0e-4300-b551-4441ab59f176 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47235ad-08dd-4fa7-93c9-98381d93b887,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:16.559763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:16.560176 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:16.562170 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 2 to bind port 74c8bff4-3215-47ca-b748-91316d24591f Mar 07 16:16:16.578103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-651f737d-9d0e-4300-b551-4441ab59f176 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.583886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-651f737d-9d0e-4300-b551-4441ab59f176 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5659902 Mar 07 16:16:16.623027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41812) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:16.631439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-941ca2e1-2f18-4490-a32b-c452140fb909 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'security_group_rule': {'security_group_id': 'ae74b468-78d6-497b-a9a1-5c1819ad23ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:16.643403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:16.643741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:16.644086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:16.663114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:16.663463 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:16.667231 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 3 to bind port 74c8bff4-3215-47ca-b748-91316d24591f Mar 07 16:16:16.702080 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-941ca2e1-2f18-4490-a32b-c452140fb909 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (546366e6-3e6b-4c88-8ac7-d913cf0ab321), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.704890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:16.706012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:16.707765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:16.711534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-77b34a88-15c9-463e-bd92-7682b002e222 req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Deleting port 0584e74b-e446-4340-a240-8b388e9cbb01 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:16.711887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-77b34a88-15c9-463e-bd92-7682b002e222 req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.725895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e21faa1b-4331-4faf-993c-348203a6ca93), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.733448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:16.733954 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:16.737573 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 4 to bind port 74c8bff4-3215-47ca-b748-91316d24591f Mar 07 16:16:16.763999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Calling delete_port for e21faa1b-4331-4faf-993c-348203a6ca93 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:16.774167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:16.774580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:16.775017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:16.819669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742636eb-4b28-43dd-84b6-5e8bfa67345e req-84edffdc-5524-430b-97cb-68014e9e83fa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:16.821113 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-742636eb-4b28-43dd-84b6-5e8bfa67345e req-84edffdc-5524-430b-97cb-68014e9e83fa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.1651590 Mar 07 16:16:16.825721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:16.826832 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:16.832921 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 5 to bind port 74c8bff4-3215-47ca-b748-91316d24591f Mar 07 16:16:16.877927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:16.878310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:16.878629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:16.895760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:16.896739 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:16.899743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-941ca2e1-2f18-4490-a32b-c452140fb909 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (546366e6-3e6b-4c88-8ac7-d913cf0ab321), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.900472 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 6 to bind port 74c8bff4-3215-47ca-b748-91316d24591f Mar 07 16:16:16.911110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41826) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:16.920494 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-941ca2e1-2f18-4490-a32b-c452140fb909 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (546366e6-3e6b-4c88-8ac7-d913cf0ab321), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.921742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-77b34a88-15c9-463e-bd92-7682b002e222 req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] For port 0584e74b-e446-4340-a240-8b388e9cbb01, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0584e74b-e446-4340-a240-8b388e9cbb01,segment=NetworkSegment(718a2a99-9535-4a93-be11-27b62b16848f),segment_id=718a2a99-9535-4a93-be11-27b62b16848f)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:16.922115 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-77b34a88-15c9-463e-bd92-7682b002e222 req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.928707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:16.929051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:16.929412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:16.931242 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (52df0e1a-5d80-4899-bde4-217591a949c9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:16.973182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:16.973523 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:16.975514 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 7 to bind port 74c8bff4-3215-47ca-b748-91316d24591f Mar 07 16:16:16.978302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ca2e1-2f18-4490-a32b-c452140fb909 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546366e6-3e6b-4c88-8ac7-d913cf0ab321,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:16.980227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=52df0e1a-5d80-4899-bde4-217591a949c9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:16.986834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-77b34a88-15c9-463e-bd92-7682b002e222 req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Calling delete_port for 0584e74b-e446-4340-a240-8b388e9cbb01 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:16.999546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-742636eb-4b28-43dd-84b6-5e8bfa67345e req-00e6fbe6-b06a-4e4c-bb77-fe25ec1550a8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416128 Mar 07 16:16:17.001116 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-941ca2e1-2f18-4490-a32b-c452140fb909 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.002346 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-941ca2e1-2f18-4490-a32b-c452140fb909 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3784885 Mar 07 16:16:17.007510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41830) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:17.013594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:17.023688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:17.024028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:17.024546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:17.026417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41832) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:17.071478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:17.071830 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:17.074837 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 8 to bind port 74c8bff4-3215-47ca-b748-91316d24591f Mar 07 16:16:17.094247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-831c106a-b875-4566-83d6-e180a9876b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.107605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:17.107945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:17.108287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:17.126843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:17.127115 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:17.130190 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 9 to bind port 74c8bff4-3215-47ca-b748-91316d24591f Mar 07 16:16:17.140666 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.197070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:17.197402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:17.197803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:17.200734 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fda4e140-d482-473a-87c6-cc2aa128ff95 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/4607a788-ee52-4650-89a7-10449b1f7bbc HTTP/1.1" status: 200 len: 993 time: 0.1402183 Mar 07 16:16:17.217156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:17.217743 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:17.227315 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 10 to bind port 74c8bff4-3215-47ca-b748-91316d24591f Mar 07 16:16:17.285629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:17.286336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:17.286876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:17.290610 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e21faa1b-4331-4faf-993c-348203a6ca93), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.309280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:17.309626 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 74c8bff4-3215-47ca-b748-91316d24591f on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:17.310011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (74c8bff4-3215-47ca-b748-91316d24591f), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.338183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event deleted for resources: {'Port': ['ID=e21faa1b-4331-4faf-993c-348203a6ca93,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:17.374830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (ffc24387-5cac-4671-a30a-d271901c26a2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.397569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-77b34a88-15c9-463e-bd92-7682b002e222 req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (0584e74b-e446-4340-a240-8b388e9cbb01), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.398138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-831c106a-b875-4566-83d6-e180a9876b5a admin admin] Publish callbacks [] for security_group (fd582967-4652-44f6-8228-f6b6fdb92c78), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.414840 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-831c106a-b875-4566-83d6-e180a9876b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fd582967-4652-44f6-8228-f6b6fdb92c78), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.445419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Pushing event deleted for resources: {'Port': ['ID=0584e74b-e446-4340-a240-8b388e9cbb01,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:17.463564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.499928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] For port 74c8bff4-3215-47ca-b748-91316d24591f, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:17.500307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempted to set empty binding levels {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 16:16:17.519969 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (74c8bff4-3215-47ca-b748-91316d24591f), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.530872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-831c106a-b875-4566-83d6-e180a9876b5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7eb9e12538de4e85b35eb0dacf132715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6145377 Mar 07 16:16:17.540744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41840) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:17.563626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c106a-b875-4566-83d6-e180a9876b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd582967-4652-44f6-8228-f6b6fdb92c78,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:17.563834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b34a88-15c9-463e-bd92-7682b002e222 req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] No DVR routers for this DVR port 0584e74b-e446-4340-a240-8b388e9cbb01 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:16:17.566348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-77b34a88-15c9-463e-bd92-7682b002e222 req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.570414 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77b34a88-15c9-463e-bd92-7682b002e222 req-222023dd-c396-4919-b1d3-cdee8b6a9ac0 tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.15 "DELETE /v2.0/ports/0584e74b-e446-4340-a240-8b388e9cbb01 HTTP/1.1" status: 204 len: 173 time: 1.4432917 Mar 07 16:16:17.575577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1', 'name': 'network-vif-deleted', 'tag': '0584e74b-e446-4340-a240-8b388e9cbb01'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:17.577355 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3d3ed6-d93d-4679-b1b9-fd7c3a878b63" -d '{"events": [{"server_uuid": "18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1", "name": "network-vif-deleted", "tag": "0584e74b-e446-4340-a240-8b388e9cbb01"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:17.619076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-710336fa-0775-44f5-9b2d-1a1df5ed3aba req-fcc864a4-3e3c-4d93-81f1-aab0c68149f4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:16:17.620115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-710336fa-0775-44f5-9b2d-1a1df5ed3aba req-fcc864a4-3e3c-4d93-81f1-aab0c68149f4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0332346 Mar 07 16:16:17.621561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.622268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] In _notify_port_updated(), no bound segment for port 74c8bff4-3215-47ca-b748-91316d24591f on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:16:17.623381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.624030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.627805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "PUT /v2.0/ports/74c8bff4-3215-47ca-b748-91316d24591f HTTP/1.1" status: 200 len: 979 time: 1.9438133 Mar 07 16:16:17.628523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41846) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:17.650716 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.666048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1047cb49-68a0-4bd4-aa27-b594a639f2d4 req-1d6f6e88-ef0d-4348-93a7-c2fef2d9c3ec tempest-VolumesActionsTest-1918265088 tempest-VolumesActionsTest-1918265088-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0394998 Mar 07 16:16:17.683783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928b76d-c0a5-4a16-a74f-8a21f7c4fc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'Port': ['ID=74c8bff4-3215-47ca-b748-91316d24591f,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:17.705702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.756310 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebef22f-1466-414d-acc2-edd881073ebc x-openstack-request-id: req-aebef22f-1466-414d-acc2-edd881073ebc {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:17.756886 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1", "name": "network-vif-deleted", "tag": "0584e74b-e446-4340-a240-8b388e9cbb01", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:17.757152 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aebef22f-1466-414d-acc2-edd881073ebc {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:17.757578 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bb88ef-6fa1-4cdb-a80e-7f86ff56ffb1', 'name': 'network-vif-deleted', 'tag': '0584e74b-e446-4340-a240-8b388e9cbb01', 'status': 'completed', 'code': 200} Mar 07 16:16:17.827109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Router ffc24387-5cac-4671-a30a-d271901c26a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:17.878675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (7e87cff1-34e1-4ab4-a87b-a34a154f5b06), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.879226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Fanout notify agent at l3_agent the message router_deleted on router 7e87cff1-34e1-4ab4-a87b-a34a154f5b06 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:16:17.892202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.893262 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d6bf0816-3fac-47e5-b65e-6b1d2a6f75e1 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/7e87cff1-34e1-4ab4-a87b-a34a154f5b06 HTTP/1.1" status: 204 len: 168 time: 2.2621810 Mar 07 16:16:17.897755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41858) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:17.901789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eff015c1-0bad-46d6-a6ae-e2b2ee92fda1 admin admin] Publish callbacks [] for security_group (fd582967-4652-44f6-8228-f6b6fdb92c78), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:17.906960 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7a54d6fd-23b3-4541-9c60-489ec55b9941 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-384390179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:17.928158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.928643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.929114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.929582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.930049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.930511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.931168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.931634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.932096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.932549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.933159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.933777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.934416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.934904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:17.937413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c0cd36a7-efc8-4938-853d-8b3f4e3909ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12902 time: 0.3014536 Mar 07 16:16:17.941032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41860) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:17.969007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:17.974107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Allocated IP 172.25.4.72 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/1edfdf7e-41b4-4465-9aee-7e94ff85ab73) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:17.979718 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-18cc14ea-4201-46e7-ab8d-6c7535ca0d6d tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "PUT /v2.0/routers/ffc24387-5cac-4671-a30a-d271901c26a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7748485 Mar 07 16:16:17.983350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41862) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:17.985954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e556a-fdbe-461d-bbcb-590121d38df1 None None] Sync routers for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:18.004290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e556a-fdbe-461d-bbcb-590121d38df1 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:18.006294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a95e556a-fdbe-461d-bbcb-590121d38df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:18.053782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a95e556a-fdbe-461d-bbcb-590121d38df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:18.092859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e556a-fdbe-461d-bbcb-590121d38df1 None None] Routers {'ffc24387-5cac-4671-a30a-d271901c26a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:18.094263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a95e556a-fdbe-461d-bbcb-590121d38df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ffc24387-5cac-4671-a30a-d271901c26a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:18.102081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eff015c1-0bad-46d6-a6ae-e2b2ee92fda1 admin admin] Publish callbacks [] for security_group (fd582967-4652-44f6-8228-f6b6fdb92c78), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.115191 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a54d6fd-23b3-4541-9c60-489ec55b9941 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.116964 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a54d6fd-23b3-4541-9c60-489ec55b9941 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.137400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-f65dfe89-e940-463a-b683-adec8c4928e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Deleting port 74c8bff4-3215-47ca-b748-91316d24591f {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:18.137821 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f65dfe89-e940-463a-b683-adec8c4928e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (74c8bff4-3215-47ca-b748-91316d24591f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.157671 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router (ffc24387-5cac-4671-a30a-d271901c26a2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.201300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a95e556a-fdbe-461d-bbcb-590121d38df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:18.203239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e556a-fdbe-461d-bbcb-590121d38df1 None None] The sync data for ids ['ffc24387-5cac-4671-a30a-d271901c26a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:18.288359 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for port (1edfdf7e-41b4-4465-9aee-7e94ff85ab73), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.292518 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a54d6fd-23b3-4541-9c60-489ec55b9941 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.304855 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a54d6fd-23b3-4541-9c60-489ec55b9941 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.328241 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eff015c1-0bad-46d6-a6ae-e2b2ee92fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fd582967-4652-44f6-8228-f6b6fdb92c78), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.330840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eff015c1-0bad-46d6-a6ae-e2b2ee92fda1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.332081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eff015c1-0bad-46d6-a6ae-e2b2ee92fda1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd582967-4652-44f6-8228-f6b6fdb92c78 HTTP/1.1" status: 204 len: 168 time: 0.7761970 Mar 07 16:16:18.388248 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a54d6fd-23b3-4541-9c60-489ec55b9941 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.391301 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7a54d6fd-23b3-4541-9c60-489ec55b9941 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4904242 Mar 07 16:16:18.395202 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41870) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:18.401276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff015c1-0bad-46d6-a6ae-e2b2ee92fda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd582967-4652-44f6-8228-f6b6fdb92c78,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:18.409319 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:18.497926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1edfdf7e-41b4-4465-9aee-7e94ff85ab73), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.513824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-dbcb304d-3c5d-4666-9e88-a49f73ad9427 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2763996 Mar 07 16:16:18.556028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-6929af4e-8e93-4e97-8057-30504b601c46 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:16:18.557781 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-6929af4e-8e93-4e97-8057-30504b601c46 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086598 Mar 07 16:16:18.612522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:18.652558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-f65dfe89-e940-463a-b683-adec8c4928e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] For port 74c8bff4-3215-47ca-b748-91316d24591f, host n-h2-830010-8, got binding levels [] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:18.653035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f65dfe89-e940-463a-b683-adec8c4928e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (74c8bff4-3215-47ca-b748-91316d24591f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.658005 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:18.664846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:18.686951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-f65dfe89-e940-463a-b683-adec8c4928e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Calling delete_port for 74c8bff4-3215-47ca-b748-91316d24591f owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:18.712004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'Port': ['ID=1edfdf7e-41b4-4465-9aee-7e94ff85ab73,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:18.813869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.851549 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929d527-accc-4478-ad4a-67e7306ff59d req-4335bb4d-652d-47cd-8960-1c6f6a4f9776 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:18.853229 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a929d527-accc-4478-ad4a-67e7306ff59d req-4335bb4d-652d-47cd-8960-1c6f6a4f9776 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.2962120 Mar 07 16:16:18.869219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0584e74b-e446-4340-a240-8b388e9cbb01 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:18.933773 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_gateway (ffc24387-5cac-4671-a30a-d271901c26a2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.944626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 0584e74b-e446-4340-a240-8b388e9cbb01 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:16:18.945415 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (b6a941e7-d01d-447f-bf13-a786b0199c92), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:18.947972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0584e74b-e446-4340-a240-8b388e9cbb01 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:16:18.995515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a929d527-accc-4478-ad4a-67e7306ff59d req-f9aeceaf-d67e-4104-b787-653e56cfb4f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358268 Mar 07 16:16:19.016342 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f65dfe89-e940-463a-b683-adec8c4928e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (74c8bff4-3215-47ca-b748-91316d24591f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.031676 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1edfdf7e-41b4-4465-9aee-7e94ff85ab73), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.058377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting port 624af723-8f51-45c5-979f-f5256fd6c551 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:19.058985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (624af723-8f51-45c5-979f-f5256fd6c551), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.064934 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dfe89-e940-463a-b683-adec8c4928e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event deleted for resources: {'Port': ['ID=74c8bff4-3215-47ca-b748-91316d24591f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:19.080507 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f65dfe89-e940-463a-b683-adec8c4928e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.087580 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f65dfe89-e940-463a-b683-adec8c4928e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "DELETE /v2.0/ports/74c8bff4-3215-47ca-b748-91316d24591f HTTP/1.1" status: 204 len: 168 time: 1.1429877 Mar 07 16:16:19.087800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41902) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:19.174432 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-041bc40a-2083-4ee4-a1e7-66eb5ba9fdc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] GET failed (client error): The resource could not be found. Mar 07 16:16:19.179123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-041bc40a-2083-4ee4-a1e7-66eb5ba9fdc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "GET /v2.0/ports/74c8bff4-3215-47ca-b748-91316d24591f HTTP/1.1" status: 404 len: 333 time: 0.0872450 Mar 07 16:16:19.181976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41908) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:19.187033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745530432', 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:19.230910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Made reservation on behalf of 156b2f24649b474eb5878557f57f4eb5 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:19.230910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.288616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] device_id is not set on port 7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:19.322459 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.335191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (624af723-8f51-45c5-979f-f5256fd6c551), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.346475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.402404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Calling delete_port for 624af723-8f51-45c5-979f-f5256fd6c551 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:19.418211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for port (1edfdf7e-41b4-4465-9aee-7e94ff85ab73), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.429486 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (1edfdf7e-41b4-4465-9aee-7e94ff85ab73), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.584784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'Port': ['ID=1edfdf7e-41b4-4465-9aee-7e94ff85ab73,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:19.589001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Allocated IP 172.25.4.223 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/fbbd7c75-592c-4661-9725-11f9e7bf85e9) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:19.602669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-08b5f118-cc27-4bd7-9d81-a66e419fec6c tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:19.604188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-08b5f118-cc27-4bd7-9d81-a66e419fec6c tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports/3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 1125 time: 0.4768951 Mar 07 16:16:19.611564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.611930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.612290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.612638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.612983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.613328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.613673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.614012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.614631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.615067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.615413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.615751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.616089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:19.617478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks [] for port (7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.622406 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (b6a941e7-d01d-447f-bf13-a786b0199c92), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.642647 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.644078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2d1ca775-ce4d-4c74-915d-6aabb46d2c33 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6339009 Mar 07 16:16:19.736086 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.752746 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (624af723-8f51-45c5-979f-f5256fd6c551), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.831581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Network b5537586-9dad-4b6f-a3c9-80a8096fb5fa is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:19.861894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:19.866132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:19.867228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:19.867738 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:19.908584 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7227199 Mar 07 16:16:19.913405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41936) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:19.927809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e44b9a-a0f6-4c95-88b1-c9dcb6ed54eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'Port': ['ID=7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:20.002822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Port': ['ID=624af723-8f51-45c5-979f-f5256fd6c551,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:20.005132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (ffc24387-5cac-4671-a30a-d271901c26a2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.047456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e700e-a54f-4b46-b76e-4ff657759808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:20.049120 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b14e700e-a54f-4b46-b76e-4ff657759808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "GET /v2.0/ports/7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693 HTTP/1.1" status: 200 len: 959 time: 0.1346526 Mar 07 16:16:20.055184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41948) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:20.164879 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for port (fbbd7c75-592c-4661-9725-11f9e7bf85e9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.182729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a96ff9ba-2b62-4838-8a76-390024975f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Deleting port 7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:20.183107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a96ff9ba-2b62-4838-8a76-390024975f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.205315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (ffc24387-5cac-4671-a30a-d271901c26a2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.212918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router_controller (ffc24387-5cac-4671-a30a-d271901c26a2), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.277284 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a96ff9ba-2b62-4838-8a76-390024975f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.289040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (fbbd7c75-592c-4661-9725-11f9e7bf85e9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.298698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-ec5270ed-e963-4f8f-9247-a71d6b43de99 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1777717149&fields=id&tenant_id=811ee645c83146a3ba5bd43c6b62afe2 HTTP/1.1" status: 200 len: 267 time: 0.2525535 Mar 07 16:16:20.305105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a96ff9ba-2b62-4838-8a76-390024975f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Calling delete_port for 7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:20.323624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (ffc24387-5cac-4671-a30a-d271901c26a2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.324360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Fanout notify agent at l3_agent the message router_deleted on router ffc24387-5cac-4671-a30a-d271901c26a2 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:16:20.336050 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.339997 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-100c0adf-e6c0-4fcc-b7b4-34112977a55b tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/routers/ffc24387-5cac-4671-a30a-d271901c26a2 HTTP/1.1" status: 204 len: 168 time: 2.3530324 Mar 07 16:16:20.350625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41958) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:20.369113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:20.377021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:20.382683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:20.453648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event updated for resources: {'Port': ['ID=fbbd7c75-592c-4661-9725-11f9e7bf85e9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:20.469483 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-40873b45-caf0-4ca3-bba0-b32e6b7d64c5 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Deleting subnet 56c8fd56-6967-4635-81fa-98252b0d4f18 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:20.475366 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40873b45-caf0-4ca3-bba0-b32e6b7d64c5 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for subnet (56c8fd56-6967-4635-81fa-98252b0d4f18), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.495934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfe362-7cfa-447b-811b-a52b13ad659b req-ebd2c20f-2f11-490b-90e9-f79c7ca89ca8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:20.497791 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4dbfe362-7cfa-447b-811b-a52b13ad659b req-ebd2c20f-2f11-490b-90e9-f79c7ca89ca8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.2099054 Mar 07 16:16:20.528925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393186e-e00a-4853-a327-650e10c80713 req-79fc2448-9da9-4660-8a1f-244313b9d7d3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:20.530421 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-79fc2448-9da9-4660-8a1f-244313b9d7d3 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/networks?id=71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 200 len: 816 time: 0.2229457 Mar 07 16:16:20.535201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40873b45-caf0-4ca3-bba0-b32e6b7d64c5 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (56c8fd56-6967-4635-81fa-98252b0d4f18), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.576025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-312cd09a-8800-434f-bdce-197ce721015e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/quotas/811ee645c83146a3ba5bd43c6b62afe2 HTTP/1.1" status: 200 len: 375 time: 0.0183442 Mar 07 16:16:20.600962 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40873b45-caf0-4ca3-bba0-b32e6b7d64c5 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (56c8fd56-6967-4635-81fa-98252b0d4f18), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.622435 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a96ff9ba-2b62-4838-8a76-390024975f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.689731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ff9ba-2b62-4838-8a76-390024975f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:20.690138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-959c4e32-7d48-4603-a168-7ba333aa6323 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066022 Mar 07 16:16:20.705747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4dbfe362-7cfa-447b-811b-a52b13ad659b req-dd5e0a34-f6ca-462d-9579-9d1000084037 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697898 Mar 07 16:16:20.705913 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40873b45-caf0-4ca3-bba0-b32e6b7d64c5 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (56c8fd56-6967-4635-81fa-98252b0d4f18), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.711754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a96ff9ba-2b62-4838-8a76-390024975f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.728157 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a96ff9ba-2b62-4838-8a76-390024975f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693 HTTP/1.1" status: 204 len: 168 time: 0.6718824 Mar 07 16:16:20.738660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41964) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:20.753590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40873b45-caf0-4ca3-bba0-b32e6b7d64c5 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Subnet': ['ID=56c8fd56-6967-4635-81fa-98252b0d4f18,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:20.806460 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e19138b-8c75-41a4-8e92-d40a0b807ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] GET failed (client error): The resource could not be found. Mar 07 16:16:20.808146 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9e19138b-8c75-41a4-8e92-d40a0b807ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "GET /v2.0/ports/7a4adbb0-3f7f-44d4-bbe7-1c0b5c337693 HTTP/1.1" status: 404 len: 333 time: 0.0673568 Mar 07 16:16:20.809514 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40873b45-caf0-4ca3-bba0-b32e6b7d64c5 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.818122 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-40873b45-caf0-4ca3-bba0-b32e6b7d64c5 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/subnets/56c8fd56-6967-4635-81fa-98252b0d4f18 HTTP/1.1" status: 204 len: 168 time: 0.4645078 Mar 07 16:16:20.818427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41970) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:20.818771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41972) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:20.825014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Request body: {'port': {'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-939140952'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:20.919874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.951804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Made reservation on behalf of 156b2f24649b474eb5878557f57f4eb5 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:20.954184 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:20.960333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-c659f5ef-bd80-42aa-b87a-b5ed20da4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:20.961867 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-c659f5ef-bd80-42aa-b87a-b5ed20da4fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1128 time: 0.0963933 Mar 07 16:16:20.986246 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (cb58d892-79c7-46c3-9f89-a98f0d063a79), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.001224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] device_id is not set on port 2abde887-5be8-407b-960b-02a4800fb267 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:21.009648 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-36dd83e6-9c88-4085-ad87-e176311fb908 service neutron] 10.222.0.24 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510552 Mar 07 16:16:21.145480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-c2d22cd7-d83e-4404-9a65-19eb9beb1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:21.147113 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-c2d22cd7-d83e-4404-9a65-19eb9beb1761 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 897 time: 0.1785820 Mar 07 16:16:21.225022 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (cb58d892-79c7-46c3-9f89-a98f0d063a79), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.253893 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-48598bbb-e2f4-4d7f-ad91-274edb8efcaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 1001 time: 0.1004746 Mar 07 16:16:21.259211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.263814 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-59a2feb1-39f6-41ba-8d12-521e11d386d9 service neutron] 10.222.0.24 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194090 Mar 07 16:16:21.271209 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.303950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb58d892-79c7-46c3-9f89-a98f0d063a79']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:21.323556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7e54b0-5f4f-45ef-9e80-641f46742c05') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:21.323869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7e54b0-5f4f-45ef-9e80-641f46742c05') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:21.340090 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (6e7e54b0-5f4f-45ef-9e80-641f46742c05), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.351661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-66eab81d-1684-483b-9a16-5e3d2ab6737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:21.353166 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-66eab81d-1684-483b-9a16-5e3d2ab6737d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.0921612 Mar 07 16:16:21.357207 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks [] for port (2abde887-5be8-407b-960b-02a4800fb267), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.366325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6e7e54b0-5f4f-45ef-9e80-641f46742c05), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.378417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:21.378841 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (6e7e54b0-5f4f-45ef-9e80-641f46742c05), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:21.382716 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:21.473029 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a1cb3d97-7342-42a2-b4d6-7694d4bed37a req-506209c4-4289-4741-986e-c6709ff6fa9e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 210 time: 0.0436120 Mar 07 16:16:21.474322 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2abde887-5be8-407b-960b-02a4800fb267), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.484651 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (cb58d892-79c7-46c3-9f89-a98f0d063a79), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.484980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-4c230403-f952-4da4-a848-133844a95156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:21.486528 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-4c230403-f952-4da4-a848-133844a95156 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1269512 Mar 07 16:16:21.493765 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.499287 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] 10.222.0.24 "DELETE /v2.0/networks/cb58d892-79c7-46c3-9f89-a98f0d063a79 HTTP/1.1" status: 204 len: 168 time: 0.6759839 Mar 07 16:16:21.553583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9d2cb-ff4b-4af6-a0fc-a04006282711 tempest-FloatingIPTestJSON-1210240474 tempest-FloatingIPTestJSON-1210240474-project] Pushing event deleted for resources: {'Network': ['ID=cb58d892-79c7-46c3-9f89-a98f0d063a79,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:21.565615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Router 5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:16:21.566143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Network b5537586-9dad-4b6f-a3c9-80a8096fb5fa is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:21.576809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:21.580963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:21.581907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:21.582722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.599325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'Port': ['ID=2abde887-5be8-407b-960b-02a4800fb267,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:21.621405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3a7986a5-f577-47af-b3bb-8e0e32f3c9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8014998 Mar 07 16:16:21.624699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 41980) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:21.633797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:21.651154 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-3a468211-3c5c-43fa-86dc-c40c6ebc70c1 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561875 Mar 07 16:16:21.718769 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2abde887-5be8-407b-960b-02a4800fb267), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.775751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:21.784018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:21.785408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e1783090-bb6a-4ade-bee7-b76fbddc25a7 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "PUT /v2.0/routers/5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d HTTP/1.1" status: 200 len: 879 time: 3.3854806 Mar 07 16:16:21.786728 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221139a3-e9fc-4900-a7ed-2bdf1c8a8389 None None] Sync routers for ids ['5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:21.789374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 41988) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:21.799819 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221139a3-e9fc-4900-a7ed-2bdf1c8a8389 None None] Routers {'5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:21.800585 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-221139a3-e9fc-4900-a7ed-2bdf1c8a8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:21.857681 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-60b61026-e5e4-4d7e-902f-a213583718b4 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734128 Mar 07 16:16:22.001312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42000) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:22.042471 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-221139a3-e9fc-4900-a7ed-2bdf1c8a8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:22.056924 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221139a3-e9fc-4900-a7ed-2bdf1c8a8389 None None] Routers {'5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:22.057581 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-221139a3-e9fc-4900-a7ed-2bdf1c8a8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:15:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:22.080010 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4ba436c1-9636-45a2-8233-6e1192dc3126 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/routers/5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d HTTP/1.1" status: 200 len: 920 time: 0.2892871 Mar 07 16:16:22.084653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42008) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:22.117769 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-221139a3-e9fc-4900-a7ed-2bdf1c8a8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:22.118621 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221139a3-e9fc-4900-a7ed-2bdf1c8a8389 None None] The sync data for ids ['5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:22.120542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c954-b218-4bef-9fa6-14161eb299f2 req-a851b70e-55b6-48af-a524-caf6f95dee59 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:22.122160 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af38c954-b218-4bef-9fa6-14161eb299f2 req-a851b70e-55b6-48af-a524-caf6f95dee59 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.2932832 Mar 07 16:16:22.194525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848da80-b4d2-4562-b021-b2fb1f5ab349 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:22.196530 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2848da80-b4d2-4562-b021-b2fb1f5ab349 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1066864 Mar 07 16:16:22.199781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42012) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:22.297518 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af38c954-b218-4bef-9fa6-14161eb299f2 req-f357c971-edef-438b-aec0-e6ef6ab52625 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1627812 Mar 07 16:16:22.326855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] device_id is not set on port 2abde887-5be8-407b-960b-02a4800fb267 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:22.347138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks [] for port (2abde887-5be8-407b-960b-02a4800fb267), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:22.359170 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (2abde887-5be8-407b-960b-02a4800fb267), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:22.428353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'Port': ['ID=2abde887-5be8-407b-960b-02a4800fb267,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:22.441347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.441691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.442034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.444263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07381cd1-2ea1-40cd-ae4c-c0dc98f4669a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:22.448835 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-07381cd1-2ea1-40cd-ae4c-c0dc98f4669a tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 881 time: 0.2451525 Mar 07 16:16:22.448996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.448996 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.448996 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 2 to bind port 2abde887-5be8-407b-960b-02a4800fb267 Mar 07 16:16:22.450892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42020) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:22.480773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a02410cd-d761-47db-a7d4-ee0c7e2e0931 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1e5d3034fdc4ee0a54c0a0fea71e514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782901 Mar 07 16:16:22.483873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42022) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:22.485893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.486246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.486579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.493646 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e9298412-c768-4d7a-958a-4a6b69acaa16 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d HTTP/1.1" status: 200 len: 205 time: 0.0388620 Mar 07 16:16:22.493815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42024) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:22.502467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.502897 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.540047 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 3 to bind port 2abde887-5be8-407b-960b-02a4800fb267 Mar 07 16:16:22.562625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.563173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.563524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.575208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.575550 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.577361 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 4 to bind port 2abde887-5be8-407b-960b-02a4800fb267 Mar 07 16:16:22.597692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23df836a-37ce-42dd-9c9a-df474b707484 admin admin] Publish callbacks [] for security_group (650ea3f7-638d-4abf-95b5-68f729a7b8a1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:22.626105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.626489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.626921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.635956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.636200 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.638873 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 5 to bind port 2abde887-5be8-407b-960b-02a4800fb267 Mar 07 16:16:22.656158 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:22.662913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23df836a-37ce-42dd-9c9a-df474b707484 admin admin] Publish callbacks [] for security_group (650ea3f7-638d-4abf-95b5-68f729a7b8a1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:22.703741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.704186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.707316 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.719560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.719899 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.721839 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 6 to bind port 2abde887-5be8-407b-960b-02a4800fb267 Mar 07 16:16:22.745373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.745373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.745676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.765173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b14bb5d-3673-402d-9ff1-fd10d98ea073 req-707e0b19-0528-40c6-8617-9c57df702340 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 210 time: 0.0660481 Mar 07 16:16:22.776750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.777097 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.779025 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 7 to bind port 2abde887-5be8-407b-960b-02a4800fb267 Mar 07 16:16:22.793209 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23df836a-37ce-42dd-9c9a-df474b707484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (650ea3f7-638d-4abf-95b5-68f729a7b8a1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:22.796000 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-23df836a-37ce-42dd-9c9a-df474b707484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:22.797163 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-23df836a-37ce-42dd-9c9a-df474b707484 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/650ea3f7-638d-4abf-95b5-68f729a7b8a1 HTTP/1.1" status: 204 len: 168 time: 0.3123410 Mar 07 16:16:22.806246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df836a-37ce-42dd-9c9a-df474b707484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650ea3f7-638d-4abf-95b5-68f729a7b8a1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:22.820702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.821031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.823583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.829573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42036) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:22.836920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.837259 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.838694 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 8 to bind port 2abde887-5be8-407b-960b-02a4800fb267 Mar 07 16:16:22.848213 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:22.862349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.862695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.863110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.870629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.871117 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.871514 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 9 to bind port 2abde887-5be8-407b-960b-02a4800fb267 Mar 07 16:16:22.906215 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eebc67d0-9b73-4615-8f5a-208f6cf4e50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:22.910081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.910372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.910720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.919331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.919673 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.922986 n-d-830010-8 neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempt 10 to bind port 2abde887-5be8-407b-960b-02a4800fb267 Mar 07 16:16:22.974689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:22.975051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:22.975390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempting to bind port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:22.991367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:22.991709 n-d-830010-8 neutron-server[103867]: ERROR neutron.plugins.ml2.managers [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Failed to bind port 2abde887-5be8-407b-960b-02a4800fb267 on host n-h2-830010-8 for vnic_type normal using segments [{'id': 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5537586-9dad-4b6f-a3c9-80a8096fb5fa'}] Mar 07 16:16:22.992508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2abde887-5be8-407b-960b-02a4800fb267), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.044363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Deleting port fbbd7c75-592c-4661-9725-11f9e7bf85e9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:23.044709 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fbbd7c75-592c-4661-9725-11f9e7bf85e9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.156710 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b7b66f8-67c4-406e-a814-80da842026fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.168197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393186e-e00a-4853-a327-650e10c80713 req-237ca018-3231-40ec-ad4e-b7fa4075c4ec tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:23.169785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-237ca018-3231-40ec-ad4e-b7fa4075c4ec tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "GET /v2.0/networks?id=71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 200 len: 816 time: 0.2315748 Mar 07 16:16:23.206174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] For port 2abde887-5be8-407b-960b-02a4800fb267, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:23.206538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attempted to set empty binding levels {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 16:16:23.217721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (2abde887-5be8-407b-960b-02a4800fb267), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.221402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fbbd7c75-592c-4661-9725-11f9e7bf85e9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.263879 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b7b66f8-67c4-406e-a814-80da842026fd admin admin] Publish callbacks [] for security_group (e3487235-3ab0-444b-8e95-b0417f0bd970), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.268809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b7b66f8-67c4-406e-a814-80da842026fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e3487235-3ab0-444b-8e95-b0417f0bd970), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.274250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Calling delete_port for fbbd7c75-592c-4661-9725-11f9e7bf85e9 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:23.280460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] In _notify_port_updated(), no bound segment for port 2abde887-5be8-407b-960b-02a4800fb267 on network b5537586-9dad-4b6f-a3c9-80a8096fb5fa {{(pid=103867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:16:23.281338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:23.281940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.283368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "PUT /v2.0/ports/2abde887-5be8-407b-960b-02a4800fb267 HTTP/1.1" status: 200 len: 978 time: 1.6575642 Mar 07 16:16:23.286765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42050) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:23.339393 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1b7b66f8-67c4-406e-a814-80da842026fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afb35a98e1f84798be4f2113de84dec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079920 Mar 07 16:16:23.344448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42054) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:23.356440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b66f8-67c4-406e-a814-80da842026fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3487235-3ab0-444b-8e95-b0417f0bd970,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:23.437775 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18d4cf02-0a25-48f0-ba13-630f2b232127 admin admin] Publish callbacks [] for security_group (e3487235-3ab0-444b-8e95-b0417f0bd970), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.465604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-12533000-ad69-4f7d-a16d-bf96dd06bfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Deleting port 2abde887-5be8-407b-960b-02a4800fb267 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:23.465957 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12533000-ad69-4f7d-a16d-bf96dd06bfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2abde887-5be8-407b-960b-02a4800fb267), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.468973 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18d4cf02-0a25-48f0-ba13-630f2b232127 admin admin] Publish callbacks [] for security_group (e3487235-3ab0-444b-8e95-b0417f0bd970), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.561860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-12533000-ad69-4f7d-a16d-bf96dd06bfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] For port 2abde887-5be8-407b-960b-02a4800fb267, host n-h2-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:23.562635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12533000-ad69-4f7d-a16d-bf96dd06bfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2abde887-5be8-407b-960b-02a4800fb267), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.577671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-12533000-ad69-4f7d-a16d-bf96dd06bfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Calling delete_port for 2abde887-5be8-407b-960b-02a4800fb267 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:23.626177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18d4cf02-0a25-48f0-ba13-630f2b232127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e3487235-3ab0-444b-8e95-b0417f0bd970), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.628933 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18d4cf02-0a25-48f0-ba13-630f2b232127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.630258 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-18d4cf02-0a25-48f0-ba13-630f2b232127 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3487235-3ab0-444b-8e95-b0417f0bd970 HTTP/1.1" status: 204 len: 168 time: 0.2839863 Mar 07 16:16:23.643044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4cf02-0a25-48f0-ba13-630f2b232127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3487235-3ab0-444b-8e95-b0417f0bd970,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:23.690785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12533000-ad69-4f7d-a16d-bf96dd06bfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2abde887-5be8-407b-960b-02a4800fb267), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.702566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba13132-be9c-4e35-9f8e-3097e6efa7df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event updated for resources: {'Port': ['ID=2abde887-5be8-407b-960b-02a4800fb267,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:23.712148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-8a1afafe-8c96-410e-92b6-608ba2ef1756 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=811ee645c83146a3ba5bd43c6b62afe2 HTTP/1.1" status: 200 len: 380 time: 0.5295842 Mar 07 16:16:23.729893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12533000-ad69-4f7d-a16d-bf96dd06bfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Pushing event deleted for resources: {'Port': ['ID=2abde887-5be8-407b-960b-02a4800fb267,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:23.732166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'port': {'device_id': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'admin_state_up': True, 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'security_groups': ['ae74b468-78d6-497b-a9a1-5c1819ad23ad']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:23.741320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12533000-ad69-4f7d-a16d-bf96dd06bfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.748458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-12533000-ad69-4f7d-a16d-bf96dd06bfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2abde887-5be8-407b-960b-02a4800fb267 HTTP/1.1" status: 204 len: 168 time: 0.4608321 Mar 07 16:16:23.749716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42068) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:23.781691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42070) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:23.789438 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7922d2-3093-41f8-8093-2b65cf698f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] GET failed (client error): The resource could not be found. Mar 07 16:16:23.794686 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fd7922d2-3093-41f8-8093-2b65cf698f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1894519054-project-admin] 10.222.0.24 "GET /v2.0/ports/2abde887-5be8-407b-960b-02a4800fb267 HTTP/1.1" status: 404 len: 333 time: 0.0399821 Mar 07 16:16:23.795315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42076) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:23.900095 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b5537586-9dad-4b6f-a3c9-80a8096fb5fa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:23.902383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce8af8-8aca-476c-a6c6-2477d8d41b2e req-3e34c89b-2a66-4393-ad4d-0d83d4b5da7a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:23.903996 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34ce8af8-8aca-476c-a6c6-2477d8d41b2e req-3e34c89b-2a66-4393-ad4d-0d83d4b5da7a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.2836568 Mar 07 16:16:24.010255 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2fb5a807-432b-466b-95d7-0d7436cdca3b req-32c076ef-ee52-4cc4-84e5-e619e17ca50e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 210 time: 0.0618503 Mar 07 16:16:24.015012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34ce8af8-8aca-476c-a6c6-2477d8d41b2e req-a2518b76-e8c9-4437-8af7-f6568246d98a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027696 Mar 07 16:16:24.037782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Made reservation on behalf of 811ee645c83146a3ba5bd43c6b62afe2 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:24.041154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.123768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b5537586-9dad-4b6f-a3c9-80a8096fb5fa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.163713 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fbbd7c75-592c-4661-9725-11f9e7bf85e9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.173875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5537586-9dad-4b6f-a3c9-80a8096fb5fa']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:24.189956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:24.190673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:24.208529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.233308 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.241644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event deleted for resources: {'Port': ['ID=fbbd7c75-592c-4661-9725-11f9e7bf85e9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:24.252243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:24.253079 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (e3f6a5d4-9a4e-45b7-b674-bdb2cb1fc064), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:24.260616 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:24.304639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-db6ae9d7-eaeb-4479-96f9-46d3564ec0a8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1270907418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:24.329884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Allocated IP 172.20.0.6 (71fa29c5-8992-46af-bc80-74d201eca7f9/242b73e8-c876-44d3-8ba1-ca9acbbcb969/0f202cdc-2b2c-4e59-a759-26edd01395dc) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:24.367644 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db6ae9d7-eaeb-4479-96f9-46d3564ec0a8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.369181 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db6ae9d7-eaeb-4479-96f9-46d3564ec0a8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.371750 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.377576 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b5537586-9dad-4b6f-a3c9-80a8096fb5fa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.388357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.394221 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] 10.222.0.24 "DELETE /v2.0/networks/b5537586-9dad-4b6f-a3c9-80a8096fb5fa HTTP/1.1" status: 204 len: 168 time: 0.5955763 Mar 07 16:16:24.406223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab72be5-c514-42a9-9fd2-83cfb21d674b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693990680-project] Pushing event deleted for resources: {'Network': ['ID=b5537586-9dad-4b6f-a3c9-80a8096fb5fa,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:24.456690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db6ae9d7-eaeb-4479-96f9-46d3564ec0a8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for router_controller (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.465847 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db6ae9d7-eaeb-4479-96f9-46d3564ec0a8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.488687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db6ae9d7-eaeb-4479-96f9-46d3564ec0a8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.491018 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-db6ae9d7-eaeb-4479-96f9-46d3564ec0a8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7077434 Mar 07 16:16:24.493765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42096) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:24.499584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-546456031'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:24.521232 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.525658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.532573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Made reservation on behalf of 80c5afb6b56e46719a4486fd4322900a for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:24.537986 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.550006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.612547 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.613103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Fanout notify agent at l3_agent the message router_deleted on router 5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:16:24.622354 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.624397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-41b84a44-f57c-4881-b4b9-a906230f2619 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d HTTP/1.1" status: 204 len: 168 time: 2.1297655 Mar 07 16:16:24.628554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42104) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:24.637222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-07a1ee9c-51cc-4ed9-b221-c05efe7c74ea tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-470972063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:24.671257 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.693082 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07a1ee9c-51cc-4ed9-b221-c05efe7c74ea tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (433528df-ac38-4c90-8fc8-1ba7dcf9502a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.694254 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07a1ee9c-51cc-4ed9-b221-c05efe7c74ea tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (433528df-ac38-4c90-8fc8-1ba7dcf9502a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.730478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.791167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:24.795305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:24.797271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42110) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:24.808308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:24.849654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event updated for resources: {'Port': ['ID=0f202cdc-2b2c-4e59-a759-26edd01395dc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:24.883149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:24.884105 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:24.908446 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-5e111bde-5c24-439d-8549-2869108592bb tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1834719 Mar 07 16:16:24.929370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Request body: {'port': {'device_id': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:25.006935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.079845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a5b125b0-1476-4f60-8972-b82a1a433cca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a0021598f984960ada4e3cc38bc76ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2787237 Mar 07 16:16:25.128087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07a1ee9c-51cc-4ed9-b221-c05efe7c74ea tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (433528df-ac38-4c90-8fc8-1ba7dcf9502a), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.131911 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42122) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:25.148330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for security_group (bb9faf0e-ee31-40d0-b22b-09d7d60f379d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.158072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07a1ee9c-51cc-4ed9-b221-c05efe7c74ea tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (433528df-ac38-4c90-8fc8-1ba7dcf9502a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.193736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-65beb30c-7d55-4405-8d4b-f7c58c3727fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.202540 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bb9faf0e-ee31-40d0-b22b-09d7d60f379d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.205933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f06b6488-9cea-45fa-883c-73b830e9c393 None None] Provisioning complete for port 0f202cdc-2b2c-4e59-a759-26edd01395dc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:25.206305 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f06b6488-9cea-45fa-883c-73b830e9c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.247701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f06b6488-9cea-45fa-883c-73b830e9c393 None None] Port 0f202cdc-2b2c-4e59-a759-26edd01395dc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:16:25.253204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:25.289073 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07a1ee9c-51cc-4ed9-b221-c05efe7c74ea tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.292770 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-07a1ee9c-51cc-4ed9-b221-c05efe7c74ea tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6596062 Mar 07 16:16:25.299483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42130) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:25.300426 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39d2a9a8-cce5-4ffb-af61-d8623470af41 admin admin] Publish callbacks [] for security_group (4070c508-1964-46c5-a716-7779ef024a5a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.309302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': True}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:25.313755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4e2b064e-adc9-420a-a7ba-064eb99dc005), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.313902 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Added segment 4e2b064e-adc9-420a-a7ba-064eb99dc005 of type vlan for network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 Mar 07 16:16:25.316571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9faf0e-ee31-40d0-b22b-09d7d60f379d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:25.424333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4cd9f-eb18-4e55-ac8b-6cd91833571c req-f27a46ea-e02d-42e3-bb6b-5d7a1108c820 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:25.432638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fc4cd9f-eb18-4e55-ac8b-6cd91833571c req-f27a46ea-e02d-42e3-bb6b-5d7a1108c820 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.1240096 Mar 07 16:16:25.512493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f202cdc-2b2c-4e59-a759-26edd01395dc {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:16:25.543463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fc4cd9f-eb18-4e55-ac8b-6cd91833571c req-55980fb9-cad0-4a1d-9d6f-9387d9680184 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090448 Mar 07 16:16:25.546301 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Publish callbacks [] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.550946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fa8c2-72d8-4d74-8514-4d807303d576 req-8e12434a-8e5f-410a-9eed-74de7f3e9729 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:25.556018 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-284fa8c2-72d8-4d74-8514-4d807303d576 req-8e12434a-8e5f-410a-9eed-74de7f3e9729 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 931 time: 0.4036195 Mar 07 16:16:25.561354 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39d2a9a8-cce5-4ffb-af61-d8623470af41 admin admin] Publish callbacks [] for security_group (4070c508-1964-46c5-a716-7779ef024a5a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.570958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Transition to ACTIVE for port object 0f202cdc-2b2c-4e59-a759-26edd01395dc will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:16:25.579209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.638280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9fb7a628-c5d3-4a28-929b-76b21eaf88a3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.668939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Pushing event updated for resources: {'Port': ['ID=0f202cdc-2b2c-4e59-a759-26edd01395dc,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:25.794649 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9fb7a628-c5d3-4a28-929b-76b21eaf88a3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.799682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Attempting to bind port 0f202cdc-2b2c-4e59-a759-26edd01395dc on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:25.800263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:25.800523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Attempting to bind port 0f202cdc-2b2c-4e59-a759-26edd01395dc by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:25.800874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Attempting to bind port 0f202cdc-2b2c-4e59-a759-26edd01395dc on network 71fa29c5-8992-46af-bc80-74d201eca7f9 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:25.801432 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.806719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Port 0f202cdc-2b2c-4e59-a759-26edd01395dc on network 71fa29c5-8992-46af-bc80-74d201eca7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:25.807024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Attempting to bind port 0f202cdc-2b2c-4e59-a759-26edd01395dc on network 71fa29c5-8992-46af-bc80-74d201eca7f9 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:25.813940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:25.816388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Checking segment: {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:25.816388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Bound using segment: {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:25.821498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Bound port: 0f202cdc-2b2c-4e59-a759-26edd01395dc, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307bbe36-5404-41d7-910f-2a6715e13488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:25.821898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.874352 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (433528df-ac38-4c90-8fc8-1ba7dcf9502a), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.895285 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-284fa8c2-72d8-4d74-8514-4d807303d576 req-fe0dd95f-2574-4800-946d-c4f809509f6d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082535 Mar 07 16:16:25.920137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4251082 Mar 07 16:16:25.923860 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39d2a9a8-cce5-4ffb-af61-d8623470af41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4070c508-1964-46c5-a716-7779ef024a5a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.927213 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39d2a9a8-cce5-4ffb-af61-d8623470af41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:25.928435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-39d2a9a8-cce5-4ffb-af61-d8623470af41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4070c508-1964-46c5-a716-7779ef024a5a HTTP/1.1" status: 204 len: 168 time: 0.7952507 Mar 07 16:16:25.930132 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42150) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:25.947019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'subnet': {'network_id': '9fb7a628-c5d3-4a28-929b-76b21eaf88a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:25.949155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] For port 0f202cdc-2b2c-4e59-a759-26edd01395dc, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:25.956262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] For port 0f202cdc-2b2c-4e59-a759-26edd01395dc, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0f202cdc-2b2c-4e59-a759-26edd01395dc,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:25.968402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.017133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:26.018225 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.021368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] 10.222.0.11 "PUT /v2.0/ports/0f202cdc-2b2c-4e59-a759-26edd01395dc HTTP/1.1" status: 200 len: 1091 time: 1.0993502 Mar 07 16:16:26.021832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'tag': '0f202cdc-2b2c-4e59-a759-26edd01395dc'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:26.025296 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660684cf-9584-4edf-976c-896f823b5c34" -d '{"events": [{"name": "network-changed", "server_uuid": "225da324-1db1-4b5b-8fa3-a9439af85ad7", "tag": "0f202cdc-2b2c-4e59-a759-26edd01395dc"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:26.046947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2a9a8-cce5-4ffb-af61-d8623470af41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4070c508-1964-46c5-a716-7779ef024a5a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:26.057658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a86b64-8d38-4572-960b-5c2eac096d66 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Network': ['ID=9fb7a628-c5d3-4a28-929b-76b21eaf88a3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:26.086770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:26.111589 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd41af2-fc36-42d1-8a1e-bc2778afe1fb x-openstack-request-id: req-8dd41af2-fc36-42d1-8a1e-bc2778afe1fb {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:26.113093 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225da324-1db1-4b5b-8fa3-a9439af85ad7", "tag": "0f202cdc-2b2c-4e59-a759-26edd01395dc", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:26.115575 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dd41af2-fc36-42d1-8a1e-bc2778afe1fb {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:26.116199 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'tag': '0f202cdc-2b2c-4e59-a759-26edd01395dc', 'status': 'completed', 'code': 200} Mar 07 16:16:26.162994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384385e-3d46-466a-8ebe-f4b69901bc04 service neutron] Pushing event updated for resources: {'Port': ['ID=0f202cdc-2b2c-4e59-a759-26edd01395dc,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:26.203067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393186e-e00a-4853-a327-650e10c80713 req-ee5a5116-8c1f-4f59-944c-9e9fe55629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:26.209481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-ee5a5116-8c1f-4f59-944c-9e9fe55629c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 1125 time: 0.1303842 Mar 07 16:16:26.211720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Made reservation on behalf of 80c5afb6b56e46719a4486fd4322900a for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:26.215957 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.285100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-442dfd6f-1500-4c31-a3d4-bee4836ca814 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f202cdc-2b2c-4e59-a759-26edd01395dc HTTP/1.1" status: 200 len: 217 time: 0.0707214 Mar 07 16:16:26.368686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393186e-e00a-4853-a327-650e10c80713 req-dcd7ef94-9bcb-4c33-a1c7-9ee576e65c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:26.370230 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-dcd7ef94-9bcb-4c33-a1c7-9ee576e65c91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=242b73e8-c876-44d3-8ba1-ca9acbbcb969 HTTP/1.1" status: 200 len: 855 time: 0.0793216 Mar 07 16:16:26.405028 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.435954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393186e-e00a-4853-a327-650e10c80713 req-951fa715-116a-4f9c-ae08-31341e47e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:26.437621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-951fa715-116a-4f9c-ae08-31341e47e854 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71fa29c5-8992-46af-bc80-74d201eca7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618796 Mar 07 16:16:26.500966 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (433528df-ac38-4c90-8fc8-1ba7dcf9502a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.524928 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.568120 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-dad1594d-3bd9-47b9-bb27-3dd4cea0f383 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241231 Mar 07 16:16:26.597937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42172) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:26.639982 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (180e4e8f-d4b6-4414-96e4-0ece68a54baa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.714515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-654cd206-bd24-4013-bdd9-2af25e3c7534 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=156b2f24649b474eb5878557f57f4eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975013 Mar 07 16:16:26.715735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42178) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:26.765595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2393186e-e00a-4853-a327-650e10c80713 req-f5b079f7-900e-4a19-bb34-884bff3e53a4 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684916 Mar 07 16:16:26.782598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Allocated IP 172.25.4.187 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/ca99c530-3526-44e1-8fb9-ef8be1497bec) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:26.788204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2659f6-ec28-41b7-8322-1e0fbc64c896 admin admin] Publish callbacks [] for security_group (dd4a8ebd-629a-4378-99fa-c7ade258eaea), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.791063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Subnet': ['ID=180e4e8f-d4b6-4414-96e4-0ece68a54baa,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:26.826636 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Checking segment: {'id': '4e2b064e-adc9-420a-a7ba-064eb99dc005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fb7a628-c5d3-4a28-929b-76b21eaf88a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:26.827032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network hostable DHCP agents. Network: 9fb7a628-c5d3-4a28-929b-76b21eaf88a3, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:26.834758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2659f6-ec28-41b7-8322-1e0fbc64c896 admin admin] Publish callbacks [] for security_group (dd4a8ebd-629a-4378-99fa-c7ade258eaea), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.850648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231709c-b968-4ea6-b100-fbf4e07d2668 req-3d960d52-c159-430e-9743-7ce8034a87d7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:26.852651 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6231709c-b968-4ea6-b100-fbf4e07d2668 req-3d960d52-c159-430e-9743-7ce8034a87d7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.1665878 Mar 07 16:16:26.913142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:26.936634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9fb7a628-c5d3-4a28-929b-76b21eaf88a3) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:26.952694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd3cce-bf88-461c-b902-9fa22033e6d9 None None] Network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:26.955707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660684cf-9584-4edf-976c-896f823b5c34 req-14d1ec09-862a-415f-bca1-1fdeb2d7a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:26.964396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:26.965647 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:26.978297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-660684cf-9584-4edf-976c-896f823b5c34 req-14d1ec09-862a-415f-bca1-1fdeb2d7a5a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 1125 time: 0.1282651 Mar 07 16:16:26.987941 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fe0c1189-1794-4e67-a3ac-8ac3718e78f5 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0465553 Mar 07 16:16:26.998307 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6231709c-b968-4ea6-b100-fbf4e07d2668 req-d777fb2b-9b00-4b0f-bfe4-a9873c7171b3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1387239 Mar 07 16:16:27.000672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42192) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:27.008909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'network': {'name': 'tempest-router-network01--583161395'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:27.030053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for port (ca99c530-3526-44e1-8fb9-ef8be1497bec), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.054719 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Made reservation on behalf of 80c5afb6b56e46719a4486fd4322900a for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:27.058543 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.098845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:27.109339 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e33a3f42-63f7-410d-b4bf-5aff4dabb0c2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.109779 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Added segment e33a3f42-63f7-410d-b4bf-5aff4dabb0c2 of type vlan for network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 Mar 07 16:16:27.111803 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ca99c530-3526-44e1-8fb9-ef8be1497bec), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.134607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9fb7a628-c5d3-4a28-929b-76b21eaf88a3', 'network_id': '9fb7a628-c5d3-4a28-929b-76b21eaf88a3', 'project_id': '80c5afb6b56e46719a4486fd4322900a', 'fixed_ips': [{'subnet_id': '180e4e8f-d4b6-4414-96e4-0ece68a54baa'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:16:27.135904 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.140410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660684cf-9584-4edf-976c-896f823b5c34 req-3b4aa7f7-eb82-48f9-abdd-f9772e712c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:27.142236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-660684cf-9584-4edf-976c-896f823b5c34 req-3b4aa7f7-eb82-48f9-abdd-f9772e712c03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 200 len: 917 time: 0.1624908 Mar 07 16:16:27.171633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:27.211605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:27.230694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:27.247976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-660684cf-9584-4edf-976c-896f823b5c34 req-e4a2c0fe-64b4-4b2c-b40a-3c2d848a1e73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f202cdc-2b2c-4e59-a759-26edd01395dc HTTP/1.1" status: 200 len: 217 time: 0.0799916 Mar 07 16:16:27.253659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2659f6-ec28-41b7-8322-1e0fbc64c896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dd4a8ebd-629a-4378-99fa-c7ade258eaea), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.258364 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2659f6-ec28-41b7-8322-1e0fbc64c896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.260128 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ff2659f6-ec28-41b7-8322-1e0fbc64c896 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd4a8ebd-629a-4378-99fa-c7ade258eaea HTTP/1.1" status: 204 len: 168 time: 0.5443645 Mar 07 16:16:27.280266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.304259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event updated for resources: {'Port': ['ID=ca99c530-3526-44e1-8fb9-ef8be1497bec,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:27.336280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2659f6-ec28-41b7-8322-1e0fbc64c896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4a8ebd-629a-4378-99fa-c7ade258eaea,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:27.340830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660684cf-9584-4edf-976c-896f823b5c34 req-83f453c2-5b9c-4355-97ae-2979ad436fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:27.342571 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-660684cf-9584-4edf-976c-896f823b5c34 req-83f453c2-5b9c-4355-97ae-2979ad436fb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=242b73e8-c876-44d3-8ba1-ca9acbbcb969 HTTP/1.1" status: 200 len: 855 time: 0.0809903 Mar 07 16:16:27.426206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a4ccb-9511-4cc9-b3a3-103080ab7bc4 req-43b35dc6-3637-4303-ab37-7f98db349289 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:27.429789 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-368a4ccb-9511-4cc9-b3a3-103080ab7bc4 req-43b35dc6-3637-4303-ab37-7f98db349289 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 943 time: 0.2857552 Mar 07 16:16:27.442463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660684cf-9584-4edf-976c-896f823b5c34 req-0d526776-ba52-404d-976c-8731ad69ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:27.445224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-660684cf-9584-4edf-976c-896f823b5c34 req-0d526776-ba52-404d-976c-8731ad69ed51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71fa29c5-8992-46af-bc80-74d201eca7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928321 Mar 07 16:16:27.531047 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-368a4ccb-9511-4cc9-b3a3-103080ab7bc4 req-cd6772d2-e127-40bc-abd4-ce5f44868e77 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910327 Mar 07 16:16:27.565503 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.578926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:27.579608 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.589100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Allocated IP 2001:db8::2 (9fb7a628-c5d3-4a28-929b-76b21eaf88a3/180e4e8f-d4b6-4414-96e4-0ece68a54baa/e1944981-544e-4334-ab8c-142cda9bab2d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:27.655546 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-660684cf-9584-4edf-976c-896f823b5c34 req-26fb5f35-a799-408b-93c8-c9c93b2042a1 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011216 Mar 07 16:16:27.706999 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7049878 Mar 07 16:16:27.715858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42212) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:27.723725 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'network': {'name': 'tempest-router-network02--617469812'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:27.752698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7fcd0-e3a5-42fa-a2a6-5b192d59a005 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Network': ['ID=2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:27.794191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:27.807487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Made reservation on behalf of 80c5afb6b56e46719a4486fd4322900a for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:27.812583 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.830943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (433528df-ac38-4c90-8fc8-1ba7dcf9502a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.837598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.858295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:27.870077 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (dcba3fef-a519-4f04-84f6-7083a84c13a9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.870426 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Added segment dcba3fef-a519-4f04-84f6-7083a84c13a9 of type vlan for network 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 Mar 07 16:16:27.933102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (95b7fa6b-4b62-43bd-aba1-6ed04a6911f9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.961863 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-660684cf-9584-4edf-976c-896f823b5c34 req-4683e54a-06d8-4223-bf29-a3957f26616c service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985570 Mar 07 16:16:27.965125 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (95b7fa6b-4b62-43bd-aba1-6ed04a6911f9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:27.985597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:27.986339 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.084886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (433528df-ac38-4c90-8fc8-1ba7dcf9502a), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.089489 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (433528df-ac38-4c90-8fc8-1ba7dcf9502a), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.141061 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4237657 Mar 07 16:16:28.167375 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Publish callbacks [] for port (e1944981-544e-4334-ab8c-142cda9bab2d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.180577 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.184752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42228) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:28.210602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'subnet': {'network_id': '2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:28.230742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:28.234045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:28.237841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:28.303129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Pushing event updated for resources: {'Port': ['ID=e1944981-544e-4334-ab8c-142cda9bab2d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:28.353641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Attempting to bind port e1944981-544e-4334-ab8c-142cda9bab2d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:28.354248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Attempting to bind port e1944981-544e-4334-ab8c-142cda9bab2d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e2b064e-adc9-420a-a7ba-064eb99dc005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fb7a628-c5d3-4a28-929b-76b21eaf88a3'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:28.354730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Attempting to bind port e1944981-544e-4334-ab8c-142cda9bab2d on network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:28.362023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42236) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:28.377532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a7dbe-d870-4795-9570-4c18b56633f8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Network': ['ID=95b7fa6b-4b62-43bd-aba1-6ed04a6911f9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:28.380640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:28.381706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Checking segment: {'id': '4e2b064e-adc9-420a-a7ba-064eb99dc005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fb7a628-c5d3-4a28-929b-76b21eaf88a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:28.382743 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.383827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Bound using segment: {'id': '4e2b064e-adc9-420a-a7ba-064eb99dc005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fb7a628-c5d3-4a28-929b-76b21eaf88a3'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:28.386022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Bound port: e1944981-544e-4334-ab8c-142cda9bab2d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2b064e-adc9-420a-a7ba-064eb99dc005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fb7a628-c5d3-4a28-929b-76b21eaf88a3'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:28.387291 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.396442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:28.399545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42246) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:28.481436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fc2a95-3d80-4d38-aabd-c01ef62d062f admin admin] Deleting subnet 3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:28.486200 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a95-3d80-4d38-aabd-c01ef62d062f admin admin] Publish callbacks [] for subnet (3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.488016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Made reservation on behalf of 80c5afb6b56e46719a4486fd4322900a for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:28.492684 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.565799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] For port e1944981-544e-4334-ab8c-142cda9bab2d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:28.579367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] For port e1944981-544e-4334-ab8c-142cda9bab2d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e1944981-544e-4334-ab8c-142cda9bab2d,segment=NetworkSegment(4e2b064e-adc9-420a-a7ba-064eb99dc005),segment_id=4e2b064e-adc9-420a-a7ba-064eb99dc005)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:28.605251 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.625185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c2754b0-fd9e-4075-849c-7371fdd3833c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.699606 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a95-3d80-4d38-aabd-c01ef62d062f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.727165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5d1af-b301-4cee-be6f-f9370c271997 None None] Pushing event updated for resources: {'Port': ['ID=e1944981-544e-4334-ab8c-142cda9bab2d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:28.759042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42254) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:28.838328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-f5f0aa44-5812-46af-8022-1fa123ae91c5 req-a64815d2-adad-411b-863a-d04ae0e96b85 tempest-MigrationsAdminTest-1320513485 tempest-MigrationsAdminTest-1320513485-project-admin] (103867) timed out ('10.222.0.24', 46972) {{(pid=103867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:16:28.842491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a95-3d80-4d38-aabd-c01ef62d062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.896589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863f68f-3a4f-49ec-a84f-5d83447ddfc7 req-d15aa4d7-8408-45df-a362-17805cc80a15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:28.914099 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9863f68f-3a4f-49ec-a84f-5d83447ddfc7 req-d15aa4d7-8408-45df-a362-17805cc80a15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.7225151 Mar 07 16:16:28.926982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cebb9e-2a97-436b-b046-3f8762f42e96 req-4475ee9b-052d-4c0e-af59-a2c7bbf5c156 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:28.938367 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d7cebb9e-2a97-436b-b046-3f8762f42e96 req-4475ee9b-052d-4c0e-af59-a2c7bbf5c156 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 943 time: 0.2422633 Mar 07 16:16:28.967757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Router 433528df-ac38-4c90-8fc8-1ba7dcf9502a is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:16:28.991868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c2754b0-fd9e-4075-849c-7371fdd3833c admin admin] Publish callbacks [] for security_group (9159d931-24fa-4c4e-aef0-6fd01881e6bc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:28.993989 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9863f68f-3a4f-49ec-a84f-5d83447ddfc7 req-e2627eb1-9c0b-4d54-b571-1a4c872ca51d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786102 Mar 07 16:16:29.005477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-90938753'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:29.020803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c2754b0-fd9e-4075-849c-7371fdd3833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9159d931-24fa-4c4e-aef0-6fd01881e6bc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.091817 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (9df0fa76-7949-469e-abf3-d83c876b1244), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.114751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:29.115457 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a95-3d80-4d38-aabd-c01ef62d062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.119932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.121434 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2d6aa156-d746-4da3-8a77-d52e17708233 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "PUT /v2.0/routers/433528df-ac38-4c90-8fc8-1ba7dcf9502a HTTP/1.1" status: 200 len: 914 time: 3.8188317 Mar 07 16:16:29.127272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42258) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:29.135843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc74d2-4455-4892-b313-f4c0fc1b4d91 None None] Sync routers for ids ['433528df-ac38-4c90-8fc8-1ba7dcf9502a'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:29.140969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:29.144554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.155576 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.158903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc74d2-4455-4892-b313-f4c0fc1b4d91 None None] Routers {'433528df-ac38-4c90-8fc8-1ba7dcf9502a'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:29.159748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-23dc74d2-4455-4892-b313-f4c0fc1b4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['433528df-ac38-4c90-8fc8-1ba7dcf9502a'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:29.163989 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d7cebb9e-2a97-436b-b046-3f8762f42e96 req-f793e9c0-8393-4b5c-9707-f4c945101482 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245154 Mar 07 16:16:29.171764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42260) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:29.174259 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4c2754b0-fd9e-4075-849c-7371fdd3833c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9ba51bd953149d18efbd401c42890ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8109219 Mar 07 16:16:29.182648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2754b0-fd9e-4075-849c-7371fdd3833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9159d931-24fa-4c4e-aef0-6fd01881e6bc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:29.210764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-23dc74d2-4455-4892-b313-f4c0fc1b4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:29.210991 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.219317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a95-3d80-4d38-aabd-c01ef62d062f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.221499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc74d2-4455-4892-b313-f4c0fc1b4d91 None None] Routers {'433528df-ac38-4c90-8fc8-1ba7dcf9502a'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:29.221693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-23dc74d2-4455-4892-b313-f4c0fc1b4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['433528df-ac38-4c90-8fc8-1ba7dcf9502a'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:29.225180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-86fc2a95-3d80-4d38-aabd-c01ef62d062f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7 HTTP/1.1" status: 204 len: 168 time: 0.8221154 Mar 07 16:16:29.232553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42262) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:29.260404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Subnet': ['ID=9df0fa76-7949-469e-abf3-d83c876b1244,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:29.261133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-23dc74d2-4455-4892-b313-f4c0fc1b4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:29.261793 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc74d2-4455-4892-b313-f4c0fc1b4d91 None None] The sync data for ids ['433528df-ac38-4c90-8fc8-1ba7dcf9502a'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:29.281271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4b886af-1261-468c-baf7-db8401e6cded admin admin] Publish callbacks [] for security_group (9159d931-24fa-4c4e-aef0-6fd01881e6bc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.294428 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-80ce6f79-ef97-4009-a0de-df7204f3b0d4 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/routers/433528df-ac38-4c90-8fc8-1ba7dcf9502a HTTP/1.1" status: 200 len: 920 time: 0.1656826 Mar 07 16:16:29.296859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42264) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:29.315313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc2a95-3d80-4d38-aabd-c01ef62d062f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3631d1e2-0041-4a4e-a042-1c6bc6b5d7b7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:29.331555 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4b886af-1261-468c-baf7-db8401e6cded admin admin] Publish callbacks [] for security_group (9159d931-24fa-4c4e-aef0-6fd01881e6bc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.363080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Checking segment: {'id': 'e33a3f42-63f7-410d-b4bf-5aff4dabb0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:29.363438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network hostable DHCP agents. Network: 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:29.381238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c135838-3ad4-4042-bc53-5a2f0c32cce6 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:29.382785 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6c135838-3ad4-4042-bc53-5a2f0c32cce6 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=433528df-ac38-4c90-8fc8-1ba7dcf9502a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0824091 Mar 07 16:16:29.385473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42266) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:29.396394 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (db617f23-3d70-4dc2-ac93-e81d7cf976cb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.417343 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4b886af-1261-468c-baf7-db8401e6cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9159d931-24fa-4c4e-aef0-6fd01881e6bc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.419801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:29.420191 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b4b886af-1261-468c-baf7-db8401e6cded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.422858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b4b886af-1261-468c-baf7-db8401e6cded admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9159d931-24fa-4c4e-aef0-6fd01881e6bc HTTP/1.1" status: 204 len: 168 time: 0.2485123 Mar 07 16:16:29.461861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b886af-1261-468c-baf7-db8401e6cded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9159d931-24fa-4c4e-aef0-6fd01881e6bc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:29.477047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:29.481905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:29.482563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.492825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984e68bf-9a60-4a14-a313-0c07116bff47 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:29.494313 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-984e68bf-9a60-4a14-a313-0c07116bff47 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 881 time: 0.1079257 Mar 07 16:16:29.497380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42270) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:29.500786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ffa00-1483-49b8-b2f3-92b8ef6b4933 None None] Network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:29.538346 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7999be34-edcc-4029-b4e3-fc057f0144c0 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=433528df-ac38-4c90-8fc8-1ba7dcf9502a HTTP/1.1" status: 200 len: 205 time: 0.0381751 Mar 07 16:16:29.539000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42272) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:29.550151 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (db617f23-3d70-4dc2-ac93-e81d7cf976cb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.572045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-beb90a29-42ff-4ce4-adbd-57729216782e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3831320 Mar 07 16:16:29.572045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (417928bc-3be0-4d1e-8d8c-7dc8ecb55967), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.574052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42274) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:29.583862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'subnet': {'network_id': '95b7fa6b-4b62-43bd-aba1-6ed04a6911f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:29.594770 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (417928bc-3be0-4d1e-8d8c-7dc8ecb55967), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.619731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db617f23-3d70-4dc2-ac93-e81d7cf976cb']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:29.652407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:29.657675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718a2a99-9535-4a93-be11-27b62b16848f') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:29.657973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718a2a99-9535-4a93-be11-27b62b16848f') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:29.693806 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (433528df-ac38-4c90-8fc8-1ba7dcf9502a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.707134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199', 'network_id': '2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199', 'project_id': '80c5afb6b56e46719a4486fd4322900a', 'fixed_ips': [{'subnet_id': '9df0fa76-7949-469e-abf3-d83c876b1244'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:16:29.709245 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.724645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (0566bd88-6d02-467f-891c-528bf361c0d8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.725205 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Added segment 0566bd88-6d02-467f-891c-528bf361c0d8 of type vlan for network eb0433b4-d5d1-4c26-be9a-4ad76400923f Mar 07 16:16:29.829922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (433528df-ac38-4c90-8fc8-1ba7dcf9502a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.912857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Allocated IP 2001:db8::2 (2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199/9df0fa76-7949-469e-abf3-d83c876b1244/4c376cfd-b87f-4c84-b398-404fa5bf457c) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:29.964655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Deleting port ca99c530-3526-44e1-8fb9-ef8be1497bec {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:29.965180 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ca99c530-3526-44e1-8fb9-ef8be1497bec), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:29.993627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42278) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:30.051495 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa36c-ccc9-46f8-bc3b-bb99375a09d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.064510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0f202cdc-2b2c-4e59-a759-26edd01395dc details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:16:30.132832 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ca99c530-3526-44e1-8fb9-ef8be1497bec), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.165116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Calling delete_port for ca99c530-3526-44e1-8fb9-ef8be1497bec owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:30.183336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacabd18-c2b6-4524-862b-120ca905459f None None] Network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:30.203145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (718a2a99-9535-4a93-be11-27b62b16848f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.217876 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (718a2a99-9535-4a93-be11-27b62b16848f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.225883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8803b3d-3f2f-4075-8195-770a09c90059 req-06d637be-2799-4e77-9266-8b2ccc5149c8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:30.226727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:30.227196 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (718a2a99-9535-4a93-be11-27b62b16848f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.228479 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8803b3d-3f2f-4075-8195-770a09c90059 req-06d637be-2799-4e77-9266-8b2ccc5149c8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.1455979 Mar 07 16:16:30.277567 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Publish callbacks [] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:30.291979 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:30.309563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0f202cdc-2b2c-4e59-a759-26edd01395dc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0f202cdc-2b2c-4e59-a759-26edd01395dc,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:30.315008 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (db617f23-3d70-4dc2-ac93-e81d7cf976cb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.320469 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.323689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] 10.222.0.24 "DELETE /v2.0/networks/db617f23-3d70-4dc2-ac93-e81d7cf976cb HTTP/1.1" status: 204 len: 168 time: 1.0788090 Mar 07 16:16:30.332307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42284) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:30.336030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b51e8d3d-3639-4a41-9d4c-a8280f5076ce None None] Provisioning complete for port e1944981-544e-4334-ab8c-142cda9bab2d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:30.336416 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b51e8d3d-3639-4a41-9d4c-a8280f5076ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.336521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417928bc-3be0-4d1e-8d8c-7dc8ecb55967,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:30.342838 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.345698 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (eb0433b4-d5d1-4c26-be9a-4ad76400923f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.361224 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa36c-ccc9-46f8-bc3b-bb99375a09d7 admin admin] Publish callbacks [] for security_group (94a60cd0-67d8-4932-99f0-358eae136312), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.384653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcfbfe-8fca-42c8-ad10-48992bd45b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=db617f23-3d70-4dc2-ac93-e81d7cf976cb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:30.396835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa36c-ccc9-46f8-bc3b-bb99375a09d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (94a60cd0-67d8-4932-99f0-358eae136312), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.397896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '0f202cdc-2b2c-4e59-a759-26edd01395dc', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'port_id': '0f202cdc-2b2c-4e59-a759-26edd01395dc', 'mac_address': 'fa:16:3e:d6:03:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:16:30.432791 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (eb0433b4-d5d1-4c26-be9a-4ad76400923f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.437773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:30.438378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.451255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f29e5-f441-47d1-8f06-c28dfe3f6356 req-a63464e7-b327-4459-ad54-3c1e7b3dbaa7 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:30.451747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:30.452777 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-889f29e5-f441-47d1-8f06-c28dfe3f6356 req-a63464e7-b327-4459-ad54-3c1e7b3dbaa7 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 943 time: 0.1501291 Mar 07 16:16:30.453389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Made reservation on behalf of 80c5afb6b56e46719a4486fd4322900a for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:30.456610 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.460441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:30.498930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:30.502476 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e8803b3d-3f2f-4075-8195-770a09c90059 req-404659f6-1964-47fc-ad4d-5dfd97081416 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2286839 Mar 07 16:16:30.504777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a5bfa36c-ccc9-46f8-bc3b-bb99375a09d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea2ae4ec3999408dacc6db364b097582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5098045 Mar 07 16:16:30.506083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Pushing event updated for resources: {'Port': ['ID=4c376cfd-b87f-4c84-b398-404fa5bf457c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:30.510294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42286) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:30.520823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e281328-76cc-4a94-b1ac-b8e3ae25d3d0 admin admin] Deleting subnet e885994c-34c6-4c3c-9551-5fa329ea83b9 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:30.523083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfa36c-ccc9-46f8-bc3b-bb99375a09d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a60cd0-67d8-4932-99f0-358eae136312,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:30.536317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7707548 Mar 07 16:16:30.544424 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42288) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:30.550377 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4e281328-76cc-4a94-b1ac-b8e3ae25d3d0 admin admin] Publish callbacks [] for subnet (e885994c-34c6-4c3c-9551-5fa329ea83b9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.558940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'name': 'tempest-PortsIpV6TestJSON-824841048'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:30.601506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 0f202cdc-2b2c-4e59-a759-26edd01395dc is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:30.602269 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.615031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46bf1b-3012-4d8e-938d-fa0fdeab8830 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Network': ['ID=eb0433b4-d5d1-4c26-be9a-4ad76400923f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:30.643827 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4e281328-76cc-4a94-b1ac-b8e3ae25d3d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (e885994c-34c6-4c3c-9551-5fa329ea83b9), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.647931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f202cdc-2b2c-4e59-a759-26edd01395dc {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:16:30.656734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:30.673512 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-889f29e5-f441-47d1-8f06-c28dfe3f6356 req-556b38db-0afb-42fc-88be-b6c3856fe3c8 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832867 Mar 07 16:16:30.749583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Attempting to bind port 4c376cfd-b87f-4c84-b398-404fa5bf457c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:30.750078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Attempting to bind port 4c376cfd-b87f-4c84-b398-404fa5bf457c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'e33a3f42-63f7-410d-b4bf-5aff4dabb0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:30.750469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Attempting to bind port 4c376cfd-b87f-4c84-b398-404fa5bf457c on network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:30.807017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0f202cdc-2b2c-4e59-a759-26edd01395dc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0f202cdc-2b2c-4e59-a759-26edd01395dc,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:30.825340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b51e8d3d-3639-4a41-9d4c-a8280f5076ce None None] Current status of the port e1944981-544e-4334-ab8c-142cda9bab2d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:30.825880 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b51e8d3d-3639-4a41-9d4c-a8280f5076ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.828433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:30.828836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4e281328-76cc-4a94-b1ac-b8e3ae25d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (e885994c-34c6-4c3c-9551-5fa329ea83b9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.829008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Checking segment: {'id': 'e33a3f42-63f7-410d-b4bf-5aff4dabb0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:30.829514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.830005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Bound using segment: {'id': 'e33a3f42-63f7-410d-b4bf-5aff4dabb0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:30.830595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Bound port: 4c376cfd-b87f-4c84-b398-404fa5bf457c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33a3f42-63f7-410d-b4bf-5aff4dabb0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:30.831104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.843923 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.853707 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.868564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e1944981-544e-4334-ab8c-142cda9bab2d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:30.883701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16bf7a0f-46f8-4d6d-b020-46a2ddfd8fa5 admin admin] Publish callbacks [] for security_group (94a60cd0-67d8-4932-99f0-358eae136312), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.917316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ca99c530-3526-44e1-8fb9-ef8be1497bec), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:30.952636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Subnet': ['ID=c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:30.960756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Checking segment: {'id': 'dcba3fef-a519-4f04-84f6-7083a84c13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '95b7fa6b-4b62-43bd-aba1-6ed04a6911f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:30.961144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network hostable DHCP agents. Network: 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:30.978400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:30.989881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:30.994256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:30.995293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.002207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16bf7a0f-46f8-4d6d-b020-46a2ddfd8fa5 admin admin] Publish callbacks [] for security_group (94a60cd0-67d8-4932-99f0-358eae136312), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.013735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b51e8d3d-3639-4a41-9d4c-a8280f5076ce None None] For port e1944981-544e-4334-ab8c-142cda9bab2d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e1944981-544e-4334-ab8c-142cda9bab2d,segment=NetworkSegment(4e2b064e-adc9-420a-a7ba-064eb99dc005),segment_id=4e2b064e-adc9-420a-a7ba-064eb99dc005)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:31.017301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-39a86c07-0004-4db8-a0f8-83c642875b1d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4395864 Mar 07 16:16:31.017440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656af7d-a224-4b5f-bb0b-da3679c7b3e9 None None] Network 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:31.017523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event deleted for resources: {'Port': ['ID=ca99c530-3526-44e1-8fb9-ef8be1497bec,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:31.017627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42290) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:31.040262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4e281328-76cc-4a94-b1ac-b8e3ae25d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (e885994c-34c6-4c3c-9551-5fa329ea83b9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.042091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:31.046348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.055163 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b51e8d3d-3639-4a41-9d4c-a8280f5076ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.069925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['0f202cdc-2b2c-4e59-a759-26edd01395dc'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:16:31.078214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=0f202cdc-2b2c-4e59-a759-26edd01395dc,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:31.147217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4e281328-76cc-4a94-b1ac-b8e3ae25d3d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.150521 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4e281328-76cc-4a94-b1ac-b8e3ae25d3d0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e885994c-34c6-4c3c-9551-5fa329ea83b9 HTTP/1.1" status: 204 len: 168 time: 0.8161199 Mar 07 16:16:31.154280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42292) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:31.160027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e281328-76cc-4a94-b1ac-b8e3ae25d3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e885994c-34c6-4c3c-9551-5fa329ea83b9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:31.169065 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:31.231971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (433528df-ac38-4c90-8fc8-1ba7dcf9502a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.310153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] For port 4c376cfd-b87f-4c84-b398-404fa5bf457c, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:31.367934 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (393f7bb0-c73c-404b-89e4-9fbf79ea6638), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.369964 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16bf7a0f-46f8-4d6d-b020-46a2ddfd8fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (94a60cd0-67d8-4932-99f0-358eae136312), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.372746 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-16bf7a0f-46f8-4d6d-b020-46a2ddfd8fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.374008 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-16bf7a0f-46f8-4d6d-b020-46a2ddfd8fa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94a60cd0-67d8-4932-99f0-358eae136312 HTTP/1.1" status: 204 len: 168 time: 0.8626862 Mar 07 16:16:31.375362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] For port 4c376cfd-b87f-4c84-b398-404fa5bf457c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4c376cfd-b87f-4c84-b398-404fa5bf457c,segment=NetworkSegment(e33a3f42-63f7-410d-b4bf-5aff4dabb0c2),segment_id=e33a3f42-63f7-410d-b4bf-5aff4dabb0c2)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:31.391632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (433528df-ac38-4c90-8fc8-1ba7dcf9502a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.400327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (433528df-ac38-4c90-8fc8-1ba7dcf9502a), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.405411 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf7a0f-46f8-4d6d-b020-46a2ddfd8fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a60cd0-67d8-4932-99f0-358eae136312,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:31.407912 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.424525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e1944981-544e-4334-ab8c-142cda9bab2d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:31.425049 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.437144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5568fac8-9507-4c14-befd-dd06ddd0c951 None None] Provisioning complete for port e1944981-544e-4334-ab8c-142cda9bab2d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:31.437622 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5568fac8-9507-4c14-befd-dd06ddd0c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.481544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (433528df-ac38-4c90-8fc8-1ba7dcf9502a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.482200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Fanout notify agent at l3_agent the message router_deleted on router 433528df-ac38-4c90-8fc8-1ba7dcf9502a {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:16:31.510325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e8d3d-3639-4a41-9d4c-a8280f5076ce None None] Pushing event updated for resources: {'Port': ['ID=e1944981-544e-4334-ab8c-142cda9bab2d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:31.515328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.516506 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6874fe84-b64d-413b-846c-b19debf63c40 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/433528df-ac38-4c90-8fc8-1ba7dcf9502a HTTP/1.1" status: 204 len: 168 time: 1.9765813 Mar 07 16:16:31.522894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42296) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:31.527545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ac4ebc5e-0efd-4831-a590-394a25ff0562 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1769111899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:31.581115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-95b7fa6b-4b62-43bd-aba1-6ed04a6911f9', 'network_id': '95b7fa6b-4b62-43bd-aba1-6ed04a6911f9', 'project_id': '80c5afb6b56e46719a4486fd4322900a', 'fixed_ips': [{'subnet_id': 'c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:16:31.582161 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.592922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.601968 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac4ebc5e-0efd-4831-a590-394a25ff0562 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (6528f1b6-a7f2-4bac-a712-7ffab19f2553), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.604642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac4ebc5e-0efd-4831-a590-394a25ff0562 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (6528f1b6-a7f2-4bac-a712-7ffab19f2553), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.624879 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.634550 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (393f7bb0-c73c-404b-89e4-9fbf79ea6638), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.676130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cae09-7f38-435d-8537-a914cf616efa None None] Pushing event updated for resources: {'Port': ['ID=4c376cfd-b87f-4c84-b398-404fa5bf457c,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:31.742905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.746695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac4ebc5e-0efd-4831-a590-394a25ff0562 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (6528f1b6-a7f2-4bac-a712-7ffab19f2553), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.784123 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac4ebc5e-0efd-4831-a590-394a25ff0562 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (6528f1b6-a7f2-4bac-a712-7ffab19f2553), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.848619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac4ebc5e-0efd-4831-a590-394a25ff0562 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:31.852923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ac4ebc5e-0efd-4831-a590-394a25ff0562 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3266749 Mar 07 16:16:31.856543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42304) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:31.865143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c23f6-4e74-4eee-8ac1-9e51c45c5567 req-295f740b-0f56-4dd0-b871-fe0ef603f79f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:31.866706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af9c23f6-4e74-4eee-8ac1-9e51c45c5567 req-295f740b-0f56-4dd0-b871-fe0ef603f79f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.1559727 Mar 07 16:16:31.881416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': False}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:31.883518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:31.898431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Allocated IP 2001:db8::2 (95b7fa6b-4b62-43bd-aba1-6ed04a6911f9/c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376/615107e3-49b1-44b4-b1ae-694ffac87701) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:32.011524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393f7bb0-c73c-404b-89e4-9fbf79ea6638']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:32.054859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Checking segment: {'id': '0566bd88-6d02-467f-891c-528bf361c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:32.054859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network hostable DHCP agents. Network: eb0433b4-d5d1-4c26-be9a-4ad76400923f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:32.061186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7428f0c-4df5-4140-b35e-2b49915be509') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:32.061485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7428f0c-4df5-4140-b35e-2b49915be509') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:32.111532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (f7428f0c-4df5-4140-b35e-2b49915be509), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.135150 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f7428f0c-4df5-4140-b35e-2b49915be509), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.155119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:32.155683 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (f7428f0c-4df5-4140-b35e-2b49915be509), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:32.163649 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:32.218458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af9c23f6-4e74-4eee-8ac1-9e51c45c5567 req-8594078a-343f-4fc6-8e09-c887a026362c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3156381 Mar 07 16:16:32.221264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:32.303983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, eb0433b4-d5d1-4c26-be9a-4ad76400923f) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:32.304475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5568fac8-9507-4c14-befd-dd06ddd0c951 None None] Current status of the port e1944981-544e-4334-ab8c-142cda9bab2d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:32.309313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:32.312019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e1944981-544e-4334-ab8c-142cda9bab2d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:32.318122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:32.321583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a080b333-f5d6-4b25-bc68-f6f49a5eaa1d None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:32.322167 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.346152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (6528f1b6-a7f2-4bac-a712-7ffab19f2553), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.352700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Publish callbacks [] for port (615107e3-49b1-44b4-b1ae-694ffac87701), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.358456 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7ebecff6-0f51-4db7-a776-290cc23f7d4e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8056059 Mar 07 16:16:32.359978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634432f-6666-41b5-840d-d213ab9ab21d req-a5a19912-29f0-49f8-95cf-c5faebb5a4ab tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:32.361554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42314) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:32.361986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1634432f-6666-41b5-840d-d213ab9ab21d req-a5a19912-29f0-49f8-95cf-c5faebb5a4ab tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 944 time: 0.3609490 Mar 07 16:16:32.366210 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (393f7bb0-c73c-404b-89e4-9fbf79ea6638), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.376924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2100798738'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:32.387902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.399842 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] 10.222.0.24 "DELETE /v2.0/networks/393f7bb0-c73c-404b-89e4-9fbf79ea6638 HTTP/1.1" status: 204 len: 168 time: 1.2444391 Mar 07 16:16:32.425582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:32.428106 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.429618 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.477042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be6af7-6aa2-4970-9da8-6058b880087d admin admin] Pushing event deleted for resources: {'Network': ['ID=393f7bb0-c73c-404b-89e4-9fbf79ea6638,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:32.484963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Allocated IP 2001:db8::1 (2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199/9df0fa76-7949-469e-abf3-d83c876b1244/d24d3af5-903b-4906-ad1a-c62d9c077c50) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:32.492733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Network 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:32.501230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:32.504979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:32.511821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Pushing event updated for resources: {'Port': ['ID=615107e3-49b1-44b4-b1ae-694ffac87701,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:32.543199 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1634432f-6666-41b5-840d-d213ab9ab21d req-f4427c46-52fb-46a7-9ef4-e98ba14ccd36 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716194 Mar 07 16:16:32.546643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:32.563455 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d139bdfd-da6b-47bf-9b77-7e54417badc3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.563939 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Added segment d139bdfd-da6b-47bf-9b77-7e54417badc3 of type vlan for network eea3d7e7-da92-43eb-b15f-bb16355d40fb Mar 07 16:16:32.625079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Attempting to bind port 615107e3-49b1-44b4-b1ae-694ffac87701 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:32.625466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Attempting to bind port 615107e3-49b1-44b4-b1ae-694ffac87701 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'dcba3fef-a519-4f04-84f6-7083a84c13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '95b7fa6b-4b62-43bd-aba1-6ed04a6911f9'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:32.625842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Attempting to bind port 615107e3-49b1-44b4-b1ae-694ffac87701 on network 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:32.635146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:32.635528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Checking segment: {'id': 'dcba3fef-a519-4f04-84f6-7083a84c13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '95b7fa6b-4b62-43bd-aba1-6ed04a6911f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:32.635941 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.636338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Bound using segment: {'id': 'dcba3fef-a519-4f04-84f6-7083a84c13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '95b7fa6b-4b62-43bd-aba1-6ed04a6911f9'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:32.636837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Bound port: 615107e3-49b1-44b4-b1ae-694ffac87701, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcba3fef-a519-4f04-84f6-7083a84c13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '95b7fa6b-4b62-43bd-aba1-6ed04a6911f9'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:32.637209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.661108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42324) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:32.765969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] For port 615107e3-49b1-44b4-b1ae-694ffac87701, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:32.772545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] For port 615107e3-49b1-44b4-b1ae-694ffac87701, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=615107e3-49b1-44b4-b1ae-694ffac87701,segment=NetworkSegment(dcba3fef-a519-4f04-84f6-7083a84c13a9),segment_id=dcba3fef-a519-4f04-84f6-7083a84c13a9)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:32.772745 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.786383 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.786658 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ecdaeae-f524-4a48-8532-e23743be9a17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc0d6021af024a9dbbf7a3e71cbb5dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1031725 Mar 07 16:16:32.787494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42328) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:32.801900 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (eea3d7e7-da92-43eb-b15f-bb16355d40fb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.888471 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (6528f1b6-a7f2-4bac-a712-7ffab19f2553), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.899775 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.932085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e28f8-6908-44d8-af16-00c33192c457 None None] Pushing event updated for resources: {'Port': ['ID=615107e3-49b1-44b4-b1ae-694ffac87701,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:32.935829 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.938207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (eea3d7e7-da92-43eb-b15f-bb16355d40fb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.944397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:32.945144 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:32.954202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-efeb96dc-d14e-499d-8ecc-f051a3911889 admin admin] Publish callbacks [] for security_group (5b20bb5b-f939-4f64-b56c-73fa359edf01), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.012921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:33.030498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:33.034409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-efeb96dc-d14e-499d-8ecc-f051a3911889 admin admin] Publish callbacks [] for security_group (5b20bb5b-f939-4f64-b56c-73fa359edf01), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.038502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:33.039309 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.039860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e1944981-544e-4334-ab8c-142cda9bab2d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:33.047106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Port': ['ID=d24d3af5-903b-4906-ad1a-c62d9c077c50,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:33.071033 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Network': ['ID=eea3d7e7-da92-43eb-b15f-bb16355d40fb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:33.101778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network eea3d7e7-da92-43eb-b15f-bb16355d40fb details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:33.155151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-107c1031-e4f2-4eca-944d-bd4d154db589 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7921236 Mar 07 16:16:33.159126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42332) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:33.177511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'ports': [{'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f'}, {'network_id': 'eea3d7e7-da92-43eb-b15f-bb16355d40fb'}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:33.178048 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:33.179411 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'eea3d7e7-da92-43eb-b15f-bb16355d40fb'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:33.284050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e1944981-544e-4334-ab8c-142cda9bab2d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:33.284436 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.368799 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.371152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-efeb96dc-d14e-499d-8ecc-f051a3911889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5b20bb5b-f939-4f64-b56c-73fa359edf01), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.373925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-efeb96dc-d14e-499d-8ecc-f051a3911889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.375336 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-efeb96dc-d14e-499d-8ecc-f051a3911889 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b20bb5b-f939-4f64-b56c-73fa359edf01 HTTP/1.1" status: 204 len: 168 time: 0.5850649 Mar 07 16:16:33.436479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb96dc-d14e-499d-8ecc-f051a3911889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b20bb5b-f939-4f64-b56c-73fa359edf01,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:33.455463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1db0f0d-5490-4ff0-8de0-9c0c6be25382 None None] Network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:33.554475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Allocated IP 172.25.4.149 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/7c4cfd8a-6102-4415-8997-c42ba64fcf4c) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:33.616928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848cc1-4baa-4c11-b393-f50ce5372b1a req-63bf2627-3009-44a7-bbe5-755cb3b955e7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:33.618639 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b848cc1-4baa-4c11-b393-f50ce5372b1a req-63bf2627-3009-44a7-bbe5-755cb3b955e7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.2259712 Mar 07 16:16:33.628162 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e1944981-544e-4334-ab8c-142cda9bab2d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:33.630459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4c376cfd-b87f-4c84-b398-404fa5bf457c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:33.631116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 2} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:33.636682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.653330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.695584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6930e046-a9df-4477-bdb4-efc2f2cbbcf0 None None] Provisioning complete for port 4c376cfd-b87f-4c84-b398-404fa5bf457c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:33.696542 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6930e046-a9df-4477-bdb4-efc2f2cbbcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.943120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4c376cfd-b87f-4c84-b398-404fa5bf457c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:33.943786 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:33.961454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad146585-a22e-4e5e-bfb4-72af2df9947d req-c545fb63-dedf-443c-aaf8-168e91ef6e02 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:33.965623 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad146585-a22e-4e5e-bfb4-72af2df9947d req-c545fb63-dedf-443c-aaf8-168e91ef6e02 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 944 time: 0.2572546 Mar 07 16:16:34.043451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6930e046-a9df-4477-bdb4-efc2f2cbbcf0 None None] Current status of the port 4c376cfd-b87f-4c84-b398-404fa5bf457c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:34.043856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6930e046-a9df-4477-bdb4-efc2f2cbbcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.053350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42354) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:34.088443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0f202cdc-2b2c-4e59-a759-26edd01395dc up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:34.166424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-91b7e05d-a69d-476d-b7b2-b7cb7958c57f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3df37027b6bc43c490a6daa4aaf7986f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1117969 Mar 07 16:16:34.173371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4c376cfd-b87f-4c84-b398-404fa5bf457c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:34.173978 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.184813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42356) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:34.223665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6930e046-a9df-4477-bdb4-efc2f2cbbcf0 None None] For port 4c376cfd-b87f-4c84-b398-404fa5bf457c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4c376cfd-b87f-4c84-b398-404fa5bf457c,segment=NetworkSegment(e33a3f42-63f7-410d-b4bf-5aff4dabb0c2),segment_id=e33a3f42-63f7-410d-b4bf-5aff4dabb0c2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:34.242031 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6930e046-a9df-4477-bdb4-efc2f2cbbcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.277567 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e43f4685-3c6c-4aab-acc8-c017e7b206b2 admin admin] Publish callbacks [] for security_group (0485f395-66e4-4621-84a0-7c101fdd3f44), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.296249 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad146585-a22e-4e5e-bfb4-72af2df9947d req-07e869d2-b215-4994-b850-3ae37f2a341e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163710 Mar 07 16:16:34.363239 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.371796 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e43f4685-3c6c-4aab-acc8-c017e7b206b2 admin admin] Publish callbacks [] for security_group (0485f395-66e4-4621-84a0-7c101fdd3f44), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.375095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.376093 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.399775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b848cc1-4baa-4c11-b393-f50ce5372b1a req-f0a8f785-5b4b-4dd8-b19e-2540b4eadf51 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7697539 Mar 07 16:16:34.441383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Port': ['ID=d24d3af5-903b-4906-ad1a-c62d9c077c50,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:34.594696 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for port (7c4cfd8a-6102-4415-8997-c42ba64fcf4c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.630899 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e43f4685-3c6c-4aab-acc8-c017e7b206b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0485f395-66e4-4621-84a0-7c101fdd3f44), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.633914 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e43f4685-3c6c-4aab-acc8-c017e7b206b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.635295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e43f4685-3c6c-4aab-acc8-c017e7b206b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0485f395-66e4-4621-84a0-7c101fdd3f44 HTTP/1.1" status: 204 len: 168 time: 0.4462774 Mar 07 16:16:34.651226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f4685-3c6c-4aab-acc8-c017e7b206b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0485f395-66e4-4621-84a0-7c101fdd3f44,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:34.665531 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-f41ce54a-8d4b-48d3-965c-6ace7e04ed7a service neutron] show failed (client error): The resource could not be found. Mar 07 16:16:34.667084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-f41ce54a-8d4b-48d3-965c-6ace7e04ed7a service neutron] 10.222.0.15 "GET /v2.0/ports/3380f132-03d0-4f6c-b3a3-a07947052f43/bindings/n-h2-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.3136141 Mar 07 16:16:34.698899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:34.701815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:34.738619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port 57799f1b-6aff-4d9e-a259-30410be54904 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:34.812139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7c4cfd8a-6102-4415-8997-c42ba64fcf4c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:34.888406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:34.891947 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:16:34.892284 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:16:34.899778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:34.907012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:34.936714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d6c45-1e19-44eb-b449-c816d9307f06 None None] Network 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:34.968509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Pushing event updated for resources: {'Port': ['ID=7c4cfd8a-6102-4415-8997-c42ba64fcf4c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:35.165666 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (57799f1b-6aff-4d9e-a259-30410be54904), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:35.201560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7fd48ba6-3711-43ad-a676-7157e42fc123 None None] Provisioning complete for port 4c376cfd-b87f-4c84-b398-404fa5bf457c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:35.202581 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7fd48ba6-3711-43ad-a676-7157e42fc123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:35.208758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Router 6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:16:35.253956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930e046-a9df-4477-bdb4-efc2f2cbbcf0 None None] Pushing event updated for resources: {'Port': ['ID=4c376cfd-b87f-4c84-b398-404fa5bf457c,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:35.261428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 0f202cdc-2b2c-4e59-a759-26edd01395dc completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:16:35.297751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port 7aafb36a-b493-40cf-b847-5fbb60dee6e8 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:35.359998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 0f202cdc-2b2c-4e59-a759-26edd01395dc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:35.360718 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:35.366784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7fd48ba6-3711-43ad-a676-7157e42fc123 None None] Current status of the port 4c376cfd-b87f-4c84-b398-404fa5bf457c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:35.405159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-e5177023-7220-489f-8c92-ca79018a314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:35.407892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-e5177023-7220-489f-8c92-ca79018a314a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 1128 time: 0.3314803 Mar 07 16:16:35.432796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:35.433827 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router_gateway (6528f1b6-a7f2-4bac-a712-7ffab19f2553), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:35.560833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4c376cfd-b87f-4c84-b398-404fa5bf457c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:35.580943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7fd48ba6-3711-43ad-a676-7157e42fc123 None None] Provisioning complete for port d24d3af5-903b-4906-ad1a-c62d9c077c50 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:35.581358 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7fd48ba6-3711-43ad-a676-7157e42fc123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:35.707532 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (7aafb36a-b493-40cf-b847-5fbb60dee6e8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:35.751669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7fd48ba6-3711-43ad-a676-7157e42fc123 None None] Port d24d3af5-903b-4906-ad1a-c62d9c077c50 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:16:35.761625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 0f202cdc-2b2c-4e59-a759-26edd01395dc is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:35.762083 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:35.803976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f202cdc-2b2c-4e59-a759-26edd01395dc'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:35.825037 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3949d1-9770-4f67-8f5e-5873fcd19842" -d '{"events": [{"server_uuid": "225da324-1db1-4b5b-8fa3-a9439af85ad7", "name": "network-vif-plugged", "status": "completed", "tag": "0f202cdc-2b2c-4e59-a759-26edd01395dc"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:35.845058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0f202cdc-2b2c-4e59-a759-26edd01395dc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0f202cdc-2b2c-4e59-a759-26edd01395dc,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:35.854141 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:35.903288 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (57799f1b-6aff-4d9e-a259-30410be54904), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:35.919515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 615107e3-49b1-44b4-b1ae-694ffac87701 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:36.024968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] Provisioning complete for port 615107e3-49b1-44b4-b1ae-694ffac87701 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:36.025748 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.073016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:36.083138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=0f202cdc-2b2c-4e59-a759-26edd01395dc,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:36.105401 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 615107e3-49b1-44b4-b1ae-694ffac87701 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:36.106223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:36.106476 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.134197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34b72a-3d80-4699-9546-a6ff8dec2734 req-3e3726ad-8d7a-476f-844a-95f70224d330 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:36.135855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c34b72a-3d80-4699-9546-a6ff8dec2734 req-3e3726ad-8d7a-476f-844a-95f70224d330 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.5050440 Mar 07 16:16:36.152401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:36.153476 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7aafb36a-b493-40cf-b847-5fbb60dee6e8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.159736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:36.177983 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0e5c04c9-db75-4121-88ac-a5b817fc67c4 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "PUT /v2.0/routers/6fcb25ae-a983-4b2d-b6a3-54e824ac9df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1593618 Mar 07 16:16:36.178700 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b8826-5dd0-46a3-986e-c12d25ae6989 None None] Sync routers for ids ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:36.179201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.181519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42422) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:36.198963 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b8826-5dd0-46a3-986e-c12d25ae6989 None None] Routers {'6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:36.200098 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-df7b8826-5dd0-46a3-986e-c12d25ae6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:36.222606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] Current status of the port 615107e3-49b1-44b4-b1ae-694ffac87701 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:36.225296 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.303339 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-df7b8826-5dd0-46a3-986e-c12d25ae6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:36.324991 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b8826-5dd0-46a3-986e-c12d25ae6989 None None] Routers {'6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:36.325959 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-df7b8826-5dd0-46a3-986e-c12d25ae6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:36.329535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e3058-121e-4565-b4d7-048b085f3e27 req-6771e3df-b2e9-4ffe-b36b-2502ed6890b7 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:36.340520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b7e3058-121e-4565-b4d7-048b085f3e27 req-6771e3df-b2e9-4ffe-b36b-2502ed6890b7 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 944 time: 0.8242869 Mar 07 16:16:36.376058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] For port 615107e3-49b1-44b4-b1ae-694ffac87701, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=615107e3-49b1-44b4-b1ae-694ffac87701,segment=NetworkSegment(dcba3fef-a519-4f04-84f6-7083a84c13a9),segment_id=dcba3fef-a519-4f04-84f6-7083a84c13a9)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:36.400026 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.407681 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (6528f1b6-a7f2-4bac-a712-7ffab19f2553), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.410144 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-df7b8826-5dd0-46a3-986e-c12d25ae6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:36.411762 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b8826-5dd0-46a3-986e-c12d25ae6989 None None] The sync data for ids ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:36.432785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (6528f1b6-a7f2-4bac-a712-7ffab19f2553), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.439737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 615107e3-49b1-44b4-b1ae-694ffac87701 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:36.440283 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.442946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=57799f1b-6aff-4d9e-a259-30410be54904,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:36.470328 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] Provisioning complete for port d24d3af5-903b-4906-ad1a-c62d9c077c50 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:36.470856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.572815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] Port d24d3af5-903b-4906-ad1a-c62d9c077c50 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:16:36.580226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d13832-6fa6-4bfc-9852-7d6f9404885c None None] Pushing event updated for resources: {'Port': ['ID=615107e3-49b1-44b4-b1ae-694ffac87701,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:36.603771 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4c34b72a-3d80-4699-9546-a6ff8dec2734 req-5da69db3-915f-412d-b318-b83cb1b81b89 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4461057 Mar 07 16:16:36.603982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:16:36.604271 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:16:36.608458 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.664209 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b7e3058-121e-4565-b4d7-048b085f3e27 req-10c00829-857f-4e23-89df-ca12fda3baea tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796187 Mar 07 16:16:36.682710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=7aafb36a-b493-40cf-b847-5fbb60dee6e8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:36.687326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Checking segment: {'id': 'd139bdfd-da6b-47bf-9b77-7e54417badc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'eea3d7e7-da92-43eb-b15f-bb16355d40fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:36.687695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network hostable DHCP agents. Network: eea3d7e7-da92-43eb-b15f-bb16355d40fb, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:36.714202 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab952525-b956-4aa6-8b75-28e43facb51f x-openstack-request-id: req-ab952525-b956-4aa6-8b75-28e43facb51f {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:36.714725 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225da324-1db1-4b5b-8fa3-a9439af85ad7", "name": "network-vif-plugged", "status": "completed", "tag": "0f202cdc-2b2c-4e59-a759-26edd01395dc", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:36.716200 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab952525-b956-4aa6-8b75-28e43facb51f {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:36.719803 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f202cdc-2b2c-4e59-a759-26edd01395dc', 'code': 200} Mar 07 16:16:36.738134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eea3d7e7-da92-43eb-b15f-bb16355d40fb is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:36.756394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c028aa3b-0df0-4c5a-b595-1ad65bff43b0 None None] Provisioning complete for port 615107e3-49b1-44b4-b1ae-694ffac87701 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:36.756727 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c028aa3b-0df0-4c5a-b595-1ad65bff43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.756897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, eea3d7e7-da92-43eb-b15f-bb16355d40fb) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:36.762981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:36.768561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:36.780595 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:36.782456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:36.800778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Router 6528f1b6-a7f2-4bac-a712-7ffab19f2553 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:16:36.815478 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9d9f5086-42b7-412c-8b9e-2a4df1c6349d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6495512 Mar 07 16:16:36.820125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b87888a-4ed1-4320-a285-ab2ab99dbf3d None None] Network eea3d7e7-da92-43eb-b15f-bb16355d40fb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:36.820575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42436) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:36.938205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 3380f132-03d0-4f6c-b3a3-a07947052f43 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:36.987791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42440) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.027831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-330cb01d-c189-4d01-beea-2a34110fdbc9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 7aafb36a-b493-40cf-b847-5fbb60dee6e8 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:37.028488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-330cb01d-c189-4d01-beea-2a34110fdbc9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7aafb36a-b493-40cf-b847-5fbb60dee6e8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.033379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:37.048810 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.053159 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a185d722-5fc7-4e44-906d-f9f13f8d82b8 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "PUT /v2.0/routers/6528f1b6-a7f2-4bac-a712-7ffab19f2553 HTTP/1.1" status: 200 len: 916 time: 5.1830657 Mar 07 16:16:37.054018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42446) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.074500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c028aa3b-0df0-4c5a-b595-1ad65bff43b0 None None] Current status of the port 615107e3-49b1-44b4-b1ae-694ffac87701 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:37.076702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa60755-2a58-4f51-b11a-2ba9cd6346ee None None] Sync routers for ids ['6528f1b6-a7f2-4bac-a712-7ffab19f2553'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:37.100135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:37.118179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80362a38-b55c-40b0-802a-e14b52e0d1b4 req-6646e1aa-66b6-443a-9a2c-cb7648da4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:37.120292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80362a38-b55c-40b0-802a-e14b52e0d1b4 req-6646e1aa-66b6-443a-9a2c-cb7648da4af6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 1127 time: 0.3064916 Mar 07 16:16:37.120486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa60755-2a58-4f51-b11a-2ba9cd6346ee None None] Routers {'6528f1b6-a7f2-4bac-a712-7ffab19f2553'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:37.121150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2aa60755-2a58-4f51-b11a-2ba9cd6346ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6528f1b6-a7f2-4bac-a712-7ffab19f2553'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:37.181665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-70b1ab68-1434-494d-ac92-4c3f33e1028f tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/routers/6528f1b6-a7f2-4bac-a712-7ffab19f2553 HTTP/1.1" status: 200 len: 922 time: 0.1239207 Mar 07 16:16:37.185031 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42448) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.185467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42450) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.219723 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-2e695e0f-eb4f-4dee-b0ce-dd766f89cbc7 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:16:37.221066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2e695e0f-eb4f-4dee-b0ce-dd766f89cbc7 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "PUT /v2.0/routers/6fcb25ae-a983-4b2d-b6a3-54e824ac9df4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0308087 Mar 07 16:16:37.225280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:37.232662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42454) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.234692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 3380f132-03d0-4f6c-b3a3-a07947052f43 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:37.235174 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.266922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2aa60755-2a58-4f51-b11a-2ba9cd6346ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:37.279253 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-330cb01d-c189-4d01-beea-2a34110fdbc9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7aafb36a-b493-40cf-b847-5fbb60dee6e8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.281643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 615107e3-49b1-44b4-b1ae-694ffac87701 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:37.282814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4c376cfd-b87f-4c84-b398-404fa5bf457c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:37.302492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-330cb01d-c189-4d01-beea-2a34110fdbc9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 7aafb36a-b493-40cf-b847-5fbb60dee6e8 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:37.309631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa60755-2a58-4f51-b11a-2ba9cd6346ee None None] Routers {'6528f1b6-a7f2-4bac-a712-7ffab19f2553'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:37.310279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2aa60755-2a58-4f51-b11a-2ba9cd6346ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6528f1b6-a7f2-4bac-a712-7ffab19f2553'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:37.318303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260723a1-cc54-4de5-bd91-8f7296542c7e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:37.322924 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-260723a1-cc54-4de5-bd91-8f7296542c7e tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=6528f1b6-a7f2-4bac-a712-7ffab19f2553&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1320536 Mar 07 16:16:37.326653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42456) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.356360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2aa60755-2a58-4f51-b11a-2ba9cd6346ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:37.357028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa60755-2a58-4f51-b11a-2ba9cd6346ee None None] The sync data for ids ['6528f1b6-a7f2-4bac-a712-7ffab19f2553'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:37.388934 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80362a38-b55c-40b0-802a-e14b52e0d1b4 req-e4332830-af89-45f0-9923-c58a60d0cf9e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604330 Mar 07 16:16:37.393161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:37.396877 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2d9dea-fd92-4039-a9c3-b1893077912a" -d '{"events": [{"server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "name": "network-vif-unplugged", "status": "completed", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:37.402586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Publish callbacks [] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.404840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a732230b-9bc4-4048-959b-6ea67f698492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.424050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4c376cfd-b87f-4c84-b398-404fa5bf457c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:37.425312 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.432061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Transition to ACTIVE for port object 3380f132-03d0-4f6c-b3a3-a07947052f43 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:16:37.478238 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18efa26-5f9c-42aa-8871-bd5ffa5c2cf0 x-openstack-request-id: req-f18efa26-5f9c-42aa-8871-bd5ffa5c2cf0 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:37.478544 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "name": "network-vif-unplugged", "status": "completed", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:37.478791 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f18efa26-5f9c-42aa-8871-bd5ffa5c2cf0 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:37.479220 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'code': 200} Mar 07 16:16:37.481454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.481602 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fc14c82-3ebf-4871-bec4-1dff7f53c2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.534164 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:16:37.534688 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:16:37.538361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3776a27-4190-48e2-87f9-0d0de0984bd2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:37.542587 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d3776a27-4190-48e2-87f9-0d0de0984bd2 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 881 time: 0.2122042 Mar 07 16:16:37.544172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42460) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.599825 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-98699ca4-5eb1-43ce-b690-7a87d100ca23 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528f1b6-a7f2-4bac-a712-7ffab19f2553 HTTP/1.1" status: 200 len: 205 time: 0.0503616 Mar 07 16:16:37.605895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42462) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.607277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4c376cfd-b87f-4c84-b398-404fa5bf457c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:37.632544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-330cb01d-c189-4d01-beea-2a34110fdbc9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7aafb36a-b493-40cf-b847-5fbb60dee6e8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.685186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=6']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:37.737111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 615107e3-49b1-44b4-b1ae-694ffac87701 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:37.765566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a732230b-9bc4-4048-959b-6ea67f698492 admin admin] Publish callbacks [] for security_group (251207a2-aae8-45d6-b5f3-e88a88a2adb8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.775587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cb01d-c189-4d01-beea-2a34110fdbc9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=7aafb36a-b493-40cf-b847-5fbb60dee6e8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:37.800742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-330cb01d-c189-4d01-beea-2a34110fdbc9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.810423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42468) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.811353 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-330cb01d-c189-4d01-beea-2a34110fdbc9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/7aafb36a-b493-40cf-b847-5fbb60dee6e8 HTTP/1.1" status: 204 len: 168 time: 0.9892311 Mar 07 16:16:37.819245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a732230b-9bc4-4048-959b-6ea67f698492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (251207a2-aae8-45d6-b5f3-e88a88a2adb8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.819611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 615107e3-49b1-44b4-b1ae-694ffac87701 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:37.819981 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:37.884004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] No DVR routers for this DVR port 3380f132-03d0-4f6c-b3a3-a07947052f43 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:16:37.896796 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a732230b-9bc4-4048-959b-6ea67f698492 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=514b8dd775844cd7a6dccb571e41a61b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9026964 Mar 07 16:16:37.907893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42470) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:37.918084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 615107e3-49b1-44b4-b1ae-694ffac87701 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:37.963567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732230b-9bc4-4048-959b-6ea67f698492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251207a2-aae8-45d6-b5f3-e88a88a2adb8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:38.005902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fc14c82-3ebf-4871-bec4-1dff7f53c2e6 admin admin] Publish callbacks [] for security_group (3d47623c-7f76-499f-b4c5-7f3d3f193bba), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.024655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fc14c82-3ebf-4871-bec4-1dff7f53c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3d47623c-7f76-499f-b4c5-7f3d3f193bba), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.049101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (6528f1b6-a7f2-4bac-a712-7ffab19f2553), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.070059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8a674-6143-4423-abf1-1316392e02e4 req-f0dd0a9e-d98d-4e44-96a7-c4f984df3e2d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:38.071627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a9b8a674-6143-4423-abf1-1316392e02e4 req-f0dd0a9e-d98d-4e44-96a7-c4f984df3e2d tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 945 time: 0.2834914 Mar 07 16:16:38.079497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 3380f132-03d0-4f6c-b3a3-a07947052f43 is: DOWN; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:38.080202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57211580-be1a-46d8-9759-73d575e6283e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:38.086268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57211580-be1a-46d8-9759-73d575e6283e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:38.087882 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-57211580-be1a-46d8-9759-73d575e6283e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2764997 Mar 07 16:16:38.092780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42472) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:38.113410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c174a5-196e-47c7-a4ee-0dcbea47f87e req-c2ade66e-4204-4bf0-ac40-6f3ee5ccf0a1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:38.114974 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e7c174a5-196e-47c7-a4ee-0dcbea47f87e req-c2ade66e-4204-4bf0-ac40-6f3ee5ccf0a1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 944 time: 0.3537340 Mar 07 16:16:38.269762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a9b8a674-6143-4423-abf1-1316392e02e4 req-029c6e59-03b5-4175-b444-d563538c6ff1 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805606 Mar 07 16:16:38.285031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Attempting to bind port 3380f132-03d0-4f6c-b3a3-a07947052f43 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:38.285778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Attempting to bind port 3380f132-03d0-4f6c-b3a3-a07947052f43 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:38.286119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Attempting to bind port 3380f132-03d0-4f6c-b3a3-a07947052f43 on network 65596130-a4f5-4fe1-916e-781be6951587 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:38.300632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Port 3380f132-03d0-4f6c-b3a3-a07947052f43 on network 65596130-a4f5-4fe1-916e-781be6951587 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:16:38.301337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Attempting to bind port 3380f132-03d0-4f6c-b3a3-a07947052f43 on network 65596130-a4f5-4fe1-916e-781be6951587 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:38.319515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:38.319855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Checking segment: {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:38.320251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Bound using segment: {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:38.320699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Bound port: 3380f132-03d0-4f6c-b3a3-a07947052f43, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6517e38f-72fd-491f-acb2-e3a40bc4daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '65596130-a4f5-4fe1-916e-781be6951587'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:38.321061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.341974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2c5b3-7db3-435f-a17c-0b504206971e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 57799f1b-6aff-4d9e-a259-30410be54904 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:38.342316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c5b3-7db3-435f-a17c-0b504206971e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (57799f1b-6aff-4d9e-a259-30410be54904), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.388538 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.459687 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5fc14c82-3ebf-4871-bec4-1dff7f53c2e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79843be52d58472c8f3c582225f5c414&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2698846 Mar 07 16:16:38.459687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc14c82-3ebf-4871-bec4-1dff7f53c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d47623c-7f76-499f-b4c5-7f3d3f193bba,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:38.461604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42474) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:38.470331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b62a7986-9c92-4a2b-929e-82d7b8411050 admin admin] Publish callbacks [] for security_group (251207a2-aae8-45d6-b5f3-e88a88a2adb8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.540105 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c5b3-7db3-435f-a17c-0b504206971e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (57799f1b-6aff-4d9e-a259-30410be54904), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.543128 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e7c174a5-196e-47c7-a4ee-0dcbea47f87e req-12b4d6b1-9c6c-4c92-a7e2-2cf229a93e6d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4108298 Mar 07 16:16:38.557782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b62a7986-9c92-4a2b-929e-82d7b8411050 admin admin] Publish callbacks [] for security_group (251207a2-aae8-45d6-b5f3-e88a88a2adb8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.601073 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (6528f1b6-a7f2-4bac-a712-7ffab19f2553), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.646414 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b62a7986-9c92-4a2b-929e-82d7b8411050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (251207a2-aae8-45d6-b5f3-e88a88a2adb8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.649029 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b62a7986-9c92-4a2b-929e-82d7b8411050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.650240 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b62a7986-9c92-4a2b-929e-82d7b8411050 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/251207a2-aae8-45d6-b5f3-e88a88a2adb8 HTTP/1.1" status: 204 len: 168 time: 0.7018304 Mar 07 16:16:38.664514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a7986-9c92-4a2b-929e-82d7b8411050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251207a2-aae8-45d6-b5f3-e88a88a2adb8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:38.677645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Deleting port 7c4cfd8a-6102-4415-8997-c42ba64fcf4c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:38.678077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7c4cfd8a-6102-4415-8997-c42ba64fcf4c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.764384 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7c4cfd8a-6102-4415-8997-c42ba64fcf4c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.779342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Calling delete_port for 7c4cfd8a-6102-4415-8997-c42ba64fcf4c owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:38.917453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2c5b3-7db3-435f-a17c-0b504206971e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 57799f1b-6aff-4d9e-a259-30410be54904 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:38.938651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:38.945312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:38.979102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42480) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:38.986306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:38.987257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7c4cfd8a-6102-4415-8997-c42ba64fcf4c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.000137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0468-f491-49da-aecd-e0f3bb7b7e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.029059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event deleted for resources: {'Port': ['ID=7c4cfd8a-6102-4415-8997-c42ba64fcf4c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:39.087806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcf4dcfc-0fe2-44dc-a014-bbc16d170429 admin admin] Publish callbacks [] for security_group (3d47623c-7f76-499f-b4c5-7f3d3f193bba), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.110751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:39.110904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.112590 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 1092 time: 3.6929345 Mar 07 16:16:39.112730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (6528f1b6-a7f2-4bac-a712-7ffab19f2553), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.148945 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcf4dcfc-0fe2-44dc-a014-bbc16d170429 admin admin] Publish callbacks [] for security_group (3d47623c-7f76-499f-b4c5-7f3d3f193bba), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.170321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ac577-2320-45b7-b44a-6272f46a12e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:39.234245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (6528f1b6-a7f2-4bac-a712-7ffab19f2553), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.236247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c5b3-7db3-435f-a17c-0b504206971e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (57799f1b-6aff-4d9e-a259-30410be54904), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.239082 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (6528f1b6-a7f2-4bac-a712-7ffab19f2553), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.282639 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2c5b3-7db3-435f-a17c-0b504206971e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=57799f1b-6aff-4d9e-a259-30410be54904,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:39.296532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c5b3-7db3-435f-a17c-0b504206971e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.300345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c7e2c5b3-7db3-435f-a17c-0b504206971e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/57799f1b-6aff-4d9e-a259-30410be54904 HTTP/1.1" status: 204 len: 168 time: 1.2022126 Mar 07 16:16:39.304129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-76d89151-b489-45c1-ab40-2132f93baa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:39.305636 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-76d89151-b489-45c1-ab40-2132f93baa9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1126 time: 0.1590252 Mar 07 16:16:39.306394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42484) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:39.310189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0468-f491-49da-aecd-e0f3bb7b7e8e admin admin] Publish callbacks [] for security_group (c0c1c95b-c359-4dee-a1ba-c2e8db0e6d9d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.321886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0468-f491-49da-aecd-e0f3bb7b7e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c0c1c95b-c359-4dee-a1ba-c2e8db0e6d9d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.327110 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (6528f1b6-a7f2-4bac-a712-7ffab19f2553), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.327634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Fanout notify agent at l3_agent the message router_deleted on router 6528f1b6-a7f2-4bac-a712-7ffab19f2553 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:16:39.345523 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.350752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-40bb9369-5e0a-4e3c-b215-040773cc7e2a tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/6528f1b6-a7f2-4bac-a712-7ffab19f2553 HTTP/1.1" status: 204 len: 168 time: 1.7395694 Mar 07 16:16:39.351300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42486) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:39.373555 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:16:39.374142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-850722341', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:39.382698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7d4b0468-f491-49da-aecd-e0f3bb7b7e8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef74d0e26c09473b9919be13977a1938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3983738 Mar 07 16:16:39.383063 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcf4dcfc-0fe2-44dc-a014-bbc16d170429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3d47623c-7f76-499f-b4c5-7f3d3f193bba), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.383063 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcf4dcfc-0fe2-44dc-a014-bbc16d170429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.383272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42488) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:39.383443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dcf4dcfc-0fe2-44dc-a014-bbc16d170429 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d47623c-7f76-499f-b4c5-7f3d3f193bba HTTP/1.1" status: 204 len: 168 time: 0.9184494 Mar 07 16:16:39.386192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b0468-f491-49da-aecd-e0f3bb7b7e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c1c95b-c359-4dee-a1ba-c2e8db0e6d9d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:39.431468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4dcfc-0fe2-44dc-a014-bbc16d170429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d47623c-7f76-499f-b4c5-7f3d3f193bba,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:39.463268 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-684ac3a5-ff63-4b81-9e5a-b18f69648331 admin admin] Publish callbacks [] for security_group (c0c1c95b-c359-4dee-a1ba-c2e8db0e6d9d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.490481 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-684ac3a5-ff63-4b81-9e5a-b18f69648331 admin admin] Publish callbacks [] for security_group (c0c1c95b-c359-4dee-a1ba-c2e8db0e6d9d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.495546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:39.497797 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7995f622-3845-485a-acee-1a52477ce9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:39.537889 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (b35add58-53a5-47b6-93aa-3fce27a47f70), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.538347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (b35add58-53a5-47b6-93aa-3fce27a47f70), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.553576 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-684ac3a5-ff63-4b81-9e5a-b18f69648331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c0c1c95b-c359-4dee-a1ba-c2e8db0e6d9d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.558711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-684ac3a5-ff63-4b81-9e5a-b18f69648331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.562878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-684ac3a5-ff63-4b81-9e5a-b18f69648331 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0c1c95b-c359-4dee-a1ba-c2e8db0e6d9d HTTP/1.1" status: 204 len: 168 time: 0.1771986 Mar 07 16:16:39.574216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ac3a5-ff63-4b81-9e5a-b18f69648331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c1c95b-c359-4dee-a1ba-c2e8db0e6d9d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:39.594973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6846138f-dd39-4373-9b3e-006bf210f2ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:39.599983 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6846138f-dd39-4373-9b3e-006bf210f2ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2708507 Mar 07 16:16:39.599983 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577195f3-864f-4968-b5f0-e87cd659d220 x-openstack-request-id: req-577195f3-864f-4968-b5f0-e87cd659d220 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:39.599983 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:39.599983 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-577195f3-864f-4968-b5f0-e87cd659d220 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:39.599983 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'status': 'completed', 'code': 200} Mar 07 16:16:39.600984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42498) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:39.642303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (b35add58-53a5-47b6-93aa-3fce27a47f70), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:39.660086 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad612a9-84b7-43de-bd96-aea0627006e2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:16:39.664456 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bad612a9-84b7-43de-bd96-aea0627006e2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/7aafb36a-b493-40cf-b847-5fbb60dee6e8 HTTP/1.1" status: 404 len: 333 time: 0.0573618 Mar 07 16:16:39.664616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-1d03e9b2-4cfc-452f-b9f9-fe72d9bdd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:39.665700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-1d03e9b2-4cfc-452f-b9f9-fe72d9bdd409 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 897 time: 0.3308663 Mar 07 16:16:39.669047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42500) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:39.726729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c25497-0125-4220-bc7f-b0626aae20db req-6174aa53-eb4f-4f27-9fd8-e9d1f88080b1 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:39.728312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53c25497-0125-4220-bc7f-b0626aae20db req-6174aa53-eb4f-4f27-9fd8-e9d1f88080b1 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 945 time: 0.3068442 Mar 07 16:16:39.760039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f622-3845-485a-acee-1a52477ce9d8 req-bdcb1dd9-6e76-46bd-adf1-fd1d4f31543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:39.761667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-bdcb1dd9-6e76-46bd-adf1-fd1d4f31543a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1126 time: 0.1542985 Mar 07 16:16:39.788266 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-60392931-6180-499a-b91e-0918c448ec75 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:16:39.792549 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-60392931-6180-499a-b91e-0918c448ec75 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/57799f1b-6aff-4d9e-a259-30410be54904 HTTP/1.1" status: 404 len: 333 time: 0.1197040 Mar 07 16:16:39.795134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42506) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:39.813691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b436061-1230-4e28-b45e-9aee96e66ace req-1599ab73-9d93-4cb8-a98c-a9659a074da0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:39.815618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b436061-1230-4e28-b45e-9aee96e66ace req-1599ab73-9d93-4cb8-a98c-a9659a074da0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 944 time: 0.1111677 Mar 07 16:16:39.839438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting port d24d3af5-903b-4906-ad1a-c62d9c077c50 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:39.839795 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.010506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (b35add58-53a5-47b6-93aa-3fce27a47f70), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.020803 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b436061-1230-4e28-b45e-9aee96e66ace req-23972bee-3c56-462c-8db1-ea96a43170e6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1910903 Mar 07 16:16:40.020984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-9e765765-6eb7-4660-9d1c-361982d2dad3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 999 time: 0.3052821 Mar 07 16:16:40.044645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53c25497-0125-4220-bc7f-b0626aae20db req-4dedbf3d-e732-4ab9-b8b2-34948c8472ee tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884822 Mar 07 16:16:40.045253 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f622-3845-485a-acee-1a52477ce9d8 req-40433438-5717-4616-ad04-f918ac30f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:40.047196 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-40433438-5717-4616-ad04-f918ac30f1ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 897 time: 0.2794375 Mar 07 16:16:40.052148 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (eea3d7e7-da92-43eb-b15f-bb16355d40fb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.102521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.122821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Calling delete_port for d24d3af5-903b-4906-ad1a-c62d9c077c50 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:40.142752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-286f446c-3664-4796-9055-36a0f36531fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:40.144299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-286f446c-3664-4796-9055-36a0f36531fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.1160901 Mar 07 16:16:40.317627 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (eea3d7e7-da92-43eb-b15f-bb16355d40fb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.338732 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-92631772-0912-4adb-894b-413e897b1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:40.340431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-92631772-0912-4adb-894b-413e897b1bf7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1877377 Mar 07 16:16:40.341200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-091c85c0-aeaa-4c90-9cb0-8863fe86cccc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 999 time: 0.2839191 Mar 07 16:16:40.367277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea3d7e7-da92-43eb-b15f-bb16355d40fb']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:40.413654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8458c3-3f24-49c7-8fad-743f1b3e47ea req-2c11e57b-41cb-4c46-997d-b76037fc8768 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:40.425503 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb8458c3-3f24-49c7-8fad-743f1b3e47ea req-2c11e57b-41cb-4c46-997d-b76037fc8768 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 945 time: 0.2412610 Mar 07 16:16:40.430496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42538) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:40.433553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd139bdfd-da6b-47bf-9b77-7e54417badc3') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:40.433855 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd139bdfd-da6b-47bf-9b77-7e54417badc3') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:40.446194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (d139bdfd-da6b-47bf-9b77-7e54417badc3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.462995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d139bdfd-da6b-47bf-9b77-7e54417badc3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.475836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5b59f465-3bf7-4048-a041-82e5b64ef47b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Request body: {'floatingip': {'port_id': '0f202cdc-2b2c-4e59-a759-26edd01395dc'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:40.521625 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b59f465-3bf7-4048-a041-82e5b64ef47b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (b6a941e7-d01d-447f-bf13-a786b0199c92), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.587841 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (b35add58-53a5-47b6-93aa-3fce27a47f70), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.592114 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d24d3af5-903b-4906-ad1a-c62d9c077c50), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.622151 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.625709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:40.626199 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (d139bdfd-da6b-47bf-9b77-7e54417badc3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:40.629964 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:40.642841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-316e3b2f-f98d-4a00-b83d-b1bbf8f6d9d2 service neutron] 10.222.0.11 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897151 Mar 07 16:16:40.653625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Port': ['ID=d24d3af5-903b-4906-ad1a-c62d9c077c50,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:40.704819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f622-3845-485a-acee-1a52477ce9d8 req-f2b7d784-826b-4847-901c-60ca17427725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:40.706879 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-f2b7d784-826b-4847-901c-60ca17427725 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.3552949 Mar 07 16:16:40.812365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (eea3d7e7-da92-43eb-b15f-bb16355d40fb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.829827 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.846423 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/networks/eea3d7e7-da92-43eb-b15f-bb16355d40fb HTTP/1.1" status: 204 len: 168 time: 1.0442057 Mar 07 16:16:40.853429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42554) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:40.875190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1744289746'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:40.900236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddd0db-ab82-4b5f-87e7-2a1efceb83a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Network': ['ID=eea3d7e7-da92-43eb-b15f-bb16355d40fb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:40.904793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:40.915245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.945273 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.979990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:40.993449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7040487f-5a6a-401f-b485-02e7d822fdf5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:40.993913 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Added segment 7040487f-5a6a-401f-b485-02e7d822fdf5 of type vlan for network 924b5e3e-6773-4714-8bb1-551854d7d010 Mar 07 16:16:41.024665 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:41.065118 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (924b5e3e-6773-4714-8bb1-551854d7d010), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:41.091497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f622-3845-485a-acee-1a52477ce9d8 req-6d7d3b54-daf5-40c3-bf38-5f0ad85387ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:41.093811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-6d7d3b54-daf5-40c3-bf38-5f0ad85387ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3744895 Mar 07 16:16:41.140223 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (924b5e3e-6773-4714-8bb1-551854d7d010), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:41.146565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:41.147262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:41.255836 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-89d5185a-f8e1-4602-95c2-66fd0a2598eb req-28753756-3a52-4dab-996b-8d3f00b9dab1 service neutron] 10.222.0.11 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042907 Mar 07 16:16:41.322650 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4635749 Mar 07 16:16:41.358278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42600) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:41.360896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Allocated IP 172.25.4.164 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/6681ecf8-62d6-4af8-9e37-d4eee2ead34f) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:41.371262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': '924b5e3e-6773-4714-8bb1-551854d7d010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:41.485359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1ac4c-9949-4f90-b75b-4d0026684a77 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Network': ['ID=924b5e3e-6773-4714-8bb1-551854d7d010,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:41.510231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 924b5e3e-6773-4714-8bb1-551854d7d010 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:41.544013 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-b0e92b8b-dddd-4899-85be-4a9fa45bcf51 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413073 Mar 07 16:16:41.669752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-4780c4ff-4701-457e-8a2b-c16c12078735 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112146 Mar 07 16:16:41.781322 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b59f465-3bf7-4048-a041-82e5b64ef47b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:41.786097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b59f465-3bf7-4048-a041-82e5b64ef47b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (b6a941e7-d01d-447f-bf13-a786b0199c92), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:41.906224 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-5b59f465-3bf7-4048-a041-82e5b64ef47b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Floating IP b6a941e7-d01d-447f-bf13-a786b0199c92 associated. External IP: 172.25.4.72, port: 0f202cdc-2b2c-4e59-a759-26edd01395dc. Mar 07 16:16:41.949135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185ab70-406f-44d8-acb7-03e83c8debd8 req-07ce0c6b-62e8-42a5-804b-51554397ef03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:41.950663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b185ab70-406f-44d8-acb7-03e83c8debd8 req-07ce0c6b-62e8-42a5-804b-51554397ef03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 944 time: 0.7305791 Mar 07 16:16:41.961851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Router 6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:42.034488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f622-3845-485a-acee-1a52477ce9d8 req-5bfae5ff-ad3b-42e4-beec-1dcf9f574701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:42.036633 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-5bfae5ff-ad3b-42e4-beec-1dcf9f574701 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1126 time: 0.6772637 Mar 07 16:16:42.201428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:42.205019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:42.215825 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for port (6681ecf8-62d6-4af8-9e37-d4eee2ead34f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:42.273933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b185ab70-406f-44d8-acb7-03e83c8debd8 req-5436904d-d4f0-408c-8471-b2ecb9b2fd24 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3085539 Mar 07 16:16:42.289306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:42.306815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-306e18d5-c857-4e23-abc3-a0e391ce3349 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "PUT /v2.0/routers/6fcb25ae-a983-4b2d-b6a3-54e824ac9df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0664709 Mar 07 16:16:42.308830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42636) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:42.312880 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788710e7-bb79-4828-b961-4b0adfe93273 None None] Sync routers for ids ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:42.332906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788710e7-bb79-4828-b961-4b0adfe93273 None None] Routers {'6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:42.333551 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-788710e7-bb79-4828-b961-4b0adfe93273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:42.388354 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-788710e7-bb79-4828-b961-4b0adfe93273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:42.398926 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788710e7-bb79-4828-b961-4b0adfe93273 None None] Routers {'6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:42.399755 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-788710e7-bb79-4828-b961-4b0adfe93273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:42.409894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Performing IP validity checks on allocation pools {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 16:16:42.412947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 16:16:42.415767 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-39e2a1a4-a482-4fed-820f-3d2fe216fc17 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] delete failed (client error): The resource could not be found. Mar 07 16:16:42.423223 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-39e2a1a4-a482-4fed-820f-3d2fe216fc17 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1134961106 HTTP/1.1" status: 404 len: 335 time: 0.0723879 Mar 07 16:16:42.423862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42642) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:42.436813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4c3a49dc-267e-459b-ae31-c7dbee21ba4c tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:42.439117 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-788710e7-bb79-4828-b961-4b0adfe93273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:42.439927 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788710e7-bb79-4828-b961-4b0adfe93273 None None] The sync data for ids ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:42.493979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b59f465-3bf7-4048-a041-82e5b64ef47b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Router cfed0a32-18f1-40f5-b2e3-8864520fda9e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:42.631995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b59f465-3bf7-4048-a041-82e5b64ef47b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:42.637138 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b59f465-3bf7-4048-a041-82e5b64ef47b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:42.643585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f622-3845-485a-acee-1a52477ce9d8 req-90b637c7-34af-4a9c-94c9-81afd4a67ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:42.646007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-90b637c7-34af-4a9c-94c9-81afd4a67ba7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 897 time: 0.5966272 Mar 07 16:16:42.648120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] Sync routers for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:42.654061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6681ecf8-62d6-4af8-9e37-d4eee2ead34f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:42.687799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:42.687892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b59f465-3bf7-4048-a041-82e5b64ef47b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "PUT /v2.0/floatingips/b6a941e7-d01d-447f-bf13-a786b0199c92 HTTP/1.1" status: 200 len: 990 time: 2.2084644 Mar 07 16:16:42.688338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:42.688445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'tag': '0f202cdc-2b2c-4e59-a759-26edd01395dc'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:42.688445 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ed05db-5969-438c-9f6b-45beec37843b" -d '{"events": [{"name": "network-changed", "server_uuid": "225da324-1db1-4b5b-8fa3-a9439af85ad7", "tag": "0f202cdc-2b2c-4e59-a759-26edd01395dc"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:42.751601 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29957d8-5b3c-439d-9f3f-2928491fc83b x-openstack-request-id: req-b29957d8-5b3c-439d-9f3f-2928491fc83b {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:42.752146 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225da324-1db1-4b5b-8fa3-a9439af85ad7", "tag": "0f202cdc-2b2c-4e59-a759-26edd01395dc", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:42.752407 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b29957d8-5b3c-439d-9f3f-2928491fc83b {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:42.752997 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'tag': '0f202cdc-2b2c-4e59-a759-26edd01395dc', 'status': 'completed', 'code': 200} Mar 07 16:16:42.848952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:16:42.854700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:42.872678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c3a49dc-267e-459b-ae31-c7dbee21ba4c tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for router_gateway (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:42.907024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:42.920754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:42.927579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event updated for resources: {'Port': ['ID=6681ecf8-62d6-4af8-9e37-d4eee2ead34f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:42.986492 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-4c3a49dc-267e-459b-ae31-c7dbee21ba4c tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] update failed (client error): The resource could not be found. Mar 07 16:16:42.987581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4c3a49dc-267e-459b-ae31-c7dbee21ba4c tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "PUT /v2.0/routers/6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 HTTP/1.1" status: 404 len: 339 time: 0.5544305 Mar 07 16:16:42.994358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-5d2c4e54-0136-42bd-aa1f-b813f3ea1420 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 999 time: 0.3361566 Mar 07 16:16:42.994756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42672) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:43.000668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-865168402'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:43.070051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Made reservation on behalf of 80c5afb6b56e46719a4486fd4322900a for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:43.073548 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.127671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:43.137745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (260cff53-c612-434d-87ee-d6b88cf400e6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.138099 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Added segment 260cff53-c612-434d-87ee-d6b88cf400e6 of type vlan for network 5d1e650a-46a9-40c6-b401-46b2bc586ca4 Mar 07 16:16:43.202586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42678) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:43.212202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (5d1e650a-46a9-40c6-b401-46b2bc586ca4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.255449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (5d1e650a-46a9-40c6-b401-46b2bc586ca4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.261372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:43.262237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.347069 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3508542 Mar 07 16:16:43.347469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed05db-5969-438c-9f6b-45beec37843b req-92e7066c-81b5-4a23-ae09-9fcc23c6113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:43.348178 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42686) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:43.349578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99ed05db-5969-438c-9f6b-45beec37843b req-92e7066c-81b5-4a23-ae09-9fcc23c6113e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 1127 time: 0.5626154 Mar 07 16:16:43.354190 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (3f571b75-2785-48fa-8f39-8c21b6014dc7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.396589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'subnet': {'network_id': '5d1e650a-46a9-40c6-b401-46b2bc586ca4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:43.412801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'b6a941e7-d01d-447f-bf13-a786b0199c92', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'port_id': '0f202cdc-2b2c-4e59-a759-26edd01395dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'mac_address': 'fa:16:3e:d6:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:16:18Z', 'updated_at': '2022-03-07T16:16:41Z', 'revision_number': 1, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:43.427487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c46fd-6d94-4685-8e3d-ea8fde0cf09e tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Network': ['ID=5d1e650a-46a9-40c6-b401-46b2bc586ca4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:43.449034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] Checking router: cfed0a32-18f1-40f5-b2e3-8864520fda9e for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:16:43.451500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 5d1e650a-46a9-40c6-b401-46b2bc586ca4 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:43.518205 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78439f1-94f3-4a9f-9252-68a4639e55a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.525926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:43.526828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:43.558495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Made reservation on behalf of 80c5afb6b56e46719a4486fd4322900a for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:43.563252 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.569834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=3f571b75-2785-48fa-8f39-8c21b6014dc7,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:43.575418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f622-3845-485a-acee-1a52477ce9d8 req-3e84675b-d4e8-431f-990d-f62c57fd4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:43.576952 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-3e84675b-d4e8-431f-990d-f62c57fd4639 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.5743670 Mar 07 16:16:43.689232 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:16:43.721447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed05db-5969-438c-9f6b-45beec37843b req-d7f0171b-ff94-4c6b-99f2-988748f50e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:43.724313 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99ed05db-5969-438c-9f6b-45beec37843b req-d7f0171b-ff94-4c6b-99f2-988748f50e0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 200 len: 917 time: 0.3582435 Mar 07 16:16:43.726607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78439f1-94f3-4a9f-9252-68a4639e55a9 admin admin] Publish callbacks [] for security_group (2a940167-7cc6-48a2-8199-2e9d51f3de2e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.734729 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a78439f1-94f3-4a9f-9252-68a4639e55a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2a940167-7cc6-48a2-8199-2e9d51f3de2e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.797210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Checking segment: {'id': '7040487f-5a6a-401f-b485-02e7d822fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '924b5e3e-6773-4714-8bb1-551854d7d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:43.797579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network hostable DHCP agents. Network: 924b5e3e-6773-4714-8bb1-551854d7d010, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:43.811892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a78439f1-94f3-4a9f-9252-68a4639e55a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36771bd4c0e043e39a2208fcd62af035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6081038 Mar 07 16:16:43.814618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78439f1-94f3-4a9f-9252-68a4639e55a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a940167-7cc6-48a2-8199-2e9d51f3de2e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:43.838252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42698) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:43.868725 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f622-3845-485a-acee-1a52477ce9d8 req-a3f75d3b-8561-4de5-8743-a6ee6ea1c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:43.870513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-a3f75d3b-8561-4de5-8743-a6ee6ea1c578 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2833934 Mar 07 16:16:43.890826 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (70501af1-2749-479d-b143-b101d641c5b3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:43.905151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99ed05db-5969-438c-9f6b-45beec37843b req-b5bbfb6c-bba4-4613-bed7-366c6f67fedd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f202cdc-2b2c-4e59-a759-26edd01395dc HTTP/1.1" status: 200 len: 998 time: 0.1710074 Mar 07 16:16:43.931628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d21de7-51bc-4314-9f8b-098d519e250c req-6c763aa8-daa4-4c39-a3f7-0f4feca86a04 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:43.938387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34d21de7-51bc-4314-9f8b-098d519e250c req-6c763aa8-daa4-4c39-a3f7-0f4feca86a04 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 944 time: 0.3708048 Mar 07 16:16:43.960266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network 924b5e3e-6773-4714-8bb1-551854d7d010 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:43.991327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Subnet': ['ID=70501af1-2749-479d-b143-b101d641c5b3,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:43.993746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Checking segment: {'id': '260cff53-c612-434d-87ee-d6b88cf400e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5d1e650a-46a9-40c6-b401-46b2bc586ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:43.994130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network hostable DHCP agents. Network: 5d1e650a-46a9-40c6-b401-46b2bc586ca4, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:43.996406 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d1ee-386e-4beb-9507-545f6fbffc22 admin admin] Publish callbacks [] for security_group (2a940167-7cc6-48a2-8199-2e9d51f3de2e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.030470 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (b35add58-53a5-47b6-93aa-3fce27a47f70), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.033484 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d1ee-386e-4beb-9507-545f6fbffc22 admin admin] Publish callbacks [] for security_group (2a940167-7cc6-48a2-8199-2e9d51f3de2e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.043442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network 5d1e650a-46a9-40c6-b401-46b2bc586ca4 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:44.050660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'b6a941e7-d01d-447f-bf13-a786b0199c92', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'port_id': '0f202cdc-2b2c-4e59-a759-26edd01395dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'mac_address': 'fa:16:3e:d6:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:16:18Z', 'updated_at': '2022-03-07T16:16:41Z', 'revision_number': 1, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:44.084516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 5d1e650a-46a9-40c6-b401-46b2bc586ca4) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:44.089625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:44.090285 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.092532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ab449-67f0-4dd3-a327-aa498df153e2 None None] The sync data for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 is: [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'b6a941e7-d01d-447f-bf13-a786b0199c92', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'port_id': '0f202cdc-2b2c-4e59-a759-26edd01395dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'mac_address': 'fa:16:3e:d6:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:16:18Z', 'updated_at': '2022-03-07T16:16:41Z', 'revision_number': 1, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:44.100030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b95d2-36bf-444f-8ba1-f98895d50de1 None None] Network 5d1e650a-46a9-40c6-b401-46b2bc586ca4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:44.105286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 924b5e3e-6773-4714-8bb1-551854d7d010) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:44.131460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3380f132-03d0-4f6c-b3a3-a07947052f43 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:16:44.132795 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-335af799-2886-4707-b4a7-2663d6a61c42 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7414172 Mar 07 16:16:44.134361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42706) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:44.134757 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d1ee-386e-4beb-9507-545f6fbffc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2a940167-7cc6-48a2-8199-2e9d51f3de2e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.138732 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d1ee-386e-4beb-9507-545f6fbffc22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.140067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4ef6d1ee-386e-4beb-9507-545f6fbffc22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a940167-7cc6-48a2-8199-2e9d51f3de2e HTTP/1.1" status: 204 len: 168 time: 0.3005636 Mar 07 16:16:44.148608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:44.149066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3646e6bb-5ac6-483c-8910-86d2d6adf868 None None] Network 924b5e3e-6773-4714-8bb1-551854d7d010 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:44.149250 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.153435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-574bb038-fa0d-498c-8ed7-e250b6338e60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d1e650a-46a9-40c6-b401-46b2bc586ca4'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:44.232096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed05db-5969-438c-9f6b-45beec37843b req-c68f669e-8f28-40b2-9d4d-141e4a364a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:44.233903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99ed05db-5969-438c-9f6b-45beec37843b req-c68f669e-8f28-40b2-9d4d-141e4a364a67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=242b73e8-c876-44d3-8ba1-ca9acbbcb969 HTTP/1.1" status: 200 len: 855 time: 0.3227310 Mar 07 16:16:44.264542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34d21de7-51bc-4314-9f8b-098d519e250c req-35033301-7ad2-48ff-a6c4-d42c8b6f7de6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3251834 Mar 07 16:16:44.272843 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-65736b09-08b3-4a75-8dc7-e5a61c3012a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9096501 Mar 07 16:16:44.315213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42712) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:44.326334 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-370ff747-99e9-463b-9427-a455d923a034 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:16:44.329445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': '924b5e3e-6773-4714-8bb1-551854d7d010', 'name': 'tempest-PortsIpV6TestJSON-1215427356'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:44.338398 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-4586b3af-54d4-48a3-89f5-6988b5dee2da service neutron] 10.222.0.11 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525075 Mar 07 16:16:44.360758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6d1ee-386e-4beb-9507-545f6fbffc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a940167-7cc6-48a2-8199-2e9d51f3de2e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:44.624450 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edf8fc-c336-4a8b-9aa9-2e40d6184b93 None None] New status for floating IP b6a941e7-d01d-447f-bf13-a786b0199c92: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:16:44.661047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-574bb038-fa0d-498c-8ed7-e250b6338e60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for router_gateway (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.664798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed05db-5969-438c-9f6b-45beec37843b req-6fd276ff-6f38-466d-96be-2d5cd3b26742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:44.667614 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99ed05db-5969-438c-9f6b-45beec37843b req-6fd276ff-6f38-466d-96be-2d5cd3b26742 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71fa29c5-8992-46af-bc80-74d201eca7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4225421 Mar 07 16:16:44.684406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42722) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:44.741960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-5d1e650a-46a9-40c6-b401-46b2bc586ca4', 'network_id': '5d1e650a-46a9-40c6-b401-46b2bc586ca4', 'project_id': '80c5afb6b56e46719a4486fd4322900a', 'fixed_ips': [{'subnet_id': '70501af1-2749-479d-b143-b101d641c5b3'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:16:44.742855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.748005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:44.771228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-924b5e3e-6773-4714-8bb1-551854d7d010', 'network_id': '924b5e3e-6773-4714-8bb1-551854d7d010', 'project_id': 'ca6898b2a0824506ab3e62fddbe138a1', 'fixed_ips': [{'subnet_id': '3f571b75-2785-48fa-8f39-8c21b6014dc7'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:16:44.772375 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.794483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e8ab-7420-4268-809c-78460a917791 req-de54d077-52df-40ab-a9ae-e226b306d570 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:44.796358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebb8e8ab-7420-4268-809c-78460a917791 req-de54d077-52df-40ab-a9ae-e226b306d570 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec&tenant_id=b01e219725e74cf185bd0d470e0fcf3a&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 944 time: 0.1844797 Mar 07 16:16:44.803792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'port_id': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'mac_address': 'fa:16:3e:ae:19:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:16:44.891158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:44.898241 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:44.983144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port 2ea77668-3d21-4951-bf66-64a9c4d13062 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:45.059634 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-ebb8e8ab-7420-4268-809c-78460a917791 req-32aff505-276e-493b-83e0-7c6a550a2de9 service neutron] delete failed (client error): The resource could not be found. Mar 07 16:16:45.060812 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebb8e8ab-7420-4268-809c-78460a917791 req-32aff505-276e-493b-83e0-7c6a550a2de9 service neutron] 10.222.0.15 "DELETE /v2.0/ports/3380f132-03d0-4f6c-b3a3-a07947052f43/bindings/n-h1-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.2579796 Mar 07 16:16:45.063739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3380f132-03d0-4f6c-b3a3-a07947052f43 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:45.064409 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.112656 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-574bb038-fa0d-498c-8ed7-e250b6338e60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:16:45.120003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3380f132-03d0-4f6c-b3a3-a07947052f43 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:16:45.120468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-574bb038-fa0d-498c-8ed7-e250b6338e60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "PUT /v2.0/routers/6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 HTTP/1.1" status: 400 len: 364 time: 0.9789565 Mar 07 16:16:45.121194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42736) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:45.156887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:45.168850 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.180242 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Allocated IP 2001:db8:1::2 (5d1e650a-46a9-40c6-b401-46b2bc586ca4/70501af1-2749-479d-b143-b101d641c5b3/98e077a6-b54e-46ef-a5aa-80a13d4b1357) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:45.274147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:45.303794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::33f (924b5e3e-6773-4714-8bb1-551854d7d010/3f571b75-2785-48fa-8f39-8c21b6014dc7/2ea77668-3d21-4951-bf66-64a9c4d13062) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:45.403446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e8ab-7420-4268-809c-78460a917791 req-14f64ea6-afe8-4105-bfcb-d13635ce612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:45.405095 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebb8e8ab-7420-4268-809c-78460a917791 req-14f64ea6-afe8-4105-bfcb-d13635ce612d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1127 time: 0.2823141 Mar 07 16:16:45.424698 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Publish callbacks [] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.433338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3380f132-03d0-4f6c-b3a3-a07947052f43'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:16:45.439899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.545343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Network 5d1e650a-46a9-40c6-b401-46b2bc586ca4 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:45.547716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:45.550171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Pushing event updated for resources: {'Port': ['ID=98e077a6-b54e-46ef-a5aa-80a13d4b1357,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:45.559680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:45.581180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7995f622-3845-485a-acee-1a52477ce9d8 req-f35a3f86-4d49-48a6-ae82-d589f7a6f0ff service neutron] 10.222.0.11 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2227705 Mar 07 16:16:45.598453 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5e42-1e11-4817-ab51-9c75a7f46e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.663266 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (b35add58-53a5-47b6-93aa-3fce27a47f70), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.683287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Attempting to bind port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:45.683666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Attempting to bind port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '260cff53-c612-434d-87ee-d6b88cf400e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5d1e650a-46a9-40c6-b401-46b2bc586ca4'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:45.684039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Attempting to bind port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 on network 5d1e650a-46a9-40c6-b401-46b2bc586ca4 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:45.690503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805efc-8070-47b5-affc-71b4b5ececff req-46709776-08a7-4614-a88a-6728ed44b7d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:45.699229 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b805efc-8070-47b5-affc-71b4b5ececff req-46709776-08a7-4614-a88a-6728ed44b7d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 944 time: 1.0231643 Mar 07 16:16:45.705750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e8ab-7420-4268-809c-78460a917791 req-52675048-4311-4d41-9b55-600073c6e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:45.707495 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebb8e8ab-7420-4268-809c-78460a917791 req-52675048-4311-4d41-9b55-600073c6e491 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 897 time: 0.2934167 Mar 07 16:16:45.726443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:45.726953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Checking segment: {'id': '260cff53-c612-434d-87ee-d6b88cf400e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5d1e650a-46a9-40c6-b401-46b2bc586ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:45.727371 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.727774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Bound using segment: {'id': '260cff53-c612-434d-87ee-d6b88cf400e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5d1e650a-46a9-40c6-b401-46b2bc586ca4'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:45.728261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Bound port: 98e077a6-b54e-46ef-a5aa-80a13d4b1357, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260cff53-c612-434d-87ee-d6b88cf400e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5d1e650a-46a9-40c6-b401-46b2bc586ca4'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:45.728652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.738539 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.799651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99ed05db-5969-438c-9f6b-45beec37843b req-bb9ad8e3-ba03-4ff0-8dc0-40e35f337ec5 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1138024 Mar 07 16:16:45.857806 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (2ea77668-3d21-4951-bf66-64a9c4d13062), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:45.873442 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b805efc-8070-47b5-affc-71b4b5ececff req-958f5fa5-16b8-4ca3-9374-1832c469c033 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1730163 Mar 07 16:16:45.873598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] For port 98e077a6-b54e-46ef-a5aa-80a13d4b1357, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:46.031120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5e42-1e11-4817-ab51-9c75a7f46e29 admin admin] Publish callbacks [] for security_group (9400c774-2a99-4091-bf2e-26b941ac6ad4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.052404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5e42-1e11-4817-ab51-9c75a7f46e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9400c774-2a99-4091-bf2e-26b941ac6ad4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.070519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] For port 98e077a6-b54e-46ef-a5aa-80a13d4b1357, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=98e077a6-b54e-46ef-a5aa-80a13d4b1357,segment=NetworkSegment(260cff53-c612-434d-87ee-d6b88cf400e6),segment_id=260cff53-c612-434d-87ee-d6b88cf400e6)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:46.085381 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.105535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b5e42-1e11-4817-ab51-9c75a7f46e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9400c774-2a99-4091-bf2e-26b941ac6ad4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:46.130205 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99ed05db-5969-438c-9f6b-45beec37843b req-b0e5f5e9-f132-4b51-9f67-0ae2ec1b6d23 service neutron] 10.222.0.11 "GET /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205392 Mar 07 16:16:46.156911 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cc0b5e42-1e11-4817-ab51-9c75a7f46e29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=759690f621b345729bceb303a5e1ae59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4672511 Mar 07 16:16:46.157763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42758) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:46.202017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794353b-b754-4518-bb32-41bfa5f9d0de None None] Pushing event updated for resources: {'Port': ['ID=98e077a6-b54e-46ef-a5aa-80a13d4b1357,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:46.246026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42760) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:46.255701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Router b35add58-53a5-47b6-93aa-3fce27a47f70 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:16:46.274259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebb8e8ab-7420-4268-809c-78460a917791 req-87308c9e-a413-4c1d-bc8c-b6819924c23d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 1000 time: 0.5441604 Mar 07 16:16:46.423993 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-831744c5-c920-407d-9713-b6818e0197f6 admin admin] Publish callbacks [] for security_group (9400c774-2a99-4091-bf2e-26b941ac6ad4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.431730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae787b3c-1dbf-4984-8d31-b653397225f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.440154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e8ab-7420-4268-809c-78460a917791 req-a53c38b1-f5d5-4f77-b92f-dbc59ffb0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:46.442454 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebb8e8ab-7420-4268-809c-78460a917791 req-a53c38b1-f5d5-4f77-b92f-dbc59ffb0b7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.1530819 Mar 07 16:16:46.442888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2ea77668-3d21-4951-bf66-64a9c4d13062), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.481207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:46.494267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14b588-343f-4cd9-9092-c2538fa37c36 None None] Sync routers for ids ['b35add58-53a5-47b6-93aa-3fce27a47f70'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:46.507976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-831744c5-c920-407d-9713-b6818e0197f6 admin admin] Publish callbacks [] for security_group (9400c774-2a99-4091-bf2e-26b941ac6ad4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.522549 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.527402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4a39e536-91b6-4f3a-9e45-b232aa337c9e tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1751776 Mar 07 16:16:46.529055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42764) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:46.534475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Allocated IP 2001:db8::2 (924b5e3e-6773-4714-8bb1-551854d7d010/3f571b75-2785-48fa-8f39-8c21b6014dc7/f20ddb5c-4867-4094-8aa0-0383e4d69850) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:46.541054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14b588-343f-4cd9-9092-c2538fa37c36 None None] Routers {'b35add58-53a5-47b6-93aa-3fce27a47f70'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:46.541299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:46.542064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1e14b588-343f-4cd9-9092-c2538fa37c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b35add58-53a5-47b6-93aa-3fce27a47f70'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:46.595196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network 924b5e3e-6773-4714-8bb1-551854d7d010 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:46.596071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1e14b588-343f-4cd9-9092-c2538fa37c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:46.616361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:46.633517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14b588-343f-4cd9-9092-c2538fa37c36 None None] Routers {'b35add58-53a5-47b6-93aa-3fce27a47f70'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:46.633901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1e14b588-343f-4cd9-9092-c2538fa37c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b35add58-53a5-47b6-93aa-3fce27a47f70'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:46.640197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=2ea77668-3d21-4951-bf66-64a9c4d13062,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:46.651068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:46.656809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:46.657463 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.702286 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Allocated IP 2001:db8::1 (9fb7a628-c5d3-4a28-929b-76b21eaf88a3/180e4e8f-d4b6-4414-96e4-0ece68a54baa/e38d34ed-0b7e-4d31-8170-78b66dc84fd0) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:46.705999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-831744c5-c920-407d-9713-b6818e0197f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9400c774-2a99-4091-bf2e-26b941ac6ad4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.712478 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c34a354f-c339-4d95-84f6-4027dac5bda3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3937991 Mar 07 16:16:46.712643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-831744c5-c920-407d-9713-b6818e0197f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.717217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42766) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:46.721595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1e14b588-343f-4cd9-9092-c2538fa37c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:46.722478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14b588-343f-4cd9-9092-c2538fa37c36 None None] The sync data for ids ['b35add58-53a5-47b6-93aa-3fce27a47f70'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:46.723829 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-831744c5-c920-407d-9713-b6818e0197f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9400c774-2a99-4091-bf2e-26b941ac6ad4 HTTP/1.1" status: 204 len: 168 time: 0.5576212 Mar 07 16:16:46.726739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e8ab-7420-4268-809c-78460a917791 req-7cae5d28-dea9-4fb8-9a91-a99d3adc8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:46.728548 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebb8e8ab-7420-4268-809c-78460a917791 req-7cae5d28-dea9-4fb8-9a91-a99d3adc8cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2455063 Mar 07 16:16:46.846700 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Publish callbacks [] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.857179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.882449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831744c5-c920-407d-9713-b6818e0197f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9400c774-2a99-4091-bf2e-26b941ac6ad4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:46.924926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Network 924b5e3e-6773-4714-8bb1-551854d7d010 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:46.928503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:46.932369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:46.945184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae787b3c-1dbf-4984-8d31-b653397225f9 admin admin] Publish callbacks [] for security_group (3d090047-9c51-49d2-8733-a88eb8064253), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:46.946655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Pushing event updated for resources: {'Port': ['ID=f20ddb5c-4867-4094-8aa0-0383e4d69850,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:46.976563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae787b3c-1dbf-4984-8d31-b653397225f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3d090047-9c51-49d2-8733-a88eb8064253), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.038737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Attempting to bind port f20ddb5c-4867-4094-8aa0-0383e4d69850 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:47.039152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Attempting to bind port f20ddb5c-4867-4094-8aa0-0383e4d69850 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '7040487f-5a6a-401f-b485-02e7d822fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '924b5e3e-6773-4714-8bb1-551854d7d010'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:47.039653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Attempting to bind port f20ddb5c-4867-4094-8aa0-0383e4d69850 on network 924b5e3e-6773-4714-8bb1-551854d7d010 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:47.050396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:47.051166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Checking segment: {'id': '7040487f-5a6a-401f-b485-02e7d822fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '924b5e3e-6773-4714-8bb1-551854d7d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:47.052316 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.052992 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Bound using segment: {'id': '7040487f-5a6a-401f-b485-02e7d822fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '924b5e3e-6773-4714-8bb1-551854d7d010'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:47.053725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Bound port: f20ddb5c-4867-4094-8aa0-0383e4d69850, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7040487f-5a6a-401f-b485-02e7d822fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '924b5e3e-6773-4714-8bb1-551854d7d010'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:47.054359 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.083943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (b35add58-53a5-47b6-93aa-3fce27a47f70), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.105492 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ae787b3c-1dbf-4984-8d31-b653397225f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf6e3f328c82421b9b2e3082f99a84b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8551958 Mar 07 16:16:47.108274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42774) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:47.110099 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_gateway (b35add58-53a5-47b6-93aa-3fce27a47f70), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.123044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae787b3c-1dbf-4984-8d31-b653397225f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d090047-9c51-49d2-8733-a88eb8064253,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:47.131891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebb8e8ab-7420-4268-809c-78460a917791 req-8c94f6d7-67db-4316-b121-e943ff7831af service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951879 Mar 07 16:16:47.158764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] For port f20ddb5c-4867-4094-8aa0-0383e4d69850, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:47.163831 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.165897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] For port f20ddb5c-4867-4094-8aa0-0383e4d69850, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f20ddb5c-4867-4094-8aa0-0383e4d69850,segment=NetworkSegment(7040487f-5a6a-401f-b485-02e7d822fdf5),segment_id=7040487f-5a6a-401f-b485-02e7d822fdf5)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:47.179431 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.219032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42776) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:47.245749 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4873-e9cd-4b3a-a3c5-3c285766d5f8 admin admin] Publish callbacks [] for security_group (3d090047-9c51-49d2-8733-a88eb8064253), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.248365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c8210fb6-376e-4520-a02a-640808e3379a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.253125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-9bdbffcd-bbfb-4624-896f-ebba4ade83a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 2ea77668-3d21-4951-bf66-64a9c4d13062 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:47.254539 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9bdbffcd-bbfb-4624-896f-ebba4ade83a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2ea77668-3d21-4951-bf66-64a9c4d13062), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.266818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54361a-6568-45f0-b472-1a5dd96e175c req-c6df3d04-b696-4a41-a126-3d233b8be300 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:47.267676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16747453-f0e5-45ba-91cd-811160b557a3 None None] Pushing event updated for resources: {'Port': ['ID=f20ddb5c-4867-4094-8aa0-0383e4d69850,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:47.287678 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ed54361a-6568-45f0-b472-1a5dd96e175c req-c6df3d04-b696-4a41-a126-3d233b8be300 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 945 time: 0.2726281 Mar 07 16:16:47.292625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4873-e9cd-4b3a-a3c5-3c285766d5f8 admin admin] Publish callbacks [] for security_group (3d090047-9c51-49d2-8733-a88eb8064253), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.311129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Deleting port 6681ecf8-62d6-4af8-9e37-d4eee2ead34f {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:47.314887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6681ecf8-62d6-4af8-9e37-d4eee2ead34f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.453853 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6681ecf8-62d6-4af8-9e37-d4eee2ead34f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.458028 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ed54361a-6568-45f0-b472-1a5dd96e175c req-f3a72b6e-c70d-4e1a-9afa-a32d92740515 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684391 Mar 07 16:16:47.474991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Calling delete_port for 6681ecf8-62d6-4af8-9e37-d4eee2ead34f owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:47.478077 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ebb8e8ab-7420-4268-809c-78460a917791 req-4e804e18-7599-4b42-98a0-7989a3a6a0b9 service neutron] 10.222.0.15 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394501 Mar 07 16:16:47.488754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.506708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c8210fb6-376e-4520-a02a-640808e3379a admin admin] Publish callbacks [] for security_group (b582479b-e92c-45b5-81ac-76c95f29199b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.520269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c8210fb6-376e-4520-a02a-640808e3379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b582479b-e92c-45b5-81ac-76c95f29199b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.534926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4873-e9cd-4b3a-a3c5-3c285766d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3d090047-9c51-49d2-8733-a88eb8064253), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.537768 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4873-e9cd-4b3a-a3c5-3c285766d5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.542036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2d3c4873-e9cd-4b3a-a3c5-3c285766d5f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d090047-9c51-49d2-8733-a88eb8064253 HTTP/1.1" status: 204 len: 168 time: 0.4280751 Mar 07 16:16:47.606809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9bdbffcd-bbfb-4624-896f-ebba4ade83a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2ea77668-3d21-4951-bf66-64a9c4d13062), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.644047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Port': ['ID=e38d34ed-0b7e-4d31-8170-78b66dc84fd0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:47.648672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-9bdbffcd-bbfb-4624-896f-ebba4ade83a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 2ea77668-3d21-4951-bf66-64a9c4d13062 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:47.662066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8210fb6-376e-4520-a02a-640808e3379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b582479b-e92c-45b5-81ac-76c95f29199b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:47.666265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:47.670828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:47.678105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:47.678768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:47.705696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c4873-e9cd-4b3a-a3c5-3c285766d5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d090047-9c51-49d2-8733-a88eb8064253,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:47.721127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c8210fb6-376e-4520-a02a-640808e3379a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3a3b15e8b9d48d2abb2457144d3c896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5010083 Mar 07 16:16:47.725369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42780) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:47.910492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108f7d1-3b01-4c1c-bb1d-21ddc9dd952b None None] Network 5d1e650a-46a9-40c6-b401-46b2bc586ca4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:47.967324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f20ddb5c-4867-4094-8aa0-0383e4d69850 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:48.000858 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10f803a6-36b1-4524-9e38-7bc410765c20 admin admin] Publish callbacks [] for security_group (b582479b-e92c-45b5-81ac-76c95f29199b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.067115 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.071817 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10f803a6-36b1-4524-9e38-7bc410765c20 admin admin] Publish callbacks [] for security_group (b582479b-e92c-45b5-81ac-76c95f29199b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.129460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6a1e82cf-b02c-484c-8618-5584dd4f5099 None None] Provisioning complete for port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:48.129943 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a1e82cf-b02c-484c-8618-5584dd4f5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.146294 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9bdbffcd-bbfb-4624-896f-ebba4ade83a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2ea77668-3d21-4951-bf66-64a9c4d13062), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.183829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3380f132-03d0-4f6c-b3a3-a07947052f43 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:48.224598 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9bdbffcd-bbfb-4624-896f-ebba4ade83a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.229606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9bdbffcd-bbfb-4624-896f-ebba4ade83a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/2ea77668-3d21-4951-bf66-64a9c4d13062 HTTP/1.1" status: 204 len: 168 time: 1.5095294 Mar 07 16:16:48.268832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbffcd-bbfb-4624-896f-ebba4ade83a7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=2ea77668-3d21-4951-bf66-64a9c4d13062,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:48.274243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42788) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:48.284261 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6681ecf8-62d6-4af8-9e37-d4eee2ead34f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.287917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f20ddb5c-4867-4094-8aa0-0383e4d69850 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:48.288426 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.313161 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e2c75c-2c47-4c1a-9961-c46914456709 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:16:48.315461 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e2c75c-2c47-4c1a-9961-c46914456709 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:16:48.322209 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-87e2c75c-2c47-4c1a-9961-c46914456709 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/2ea77668-3d21-4951-bf66-64a9c4d13062 HTTP/1.1" status: 404 len: 333 time: 0.0463209 Mar 07 16:16:48.334703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42792) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:48.350249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Pushing event deleted for resources: {'Port': ['ID=6681ecf8-62d6-4af8-9e37-d4eee2ead34f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:48.400658 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ef8153-467b-4b65-b482-a3a4d0173df9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:16:48.407708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-64ef8153-467b-4b65-b482-a3a4d0173df9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/2ea77668-3d21-4951-bf66-64a9c4d13062 HTTP/1.1" status: 404 len: 333 time: 0.0704076 Mar 07 16:16:48.423842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e82cf-b02c-484c-8618-5584dd4f5099 None None] Current status of the port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:48.424263 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a1e82cf-b02c-484c-8618-5584dd4f5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.425925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42796) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:48.426216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 3380f132-03d0-4f6c-b3a3-a07947052f43 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:16:48.431312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 3380f132-03d0-4f6c-b3a3-a07947052f43 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:48.431706 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.554348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (b35add58-53a5-47b6-93aa-3fce27a47f70), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.570421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f20ddb5c-4867-4094-8aa0-0383e4d69850 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:48.571237 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.642596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-12aa553f-8a24-4581-acca-d88b0758047a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 3f571b75-2785-48fa-8f39-8c21b6014dc7 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:48.651905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6a1e82cf-b02c-484c-8618-5584dd4f5099 None None] For port 98e077a6-b54e-46ef-a5aa-80a13d4b1357, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=98e077a6-b54e-46ef-a5aa-80a13d4b1357,segment=NetworkSegment(260cff53-c612-434d-87ee-d6b88cf400e6),segment_id=260cff53-c612-434d-87ee-d6b88cf400e6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:48.680054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12aa553f-8a24-4581-acca-d88b0758047a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (3f571b75-2785-48fa-8f39-8c21b6014dc7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.724103 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a1e82cf-b02c-484c-8618-5584dd4f5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.735421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10f803a6-36b1-4524-9e38-7bc410765c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b582479b-e92c-45b5-81ac-76c95f29199b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.745687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-10f803a6-36b1-4524-9e38-7bc410765c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.747903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-10f803a6-36b1-4524-9e38-7bc410765c20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b582479b-e92c-45b5-81ac-76c95f29199b HTTP/1.1" status: 204 len: 168 time: 1.0204911 Mar 07 16:16:48.815966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port f20ddb5c-4867-4094-8aa0-0383e4d69850, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f20ddb5c-4867-4094-8aa0-0383e4d69850,segment=NetworkSegment(7040487f-5a6a-401f-b485-02e7d822fdf5),segment_id=7040487f-5a6a-401f-b485-02e7d822fdf5)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:48.816813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f803a6-36b1-4524-9e38-7bc410765c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b582479b-e92c-45b5-81ac-76c95f29199b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:48.821491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3380f132-03d0-4f6c-b3a3-a07947052f43 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:48.823100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.870697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12aa553f-8a24-4581-acca-d88b0758047a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (3f571b75-2785-48fa-8f39-8c21b6014dc7), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.875051 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:48.876491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 98e077a6-b54e-46ef-a5aa-80a13d4b1357 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:49.017036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42810) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:49.035483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:16:49.045641 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17da1c6-1495-4c0f-879c-3375895ccb76" -d '{"events": [{"server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "name": "network-vif-plugged", "status": "completed", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:16:49.047226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4dee-1706-46e7-940f-42a5bd093094 req-abccf3ec-8c75-475e-b8fc-964d61fd3066 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:49.064341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-90aa4dee-1706-46e7-940f-42a5bd093094 req-abccf3ec-8c75-475e-b8fc-964d61fd3066 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 945 time: 0.5121200 Mar 07 16:16:49.091865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9424aedf-9a89-4b30-98a5-c04e69e920b1 None None] Provisioning complete for port e38d34ed-0b7e-4d31-8170-78b66dc84fd0 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:49.092248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9424aedf-9a89-4b30-98a5-c04e69e920b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.098687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.107753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.108659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.110674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e82cf-b02c-484c-8618-5584dd4f5099 None None] Pushing event updated for resources: {'Port': ['ID=98e077a6-b54e-46ef-a5aa-80a13d4b1357,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:49.168928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:49.193316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12aa553f-8a24-4581-acca-d88b0758047a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (3f571b75-2785-48fa-8f39-8c21b6014dc7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.213801 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8fdd64-4d14-44d4-92df-00baef31c986 x-openstack-request-id: req-5e8fdd64-4d14-44d4-92df-00baef31c986 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:16:49.213801 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "name": "network-vif-plugged", "status": "completed", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:16:49.213801 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e8fdd64-4d14-44d4-92df-00baef31c986 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:16:49.213801 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'code': 200} Mar 07 16:16:49.226429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a7fa9-4a2d-4851-9ff5-75ea3127963b None None] Network 924b5e3e-6773-4714-8bb1-551854d7d010 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:49.247250 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.332088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (b35add58-53a5-47b6-93aa-3fce27a47f70), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.336651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-966803140-network', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:49.344782 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (b35add58-53a5-47b6-93aa-3fce27a47f70), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.350995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event updated for resources: {'Port': ['ID=e38d34ed-0b7e-4d31-8170-78b66dc84fd0,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:49.351188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9424aedf-9a89-4b30-98a5-c04e69e920b1 None None] Port e38d34ed-0b7e-4d31-8170-78b66dc84fd0 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:16:49.365531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=f20ddb5c-4867-4094-8aa0-0383e4d69850,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:49.378236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-90aa4dee-1706-46e7-940f-42a5bd093094 req-aefe2d82-394d-48a4-a926-6d8be50f0d0c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3039119 Mar 07 16:16:49.390596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:49.390909 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.393821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.394209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.394562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.395183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.395780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.397314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.397704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.398061 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.398408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.398753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.399139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.399503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.399830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:16:49.406984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9424aedf-9a89-4b30-98a5-c04e69e920b1 None None] Provisioning complete for port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:49.407304 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9424aedf-9a89-4b30-98a5-c04e69e920b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.414676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42824) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:49.494275 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Made reservation on behalf of 79ec986ccf2548a6831bca10384e86d3 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:49.497780 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.520305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12aa553f-8a24-4581-acca-d88b0758047a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (3f571b75-2785-48fa-8f39-8c21b6014dc7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.527620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Router b35add58-53a5-47b6-93aa-3fce27a47f70 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:49.560602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:49.562607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.570488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:49.572669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa553f-8a24-4581-acca-d88b0758047a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=3f571b75-2785-48fa-8f39-8c21b6014dc7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:49.582858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:49.601320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-12aa553f-8a24-4581-acca-d88b0758047a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.605884 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-12aa553f-8a24-4581-acca-d88b0758047a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/3f571b75-2785-48fa-8f39-8c21b6014dc7 HTTP/1.1" status: 204 len: 168 time: 1.1769602 Mar 07 16:16:49.610091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3d27aca8-cc98-4148-b336-a9c3cec9b8b1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/4607a788-ee52-4650-89a7-10449b1f7bbc HTTP/1.1" status: 200 len: 993 time: 0.1937912 Mar 07 16:16:49.611094 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42830) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:49.689405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9424aedf-9a89-4b30-98a5-c04e69e920b1 None None] Current status of the port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:49.696440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:49.726674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:49.740234 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6194642-4bd3-4215-b4c8-4e27ab464641 None None] Sync routers for ids ['b35add58-53a5-47b6-93aa-3fce27a47f70'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:49.745030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.746346 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-13f54af9-9024-4ff8-bafb-3f7f7adddb95 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "PUT /v2.0/routers/b35add58-53a5-47b6-93aa-3fce27a47f70 HTTP/1.1" status: 200 len: 705 time: 3.2100477 Mar 07 16:16:49.753147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42836) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:49.759098 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6194642-4bd3-4215-b4c8-4e27ab464641 None None] Routers {'b35add58-53a5-47b6-93aa-3fce27a47f70'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:49.759725 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b6194642-4bd3-4215-b4c8-4e27ab464641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b35add58-53a5-47b6-93aa-3fce27a47f70'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:49.836028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-13c37e7d-861d-41cd-b7de-c629542c18e0 None None] Provisioning complete for port f20ddb5c-4867-4094-8aa0-0383e4d69850 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:49.836460 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13c37e7d-861d-41cd-b7de-c629542c18e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.847209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f20ddb5c-4867-4094-8aa0-0383e4d69850 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:49.856410 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b6194642-4bd3-4215-b4c8-4e27ab464641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:49.867666 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6194642-4bd3-4215-b4c8-4e27ab464641 None None] Routers {'b35add58-53a5-47b6-93aa-3fce27a47f70'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:49.868610 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b6194642-4bd3-4215-b4c8-4e27ab464641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['b35add58-53a5-47b6-93aa-3fce27a47f70'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:49.876200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (924b5e3e-6773-4714-8bb1-551854d7d010), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:49.912161 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b6194642-4bd3-4215-b4c8-4e27ab464641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:49.913280 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6194642-4bd3-4215-b4c8-4e27ab464641 None None] The sync data for ids ['b35add58-53a5-47b6-93aa-3fce27a47f70'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:49.941659 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-062349cd-6017-40a3-90af-bf441f497894 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/routers/b35add58-53a5-47b6-93aa-3fce27a47f70 HTTP/1.1" status: 200 len: 740 time: 0.1859670 Mar 07 16:16:49.942632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42840) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:50.025842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Router 6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:50.033546 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Publish callbacks [] for security_group (f94f91fb-b3ff-4715-97c4-b605c20d7679), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.052748 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f94f91fb-b3ff-4715-97c4-b605c20d7679), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.070554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-878e9c7c-0c1c-4ab3-a533-11ce116e9823 tempest-RoutersAdminTest-1037033031 tempest-RoutersAdminTest-1037033031-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=b35add58-53a5-47b6-93aa-3fce27a47f70 HTTP/1.1" status: 200 len: 205 time: 0.1268220 Mar 07 16:16:50.071597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42842) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:50.087671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:50.124959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7c202004-fbea-4bec-b976-84609f84d3f6 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35add58-53a5-47b6-93aa-3fce27a47f70 HTTP/1.1" status: 200 len: 205 time: 0.0517161 Mar 07 16:16:50.125732 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42846) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:50.182789 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port f20ddb5c-4867-4094-8aa0-0383e4d69850 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:50.183363 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.187637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (747a2971-85ff-4fff-97dd-5cc2e4c81f9b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.187989 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Added segment 747a2971-85ff-4fff-97dd-5cc2e4c81f9b of type vlan for network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab Mar 07 16:16:50.189857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94f91fb-b3ff-4715-97c4-b605c20d7679,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:50.213222 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a43b7c7-1d87-44bf-9397-15ec5d9040aa tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (b35add58-53a5-47b6-93aa-3fce27a47f70), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.252834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ab5f4-b2d1-4b14-9e8d-9325f69bdbae None None] Network 924b5e3e-6773-4714-8bb1-551854d7d010 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:50.305131 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (47b208fa-e2f4-4461-b639-0f09ad6aa3ab), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.326083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:50.336679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ae2f340c-e790-4cfa-9bd3-f723a59a4f70 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "PUT /v2.0/routers/6fcb25ae-a983-4b2d-b6a3-54e824ac9df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1882861 Mar 07 16:16:50.338289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42852) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:50.342372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] For port f20ddb5c-4867-4094-8aa0-0383e4d69850, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f20ddb5c-4867-4094-8aa0-0383e4d69850,segment=NetworkSegment(7040487f-5a6a-401f-b485-02e7d822fdf5),segment_id=7040487f-5a6a-401f-b485-02e7d822fdf5)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:50.342739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.351604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f20ddb5c-4867-4094-8aa0-0383e4d69850 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:50.351979 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.361121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52613304-cb94-40ff-ae1d-5dcf955e9a51 None None] Sync routers for ids ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:50.368303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for f20ddb5c-4867-4094-8aa0-0383e4d69850 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:50.383480 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (47b208fa-e2f4-4461-b639-0f09ad6aa3ab), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.384466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:50.385055 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.411621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52613304-cb94-40ff-ae1d-5dcf955e9a51 None None] Routers {'6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:50.412317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-52613304-cb94-40ff-ae1d-5dcf955e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:50.467032 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4486618 Mar 07 16:16:50.469991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42856) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:50.503331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Request body: {'subnet': {'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-966803140-subnet', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:50.523696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc48998-2665-4a28-a770-4cc49b51b331 admin admin] Pushing event updated for resources: {'Network': ['ID=47b208fa-e2f4-4461-b639-0f09ad6aa3ab,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:50.543315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-13c37e7d-861d-41cd-b7de-c629542c18e0 None None] Current status of the port f20ddb5c-4867-4094-8aa0-0383e4d69850 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:50.546668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:50.554312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Made reservation on behalf of 79ec986ccf2548a6831bca10384e86d3 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:50.557297 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.577990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-52613304-cb94-40ff-ae1d-5dcf955e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:50.585802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f20ddb5c-4867-4094-8aa0-0383e4d69850), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.605835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No DVR routers for this DVR port f20ddb5c-4867-4094-8aa0-0383e4d69850 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:16:50.614439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Could not find standard attr ID for object f20ddb5c-4867-4094-8aa0-0383e4d69850. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:16:50.626354 n-d-830010-8 neutron-server[103868]: INFO neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No ports have port_id starting with f20ddb5c-4867-4094-8aa0-0383e4d69850 Mar 07 16:16:50.663626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52613304-cb94-40ff-ae1d-5dcf955e9a51 None None] Routers {'6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:50.664575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-52613304-cb94-40ff-ae1d-5dcf955e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:50.717445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-52613304-cb94-40ff-ae1d-5dcf955e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:50.718113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52613304-cb94-40ff-ae1d-5dcf955e9a51 None None] The sync data for ids ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:50.723292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 98e077a6-b54e-46ef-a5aa-80a13d4b1357 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:50.730430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6c94446f-b656-4990-b915-b6ff6df42886 None None] Could not find standard attr ID for object f20ddb5c-4867-4094-8aa0-0383e4d69850. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:16:50.774745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (924b5e3e-6773-4714-8bb1-551854d7d010), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.786135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6c94446f-b656-4990-b915-b6ff6df42886 None None] Provisioning complete for port e38d34ed-0b7e-4d31-8170-78b66dc84fd0 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:50.786522 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c94446f-b656-4990-b915-b6ff6df42886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.806376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924b5e3e-6773-4714-8bb1-551854d7d010']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:50.820445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7040487f-5a6a-401f-b485-02e7d822fdf5') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:50.820918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7040487f-5a6a-401f-b485-02e7d822fdf5') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:50.834971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (7040487f-5a6a-401f-b485-02e7d822fdf5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.839201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6c94446f-b656-4990-b915-b6ff6df42886 None None] Port e38d34ed-0b7e-4d31-8170-78b66dc84fd0 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:16:50.843340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:50.843728 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.859578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7040487f-5a6a-401f-b485-02e7d822fdf5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.870314 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:50.871064 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (7040487f-5a6a-401f-b485-02e7d822fdf5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.876642 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-04e614c8-f2fc-408f-853b-974c6a000ecd tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for router (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.892072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d6749-d37f-4127-941c-4e48efac23d5 None None] DHCP port deletion for 924b5e3e-6773-4714-8bb1-551854d7d010 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:16:50.893125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=f20ddb5c-4867-4094-8aa0-0383e4d69850,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:50.921918 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:50.962974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:50.994840 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a43b7c7-1d87-44bf-9397-15ec5d9040aa tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (b35add58-53a5-47b6-93aa-3fce27a47f70), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.997987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (924b5e3e-6773-4714-8bb1-551854d7d010), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:50.998687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a43b7c7-1d87-44bf-9397-15ec5d9040aa tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router_controller (b35add58-53a5-47b6-93aa-3fce27a47f70), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.016425 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.025933 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/networks/924b5e3e-6773-4714-8bb1-551854d7d010 HTTP/1.1" status: 204 len: 168 time: 1.4050801 Mar 07 16:16:51.025933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3f486-a57d-4216-a853-c1d82772223b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Network': ['ID=924b5e3e-6773-4714-8bb1-551854d7d010,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:51.025933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42868) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.029694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-884796813'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:51.073013 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-04e614c8-f2fc-408f-853b-974c6a000ecd tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 16:16:51.074295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-04e614c8-f2fc-408f-853b-974c6a000ecd tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/routers/6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 HTTP/1.1" status: 409 len: 376 time: 0.7353678 Mar 07 16:16:51.076079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a43b7c7-1d87-44bf-9397-15ec5d9040aa tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (b35add58-53a5-47b6-93aa-3fce27a47f70), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.076693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a43b7c7-1d87-44bf-9397-15ec5d9040aa tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Fanout notify agent at l3_agent the message router_deleted on router b35add58-53a5-47b6-93aa-3fce27a47f70 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:16:51.078120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42872) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.085535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a43b7c7-1d87-44bf-9397-15ec5d9040aa tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.092077 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42874) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.092915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:51.094697 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4a43b7c7-1d87-44bf-9397-15ec5d9040aa tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/b35add58-53a5-47b6-93aa-3fce27a47f70 HTTP/1.1" status: 204 len: 168 time: 0.9675665 Mar 07 16:16:51.097387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.500181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0f41405c-0718-4e11-a8ac-54b872aca0f5 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35add58-53a5-47b6-93aa-3fce27a47f70 HTTP/1.1" status: 200 len: 205 time: 0.4001803 Mar 07 16:16:51.502838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42880) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.563513 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-932f1046-9cea-4f31-bcae-466fdd5ead21 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] delete failed (client error): The resource could not be found. Mar 07 16:16:51.568479 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-932f1046-9cea-4f31-bcae-466fdd5ead21 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/b35add58-53a5-47b6-93aa-3fce27a47f70 HTTP/1.1" status: 404 len: 336 time: 0.0590832 Mar 07 16:16:51.568647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:51.568739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42882) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.579320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (637fbdc0-548d-4353-9d5d-e2e75ea1a2b0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.589227 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2e929758-1a27-4de7-a0c5-cf96b7e585a3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.589466 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Added segment 2e929758-1a27-4de7-a0c5-cf96b7e585a3 of type vlan for network 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 Mar 07 16:16:51.605257 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-77322378-8bf8-417e-a8aa-7962f6c724dd tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528f1b6-a7f2-4bac-a712-7ffab19f2553 HTTP/1.1" status: 200 len: 205 time: 0.0332763 Mar 07 16:16:51.605555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42884) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.645421 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-f714abd5-48cd-4976-a2c4-5097b52830de tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] delete failed (client error): The resource could not be found. Mar 07 16:16:51.646833 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f714abd5-48cd-4976-a2c4-5097b52830de tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/6528f1b6-a7f2-4bac-a712-7ffab19f2553 HTTP/1.1" status: 404 len: 336 time: 0.0401027 Mar 07 16:16:51.649250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42888) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.679272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-609580f1-ad61-428e-abb2-3794d8415691 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=433528df-ac38-4c90-8fc8-1ba7dcf9502a HTTP/1.1" status: 200 len: 205 time: 0.0289032 Mar 07 16:16:51.681543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42890) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.729484 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-fa994b2a-dcd9-4170-8e0d-bc97aa5d2b2d tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] delete failed (client error): The resource could not be found. Mar 07 16:16:51.733496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fa994b2a-dcd9-4170-8e0d-bc97aa5d2b2d tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/433528df-ac38-4c90-8fc8-1ba7dcf9502a HTTP/1.1" status: 404 len: 336 time: 0.0480208 Mar 07 16:16:51.733496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42892) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.736637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42894) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.755743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637fbdc0-548d-4353-9d5d-e2e75ea1a2b0,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:51.767665 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (3eabffed-4e7e-4f1e-8ab1-7a172b7113a0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.769958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cfd8b806-1981-42c8-9b7e-1e2c4fd8c603 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d HTTP/1.1" status: 200 len: 205 time: 0.0318410 Mar 07 16:16:51.772152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42898) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.794160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Checking segment: {'id': '747a2971-85ff-4fff-97dd-5cc2e4c81f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:51.794526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Network hostable DHCP agents. Network: 47b208fa-e2f4-4461-b639-0f09ad6aa3ab, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:51.806359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f20ddb5c-4867-4094-8aa0-0383e4d69850 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:51.830265 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-4fe2610f-faa7-4b1f-b513-5d6fea454c2f tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] delete failed (client error): The resource could not be found. Mar 07 16:16:51.831721 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4fe2610f-faa7-4b1f-b513-5d6fea454c2f tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/5bd54196-8d9c-49e1-8f9a-ab80d0b89a1d HTTP/1.1" status: 404 len: 336 time: 0.0582983 Mar 07 16:16:51.836018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42900) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.841204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: f20ddb5c-4867-4094-8aa0-0383e4d69850 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:16:51.841573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f20ddb5c-4867-4094-8aa0-0383e4d69850 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:16:51.850768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (3eabffed-4e7e-4f1e-8ab1-7a172b7113a0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.856002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:51.857091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.871449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:51.873578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-551b2259-1423-4a92-97cc-1f91b86bdb33 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e87cff1-34e1-4ab4-a87b-a34a154f5b06 HTTP/1.1" status: 200 len: 205 time: 0.0355852 Mar 07 16:16:51.875893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42902) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.925200 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-025be457-8934-4349-be74-e5af255ce456 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] delete failed (client error): The resource could not be found. Mar 07 16:16:51.926562 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9006116 Mar 07 16:16:51.926651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-025be457-8934-4349-be74-e5af255ce456 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/7e87cff1-34e1-4ab4-a87b-a34a154f5b06 HTTP/1.1" status: 404 len: 336 time: 0.0494297 Mar 07 16:16:51.930916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 47b208fa-e2f4-4461-b639-0f09ad6aa3ab) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:51.932274 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42904) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.932606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42906) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:51.935855 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a8ce8de-88c3-4613-98db-eb06cf79fbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:51.939333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d76cb-ec00-4c29-a1cf-bf2cb32dcfab None None] Network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:51.964930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': '3eabffed-4e7e-4f1e-8ab1-7a172b7113a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:51.983175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:51.983854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.022753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a8ce8de-88c3-4613-98db-eb06cf79fbf7 admin admin] Publish callbacks [] for security_group (011ebd88-aeac-4404-a987-72be07dca446), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.023471 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad973c-c7b9-45ea-a3fe-127c7b33f4c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Network': ['ID=3eabffed-4e7e-4f1e-8ab1-7a172b7113a0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:52.027173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-60dec685-0fd8-4e21-8f47-d254b8e2218d tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "GET /v2.0/ports?device_id=e85c5af0-2122-4cbd-85da-baaf71694024 HTTP/1.1" status: 200 len: 205 time: 0.0660639 Mar 07 16:16:52.031355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42908) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:52.036110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a8ce8de-88c3-4613-98db-eb06cf79fbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (011ebd88-aeac-4404-a987-72be07dca446), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.060194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:52.077954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-47b208fa-e2f4-4461-b639-0f09ad6aa3ab', 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab', 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'fixed_ips': [{'subnet_id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:16:52.078864 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.079443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7e8c64a1-6fd0-4c00-bc61-50aa4523e598 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6072216 Mar 07 16:16:52.085501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42910) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:52.097367 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:52.114388 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-b1a01b37-7a06-4c5d-959a-6d8da6a57424 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] delete failed (client error): The resource could not be found. Mar 07 16:16:52.115938 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b1a01b37-7a06-4c5d-959a-6d8da6a57424 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/routers/e85c5af0-2122-4cbd-85da-baaf71694024 HTTP/1.1" status: 404 len: 336 time: 0.0823457 Mar 07 16:16:52.123184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42912) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:52.138627 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (504fc7b5-8204-4dec-9c0f-632869bdece5), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.139690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (504fc7b5-8204-4dec-9c0f-632869bdece5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.147942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7a8ce8de-88c3-4613-98db-eb06cf79fbf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=158eb1ebd8114088aaaf6dece9620c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157379 Mar 07 16:16:52.148829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ce8de-88c3-4613-98db-eb06cf79fbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011ebd88-aeac-4404-a987-72be07dca446,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:52.151983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42914) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:52.169485 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c4d4f7-1694-41ab-bfa2-5cd59d43ba58 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] DELETE failed (client error): The resource could not be found. Mar 07 16:16:52.170184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c4d4f7-1694-41ab-bfa2-5cd59d43ba58 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:16:52.174063 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-69c4d4f7-1694-41ab-bfa2-5cd59d43ba58 tempest-RoutersAdminTest-1308064943 tempest-RoutersAdminTest-1308064943-project] 10.222.0.24 "DELETE /v2.0/subnets/549accbf-d832-43ee-b5e9-2fe88a67b6b7 HTTP/1.1" status: 404 len: 337 time: 0.0498881 Mar 07 16:16:52.182880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:52.186885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.211481 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78787092-52d3-483d-9d71-99ec240df91c admin admin] Publish callbacks [] for security_group (011ebd88-aeac-4404-a987-72be07dca446), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.238669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78787092-52d3-483d-9d71-99ec240df91c admin admin] Publish callbacks [] for security_group (011ebd88-aeac-4404-a987-72be07dca446), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.298543 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78787092-52d3-483d-9d71-99ec240df91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (011ebd88-aeac-4404-a987-72be07dca446), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.302267 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-78787092-52d3-483d-9d71-99ec240df91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.306496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-78787092-52d3-483d-9d71-99ec240df91c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/011ebd88-aeac-4404-a987-72be07dca446 HTTP/1.1" status: 204 len: 168 time: 0.1535161 Mar 07 16:16:52.320944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Allocated IP 172.20.0.2 (47b208fa-e2f4-4461-b639-0f09ad6aa3ab/637fbdc0-548d-4353-9d5d-e2e75ea1a2b0/575c5bee-386c-4838-9743-4c145e39470e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:52.323208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78787092-52d3-483d-9d71-99ec240df91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011ebd88-aeac-4404-a987-72be07dca446,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:52.326931 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks [] for router_controller (504fc7b5-8204-4dec-9c0f-632869bdece5), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.433456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.517642 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Publish callbacks [] for port (575c5bee-386c-4838-9743-4c145e39470e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.527145 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (575c5bee-386c-4838-9743-4c145e39470e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.559559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42924) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:52.585843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:52.588830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:52.594031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:52.596346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Pushing event updated for resources: {'Port': ['ID=575c5bee-386c-4838-9743-4c145e39470e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:52.615874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks [] for router_gateway (504fc7b5-8204-4dec-9c0f-632869bdece5), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.665041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Attempting to bind port 575c5bee-386c-4838-9743-4c145e39470e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:52.665590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Attempting to bind port 575c5bee-386c-4838-9743-4c145e39470e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '747a2971-85ff-4fff-97dd-5cc2e4c81f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:52.666082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Attempting to bind port 575c5bee-386c-4838-9743-4c145e39470e on network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:52.672214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:52.672946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Checking segment: {'id': '747a2971-85ff-4fff-97dd-5cc2e4c81f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:52.673489 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.674021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Bound using segment: {'id': '747a2971-85ff-4fff-97dd-5cc2e4c81f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:52.674550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Bound port: 575c5bee-386c-4838-9743-4c145e39470e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747a2971-85ff-4fff-97dd-5cc2e4c81f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:52.675063 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (575c5bee-386c-4838-9743-4c145e39470e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.731405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0253-2acc-4f32-8390-6b3603cd7e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.756226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42928) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:52.762573 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (951f901f-e442-4e7a-9896-b8d6998b76f9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.767829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] For port 575c5bee-386c-4838-9743-4c145e39470e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:52.771856 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] For port 575c5bee-386c-4838-9743-4c145e39470e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=575c5bee-386c-4838-9743-4c145e39470e,segment=NetworkSegment(747a2971-85ff-4fff-97dd-5cc2e4c81f9b),segment_id=747a2971-85ff-4fff-97dd-5cc2e4c81f9b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:52.777797 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-483f0076-d753-4531-a180-b4f2f51c2d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.777963 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (575c5bee-386c-4838-9743-4c145e39470e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.845217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a3591-c157-4419-ac4d-c0f4f87b5262 None None] Pushing event updated for resources: {'Port': ['ID=575c5bee-386c-4838-9743-4c145e39470e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:52.870959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=951f901f-e442-4e7a-9896-b8d6998b76f9,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:52.886568 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0253-2acc-4f32-8390-6b3603cd7e68 admin admin] Publish callbacks [] for security_group (f7f8930f-23c3-4102-9681-955193a69d7c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.895261 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dfb29dd6-d053-4fc3-a9a7-d90f934483da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.896532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0253-2acc-4f32-8390-6b3603cd7e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f7f8930f-23c3-4102-9681-955193a69d7c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.909737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Checking segment: {'id': '2e929758-1a27-4de7-a0c5-cf96b7e585a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3eabffed-4e7e-4f1e-8ab1-7a172b7113a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:52.910162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network hostable DHCP agents. Network: 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:52.962544 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-483f0076-d753-4531-a180-b4f2f51c2d3e admin admin] Publish callbacks [] for security_group (6c5f3f05-8986-46e3-b301-fba100a28e58), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.969011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-483f0076-d753-4531-a180-b4f2f51c2d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c5f3f05-8986-46e3-b301-fba100a28e58), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:52.974030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:52.974214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f0253-2acc-4f32-8390-6b3603cd7e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f8930f-23c3-4102-9681-955193a69d7c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:52.981329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2b5f0253-2acc-4f32-8390-6b3603cd7e68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f45b420a08764343b4bb0704095c47b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4206145 Mar 07 16:16:53.000454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42930) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:53.010895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:53.019862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:53.020675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.025611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15d10b-2466-4971-ac0e-55c5adfddd5f None None] Network 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:53.034454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f0076-d753-4531-a180-b4f2f51c2d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5f3f05-8986-46e3-b301-fba100a28e58,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:53.051321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-483f0076-d753-4531-a180-b4f2f51c2d3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61198e8c16e24c329d20d88fdf64476c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928743 Mar 07 16:16:53.052603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42932) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:53.119366 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5bae0303-5a29-4b6e-93cf-7c376aa39f46 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1594779 Mar 07 16:16:53.122591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42934) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:53.135023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': '3eabffed-4e7e-4f1e-8ab1-7a172b7113a0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1523292050'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:53.173520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18951728-adb1-466d-a1a4-cb2713c34d1a admin admin] Publish callbacks [] for security_group (f7f8930f-23c3-4102-9681-955193a69d7c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.196204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting port e38d34ed-0b7e-4d31-8170-78b66dc84fd0 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:53.196551 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.207925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-3eabffed-4e7e-4f1e-8ab1-7a172b7113a0', 'network_id': '3eabffed-4e7e-4f1e-8ab1-7a172b7113a0', 'project_id': 'ca6898b2a0824506ab3e62fddbe138a1', 'fixed_ips': [{'subnet_id': '951f901f-e442-4e7a-9896-b8d6998b76f9'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:16:53.210196 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.221139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18951728-adb1-466d-a1a4-cb2713c34d1a admin admin] Publish callbacks [] for security_group (f7f8930f-23c3-4102-9681-955193a69d7c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.223644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd944f02-cc3f-4538-bae0-fed39720af71 admin admin] Publish callbacks [] for security_group (6c5f3f05-8986-46e3-b301-fba100a28e58), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.271400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks [] for router_gateway (504fc7b5-8204-4dec-9c0f-632869bdece5), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.291069 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd944f02-cc3f-4538-bae0-fed39720af71 admin admin] Publish callbacks [] for security_group (6c5f3f05-8986-46e3-b301-fba100a28e58), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.355272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18951728-adb1-466d-a1a4-cb2713c34d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f7f8930f-23c3-4102-9681-955193a69d7c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.360418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18951728-adb1-466d-a1a4-cb2713c34d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.362092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-18951728-adb1-466d-a1a4-cb2713c34d1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7f8930f-23c3-4102-9681-955193a69d7c HTTP/1.1" status: 204 len: 168 time: 0.3559158 Mar 07 16:16:53.366634 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd944f02-cc3f-4538-bae0-fed39720af71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c5f3f05-8986-46e3-b301-fba100a28e58), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.369666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fd944f02-cc3f-4538-bae0-fed39720af71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.374025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fd944f02-cc3f-4538-bae0-fed39720af71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c5f3f05-8986-46e3-b301-fba100a28e58 HTTP/1.1" status: 204 len: 168 time: 0.3142202 Mar 07 16:16:53.382305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18951728-adb1-466d-a1a4-cb2713c34d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f8930f-23c3-4102-9681-955193a69d7c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:53.383787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.393919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Allocated IP 2001:db8::2 (3eabffed-4e7e-4f1e-8ab1-7a172b7113a0/951f901f-e442-4e7a-9896-b8d6998b76f9/e30802f9-24e7-41f2-8322-f3d1053e33a7) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:53.399859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd944f02-cc3f-4538-bae0-fed39720af71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5f3f05-8986-46e3-b301-fba100a28e58,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:53.459898 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.488481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Calling delete_port for e38d34ed-0b7e-4d31-8170-78b66dc84fd0 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:53.580699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:53.584428 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.616830 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Publish callbacks [] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.627384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port 2ee83e9f-81ae-4b6d-a30e-364a196c2b29 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:16:53.628968 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.645882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Allocated IP 172.25.4.63 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/264ad667-36d2-4e04-bfee-ba13e2a5d60e) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:53.669054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Network 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:53.679359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:53.683250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:53.761682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Attempting to bind port e30802f9-24e7-41f2-8322-f3d1053e33a7 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:53.762231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Attempting to bind port e30802f9-24e7-41f2-8322-f3d1053e33a7 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '2e929758-1a27-4de7-a0c5-cf96b7e585a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3eabffed-4e7e-4f1e-8ab1-7a172b7113a0'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:53.762610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Attempting to bind port e30802f9-24e7-41f2-8322-f3d1053e33a7 on network 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:53.770045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:53.770434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Checking segment: {'id': '2e929758-1a27-4de7-a0c5-cf96b7e585a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3eabffed-4e7e-4f1e-8ab1-7a172b7113a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:53.771206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.771619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Bound using segment: {'id': '2e929758-1a27-4de7-a0c5-cf96b7e585a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3eabffed-4e7e-4f1e-8ab1-7a172b7113a0'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:53.772372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Bound port: e30802f9-24e7-41f2-8322-f3d1053e33a7, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e929758-1a27-4de7-a0c5-cf96b7e585a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3eabffed-4e7e-4f1e-8ab1-7a172b7113a0'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:53.773684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:53.787624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Pushing event updated for resources: {'Port': ['ID=e30802f9-24e7-41f2-8322-f3d1053e33a7,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:53.911982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c13d30df-3911-4123-b728-226edb2c690e None None] For port e30802f9-24e7-41f2-8322-f3d1053e33a7, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:53.969760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 575c5bee-386c-4838-9743-4c145e39470e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:54.053211 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks [] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.070910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 575c5bee-386c-4838-9743-4c145e39470e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:54.071997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (575c5bee-386c-4838-9743-4c145e39470e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.085606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::34c (3eabffed-4e7e-4f1e-8ab1-7a172b7113a0/951f901f-e442-4e7a-9896-b8d6998b76f9/2ee83e9f-81ae-4b6d-a30e-364a196c2b29) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:54.118584 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e38d34ed-0b7e-4d31-8170-78b66dc84fd0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.130029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42950) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:54.132145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c13d30df-3911-4123-b728-226edb2c690e None None] For port e30802f9-24e7-41f2-8322-f3d1053e33a7, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e30802f9-24e7-41f2-8322-f3d1053e33a7,segment=NetworkSegment(2e929758-1a27-4de7-a0c5-cf96b7e585a3),segment_id=2e929758-1a27-4de7-a0c5-cf96b7e585a3)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:54.146701 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.214930 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ae54a9f5-324e-4dac-b42d-6e63e9768958 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c34cba8e15546b78d72de3905b35911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830553 Mar 07 16:16:54.216800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42954) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:54.294669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Port': ['ID=e38d34ed-0b7e-4d31-8170-78b66dc84fd0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:54.302296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d30df-3911-4123-b728-226edb2c690e None None] Pushing event updated for resources: {'Port': ['ID=e30802f9-24e7-41f2-8322-f3d1053e33a7,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:54.325469 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64d60570-3778-4918-8ca0-0f0a0f8a7130 admin admin] Publish callbacks [] for security_group (7a4e78f1-bd5f-4df5-a1f7-8959c4da0e8a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.332626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 575c5bee-386c-4838-9743-4c145e39470e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:54.334044 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (575c5bee-386c-4838-9743-4c145e39470e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.384442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 575c5bee-386c-4838-9743-4c145e39470e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=575c5bee-386c-4838-9743-4c145e39470e,segment=NetworkSegment(747a2971-85ff-4fff-97dd-5cc2e4c81f9b),segment_id=747a2971-85ff-4fff-97dd-5cc2e4c81f9b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:54.387188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64d60570-3778-4918-8ca0-0f0a0f8a7130 admin admin] Publish callbacks [] for security_group (7a4e78f1-bd5f-4df5-a1f7-8959c4da0e8a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.388678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc927a-b9a5-42b1-bde8-c758fe6133ac None None] Network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:54.432556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (575c5bee-386c-4838-9743-4c145e39470e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.509881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64d60570-3778-4918-8ca0-0f0a0f8a7130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7a4e78f1-bd5f-4df5-a1f7-8959c4da0e8a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.520904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64d60570-3778-4918-8ca0-0f0a0f8a7130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.523106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-64d60570-3778-4918-8ca0-0f0a0f8a7130 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a4e78f1-bd5f-4df5-a1f7-8959c4da0e8a HTTP/1.1" status: 204 len: 168 time: 0.3051760 Mar 07 16:16:54.552884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d60570-3778-4918-8ca0-0f0a0f8a7130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4e78f1-bd5f-4df5-a1f7-8959c4da0e8a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:54.606655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d79e5f28-b2fa-4dee-b3a6-56f17d5d0303 None None] Provisioning complete for port 575c5bee-386c-4838-9743-4c145e39470e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:54.607394 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d79e5f28-b2fa-4dee-b3a6-56f17d5d0303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (575c5bee-386c-4838-9743-4c145e39470e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.695265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=575c5bee-386c-4838-9743-4c145e39470e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:54.830116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d79e5f28-b2fa-4dee-b3a6-56f17d5d0303 None None] Current status of the port 575c5bee-386c-4838-9743-4c145e39470e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:54.896695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.954842 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:54.968030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Pushing event updated for resources: {'Port': ['ID=264ad667-36d2-4e04-bfee-ba13e2a5d60e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:54.981459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:54.988783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:55.033125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:55.154365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9c5cecc0-9896-4bdb-9282-1cbb7e72b162 None None] Provisioning complete for port 575c5bee-386c-4838-9743-4c145e39470e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:55.155494 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c5cecc0-9896-4bdb-9282-1cbb7e72b162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (575c5bee-386c-4838-9743-4c145e39470e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:55.189072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (2ee83e9f-81ae-4b6d-a30e-364a196c2b29), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:55.418260 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Router 6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:16:55.419560 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2ee83e9f-81ae-4b6d-a30e-364a196c2b29), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:55.429111 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9aafb700-fc6d-44a7-9c7a-58235807fad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:55.485308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cecc0-9896-4bdb-9282-1cbb7e72b162 None None] Current status of the port 575c5bee-386c-4838-9743-4c145e39470e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:55.540672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:55.541929 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=2ee83e9f-81ae-4b6d-a30e-364a196c2b29,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:55.548959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:55.559656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:55.566845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:55.567506 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:55.668805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 42992) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:55.669303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-da0206da-1563-4982-84c7-c42a58342d43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.5447457 Mar 07 16:16:55.728144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:55.738971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-47ac44a9-e33a-4b42-92f2-b3a279502a60 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "PUT /v2.0/routers/6fcb25ae-a983-4b2d-b6a3-54e824ac9df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6542547 Mar 07 16:16:55.744459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 42998) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:55.746988 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115be320-4cbc-4645-8042-274918a110c6 None None] Sync routers for ids ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:55.770591 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115be320-4cbc-4645-8042-274918a110c6 None None] Routers {'6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:55.773647 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-115be320-4cbc-4645-8042-274918a110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:55.821743 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-7d6f1574-5b0b-42e9-9f90-1821c87cc312 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] show failed (client error): The resource could not be found. Mar 07 16:16:55.827443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7d6f1574-5b0b-42e9-9f90-1821c87cc312 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-552227375 HTTP/1.1" status: 404 len: 334 time: 0.0625374 Mar 07 16:16:55.828151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43002) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:55.835727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8550db12-2dec-41e4-a40a-373346695536 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:55.854452 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-115be320-4cbc-4645-8042-274918a110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:55.871409 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115be320-4cbc-4645-8042-274918a110c6 None None] Routers {'6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:55.872282 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-115be320-4cbc-4645-8042-274918a110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:55.877864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433637f8-37c0-470e-88af-f8cafde3b611 None None] Network 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:55.881919 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks [] for router_gateway (504fc7b5-8204-4dec-9c0f-632869bdece5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:55.884040 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-8550db12-2dec-41e4-a40a-373346695536 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] update failed (client error): The resource could not be found. Mar 07 16:16:55.885136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8550db12-2dec-41e4-a40a-373346695536 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-841945925 HTTP/1.1" status: 404 len: 334 time: 0.0537219 Mar 07 16:16:55.897221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43004) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:55.944122 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-115be320-4cbc-4645-8042-274918a110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:55.949763 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115be320-4cbc-4645-8042-274918a110c6 None None] The sync data for ids ['6fcb25ae-a983-4b2d-b6a3-54e824ac9df4'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:16:55.985575 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-cac99db3-0f09-4730-bf3e-5b931f908caf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 2ee83e9f-81ae-4b6d-a30e-364a196c2b29 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:55.990163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cac99db3-0f09-4730-bf3e-5b931f908caf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2ee83e9f-81ae-4b6d-a30e-364a196c2b29), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.021884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 575c5bee-386c-4838-9743-4c145e39470e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:56.053821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4cc4a02f-f9bd-49d7-8e20-0de39d72360a None None] Provisioning complete for port e30802f9-24e7-41f2-8322-f3d1053e33a7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:56.054453 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a02f-f9bd-49d7-8e20-0de39d72360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.100940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1767144d-1209-4553-a289-3fea6e8cad72 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting subnet 70501af1-2749-479d-b143-b101d641c5b3 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:56.111139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1767144d-1209-4553-a289-3fea6e8cad72 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (70501af1-2749-479d-b143-b101d641c5b3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.186436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1767144d-1209-4553-a289-3fea6e8cad72 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (70501af1-2749-479d-b143-b101d641c5b3), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.188975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 575c5bee-386c-4838-9743-4c145e39470e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:56.189879 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (575c5bee-386c-4838-9743-4c145e39470e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.218154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4a02f-f9bd-49d7-8e20-0de39d72360a None None] Current status of the port e30802f9-24e7-41f2-8322-f3d1053e33a7 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:56.218772 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a02f-f9bd-49d7-8e20-0de39d72360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.228149 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cac99db3-0f09-4730-bf3e-5b931f908caf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2ee83e9f-81ae-4b6d-a30e-364a196c2b29), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.264550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-cac99db3-0f09-4730-bf3e-5b931f908caf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 2ee83e9f-81ae-4b6d-a30e-364a196c2b29 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:56.293457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4cc4a02f-f9bd-49d7-8e20-0de39d72360a None None] For port e30802f9-24e7-41f2-8322-f3d1053e33a7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e30802f9-24e7-41f2-8322-f3d1053e33a7,segment=NetworkSegment(2e929758-1a27-4de7-a0c5-cf96b7e585a3),segment_id=2e929758-1a27-4de7-a0c5-cf96b7e585a3)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:56.301902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a02f-f9bd-49d7-8e20-0de39d72360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.343564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (504fc7b5-8204-4dec-9c0f-632869bdece5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.436454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1767144d-1209-4553-a289-3fea6e8cad72 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (70501af1-2749-479d-b143-b101d641c5b3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.509774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 575c5bee-386c-4838-9743-4c145e39470e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:56.511068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e30802f9-24e7-41f2-8322-f3d1053e33a7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:56.553977 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.556122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4a02f-f9bd-49d7-8e20-0de39d72360a None None] Pushing event updated for resources: {'Port': ['ID=e30802f9-24e7-41f2-8322-f3d1053e33a7,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:56.560186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Router 504fc7b5-8204-4dec-9c0f-632869bdece5 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:16:56.586091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e30802f9-24e7-41f2-8322-f3d1053e33a7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:56.586477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.681810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-79720f8f-4cdb-4434-aca1-24ae914829f5 None None] Provisioning complete for port e30802f9-24e7-41f2-8322-f3d1053e33a7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:56.682200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79720f8f-4cdb-4434-aca1-24ae914829f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.690272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1767144d-1209-4553-a289-3fea6e8cad72 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (70501af1-2749-479d-b143-b101d641c5b3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.748300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767144d-1209-4553-a289-3fea6e8cad72 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Subnet': ['ID=70501af1-2749-479d-b143-b101d641c5b3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:56.752544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:16:56.771150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Sync routers for ids ['504fc7b5-8204-4dec-9c0f-632869bdece5'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:16:56.772912 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1767144d-1209-4553-a289-3fea6e8cad72 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.793575 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1767144d-1209-4553-a289-3fea6e8cad72 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/subnets/70501af1-2749-479d-b143-b101d641c5b3 HTTP/1.1" status: 204 len: 168 time: 0.8952987 Mar 07 16:16:56.793785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.797711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-436b82a3-9ec3-49dc-b9a9-ffe182ea0b25 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.7043691 Mar 07 16:16:56.797711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43030) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:56.798764 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cac99db3-0f09-4730-bf3e-5b931f908caf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2ee83e9f-81ae-4b6d-a30e-364a196c2b29), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.800970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43034) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:56.821113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595a10e-88d9-4ee4-97e1-20795b2db275 None None] Network 5d1e650a-46a9-40c6-b401-46b2bc586ca4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:56.863058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac99db3-0f09-4730-bf3e-5b931f908caf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=2ee83e9f-81ae-4b6d-a30e-364a196c2b29,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:56.906056 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (5d1e650a-46a9-40c6-b401-46b2bc586ca4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:56.956502 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Routers {'504fc7b5-8204-4dec-9c0f-632869bdece5'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:56.957211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504fc7b5-8204-4dec-9c0f-632869bdece5'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:57.000476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cac99db3-0f09-4730-bf3e-5b931f908caf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.005061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:57.006214 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.007181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cac99db3-0f09-4730-bf3e-5b931f908caf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/2ee83e9f-81ae-4b6d-a30e-364a196c2b29 HTTP/1.1" status: 204 len: 168 time: 1.3336899 Mar 07 16:16:57.007796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43042) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:57.039747 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0689b0b-ebfb-41e5-96df-f156a973cc02 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:16:57.044081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e0689b0b-ebfb-41e5-96df-f156a973cc02 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/2ee83e9f-81ae-4b6d-a30e-364a196c2b29 HTTP/1.1" status: 404 len: 333 time: 0.0335593 Mar 07 16:16:57.044998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43044) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:57.072060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e30802f9-24e7-41f2-8322-f3d1053e33a7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:57.158919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f0452f-b770-4410-9d86-0bd55aadd2fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 951f901f-e442-4e7a-9896-b8d6998b76f9 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:57.197647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] For port 98e077a6-b54e-46ef-a5aa-80a13d4b1357, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=98e077a6-b54e-46ef-a5aa-80a13d4b1357,segment=NetworkSegment(260cff53-c612-434d-87ee-d6b88cf400e6),segment_id=260cff53-c612-434d-87ee-d6b88cf400e6)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:57.197977 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.206009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95f0452f-b770-4410-9d86-0bd55aadd2fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (951f901f-e442-4e7a-9896-b8d6998b76f9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.242375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Calling delete_port for 98e077a6-b54e-46ef-a5aa-80a13d4b1357 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:57.340653 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95f0452f-b770-4410-9d86-0bd55aadd2fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (951f901f-e442-4e7a-9896-b8d6998b76f9), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.402144 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (98e077a6-b54e-46ef-a5aa-80a13d4b1357), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.418728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43054) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:57.442753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Port': ['ID=98e077a6-b54e-46ef-a5aa-80a13d4b1357,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:57.444017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Set router 504fc7b5-8204-4dec-9c0f-632869bdece5 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:16:57.451798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] No DVR routers for this DVR port 98e077a6-b54e-46ef-a5aa-80a13d4b1357 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:16:57.487052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-79720f8f-4cdb-4434-aca1-24ae914829f5 None None] Current status of the port e30802f9-24e7-41f2-8322-f3d1053e33a7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:57.505957 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95f0452f-b770-4410-9d86-0bd55aadd2fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (951f901f-e442-4e7a-9896-b8d6998b76f9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.525597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-79720f8f-4cdb-4434-aca1-24ae914829f5 None None] Could not find standard attr ID for object 2ee83e9f-81ae-4b6d-a30e-364a196c2b29. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:16:57.540351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21f4b9c-d8fb-45ed-a1a0-ac68d29b50eb None None] DHCP port deletion for 5d1e650a-46a9-40c6-b401-46b2bc586ca4 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:16:57.571531 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (5d1e650a-46a9-40c6-b401-46b2bc586ca4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.594495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1e650a-46a9-40c6-b401-46b2bc586ca4']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:57.607903 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260cff53-c612-434d-87ee-d6b88cf400e6') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:57.608420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260cff53-c612-434d-87ee-d6b88cf400e6') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:57.619283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (260cff53-c612-434d-87ee-d6b88cf400e6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.639792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (260cff53-c612-434d-87ee-d6b88cf400e6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.647315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:57.648020 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (260cff53-c612-434d-87ee-d6b88cf400e6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.653171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-38c607c9-4b8d-4003-bf8f-e36bb330bcb7 None None] Could not find standard attr ID for object 2ee83e9f-81ae-4b6d-a30e-364a196c2b29. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:57.674812 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:57.801522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (5d1e650a-46a9-40c6-b401-46b2bc586ca4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.806407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.809750 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/networks/5d1e650a-46a9-40c6-b401-46b2bc586ca4 HTTP/1.1" status: 204 len: 168 time: 1.0124061 Mar 07 16:16:57.813434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43066) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:57.830331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1580413976', 'router:external': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:57.854072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2292a-ace6-47dc-820d-b67bd4cee6ba tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Network': ['ID=5d1e650a-46a9-40c6-b401-46b2bc586ca4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:57.873737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e30802f9-24e7-41f2-8322-f3d1053e33a7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:16:57.879615 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.887607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-29211366-2445-42e5-bb17-40191d242301 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting subnet c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:57.891043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29211366-2445-42e5-bb17-40191d242301 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.925073 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95f0452f-b770-4410-9d86-0bd55aadd2fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (951f901f-e442-4e7a-9896-b8d6998b76f9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.931814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:16:52Z', 'updated_at': '2022-03-07T16:16:55Z', 'revision_number': 3, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'gw_port': {'id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:53Z', 'updated_at': '2022-03-07T16:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:57.946050 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29211366-2445-42e5-bb17-40191d242301 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.947675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Made reservation on behalf of b1f63a25b15b444e8cbde890ecf6a947 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:57.951557 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.977289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Checking router: 504fc7b5-8204-4dec-9c0f-632869bdece5 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:16:57.977608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Updating router 504fc7b5-8204-4dec-9c0f-632869bdece5 port 264ad667-36d2-4e04-bfee-ba13e2a5d60e binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:16:57.993558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:57.997935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.024438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0452f-b770-4410-9d86-0bd55aadd2fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=951f901f-e442-4e7a-9896-b8d6998b76f9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:58.024776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e30802f9-24e7-41f2-8322-f3d1053e33a7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:58.025165 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.031935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95f0452f-b770-4410-9d86-0bd55aadd2fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.036602 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-95f0452f-b770-4410-9d86-0bd55aadd2fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/951f901f-e442-4e7a-9896-b8d6998b76f9 HTTP/1.1" status: 204 len: 168 time: 0.9600046 Mar 07 16:16:58.039519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43070) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:58.072883 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.109936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf9d32-1de5-471a-bf7a-718a5453368f None None] Network 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:58.182942 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (3eabffed-4e7e-4f1e-8ab1-7a172b7113a0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.196651 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29211366-2445-42e5-bb17-40191d242301 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.239588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for security_group (7d96ca44-3d54-4872-a725-f774f16ead36), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.247397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Allocated IP 172.20.0.1 (47b208fa-e2f4-4461-b639-0f09ad6aa3ab/637fbdc0-548d-4353-9d5d-e2e75ea1a2b0/0708c585-e031-434d-a696-3ff703bd6cb2) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:16:58.252288 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7d96ca44-3d54-4872-a725-f774f16ead36), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.262556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43074) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:58.268379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:16:58.305540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f753299e-1109-4f76-ae56-6741f1265b15), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.305902 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Added segment f753299e-1109-4f76-ae56-6741f1265b15 of type vlan for network bf2dd505-c287-4bc5-84e6-b6f1ad1a443d Mar 07 16:16:58.323115 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29211366-2445-42e5-bb17-40191d242301 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.334339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d96ca44-3d54-4872-a725-f774f16ead36,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:58.360454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29211366-2445-42e5-bb17-40191d242301 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:58.372756 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29211366-2445-42e5-bb17-40191d242301 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.376697 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-29211366-2445-42e5-bb17-40191d242301 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/subnets/c6b8f0de-40f2-44e9-bc3b-dfa4aac8b376 HTTP/1.1" status: 204 len: 168 time: 0.5623236 Mar 07 16:16:58.380196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43078) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:58.411242 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (bf2dd505-c287-4bc5-84e6-b6f1ad1a443d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.450115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port e30802f9-24e7-41f2-8322-f3d1053e33a7 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:58.450656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.458028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa973299-3324-4e13-8a24-fddf8341284a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting subnet 9df0fa76-7949-469e-abf3-d83c876b1244 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:16:58.461904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa973299-3324-4e13-8a24-fddf8341284a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (9df0fa76-7949-469e-abf3-d83c876b1244), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.471200 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (bf2dd505-c287-4bc5-84e6-b6f1ad1a443d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.472200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:58.472796 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.481789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1633f8-78fc-44b3-831b-606e78ab8df5 None None] Network 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:58.482321 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Publish callbacks [] for port (0708c585-e031-434d-a696-3ff703bd6cb2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.547700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa973299-3324-4e13-8a24-fddf8341284a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (9df0fa76-7949-469e-abf3-d83c876b1244), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.553171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18b5b24-d488-4a00-9948-d203dac30bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.556926 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0036926 Mar 07 16:16:58.558987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43080) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:58.568644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'subnet': {'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:58.573872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4e9b0-969e-4671-9269-6e2fb9cfeb59 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event updated for resources: {'Network': ['ID=bf2dd505-c287-4bc5-84e6-b6f1ad1a443d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:58.606489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Made reservation on behalf of b1f63a25b15b444e8cbde890ecf6a947 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:58.609447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.611101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network bf2dd505-c287-4bc5-84e6-b6f1ad1a443d details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:16:58.614153 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.645322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] For port e30802f9-24e7-41f2-8322-f3d1053e33a7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e30802f9-24e7-41f2-8322-f3d1053e33a7,segment=NetworkSegment(2e929758-1a27-4de7-a0c5-cf96b7e585a3),segment_id=2e929758-1a27-4de7-a0c5-cf96b7e585a3)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:58.645744 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.674662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for e30802f9-24e7-41f2-8322-f3d1053e33a7 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:58.722710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:58.729881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:58.734779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Pushing event updated for resources: {'Port': ['ID=0708c585-e031-434d-a696-3ff703bd6cb2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:58.742692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:16:58.783227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e30802f9-24e7-41f2-8322-f3d1053e33a7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:16:58.786259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa973299-3324-4e13-8a24-fddf8341284a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (9df0fa76-7949-469e-abf3-d83c876b1244), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.801971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (504fc7b5-8204-4dec-9c0f-632869bdece5), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.887394 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18b5b24-d488-4a00-9948-d203dac30bc0 admin admin] Publish callbacks [] for security_group (80982178-9977-438b-a3f0-698333ee793e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.926263 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18b5b24-d488-4a00-9948-d203dac30bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (80982178-9977-438b-a3f0-698333ee793e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:58.958514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b18b5b24-d488-4a00-9948-d203dac30bc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f52d45f9b964e709d5f2bb3d1595e50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6945457 Mar 07 16:16:58.969089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43082) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:58.970612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 98e077a6-b54e-46ef-a5aa-80a13d4b1357 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:59.003713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 98e077a6-b54e-46ef-a5aa-80a13d4b1357 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:16:59.010234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 98e077a6-b54e-46ef-a5aa-80a13d4b1357 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:16:59.020091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e30802f9-24e7-41f2-8322-f3d1053e33a7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.021196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c9801-8f20-4317-bf0d-594756b4afb3 None None] DHCP port deletion for 3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:16:59.035675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b5b24-d488-4a00-9948-d203dac30bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80982178-9977-438b-a3f0-698333ee793e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:59.042089 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Publish callbacks [] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.059604 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.073023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d31ef-1349-4147-9788-28cf4de46e49 None None] DHCP port deletion for 95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:16:59.087038 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa973299-3324-4e13-8a24-fddf8341284a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (9df0fa76-7949-469e-abf3-d83c876b1244), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.109812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No DVR routers for this DVR port e30802f9-24e7-41f2-8322-f3d1053e33a7 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:16:59.122393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=e30802f9-24e7-41f2-8322-f3d1053e33a7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:59.173206 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.179455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa973299-3324-4e13-8a24-fddf8341284a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Subnet': ['ID=9df0fa76-7949-469e-abf3-d83c876b1244,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:59.181302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Attempting to bind port 264ad667-36d2-4e04-bfee-ba13e2a5d60e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:16:59.181943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Attempting to bind port 264ad667-36d2-4e04-bfee-ba13e2a5d60e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:16:59.182594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Attempting to bind port 264ad667-36d2-4e04-bfee-ba13e2a5d60e on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:16:59.188343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe656c6-09bd-4299-82d8-289fc5003d20 None None] Pushing event updated for resources: {'Port': ['ID=264ad667-36d2-4e04-bfee-ba13e2a5d60e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:59.198070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:16:59.198906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:59.199580 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.200280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:16:59.201407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Bound port: 264ad667-36d2-4e04-bfee-ba13e2a5d60e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:16:59.202047 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.207884 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.210044 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa973299-3324-4e13-8a24-fddf8341284a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.216575 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aa973299-3324-4e13-8a24-fddf8341284a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/subnets/9df0fa76-7949-469e-abf3-d83c876b1244 HTTP/1.1" status: 204 len: 168 time: 0.8329256 Mar 07 16:16:59.225195 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43084) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:59.238246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0ed46-0025-421c-b9e8-c56d7586801e None None] Network 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:59.298934 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05534247-5942-40f2-857c-34c280758c9d admin admin] Publish callbacks [] for security_group (80982178-9977-438b-a3f0-698333ee793e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.307410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (3eabffed-4e7e-4f1e-8ab1-7a172b7113a0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.325666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:16:59.326386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (ef70d1a8-90b4-4a26-8199-03efb67b1594), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.341165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-552d31ef-1349-4147-9788-28cf4de46e49 None None] Deleting port 615107e3-49b1-44b4-b1ae-694ffac87701 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:59.341622 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-552d31ef-1349-4147-9788-28cf4de46e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.361624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] For port 264ad667-36d2-4e04-bfee-ba13e2a5d60e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:16:59.383825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eabffed-4e7e-4f1e-8ab1-7a172b7113a0']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:59.387429 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05534247-5942-40f2-857c-34c280758c9d admin admin] Publish callbacks [] for security_group (80982178-9977-438b-a3f0-698333ee793e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.397013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (95b7fa6b-4b62-43bd-aba1-6ed04a6911f9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.414958 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e929758-1a27-4de7-a0c5-cf96b7e585a3') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:59.415263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e929758-1a27-4de7-a0c5-cf96b7e585a3') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:59.430660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9c7deb19-14f7-45bf-baa8-3f07e8539a90 None None] Provisioning complete for port 0708c585-e031-434d-a696-3ff703bd6cb2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:16:59.431067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c7deb19-14f7-45bf-baa8-3f07e8539a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.433741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] For port 264ad667-36d2-4e04-bfee-ba13e2a5d60e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=264ad667-36d2-4e04-bfee-ba13e2a5d60e,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:16:59.442952 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (2e929758-1a27-4de7-a0c5-cf96b7e585a3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.469071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2e929758-1a27-4de7-a0c5-cf96b7e585a3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.475846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-552d31ef-1349-4147-9788-28cf4de46e49 None None] For port 615107e3-49b1-44b4-b1ae-694ffac87701, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=615107e3-49b1-44b4-b1ae-694ffac87701,segment=NetworkSegment(dcba3fef-a519-4f04-84f6-7083a84c13a9),segment_id=dcba3fef-a519-4f04-84f6-7083a84c13a9)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:59.476243 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-552d31ef-1349-4147-9788-28cf4de46e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.480753 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.502419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:16:59.502419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (2e929758-1a27-4de7-a0c5-cf96b7e585a3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.502702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ef70d1a8-90b4-4a26-8199-03efb67b1594,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:16:59.511601 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:16:59.526847 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-552d31ef-1349-4147-9788-28cf4de46e49 None None] Calling delete_port for 615107e3-49b1-44b4-b1ae-694ffac87701 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:59.528769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Checking segment: {'id': 'f753299e-1109-4f76-ae56-6741f1265b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:16:59.529767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Network hostable DHCP agents. Network: bf2dd505-c287-4bc5-84e6-b6f1ad1a443d, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:16:59.540542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Publish callbacks [] for port (0708c585-e031-434d-a696-3ff703bd6cb2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.547765 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.552695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9c7deb19-14f7-45bf-baa8-3f07e8539a90 None None] Port 0708c585-e031-434d-a696-3ff703bd6cb2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:16:59.578259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05534247-5942-40f2-857c-34c280758c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (80982178-9977-438b-a3f0-698333ee793e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.580898 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05534247-5942-40f2-857c-34c280758c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.583408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-05534247-5942-40f2-857c-34c280758c9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80982178-9977-438b-a3f0-698333ee793e HTTP/1.1" status: 204 len: 168 time: 0.6131816 Mar 07 16:16:59.604676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05534247-5942-40f2-857c-34c280758c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80982178-9977-438b-a3f0-698333ee793e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:59.610492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting port 615107e3-49b1-44b4-b1ae-694ffac87701 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:16:59.611292 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.620796 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Network bf2dd505-c287-4bc5-84e6-b6f1ad1a443d is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:16:59.640380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe656c6-09bd-4299-82d8-289fc5003d20 None None] Pushing event updated for resources: {'Port': ['ID=264ad667-36d2-4e04-bfee-ba13e2a5d60e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:59.646026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Routers {'504fc7b5-8204-4dec-9c0f-632869bdece5'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:16:59.646662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504fc7b5-8204-4dec-9c0f-632869bdece5'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:16:59.680730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, bf2dd505-c287-4bc5-84e6-b6f1ad1a443d) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:59.683893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (504fc7b5-8204-4dec-9c0f-632869bdece5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.685735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Pushing event updated for resources: {'Port': ['ID=0708c585-e031-434d-a696-3ff703bd6cb2,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:59.700830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b16a00-c404-4ee4-a418-911ebd35f34a None None] Network bf2dd505-c287-4bc5-84e6-b6f1ad1a443d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:16:59.708395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd448720-4858-4528-9ee8-048448dd8df6 None None] DHCP port deletion for 2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:16:59.726610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] For port 615107e3-49b1-44b4-b1ae-694ffac87701, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=615107e3-49b1-44b4-b1ae-694ffac87701,segment=NetworkSegment(dcba3fef-a519-4f04-84f6-7083a84c13a9),segment_id=dcba3fef-a519-4f04-84f6-7083a84c13a9)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:16:59.727105 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.743614 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Calling delete_port for 615107e3-49b1-44b4-b1ae-694ffac87701 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:16:59.823991 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (3eabffed-4e7e-4f1e-8ab1-7a172b7113a0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.834736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:16:59.835442 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.839441 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.843104 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/networks/3eabffed-4e7e-4f1e-8ab1-7a172b7113a0 HTTP/1.1" status: 204 len: 168 time: 1.7931492 Mar 07 16:16:59.849019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43090) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:59.861176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 615107e3-49b1-44b4-b1ae-694ffac87701 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:16:59.875515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'name': 'tempest-PortsIpV6TestJSON-541895774'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:59.885100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-979a7d77-d7cd-45c8-84bd-26c15daa095d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3227546 Mar 07 16:16:59.885549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cec25b-be8f-473f-a83a-f0e28cde094b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Network': ['ID=3eabffed-4e7e-4f1e-8ab1-7a172b7113a0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:16:59.885734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43092) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:16:59.892781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1493088191', 'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:16:59.922287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-552d31ef-1349-4147-9788-28cf4de46e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.951527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:16:59.952637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Made reservation on behalf of b1f63a25b15b444e8cbde890ecf6a947 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:16:59.955019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.959365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:16:59.964071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (615107e3-49b1-44b4-b1ae-694ffac87701), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:16:59.972223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] Set router 504fc7b5-8204-4dec-9c0f-632869bdece5 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:00.011906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Port': ['ID=615107e3-49b1-44b4-b1ae-694ffac87701,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:00.013942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] No DVR routers for this DVR port 615107e3-49b1-44b4-b1ae-694ffac87701 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:00.021178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] device_id is not set on port 77a0fa00-596d-4ab5-bcb8-381bdc505f02 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:00.107344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43094) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:00.127534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:00.133059 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.173574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3187f3b8-981d-4704-a9b9-1fb8e188f9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.213047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (95b7fa6b-4b62-43bd-aba1-6ed04a6911f9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.249447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port 757384cc-9c50-4c06-adc7-124d77bf9ef1 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:00.251981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Router 504fc7b5-8204-4dec-9c0f-632869bdece5 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:17:00.257381 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b7fa6b-4b62-43bd-aba1-6ed04a6911f9']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:00.273373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcba3fef-a519-4f04-84f6-7083a84c13a9') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:00.273582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcba3fef-a519-4f04-84f6-7083a84c13a9') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:00.286555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Allocated IP 2001:db8::2a6 (bf2dd505-c287-4bc5-84e6-b6f1ad1a443d/ef70d1a8-90b4-4a26-8199-03efb67b1594/77a0fa00-596d-4ab5-bcb8-381bdc505f02) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:00.339481 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (dcba3fef-a519-4f04-84f6-7083a84c13a9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.340636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d31ef-1349-4147-9788-28cf4de46e49 None None] Pushing event deleted for resources: {'Port': ['ID=615107e3-49b1-44b4-b1ae-694ffac87701,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:00.353712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No active binding found for port 615107e3-49b1-44b4-b1ae-694ffac87701 {{(pid=103868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 16:17:00.354096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] The host n-d-830010-8 is not matching for port 615107e3-49b1-44b4-b1ae-694ffac87701 host None! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:17:00.354490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 615107e3-49b1-44b4-b1ae-694ffac87701 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:00.354937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e30802f9-24e7-41f2-8322-f3d1053e33a7 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:00.374388 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (dcba3fef-a519-4f04-84f6-7083a84c13a9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.374757 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d31ef-1349-4147-9788-28cf4de46e49 None None] No DVR routers for this DVR port 615107e3-49b1-44b4-b1ae-694ffac87701 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:00.379782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03d3ce7-505f-4306-b652-a2d68f4a40b7 None None] Network bf2dd505-c287-4bc5-84e6-b6f1ad1a443d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:00.392500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:00.392924 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (dcba3fef-a519-4f04-84f6-7083a84c13a9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:00.397350 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:00.413190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e30802f9-24e7-41f2-8322-f3d1053e33a7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:00.413794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e30802f9-24e7-41f2-8322-f3d1053e33a7 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:00.414381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4c376cfd-b87f-4c84-b398-404fa5bf457c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:00.492737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fd448720-4858-4528-9ee8-048448dd8df6 None None] Deleting port 4c376cfd-b87f-4c84-b398-404fa5bf457c {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:00.493132 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fd448720-4858-4528-9ee8-048448dd8df6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.529578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (95b7fa6b-4b62-43bd-aba1-6ed04a6911f9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.535488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.539039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/networks/95b7fa6b-4b62-43bd-aba1-6ed04a6911f9 HTTP/1.1" status: 204 len: 168 time: 1.3128552 Mar 07 16:17:00.556309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43096) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:00.557050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-20a4f2ce-8e0c-4d90-b85b-683e3cfde27f None None] Provisioning complete for port 0708c585-e031-434d-a696-3ff703bd6cb2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:00.557547 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-20a4f2ce-8e0c-4d90-b85b-683e3cfde27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.560883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a3a07-8508-45e4-8562-405967eb4e94 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Network': ['ID=95b7fa6b-4b62-43bd-aba1-6ed04a6911f9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:00.610173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (757384cc-9c50-4c06-adc7-124d77bf9ef1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.667413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.670114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fd448720-4858-4528-9ee8-048448dd8df6 None None] For port 4c376cfd-b87f-4c84-b398-404fa5bf457c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4c376cfd-b87f-4c84-b398-404fa5bf457c,segment=NetworkSegment(e33a3f42-63f7-410d-b4bf-5aff4dabb0c2),segment_id=e33a3f42-63f7-410d-b4bf-5aff4dabb0c2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:00.670362 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fd448720-4858-4528-9ee8-048448dd8df6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.727900 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (757384cc-9c50-4c06-adc7-124d77bf9ef1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.730707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fd448720-4858-4528-9ee8-048448dd8df6 None None] Calling delete_port for 4c376cfd-b87f-4c84-b398-404fa5bf457c owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:00.734351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-20a4f2ce-8e0c-4d90-b85b-683e3cfde27f None None] Port 0708c585-e031-434d-a696-3ff703bd6cb2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:00.792879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4c376cfd-b87f-4c84-b398-404fa5bf457c is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:00.793248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.860216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:16:52Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 4, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'gw_port': {'id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:53Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0708c585-e031-434d-a696-3ff703bd6cb2', 'name': '', 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'mac_address': 'fa:16:3e:7d:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:58Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 2, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'subnets': [{'id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:00.872515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 4c376cfd-b87f-4c84-b398-404fa5bf457c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4c376cfd-b87f-4c84-b398-404fa5bf457c,segment=NetworkSegment(e33a3f42-63f7-410d-b4bf-5aff4dabb0c2),segment_id=e33a3f42-63f7-410d-b4bf-5aff4dabb0c2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:00.901015 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.905551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f92ae09-3f4f-490d-ac21-a234a04bfa68 None None] The sync data for ids ['504fc7b5-8204-4dec-9c0f-632869bdece5'] in n-d-830010-8 is: [{'id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:16:52Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 4, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'gw_port': {'id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:53Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0708c585-e031-434d-a696-3ff703bd6cb2', 'name': '', 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'mac_address': 'fa:16:3e:7d:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:58Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 2, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'subnets': [{'id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:00.953970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3187f3b8-981d-4704-a9b9-1fb8e188f9a8 admin admin] Publish callbacks [] for security_group (aaae3428-2d34-461d-831b-23113d0c9d78), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.958261 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fd448720-4858-4528-9ee8-048448dd8df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.973908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3187f3b8-981d-4704-a9b9-1fb8e188f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (aaae3428-2d34-461d-831b-23113d0c9d78), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:00.986956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd448720-4858-4528-9ee8-048448dd8df6 None None] No DVR routers for this DVR port 4c376cfd-b87f-4c84-b398-404fa5bf457c on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:00.992216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=4c376cfd-b87f-4c84-b398-404fa5bf457c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:00.996568 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for port (77a0fa00-596d-4ab5-bcb8-381bdc505f02), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.028158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd448720-4858-4528-9ee8-048448dd8df6 None None] Pushing event deleted for resources: {'Port': ['ID=4c376cfd-b87f-4c84-b398-404fa5bf457c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:01.068737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187f3b8-981d-4704-a9b9-1fb8e188f9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae3428-2d34-461d-831b-23113d0c9d78,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:01.072351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:01.082957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3187f3b8-981d-4704-a9b9-1fb8e188f9a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bc09b9fec7448b78961b46466386661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9745131 Mar 07 16:17:01.083617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43098) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:01.093178 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bb01fd4b-cafd-4e43-9fc1-62f0fb7746ec admin admin] 10.222.0.24 "PUT /v2.0/routers/504fc7b5-8204-4dec-9c0f-632869bdece5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2824821 Mar 07 16:17:01.142908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (77a0fa00-596d-4ab5-bcb8-381bdc505f02), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.167601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:01.172330 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:01.175489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:01.181309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:01.181949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.193879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=757384cc-9c50-4c06-adc7-124d77bf9ef1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:01.200369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting port 4c376cfd-b87f-4c84-b398-404fa5bf457c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:01.200710 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.202494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Network bf2dd505-c287-4bc5-84e6-b6f1ad1a443d is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:01.209564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:01.213731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:01.214771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:01.215442 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.222536 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a50cf29-a85a-4ce4-a5a3-34318a671d16 admin admin] Publish callbacks [] for security_group (aaae3428-2d34-461d-831b-23113d0c9d78), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.227483 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event updated for resources: {'Port': ['ID=77a0fa00-596d-4ab5-bcb8-381bdc505f02,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:01.230753 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ee3b261f-8a30-4887-9431-2562c1620d29 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3646290 Mar 07 16:17:01.231088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43102) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:01.262621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b2519981-0286-4bcb-a6f4-f8c50c5d2e68 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3738379 Mar 07 16:17:01.270982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43104) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:01.311001 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a50cf29-a85a-4ce4-a5a3-34318a671d16 admin admin] Publish callbacks [] for security_group (aaae3428-2d34-461d-831b-23113d0c9d78), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.380127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] For port 4c376cfd-b87f-4c84-b398-404fa5bf457c, host n-d-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:01.380502 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.411952 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a50cf29-a85a-4ce4-a5a3-34318a671d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (aaae3428-2d34-461d-831b-23113d0c9d78), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.415219 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a50cf29-a85a-4ce4-a5a3-34318a671d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.419988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4a50cf29-a85a-4ce4-a5a3-34318a671d16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aaae3428-2d34-461d-831b-23113d0c9d78 HTTP/1.1" status: 204 len: 168 time: 0.3266582 Mar 07 16:17:01.425695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Calling delete_port for 4c376cfd-b87f-4c84-b398-404fa5bf457c owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:01.430644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Port 4c376cfd-b87f-4c84-b398-404fa5bf457c was not found and therefore no delete operation was performed {{(pid=103866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:17:01.439287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50cf29-a85a-4ce4-a5a3-34318a671d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaae3428-2d34-461d-831b-23113d0c9d78,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:01.452701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4c376cfd-b87f-4c84-b398-404fa5bf457c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.496277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Port': ['ID=4c376cfd-b87f-4c84-b398-404fa5bf457c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:01.498183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] No DVR routers for this DVR port 4c376cfd-b87f-4c84-b398-404fa5bf457c on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:01.623107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-74159f54-d0a4-4a61-8841-ceee3b659baf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 757384cc-9c50-4c06-adc7-124d77bf9ef1 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:01.623754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74159f54-d0a4-4a61-8841-ceee3b659baf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (757384cc-9c50-4c06-adc7-124d77bf9ef1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.629099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.702901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0910ee6a-f339-4965-826a-6de09527ce0f tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Deleting port 77a0fa00-596d-4ab5-bcb8-381bdc505f02 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:01.703226 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0910ee6a-f339-4965-826a-6de09527ce0f tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (77a0fa00-596d-4ab5-bcb8-381bdc505f02), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.735589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:01.758013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74159f54-d0a4-4a61-8841-ceee3b659baf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (757384cc-9c50-4c06-adc7-124d77bf9ef1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.762926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33a3f42-63f7-410d-b4bf-5aff4dabb0c2') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:01.763282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33a3f42-63f7-410d-b4bf-5aff4dabb0c2') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:01.817515 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (e33a3f42-63f7-410d-b4bf-5aff4dabb0c2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.819462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-74159f54-d0a4-4a61-8841-ceee3b659baf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 757384cc-9c50-4c06-adc7-124d77bf9ef1 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:01.849501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e33a3f42-63f7-410d-b4bf-5aff4dabb0c2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.908757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:01.909200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (e33a3f42-63f7-410d-b4bf-5aff4dabb0c2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.914950 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0910ee6a-f339-4965-826a-6de09527ce0f tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (77a0fa00-596d-4ab5-bcb8-381bdc505f02), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:01.917524 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:01.961776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0910ee6a-f339-4965-826a-6de09527ce0f tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Calling delete_port for 77a0fa00-596d-4ab5-bcb8-381bdc505f02 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:02.071614 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.097501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.097501 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/networks/2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199 HTTP/1.1" status: 204 len: 168 time: 1.5349805 Mar 07 16:17:02.098439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43130) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:02.146416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e3363-8e09-4dcd-9cbe-02958972a6f1 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Network': ['ID=2c0e9f2f-e2cd-4e3b-b5b9-7e0b447ca199,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:02.166549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74159f54-d0a4-4a61-8841-ceee3b659baf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (757384cc-9c50-4c06-adc7-124d77bf9ef1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.170261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-07778d6d-c32a-470a-ba89-4310ddc6508a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting subnet 180e4e8f-d4b6-4414-96e4-0ece68a54baa {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:02.177611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07778d6d-c32a-470a-ba89-4310ddc6508a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (180e4e8f-d4b6-4414-96e4-0ece68a54baa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.218946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74159f54-d0a4-4a61-8841-ceee3b659baf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=757384cc-9c50-4c06-adc7-124d77bf9ef1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:02.242916 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74159f54-d0a4-4a61-8841-ceee3b659baf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.246520 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-74159f54-d0a4-4a61-8841-ceee3b659baf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/757384cc-9c50-4c06-adc7-124d77bf9ef1 HTTP/1.1" status: 204 len: 168 time: 1.0145197 Mar 07 16:17:02.247640 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07778d6d-c32a-470a-ba89-4310ddc6508a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (180e4e8f-d4b6-4414-96e4-0ece68a54baa), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.249573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43132) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:02.256156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'mac_address': 'fa:16:3e:5c:1b:78', 'name': 'tempest-PortsIpV6TestJSON-1547756363'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:02.372488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07778d6d-c32a-470a-ba89-4310ddc6508a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (180e4e8f-d4b6-4414-96e4-0ece68a54baa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.428107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0910ee6a-f339-4965-826a-6de09527ce0f tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (77a0fa00-596d-4ab5-bcb8-381bdc505f02), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.471305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910ee6a-f339-4965-826a-6de09527ce0f tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event deleted for resources: {'Port': ['ID=77a0fa00-596d-4ab5-bcb8-381bdc505f02,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:02.473174 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:02.478510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07778d6d-c32a-470a-ba89-4310ddc6508a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (180e4e8f-d4b6-4414-96e4-0ece68a54baa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.526896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0910ee6a-f339-4965-826a-6de09527ce0f tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.531400 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0910ee6a-f339-4965-826a-6de09527ce0f tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "DELETE /v2.0/ports/77a0fa00-596d-4ab5-bcb8-381bdc505f02 HTTP/1.1" status: 204 len: 168 time: 1.2211440 Mar 07 16:17:02.532238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07778d6d-c32a-470a-ba89-4310ddc6508a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Subnet': ['ID=180e4e8f-d4b6-4414-96e4-0ece68a54baa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:02.539408 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07778d6d-c32a-470a-ba89-4310ddc6508a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.541317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8573191-d60f-42cf-8f90-c75789b9d443 None None] Network 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:02.548803 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-07778d6d-c32a-470a-ba89-4310ddc6508a tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/subnets/180e4e8f-d4b6-4414-96e4-0ece68a54baa HTTP/1.1" status: 204 len: 168 time: 0.4486909 Mar 07 16:17:02.549853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43144) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:02.550205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43146) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:02.573633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d', 'external_fixed_ips': [{'subnet_id': 'ef70d1a8-90b4-4a26-8199-03efb67b1594', 'ip_address': '2001:db8::2a6'}]}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:02.583114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.639870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port 802e6760-3b0c-486f-a861-1f2f2d9ea25d yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:02.678464 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (ff25126a-ad42-49bc-9349-603d258cc502), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.680172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (ff25126a-ad42-49bc-9349-603d258cc502), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.791601 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_controller (ff25126a-ad42-49bc-9349-603d258cc502), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.858105 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9fb7a628-c5d3-4a28-929b-76b21eaf88a3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.870237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c1c2c2-47c2-4109-8aa0-e41b5a1b59f8 None None] DHCP port deletion for 9fb7a628-c5d3-4a28-929b-76b21eaf88a3 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:17:02.944866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (802e6760-3b0c-486f-a861-1f2f2d9ea25d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.967530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1c2c2-47c2-4109-8aa0-e41b5a1b59f8 None None] Deleting port e1944981-544e-4334-ab8c-142cda9bab2d {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:02.968166 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c2c2-47c2-4109-8aa0-e41b5a1b59f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:02.992058 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (802e6760-3b0c-486f-a861-1f2f2d9ea25d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.003598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (ff25126a-ad42-49bc-9349-603d258cc502), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.010390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43152) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:03.031175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:03.055942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:03.061895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:03.068042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:03.068699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.099409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8460684 Mar 07 16:17:03.099834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43154) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:03.107807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f9c1c2c2-47c2-4109-8aa0-e41b5a1b59f8 None None] For port e1944981-544e-4334-ab8c-142cda9bab2d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e1944981-544e-4334-ab8c-142cda9bab2d,segment=NetworkSegment(4e2b064e-adc9-420a-a7ba-064eb99dc005),segment_id=4e2b064e-adc9-420a-a7ba-064eb99dc005)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:03.109313 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c2c2-47c2-4109-8aa0-e41b5a1b59f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.109896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Deleting port e1944981-544e-4334-ab8c-142cda9bab2d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:03.110238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.116984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e3e82-5426-4a1b-acae-95b5239e2ff0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=802e6760-3b0c-486f-a861-1f2f2d9ea25d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:03.129304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1c2c2-47c2-4109-8aa0-e41b5a1b59f8 None None] Calling delete_port for e1944981-544e-4334-ab8c-142cda9bab2d owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:03.224789 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c2c2-47c2-4109-8aa0-e41b5a1b59f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.259748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1c2c2-47c2-4109-8aa0-e41b5a1b59f8 None None] Pushing event deleted for resources: {'Port': ['ID=e1944981-544e-4334-ab8c-142cda9bab2d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:03.261605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1c2c2-47c2-4109-8aa0-e41b5a1b59f8 None None] No DVR routers for this DVR port e1944981-544e-4334-ab8c-142cda9bab2d on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:03.296864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a95bc-86a7-458b-a093-f753fa4dd713 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:03.301809 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dd0a95bc-86a7-458b-a093-f753fa4dd713 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/802e6760-3b0c-486f-a861-1f2f2d9ea25d HTTP/1.1" status: 200 len: 845 time: 0.1963966 Mar 07 16:17:03.302147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43156) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:03.318585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] For port e1944981-544e-4334-ab8c-142cda9bab2d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e1944981-544e-4334-ab8c-142cda9bab2d,segment=NetworkSegment(4e2b064e-adc9-420a-a7ba-064eb99dc005),segment_id=4e2b064e-adc9-420a-a7ba-064eb99dc005)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:03.318585 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.369746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Calling delete_port for e1944981-544e-4334-ab8c-142cda9bab2d owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:03.405721 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0b893e10-d347-42aa-b6fd-50fe33391a96 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 802e6760-3b0c-486f-a861-1f2f2d9ea25d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:03.406138 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b893e10-d347-42aa-b6fd-50fe33391a96 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (802e6760-3b0c-486f-a861-1f2f2d9ea25d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.473529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b893e10-d347-42aa-b6fd-50fe33391a96 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (802e6760-3b0c-486f-a861-1f2f2d9ea25d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.486397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0b893e10-d347-42aa-b6fd-50fe33391a96 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 802e6760-3b0c-486f-a861-1f2f2d9ea25d owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:03.574689 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b893e10-d347-42aa-b6fd-50fe33391a96 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (802e6760-3b0c-486f-a861-1f2f2d9ea25d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.578111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e1944981-544e-4334-ab8c-142cda9bab2d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.603752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b893e10-d347-42aa-b6fd-50fe33391a96 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=802e6760-3b0c-486f-a861-1f2f2d9ea25d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:03.608933 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b893e10-d347-42aa-b6fd-50fe33391a96 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.614547 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0b893e10-d347-42aa-b6fd-50fe33391a96 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/802e6760-3b0c-486f-a861-1f2f2d9ea25d HTTP/1.1" status: 204 len: 168 time: 0.3089051 Mar 07 16:17:03.615155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43158) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:03.639211 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b31c619-4740-4826-be3e-9ce18020d315 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:17:03.641023 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b31c619-4740-4826-be3e-9ce18020d315 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/802e6760-3b0c-486f-a861-1f2f2d9ea25d HTTP/1.1" status: 404 len: 333 time: 0.0249233 Mar 07 16:17:03.645144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43160) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:03.649875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Port': ['ID=e1944981-544e-4334-ab8c-142cda9bab2d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:03.650195 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'name': 'tempest-PortsIpV6TestJSON-711887372'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:03.652390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] No DVR routers for this DVR port e1944981-544e-4334-ab8c-142cda9bab2d on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:03.746101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:03.751866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.771497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port 1262840a-ecd9-447d-a059-0055afe6e7d3 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:03.772739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (ff25126a-ad42-49bc-9349-603d258cc502), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.841488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.850572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9fb7a628-c5d3-4a28-929b-76b21eaf88a3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.856274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 264ad667-36d2-4e04-bfee-ba13e2a5d60e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:03.926574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb7a628-c5d3-4a28-929b-76b21eaf88a3']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:03.964028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2b064e-adc9-420a-a7ba-064eb99dc005') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:03.964028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2b064e-adc9-420a-a7ba-064eb99dc005') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:03.974569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (1262840a-ecd9-447d-a059-0055afe6e7d3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.978595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 264ad667-36d2-4e04-bfee-ba13e2a5d60e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:03.979284 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:03.980436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (4e2b064e-adc9-420a-a7ba-064eb99dc005), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.011006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1262840a-ecd9-447d-a059-0055afe6e7d3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.045454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4e2b064e-adc9-420a-a7ba-064eb99dc005), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.057713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:04.058241 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (4e2b064e-adc9-420a-a7ba-064eb99dc005), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:04.062979 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:04.089187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:04.091542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 264ad667-36d2-4e04-bfee-ba13e2a5d60e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:04.092036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.103256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:04.105206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=1262840a-ecd9-447d-a059-0055afe6e7d3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:04.107412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:04.113711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:04.114365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.130272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 264ad667-36d2-4e04-bfee-ba13e2a5d60e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=264ad667-36d2-4e04-bfee-ba13e2a5d60e,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:04.137668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.146172 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4cc70ff6-37c8-4edd-8521-ae6d196768d1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4999726 Mar 07 16:17:04.148767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43172) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:04.155575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-61823a0f-3af1-4896-9d55-2daa7dde8f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:04.197532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (504fc7b5-8204-4dec-9c0f-632869bdece5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.199570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9fb7a628-c5d3-4a28-929b-76b21eaf88a3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.242871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e1944981-544e-4334-ab8c-142cda9bab2d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:04.251719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.255754 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/networks/9fb7a628-c5d3-4a28-929b-76b21eaf88a3 HTTP/1.1" status: 204 len: 168 time: 1.7000687 Mar 07 16:17:04.266389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43174) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:04.275132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e1944981-544e-4334-ab8c-142cda9bab2d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:04.275674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e1944981-544e-4334-ab8c-142cda9bab2d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:04.279453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b27e5-8af8-4ea3-a442-4a58c2f8c23d tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Pushing event deleted for resources: {'Network': ['ID=9fb7a628-c5d3-4a28-929b-76b21eaf88a3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:04.295441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Allocated IP 2001:db8::2a6 (bf2dd505-c287-4bc5-84e6-b6f1ad1a443d/ef70d1a8-90b4-4a26-8199-03efb67b1594/b7f12834-3e82-48da-b864-09a175b31945) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:04.296377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=264ad667-36d2-4e04-bfee-ba13e2a5d60e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:04.311019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-98e368bc-7e37-470d-b5d6-9229eac445fb tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 HTTP/1.1" status: 200 len: 205 time: 0.0431085 Mar 07 16:17:04.311782 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43176) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:04.324345 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61823a0f-3af1-4896-9d55-2daa7dde8f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1262840a-ecd9-447d-a059-0055afe6e7d3), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.430838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d19-fb31-467e-a3e3-e99d00e3bca8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for router (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.433150 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Sync routers for ids ['504fc7b5-8204-4dec-9c0f-632869bdece5'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:04.449853 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Routers {'504fc7b5-8204-4dec-9c0f-632869bdece5'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:04.450618 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504fc7b5-8204-4dec-9c0f-632869bdece5'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:04.515518 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for port (b7f12834-3e82-48da-b864-09a175b31945), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.572893 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Set router 504fc7b5-8204-4dec-9c0f-632869bdece5 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:04.586937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b7f12834-3e82-48da-b864-09a175b31945), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.653561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Network bf2dd505-c287-4bc5-84e6-b6f1ad1a443d is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:04.659629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:04.666577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:04.669585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d19-fb31-467e-a3e3-e99d00e3bca8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.672160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event updated for resources: {'Port': ['ID=b7f12834-3e82-48da-b864-09a175b31945,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:04.672712 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d19-fb31-467e-a3e3-e99d00e3bca8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for router_controller (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.740285 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d19-fb31-467e-a3e3-e99d00e3bca8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (6fcb25ae-a983-4b2d-b6a3-54e824ac9df4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.740820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8c7d19-fb31-467e-a3e3-e99d00e3bca8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Fanout notify agent at l3_agent the message router_deleted on router 6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:04.748915 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d19-fb31-467e-a3e3-e99d00e3bca8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.759407 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cc8c7d19-fb31-467e-a3e3-e99d00e3bca8 tempest-RoutersNegativeIpV6Test-1698899595 tempest-RoutersNegativeIpV6Test-1698899595-project] 10.222.0.24 "DELETE /v2.0/routers/6fcb25ae-a983-4b2d-b6a3-54e824ac9df4 HTTP/1.1" status: 204 len: 168 time: 0.4379690 Mar 07 16:17:04.764066 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61823a0f-3af1-4896-9d55-2daa7dde8f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (1262840a-ecd9-447d-a059-0055afe6e7d3), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.771575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61823a0f-3af1-4896-9d55-2daa7dde8f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (1262840a-ecd9-447d-a059-0055afe6e7d3), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.807608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-61823a0f-3af1-4896-9d55-2daa7dde8f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] In _notify_port_updated(), no bound segment for port 1262840a-ecd9-447d-a059-0055afe6e7d3 on network eb0433b4-d5d1-4c26-be9a-4ad76400923f {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:17:04.808472 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:16:52Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 4, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'gw_port': {'id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:53Z', 'updated_at': '2022-03-07T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0708c585-e031-434d-a696-3ff703bd6cb2', 'name': '', 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'mac_address': 'fa:16:3e:7d:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:58Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 2, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'subnets': [{'id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:04.813015 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61823a0f-3af1-4896-9d55-2daa7dde8f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:04.813692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61823a0f-3af1-4896-9d55-2daa7dde8f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.818108 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-61823a0f-3af1-4896-9d55-2daa7dde8f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "PUT /v2.0/ports/1262840a-ecd9-447d-a059-0055afe6e7d3 HTTP/1.1" status: 200 len: 818 time: 0.6652384 Mar 07 16:17:04.821034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43182) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:04.846096 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Checking router: 504fc7b5-8204-4dec-9c0f-632869bdece5 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:04.846975 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Updating router 504fc7b5-8204-4dec-9c0f-632869bdece5 port 0708c585-e031-434d-a696-3ff703bd6cb2 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:17:04.858942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61823a0f-3af1-4896-9d55-2daa7dde8f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=1262840a-ecd9-447d-a059-0055afe6e7d3,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:04.888627 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:04.947718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4ef53-cb7a-4343-b683-d49000a9f4b2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 1262840a-ecd9-447d-a059-0055afe6e7d3 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:04.948441 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c9f4ef53-cb7a-4343-b683-d49000a9f4b2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1262840a-ecd9-447d-a059-0055afe6e7d3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.044566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c9f4ef53-cb7a-4343-b683-d49000a9f4b2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1262840a-ecd9-447d-a059-0055afe6e7d3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.063002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4ef53-cb7a-4343-b683-d49000a9f4b2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 1262840a-ecd9-447d-a059-0055afe6e7d3 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:05.150337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Deleting port 0708c585-e031-434d-a696-3ff703bd6cb2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:05.150674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.164065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c9f4ef53-cb7a-4343-b683-d49000a9f4b2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1262840a-ecd9-447d-a059-0055afe6e7d3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.179359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43186) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:05.222173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4ef53-cb7a-4343-b683-d49000a9f4b2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=1262840a-ecd9-447d-a059-0055afe6e7d3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:05.228890 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c9f4ef53-cb7a-4343-b683-d49000a9f4b2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.230828 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c9f4ef53-cb7a-4343-b683-d49000a9f4b2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/1262840a-ecd9-447d-a059-0055afe6e7d3 HTTP/1.1" status: 204 len: 168 time: 0.4083321 Mar 07 16:17:05.234062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43190) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:05.302775 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.332771 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Publish callbacks [] for port (0708c585-e031-434d-a696-3ff703bd6cb2), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.342212 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.347955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Calling delete_port for 0708c585-e031-434d-a696-3ff703bd6cb2 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:05.414418 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Pushing event updated for resources: {'Port': ['ID=0708c585-e031-434d-a696-3ff703bd6cb2,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:05.423873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397bc480-8fed-4e19-8963-e394c3f25437 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:05.429945 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-397bc480-8fed-4e19-8963-e394c3f25437 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1943827 Mar 07 16:17:05.431372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (ff25126a-ad42-49bc-9349-603d258cc502), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.435895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43196) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:05.437622 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.438534 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.439058 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.439570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.440073 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.441546 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.442269 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.442841 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.443332 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.443818 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.444306 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.444810 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.445293 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:05.476772 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf39650b-4951-40d9-9230-b1c61a32150a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:17:05.476772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cf39650b-4951-40d9-9230-b1c61a32150a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/1262840a-ecd9-447d-a059-0055afe6e7d3 HTTP/1.1" status: 404 len: 333 time: 0.0401890 Mar 07 16:17:05.480286 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43200) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:05.491278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1398605989'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:05.497806 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eaccb80d-07e5-43c7-b15e-bb45e7f78962 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80c5afb6b56e46719a4486fd4322900a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843387 Mar 07 16:17:05.500309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43202) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:05.526238 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Attempting to bind port 0708c585-e031-434d-a696-3ff703bd6cb2 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:05.531981 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Attempting to bind port 0708c585-e031-434d-a696-3ff703bd6cb2 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '747a2971-85ff-4fff-97dd-5cc2e4c81f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:05.533239 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Attempting to bind port 0708c585-e031-434d-a696-3ff703bd6cb2 on network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:05.540327 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:05.541008 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Checking segment: {'id': '747a2971-85ff-4fff-97dd-5cc2e4c81f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:05.541577 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.542124 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Bound using segment: {'id': '747a2971-85ff-4fff-97dd-5cc2e4c81f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:05.542749 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Bound port: 0708c585-e031-434d-a696-3ff703bd6cb2, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747a2971-85ff-4fff-97dd-5cc2e4c81f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:05.543335 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.553332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:05.567362 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.620446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:17:05.635873 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] For port 0708c585-e031-434d-a696-3ff703bd6cb2, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:05.639232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d66fb9-4c0b-4211-b85d-fae9840f658e admin admin] Publish callbacks [] for security_group (bb9faf0e-ee31-40d0-b22b-09d7d60f379d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.639742 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] For port 0708c585-e031-434d-a696-3ff703bd6cb2, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0708c585-e031-434d-a696-3ff703bd6cb2,segment=NetworkSegment(747a2971-85ff-4fff-97dd-5cc2e4c81f9b),segment_id=747a2971-85ff-4fff-97dd-5cc2e4c81f9b)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:05.641528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c769501d-fd9e-43de-aced-2a8c7116cd07), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.642085 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Added segment c769501d-fd9e-43de-aced-2a8c7116cd07 of type vlan for network c5015ee3-49a9-4b7e-a234-f6ae7c46356b Mar 07 16:17:05.648802 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.704809 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270d7ba-6a7a-4e09-b539-860e7c2f585f None None] Pushing event updated for resources: {'Port': ['ID=0708c585-e031-434d-a696-3ff703bd6cb2,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:05.739096 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d66fb9-4c0b-4211-b85d-fae9840f658e admin admin] Publish callbacks [] for security_group (bb9faf0e-ee31-40d0-b22b-09d7d60f379d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.751695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (c5015ee3-49a9-4b7e-a234-f6ae7c46356b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.757343 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Routers {'504fc7b5-8204-4dec-9c0f-632869bdece5'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:05.757343 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504fc7b5-8204-4dec-9c0f-632869bdece5'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:05.822753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (ff25126a-ad42-49bc-9349-603d258cc502), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.830381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f3e05d31-2e0b-4e00-8d2e-84895993768e None None] Provisioning complete for port 0708c585-e031-434d-a696-3ff703bd6cb2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:05.831780 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f3e05d31-2e0b-4e00-8d2e-84895993768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.859189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (c5015ee3-49a9-4b7e-a234-f6ae7c46356b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.865235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:05.866016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:05.885018 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] Set router 504fc7b5-8204-4dec-9c0f-632869bdece5 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:05.960204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 264ad667-36d2-4e04-bfee-ba13e2a5d60e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:06.005510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.023543 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5421135 Mar 07 16:17:06.032154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43204) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:06.046099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:06.055550 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168b127-f60e-44ba-8740-4aa8cabc64f8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Network': ['ID=c5015ee3-49a9-4b7e-a234-f6ae7c46356b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:06.079058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Router ff25126a-ad42-49bc-9349-603d258cc502 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:17:06.082657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:17:06.105925 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d66fb9-4c0b-4211-b85d-fae9840f658e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bb9faf0e-ee31-40d0-b22b-09d7d60f379d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.107029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f3e05d31-2e0b-4e00-8d2e-84895993768e None None] Current status of the port 0708c585-e031-434d-a696-3ff703bd6cb2 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:06.107424 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f3e05d31-2e0b-4e00-8d2e-84895993768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0708c585-e031-434d-a696-3ff703bd6cb2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.109168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d66fb9-4c0b-4211-b85d-fae9840f658e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.112685 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-53d66fb9-4c0b-4211-b85d-fae9840f658e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb9faf0e-ee31-40d0-b22b-09d7d60f379d HTTP/1.1" status: 204 len: 168 time: 0.6091430 Mar 07 16:17:06.115241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 264ad667-36d2-4e04-bfee-ba13e2a5d60e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:06.115241 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.130828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Pushing event deleted for resources: {'Port': ['ID=0708c585-e031-434d-a696-3ff703bd6cb2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:06.146208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d66fb9-4c0b-4211-b85d-fae9840f658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9faf0e-ee31-40d0-b22b-09d7d60f379d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:06.232033 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:16:52Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 4, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'gw_port': {'id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:53Z', 'updated_at': '2022-03-07T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0708c585-e031-434d-a696-3ff703bd6cb2', 'name': '', 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'mac_address': 'fa:16:3e:7d:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:58Z', 'updated_at': '2022-03-07T16:17:05Z', 'revision_number': 4, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'subnets': [{'id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:06.288328 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002a50d-5aef-4a80-a282-e3704a0962ec None None] The sync data for ids ['504fc7b5-8204-4dec-9c0f-632869bdece5'] in n-d-830010-8 is: [{'id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:16:52Z', 'updated_at': '2022-03-07T16:16:59Z', 'revision_number': 4, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'gw_port': {'id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:53Z', 'updated_at': '2022-03-07T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0708c585-e031-434d-a696-3ff703bd6cb2', 'name': '', 'network_id': '47b208fa-e2f4-4461-b639-0f09ad6aa3ab', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'mac_address': 'fa:16:3e:7d:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:58Z', 'updated_at': '2022-03-07T16:17:05Z', 'revision_number': 4, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'subnets': [{'id': '637fbdc0-548d-4353-9d5d-e2e75ea1a2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:06.320830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:06.336729 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.490497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 264ad667-36d2-4e04-bfee-ba13e2a5d60e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:06.491663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0708c585-e031-434d-a696-3ff703bd6cb2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:06.521695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:06.522400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 0708c585-e031-434d-a696-3ff703bd6cb2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:06.522974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0708c585-e031-434d-a696-3ff703bd6cb2 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 16:17:06.553013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Port 0708c585-e031-434d-a696-3ff703bd6cb2 not found, will not notify nova. {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 16:17:06.555742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Sync routers for ids ['ff25126a-ad42-49bc-9349-603d258cc502'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:06.571971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Routers {'ff25126a-ad42-49bc-9349-603d258cc502'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:06.572630 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ff25126a-ad42-49bc-9349-603d258cc502'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:06.578197 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (504fc7b5-8204-4dec-9c0f-632869bdece5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.678929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5e4c0d4e-997e-4ac6-bc31-1614a3b9269b None None] Could not find standard attr ID for object 0708c585-e031-434d-a696-3ff703bd6cb2. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:17:06.686725 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.701103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.705441 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5a58d11c-5c12-4269-84b6-dc5109c809b4 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1492643 Mar 07 16:17:06.706674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43220) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:06.786855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Set router ff25126a-ad42-49bc-9349-603d258cc502 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:06.833220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (12fed36f-637f-4e2c-80a3-189a1720795b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:06.907999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=12fed36f-637f-4e2c-80a3-189a1720795b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:06.975609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Checking segment: {'id': 'c769501d-fd9e-43de-aced-2a8c7116cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:06.976943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network hostable DHCP agents. Network: c5015ee3-49a9-4b7e-a234-f6ae7c46356b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:17:07.006518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:17:07.021962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, c5015ee3-49a9-4b7e-a234-f6ae7c46356b) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:07.036512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e701a-cd48-4dac-8a78-1e8ffeaf416e None None] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:07.044575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:07.045537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:07.077598 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2a77340a-1f91-46d4-bb58-c00a881b79fd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0356798 Mar 07 16:17:07.078398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43230) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:07.085150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d8c4785d-78d4-4823-b736-57a9b4642be7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:07.212180 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (ff25126a-ad42-49bc-9349-603d258cc502), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:07.228904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c4785d-78d4-4823-b736-57a9b4642be7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:07.230358 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d8c4785d-78d4-4823-b736-57a9b4642be7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:07.270085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-c5015ee3-49a9-4b7e-a234-f6ae7c46356b', 'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b', 'project_id': 'ca6898b2a0824506ab3e62fddbe138a1', 'fixed_ips': [{'subnet_id': '12fed36f-637f-4e2c-80a3-189a1720795b'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:17:07.270986 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:07.289303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff25126a-ad42-49bc-9349-603d258cc502', 'name': '', 'tenant_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d', 'external_fixed_ips': [{'subnet_id': 'ef70d1a8-90b4-4a26-8199-03efb67b1594', 'ip_address': '2001:db8::2a6'}], 'enable_snat': True}, 'gw_port_id': 'b7f12834-3e82-48da-b864-09a175b31945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:02Z', 'updated_at': '2022-03-07T16:17:05Z', 'revision_number': 3, 'project_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'gw_port': {'id': 'b7f12834-3e82-48da-b864-09a175b31945', 'name': '', 'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff25126a-ad42-49bc-9349-603d258cc502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ef70d1a8-90b4-4a26-8199-03efb67b1594', 'ip_address': '2001:db8::2a6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:03Z', 'updated_at': '2022-03-07T16:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef70d1a8-90b4-4a26-8199-03efb67b1594', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:07.300991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Router 504fc7b5-8204-4dec-9c0f-632869bdece5 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:17:07.329771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Checking router: ff25126a-ad42-49bc-9349-603d258cc502 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:07.330558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Updating router ff25126a-ad42-49bc-9349-603d258cc502 port b7f12834-3e82-48da-b864-09a175b31945 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:17:07.398416 n-d-830010-8 neutron-server[103866]: INFO neutron.db.ipam_backend_mixin [None req-d8c4785d-78d4-4823-b736-57a9b4642be7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12fed36f-637f-4e2c-80a3-189a1720795b (CIDR: 2001:db8::/64) Mar 07 16:17:07.403526 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c4785d-78d4-4823-b736-57a9b4642be7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:17:07.405449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c4785d-78d4-4823-b736-57a9b4642be7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:17:07.429891 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b7f12834-3e82-48da-b864-09a175b31945), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:07.435177 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d8c4785d-78d4-4823-b736-57a9b4642be7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3554852 Mar 07 16:17:07.437786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43238) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:07.455778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:07.516864 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (ff25126a-ad42-49bc-9349-603d258cc502), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:07.561050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:07.573128 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] Sync routers for ids ['504fc7b5-8204-4dec-9c0f-632869bdece5'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:07.577935 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dab83d1b-7c87-49f4-8855-b6e5579e6341 admin admin] 10.222.0.24 "PUT /v2.0/routers/504fc7b5-8204-4dec-9c0f-632869bdece5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5580781 Mar 07 16:17:07.586976 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] Routers {'504fc7b5-8204-4dec-9c0f-632869bdece5'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:07.587338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43242) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:07.591479 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504fc7b5-8204-4dec-9c0f-632869bdece5'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:07.598398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Allocated IP 2001:db8::2 (c5015ee3-49a9-4b7e-a234-f6ae7c46356b/12fed36f-637f-4e2c-80a3-189a1720795b/9ad840b1-fbd5-462d-985f-ab7cd4b467fd) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:07.824968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Deleting port b7f12834-3e82-48da-b864-09a175b31945 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:07.825697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b7f12834-3e82-48da-b864-09a175b31945), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:07.896472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks [] for router (504fc7b5-8204-4dec-9c0f-632869bdece5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:07.896838 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] Set router 504fc7b5-8204-4dec-9c0f-632869bdece5 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:08.055328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:08.062763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.208928 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Publish callbacks [] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.247539 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.298476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:08.308402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:08.316912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:08.325765 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Publish callbacks [] for port (b7f12834-3e82-48da-b864-09a175b31945), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.336529 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:16:52Z', 'updated_at': '2022-03-07T16:17:05Z', 'revision_number': 5, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'gw_port': {'id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:53Z', 'updated_at': '2022-03-07T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:08.376625 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b7f12834-3e82-48da-b864-09a175b31945), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.385755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Pushing event updated for resources: {'Port': ['ID=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:08.420574 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] Checking router: 504fc7b5-8204-4dec-9c0f-632869bdece5 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:08.442782 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] Routers {'504fc7b5-8204-4dec-9c0f-632869bdece5'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:08.445663 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['504fc7b5-8204-4dec-9c0f-632869bdece5'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:08.449266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace49a3-2f14-4616-8f6e-3c3166bacd6b None None] Pushing event updated for resources: {'Port': ['ID=b7f12834-3e82-48da-b864-09a175b31945,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:08.468325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Attempting to bind port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:08.468706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Attempting to bind port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c769501d-fd9e-43de-aced-2a8c7116cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:08.469080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Attempting to bind port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd on network c5015ee3-49a9-4b7e-a234-f6ae7c46356b {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:08.483386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:08.484089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Checking segment: {'id': 'c769501d-fd9e-43de-aced-2a8c7116cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:08.484668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.485236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Bound using segment: {'id': 'c769501d-fd9e-43de-aced-2a8c7116cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:08.485897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Bound port: 9ad840b1-fbd5-462d-985f-ab7cd4b467fd, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c769501d-fd9e-43de-aced-2a8c7116cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:08.486465 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.510535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b7f12834-3e82-48da-b864-09a175b31945), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.532697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Calling delete_port for b7f12834-3e82-48da-b864-09a175b31945 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:08.545677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Attempting to bind port b7f12834-3e82-48da-b864-09a175b31945 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:08.546502 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Attempting to bind port b7f12834-3e82-48da-b864-09a175b31945 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f753299e-1109-4f76-ae56-6741f1265b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:08.547143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Attempting to bind port b7f12834-3e82-48da-b864-09a175b31945 on network bf2dd505-c287-4bc5-84e6-b6f1ad1a443d {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:08.560963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:08.561582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Checking segment: {'id': 'f753299e-1109-4f76-ae56-6741f1265b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:08.562323 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.562908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Bound using segment: {'id': 'f753299e-1109-4f76-ae56-6741f1265b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:08.563556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Bound port: b7f12834-3e82-48da-b864-09a175b31945, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f753299e-1109-4f76-ae56-6741f1265b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf2dd505-c287-4bc5-84e6-b6f1ad1a443d'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:08.564449 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b7f12834-3e82-48da-b864-09a175b31945), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.637818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] For port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:08.642435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] For port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,segment=NetworkSegment(c769501d-fd9e-43de-aced-2a8c7116cd07),segment_id=c769501d-fd9e-43de-aced-2a8c7116cd07)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:08.644888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] For port b7f12834-3e82-48da-b864-09a175b31945, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:08.648365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (8eea0835-94cf-45df-9613-ead56a29831f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.649715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] For port b7f12834-3e82-48da-b864-09a175b31945, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b7f12834-3e82-48da-b864-09a175b31945,segment=NetworkSegment(f753299e-1109-4f76-ae56-6741f1265b15),segment_id=f753299e-1109-4f76-ae56-6741f1265b15)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:08.662433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.670625 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b7f12834-3e82-48da-b864-09a175b31945), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.701182 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] Set router 504fc7b5-8204-4dec-9c0f-632869bdece5 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:08.723731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:08.735797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Routers {'ff25126a-ad42-49bc-9349-603d258cc502'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:08.735797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ff25126a-ad42-49bc-9349-603d258cc502'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:08.749622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:08.757465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:08.761646 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.761995 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks [] for router_gateway (504fc7b5-8204-4dec-9c0f-632869bdece5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:08.813635 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3738306 Mar 07 16:17:08.818637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43274) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:08.820593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5436d2-5dc3-4255-806b-8576af418a5e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=8eea0835-94cf-45df-9613-ead56a29831f,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:08.828559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b', 'fixed_ips': [{'subnet_id': '12fed36f-637f-4e2c-80a3-189a1720795b'}, {'subnet_id': '8eea0835-94cf-45df-9613-ead56a29831f'}], 'name': 'tempest-PortsIpV6TestJSON-1604906670'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:08.932050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb6955-f58c-4244-8a4a-2a9e8e8532c6 None None] Pushing event updated for resources: {'Port': ['ID=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:08.949765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] Set router ff25126a-ad42-49bc-9349-603d258cc502 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:08.976549 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:16:52Z', 'updated_at': '2022-03-07T16:17:05Z', 'revision_number': 5, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'gw_port': {'id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:53Z', 'updated_at': '2022-03-07T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:09.064825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:09.100459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Deleting port 264ad667-36d2-4e04-bfee-ba13e2a5d60e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:09.100797 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.104908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff25126a-ad42-49bc-9349-603d258cc502', 'name': '', 'tenant_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:02Z', 'updated_at': '2022-03-07T16:17:07Z', 'revision_number': 4, 'project_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:09.175598 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f246f-7b4d-4ae6-bd6d-4c7d474f3aa3 None None] The sync data for ids ['504fc7b5-8204-4dec-9c0f-632869bdece5'] in n-d-830010-8 is: [{'id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'name': 'tempest-ImageQuotaTest-966803140-router', 'tenant_id': '79ec986ccf2548a6831bca10384e86d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:16:52Z', 'updated_at': '2022-03-07T16:17:05Z', 'revision_number': 5, 'project_id': '79ec986ccf2548a6831bca10384e86d3', 'gw_port': {'id': '264ad667-36d2-4e04-bfee-ba13e2a5d60e', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fc7b5-8204-4dec-9c0f-632869bdece5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:16:53Z', 'updated_at': '2022-03-07T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:09.182149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77910a-9cdf-403f-8184-ac94be673588 None None] The sync data for ids ['ff25126a-ad42-49bc-9349-603d258cc502'] in n-d-830010-8 is: [{'id': 'ff25126a-ad42-49bc-9349-603d258cc502', 'name': '', 'tenant_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:02Z', 'updated_at': '2022-03-07T16:17:07Z', 'revision_number': 4, 'project_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:09.211405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace49a3-2f14-4616-8f6e-3c3166bacd6b None None] Pushing event updated for resources: {'Port': ['ID=b7f12834-3e82-48da-b864-09a175b31945,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:09.234102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b7f12834-3e82-48da-b864-09a175b31945), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.306152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7f12834-3e82-48da-b864-09a175b31945,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:09.353614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (ff25126a-ad42-49bc-9349-603d258cc502), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.432099 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.448034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] For port 264ad667-36d2-4e04-bfee-ba13e2a5d60e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=264ad667-36d2-4e04-bfee-ba13e2a5d60e,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:09.448407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.497762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Calling delete_port for 264ad667-36d2-4e04-bfee-ba13e2a5d60e owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:09.501272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (ff25126a-ad42-49bc-9349-603d258cc502), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.505636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port d6b22370-0409-419f-b216-1aa1b78eeb17 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:09.510645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_controller (ff25126a-ad42-49bc-9349-603d258cc502), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.641582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (ff25126a-ad42-49bc-9349-603d258cc502), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.642101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff25126a-ad42-49bc-9349-603d258cc502 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:09.647585 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.648731 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5e7d9656-beda-4134-8549-2022db006b8b tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ff25126a-ad42-49bc-9349-603d258cc502 HTTP/1.1" status: 204 len: 168 time: 2.9394526 Mar 07 16:17:09.652683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43280) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:09.701292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8009061f-acbf-47bf-85de-46df3d15a34c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Deleting subnet ef70d1a8-90b4-4a26-8199-03efb67b1594 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:09.705152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8009061f-acbf-47bf-85de-46df3d15a34c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for subnet (ef70d1a8-90b4-4a26-8199-03efb67b1594), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.749031 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8009061f-acbf-47bf-85de-46df3d15a34c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (ef70d1a8-90b4-4a26-8199-03efb67b1594), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.816599 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8009061f-acbf-47bf-85de-46df3d15a34c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ef70d1a8-90b4-4a26-8199-03efb67b1594), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.872172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9ad840b1-fbd5-462d-985f-ab7cd4b467fd up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:09.895968 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8009061f-acbf-47bf-85de-46df3d15a34c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (ef70d1a8-90b4-4a26-8199-03efb67b1594), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.930818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009061f-acbf-47bf-85de-46df3d15a34c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ef70d1a8-90b4-4a26-8199-03efb67b1594,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:09.936905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8009061f-acbf-47bf-85de-46df3d15a34c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.949751 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8009061f-acbf-47bf-85de-46df3d15a34c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/ef70d1a8-90b4-4a26-8199-03efb67b1594 HTTP/1.1" status: 204 len: 168 time: 0.2930276 Mar 07 16:17:09.949989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43284) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:09.950145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:09.950742 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:09.967781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (264ad667-36d2-4e04-bfee-ba13e2a5d60e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.013678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=264ad667-36d2-4e04-bfee-ba13e2a5d60e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:10.051278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::18f (c5015ee3-49a9-4b7e-a234-f6ae7c46356b/12fed36f-637f-4e2c-80a3-189a1720795b/d6b22370-0409-419f-b216-1aa1b78eeb17) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:10.060438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:10.061164 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.064117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (bf2dd505-c287-4bc5-84e6-b6f1ad1a443d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.079334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8:0:1::92 (c5015ee3-49a9-4b7e-a234-f6ae7c46356b/8eea0835-94cf-45df-9613-ead56a29831f/d6b22370-0409-419f-b216-1aa1b78eeb17) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:10.106274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,segment=NetworkSegment(c769501d-fd9e-43de-aced-2a8c7116cd07),segment_id=c769501d-fd9e-43de-aced-2a8c7116cd07)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:10.116301 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.121048 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (504fc7b5-8204-4dec-9c0f-632869bdece5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.148479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0708c585-e031-434d-a696-3ff703bd6cb2 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:10.168242 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (bf2dd505-c287-4bc5-84e6-b6f1ad1a443d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.182732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 0708c585-e031-434d-a696-3ff703bd6cb2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:10.183245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0708c585-e031-434d-a696-3ff703bd6cb2 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:10.192383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2dd505-c287-4bc5-84e6-b6f1ad1a443d']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:10.205181 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f753299e-1109-4f76-ae56-6741f1265b15') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:10.206672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f753299e-1109-4f76-ae56-6741f1265b15') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:10.218101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:10.232445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f753299e-1109-4f76-ae56-6741f1265b15), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.251408 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f753299e-1109-4f76-ae56-6741f1265b15), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.251788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (504fc7b5-8204-4dec-9c0f-632869bdece5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.254549 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks [] for router_controller (504fc7b5-8204-4dec-9c0f-632869bdece5), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.261367 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:10.262331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f753299e-1109-4f76-ae56-6741f1265b15), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:10.266835 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:10.360749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31eb39-1379-4dd3-a81b-53f959096aa0 None None] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:10.364512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (bf2dd505-c287-4bc5-84e6-b6f1ad1a443d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.382616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (504fc7b5-8204-4dec-9c0f-632869bdece5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.383190 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504fc7b5-8204-4dec-9c0f-632869bdece5 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:10.392593 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.394349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf2dd505-c287-4bc5-84e6-b6f1ad1a443d {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 16:17:10.397056 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2b714907-fd32-4e8c-a644-181b9bcf6e80 admin admin] 10.222.0.24 "DELETE /v2.0/routers/504fc7b5-8204-4dec-9c0f-632869bdece5 HTTP/1.1" status: 204 len: 168 time: 2.8085170 Mar 07 16:17:10.407310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.414928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43294) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:10.417682 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "DELETE /v2.0/networks/bf2dd505-c287-4bc5-84e6-b6f1ad1a443d HTTP/1.1" status: 204 len: 168 time: 0.4666657 Mar 07 16:17:10.418619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bf045-6bfa-4f41-84d4-5c4d07618075 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf2dd505-c287-4bc5-84e6-b6f1ad1a443d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:10.546400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8e542967-1e89-427c-accc-558cb29e252a None None] Provisioning complete for port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:10.546400 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8e542967-1e89-427c-accc-558cb29e252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.572120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.635165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78db857-9f12-489e-9070-3b36a60717c2 admin admin] Deleting subnet 637fbdc0-548d-4353-9d5d-e2e75ea1a2b0 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:10.639857 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.662235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f78db857-9f12-489e-9070-3b36a60717c2 admin admin] Publish callbacks [] for subnet (637fbdc0-548d-4353-9d5d-e2e75ea1a2b0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.714954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:10.716040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8e542967-1e89-427c-accc-558cb29e252a None None] Current status of the port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:10.726578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:10.742047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:10.747812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:10.748448 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.779819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f78db857-9f12-489e-9070-3b36a60717c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (637fbdc0-548d-4353-9d5d-e2e75ea1a2b0), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.782358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=d6b22370-0409-419f-b216-1aa1b78eeb17,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:10.813689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-006b57e8-5efc-47ef-96a3-24285a05a4d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9913373 Mar 07 16:17:10.817390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43318) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:10.824246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12fed36f-637f-4e2c-80a3-189a1720795b'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:10.858573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1237400-a645-49e9-bd34-36c8ef7c6b46 None None] Update dhcp port {'port': {'network_id': 'c5015ee3-49a9-4b7e-a234-f6ae7c46356b', 'fixed_ips': [{'subnet_id': '12fed36f-637f-4e2c-80a3-189a1720795b', 'ip_address': '2001:db8::2'}, {'subnet_id': '8eea0835-94cf-45df-9613-ead56a29831f'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '9ad840b1-fbd5-462d-985f-ab7cd4b467fd'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:17:10.924362 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1237400-a645-49e9-bd34-36c8ef7c6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:10.941220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43322) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:10.953447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1440ee91-7596-4b23-9615-3580a92f003e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'router': {'name': 'tempest-router--1062031287', 'project_id': 'a5cee4f85fd44beda0b52fc2bd67baaa'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:11.010711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f78db857-9f12-489e-9070-3b36a60717c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (637fbdc0-548d-4353-9d5d-e2e75ea1a2b0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.043836 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1440ee91-7596-4b23-9615-3580a92f003e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (79053ac3-dfe9-48bd-b4ef-82440cce57d6), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.044878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1440ee91-7596-4b23-9615-3580a92f003e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (79053ac3-dfe9-48bd-b4ef-82440cce57d6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.107323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1440ee91-7596-4b23-9615-3580a92f003e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_controller (79053ac3-dfe9-48bd-b4ef-82440cce57d6), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.117346 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1440ee91-7596-4b23-9615-3580a92f003e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (79053ac3-dfe9-48bd-b4ef-82440cce57d6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.137730 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1440ee91-7596-4b23-9615-3580a92f003e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.141861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43328) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:11.142145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1440ee91-7596-4b23-9615-3580a92f003e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1959240 Mar 07 16:17:11.151029 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.151258 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f78db857-9f12-489e-9070-3b36a60717c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (637fbdc0-548d-4353-9d5d-e2e75ea1a2b0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.151375 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.166168 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f78db857-9f12-489e-9070-3b36a60717c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.169784 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f78db857-9f12-489e-9070-3b36a60717c2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/637fbdc0-548d-4353-9d5d-e2e75ea1a2b0 HTTP/1.1" status: 204 len: 168 time: 0.7538702 Mar 07 16:17:11.188429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43330) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:11.192825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9852d189-5653-45c2-9dc7-8960232d0830 None None] Network 47b208fa-e2f4-4461-b639-0f09ad6aa3ab requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:11.197438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78db857-9f12-489e-9070-3b36a60717c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637fbdc0-548d-4353-9d5d-e2e75ea1a2b0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:11.246574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e1237400-a645-49e9-bd34-36c8ef7c6b46 None None] Allocated IP 2001:db8:0:1::2 (c5015ee3-49a9-4b7e-a234-f6ae7c46356b/8eea0835-94cf-45df-9613-ead56a29831f/9ad840b1-fbd5-462d-985f-ab7cd4b467fd) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:11.251068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac689361-4293-49bf-a923-517d1b46fb23 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (79053ac3-dfe9-48bd-b4ef-82440cce57d6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.298258 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (47b208fa-e2f4-4461-b639-0f09ad6aa3ab), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.391820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Deleting port 575c5bee-386c-4838-9743-4c145e39470e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:11.392447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (575c5bee-386c-4838-9743-4c145e39470e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.437665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e1237400-a645-49e9-bd34-36c8ef7c6b46 None None] For port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,segment=NetworkSegment(c769501d-fd9e-43de-aced-2a8c7116cd07),segment_id=c769501d-fd9e-43de-aced-2a8c7116cd07)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:11.480985 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1237400-a645-49e9-bd34-36c8ef7c6b46 None None] Publish callbacks [] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.487027 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1237400-a645-49e9-bd34-36c8ef7c6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.507275 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] DHCP port deletion for 47b208fa-e2f4-4461-b639-0f09ad6aa3ab request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:17:11.521899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] For port 575c5bee-386c-4838-9743-4c145e39470e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=575c5bee-386c-4838-9743-4c145e39470e,segment=NetworkSegment(747a2971-85ff-4fff-97dd-5cc2e4c81f9b),segment_id=747a2971-85ff-4fff-97dd-5cc2e4c81f9b)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:11.522439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (575c5bee-386c-4838-9743-4c145e39470e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.538653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Calling delete_port for 575c5bee-386c-4838-9743-4c145e39470e owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:11.593840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac689361-4293-49bf-a923-517d1b46fb23 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (79053ac3-dfe9-48bd-b4ef-82440cce57d6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.597931 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac689361-4293-49bf-a923-517d1b46fb23 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_controller (79053ac3-dfe9-48bd-b4ef-82440cce57d6), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.637716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1237400-a645-49e9-bd34-36c8ef7c6b46 None None] Pushing event updated for resources: {'Port': ['ID=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:11.664048 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (575c5bee-386c-4838-9743-4c145e39470e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.674831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] Deleting port 575c5bee-386c-4838-9743-4c145e39470e {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:11.675273 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (575c5bee-386c-4838-9743-4c145e39470e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.703223 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac689361-4293-49bf-a923-517d1b46fb23 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (79053ac3-dfe9-48bd-b4ef-82440cce57d6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.703759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac689361-4293-49bf-a923-517d1b46fb23 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79053ac3-dfe9-48bd-b4ef-82440cce57d6 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:11.709479 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac689361-4293-49bf-a923-517d1b46fb23 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.713138 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ac689361-4293-49bf-a923-517d1b46fb23 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "DELETE /v2.0/routers/79053ac3-dfe9-48bd-b4ef-82440cce57d6 HTTP/1.1" status: 204 len: 168 time: 0.5676067 Mar 07 16:17:11.715865 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=575c5bee-386c-4838-9743-4c145e39470e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:11.725326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] No DVR routers for this DVR port 575c5bee-386c-4838-9743-4c145e39470e on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:11.807291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] For port 575c5bee-386c-4838-9743-4c145e39470e, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:11.807690 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (575c5bee-386c-4838-9743-4c145e39470e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.824664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] Calling delete_port for 575c5bee-386c-4838-9743-4c145e39470e owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:11.828383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] Port 575c5bee-386c-4838-9743-4c145e39470e was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:17:11.830353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (575c5bee-386c-4838-9743-4c145e39470e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.897575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] Pushing event deleted for resources: {'Port': ['ID=575c5bee-386c-4838-9743-4c145e39470e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:11.919184 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (47b208fa-e2f4-4461-b639-0f09ad6aa3ab), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:11.941669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351b93c-d1d9-4532-b9ec-41a0e8b7ca54 None None] No DVR routers for this DVR port 575c5bee-386c-4838-9743-4c145e39470e on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:11.960362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9ad840b1-fbd5-462d-985f-ab7cd4b467fd up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:11.977111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43334) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:11.985175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b208fa-e2f4-4461-b639-0f09ad6aa3ab']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:11.988243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Delete allocated IP 2001:db8:0:1::92 (c5015ee3-49a9-4b7e-a234-f6ae7c46356b/8eea0835-94cf-45df-9613-ead56a29831f) {{(pid=103866) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 16:17:11.997954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747a2971-85ff-4fff-97dd-5cc2e4c81f9b') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:11.998386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747a2971-85ff-4fff-97dd-5cc2e4c81f9b') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:12.011281 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (747a2971-85ff-4fff-97dd-5cc2e4c81f9b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.032758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (747a2971-85ff-4fff-97dd-5cc2e4c81f9b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.049331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:12.050293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (747a2971-85ff-4fff-97dd-5cc2e4c81f9b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.057288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:12.057794 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: items = [ Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:12.076736 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:12.156492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (47b208fa-e2f4-4461-b639-0f09ad6aa3ab), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.164141 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.194787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.198728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:12.202680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.207715 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] 10.222.0.24 "DELETE /v2.0/networks/47b208fa-e2f4-4461-b639-0f09ad6aa3ab HTTP/1.1" status: 204 len: 168 time: 1.0179408 Mar 07 16:17:12.245738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf0cc4-5e56-4979-91ae-b5b5646f9bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=47b208fa-e2f4-4461-b639-0f09ad6aa3ab,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:12.278440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] In _notify_port_updated(), no bound segment for port d6b22370-0409-419f-b216-1aa1b78eeb17 on network c5015ee3-49a9-4b7e-a234-f6ae7c46356b {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:17:12.284941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:12.288086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 264ad667-36d2-4e04-bfee-ba13e2a5d60e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:12.291473 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.296187 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "PUT /v2.0/ports/d6b22370-0409-419f-b216-1aa1b78eeb17 HTTP/1.1" status: 200 len: 926 time: 1.4776945 Mar 07 16:17:12.300511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43344) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:12.307203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12fed36f-637f-4e2c-80a3-189a1720795b'}, {'subnet_id': '8eea0835-94cf-45df-9613-ead56a29831f'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:12.309786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 264ad667-36d2-4e04-bfee-ba13e2a5d60e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:12.310071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 264ad667-36d2-4e04-bfee-ba13e2a5d60e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:12.310412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 575c5bee-386c-4838-9743-4c145e39470e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:12.348877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ea7ea-d50f-4ef3-91ff-750e6c5f8aa5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=d6b22370-0409-419f-b216-1aa1b78eeb17,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:12.350976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-387638959', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:12.359934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 575c5bee-386c-4838-9743-4c145e39470e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:12.360301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 575c5bee-386c-4838-9743-4c145e39470e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:12.401381 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.406338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.437389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.490353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.559533 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43352) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:12.614507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032de370-f01a-45f6-a80b-f992eaebd756 None None] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:12.661911 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d6d63874-e930-4026-9e97-07fe2e4a6e2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79ec986ccf2548a6831bca10384e86d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1040714 Mar 07 16:17:12.665072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43360) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:12.685087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.711198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4440da61-ff26-4de3-98b9-e46efe0967a0 None None] Provisioning complete for port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:12.711633 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4440da61-ff26-4de3-98b9-e46efe0967a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.771040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a4cbbc-cc68-4c7a-beed-5a8f66a50f0a admin admin] Publish callbacks [] for security_group (f94f91fb-b3ff-4715-97c4-b605c20d7679), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.832739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a4cbbc-cc68-4c7a-beed-5a8f66a50f0a admin admin] Publish callbacks [] for security_group (f94f91fb-b3ff-4715-97c4-b605c20d7679), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.855269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4440da61-ff26-4de3-98b9-e46efe0967a0 None None] Current status of the port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:12.879407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8:0:1::5e (c5015ee3-49a9-4b7e-a234-f6ae7c46356b/8eea0835-94cf-45df-9613-ead56a29831f/d6b22370-0409-419f-b216-1aa1b78eeb17) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:12.932335 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.956977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.974814 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a4cbbc-cc68-4c7a-beed-5a8f66a50f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f94f91fb-b3ff-4715-97c4-b605c20d7679), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.977437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a4cbbc-cc68-4c7a-beed-5a8f66a50f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:12.978585 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-10a4cbbc-cc68-4c7a-beed-5a8f66a50f0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f94f91fb-b3ff-4715-97c4-b605c20d7679 HTTP/1.1" status: 204 len: 168 time: 0.3126087 Mar 07 16:17:13.029029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4cbbc-cc68-4c7a-beed-5a8f66a50f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94f91fb-b3ff-4715-97c4-b605c20d7679,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:13.091844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Allocated IP 172.25.4.79 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/6904d644-4a73-4f29-bb45-061ab8563ecc) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:13.143385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43370) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:13.153116 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.162098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.286676 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for port (6904d644-4a73-4f29-bb45-061ab8563ecc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.291458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] In _notify_port_updated(), no bound segment for port d6b22370-0409-419f-b216-1aa1b78eeb17 on network c5015ee3-49a9-4b7e-a234-f6ae7c46356b {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:17:13.291653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-62402713-a52d-49a0-ac67-14ddea416b50 None None] Provisioning complete for port d6b22370-0409-419f-b216-1aa1b78eeb17 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:13.292774 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62402713-a52d-49a0-ac67-14ddea416b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.298271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:13.300085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.304402 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "PUT /v2.0/ports/d6b22370-0409-419f-b216-1aa1b78eeb17 HTTP/1.1" status: 200 len: 1011 time: 1.0023639 Mar 07 16:17:13.304576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43376) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:13.325162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d4c11-a766-439f-b77c-41e9df79b37f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=d6b22370-0409-419f-b216-1aa1b78eeb17,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:13.374518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-62402713-a52d-49a0-ac67-14ddea416b50 None None] Port d6b22370-0409-419f-b216-1aa1b78eeb17 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:13.388229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-62402713-a52d-49a0-ac67-14ddea416b50 None None] Provisioning complete for port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:13.389089 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62402713-a52d-49a0-ac67-14ddea416b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.399541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6904d644-4a73-4f29-bb45-061ab8563ecc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.435315 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:13.457268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:13.486485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:13.503068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-62402713-a52d-49a0-ac67-14ddea416b50 None None] Current status of the port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:13.518368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e34021-42ec-4571-a8c6-f6e9bcef464a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.569703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event updated for resources: {'Port': ['ID=6904d644-4a73-4f29-bb45-061ab8563ecc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:13.576464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2f985841-e9e2-4dab-a921-e808b6ebc1a9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port d6b22370-0409-419f-b216-1aa1b78eeb17 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:13.576851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f985841-e9e2-4dab-a921-e808b6ebc1a9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.618515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43378) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:13.625696 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e34021-42ec-4571-a8c6-f6e9bcef464a admin admin] Publish callbacks [] for security_group (92aed40d-8887-40d9-963e-0f28d0b63f98), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.631005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-391d65f0-c63d-4a15-a334-06d2e2c69f68 None None] Provisioning complete for port d6b22370-0409-419f-b216-1aa1b78eeb17 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:13.631567 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-391d65f0-c63d-4a15-a334-06d2e2c69f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.634053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e34021-42ec-4571-a8c6-f6e9bcef464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (92aed40d-8887-40d9-963e-0f28d0b63f98), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.673009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-391d65f0-c63d-4a15-a334-06d2e2c69f68 None None] Port d6b22370-0409-419f-b216-1aa1b78eeb17 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:13.677623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.677983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.678439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.678658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.679124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.679360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.679691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.680026 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.680348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.680677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.681008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.681341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.681668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:13.684611 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-34e34021-42ec-4571-a8c6-f6e9bcef464a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8681cb435c9649fc966c39e1104674f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401466 Mar 07 16:17:13.685235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43380) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:13.695369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e34021-42ec-4571-a8c6-f6e9bcef464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aed40d-8887-40d9-963e-0f28d0b63f98,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:13.704792 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-76f27ceb-a30c-4120-b105-99f7845e49c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.750064 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf00c-84a3-44ae-9313-ac1691215284 admin admin] Publish callbacks [] for security_group (92aed40d-8887-40d9-963e-0f28d0b63f98), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.774369 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf00c-84a3-44ae-9313-ac1691215284 admin admin] Publish callbacks [] for security_group (92aed40d-8887-40d9-963e-0f28d0b63f98), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.830076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf00c-84a3-44ae-9313-ac1691215284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (92aed40d-8887-40d9-963e-0f28d0b63f98), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.834015 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf00c-84a3-44ae-9313-ac1691215284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.838134 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7c1bf00c-84a3-44ae-9313-ac1691215284 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92aed40d-8887-40d9-963e-0f28d0b63f98 HTTP/1.1" status: 204 len: 168 time: 0.1482224 Mar 07 16:17:13.847840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bf00c-84a3-44ae-9313-ac1691215284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aed40d-8887-40d9-963e-0f28d0b63f98,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:13.908999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-faa09912-740e-4fa2-80aa-ddeb814c9b6f None None] Provisioning complete for port d6b22370-0409-419f-b216-1aa1b78eeb17 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:13.910697 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-faa09912-740e-4fa2-80aa-ddeb814c9b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:13.961938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-faa09912-740e-4fa2-80aa-ddeb814c9b6f None None] Port d6b22370-0409-419f-b216-1aa1b78eeb17 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:14.186982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1951cf2a-63aa-4e3c-bb4a-68349a95882a None None] Provisioning complete for port d6b22370-0409-419f-b216-1aa1b78eeb17 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:14.188015 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1951cf2a-63aa-4e3c-bb4a-68349a95882a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.202433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f985841-e9e2-4dab-a921-e808b6ebc1a9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.224169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2f985841-e9e2-4dab-a921-e808b6ebc1a9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for d6b22370-0409-419f-b216-1aa1b78eeb17 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:14.244593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1951cf2a-63aa-4e3c-bb4a-68349a95882a None None] Port d6b22370-0409-419f-b216-1aa1b78eeb17 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:14.262037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43392) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:14.276179 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9bb8-6415-46f9-84be-8badc1faabe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.365770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9bb8-6415-46f9-84be-8badc1faabe7 admin admin] Publish callbacks [] for security_group (35c521d6-7be8-45a2-a73c-2ccd56163ef7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.371026 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9bb8-6415-46f9-84be-8badc1faabe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (35c521d6-7be8-45a2-a73c-2ccd56163ef7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.405820 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2bfe9bb8-6415-46f9-84be-8badc1faabe7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c49922d9b4fb45e3838bb448ddfc7c05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427011 Mar 07 16:17:14.409114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43394) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:14.432332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe9bb8-6415-46f9-84be-8badc1faabe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c521d6-7be8-45a2-a73c-2ccd56163ef7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:14.441940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-76f27ceb-a30c-4120-b105-99f7845e49c7 admin admin] Publish callbacks [] for security_group (86e055f5-1548-4196-91f1-6c9704c906e8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.456484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-76f27ceb-a30c-4120-b105-99f7845e49c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (86e055f5-1548-4196-91f1-6c9704c906e8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.468294 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-704fa402-3b14-4633-b48e-9a850a53e8be admin admin] Publish callbacks [] for security_group (35c521d6-7be8-45a2-a73c-2ccd56163ef7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.487897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.490306 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-704fa402-3b14-4633-b48e-9a850a53e8be admin admin] Publish callbacks [] for security_group (35c521d6-7be8-45a2-a73c-2ccd56163ef7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.538950 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-704fa402-3b14-4633-b48e-9a850a53e8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (35c521d6-7be8-45a2-a73c-2ccd56163ef7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.541659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-704fa402-3b14-4633-b48e-9a850a53e8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.545824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-704fa402-3b14-4633-b48e-9a850a53e8be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35c521d6-7be8-45a2-a73c-2ccd56163ef7 HTTP/1.1" status: 204 len: 168 time: 0.1357639 Mar 07 16:17:14.551900 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-76f27ceb-a30c-4120-b105-99f7845e49c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.9310074 Mar 07 16:17:14.554552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43398) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:14.561929 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fa402-3b14-4633-b48e-9a850a53e8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c521d6-7be8-45a2-a73c-2ccd56163ef7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:14.589346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f27ceb-a30c-4120-b105-99f7845e49c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e055f5-1548-4196-91f1-6c9704c906e8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:14.599943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fa03f-ec3b-4a52-b1a4-4b2719b546ec req-c90d7e4c-5226-4b61-8a58-73c0d330abb1 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:14.601235 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d9fa03f-ec3b-4a52-b1a4-4b2719b546ec req-c90d7e4c-5226-4b61-8a58-73c0d330abb1 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1128 time: 0.4434028 Mar 07 16:17:14.610894 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04e2687b-fedd-4db8-b672-844bdf807fe4 admin admin] Publish callbacks [] for security_group (86e055f5-1548-4196-91f1-6c9704c906e8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.634627 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04e2687b-fedd-4db8-b672-844bdf807fe4 admin admin] Publish callbacks [] for security_group (86e055f5-1548-4196-91f1-6c9704c906e8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.688008 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04e2687b-fedd-4db8-b672-844bdf807fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (86e055f5-1548-4196-91f1-6c9704c906e8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.690834 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04e2687b-fedd-4db8-b672-844bdf807fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.692022 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-04e2687b-fedd-4db8-b672-844bdf807fe4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86e055f5-1548-4196-91f1-6c9704c906e8 HTTP/1.1" status: 204 len: 168 time: 0.1363161 Mar 07 16:17:14.700376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2687b-fedd-4db8-b672-844bdf807fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e055f5-1548-4196-91f1-6c9704c906e8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:14.786266 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d9fa03f-ec3b-4a52-b1a4-4b2719b546ec req-870e0f8b-0342-4129-8fa2-e646c4179281 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1430790 Mar 07 16:17:14.791257 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f985841-e9e2-4dab-a921-e808b6ebc1a9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d6b22370-0409-419f-b216-1aa1b78eeb17), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.816807 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43404) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:14.829687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f985841-e9e2-4dab-a921-e808b6ebc1a9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=d6b22370-0409-419f-b216-1aa1b78eeb17,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:14.933334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f985841-e9e2-4dab-a921-e808b6ebc1a9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:14.939084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2f985841-e9e2-4dab-a921-e808b6ebc1a9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/d6b22370-0409-419f-b216-1aa1b78eeb17 HTTP/1.1" status: 204 len: 168 time: 1.6313722 Mar 07 16:17:14.941321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43410) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:14.967566 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.054252 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bf0af9-9840-484a-a814-b09847efcd12 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:17:15.058764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-67bf0af9-9840-484a-a814-b09847efcd12 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/d6b22370-0409-419f-b216-1aa1b78eeb17 HTTP/1.1" status: 404 len: 333 time: 0.1020083 Mar 07 16:17:15.063868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43414) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:15.126188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port bd246113-c7d7-4fb6-a394-44e7de928ea8 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:15.130061 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bd246113-c7d7-4fb6-a394-44e7de928ea8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.227022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87420a9-e3a1-4633-8c04-651afc7a8342 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 8eea0835-94cf-45df-9613-ead56a29831f {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:15.248654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d87420a9-e3a1-4633-8c04-651afc7a8342 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (8eea0835-94cf-45df-9613-ead56a29831f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.282124 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bd246113-c7d7-4fb6-a394-44e7de928ea8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.292799 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (bd246113-c7d7-4fb6-a394-44e7de928ea8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.310648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for bd246113-c7d7-4fb6-a394-44e7de928ea8 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:15.328916 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d87420a9-e3a1-4633-8c04-651afc7a8342 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (8eea0835-94cf-45df-9613-ead56a29831f), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.356633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Router 9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:17:15.501159 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bd246113-c7d7-4fb6-a394-44e7de928ea8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.519257 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d87420a9-e3a1-4633-8c04-651afc7a8342 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (8eea0835-94cf-45df-9613-ead56a29831f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.545554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=bd246113-c7d7-4fb6-a394-44e7de928ea8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:15.556211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:15.568423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47bdfea-3644-447c-ba0e-3957a9f8b8a4 None None] Sync routers for ids ['9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:15.586650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47bdfea-3644-447c-ba0e-3957a9f8b8a4 None None] Routers {'9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:15.588083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a47bdfea-3644-447c-ba0e-3957a9f8b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:15.595708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.602617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5151b8a3-a8df-49cd-9ba2-2eb43e570c8c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6225953 Mar 07 16:17:15.605107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43426) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:15.624954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a47bdfea-3644-447c-ba0e-3957a9f8b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:15.631878 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (4607a788-ee52-4650-89a7-10449b1f7bbc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.632309 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Floating IP 4607a788-ee52-4650-89a7-10449b1f7bbc disassociated (deleted). External IP: 172.25.4.16, port: 3380f132-03d0-4f6c-b3a3-a07947052f43. Mar 07 16:17:15.640126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47bdfea-3644-447c-ba0e-3957a9f8b8a4 None None] Routers {'9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:15.640951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a47bdfea-3644-447c-ba0e-3957a9f8b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:15.670495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d87420a9-e3a1-4633-8c04-651afc7a8342 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (8eea0835-94cf-45df-9613-ead56a29831f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.684354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a47bdfea-3644-447c-ba0e-3957a9f8b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:15.685448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47bdfea-3644-447c-ba0e-3957a9f8b8a4 None None] The sync data for ids ['9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:15.710618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87420a9-e3a1-4633-8c04-651afc7a8342 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=8eea0835-94cf-45df-9613-ead56a29831f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:15.729612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee9549a-850d-403e-862e-f97e30b5a88c None None] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:15.742175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d87420a9-e3a1-4633-8c04-651afc7a8342 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.748345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d87420a9-e3a1-4633-8c04-651afc7a8342 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/8eea0835-94cf-45df-9613-ead56a29831f HTTP/1.1" status: 204 len: 168 time: 0.6836021 Mar 07 16:17:15.750304 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43430) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:15.779265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dbfda573-537a-4d50-8935-c873aab9b4f7 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/routers/9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63 HTTP/1.1" status: 200 len: 923 time: 0.1704829 Mar 07 16:17:15.779491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43432) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:15.826426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cf9f6575-ab3e-4532-9464-5c0f22577cbb tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63 HTTP/1.1" status: 200 len: 205 time: 0.0427842 Mar 07 16:17:15.827026 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43436) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:15.856511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e846c0be-9ef8-4b5b-9f2b-e76d952ae06a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 12fed36f-637f-4e2c-80a3-189a1720795b {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:15.861522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e846c0be-9ef8-4b5b-9f2b-e76d952ae06a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (12fed36f-637f-4e2c-80a3-189a1720795b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.946011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e846c0be-9ef8-4b5b-9f2b-e76d952ae06a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (12fed36f-637f-4e2c-80a3-189a1720795b), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:15.973439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.002277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 43cd1400-5477-4a30-98fd-97d34b893a92 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:17:16.101596 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e846c0be-9ef8-4b5b-9f2b-e76d952ae06a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (12fed36f-637f-4e2c-80a3-189a1720795b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.121290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.186357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Deleting port 6904d644-4a73-4f29-bb45-061ab8563ecc {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:16.186992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6904d644-4a73-4f29-bb45-061ab8563ecc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.235526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e846c0be-9ef8-4b5b-9f2b-e76d952ae06a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (12fed36f-637f-4e2c-80a3-189a1720795b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.273194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846c0be-9ef8-4b5b-9f2b-e76d952ae06a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=12fed36f-637f-4e2c-80a3-189a1720795b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:16.275653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:16.281431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.286737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e846c0be-9ef8-4b5b-9f2b-e76d952ae06a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.290009 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] Sync routers for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:16.292762 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e846c0be-9ef8-4b5b-9f2b-e76d952ae06a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/12fed36f-637f-4e2c-80a3-189a1720795b HTTP/1.1" status: 204 len: 168 time: 0.5413213 Mar 07 16:17:16.293378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43448) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:16.306302 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:16.306949 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:16.322502 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6904d644-4a73-4f29-bb45-061ab8563ecc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.340793 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-365103c5-a29a-4e10-95ad-055445e2c802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/floatingips/4607a788-ee52-4650-89a7-10449b1f7bbc HTTP/1.1" status: 204 len: 168 time: 1.5227287 Mar 07 16:17:16.341395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:17:16.351918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Calling delete_port for 6904d644-4a73-4f29-bb45-061ab8563ecc owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:16.359279 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da16a9-0e18-47be-95e6-b9e90f9950f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:17:16.415446 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:17:16.422426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (c5015ee3-49a9-4b7e-a234-f6ae7c46356b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.436241 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0722b1b7-39e7-4007-93b6-75a35ef36daa x-openstack-request-id: req-0722b1b7-39e7-4007-93b6-75a35ef36daa {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:17:16.436546 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:17:16.436812 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0722b1b7-39e7-4007-93b6-75a35ef36daa {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:17:16.437228 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'status': 'completed', 'code': 200} Mar 07 16:17:16.540317 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:16.698990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-55c90e27-7428-4be3-9596-f7ea2519c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:16.698990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-55c90e27-7428-4be3-9596-f7ea2519c5b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 1128 time: 0.2302299 Mar 07 16:17:16.841625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6904d644-4a73-4f29-bb45-061ab8563ecc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.844409 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:16.844740 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.895201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7378f02d-7737-48ad-abeb-a488f69a2a64 None None] Network c5015ee3-49a9-4b7e-a234-f6ae7c46356b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:16.926057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] For port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,segment=NetworkSegment(c769501d-fd9e-43de-aced-2a8c7116cd07),segment_id=c769501d-fd9e-43de-aced-2a8c7116cd07)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:16.926391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:16.940582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 9ad840b1-fbd5-462d-985f-ab7cd4b467fd owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:16.958520 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:46Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a1542434-8da6-4dfa-85ca-79cc4173d796', 'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:5c:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:43Z', 'updated_at': '2022-03-07T16:14:51Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:17.012320 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] Checking router: 43cd1400-5477-4a30-98fd-97d34b893a92 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:17.030054 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:17.031633 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:17.078610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event deleted for resources: {'Port': ['ID=6904d644-4a73-4f29-bb45-061ab8563ecc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:17.085857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-6da8f4a9-1001-4801-8a19-c9a5cd6e4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:17.088089 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-6da8f4a9-1001-4801-8a19-c9a5cd6e4bde service neutron] 10.222.0.11 "GET /v2.0/networks?id=65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 200 len: 897 time: 0.3766959 Mar 07 16:17:17.141119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-dfc4b208-f910-4c15-9271-58d597675505 None None] Provisioning complete for port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:17.142783 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b208-f910-4c15-9271-58d597675505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.184040 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:17.227727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43384da5-40bc-43ef-9e0f-e43ed9b0a213 req-9df3dfa1-af41-4337-808f-923585b1efbe tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:17.235551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43384da5-40bc-43ef-9e0f-e43ed9b0a213 req-9df3dfa1-af41-4337-808f-923585b1efbe tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.5282264 Mar 07 16:17:17.249778 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-f5c93932-5ee9-4319-bef9-d75da4f1c0a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 200 len: 217 time: 0.1520295 Mar 07 16:17:17.280294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4b208-f910-4c15-9271-58d597675505 None None] Current status of the port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:17.322716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c626fdc-ae99-435b-b38e-b7cc58832a47 None None] DHCP port deletion for c5015ee3-49a9-4b7e-a234-f6ae7c46356b request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:17:17.338079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.422224 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:46Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a1542434-8da6-4dfa-85ca-79cc4173d796', 'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:5c:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:43Z', 'updated_at': '2022-03-07T16:14:51Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:17.452675 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7be91-13b1-4d33-b0f7-f27b2a6f384c None None] The sync data for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 is: [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:14:46Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a1542434-8da6-4dfa-85ca-79cc4173d796', 'name': '', 'network_id': '65596130-a4f5-4fe1-916e-781be6951587', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:5c:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:43Z', 'updated_at': '2022-03-07T16:14:51Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '951818bc-bb99-43a3-9a0c-22b765943c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:17.544841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0c626fdc-ae99-435b-b38e-b7cc58832a47 None None] Deleting port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:17.545128 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0c626fdc-ae99-435b-b38e-b7cc58832a47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.614058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0c626fdc-ae99-435b-b38e-b7cc58832a47 None None] For port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,segment=NetworkSegment(c769501d-fd9e-43de-aced-2a8c7116cd07),segment_id=c769501d-fd9e-43de-aced-2a8c7116cd07)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:17.614646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0c626fdc-ae99-435b-b38e-b7cc58832a47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.630771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0c626fdc-ae99-435b-b38e-b7cc58832a47 None None] Calling delete_port for 9ad840b1-fbd5-462d-985f-ab7cd4b467fd owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:17.715252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243511f-2edf-44c3-961b-97404194fee5 None None] New status for floating IP 4607a788-ee52-4650-89a7-10449b1f7bbc: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:17:17.791168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9ad840b1-fbd5-462d-985f-ab7cd4b467fd no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:17.809829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-c592c2c4-bfd0-4d36-9b01-93b61bee989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:17.812603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-c592c2c4-bfd0-4d36-9b01-93b61bee989e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 200 len: 835 time: 0.5446200 Mar 07 16:17:17.818990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43384da5-40bc-43ef-9e0f-e43ed9b0a213 req-cd9d6af1-e1a3-4ec4-9437-9b7683db9d3e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5825512 Mar 07 16:17:17.823426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.827538 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.839766 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.846723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No active binding found for port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd {{(pid=103868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 16:17:17.847198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] The host n-d-830010-8 is not matching for port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd host None! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:17:17.847657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9ad840b1-fbd5-462d-985f-ab7cd4b467fd not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:17.858953 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0c626fdc-ae99-435b-b38e-b7cc58832a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (9ad840b1-fbd5-462d-985f-ab7cd4b467fd), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.885369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c626fdc-ae99-435b-b38e-b7cc58832a47 None None] Pushing event deleted for resources: {'Port': ['ID=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:17.890036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c626fdc-ae99-435b-b38e-b7cc58832a47 None None] No DVR routers for this DVR port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:17.927522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=9ad840b1-fbd5-462d-985f-ab7cd4b467fd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:17.931247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No DVR routers for this DVR port 9ad840b1-fbd5-462d-985f-ab7cd4b467fd on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:17.939427 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.940657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Fanout notify agent at l3_agent the message router_deleted on router 9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:17.963594 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:17.964724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-22f72808-e076-4aff-bf13-be2575a070ee tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63 HTTP/1.1" status: 204 len: 168 time: 2.1371768 Mar 07 16:17:17.968447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43482) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:17.975965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'router': {'name': 'tempest-snat-router-632463477', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': False}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:18.010834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-ca6e9667-fc57-40ab-a68e-54d989282b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:18.012365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-ca6e9667-fc57-40ab-a68e-54d989282b1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65596130-a4f5-4fe1-916e-781be6951587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1873205 Mar 07 16:17:18.045076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-952e126e-4996-4d8c-9604-0ff424998b92 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:17:18.046060 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-952e126e-4996-4d8c-9604-0ff424998b92 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076954 Mar 07 16:17:18.062489 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (c5015ee3-49a9-4b7e-a234-f6ae7c46356b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.118380 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (5ecc9ee1-b600-487d-a833-56f25eb28bd3), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.119459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (5ecc9ee1-b600-487d-a833-56f25eb28bd3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.141305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5015ee3-49a9-4b7e-a234-f6ae7c46356b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:18.189130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c769501d-fd9e-43de-aced-2a8c7116cd07') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:18.189439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c769501d-fd9e-43de-aced-2a8c7116cd07') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:18.224274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c769501d-fd9e-43de-aced-2a8c7116cd07), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.273334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_controller (5ecc9ee1-b600-487d-a833-56f25eb28bd3), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.279610 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c769501d-fd9e-43de-aced-2a8c7116cd07), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.291446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-583a2716-2e61-4da1-819a-34f5692f5e21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:18.293240 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-583a2716-2e61-4da1-819a-34f5692f5e21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.2537205 Mar 07 16:17:18.303552 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-c7c9ffd9-e0f8-4c2d-a3b5-ac071c6ed02f service neutron] 10.222.0.11 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358625 Mar 07 16:17:18.304692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:18.305096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c769501d-fd9e-43de-aced-2a8c7116cd07), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:18.310125 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:18.609728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (c5015ee3-49a9-4b7e-a234-f6ae7c46356b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.650330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.653513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/networks/c5015ee3-49a9-4b7e-a234-f6ae7c46356b HTTP/1.1" status: 204 len: 168 time: 2.3590767 Mar 07 16:17:18.657224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43508) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:18.677343 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (5ecc9ee1-b600-487d-a833-56f25eb28bd3), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.688392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2219a4-80d0-4a8c-86f7-90c05ca4760b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Network': ['ID=c5015ee3-49a9-4b7e-a234-f6ae7c46356b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:18.715812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15201dc-ecef-41b5-9e66-fbe5044e01fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:18.717779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18da16a9-0e18-47be-95e6-b9e90f9950f3 req-9244fcbf-9026-4a4c-a39f-09388dbbe74b service neutron] 10.222.0.11 "GET /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680286 Mar 07 16:17:18.721548 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b15201dc-ecef-41b5-9e66-fbe5044e01fe tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0632255 Mar 07 16:17:18.722320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43510) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:18.736623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c428f9-abb9-4f18-9576-b378a7e5f4c6 req-61394623-7130-4b28-ba42-9140889e2a76 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:18.738405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f6c428f9-abb9-4f18-9576-b378a7e5f4c6 req-61394623-7130-4b28-ba42-9140889e2a76 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 945 time: 0.3744717 Mar 07 16:17:18.749957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43512) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:18.788465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port 3380f132-03d0-4f6c-b3a3-a07947052f43 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:18.788811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.793832 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-35e45c1d-07a3-43f9-862f-f5e0e282d0cd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0704050 Mar 07 16:17:18.797841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43516) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:18.805823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-905078988'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:18.835311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:18.838740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.913576 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f6c428f9-abb9-4f18-9576-b378a7e5f4c6 req-14988c67-c717-419a-8760-0512083a3fa1 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654847 Mar 07 16:17:18.928358 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4a3a-b75b-4b7f-b76c-fcf8c0ce4b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:18.978485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port 3380f132-03d0-4f6c-b3a3-a07947052f43, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3380f132-03d0-4f6c-b3a3-a07947052f43,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:18.978889 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.002844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for 3380f132-03d0-4f6c-b3a3-a07947052f43 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:19.192376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:17:19.202987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (07dad91a-75d4-4462-a181-8e8a641900e7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.203335 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Added segment 07dad91a-75d4-4462-a181-8e8a641900e7 of type vlan for network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac Mar 07 16:17:19.218659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4a3a-b75b-4b7f-b76c-fcf8c0ce4b9a admin admin] Publish callbacks [] for security_group (a3382010-5390-4013-85c1-4ba8e554d253), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.233186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4a3a-b75b-4b7f-b76c-fcf8c0ce4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a3382010-5390-4013-85c1-4ba8e554d253), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.253492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (5ecc9ee1-b600-487d-a833-56f25eb28bd3), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.253740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b052fd1d-2bb8-4ba6-a71f-99e0bb91baac), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.280694 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b052fd1d-2bb8-4ba6-a71f-99e0bb91baac), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.287292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:19.288140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.291588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.326540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cb1c4a3a-b75b-4b7f-b76c-fcf8c0ce4b9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7be4cc5502f94adf9449ae154835cb0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5749621 Mar 07 16:17:19.331728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5326202 Mar 07 16:17:19.338658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43522) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:19.339031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43524) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:19.342005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c4a3a-b75b-4b7f-b76c-fcf8c0ce4b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3382010-5390-4013-85c1-4ba8e554d253,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:19.354763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'b052fd1d-2bb8-4ba6-a71f-99e0bb91baac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:19.391553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51627e0d-3385-43c6-a14c-adc658a5d8e9 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Network': ['ID=b052fd1d-2bb8-4ba6-a71f-99e0bb91baac,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:19.405289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:17:19.428632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c39d5-f6ba-4d98-a10f-1beac564af97 req-f3d6af1e-b5e1-451f-9402-94ccb1a764e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:19.435940 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-db4c39d5-f6ba-4d98-a10f-1beac564af97 req-f3d6af1e-b5e1-451f-9402-94ccb1a764e1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbf620b-4595-4b35-b4e9-e483d772abec HTTP/1.1" status: 200 len: 946 time: 0.2635596 Mar 07 16:17:19.488218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-db4c39d5-f6ba-4d98-a10f-1beac564af97 req-48aa8a20-f4c3-4ef4-a38b-d0020b09271a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=494e09e7-c35e-40f4-8985-5d446016d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511658 Mar 07 16:17:19.490604 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3380f132-03d0-4f6c-b3a3-a07947052f43), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.564297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=3380f132-03d0-4f6c-b3a3-a07947052f43,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:19.639824 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a1d9-f719-48ba-9c0a-61e124d542b9 admin admin] Publish callbacks [] for security_group (a3382010-5390-4013-85c1-4ba8e554d253), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.675309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] No DVR routers for this DVR port 3380f132-03d0-4f6c-b3a3-a07947052f43 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:19.683430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:19.686898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.694301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Allocated IP 172.25.4.233 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/80407759-f59d-4269-94a8-38bc904c5f74) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:19.696680 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.699912 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ff7c82f-4803-45c6-b31f-9b7cdb3c0826 req-9f0f71e3-c8c4-499a-a67b-db5753f426c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "DELETE /v2.0/ports/3380f132-03d0-4f6c-b3a3-a07947052f43 HTTP/1.1" status: 204 len: 173 time: 1.3907707 Mar 07 16:17:19.700425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'name': 'network-vif-deleted', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:17:19.702665 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9002ab-9d18-41c1-ac9b-c31b42a44484" -d '{"events": [{"server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "name": "network-vif-deleted", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:17:19.733175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a1d9-f719-48ba-9c0a-61e124d542b9 admin admin] Publish callbacks [] for security_group (a3382010-5390-4013-85c1-4ba8e554d253), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.790944 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c078778-ef6a-4d66-ae35-d50d68ba217a x-openstack-request-id: req-0c078778-ef6a-4d66-ae35-d50d68ba217a {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:17:19.791267 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf620b-4595-4b35-b4e9-e483d772abec", "name": "network-vif-deleted", "tag": "3380f132-03d0-4f6c-b3a3-a07947052f43", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:17:19.791498 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c078778-ef6a-4d66-ae35-d50d68ba217a {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:17:19.792011 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf620b-4595-4b35-b4e9-e483d772abec', 'name': 'network-vif-deleted', 'tag': '3380f132-03d0-4f6c-b3a3-a07947052f43', 'status': 'completed', 'code': 200} Mar 07 16:17:19.857566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-24090878-e841-4e07-9337-b8f30c431718 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:19.858984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-24090878-e841-4e07-9337-b8f30c431718 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 945 time: 0.2720077 Mar 07 16:17:19.963031 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a1d9-f719-48ba-9c0a-61e124d542b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a3382010-5390-4013-85c1-4ba8e554d253), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.965431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a1d9-f719-48ba-9c0a-61e124d542b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:19.968973 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bbe1a1d9-f719-48ba-9c0a-61e124d542b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3382010-5390-4013-85c1-4ba8e554d253 HTTP/1.1" status: 204 len: 168 time: 0.6265163 Mar 07 16:17:20.037670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1a1d9-f719-48ba-9c0a-61e124d542b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3382010-5390-4013-85c1-4ba8e554d253,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:20.061411 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for port (80407759-f59d-4269-94a8-38bc904c5f74), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.125747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734a6b7-13d0-4e70-bca6-715c115f93ba req-b38f57a4-824f-4835-acb6-3595ef44ed57 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:20.129970 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f734a6b7-13d0-4e70-bca6-715c115f93ba req-b38f57a4-824f-4835-acb6-3595ef44ed57 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 945 time: 0.1108491 Mar 07 16:17:20.175952 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (6c4092d2-05d1-4930-a730-a2499103aac7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.188438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Deleting port 0f202cdc-2b2c-4e59-a759-26edd01395dc {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:20.188844 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.198052 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f734a6b7-13d0-4e70-bca6-715c115f93ba req-a4270124-bde9-4469-9795-21790e7af0c7 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625501 Mar 07 16:17:20.248827 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (80407759-f59d-4269-94a8-38bc904c5f74), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.258788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3380f132-03d0-4f6c-b3a3-a07947052f43 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:20.283836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 3380f132-03d0-4f6c-b3a3-a07947052f43 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:20.284328 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3380f132-03d0-4f6c-b3a3-a07947052f43 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:20.357442 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:20.362557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=6c4092d2-05d1-4930-a730-a2499103aac7,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:20.368646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43534) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:20.375105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:20.385795 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.386628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:20.388786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Checking segment: {'id': '07dad91a-75d4-4462-a181-8e8a641900e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b052fd1d-2bb8-4ba6-a71f-99e0bb91baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:20.389153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network hostable DHCP agents. Network: b052fd1d-2bb8-4ba6-a71f-99e0bb91baac, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:17:20.397915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] For port 0f202cdc-2b2c-4e59-a759-26edd01395dc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0f202cdc-2b2c-4e59-a759-26edd01395dc,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:20.398284 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.400645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event updated for resources: {'Port': ['ID=80407759-f59d-4269-94a8-38bc904c5f74,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:20.467820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Publish callbacks [] for security_group (17c6f07d-89f0-461e-b552-76af8ea21811), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.472413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (17c6f07d-89f0-461e-b552-76af8ea21811), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.494268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:17:20.509471 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c6f07d-89f0-461e-b552-76af8ea21811,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:20.513642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10c3ad88b4eb4148ad04e1ccb84ac011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435807 Mar 07 16:17:20.516242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43538) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:20.545084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b052fd1d-2bb8-4ba6-a71f-99e0bb91baac) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:20.555708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43540) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:20.557926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40399fab-db45-4263-a66c-934175c68154 None None] Network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:20.564690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.565570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.566018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.566363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.566700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.567055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.567390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.567720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.568051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.568377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.568705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.569028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.569354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dff5b-1238-4931-a643-1bd276b4027a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:20.608371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:20.609282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.622912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b53d1cb7-4215-4d4e-a447-3adfdf1b6842 admin admin] Publish callbacks [] for security_group (17c6f07d-89f0-461e-b552-76af8ea21811), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.669564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-daa15fe2-10bc-45d3-85f3-290b4fab8b99 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3282709 Mar 07 16:17:20.680983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43542) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:20.688486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'b052fd1d-2bb8-4ba6-a71f-99e0bb91baac', 'name': 'tempest-PortsIpV6TestJSON-1081982898'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:20.694762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-b052fd1d-2bb8-4ba6-a71f-99e0bb91baac', 'network_id': 'b052fd1d-2bb8-4ba6-a71f-99e0bb91baac', 'project_id': 'ca6898b2a0824506ab3e62fddbe138a1', 'fixed_ips': [{'subnet_id': '6c4092d2-05d1-4930-a730-a2499103aac7'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:17:20.695446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b53d1cb7-4215-4d4e-a447-3adfdf1b6842 admin admin] Publish callbacks [] for security_group (17c6f07d-89f0-461e-b552-76af8ea21811), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.696293 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.875600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Allocated IP 2001:db8::2 (b052fd1d-2bb8-4ba6-a71f-99e0bb91baac/6c4092d2-05d1-4930-a730-a2499103aac7/70b0dae3-85dc-41a4-97e1-931733422599) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:20.887668 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b53d1cb7-4215-4d4e-a447-3adfdf1b6842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (17c6f07d-89f0-461e-b552-76af8ea21811), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.890255 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b53d1cb7-4215-4d4e-a447-3adfdf1b6842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:20.891465 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b53d1cb7-4215-4d4e-a447-3adfdf1b6842 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17c6f07d-89f0-461e-b552-76af8ea21811 HTTP/1.1" status: 204 len: 168 time: 0.3741450 Mar 07 16:17:20.967803 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d1cb7-4215-4d4e-a447-3adfdf1b6842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c6f07d-89f0-461e-b552-76af8ea21811,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:21.001097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:21.006123 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.029800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port b834ecaf-8b73-4bf6-8e4f-483d6913faae yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:21.061280 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Publish callbacks [] for port (70b0dae3-85dc-41a4-97e1-931733422599), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.071994 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (70b0dae3-85dc-41a4-97e1-931733422599), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.119948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:21.123546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:21.129794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:21.131274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.131780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (b6a941e7-d01d-447f-bf13-a786b0199c92), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.132020 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Floating IP b6a941e7-d01d-447f-bf13-a786b0199c92 disassociated. External IP: 172.25.4.72, port: 0f202cdc-2b2c-4e59-a759-26edd01395dc. Mar 07 16:17:21.132305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Calling delete_port for 0f202cdc-2b2c-4e59-a759-26edd01395dc owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:21.133029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Pushing event updated for resources: {'Port': ['ID=70b0dae3-85dc-41a4-97e1-931733422599,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:21.209484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Attempting to bind port 70b0dae3-85dc-41a4-97e1-931733422599 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:21.209714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Attempting to bind port 70b0dae3-85dc-41a4-97e1-931733422599 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '07dad91a-75d4-4462-a181-8e8a641900e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b052fd1d-2bb8-4ba6-a71f-99e0bb91baac'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:21.210724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Attempting to bind port 70b0dae3-85dc-41a4-97e1-931733422599 on network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:21.220618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:21.221839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Checking segment: {'id': '07dad91a-75d4-4462-a181-8e8a641900e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b052fd1d-2bb8-4ba6-a71f-99e0bb91baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:21.227245 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.227791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Bound using segment: {'id': '07dad91a-75d4-4462-a181-8e8a641900e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b052fd1d-2bb8-4ba6-a71f-99e0bb91baac'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:21.228318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Bound port: 70b0dae3-85dc-41a4-97e1-931733422599, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07dad91a-75d4-4462-a181-8e8a641900e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b052fd1d-2bb8-4ba6-a71f-99e0bb91baac'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:21.228721 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (70b0dae3-85dc-41a4-97e1-931733422599), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.242978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (5ecc9ee1-b600-487d-a833-56f25eb28bd3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.305420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::2b0 (b052fd1d-2bb8-4ba6-a71f-99e0bb91baac/6c4092d2-05d1-4930-a730-a2499103aac7/b834ecaf-8b73-4bf6-8e4f-483d6913faae) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:21.345842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] For port 70b0dae3-85dc-41a4-97e1-931733422599, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:21.349654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] For port 70b0dae3-85dc-41a4-97e1-931733422599, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=70b0dae3-85dc-41a4-97e1-931733422599,segment=NetworkSegment(07dad91a-75d4-4462-a181-8e8a641900e7),segment_id=07dad91a-75d4-4462-a181-8e8a641900e7)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:21.360935 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (70b0dae3-85dc-41a4-97e1-931733422599), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.447524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745356c-c4fb-472b-9bdf-55961a830a37 None None] Pushing event updated for resources: {'Port': ['ID=70b0dae3-85dc-41a4-97e1-931733422599,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:21.450226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb069b4-1194-4448-8188-430e3a1ce74c req-1a4eb5fd-5fe9-436f-b900-40f868cf105f tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:21.451825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1bb069b4-1194-4448-8188-430e3a1ce74c req-1a4eb5fd-5fe9-436f-b900-40f868cf105f tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 945 time: 0.1266379 Mar 07 16:17:21.460467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (43cd1400-5477-4a30-98fd-97d34b893a92), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.497475 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0f202cdc-2b2c-4e59-a759-26edd01395dc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.540538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event deleted for resources: {'Port': ['ID=0f202cdc-2b2c-4e59-a759-26edd01395dc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:21.640505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (5ecc9ee1-b600-487d-a833-56f25eb28bd3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.676028 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1bb069b4-1194-4448-8188-430e3a1ce74c req-8fccc94d-403d-4750-8583-c78182bc4dc7 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae74b468-78d6-497b-a9a1-5c1819ad23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108166 Mar 07 16:17:21.822062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (b834ecaf-8b73-4bf6-8e4f-483d6913faae), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:21.855629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Router cfed0a32-18f1-40f5-b2e3-8864520fda9e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:17:21.903714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b834ecaf-8b73-4bf6-8e4f-483d6913faae), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:22.005317 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:22.005860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Router 5ecc9ee1-b600-487d-a833-56f25eb28bd3 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:17:22.015591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:22.021523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:22.027403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:22.027585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:22.028703 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:22.039743 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] Sync routers for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:22.053088 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:22.059575 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:22.127693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=b834ecaf-8b73-4bf6-8e4f-483d6913faae,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:22.137544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f37b08c3-89f2-4a3e-b26a-72eb3926368d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4529173 Mar 07 16:17:22.140475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43570) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:22.147256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] No DVR routers for this DVR port 0f202cdc-2b2c-4e59-a759-26edd01395dc on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:22.150719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:22.158298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'b052fd1d-2bb8-4ba6-a71f-99e0bb91baac', 'name': 'tempest-PortsIpV6TestJSON-72570941'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:22.163587 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ab0e6d2a-d06d-475d-be30-aa824b22ecc3 req-176b1b01-2907-4e05-8dbe-57ce4b95ffd9 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.11 "DELETE /v2.0/ports/0f202cdc-2b2c-4e59-a759-26edd01395dc HTTP/1.1" status: 204 len: 173 time: 2.2946420 Mar 07 16:17:22.164077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'name': 'network-vif-deleted', 'tag': '0f202cdc-2b2c-4e59-a759-26edd01395dc'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:17:22.166397 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc411d86-525c-4b96-b084-f70ff414611b" -d '{"events": [{"server_uuid": "225da324-1db1-4b5b-8fa3-a9439af85ad7", "name": "network-vif-deleted", "tag": "0f202cdc-2b2c-4e59-a759-26edd01395dc"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:17:22.270982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0f202cdc-2b2c-4e59-a759-26edd01395dc no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:22.286218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port a1542434-8da6-4dfa-85ca-79cc4173d796 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:22.291592 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:22.329444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:22.338071 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074ea3e3-b17f-4203-941a-fccef9e1c58c x-openstack-request-id: req-074ea3e3-b17f-4203-941a-fccef9e1c58c {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:17:22.338675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 0f202cdc-2b2c-4e59-a759-26edd01395dc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:22.338893 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225da324-1db1-4b5b-8fa3-a9439af85ad7", "name": "network-vif-deleted", "tag": "0f202cdc-2b2c-4e59-a759-26edd01395dc", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:17:22.339281 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-074ea3e3-b17f-4203-941a-fccef9e1c58c {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:17:22.339883 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225da324-1db1-4b5b-8fa3-a9439af85ad7', 'name': 'network-vif-deleted', 'tag': '0f202cdc-2b2c-4e59-a759-26edd01395dc', 'status': 'completed', 'code': 200} Mar 07 16:17:22.340018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0f202cdc-2b2c-4e59-a759-26edd01395dc not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:22.352673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Sync routers for ids ['5ecc9ee1-b600-487d-a833-56f25eb28bd3'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:22.374693 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:22.393722 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b387624e-12ed-4b9a-93e0-90554ac8d2f3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4201984 Mar 07 16:17:22.398674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Routers {'5ecc9ee1-b600-487d-a833-56f25eb28bd3'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:22.399493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5ecc9ee1-b600-487d-a833-56f25eb28bd3'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:22.402627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43578) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:22.410439 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:22.726203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port a1542434-8da6-4dfa-85ca-79cc4173d796, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a1542434-8da6-4dfa-85ca-79cc4173d796,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:22.726763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:22.768734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for a1542434-8da6-4dfa-85ca-79cc4173d796 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:22.801508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Set router 5ecc9ee1-b600-487d-a833-56f25eb28bd3 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:22.826135 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eb31f401-e77d-4d99-b886-a09f30d5b1bf tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/routers/5ecc9ee1-b600-487d-a833-56f25eb28bd3 HTTP/1.1" status: 200 len: 908 time: 0.4191673 Mar 07 16:17:22.827524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43586) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:22.843935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'router': {'name': 'tempest-snat-router-632463477', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': True}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:22.882239 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:22.932689 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (f0f875ec-febd-47c1-b207-d3aebf4329b4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:22.933169 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:22.933312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (f0f875ec-febd-47c1-b207-d3aebf4329b4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:22.936995 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] Checking router: cfed0a32-18f1-40f5-b2e3-8864520fda9e for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:22.943700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:22.963162 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:22.965148 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:16:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:22.982551 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f0da6fd0-b13c-4fdb-8b98-da02c74ca632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.067449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_controller (f0f875ec-febd-47c1-b207-d3aebf4329b4), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.068119 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d0d3778e-372b-4d64-98fe-00aa09246bf1 req-f57de562-4297-409c-b556-05f8255cc4c6 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/ports?device_id=225da324-1db1-4b5b-8fa3-a9439af85ad7 HTTP/1.1" status: 200 len: 210 time: 0.1084580 Mar 07 16:17:23.101576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port d84eefc7-79fa-4ee5-9156-d3ab2fa3695f yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:23.194310 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:23.223608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecc9ee1-b600-487d-a833-56f25eb28bd3', 'name': 'tempest-snat-router-632463477', 'tenant_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': False}, 'gw_port_id': '80407759-f59d-4269-94a8-38bc904c5f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:18Z', 'updated_at': '2022-03-07T16:17:21Z', 'revision_number': 3, 'project_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'gw_port': {'id': '80407759-f59d-4269-94a8-38bc904c5f74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:27:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecc9ee1-b600-487d-a833-56f25eb28bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:19Z', 'updated_at': '2022-03-07T16:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:23.304139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Checking router: 5ecc9ee1-b600-487d-a833-56f25eb28bd3 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:23.304813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Updating router 5ecc9ee1-b600-487d-a833-56f25eb28bd3 port 80407759-f59d-4269-94a8-38bc904c5f74 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:17:23.324300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::344 (b052fd1d-2bb8-4ba6-a71f-99e0bb91baac/6c4092d2-05d1-4930-a730-a2499103aac7/d84eefc7-79fa-4ee5-9156-d3ab2fa3695f) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:23.383664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80407759-f59d-4269-94a8-38bc904c5f74), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.386024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756809a-7849-4871-b5a0-0c1e683def1e None None] Network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:23.424954 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (f0f875ec-febd-47c1-b207-d3aebf4329b4), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.437722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a1542434-8da6-4dfa-85ca-79cc4173d796), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.477663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=a1542434-8da6-4dfa-85ca-79cc4173d796,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:23.561219 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:23.704148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d4d6c6cf-1829-4edc-8e29-5af1874af9e3 None None] Provisioning complete for port 70b0dae3-85dc-41a4-97e1-931733422599 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:23.706407 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4d6c6cf-1829-4edc-8e29-5af1874af9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (70b0dae3-85dc-41a4-97e1-931733422599), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.720848 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (d84eefc7-79fa-4ee5-9156-d3ab2fa3695f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.758824 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (f0f875ec-febd-47c1-b207-d3aebf4329b4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.762929 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c25ba-509b-49bc-9a41-f6f6a50c3040 None None] The sync data for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 is: [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a56c1357-0dea-4e1f-97b8-f6ced9cffdf6', 'name': '', 'network_id': '71fa29c5-8992-46af-bc80-74d201eca7f9', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'mac_address': 'fa:16:3e:16:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:15:03Z', 'updated_at': '2022-03-07T16:15:10Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'subnets': [{'id': '242b73e8-c876-44d3-8ba1-ca9acbbcb969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:23.805075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.919133 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (43cd1400-5477-4a30-98fd-97d34b893a92), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:23.931307 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d84eefc7-79fa-4ee5-9156-d3ab2fa3695f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.050162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:24.055851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:24.059035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:24.063102 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 70b0dae3-85dc-41a4-97e1-931733422599 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:24.065901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:24.066696 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.198723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43618) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:24.288824 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d55f0-739c-4ab6-b030-17739ec8a3d0 None None] New status for floating IP b6a941e7-d01d-447f-bf13-a786b0199c92: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:17:24.311753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 70b0dae3-85dc-41a4-97e1-931733422599 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:24.313982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (70b0dae3-85dc-41a4-97e1-931733422599), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.321348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6c6cf-1829-4edc-8e29-5af1874af9e3 None None] Current status of the port 70b0dae3-85dc-41a4-97e1-931733422599 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:24.322106 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4d6c6cf-1829-4edc-8e29-5af1874af9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (70b0dae3-85dc-41a4-97e1-931733422599), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.325306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-924869d4-2dd2-4e48-b5e3-c74f0af891e4 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (ae74b468-78d6-497b-a9a1-5c1819ad23ad), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.388027 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-924869d4-2dd2-4e48-b5e3-c74f0af891e4 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (ae74b468-78d6-497b-a9a1-5c1819ad23ad), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.443158 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Publish callbacks [] for port (80407759-f59d-4269-94a8-38bc904c5f74), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.453782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d4d6c6cf-1829-4edc-8e29-5af1874af9e3 None None] For port 70b0dae3-85dc-41a4-97e1-931733422599, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=70b0dae3-85dc-41a4-97e1-931733422599,segment=NetworkSegment(07dad91a-75d4-4462-a181-8e8a641900e7),segment_id=07dad91a-75d4-4462-a181-8e8a641900e7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:24.474943 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80407759-f59d-4269-94a8-38bc904c5f74), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.480781 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4d6c6cf-1829-4edc-8e29-5af1874af9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (70b0dae3-85dc-41a4-97e1-931733422599), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.593668 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-924869d4-2dd2-4e48-b5e3-c74f0af891e4 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ae74b468-78d6-497b-a9a1-5c1819ad23ad), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.600669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-924869d4-2dd2-4e48-b5e3-c74f0af891e4 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.603434 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-924869d4-2dd2-4e48-b5e3-c74f0af891e4 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "DELETE /v2.0/security-groups/ae74b468-78d6-497b-a9a1-5c1819ad23ad HTTP/1.1" status: 204 len: 168 time: 0.4026332 Mar 07 16:17:24.619817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43626) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:24.641561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Allocated IP 172.25.4.37 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/748aaef4-275d-4fa9-a496-0e22f067a661) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:24.653491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924869d4-2dd2-4e48-b5e3-c74f0af891e4 tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae74b468-78d6-497b-a9a1-5c1819ad23ad,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:24.659167 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-c30c98c3-f689-40a1-b140-dbb00e57331b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] show failed (client error): The resource could not be found. Mar 07 16:17:24.661441 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c30c98c3-f689-40a1-b140-dbb00e57331b tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "GET /v2.0/security-groups/ae74b468-78d6-497b-a9a1-5c1819ad23ad HTTP/1.1" status: 404 len: 347 time: 0.0401812 Mar 07 16:17:24.668072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43628) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:24.679220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5374646 Mar 07 16:17:24.680112 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43630) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:24.696268 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51b16c-32a0-414e-b915-358f943da1f5 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=d84eefc7-79fa-4ee5-9156-d3ab2fa3695f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:24.900028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd83c842-a7fa-4e2a-887c-f94fececd7c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:24.905154 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cd83c842-a7fa-4e2a-887c-f94fececd7c7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b0 HTTP/1.1" status: 200 len: 929 time: 0.2181001 Mar 07 16:17:24.906871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43636) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:24.918505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-73325292-43d8-4216-bfb4-3bc09c0c1f9b None None] Provisioning complete for port 70b0dae3-85dc-41a4-97e1-931733422599 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:24.918661 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73325292-43d8-4216-bfb4-3bc09c0c1f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (70b0dae3-85dc-41a4-97e1-931733422599), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.952624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for port (748aaef4-275d-4fa9-a496-0e22f067a661), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.961903 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Deleting port 1edfdf7e-41b4-4465-9aee-7e94ff85ab73 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:24.962251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1edfdf7e-41b4-4465-9aee-7e94ff85ab73), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:24.975736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 70b0dae3-85dc-41a4-97e1-931733422599 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:24.980204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb82f43-91b0-4d87-a22b-3f25de010bde None None] Pushing event updated for resources: {'Port': ['ID=80407759-f59d-4269-94a8-38bc904c5f74,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:24.985478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Attempting to bind port 80407759-f59d-4269-94a8-38bc904c5f74 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:24.985806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Attempting to bind port 80407759-f59d-4269-94a8-38bc904c5f74 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:24.986699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Attempting to bind port 80407759-f59d-4269-94a8-38bc904c5f74 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:25.028324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:25.028896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:25.029387 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.029880 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:25.031320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Bound port: 80407759-f59d-4269-94a8-38bc904c5f74, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:25.031320 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80407759-f59d-4269-94a8-38bc904c5f74), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.098157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (748aaef4-275d-4fa9-a496-0e22f067a661), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.128564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1edfdf7e-41b4-4465-9aee-7e94ff85ab73), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.128902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (1edfdf7e-41b4-4465-9aee-7e94ff85ab73), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.175508 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3a273-fe9e-4804-ad77-ba14cf5bfd4f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port d84eefc7-79fa-4ee5-9156-d3ab2fa3695f {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:25.176112 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a273-fe9e-4804-ad77-ba14cf5bfd4f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d84eefc7-79fa-4ee5-9156-d3ab2fa3695f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.177685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Calling delete_port for 1edfdf7e-41b4-4465-9aee-7e94ff85ab73 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:25.193147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:25.204396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:25.208024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 43cd1400-5477-4a30-98fd-97d34b893a92 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:17:25.212133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:25.244868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event updated for resources: {'Port': ['ID=748aaef4-275d-4fa9-a496-0e22f067a661,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:25.250518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6c6cf-1829-4edc-8e29-5af1874af9e3 None None] Pushing event updated for resources: {'Port': ['ID=70b0dae3-85dc-41a4-97e1-931733422599,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:25.259961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-73325292-43d8-4216-bfb4-3bc09c0c1f9b None None] Current status of the port 70b0dae3-85dc-41a4-97e1-931733422599 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:25.268948 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7f9e41e6-2874-4e6e-9ac3-1d21f5f117ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.275001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] For port 80407759-f59d-4269-94a8-38bc904c5f74, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:25.280516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] For port 80407759-f59d-4269-94a8-38bc904c5f74, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=80407759-f59d-4269-94a8-38bc904c5f74,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:25.285736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-73325292-43d8-4216-bfb4-3bc09c0c1f9b None None] Provisioning complete for port b834ecaf-8b73-4bf6-8e4f-483d6913faae triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:25.286246 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73325292-43d8-4216-bfb4-3bc09c0c1f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b834ecaf-8b73-4bf6-8e4f-483d6913faae), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.302461 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80407759-f59d-4269-94a8-38bc904c5f74), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.445808 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a273-fe9e-4804-ad77-ba14cf5bfd4f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d84eefc7-79fa-4ee5-9156-d3ab2fa3695f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.454981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Routers {'5ecc9ee1-b600-487d-a833-56f25eb28bd3'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:25.460456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5ecc9ee1-b600-487d-a833-56f25eb28bd3'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:25.513314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-73325292-43d8-4216-bfb4-3bc09c0c1f9b None None] Port b834ecaf-8b73-4bf6-8e4f-483d6913faae cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:25.537633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3a273-fe9e-4804-ad77-ba14cf5bfd4f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for d84eefc7-79fa-4ee5-9156-d3ab2fa3695f owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:25.555959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb82f43-91b0-4d87-a22b-3f25de010bde None None] Pushing event updated for resources: {'Port': ['ID=80407759-f59d-4269-94a8-38bc904c5f74,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:25.586332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-73325292-43d8-4216-bfb4-3bc09c0c1f9b None None] Provisioning complete for port d84eefc7-79fa-4ee5-9156-d3ab2fa3695f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:25.586981 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73325292-43d8-4216-bfb4-3bc09c0c1f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d84eefc7-79fa-4ee5-9156-d3ab2fa3695f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.671147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-73325292-43d8-4216-bfb4-3bc09c0c1f9b None None] Port d84eefc7-79fa-4ee5-9156-d3ab2fa3695f cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:25.680617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] Set router 5ecc9ee1-b600-487d-a833-56f25eb28bd3 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:25.694677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:25.696251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1edfdf7e-41b4-4465-9aee-7e94ff85ab73), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.710314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b89c8cb6-f698-4257-adad-7bb26f9dd3c1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "PUT /v2.0/routers/43cd1400-5477-4a30-98fd-97d34b893a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1468132 Mar 07 16:17:25.712442 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43654) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:25.763398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Pushing event deleted for resources: {'Port': ['ID=1edfdf7e-41b4-4465-9aee-7e94ff85ab73,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:25.768451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] Sync routers for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:25.822579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:25.823308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:25.840481 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (f0f875ec-febd-47c1-b207-d3aebf4329b4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.844681 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a273-fe9e-4804-ad77-ba14cf5bfd4f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d84eefc7-79fa-4ee5-9156-d3ab2fa3695f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.878026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3a273-fe9e-4804-ad77-ba14cf5bfd4f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=d84eefc7-79fa-4ee5-9156-d3ab2fa3695f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:25.914743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc0a71d-b2a1-41cb-8d69-7f4da3c45281 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting subnet 951818bc-bb99-43a3-9a0c-22b765943c04 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:25.916954 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a273-fe9e-4804-ad77-ba14cf5bfd4f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.918005 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0fc0a71d-b2a1-41cb-8d69-7f4da3c45281 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (951818bc-bb99-43a3-9a0c-22b765943c04), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:25.923634 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a8b3a273-fe9e-4804-ad77-ba14cf5bfd4f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/d84eefc7-79fa-4ee5-9156-d3ab2fa3695f HTTP/1.1" status: 204 len: 168 time: 1.0137405 Mar 07 16:17:25.926938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43656) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:25.952963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 70b0dae3-85dc-41a4-97e1-931733422599 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:25.955874 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ed65fd-2f46-4fd4-b1f4-ae77c0b9afde tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:17:25.960086 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e0ed65fd-2f46-4fd4-b1f4-ae77c0b9afde tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/d84eefc7-79fa-4ee5-9156-d3ab2fa3695f HTTP/1.1" status: 404 len: 333 time: 0.0295124 Mar 07 16:17:25.962112 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43658) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:26.006705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6642d1ee-ae84-47cb-acc9-133ac850f961 None None] Provisioning complete for port b834ecaf-8b73-4bf6-8e4f-483d6913faae triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:26.007126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6642d1ee-ae84-47cb-acc9-133ac850f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b834ecaf-8b73-4bf6-8e4f-483d6913faae), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.007445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks [] for floatingip (b6a941e7-d01d-447f-bf13-a786b0199c92), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.010103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.014681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0b6788c8-49ed-43ac-a628-02ccaeab0a7e tempest-AttachVolumeShelveTestJSON-1335902577 tempest-AttachVolumeShelveTestJSON-1335902577-project] 10.222.0.24 "DELETE /v2.0/floatingips/b6a941e7-d01d-447f-bf13-a786b0199c92 HTTP/1.1" status: 204 len: 168 time: 1.3453293 Mar 07 16:17:26.026520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0fc0a71d-b2a1-41cb-8d69-7f4da3c45281 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (951818bc-bb99-43a3-9a0c-22b765943c04), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.085326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e0767e9f-eca1-47e0-95c0-82f09c16e85b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port b834ecaf-8b73-4bf6-8e4f-483d6913faae {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:26.085575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0767e9f-eca1-47e0-95c0-82f09c16e85b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b834ecaf-8b73-4bf6-8e4f-483d6913faae), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.087323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:26.193620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6642d1ee-ae84-47cb-acc9-133ac850f961 None None] Port b834ecaf-8b73-4bf6-8e4f-483d6913faae cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:26.203350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0767e9f-eca1-47e0-95c0-82f09c16e85b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b834ecaf-8b73-4bf6-8e4f-483d6913faae), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.233412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e0767e9f-eca1-47e0-95c0-82f09c16e85b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for b834ecaf-8b73-4bf6-8e4f-483d6913faae owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:26.238697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6642d1ee-ae84-47cb-acc9-133ac850f961 None None] Could not find standard attr ID for object d84eefc7-79fa-4ee5-9156-d3ab2fa3695f. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:17:26.321612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 70b0dae3-85dc-41a4-97e1-931733422599 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:26.322143 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (70b0dae3-85dc-41a4-97e1-931733422599), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.443848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecc9ee1-b600-487d-a833-56f25eb28bd3', 'name': 'tempest-snat-router-632463477', 'tenant_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': False}, 'gw_port_id': '80407759-f59d-4269-94a8-38bc904c5f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:18Z', 'updated_at': '2022-03-07T16:17:21Z', 'revision_number': 3, 'project_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'gw_port': {'id': '80407759-f59d-4269-94a8-38bc904c5f74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:27:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecc9ee1-b600-487d-a833-56f25eb28bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:19Z', 'updated_at': '2022-03-07T16:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:26.448390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.469241 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0767e9f-eca1-47e0-95c0-82f09c16e85b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b834ecaf-8b73-4bf6-8e4f-483d6913faae), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.481591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409ef1c-5323-4e23-85bf-359bad0ce0b0 None None] The sync data for ids ['5ecc9ee1-b600-487d-a833-56f25eb28bd3'] in n-d-830010-8 is: [{'id': '5ecc9ee1-b600-487d-a833-56f25eb28bd3', 'name': 'tempest-snat-router-632463477', 'tenant_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': False}, 'gw_port_id': '80407759-f59d-4269-94a8-38bc904c5f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:18Z', 'updated_at': '2022-03-07T16:17:21Z', 'revision_number': 3, 'project_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'gw_port': {'id': '80407759-f59d-4269-94a8-38bc904c5f74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:27:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecc9ee1-b600-487d-a833-56f25eb28bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:19Z', 'updated_at': '2022-03-07T16:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:26.520869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0767e9f-eca1-47e0-95c0-82f09c16e85b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=b834ecaf-8b73-4bf6-8e4f-483d6913faae,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:26.550903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 70b0dae3-85dc-41a4-97e1-931733422599 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:26.586219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:17:23Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:26.587688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0767e9f-eca1-47e0-95c0-82f09c16e85b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.596686 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e0767e9f-eca1-47e0-95c0-82f09c16e85b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/b834ecaf-8b73-4bf6-8e4f-483d6913faae HTTP/1.1" status: 204 len: 168 time: 0.6339250 Mar 07 16:17:26.604526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43678) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:26.649438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] Checking router: 43cd1400-5477-4a30-98fd-97d34b893a92 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:26.650233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43680) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:26.668842 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a006577-f309-409e-bfc6-19095b7d4cc8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:17:26.684170 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8a006577-f309-409e-bfc6-19095b7d4cc8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/b834ecaf-8b73-4bf6-8e4f-483d6913faae HTTP/1.1" status: 404 len: 333 time: 0.0651281 Mar 07 16:17:26.685182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43684) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:26.685307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] Routers {'43cd1400-5477-4a30-98fd-97d34b893a92'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:26.686023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['43cd1400-5477-4a30-98fd-97d34b893a92'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:26.796498 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0fc0a71d-b2a1-41cb-8d69-7f4da3c45281 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (951818bc-bb99-43a3-9a0c-22b765943c04), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.811412 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29c807a-79e5-469c-908e-c801b2e335af tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 6c4092d2-05d1-4930-a730-a2499103aac7 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:26.817099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f29c807a-79e5-469c-908e-c801b2e335af tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (6c4092d2-05d1-4930-a730-a2499103aac7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.948347 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f29c807a-79e5-469c-908e-c801b2e335af tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (6c4092d2-05d1-4930-a730-a2499103aac7), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.962286 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (f0f875ec-febd-47c1-b207-d3aebf4329b4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:26.982199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] Set router 43cd1400-5477-4a30-98fd-97d34b893a92 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:27.128956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f29c807a-79e5-469c-908e-c801b2e335af tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (6c4092d2-05d1-4930-a730-a2499103aac7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.219190 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0fc0a71d-b2a1-41cb-8d69-7f4da3c45281 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (951818bc-bb99-43a3-9a0c-22b765943c04), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.269005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f29c807a-79e5-469c-908e-c801b2e335af tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (6c4092d2-05d1-4930-a730-a2499103aac7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.300180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c807a-79e5-469c-908e-c801b2e335af tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4092d2-05d1-4930-a730-a2499103aac7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:27.304819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f29c807a-79e5-469c-908e-c801b2e335af tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.306286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0a71d-b2a1-41cb-8d69-7f4da3c45281 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Subnet': ['ID=951818bc-bb99-43a3-9a0c-22b765943c04,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:27.310980 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f29c807a-79e5-469c-908e-c801b2e335af tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/6c4092d2-05d1-4930-a730-a2499103aac7 HTTP/1.1" status: 204 len: 168 time: 0.6212828 Mar 07 16:17:27.311350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43710) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:27.315907 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0fc0a71d-b2a1-41cb-8d69-7f4da3c45281 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.319797 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0fc0a71d-b2a1-41cb-8d69-7f4da3c45281 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/subnets/951818bc-bb99-43a3-9a0c-22b765943c04 HTTP/1.1" status: 204 len: 168 time: 1.6063843 Mar 07 16:17:27.326132 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43712) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:27.390994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f3379-cdcb-4cc4-ba89-b67b315879f7 None None] Network b052fd1d-2bb8-4ba6-a71f-99e0bb91baac requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:27.397050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f3a35-b3c2-4de0-9f94-f467712086af None None] Network 65596130-a4f5-4fe1-916e-781be6951587 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:27.509602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Router f0f875ec-febd-47c1-b207-d3aebf4329b4 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:17:27.569242 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (43cd1400-5477-4a30-98fd-97d34b893a92), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.576686 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b052fd1d-2bb8-4ba6-a71f-99e0bb91baac), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.721972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:27.738180 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Sync routers for ids ['f0f875ec-febd-47c1-b207-d3aebf4329b4'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:27.757991 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Routers {'f0f875ec-febd-47c1-b207-d3aebf4329b4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:27.758635 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f0f875ec-febd-47c1-b207-d3aebf4329b4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:27.790753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (cfed0a32-18f1-40f5-b2e3-8864520fda9e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.807945 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.810999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d58b5b9a-ecc8-476e-a1bc-846f076b0b0d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.9809413 Mar 07 16:17:27.817157 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.843814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:17:23Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:27.846942 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (43cd1400-5477-4a30-98fd-97d34b893a92), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:27.871834 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43722) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:27.903732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c48f29-7d4e-4d3e-b7a1-036ae328f995 None None] The sync data for ids ['43cd1400-5477-4a30-98fd-97d34b893a92'] in n-d-830010-8 is: [{'id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3419286', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:32Z', 'updated_at': '2022-03-07T16:17:23Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '46f2199d-3553-466b-8a62-cc9f1e29c890', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd1400-5477-4a30-98fd-97d34b893a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:34Z', 'updated_at': '2022-03-07T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:27.934013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd8387-09b6-4e8f-9e91-b9de7ff95de3 None None] DHCP port deletion for b052fd1d-2bb8-4ba6-a71f-99e0bb91baac request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:17:27.981329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80407759-f59d-4269-94a8-38bc904c5f74 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:28.035815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 70b0dae3-85dc-41a4-97e1-931733422599 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:28.036195 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (70b0dae3-85dc-41a4-97e1-931733422599), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.040087 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Set router f0f875ec-febd-47c1-b207-d3aebf4329b4 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:28.047792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f54df6-87de-40e5-94d1-86e8dc543e65 None None] DHCP port deletion for 65596130-a4f5-4fe1-916e-781be6951587 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:17:28.140925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43726) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:28.201049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd8387-09b6-4e8f-9e91-b9de7ff95de3 None None] Deleting port 70b0dae3-85dc-41a4-97e1-931733422599 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:28.202017 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5dd8387-09b6-4e8f-9e91-b9de7ff95de3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (70b0dae3-85dc-41a4-97e1-931733422599), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.203495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] For port 70b0dae3-85dc-41a4-97e1-931733422599, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=70b0dae3-85dc-41a4-97e1-931733422599,segment=NetworkSegment(07dad91a-75d4-4462-a181-8e8a641900e7),segment_id=07dad91a-75d4-4462-a181-8e8a641900e7)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:28.203880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (70b0dae3-85dc-41a4-97e1-931733422599), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.228989 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eda8eca3-d478-43c2-9eae-2cb79345d4e3 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/routers/f0f875ec-febd-47c1-b207-d3aebf4329b4 HTTP/1.1" status: 200 len: 906 time: 0.3354044 Mar 07 16:17:28.228989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port 46f2199d-3553-466b-8a62-cc9f1e29c890 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:28.228989 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.230818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43732) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:28.232263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 70b0dae3-85dc-41a4-97e1-931733422599 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:28.279768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 80407759-f59d-4269-94a8-38bc904c5f74 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:28.280056 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80407759-f59d-4269-94a8-38bc904c5f74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.311271 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f875ec-febd-47c1-b207-d3aebf4329b4', 'name': 'tempest-snat-router-632463477', 'tenant_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '748aaef4-275d-4fa9-a496-0e22f067a661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:22Z', 'updated_at': '2022-03-07T16:17:25Z', 'revision_number': 3, 'project_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'gw_port': {'id': '748aaef4-275d-4fa9-a496-0e22f067a661', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f875ec-febd-47c1-b207-d3aebf4329b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:23Z', 'updated_at': '2022-03-07T16:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:28.355158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b5dd8387-09b6-4e8f-9e91-b9de7ff95de3 None None] For port 70b0dae3-85dc-41a4-97e1-931733422599, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=70b0dae3-85dc-41a4-97e1-931733422599,segment=NetworkSegment(07dad91a-75d4-4462-a181-8e8a641900e7),segment_id=07dad91a-75d4-4462-a181-8e8a641900e7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:28.355565 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5dd8387-09b6-4e8f-9e91-b9de7ff95de3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (70b0dae3-85dc-41a4-97e1-931733422599), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.360674 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Checking router: f0f875ec-febd-47c1-b207-d3aebf4329b4 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:28.361034 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Updating router f0f875ec-febd-47c1-b207-d3aebf4329b4 port 748aaef4-275d-4fa9-a496-0e22f067a661 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:17:28.399634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd8387-09b6-4e8f-9e91-b9de7ff95de3 None None] Calling delete_port for 70b0dae3-85dc-41a4-97e1-931733422599 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:28.400151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Deleting port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:28.401004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.404079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-46f54df6-87de-40e5-94d1-86e8dc543e65 None None] Deleting port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:28.404456 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-46f54df6-87de-40e5-94d1-86e8dc543e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.412133 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (748aaef4-275d-4fa9-a496-0e22f067a661), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.464587 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-052e4b88-8afd-49b5-add1-eabea5c22eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.583418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] For port a56c1357-0dea-4e1f-97b8-f6ced9cffdf6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a56c1357-0dea-4e1f-97b8-f6ced9cffdf6,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:28.583956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-46f54df6-87de-40e5-94d1-86e8dc543e65 None None] For port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d5b91f38-8dc3-47ce-a7a9-d31ed3344f23,segment=NetworkSegment(6517e38f-72fd-491f-acb2-e3a40bc4daf8),segment_id=6517e38f-72fd-491f-acb2-e3a40bc4daf8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:28.584562 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-46f54df6-87de-40e5-94d1-86e8dc543e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.584797 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.601967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Calling delete_port for a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:28.609918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port 46f2199d-3553-466b-8a62-cc9f1e29c890, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=46f2199d-3553-466b-8a62-cc9f1e29c890,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:28.610296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.617360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-46f54df6-87de-40e5-94d1-86e8dc543e65 None None] Calling delete_port for d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:28.631420 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (f0f875ec-febd-47c1-b207-d3aebf4329b4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.644790 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for 46f2199d-3553-466b-8a62-cc9f1e29c890 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:28.719317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 80407759-f59d-4269-94a8-38bc904c5f74 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:28.719712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80407759-f59d-4269-94a8-38bc904c5f74), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.753740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 80407759-f59d-4269-94a8-38bc904c5f74, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=80407759-f59d-4269-94a8-38bc904c5f74,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:28.767234 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80407759-f59d-4269-94a8-38bc904c5f74), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.815405 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-46f54df6-87de-40e5-94d1-86e8dc543e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (d5b91f38-8dc3-47ce-a7a9-d31ed3344f23), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.835513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f54df6-87de-40e5-94d1-86e8dc543e65 None None] No DVR routers for this DVR port d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:28.840251 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Publish callbacks [] for port (748aaef4-275d-4fa9-a496-0e22f067a661), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.852618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=80407759-f59d-4269-94a8-38bc904c5f74,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:28.855549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (70b0dae3-85dc-41a4-97e1-931733422599), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.860823 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5dd8387-09b6-4e8f-9e91-b9de7ff95de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (70b0dae3-85dc-41a4-97e1-931733422599), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.872846 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (748aaef4-275d-4fa9-a496-0e22f067a661), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.881447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a56c1357-0dea-4e1f-97b8-f6ced9cffdf6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.893185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd8387-09b6-4e8f-9e91-b9de7ff95de3 None None] No DVR routers for this DVR port 70b0dae3-85dc-41a4-97e1-931733422599 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:28.899096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f54df6-87de-40e5-94d1-86e8dc543e65 None None] Pushing event deleted for resources: {'Port': ['ID=d5b91f38-8dc3-47ce-a7a9-d31ed3344f23,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:28.915033 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Attempting to bind port 748aaef4-275d-4fa9-a496-0e22f067a661 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:28.915503 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Attempting to bind port 748aaef4-275d-4fa9-a496-0e22f067a661 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:28.915946 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Attempting to bind port 748aaef4-275d-4fa9-a496-0e22f067a661 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:28.936603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=a56c1357-0dea-4e1f-97b8-f6ced9cffdf6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:28.945583 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:28.946024 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:28.946743 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.947255 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:28.947906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Bound port: 748aaef4-275d-4fa9-a496-0e22f067a661, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:28.948358 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (748aaef4-275d-4fa9-a496-0e22f067a661), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:28.961258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd8387-09b6-4e8f-9e91-b9de7ff95de3 None None] Pushing event deleted for resources: {'Port': ['ID=70b0dae3-85dc-41a4-97e1-931733422599,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:28.993763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=70b0dae3-85dc-41a4-97e1-931733422599,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:29.005464 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (f0f875ec-febd-47c1-b207-d3aebf4329b4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.005829 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472b3ce-547c-4cbe-9112-2fe4857b6017 None None] Pushing event updated for resources: {'Port': ['ID=748aaef4-275d-4fa9-a496-0e22f067a661,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:29.011130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No DVR routers for this DVR port 70b0dae3-85dc-41a4-97e1-931733422599 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:29.034775 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] For port 748aaef4-275d-4fa9-a496-0e22f067a661, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:29.040076 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] For port 748aaef4-275d-4fa9-a496-0e22f067a661, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=748aaef4-275d-4fa9-a496-0e22f067a661,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:29.046585 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (748aaef4-275d-4fa9-a496-0e22f067a661), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.061954 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-052e4b88-8afd-49b5-add1-eabea5c22eff admin admin] Publish callbacks [] for security_group (4fb1188f-723c-4b0b-9cd7-cbf8dfc1045a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.108375 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-052e4b88-8afd-49b5-add1-eabea5c22eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4fb1188f-723c-4b0b-9cd7-cbf8dfc1045a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.109153 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Routers {'f0f875ec-febd-47c1-b207-d3aebf4329b4'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:29.109871 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f0f875ec-febd-47c1-b207-d3aebf4329b4'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:29.162708 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.216552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (cfed0a32-18f1-40f5-b2e3-8864520fda9e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.280086 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b052fd1d-2bb8-4ba6-a71f-99e0bb91baac), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.329187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e4b88-8afd-49b5-add1-eabea5c22eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb1188f-723c-4b0b-9cd7-cbf8dfc1045a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:29.337545 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472b3ce-547c-4cbe-9112-2fe4857b6017 None None] Pushing event updated for resources: {'Port': ['ID=748aaef4-275d-4fa9-a496-0e22f067a661,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:29.343050 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-052e4b88-8afd-49b5-add1-eabea5c22eff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=472c8782baef47fb96917a299dcce5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1825798 Mar 07 16:17:29.346663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b052fd1d-2bb8-4ba6-a71f-99e0bb91baac']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:29.354989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43738) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:29.360755 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] Set router f0f875ec-febd-47c1-b207-d3aebf4329b4 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:29.368593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dad91a-75d4-4462-a181-8e8a641900e7') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:29.368907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dad91a-75d4-4462-a181-8e8a641900e7') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:29.397885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (07dad91a-75d4-4462-a181-8e8a641900e7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.444536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Deleting port 748aaef4-275d-4fa9-a496-0e22f067a661 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:29.444829 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (748aaef4-275d-4fa9-a496-0e22f067a661), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.448340 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (07dad91a-75d4-4462-a181-8e8a641900e7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.456118 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a3e61943-6248-437c-b664-90c9befd52be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f875ec-febd-47c1-b207-d3aebf4329b4', 'name': 'tempest-snat-router-632463477', 'tenant_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:22Z', 'updated_at': '2022-03-07T16:17:29Z', 'revision_number': 4, 'project_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:29.479225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:29.479685 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (07dad91a-75d4-4462-a181-8e8a641900e7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:29.482901 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:29.487218 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e61943-6248-437c-b664-90c9befd52be None None] The sync data for ids ['f0f875ec-febd-47c1-b207-d3aebf4329b4'] in n-d-830010-8 is: [{'id': 'f0f875ec-febd-47c1-b207-d3aebf4329b4', 'name': 'tempest-snat-router-632463477', 'tenant_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:22Z', 'updated_at': '2022-03-07T16:17:29Z', 'revision_number': 4, 'project_id': 'b1f63a25b15b444e8cbde890ecf6a947', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:29.607522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Router cfed0a32-18f1-40f5-b2e3-8864520fda9e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:17:29.667528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43742) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:29.744800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:29.752232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7c32bf85-ebc6-46fd-afe1-b7ba95093ceb admin admin] 10.222.0.24 "PUT /v2.0/routers/cfed0a32-18f1-40f5-b2e3-8864520fda9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0965869 Mar 07 16:17:29.752544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43746) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:29.777837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] Sync routers for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:29.791071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:29.795789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:29.900316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94c2c17e-03ca-4348-abf8-3578019f4dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.915544 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks [] for router (cfed0a32-18f1-40f5-b2e3-8864520fda9e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.943572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (46f2199d-3553-466b-8a62-cc9f1e29c890), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:29.955245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:29.991341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80407759-f59d-4269-94a8-38bc904c5f74 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:30.007307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=46f2199d-3553-466b-8a62-cc9f1e29c890,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:30.012493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf964a04-9afe-4e4d-9713-fde7afbde44d admin admin] Publish callbacks [] for security_group (4fb1188f-723c-4b0b-9cd7-cbf8dfc1045a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.039636 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b052fd1d-2bb8-4ba6-a71f-99e0bb91baac), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.081309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.088070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/networks/b052fd1d-2bb8-4ba6-a71f-99e0bb91baac HTTP/1.1" status: 204 len: 168 time: 2.7721274 Mar 07 16:17:30.089955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43748) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:30.097523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-606448500'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:30.108226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks [] for router_gateway (cfed0a32-18f1-40f5-b2e3-8864520fda9e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.119923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea4ffe-a94f-4a8f-880f-9931f56b8e89 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Network': ['ID=b052fd1d-2bb8-4ba6-a71f-99e0bb91baac,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:30.121335 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94c2c17e-03ca-4348-abf8-3578019f4dbf admin admin] Publish callbacks [] for security_group (116a8020-77cf-4af5-9049-74b259588900), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.123168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf964a04-9afe-4e4d-9713-fde7afbde44d admin admin] Publish callbacks [] for security_group (4fb1188f-723c-4b0b-9cd7-cbf8dfc1045a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.126099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] For port 748aaef4-275d-4fa9-a496-0e22f067a661, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=748aaef4-275d-4fa9-a496-0e22f067a661,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:30.126472 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (748aaef4-275d-4fa9-a496-0e22f067a661), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.134344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94c2c17e-03ca-4348-abf8-3578019f4dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (116a8020-77cf-4af5-9049-74b259588900), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.156219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Calling delete_port for 748aaef4-275d-4fa9-a496-0e22f067a661 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:30.166831 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (43cd1400-5477-4a30-98fd-97d34b893a92), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.179261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:30.183381 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.223036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 80407759-f59d-4269-94a8-38bc904c5f74 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:30.223489 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80407759-f59d-4269-94a8-38bc904c5f74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.228617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2c17e-03ca-4348-abf8-3578019f4dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116a8020-77cf-4af5-9049-74b259588900,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:30.234588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-94c2c17e-03ca-4348-abf8-3578019f4dbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cdec80fa8a34ebb9ea8675933fe918c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5662792 Mar 07 16:17:30.251617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:17:30.254958 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43750) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:30.265947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:17:28Z', 'revision_number': 5, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port': {'id': '41fb7905-4c62-4768-9943-7ec49e25f80d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:14:57Z', 'updated_at': '2022-03-07T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:30.271633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.275580 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Added segment 5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7 of type vlan for network fa009d9b-f36a-431d-911e-9e98d6c293ef Mar 07 16:17:30.299446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] Checking router: cfed0a32-18f1-40f5-b2e3-8864520fda9e for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:30.315216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] Routers {'cfed0a32-18f1-40f5-b2e3-8864520fda9e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:30.315846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:30.342537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Deleting port 41fb7905-4c62-4768-9943-7ec49e25f80d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:30.343572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.359001 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (fa009d9b-f36a-431d-911e-9e98d6c293ef), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.362762 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (43cd1400-5477-4a30-98fd-97d34b893a92), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.372179 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_controller (43cd1400-5477-4a30-98fd-97d34b893a92), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.431391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf964a04-9afe-4e4d-9713-fde7afbde44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4fb1188f-723c-4b0b-9cd7-cbf8dfc1045a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.434112 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf964a04-9afe-4e4d-9713-fde7afbde44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.435365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cf964a04-9afe-4e4d-9713-fde7afbde44d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fb1188f-723c-4b0b-9cd7-cbf8dfc1045a HTTP/1.1" status: 204 len: 168 time: 1.0798018 Mar 07 16:17:30.444553 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (fa009d9b-f36a-431d-911e-9e98d6c293ef), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.451090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] Set router cfed0a32-18f1-40f5-b2e3-8864520fda9e gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:30.451649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:30.452489 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.456128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 80407759-f59d-4269-94a8-38bc904c5f74 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:30.460274 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf964a04-9afe-4e4d-9713-fde7afbde44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb1188f-723c-4b0b-9cd7-cbf8dfc1045a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:30.501280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (43cd1400-5477-4a30-98fd-97d34b893a92), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.502082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Fanout notify agent at l3_agent the message router_deleted on router 43cd1400-5477-4a30-98fd-97d34b893a92 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:30.510681 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.512235 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2f45a87-1a69-4e96-bfc0-cb52945bb4d5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/routers/43cd1400-5477-4a30-98fd-97d34b893a92 HTTP/1.1" status: 204 len: 168 time: 3.1838164 Mar 07 16:17:30.515049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8b97780-bfd8-472a-bb4a-94c9aabdb524 admin admin] Publish callbacks [] for security_group (116a8020-77cf-4af5-9049-74b259588900), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.516698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43754) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:30.540200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Network': ['ID=fa009d9b-f36a-431d-911e-9e98d6c293ef,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:30.545746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8d3d3d96-f442-4679-9d2f-2a70efd863ba tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4560111 Mar 07 16:17:30.551600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43756) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:30.557648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:17:30Z', 'revision_number': 6, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:30.563049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'fa009d9b-f36a-431d-911e-9e98d6c293ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:30.622706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8b97780-bfd8-472a-bb4a-94c9aabdb524 admin admin] Publish callbacks [] for security_group (116a8020-77cf-4af5-9049-74b259588900), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.636147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network fa009d9b-f36a-431d-911e-9e98d6c293ef details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:17:30.640393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] For port 41fb7905-4c62-4768-9943-7ec49e25f80d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=41fb7905-4c62-4768-9943-7ec49e25f80d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:30.640980 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.652054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:30.665339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Calling delete_port for 41fb7905-4c62-4768-9943-7ec49e25f80d owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:30.694489 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8883ca-a5fc-443d-a461-bfa53cb9e750 None None] The sync data for ids ['cfed0a32-18f1-40f5-b2e3-8864520fda9e'] in n-d-830010-8 is: [{'id': 'cfed0a32-18f1-40f5-b2e3-8864520fda9e', 'name': 'tempest-AttachVolumeShelveTestJSON-711526802-router', 'tenant_id': '811ee645c83146a3ba5bd43c6b62afe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:14:54Z', 'updated_at': '2022-03-07T16:17:30Z', 'revision_number': 6, 'project_id': '811ee645c83146a3ba5bd43c6b62afe2', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:30.698045 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (65596130-a4f5-4fe1-916e-781be6951587), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.805468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:30.806656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d5b91f38-8dc3-47ce-a7a9-d31ed3344f23 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:30.807322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a1542434-8da6-4dfa-85ca-79cc4173d796 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:30.818945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:30.824110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.824982 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (748aaef4-275d-4fa9-a496-0e22f067a661), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.846458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8b97780-bfd8-472a-bb4a-94c9aabdb524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (116a8020-77cf-4af5-9049-74b259588900), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.853025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8b97780-bfd8-472a-bb4a-94c9aabdb524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.856537 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b8b97780-bfd8-472a-bb4a-94c9aabdb524 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/116a8020-77cf-4af5-9049-74b259588900 HTTP/1.1" status: 204 len: 168 time: 0.5983315 Mar 07 16:17:30.928152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (65596130-a4f5-4fe1-916e-781be6951587), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:30.931014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event deleted for resources: {'Port': ['ID=748aaef4-275d-4fa9-a496-0e22f067a661,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:30.980454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b97780-bfd8-472a-bb4a-94c9aabdb524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116a8020-77cf-4af5-9049-74b259588900,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:31.067052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65596130-a4f5-4fe1-916e-781be6951587']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:31.087289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: a1542434-8da6-4dfa-85ca-79cc4173d796 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:31.087289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a1542434-8da6-4dfa-85ca-79cc4173d796 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:31.087289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 70b0dae3-85dc-41a4-97e1-931733422599 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:31.093910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6517e38f-72fd-491f-acb2-e3a40bc4daf8') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:31.094463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6517e38f-72fd-491f-acb2-e3a40bc4daf8') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:31.112431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (6517e38f-72fd-491f-acb2-e3a40bc4daf8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.129040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 70b0dae3-85dc-41a4-97e1-931733422599 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:31.129490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 70b0dae3-85dc-41a4-97e1-931733422599 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:31.149079 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (f0f875ec-febd-47c1-b207-d3aebf4329b4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.186588 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (6517e38f-72fd-491f-acb2-e3a40bc4daf8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.202179 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (41fb7905-4c62-4768-9943-7ec49e25f80d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.245669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fb7905-4c62-4768-9943-7ec49e25f80d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:31.250694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:31.251577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (6517e38f-72fd-491f-acb2-e3a40bc4daf8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:31.256274 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:31.318210 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (f0f875ec-febd-47c1-b207-d3aebf4329b4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.352433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (cfed0a32-18f1-40f5-b2e3-8864520fda9e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.363796 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_controller (f0f875ec-febd-47c1-b207-d3aebf4329b4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.424196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (65596130-a4f5-4fe1-916e-781be6951587), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.426548 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (caff7099-23d5-49d4-961d-eeb7e7082896), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.429944 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.436135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/networks/65596130-a4f5-4fe1-916e-781be6951587 HTTP/1.1" status: 204 len: 168 time: 0.9126418 Mar 07 16:17:31.440833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43768) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:31.459542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43770) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:31.472491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45f01c-fe2e-4d9a-9ee7-95e19bfc9350 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Network': ['ID=65596130-a4f5-4fe1-916e-781be6951587,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:31.484905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (f0f875ec-febd-47c1-b207-d3aebf4329b4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.485440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0f875ec-febd-47c1-b207-d3aebf4329b4 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:31.498516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.499752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a73b78b4-6531-468e-aed7-6ba19c12b0cc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f0f875ec-febd-47c1-b207-d3aebf4329b4 HTTP/1.1" status: 204 len: 168 time: 3.2661340 Mar 07 16:17:31.500804 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e89df99-6007-4575-abd2-7170df573bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.502699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43774) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:31.533574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=caff7099-23d5-49d4-961d-eeb7e7082896,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:31.550701 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (cfed0a32-18f1-40f5-b2e3-8864520fda9e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.566653 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks [] for router_controller (cfed0a32-18f1-40f5-b2e3-8864520fda9e), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.645148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Checking segment: {'id': '5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa009d9b-f36a-431d-911e-9e98d6c293ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:31.645517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network hostable DHCP agents. Network: fa009d9b-f36a-431d-911e-9e98d6c293ef, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:17:31.650027 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (cfed0a32-18f1-40f5-b2e3-8864520fda9e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.651442 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfed0a32-18f1-40f5-b2e3-8864520fda9e {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:31.657573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.662293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-46a93d1f-40e5-424c-9997-75e150a14569 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cfed0a32-18f1-40f5-b2e3-8864520fda9e HTTP/1.1" status: 204 len: 168 time: 1.9085965 Mar 07 16:17:31.663866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43778) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:31.701099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f03db07-e692-4e96-b544-2e532482d885 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (494e09e7-c35e-40f4-8985-5d446016d88d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.725502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network fa009d9b-f36a-431d-911e-9e98d6c293ef is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:17:31.730479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab006e9a-d0ae-4006-aae0-fed64a705761 admin admin] Deleting subnet 242b73e8-c876-44d3-8ba1-ca9acbbcb969 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:31.733618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab006e9a-d0ae-4006-aae0-fed64a705761 admin admin] Publish callbacks [] for subnet (242b73e8-c876-44d3-8ba1-ca9acbbcb969), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.749374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f03db07-e692-4e96-b544-2e532482d885 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (494e09e7-c35e-40f4-8985-5d446016d88d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.782836 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab006e9a-d0ae-4006-aae0-fed64a705761 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (242b73e8-c876-44d3-8ba1-ca9acbbcb969), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.786159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, fa009d9b-f36a-431d-911e-9e98d6c293ef) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:31.786848 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (5ecc9ee1-b600-487d-a833-56f25eb28bd3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.792238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:31.792840 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.796934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a906cb5-500a-43cc-b6e2-67daace64047 None None] Network fa009d9b-f36a-431d-911e-9e98d6c293ef requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:31.846254 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-38f6175f-6f5e-4f47-b0b3-e53f7103ce81 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2927434 Mar 07 16:17:31.850400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43782) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:31.855626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'fa009d9b-f36a-431d-911e-9e98d6c293ef', 'name': 'tempest-PortsIpV6TestJSON-1059929682', 'fixed_ips': [{'subnet_id': 'caff7099-23d5-49d4-961d-eeb7e7082896', 'ip_address': '2001:db8::10'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:31.913691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41fb7905-4c62-4768-9943-7ec49e25f80d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:31.952373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 41fb7905-4c62-4768-9943-7ec49e25f80d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:31.952846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41fb7905-4c62-4768-9943-7ec49e25f80d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:31.953367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:31.984194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:31.984628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a56c1357-0dea-4e1f-97b8-f6ced9cffdf6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:31.985263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 46f2199d-3553-466b-8a62-cc9f1e29c890 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:31.985812 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e89df99-6007-4575-abd2-7170df573bd1 admin admin] Publish callbacks [] for security_group (53edc669-a93c-4253-96a1-dd5e1fd246e4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:31.994760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2e89df99-6007-4575-abd2-7170df573bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (53edc669-a93c-4253-96a1-dd5e1fd246e4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.016042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 46f2199d-3553-466b-8a62-cc9f1e29c890 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:32.016042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 46f2199d-3553-466b-8a62-cc9f1e29c890 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:32.059337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab006e9a-d0ae-4006-aae0-fed64a705761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (242b73e8-c876-44d3-8ba1-ca9acbbcb969), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.061875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-fa009d9b-f36a-431d-911e-9e98d6c293ef', 'network_id': 'fa009d9b-f36a-431d-911e-9e98d6c293ef', 'project_id': 'ca6898b2a0824506ab3e62fddbe138a1', 'fixed_ips': [{'subnet_id': 'caff7099-23d5-49d4-961d-eeb7e7082896'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:17:32.062521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f03db07-e692-4e96-b544-2e532482d885 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (494e09e7-c35e-40f4-8985-5d446016d88d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.062980 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.065724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f03db07-e692-4e96-b544-2e532482d885 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.070453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f03db07-e692-4e96-b544-2e532482d885 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/security-groups/494e09e7-c35e-40f4-8985-5d446016d88d HTTP/1.1" status: 204 len: 168 time: 0.6245415 Mar 07 16:17:32.092391 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2e89df99-6007-4575-abd2-7170df573bd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cb38d5e4c5149a9ae631e27b3d3d957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6315200 Mar 07 16:17:32.100123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43790) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:32.103443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89df99-6007-4575-abd2-7170df573bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53edc669-a93c-4253-96a1-dd5e1fd246e4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:32.121008 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (5ecc9ee1-b600-487d-a833-56f25eb28bd3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.149754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03db07-e692-4e96-b544-2e532482d885 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e09e7-c35e-40f4-8985-5d446016d88d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:32.181808 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab006e9a-d0ae-4006-aae0-fed64a705761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (242b73e8-c876-44d3-8ba1-ca9acbbcb969), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.221663 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7bc73626-66d2-414a-8dac-c260ae38816b admin admin] Publish callbacks [] for security_group (53edc669-a93c-4253-96a1-dd5e1fd246e4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.226715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab006e9a-d0ae-4006-aae0-fed64a705761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242b73e8-c876-44d3-8ba1-ca9acbbcb969,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:32.241731 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab006e9a-d0ae-4006-aae0-fed64a705761 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.245771 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ab006e9a-d0ae-4006-aae0-fed64a705761 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/242b73e8-c876-44d3-8ba1-ca9acbbcb969 HTTP/1.1" status: 204 len: 168 time: 0.5807457 Mar 07 16:17:32.248279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:32.253544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50699b59-4cc5-4ac1-ad3e-14895159d6b8 None None] Network 71fa29c5-8992-46af-bc80-74d201eca7f9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:32.269125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7bc73626-66d2-414a-8dac-c260ae38816b admin admin] Publish callbacks [] for security_group (53edc669-a93c-4253-96a1-dd5e1fd246e4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.289794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Deleting port 80407759-f59d-4269-94a8-38bc904c5f74 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:32.290135 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (80407759-f59d-4269-94a8-38bc904c5f74), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.355765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Allocated IP 2001:db8::2 (fa009d9b-f36a-431d-911e-9e98d6c293ef/caff7099-23d5-49d4-961d-eeb7e7082896/b0601ba4-3a57-4fa4-bfb3-fccc0035d954) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:32.358838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:32.445295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7bc73626-66d2-414a-8dac-c260ae38816b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (53edc669-a93c-4253-96a1-dd5e1fd246e4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.447997 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7bc73626-66d2-414a-8dac-c260ae38816b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.449464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7bc73626-66d2-414a-8dac-c260ae38816b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53edc669-a93c-4253-96a1-dd5e1fd246e4 HTTP/1.1" status: 204 len: 168 time: 0.3469899 Mar 07 16:17:32.474102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] For port 80407759-f59d-4269-94a8-38bc904c5f74, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=80407759-f59d-4269-94a8-38bc904c5f74,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:32.474456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (80407759-f59d-4269-94a8-38bc904c5f74), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.477836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc73626-66d2-414a-8dac-c260ae38816b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53edc669-a93c-4253-96a1-dd5e1fd246e4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:32.489543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43802) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:32.492401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Calling delete_port for 80407759-f59d-4269-94a8-38bc904c5f74 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:32.496963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2fe76511-ebed-4566-ae07-8a769c4bdf4a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043245632', 'description': 'tempest-secgroup-smoke-1043245632 description', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:32.569935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fe76511-ebed-4566-ae07-8a769c4bdf4a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.572890 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.587052 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (71fa29c5-8992-46af-bc80-74d201eca7f9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.667658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port 283c33bb-5870-4b5b-b22a-23c6665119d9 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:32.689073 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Publish callbacks [] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.703230 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.759742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3706cf28-91ad-4f6b-8047-da2cd04d67fa None None] DHCP port deletion for 71fa29c5-8992-46af-bc80-74d201eca7f9 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:17:32.774570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Network fa009d9b-f36a-431d-911e-9e98d6c293ef is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:32.788422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:32.795392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:32.801700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Pushing event updated for resources: {'Port': ['ID=b0601ba4-3a57-4fa4-bfb3-fccc0035d954,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:32.903117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fe76511-ebed-4566-ae07-8a769c4bdf4a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (f3dd7b41-2ac4-4608-83ab-56f837bac35a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.904876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Deleting port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:32.905384 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.916386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Attempting to bind port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:32.916743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Attempting to bind port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa009d9b-f36a-431d-911e-9e98d6c293ef'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:32.917118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Attempting to bind port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 on network fa009d9b-f36a-431d-911e-9e98d6c293ef {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:32.938399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:32.938942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Checking segment: {'id': '5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa009d9b-f36a-431d-911e-9e98d6c293ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:32.939937 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.940381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Bound using segment: {'id': '5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa009d9b-f36a-431d-911e-9e98d6c293ef'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:32.940881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Bound port: b0601ba4-3a57-4fa4-bfb3-fccc0035d954, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fa009d9b-f36a-431d-911e-9e98d6c293ef'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:32.941279 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.943285 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fe76511-ebed-4566-ae07-8a769c4bdf4a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f3dd7b41-2ac4-4608-83ab-56f837bac35a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:32.996752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe76511-ebed-4566-ae07-8a769c4bdf4a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd7b41-2ac4-4608-83ab-56f837bac35a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:32.999619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3706cf28-91ad-4f6b-8047-da2cd04d67fa None None] Deleting port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:32.999806 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3706cf28-91ad-4f6b-8047-da2cd04d67fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.007789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (80407759-f59d-4269-94a8-38bc904c5f74), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.026812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] For port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:33.027268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.047526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Calling delete_port for ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:33.068344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::10 (fa009d9b-f36a-431d-911e-9e98d6c293ef/caff7099-23d5-49d4-961d-eeb7e7082896/283c33bb-5870-4b5b-b22a-23c6665119d9) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:33.069720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event deleted for resources: {'Port': ['ID=80407759-f59d-4269-94a8-38bc904c5f74,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:33.094025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] For port b0601ba4-3a57-4fa4-bfb3-fccc0035d954, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:33.115783 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3706cf28-91ad-4f6b-8047-da2cd04d67fa None None] For port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e,segment=NetworkSegment(307bbe36-5404-41d7-910f-2a6715e13488),segment_id=307bbe36-5404-41d7-910f-2a6715e13488)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:33.116193 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3706cf28-91ad-4f6b-8047-da2cd04d67fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.128509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] For port b0601ba4-3a57-4fa4-bfb3-fccc0035d954, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b0601ba4-3a57-4fa4-bfb3-fccc0035d954,segment=NetworkSegment(5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7),segment_id=5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:33.136345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3706cf28-91ad-4f6b-8047-da2cd04d67fa None None] Calling delete_port for ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:33.146529 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.161161 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (5ecc9ee1-b600-487d-a833-56f25eb28bd3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.166177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fe76511-ebed-4566-ae07-8a769c4bdf4a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.167840 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2fe76511-ebed-4566-ae07-8a769c4bdf4a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6773536 Mar 07 16:17:33.208335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43814) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:33.209045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43818) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:33.215141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-db6c3b52-6c6d-4d5a-bb64-dd6e25e64b26 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'f3dd7b41-2ac4-4608-83ab-56f837bac35a', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:33.285263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17830969-1026-434f-bae4-efeb58b3a97c None None] Pushing event updated for resources: {'Port': ['ID=b0601ba4-3a57-4fa4-bfb3-fccc0035d954,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:33.315875 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3706cf28-91ad-4f6b-8047-da2cd04d67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.330922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db6c3b52-6c6d-4d5a-bb64-dd6e25e64b26 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (2324f812-4f2e-4421-b2cd-3a2b2e57f24a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.361759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706cf28-91ad-4f6b-8047-da2cd04d67fa None None] Pushing event deleted for resources: {'Port': ['ID=ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:33.362876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706cf28-91ad-4f6b-8047-da2cd04d67fa None None] No DVR routers for this DVR port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:33.367794 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40189e42-9904-40ca-b9e5-e54d8d632df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.439190 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (5ecc9ee1-b600-487d-a833-56f25eb28bd3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.513003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_controller (5ecc9ee1-b600-487d-a833-56f25eb28bd3), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.628123 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db6c3b52-6c6d-4d5a-bb64-dd6e25e64b26 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (2324f812-4f2e-4421-b2cd-3a2b2e57f24a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.639020 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (5ecc9ee1-b600-487d-a833-56f25eb28bd3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.639981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ecc9ee1-b600-487d-a833-56f25eb28bd3 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:33.644776 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40189e42-9904-40ca-b9e5-e54d8d632df5 admin admin] Publish callbacks [] for security_group (fb7fc083-7b02-4548-b2a3-936c4bd82426), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.649843 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.651480 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f56bf513-7a8a-475a-831c-665f57e0a53e tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5ecc9ee1-b600-487d-a833-56f25eb28bd3 HTTP/1.1" status: 204 len: 168 time: 2.1437573 Mar 07 16:17:33.652697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db6c3b52-6c6d-4d5a-bb64-dd6e25e64b26 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (2324f812-4f2e-4421-b2cd-3a2b2e57f24a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.657022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43828) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:33.679203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-887058428', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:33.684681 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.693328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40189e42-9904-40ca-b9e5-e54d8d632df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fb7fc083-7b02-4548-b2a3-936c4bd82426), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.744792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c3b52-6c6d-4d5a-bb64-dd6e25e64b26 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2324f812-4f2e-4421-b2cd-3a2b2e57f24a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:33.772097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db6c3b52-6c6d-4d5a-bb64-dd6e25e64b26 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.781447 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-db6c3b52-6c6d-4d5a-bb64-dd6e25e64b26 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5678787 Mar 07 16:17:33.791535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43830) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:33.804962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:33.817619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cd25cd46-891f-4b4b-9592-13b741012c7c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'f3dd7b41-2ac4-4608-83ab-56f837bac35a', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:33.833402 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-40189e42-9904-40ca-b9e5-e54d8d632df5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b282ca1ee7d444482aa05482cade39d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5781713 Mar 07 16:17:33.843140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (5598a2ce-67c8-45a3-998d-29c4add7e201), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.845117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (5598a2ce-67c8-45a3-998d-29c4add7e201), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.848716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43832) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:33.854120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40189e42-9904-40ca-b9e5-e54d8d632df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7fc083-7b02-4548-b2a3-936c4bd82426,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:33.870855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] No DVR routers for this DVR port ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:33.953119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd25cd46-891f-4b4b-9592-13b741012c7c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (52c5fda6-5dfa-4abb-b39d-71f10cf8a440), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:33.967712 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (5598a2ce-67c8-45a3-998d-29c4add7e201), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.000404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (71fa29c5-8992-46af-bc80-74d201eca7f9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.033189 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (283c33bb-5870-4b5b-b22a-23c6665119d9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.038182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fa29c5-8992-46af-bc80-74d201eca7f9']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:34.041952 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-646e3ef0-75db-4255-9f65-249e42903204 admin admin] Publish callbacks [] for security_group (fb7fc083-7b02-4548-b2a3-936c4bd82426), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.050937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307bbe36-5404-41d7-910f-2a6715e13488') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:34.051230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307bbe36-5404-41d7-910f-2a6715e13488') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:34.063689 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (307bbe36-5404-41d7-910f-2a6715e13488), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.086209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (307bbe36-5404-41d7-910f-2a6715e13488), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.094993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:34.095321 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (307bbe36-5404-41d7-910f-2a6715e13488), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:34.097490 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:34.106019 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-646e3ef0-75db-4255-9f65-249e42903204 admin admin] Publish callbacks [] for security_group (fb7fc083-7b02-4548-b2a3-936c4bd82426), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.154085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (283c33bb-5870-4b5b-b22a-23c6665119d9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.156135 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd25cd46-891f-4b4b-9592-13b741012c7c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (52c5fda6-5dfa-4abb-b39d-71f10cf8a440), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.201499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd25cd46-891f-4b4b-9592-13b741012c7c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (52c5fda6-5dfa-4abb-b39d-71f10cf8a440), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.211848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network fa009d9b-f36a-431d-911e-9e98d6c293ef is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:34.212748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (71fa29c5-8992-46af-bc80-74d201eca7f9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.222394 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.231426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/71fa29c5-8992-46af-bc80-74d201eca7f9 HTTP/1.1" status: 204 len: 168 time: 1.9818840 Mar 07 16:17:34.232400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:34.242159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:34.253948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:34.254628 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.284505 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (5598a2ce-67c8-45a3-998d-29c4add7e201), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.297593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=283c33bb-5870-4b5b-b22a-23c6665119d9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:34.335588 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-646e3ef0-75db-4255-9f65-249e42903204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fb7fc083-7b02-4548-b2a3-936c4bd82426), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.346110 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-646e3ef0-75db-4255-9f65-249e42903204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.347453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-646e3ef0-75db-4255-9f65-249e42903204 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb7fc083-7b02-4548-b2a3-936c4bd82426 HTTP/1.1" status: 204 len: 168 time: 0.4943113 Mar 07 16:17:34.352983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028e558-32d9-4df2-8394-286e94eda5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=71fa29c5-8992-46af-bc80-74d201eca7f9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:34.372577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25cd46-891f-4b4b-9592-13b741012c7c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c5fda6-5dfa-4abb-b39d-71f10cf8a440,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:34.387707 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8e3168e1-f4e0-44e0-a2f3-aa5b8240aa87 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5362027 Mar 07 16:17:34.391499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43874) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:34.401532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': 'fa009d9b-f36a-431d-911e-9e98d6c293ef', 'name': 'tempest-PortsIpV6TestJSON-894534235', 'fixed_ips': [{'subnet_id': 'caff7099-23d5-49d4-961d-eeb7e7082896', 'ip_address': '2001:db8::f'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:34.412799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e3ef0-75db-4255-9f65-249e42903204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7fc083-7b02-4548-b2a3-936c4bd82426,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:34.420575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cd25cd46-891f-4b4b-9592-13b741012c7c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.422118 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cd25cd46-891f-4b4b-9592-13b741012c7c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6206574 Mar 07 16:17:34.425579 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43880) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:34.433848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b0601ba4-3a57-4fa4-bfb3-fccc0035d954 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:34.434368 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8030ed6a-b1d1-4f5d-84fb-04c7e9eaf93b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'f3dd7b41-2ac4-4608-83ab-56f837bac35a', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:34.516205 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8030ed6a-b1d1-4f5d-84fb-04c7e9eaf93b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (40fbae4b-5b2c-413f-9f7d-38ed135f194e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.563129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:34.563861 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.649985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:34.673928 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.675672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43894) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:34.708427 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8030ed6a-b1d1-4f5d-84fb-04c7e9eaf93b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (40fbae4b-5b2c-413f-9f7d-38ed135f194e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.711735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:34.756255 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-572a5ebf-284b-4170-8cf0-54a5e51ea895 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=811ee645c83146a3ba5bd43c6b62afe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764079 Mar 07 16:17:34.761955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43900) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:34.806300 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8030ed6a-b1d1-4f5d-84fb-04c7e9eaf93b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (40fbae4b-5b2c-413f-9f7d-38ed135f194e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.854085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:34.855227 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.910827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b0601ba4-3a57-4fa4-bfb3-fccc0035d954, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b0601ba4-3a57-4fa4-bfb3-fccc0035d954,segment=NetworkSegment(5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7),segment_id=5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:34.920190 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:34.920846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030ed6a-b1d1-4f5d-84fb-04c7e9eaf93b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fbae4b-5b2c-413f-9f7d-38ed135f194e,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:34.997306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b0601ba4-3a57-4fa4-bfb3-fccc0035d954,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:35.002107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::f (fa009d9b-f36a-431d-911e-9e98d6c293ef/caff7099-23d5-49d4-961d-eeb7e7082896/aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:35.030137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8030ed6a-b1d1-4f5d-84fb-04c7e9eaf93b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.034021 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8030ed6a-b1d1-4f5d-84fb-04c7e9eaf93b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6048746 Mar 07 16:17:35.034174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db209b-8825-4a0f-a0da-4f5a604ae17e None None] Network fa009d9b-f36a-431d-911e-9e98d6c293ef requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:35.040431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43916) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:35.052596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-848b964c-6d1f-4a34-b7a1-6bf79983dc42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'f3dd7b41-2ac4-4608-83ab-56f837bac35a', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:35.081365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (5598a2ce-67c8-45a3-998d-29c4add7e201), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.103477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:35.113905 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-848b964c-6d1f-4a34-b7a1-6bf79983dc42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (8e573d79-0e64-46a0-bc7c-3fc1de0d8ec7), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.116467 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.118491 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8af0fcf-f6e5-4066-99b6-14549c4f955e admin admin] Publish callbacks [] for security_group (87fe0d6d-aada-4f3a-953e-ab72122b1afb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.147214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:35.148258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ddda5da9-78f9-46cc-a6e8-60b8a92d0e2e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:35.177426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5c0fc1d6-3e7c-492c-a366-c9924f3b3a2d None None] Provisioning complete for port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:35.177856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5c0fc1d6-3e7c-492c-a366-c9924f3b3a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.248254 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8af0fcf-f6e5-4066-99b6-14549c4f955e admin admin] Publish callbacks [] for security_group (87fe0d6d-aada-4f3a-953e-ab72122b1afb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.260249 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-848b964c-6d1f-4a34-b7a1-6bf79983dc42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (8e573d79-0e64-46a0-bc7c-3fc1de0d8ec7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.303203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5c0fc1d6-3e7c-492c-a366-c9924f3b3a2d None None] Current status of the port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:35.323463 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-848b964c-6d1f-4a34-b7a1-6bf79983dc42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (8e573d79-0e64-46a0-bc7c-3fc1de0d8ec7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.351838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b964c-6d1f-4a34-b7a1-6bf79983dc42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e573d79-0e64-46a0-bc7c-3fc1de0d8ec7,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:35.368308 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-848b964c-6d1f-4a34-b7a1-6bf79983dc42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.372842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43928) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:35.379366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-848b964c-6d1f-4a34-b7a1-6bf79983dc42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3336642 Mar 07 16:17:35.383147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c911c387-81c4-45fa-a078-2f40fdffc695 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'f3dd7b41-2ac4-4608-83ab-56f837bac35a', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:35.417044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Allocated IP 172.25.4.142 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/125b0e63-0dbb-44db-8bf5-0b3aba485a93) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:35.433990 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8af0fcf-f6e5-4066-99b6-14549c4f955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (87fe0d6d-aada-4f3a-953e-ab72122b1afb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.437170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f8af0fcf-f6e5-4066-99b6-14549c4f955e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.441144 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f8af0fcf-f6e5-4066-99b6-14549c4f955e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87fe0d6d-aada-4f3a-953e-ab72122b1afb HTTP/1.1" status: 204 len: 168 time: 0.6726122 Mar 07 16:17:35.445652 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-c911c387-81c4-45fa-a078-2f40fdffc695 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Project b01e219725e74cf185bd0d470e0fcf3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:17:35.447124 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.479916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af0fcf-f6e5-4066-99b6-14549c4f955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fe0d6d-aada-4f3a-953e-ab72122b1afb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:35.481756 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c911c387-81c4-45fa-a078-2f40fdffc695 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (82c49b6f-5fb7-4681-9b4d-fa5d39128300), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.499534 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.510716 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43932) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:35.591608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network fa009d9b-f36a-431d-911e-9e98d6c293ef is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:35.597030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:35.601774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:35.608040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:35.608970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.617199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:35.644288 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f5c5b99f-85ee-4f55-8253-8a2d617f11ae tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2490962 Mar 07 16:17:35.646585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43938) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:35.658695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c911c387-81c4-45fa-a078-2f40fdffc695 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (82c49b6f-5fb7-4681-9b4d-fa5d39128300), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.679888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c911c387-81c4-45fa-a078-2f40fdffc695 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (82c49b6f-5fb7-4681-9b4d-fa5d39128300), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.683792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for port (125b0e63-0dbb-44db-8bf5-0b3aba485a93), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.722094 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911c387-81c4-45fa-a078-2f40fdffc695 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c49b6f-5fb7-4681-9b4d-fa5d39128300,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:35.753183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0eba3350-b219-476d-b176-570ea786b1f0 None None] Provisioning complete for port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:35.753639 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0eba3350-b219-476d-b176-570ea786b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.763024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c911c387-81c4-45fa-a078-2f40fdffc695 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.764184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c911c387-81c4-45fa-a078-2f40fdffc695 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3882692 Mar 07 16:17:35.772585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43942) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:35.780659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e96c704a-814b-49cd-b5d6-fd482bfab998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'f3dd7b41-2ac4-4608-83ab-56f837bac35a', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:35.870028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a78210d-1826-4b78-9411-bcd0cf889cc1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:35.872818 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0a78210d-1826-4b78-9411-bcd0cf889cc1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2250085 Mar 07 16:17:35.875717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43946) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:35.894895 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-e96c704a-814b-49cd-b5d6-fd482bfab998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Project b01e219725e74cf185bd0d470e0fcf3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:17:35.911278 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e96c704a-814b-49cd-b5d6-fd482bfab998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (f290a8c9-9bd2-47a5-a43a-29e95e2c4f09), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.918998 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (125b0e63-0dbb-44db-8bf5-0b3aba485a93), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:35.937567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b0601ba4-3a57-4fa4-bfb3-fccc0035d954 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:36.004609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event updated for resources: {'Port': ['ID=125b0e63-0dbb-44db-8bf5-0b3aba485a93,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:36.026365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e23ca-294f-4f48-ade5-e9e951aa8d2f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:36.030144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:36.036551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:36.039049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:36.040010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e23ca-294f-4f48-ade5-e9e951aa8d2f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:36.053351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0eba3350-b219-476d-b176-570ea786b1f0 None None] Current status of the port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:36.053488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e23ca-294f-4f48-ade5-e9e951aa8d2f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:36.057967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-682e23ca-294f-4f48-ade5-e9e951aa8d2f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1781726 Mar 07 16:17:36.058143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43950) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:36.090985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0eba3350-b219-476d-b176-570ea786b1f0 None None] Provisioning complete for port 283c33bb-5870-4b5b-b22a-23c6665119d9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:36.090985 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0eba3350-b219-476d-b176-570ea786b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (283c33bb-5870-4b5b-b22a-23c6665119d9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.144787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:36.147850 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.183329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e96c704a-814b-49cd-b5d6-fd482bfab998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (f290a8c9-9bd2-47a5-a43a-29e95e2c4f09), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.186778 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-944adce7-ece0-4f2c-9f51-e8a4dc44504c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.223454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0eba3350-b219-476d-b176-570ea786b1f0 None None] Port 283c33bb-5870-4b5b-b22a-23c6665119d9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:36.299369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:36.302595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-58b35fd8-95b7-46f7-9a25-aad581f34349 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:36.303351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58b35fd8-95b7-46f7-9a25-aad581f34349 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.312494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80407759-f59d-4269-94a8-38bc904c5f74 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:36.349187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 80407759-f59d-4269-94a8-38bc904c5f74 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:36.349919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80407759-f59d-4269-94a8-38bc904c5f74 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:36.377621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d8a9e1db-2cda-4a63-b399-69f1c5b7283d None None] Provisioning complete for port 283c33bb-5870-4b5b-b22a-23c6665119d9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:36.378974 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8a9e1db-2cda-4a63-b399-69f1c5b7283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (283c33bb-5870-4b5b-b22a-23c6665119d9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.409446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-944adce7-ece0-4f2c-9f51-e8a4dc44504c admin admin] Publish callbacks [] for security_group (8cdfe01d-5e68-44b4-b70d-2906cbb939e2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.429412 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e96c704a-814b-49cd-b5d6-fd482bfab998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (f290a8c9-9bd2-47a5-a43a-29e95e2c4f09), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.455260 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c704a-814b-49cd-b5d6-fd482bfab998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f290a8c9-9bd2-47a5-a43a-29e95e2c4f09,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:36.467227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9e1db-2cda-4a63-b399-69f1c5b7283d None None] Port 283c33bb-5870-4b5b-b22a-23c6665119d9 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:36.493843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-944adce7-ece0-4f2c-9f51-e8a4dc44504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8cdfe01d-5e68-44b4-b70d-2906cbb939e2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.541391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e96c704a-814b-49cd-b5d6-fd482bfab998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.544144 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e96c704a-814b-49cd-b5d6-fd482bfab998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7690301 Mar 07 16:17:36.549802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43968) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:36.557112 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'network': {'name': 'tempest-network-smoke--1125329424', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'port_security_enabled': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:36.583198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944adce7-ece0-4f2c-9f51-e8a4dc44504c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdfe01d-5e68-44b4-b70d-2906cbb939e2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:36.589090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-944adce7-ece0-4f2c-9f51-e8a4dc44504c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4d12ea9198f456998d786083ef34c65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0709155 Mar 07 16:17:36.592642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43970) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:36.618064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:36.622983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.633207 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.643376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1131816f-9a27-46a8-b503-bdc7557435e8 None None] Provisioning complete for port aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:36.645296 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1131816f-9a27-46a8-b503-bdc7557435e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.661978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58b35fd8-95b7-46f7-9a25-aad581f34349 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.676621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:17:36.680107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (5598a2ce-67c8-45a3-998d-29c4add7e201), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.692821 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-373b0e7a-8c87-4d24-9204-44aac425c803 admin admin] Publish callbacks [] for security_group (8cdfe01d-5e68-44b4-b70d-2906cbb939e2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.703583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1131816f-9a27-46a8-b503-bdc7557435e8 None None] Port aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:36.725407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-58b35fd8-95b7-46f7-9a25-aad581f34349 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:36.755721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-373b0e7a-8c87-4d24-9204-44aac425c803 admin admin] Publish callbacks [] for security_group (8cdfe01d-5e68-44b4-b70d-2906cbb939e2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.812382 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3cbf3424-d22c-4022-b061-14ab184ac6b7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.812895 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Added segment 3cbf3424-d22c-4022-b061-14ab184ac6b7 of type vlan for network 082a06ed-6510-4ba3-9c75-6fc40c10d77b Mar 07 16:17:36.871616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (082a06ed-6510-4ba3-9c75-6fc40c10d77b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.971037 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-373b0e7a-8c87-4d24-9204-44aac425c803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8cdfe01d-5e68-44b4-b70d-2906cbb939e2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.974949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-373b0e7a-8c87-4d24-9204-44aac425c803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.978967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-373b0e7a-8c87-4d24-9204-44aac425c803 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cdfe01d-5e68-44b4-b70d-2906cbb939e2 HTTP/1.1" status: 204 len: 168 time: 0.3830113 Mar 07 16:17:36.996005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (082a06ed-6510-4ba3-9c75-6fc40c10d77b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:36.999521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b0e7a-8c87-4d24-9204-44aac425c803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdfe01d-5e68-44b4-b70d-2906cbb939e2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:37.002027 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58b35fd8-95b7-46f7-9a25-aad581f34349 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.002600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:37.003616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.056119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b35fd8-95b7-46f7-9a25-aad581f34349 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:37.058734 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (5598a2ce-67c8-45a3-998d-29c4add7e201), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.070487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5190904 Mar 07 16:17:37.074650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 43986) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:37.079407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'admin_state_up': True, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:37.105819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58b35fd8-95b7-46f7-9a25-aad581f34349 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.112366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-58b35fd8-95b7-46f7-9a25-aad581f34349 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed HTTP/1.1" status: 204 len: 168 time: 1.0503323 Mar 07 16:17:37.112558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43988) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:37.158632 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9a0673-30c2-4f9b-bfbf-9fc6c05ea82a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:17:37.162891 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bb9a0673-30c2-4f9b-bfbf-9fc6c05ea82a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/aa765bbc-1f4b-4b00-bd09-8b6b0bf316ed HTTP/1.1" status: 404 len: 333 time: 0.0465930 Mar 07 16:17:37.165474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 43992) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:37.301500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-80fb45f2-fa7a-464f-bcd7-36fb435901d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 283c33bb-5870-4b5b-b22a-23c6665119d9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:37.301859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80fb45f2-fa7a-464f-bcd7-36fb435901d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (283c33bb-5870-4b5b-b22a-23c6665119d9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.406162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80fb45f2-fa7a-464f-bcd7-36fb435901d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (283c33bb-5870-4b5b-b22a-23c6665119d9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.425968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-80fb45f2-fa7a-464f-bcd7-36fb435901d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 283c33bb-5870-4b5b-b22a-23c6665119d9 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:37.603146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44f6c7-9208-4144-86da-33d591336429 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Network': ['ID=082a06ed-6510-4ba3-9c75-6fc40c10d77b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:37.615786 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80fb45f2-fa7a-464f-bcd7-36fb435901d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (283c33bb-5870-4b5b-b22a-23c6665119d9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.623905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 082a06ed-6510-4ba3-9c75-6fc40c10d77b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:17:37.649987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb45f2-fa7a-464f-bcd7-36fb435901d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=283c33bb-5870-4b5b-b22a-23c6665119d9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:37.668451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (2bc591d6-c5ad-4179-baee-1bca83b23a1e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.669932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (2bc591d6-c5ad-4179-baee-1bca83b23a1e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.693466 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-80fb45f2-fa7a-464f-bcd7-36fb435901d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.704417 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-80fb45f2-fa7a-464f-bcd7-36fb435901d6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/283c33bb-5870-4b5b-b22a-23c6665119d9 HTTP/1.1" status: 204 len: 168 time: 0.5356514 Mar 07 16:17:37.706039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44006) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:37.749703 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_controller (2bc591d6-c5ad-4179-baee-1bca83b23a1e), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.769999 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f724a0bc-ca15-4baf-8023-e710193fa36f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:17:37.772701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f724a0bc-ca15-4baf-8023-e710193fa36f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/283c33bb-5870-4b5b-b22a-23c6665119d9 HTTP/1.1" status: 404 len: 333 time: 0.0646842 Mar 07 16:17:37.777965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44008) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:37.811015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44010) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:37.956800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddd6384-ef66-4c58-a030-76965af03c9c tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet caff7099-23d5-49d4-961d-eeb7e7082896 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:37.961269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a894c96-731b-457b-bc22-f045f13345a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:37.963590 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6384-ef66-4c58-a030-76965af03c9c tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (caff7099-23d5-49d4-961d-eeb7e7082896), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.051923 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6384-ef66-4c58-a030-76965af03c9c tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (caff7099-23d5-49d4-961d-eeb7e7082896), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.053507 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (2bc591d6-c5ad-4179-baee-1bca83b23a1e), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.076867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Router 5598a2ce-67c8-45a3-998d-29c4add7e201 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:17:38.181002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6384-ef66-4c58-a030-76965af03c9c tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (caff7099-23d5-49d4-961d-eeb7e7082896), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.217150 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a894c96-731b-457b-bc22-f045f13345a8 admin admin] Publish callbacks [] for security_group (c7f21391-1e34-438f-b00f-56691298e19f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.230162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a894c96-731b-457b-bc22-f045f13345a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c7f21391-1e34-438f-b00f-56691298e19f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.268705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:38.284163 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9a894c96-731b-457b-bc22-f045f13345a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e47ac43191ba46e09be107cbcebce251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4626660 Mar 07 16:17:38.285019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a894c96-731b-457b-bc22-f045f13345a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f21391-1e34-438f-b00f-56691298e19f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:38.286283 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9c718-8f46-45eb-bbf7-03393b823ec3 None None] Sync routers for ids ['5598a2ce-67c8-45a3-998d-29c4add7e201'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:38.287255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44020) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:38.309630 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9c718-8f46-45eb-bbf7-03393b823ec3 None None] Routers {'5598a2ce-67c8-45a3-998d-29c4add7e201'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:38.310208 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5fc9c718-8f46-45eb-bbf7-03393b823ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5598a2ce-67c8-45a3-998d-29c4add7e201'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:38.310353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6384-ef66-4c58-a030-76965af03c9c tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (caff7099-23d5-49d4-961d-eeb7e7082896), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.313808 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.316569 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-759acca8-3623-4037-96d1-2d6f6c73646b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6506176 Mar 07 16:17:38.322578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44022) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:38.329324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1a081631-e15e-46cb-a463-483fcb528528 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': False}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:38.364852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd6384-ef66-4c58-a030-76965af03c9c tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=caff7099-23d5-49d4-961d-eeb7e7082896,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:38.373875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6384-ef66-4c58-a030-76965af03c9c tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.380510 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5ddd6384-ef66-4c58-a030-76965af03c9c tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/caff7099-23d5-49d4-961d-eeb7e7082896 HTTP/1.1" status: 204 len: 168 time: 0.6014469 Mar 07 16:17:38.381552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44026) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:38.384979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae368a-bc6c-40b3-a455-8d6bcdb2b85f None None] Network fa009d9b-f36a-431d-911e-9e98d6c293ef requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:38.385253 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5fc9c718-8f46-45eb-bbf7-03393b823ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:38.434421 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9c718-8f46-45eb-bbf7-03393b823ec3 None None] Routers {'5598a2ce-67c8-45a3-998d-29c4add7e201'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:38.435513 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5fc9c718-8f46-45eb-bbf7-03393b823ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5598a2ce-67c8-45a3-998d-29c4add7e201'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:38.523350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (fa009d9b-f36a-431d-911e-9e98d6c293ef), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.526345 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5fc9c718-8f46-45eb-bbf7-03393b823ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:38.527020 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9c718-8f46-45eb-bbf7-03393b823ec3 None None] The sync data for ids ['5598a2ce-67c8-45a3-998d-29c4add7e201'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:38.555084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (2bc591d6-c5ad-4179-baee-1bca83b23a1e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.559726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-195154df-815c-4b6b-9716-8d0422711f39 admin admin] Publish callbacks [] for security_group (c7f21391-1e34-438f-b00f-56691298e19f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.618813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1580cb5d-a45a-4bcf-a995-7fed762fdabd None None] DHCP port deletion for fa009d9b-f36a-431d-911e-9e98d6c293ef request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:17:38.634835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.640001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:38.640769 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.729990 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-195154df-815c-4b6b-9716-8d0422711f39 admin admin] Publish callbacks [] for security_group (c7f21391-1e34-438f-b00f-56691298e19f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.736878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1580cb5d-a45a-4bcf-a995-7fed762fdabd None None] Deleting port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:38.737940 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1580cb5d-a45a-4bcf-a995-7fed762fdabd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.788353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] For port b0601ba4-3a57-4fa4-bfb3-fccc0035d954, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b0601ba4-3a57-4fa4-bfb3-fccc0035d954,segment=NetworkSegment(5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7),segment_id=5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:38.788807 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.810057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for b0601ba4-3a57-4fa4-bfb3-fccc0035d954 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:38.917068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.25.4.198 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/977c10ec-d12c-4a48-a74f-e98eb3f1935b) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:38.937745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-195154df-815c-4b6b-9716-8d0422711f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c7f21391-1e34-438f-b00f-56691298e19f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.941728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-195154df-815c-4b6b-9716-8d0422711f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.943096 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-195154df-815c-4b6b-9716-8d0422711f39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7f21391-1e34-438f-b00f-56691298e19f HTTP/1.1" status: 204 len: 168 time: 0.6527638 Mar 07 16:17:38.952433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:38.988824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=b0601ba4-3a57-4fa4-bfb3-fccc0035d954,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:38.998055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No DVR routers for this DVR port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:39.003342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1580cb5d-a45a-4bcf-a995-7fed762fdabd None None] For port b0601ba4-3a57-4fa4-bfb3-fccc0035d954, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b0601ba4-3a57-4fa4-bfb3-fccc0035d954,segment=NetworkSegment(5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7),segment_id=5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:39.004072 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1580cb5d-a45a-4bcf-a995-7fed762fdabd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.010916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195154df-815c-4b6b-9716-8d0422711f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f21391-1e34-438f-b00f-56691298e19f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:39.027387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1580cb5d-a45a-4bcf-a995-7fed762fdabd None None] Calling delete_port for b0601ba4-3a57-4fa4-bfb3-fccc0035d954 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:39.145961 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a081631-e15e-46cb-a463-483fcb528528 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (5598a2ce-67c8-45a3-998d-29c4add7e201), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.156983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.172958 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1580cb5d-a45a-4bcf-a995-7fed762fdabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (b0601ba4-3a57-4fa4-bfb3-fccc0035d954), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.181316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (fa009d9b-f36a-431d-911e-9e98d6c293ef), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.210157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa009d9b-f36a-431d-911e-9e98d6c293ef']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:39.222662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580cb5d-a45a-4bcf-a995-7fed762fdabd None None] Pushing event deleted for resources: {'Port': ['ID=b0601ba4-3a57-4fa4-bfb3-fccc0035d954,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:39.228588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:39.237057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580cb5d-a45a-4bcf-a995-7fed762fdabd None None] No DVR routers for this DVR port b0601ba4-3a57-4fa4-bfb3-fccc0035d954 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:17:39.239334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:39.248838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.261721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.282495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.290396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:17:39.290740 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (5521d5d4-6bf8-4ed5-9ec8-7bb5280ec2e7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:17:39.299310 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:17:39.305839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:39.310461 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:39.318634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=977c10ec-d12c-4a48-a74f-e98eb3f1935b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:39.321715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:39.384835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (fa009d9b-f36a-431d-911e-9e98d6c293ef), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.396245 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.406098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/networks/fa009d9b-f36a-431d-911e-9e98d6c293ef HTTP/1.1" status: 204 len: 168 time: 1.0222692 Mar 07 16:17:39.421953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44050) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:39.424020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a71d33-fd9e-40ba-87a5-b13da6112ee3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Network': ['ID=fa009d9b-f36a-431d-911e-9e98d6c293ef,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:39.430552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-820045083'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:39.543535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:39.547099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.628031 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:17:39.648400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.648904 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Added segment f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c of type vlan for network 332a68ec-7805-4ac2-9311-0cd1fb037e18 Mar 07 16:17:39.778117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (332a68ec-7805-4ac2-9311-0cd1fb037e18), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:39.855329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b0601ba4-3a57-4fa4-bfb3-fccc0035d954 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:17:39.906896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b0601ba4-3a57-4fa4-bfb3-fccc0035d954 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:17:39.906896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b0601ba4-3a57-4fa4-bfb3-fccc0035d954 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:17:40.101379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44082) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:40.257352 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (332a68ec-7805-4ac2-9311-0cd1fb037e18), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.262635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:40.263263 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.303563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (2bc591d6-c5ad-4179-baee-1bca83b23a1e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.361409 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-169020828'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:40.384305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Made reservation on behalf of 671245034c32461db80447e820ddff97 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:40.387915 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.397787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.413939 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9883146 Mar 07 16:17:40.419600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44092) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:40.426320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': '332a68ec-7805-4ac2-9311-0cd1fb037e18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:40.432464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a0814-af50-4bcf-b68f-96793a51c4c1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Network': ['ID=332a68ec-7805-4ac2-9311-0cd1fb037e18,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:40.447416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 332a68ec-7805-4ac2-9311-0cd1fb037e18 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:17:40.556605 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a081631-e15e-46cb-a463-483fcb528528 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (5598a2ce-67c8-45a3-998d-29c4add7e201), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.565703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:40.569154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.574663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for security_group (09067b0f-7eb0-45e9-9e6a-55c106a0bd5f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.587287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (09067b0f-7eb0-45e9-9e6a-55c106a0bd5f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.610120 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a081631-e15e-46cb-a463-483fcb528528 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (5598a2ce-67c8-45a3-998d-29c4add7e201), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.610726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:17:40.668692 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9d19b4c6-32cb-4f8a-886c-f7dec80aba81), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.668974 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Added segment 9d19b4c6-32cb-4f8a-886c-f7dec80aba81 of type vlan for network 94d85db0-3094-4514-983d-cbf19e1806f3 Mar 07 16:17:40.698288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09067b0f-7eb0-45e9-9e6a-55c106a0bd5f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:40.745597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (94d85db0-3094-4514-983d-cbf19e1806f3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.766460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (2bc591d6-c5ad-4179-baee-1bca83b23a1e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.810136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (94d85db0-3094-4514-983d-cbf19e1806f3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.815435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:40.816044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.834867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a081631-e15e-46cb-a463-483fcb528528 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Router 5598a2ce-67c8-45a3-998d-29c4add7e201 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:17:40.898049 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7951519 Mar 07 16:17:40.929944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44096) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:40.939952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'subnet': {'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:40.945525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452c0f2-0c5e-43df-a1d9-b6f06afe2ca0 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Network': ['ID=94d85db0-3094-4514-983d-cbf19e1806f3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:40.956024 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (2ee3f252-391d-4a52-8ad6-532f6ac71145), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:40.959640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 94d85db0-3094-4514-983d-cbf19e1806f3 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:17:41.026969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=2ee3f252-391d-4a52-8ad6-532f6ac71145,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:41.052956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44100) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:41.060428 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.079303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Checking segment: {'id': 'f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '332a68ec-7805-4ac2-9311-0cd1fb037e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:41.080487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network hostable DHCP agents. Network: 332a68ec-7805-4ac2-9311-0cd1fb037e18, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:17:41.100087 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network 332a68ec-7805-4ac2-9311-0cd1fb037e18 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:17:41.112724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 332a68ec-7805-4ac2-9311-0cd1fb037e18) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:41.118340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:41.123050 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.123288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a6ebbc-6ade-40bf-82f6-648ebcc49a51 None None] Network 332a68ec-7805-4ac2-9311-0cd1fb037e18 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:41.131837 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Made reservation on behalf of 671245034c32461db80447e820ddff97 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:41.135815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.141717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 2bc591d6-c5ad-4179-baee-1bca83b23a1e is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:17:41.147697 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7c48a2be-1e5c-40a8-a469-e79d1f0ed4ac tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7262177 Mar 07 16:17:41.147830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a081631-e15e-46cb-a463-483fcb528528 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:41.159116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44106) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:41.161133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233c692-773f-4442-9daf-042c32166199 None None] Sync routers for ids ['5598a2ce-67c8-45a3-998d-29c4add7e201'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:41.165561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-89d51e4a-045e-4f68-af01-d61d36f92ae6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1390989175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:41.166889 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a081631-e15e-46cb-a463-483fcb528528 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.170947 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a081631-e15e-46cb-a463-483fcb528528 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "PUT /v2.0/routers/5598a2ce-67c8-45a3-998d-29c4add7e201 HTTP/1.1" status: 200 len: 925 time: 2.8467216 Mar 07 16:17:41.177949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44108) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:41.220422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233c692-773f-4442-9daf-042c32166199 None None] Routers {'5598a2ce-67c8-45a3-998d-29c4add7e201'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:41.221603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-0233c692-773f-4442-9daf-042c32166199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5598a2ce-67c8-45a3-998d-29c4add7e201'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:41.248677 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a28808e4-174c-4b7c-ae0f-9715efdbc989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.295460 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-0233c692-773f-4442-9daf-042c32166199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:41.315565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233c692-773f-4442-9daf-042c32166199 None None] Routers {'5598a2ce-67c8-45a3-998d-29c4add7e201'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:41.316793 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-0233c692-773f-4442-9daf-042c32166199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['5598a2ce-67c8-45a3-998d-29c4add7e201'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:41.351937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89d51e4a-045e-4f68-af01-d61d36f92ae6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (6746adc4-359c-4089-9525-8bf177af842e), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.352959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89d51e4a-045e-4f68-af01-d61d36f92ae6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (6746adc4-359c-4089-9525-8bf177af842e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.372207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-0233c692-773f-4442-9daf-042c32166199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:41.373238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233c692-773f-4442-9daf-042c32166199 None None] The sync data for ids ['5598a2ce-67c8-45a3-998d-29c4add7e201'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:41.386504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-332a68ec-7805-4ac2-9311-0cd1fb037e18', 'network_id': '332a68ec-7805-4ac2-9311-0cd1fb037e18', 'project_id': 'ca6898b2a0824506ab3e62fddbe138a1', 'fixed_ips': [{'subnet_id': '2ee3f252-391d-4a52-8ad6-532f6ac71145'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:17:41.391722 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.399495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:41.413289 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Sync routers for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:41.413825 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89d51e4a-045e-4f68-af01-d61d36f92ae6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for router_controller (6746adc4-359c-4089-9525-8bf177af842e), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.430551 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89d51e4a-045e-4f68-af01-d61d36f92ae6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (6746adc4-359c-4089-9525-8bf177af842e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.437584 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:41.448269 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:41.462716 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.464291 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2f950f64-48a4-40d8-9e8e-deb732f1ef23 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3883798 Mar 07 16:17:41.468659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44116) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:41.495667 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89d51e4a-045e-4f68-af01-d61d36f92ae6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.497257 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-89d51e4a-045e-4f68-af01-d61d36f92ae6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3370922 Mar 07 16:17:41.500006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44118) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:41.505713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'network_id': '332a68ec-7805-4ac2-9311-0cd1fb037e18', 'name': 'tempest-PortsIpV6TestJSON-853009201'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:41.544959 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7afc15b6-e4c7-46e4-ab56-841aa1d2c706 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b01e219725e74cf185bd0d470e0fcf3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752020 Mar 07 16:17:41.545281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-12d7a2a2-dd21-418d-b86a-af0f835e0273 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/routers/5598a2ce-67c8-45a3-998d-29c4add7e201 HTTP/1.1" status: 200 len: 925 time: 0.3656304 Mar 07 16:17:41.558420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44120) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:41.560520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44122) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:41.603533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a28808e4-174c-4b7c-ae0f-9715efdbc989 admin admin] Publish callbacks [] for security_group (2452f34e-383e-47c9-85fe-3d5c6c3810ba), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.616265 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:41.616844 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a28808e4-174c-4b7c-ae0f-9715efdbc989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2452f34e-383e-47c9-85fe-3d5c6c3810ba), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.675180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28808e4-174c-4b7c-ae0f-9715efdbc989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2452f34e-383e-47c9-85fe-3d5c6c3810ba,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:41.686324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Allocated IP 2001:db8::2 (332a68ec-7805-4ac2-9311-0cd1fb037e18/2ee3f252-391d-4a52-8ad6-532f6ac71145/f28cf733-d207-42b7-9d3b-3ec03e461fde) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:41.787997 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a28808e4-174c-4b7c-ae0f-9715efdbc989 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e997f6008e3423fa13f8936a2913703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7312016 Mar 07 16:17:41.788894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44128) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:41.813765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:41.820000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.853189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (41be5ecf-0365-4dd9-92d2-239548e01de7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.858912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port b78b4ad1-e48b-4372-919b-c17b3c3d0197 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:41.859354 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:39Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:41.888167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e95b-6280-41b6-bb03-d0ff937a5310 admin admin] Publish callbacks [] for security_group (2452f34e-383e-47c9-85fe-3d5c6c3810ba), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.905407 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Publish callbacks [] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.912942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8269283-5005-4c02-8056-c1cfafbe21d0 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:41.916326 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.917625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c8269283-5005-4c02-8056-c1cfafbe21d0 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=5598a2ce-67c8-45a3-998d-29c4add7e201&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3553364 Mar 07 16:17:41.917799 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Checking router: 2bc591d6-c5ad-4179-baee-1bca83b23a1e for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:41.918124 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Updating router 2bc591d6-c5ad-4179-baee-1bca83b23a1e port 977c10ec-d12c-4a48-a74f-e98eb3f1935b binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:17:41.923033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44132) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:41.955017 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:41.978586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e95b-6280-41b6-bb03-d0ff937a5310 admin admin] Publish callbacks [] for security_group (2452f34e-383e-47c9-85fe-3d5c6c3810ba), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.006880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Subnet': ['ID=41be5ecf-0365-4dd9-92d2-239548e01de7,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:42.019447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2082135-1eab-4c63-886d-b1edb550bb6d tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:42.021745 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a2082135-1eab-4c63-886d-b1edb550bb6d tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4566731 Mar 07 16:17:42.024171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Network 332a68ec-7805-4ac2-9311-0cd1fb037e18 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:42.024935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Checking segment: {'id': '9d19b4c6-32cb-4f8a-886c-f7dec80aba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:42.025484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Network hostable DHCP agents. Network: 94d85db0-3094-4514-983d-cbf19e1806f3, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:17:42.025652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:42.028118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:42.030641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44134) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:42.085626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44136) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:42.104196 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b3c0d815-e2c0-418c-8cd0-0ff7ecdc6b43 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685024 Mar 07 16:17:42.106559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44140) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:42.114662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518303410', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:42.121434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Network 94d85db0-3094-4514-983d-cbf19e1806f3 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:17:42.148354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Pushing event updated for resources: {'Port': ['ID=f28cf733-d207-42b7-9d3b-3ec03e461fde,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:42.152650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Attempting to bind port f28cf733-d207-42b7-9d3b-3ec03e461fde on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:42.153226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Attempting to bind port f28cf733-d207-42b7-9d3b-3ec03e461fde by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '332a68ec-7805-4ac2-9311-0cd1fb037e18'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:42.153640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Attempting to bind port f28cf733-d207-42b7-9d3b-3ec03e461fde on network 332a68ec-7805-4ac2-9311-0cd1fb037e18 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:42.162154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:42.162154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Checking segment: {'id': 'f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '332a68ec-7805-4ac2-9311-0cd1fb037e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:42.163067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::255 (332a68ec-7805-4ac2-9311-0cd1fb037e18/2ee3f252-391d-4a52-8ad6-532f6ac71145/b78b4ad1-e48b-4372-919b-c17b3c3d0197) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:42.163176 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.163176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Bound using segment: {'id': 'f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '332a68ec-7805-4ac2-9311-0cd1fb037e18'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:42.163176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Bound port: f28cf733-d207-42b7-9d3b-3ec03e461fde, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '332a68ec-7805-4ac2-9311-0cd1fb037e18'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:42.163176 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.164638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e51cd4-a5df-4dbe-aba6-1118e813da82 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:42.169375 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a6e51cd4-a5df-4dbe-aba6-1118e813da82 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 881 time: 0.2407649 Mar 07 16:17:42.170906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44142) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:42.212509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-663f4312-b6ac-4b45-921c-bfcf8f715537 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=5598a2ce-67c8-45a3-998d-29c4add7e201 HTTP/1.1" status: 200 len: 205 time: 0.0392582 Mar 07 16:17:42.213224 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e95b-6280-41b6-bb03-d0ff937a5310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2452f34e-383e-47c9-85fe-3d5c6c3810ba), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.216152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1e6e95b-6280-41b6-bb03-d0ff937a5310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.220197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d1e6e95b-6280-41b6-bb03-d0ff937a5310 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2452f34e-383e-47c9-85fe-3d5c6c3810ba HTTP/1.1" status: 204 len: 168 time: 0.4279184 Mar 07 16:17:42.232250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44144) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:42.241489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 94d85db0-3094-4514-983d-cbf19e1806f3) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:42.245318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] For port f28cf733-d207-42b7-9d3b-3ec03e461fde, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:42.250848 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] For port f28cf733-d207-42b7-9d3b-3ec03e461fde, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f28cf733-d207-42b7-9d3b-3ec03e461fde,segment=NetworkSegment(f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c),segment_id=f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:42.270268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29077dfb-e751-491e-af14-8a82f7c07674 None None] Network 94d85db0-3094-4514-983d-cbf19e1806f3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:42.271288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:42.271932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.277665 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.339922 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6e95b-6280-41b6-bb03-d0ff937a5310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2452f34e-383e-47c9-85fe-3d5c6c3810ba,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:42.374325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6a98cc68-c0ab-4fc5-b36f-1774ba729b61 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4434111 Mar 07 16:17:42.379654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44148) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:42.400660 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4038e1ce-6be8-4264-8c24-ad05e292eafd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.401395 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Publish callbacks [] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.404868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'port': {'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3', 'name': 'tempest-AllowedAddressPairTestJSON-230053863'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:42.412518 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.431864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:42.435984 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.485331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760ad4f-e709-404f-9dcb-ea0fb59c12f9 None None] Pushing event updated for resources: {'Port': ['ID=f28cf733-d207-42b7-9d3b-3ec03e461fde,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:42.546220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-94d85db0-3094-4514-983d-cbf19e1806f3', 'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3', 'project_id': '671245034c32461db80447e820ddff97', 'fixed_ips': [{'subnet_id': '41be5ecf-0365-4dd9-92d2-239548e01de7'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:17:42.547498 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.657329 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Attempting to bind port 977c10ec-d12c-4a48-a74f-e98eb3f1935b on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:42.664873 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Attempting to bind port 977c10ec-d12c-4a48-a74f-e98eb3f1935b by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:42.665251 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Attempting to bind port 977c10ec-d12c-4a48-a74f-e98eb3f1935b on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:42.682026 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:42.682704 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:42.683427 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.684190 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:42.684881 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Bound port: 977c10ec-d12c-4a48-a74f-e98eb3f1935b, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:42.685518 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.687468 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89ccd5-1b39-4d4e-981e-91e002f1d423 None None] Pushing event updated for resources: {'Port': ['ID=977c10ec-d12c-4a48-a74f-e98eb3f1935b,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:42.820462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44152) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:42.823451 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] For port 977c10ec-d12c-4a48-a74f-e98eb3f1935b, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:42.829148 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] For port 977c10ec-d12c-4a48-a74f-e98eb3f1935b, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=977c10ec-d12c-4a48-a74f-e98eb3f1935b,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:42.838413 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.874001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Allocated IP 172.20.0.2 (94d85db0-3094-4514-983d-cbf19e1806f3/41be5ecf-0365-4dd9-92d2-239548e01de7/fc5dc5ce-f40f-48c9-be8e-1274de503511) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:42.920250 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:42.921092 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:42.937458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4038e1ce-6be8-4264-8c24-ad05e292eafd admin admin] Publish callbacks [] for security_group (ca9d50f1-c438-48c1-82d8-45cb7cdb0d5f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.947874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab1419a7-fb62-44b2-9daa-ba8b89fc147c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.960257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4038e1ce-6be8-4264-8c24-ad05e292eafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ca9d50f1-c438-48c1-82d8-45cb7cdb0d5f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:42.992438 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (8acf561f-def7-4fb0-bd39-57c72ebdd242), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.015358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4038e1ce-6be8-4264-8c24-ad05e292eafd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6be05cd507e946abb1d2617a8b396153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9278798 Mar 07 16:17:43.048828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44154) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:43.073747 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89ccd5-1b39-4d4e-981e-91e002f1d423 None None] Pushing event updated for resources: {'Port': ['ID=977c10ec-d12c-4a48-a74f-e98eb3f1935b,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:43.079210 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (5598a2ce-67c8-45a3-998d-29c4add7e201), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.103715 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Publish callbacks [] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.104344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038e1ce-6be8-4264-8c24-ad05e292eafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d50f1-c438-48c1-82d8-45cb7cdb0d5f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:43.116198 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.121433 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:43.160251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Subnet': ['ID=8acf561f-def7-4fb0-bd39-57c72ebdd242,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:43.190514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35c9d457-aebe-40fc-90b3-136dce778cce admin admin] Publish callbacks [] for security_group (ca9d50f1-c438-48c1-82d8-45cb7cdb0d5f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.202090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Pushing event updated for resources: {'Port': ['ID=fc5dc5ce-f40f-48c9-be8e-1274de503511,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:43.202325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Checking segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:43.202667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network hostable DHCP agents. Network: 082a06ed-6510-4ba3-9c75-6fc40c10d77b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:17:43.210552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Network 94d85db0-3094-4514-983d-cbf19e1806f3 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:43.213142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:43.215591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:43.251165 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35c9d457-aebe-40fc-90b3-136dce778cce admin admin] Publish callbacks [] for security_group (ca9d50f1-c438-48c1-82d8-45cb7cdb0d5f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.284195 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab1419a7-fb62-44b2-9daa-ba8b89fc147c admin admin] Publish callbacks [] for security_group (92d7a36c-ce63-4760-b4b5-d2791254e5f2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.287221 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 082a06ed-6510-4ba3-9c75-6fc40c10d77b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:17:43.305491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Attempting to bind port fc5dc5ce-f40f-48c9-be8e-1274de503511 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:43.307276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Attempting to bind port fc5dc5ce-f40f-48c9-be8e-1274de503511 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '9d19b4c6-32cb-4f8a-886c-f7dec80aba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:43.308795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Attempting to bind port fc5dc5ce-f40f-48c9-be8e-1274de503511 on network 94d85db0-3094-4514-983d-cbf19e1806f3 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:43.327450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:43.328319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Checking segment: {'id': '9d19b4c6-32cb-4f8a-886c-f7dec80aba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:43.329001 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.329656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Bound using segment: {'id': '9d19b4c6-32cb-4f8a-886c-f7dec80aba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:43.330140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Bound port: fc5dc5ce-f40f-48c9-be8e-1274de503511, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d19b4c6-32cb-4f8a-886c-f7dec80aba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:43.331250 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.336596 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ab1419a7-fb62-44b2-9daa-ba8b89fc147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (92d7a36c-ce63-4760-b4b5-d2791254e5f2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.377375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 082a06ed-6510-4ba3-9c75-6fc40c10d77b) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:43.378843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.383917 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35c9d457-aebe-40fc-90b3-136dce778cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ca9d50f1-c438-48c1-82d8-45cb7cdb0d5f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.386911 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35c9d457-aebe-40fc-90b3-136dce778cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.390541 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-35c9d457-aebe-40fc-90b3-136dce778cce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca9d50f1-c438-48c1-82d8-45cb7cdb0d5f HTTP/1.1" status: 204 len: 168 time: 0.3369412 Mar 07 16:17:43.398465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (5598a2ce-67c8-45a3-998d-29c4add7e201), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.403738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:43.406135 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.410706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Made reservation on behalf of 671245034c32461db80447e820ddff97 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:43.414833 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.417453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c372d-c948-486a-b264-479dc2ba451d None None] Network 082a06ed-6510-4ba3-9c75-6fc40c10d77b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:43.431258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1419a7-fb62-44b2-9daa-ba8b89fc147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d7a36c-ce63-4760-b4b5-d2791254e5f2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:43.442381 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ab1419a7-fb62-44b2-9daa-ba8b89fc147c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43e68a03bd3e4395b0f343b7ff653d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6145406 Mar 07 16:17:43.444798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44158) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:43.459081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] device_id is not set on port 4fdea8bc-4331-40c5-b902-703c8997c6a1 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:43.473610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9d457-aebe-40fc-90b3-136dce778cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9d50f1-c438-48c1-82d8-45cb7cdb0d5f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:43.477941 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:39Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:43.487368 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0aa6d1af-b764-46f6-92ef-adad47713df1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3767617 Mar 07 16:17:43.488743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44160) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:43.511233 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbf1b6-2e08-4ced-8942-353da5245e8d None None] The sync data for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 is: [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:39Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:43.710481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:17:43.711799 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.759177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] For port fc5dc5ce-f40f-48c9-be8e-1274de503511, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:43.763086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] For port fc5dc5ce-f40f-48c9-be8e-1274de503511, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fc5dc5ce-f40f-48c9-be8e-1274de503511,segment=NetworkSegment(9d19b4c6-32cb-4f8a-886c-f7dec80aba81),segment_id=9d19b4c6-32cb-4f8a-886c-f7dec80aba81)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:43.767748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.800135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Deleting port 125b0e63-0dbb-44db-8bf5-0b3aba485a93 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:43.800725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (125b0e63-0dbb-44db-8bf5-0b3aba485a93), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.840394 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc722685-4322-4000-862f-b805bebded60 admin admin] Publish callbacks [] for security_group (92d7a36c-ce63-4760-b4b5-d2791254e5f2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.863584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc722685-4322-4000-862f-b805bebded60 admin admin] Publish callbacks [] for security_group (92d7a36c-ce63-4760-b4b5-d2791254e5f2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.890022 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:43.973554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network 332a68ec-7805-4ac2-9311-0cd1fb037e18 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:43.975944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f28cf733-d207-42b7-9d3b-3ec03e461fde up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:44.001005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=b78b4ad1-e48b-4372-919b-c17b3c3d0197,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:44.036902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:44.043477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc722685-4322-4000-862f-b805bebded60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (92d7a36c-ce63-4760-b4b5-d2791254e5f2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:44.046033 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc722685-4322-4000-862f-b805bebded60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:44.047652 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dc722685-4322-4000-862f-b805bebded60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92d7a36c-ce63-4760-b4b5-d2791254e5f2 HTTP/1.1" status: 204 len: 168 time: 0.4902163 Mar 07 16:17:44.054657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:44.061381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:44.062691 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:44.068042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Allocated IP 172.20.0.5 (94d85db0-3094-4514-983d-cbf19e1806f3/41be5ecf-0365-4dd9-92d2-239548e01de7/4fdea8bc-4331-40c5-b902-703c8997c6a1) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:44.185785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc722685-4322-4000-862f-b805bebded60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d7a36c-ce63-4760-b4b5-d2791254e5f2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:44.231247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cb2841-4e79-43e2-9a1f-a635d877510e None None] Network 332a68ec-7805-4ac2-9311-0cd1fb037e18 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:44.238405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44166) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:44.242970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d0e82783-9e54-4b4e-bff3-a7c7e5b01782 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7176499 Mar 07 16:17:44.256595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099e796-945f-4d58-9ee0-2ed8a7ce2668 None None] Pushing event updated for resources: {'Port': ['ID=fc5dc5ce-f40f-48c9-be8e-1274de503511,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:44.287692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44168) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:44.336831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20c9426-36e0-4837-b56f-9b58522de9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:44.351160 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (125b0e63-0dbb-44db-8bf5-0b3aba485a93), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:44.394665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Calling delete_port for 125b0e63-0dbb-44db-8bf5-0b3aba485a93 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:44.496849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Allocated IP 172.20.0.2 (082a06ed-6510-4ba3-9c75-6fc40c10d77b/8acf561f-def7-4fb0-bd39-57c72ebdd242/5a81deff-8f87-4230-a9f9-9a18c8f9c52d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:44.504782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f28cf733-d207-42b7-9d3b-3ec03e461fde triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:44.505518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:44.512899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7453d975-9ca2-496d-8483-9fc5634b8318 None None] Provisioning complete for port f28cf733-d207-42b7-9d3b-3ec03e461fde triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:44.513245 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7453d975-9ca2-496d-8483-9fc5634b8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:44.868410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20c9426-36e0-4837-b56f-9b58522de9e0 admin admin] Publish callbacks [] for security_group (449bafce-71a0-423e-8915-a15a21e541cc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:44.897843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f20c9426-36e0-4837-b56f-9b58522de9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (449bafce-71a0-423e-8915-a15a21e541cc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:44.919663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for port (4fdea8bc-4331-40c5-b902-703c8997c6a1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.014079 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f20c9426-36e0-4837-b56f-9b58522de9e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a3e8646f0c84b1a91ae6598fa858ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7169230 Mar 07 16:17:45.015160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44182) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:45.064180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c9426-36e0-4837-b56f-9b58522de9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449bafce-71a0-423e-8915-a15a21e541cc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:45.074264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7453d975-9ca2-496d-8483-9fc5634b8318 None None] Current status of the port f28cf733-d207-42b7-9d3b-3ec03e461fde is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:45.074680 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7453d975-9ca2-496d-8483-9fc5634b8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.228326 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4fdea8bc-4331-40c5-b902-703c8997c6a1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.322088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f28cf733-d207-42b7-9d3b-3ec03e461fde is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:45.322577 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.342407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7453d975-9ca2-496d-8483-9fc5634b8318 None None] For port f28cf733-d207-42b7-9d3b-3ec03e461fde, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f28cf733-d207-42b7-9d3b-3ec03e461fde,segment=NetworkSegment(f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c),segment_id=f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:45.355730 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (125b0e63-0dbb-44db-8bf5-0b3aba485a93), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.366013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Port': ['ID=4fdea8bc-4331-40c5-b902-703c8997c6a1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:45.373756 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Publish callbacks [] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.379757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7453d975-9ca2-496d-8483-9fc5634b8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.400516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.409516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event deleted for resources: {'Port': ['ID=125b0e63-0dbb-44db-8bf5-0b3aba485a93,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:45.511581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Network 94d85db0-3094-4514-983d-cbf19e1806f3 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:45.516533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (5598a2ce-67c8-45a3-998d-29c4add7e201), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.519111 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.519961 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39da6479-b60b-444d-862a-ab4d34c4e68b admin admin] Publish callbacks [] for security_group (449bafce-71a0-423e-8915-a15a21e541cc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.549245 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39da6479-b60b-444d-862a-ab4d34c4e68b admin admin] Publish callbacks [] for security_group (449bafce-71a0-423e-8915-a15a21e541cc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.602637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Network 082a06ed-6510-4ba3-9c75-6fc40c10d77b is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:45.604154 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:17:45.604516 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:17:45.605006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453d975-9ca2-496d-8483-9fc5634b8318 None None] Pushing event updated for resources: {'Port': ['ID=f28cf733-d207-42b7-9d3b-3ec03e461fde,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:45.609384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:45.618189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:45.695227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:45.700102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:45.741323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Pushing event updated for resources: {'Port': ['ID=5a81deff-8f87-4230-a9f9-9a18c8f9c52d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:45.788427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Attempting to bind port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:45.788427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Attempting to bind port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:45.788721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Attempting to bind port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:45.795088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:45.795484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Checking segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:45.795870 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.796516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Bound using segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:45.796991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Bound port: 5a81deff-8f87-4230-a9f9-9a18c8f9c52d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:45.797378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.816221 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (5598a2ce-67c8-45a3-998d-29c4add7e201), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.818576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (5598a2ce-67c8-45a3-998d-29c4add7e201), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.888236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-13f7f999-6477-4c63-acef-6e6ec305f780 None None] Provisioning complete for port f28cf733-d207-42b7-9d3b-3ec03e461fde triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:45.888969 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13f7f999-6477-4c63-acef-6e6ec305f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.930915 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39da6479-b60b-444d-862a-ab4d34c4e68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (449bafce-71a0-423e-8915-a15a21e541cc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.932997 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.943725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-39da6479-b60b-444d-862a-ab4d34c4e68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.962321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b858c9e-9ca4-4c30-8148-c7d47bd520f2 None None] Network 94d85db0-3094-4514-983d-cbf19e1806f3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:45.967378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-39da6479-b60b-444d-862a-ab4d34c4e68b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/449bafce-71a0-423e-8915-a15a21e541cc HTTP/1.1" status: 204 len: 168 time: 0.9376216 Mar 07 16:17:45.967579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] For port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:45.968235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (5598a2ce-67c8-45a3-998d-29c4add7e201), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.968765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Fanout notify agent at l3_agent the message router_deleted on router 5598a2ce-67c8-45a3-998d-29c4add7e201 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:45.991754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:45.992853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2b48d637-cc71-4aec-98e4-71af7be36a1f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/5598a2ce-67c8-45a3-998d-29c4add7e201 HTTP/1.1" status: 204 len: 168 time: 3.7579112 Mar 07 16:17:46.007012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44198) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:46.016204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] For port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5a81deff-8f87-4230-a9f9-9a18c8f9c52d,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:46.025907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d7705667-8432-4b8b-bcd8-8ba4bd8a213c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2128183692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:46.079301 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.084343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da6479-b60b-444d-862a-ab4d34c4e68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449bafce-71a0-423e-8915-a15a21e541cc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:46.134034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:46.134782 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.141693 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7705667-8432-4b8b-bcd8-8ba4bd8a213c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (d955da51-a551-4253-9bd9-b19a14606e2e), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.142927 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7705667-8432-4b8b-bcd8-8ba4bd8a213c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (d955da51-a551-4253-9bd9-b19a14606e2e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.182122 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c267c5f6-4476-476b-9bcb-3b3dd5c8e24e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7984784 Mar 07 16:17:46.185152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44202) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:46.201376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'port': {'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3', 'name': 'tempest-AllowedAddressPairTestJSON-922726535', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:28:f6:32'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:46.202094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f188a-c97d-41bc-a6f7-f16aae525ee3 None None] Pushing event updated for resources: {'Port': ['ID=5a81deff-8f87-4230-a9f9-9a18c8f9c52d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:46.300755 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7705667-8432-4b8b-bcd8-8ba4bd8a213c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (d955da51-a551-4253-9bd9-b19a14606e2e), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.316188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f28cf733-d207-42b7-9d3b-3ec03e461fde is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:46.369289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-13f7f999-6477-4c63-acef-6e6ec305f780 None None] Current status of the port f28cf733-d207-42b7-9d3b-3ec03e461fde is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:46.370778 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7705667-8432-4b8b-bcd8-8ba4bd8a213c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (d955da51-a551-4253-9bd9-b19a14606e2e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.398545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-13f7f999-6477-4c63-acef-6e6ec305f780 None None] Provisioning complete for port b78b4ad1-e48b-4372-919b-c17b3c3d0197 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:46.400064 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13f7f999-6477-4c63-acef-6e6ec305f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.455295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7705667-8432-4b8b-bcd8-8ba4bd8a213c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.474926 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d7705667-8432-4b8b-bcd8-8ba4bd8a213c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4632034 Mar 07 16:17:46.478401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44210) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:46.504299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-13f7f999-6477-4c63-acef-6e6ec305f780 None None] Port b78b4ad1-e48b-4372-919b-c17b3c3d0197 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:46.516594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:46.634178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] Provisioning complete for port fc5dc5ce-f40f-48c9-be8e-1274de503511 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:46.639368 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.696190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.20.0.1 (082a06ed-6510-4ba3-9c75-6fc40c10d77b/8acf561f-def7-4fb0-bd39-57c72ebdd242/95976cff-d0eb-4e8f-9b66-1c9bfa52c113) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:46.841997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] Current status of the port fc5dc5ce-f40f-48c9-be8e-1274de503511 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:46.842734 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:46.865537 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f28cf733-d207-42b7-9d3b-3ec03e461fde up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:46.895795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] For port fc5dc5ce-f40f-48c9-be8e-1274de503511, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fc5dc5ce-f40f-48c9-be8e-1274de503511,segment=NetworkSegment(9d19b4c6-32cb-4f8a-886c-f7dec80aba81),segment_id=9d19b4c6-32cb-4f8a-886c-f7dec80aba81)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:46.927190 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.003747 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.009643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] Pushing event updated for resources: {'Port': ['ID=fc5dc5ce-f40f-48c9-be8e-1274de503511,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:47.025625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] Provisioning complete for port b78b4ad1-e48b-4372-919b-c17b3c3d0197 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:47.026395 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.065206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-88edcd99-6551-4122-bd6e-1f2693adcf79 None None] Port b78b4ad1-e48b-4372-919b-c17b3c3d0197 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:47.084429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f28cf733-d207-42b7-9d3b-3ec03e461fde triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:47.085088 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.144063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.154659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (d955da51-a551-4253-9bd9-b19a14606e2e), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.216097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.236807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Made reservation on behalf of 671245034c32461db80447e820ddff97 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:47.246190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 082a06ed-6510-4ba3-9c75-6fc40c10d77b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:47.247334 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.262680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:47.267892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b8cdb205-8e48-4b90-a1e2-2e9dffe33c35 None None] Provisioning complete for port 4fdea8bc-4331-40c5-b902-703c8997c6a1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:47.268266 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb205-8e48-4b90-a1e2-2e9dffe33c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4fdea8bc-4331-40c5-b902-703c8997c6a1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.282907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:47.347126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f28cf733-d207-42b7-9d3b-3ec03e461fde is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:47.347888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=95976cff-d0eb-4e8f-9b66-1c9bfa52c113,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:47.358960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fc5dc5ce-f40f-48c9-be8e-1274de503511 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:47.475807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdb205-8e48-4b90-a1e2-2e9dffe33c35 None None] Port 4fdea8bc-4331-40c5-b902-703c8997c6a1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:47.479899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=b78b4ad1-e48b-4372-919b-c17b3c3d0197,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:47.525812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.533509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port fc5dc5ce-f40f-48c9-be8e-1274de503511 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:47.537048 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.539641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b8cdb205-8e48-4b90-a1e2-2e9dffe33c35 None None] Provisioning complete for port fc5dc5ce-f40f-48c9-be8e-1274de503511 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:47.542437 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb205-8e48-4b90-a1e2-2e9dffe33c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.593253 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] device_id is not set on port 71a8a693-1964-4c04-8bdc-19c59cf5370a yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:47.597956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (2bc591d6-c5ad-4179-baee-1bca83b23a1e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.671890 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (d955da51-a551-4253-9bd9-b19a14606e2e), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.798830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdb205-8e48-4b90-a1e2-2e9dffe33c35 None None] Current status of the port fc5dc5ce-f40f-48c9-be8e-1274de503511 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:47.806650 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.829570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fc5dc5ce-f40f-48c9-be8e-1274de503511 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:47.830708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 977c10ec-d12c-4a48-a74f-e98eb3f1935b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:47.835605 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (6746adc4-359c-4089-9525-8bf177af842e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:47.906939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Allocated IP 172.20.0.8 (94d85db0-3094-4514-983d-cbf19e1806f3/41be5ecf-0365-4dd9-92d2-239548e01de7/71a8a693-1964-4c04-8bdc-19c59cf5370a) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:47.976023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 977c10ec-d12c-4a48-a74f-e98eb3f1935b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:47.977117 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.027510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b0da37a4-8983-42f9-a7d2-2f1cc72b81c0 None None] Provisioning complete for port 4fdea8bc-4331-40c5-b902-703c8997c6a1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:48.028256 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0da37a4-8983-42f9-a7d2-2f1cc72b81c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4fdea8bc-4331-40c5-b902-703c8997c6a1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.122583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Allocated IP 172.25.4.92 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/9c46d651-a1f1-4603-9e2e-6e3ded1bcfea) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:48.144071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b0da37a4-8983-42f9-a7d2-2f1cc72b81c0 None None] Port 4fdea8bc-4331-40c5-b902-703c8997c6a1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:48.191256 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.203740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf96bf-7a0f-4dfc-9c64-2d46e6a60c2f None None] Network 082a06ed-6510-4ba3-9c75-6fc40c10d77b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:48.226193 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.262550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b0da37a4-8983-42f9-a7d2-2f1cc72b81c0 None None] Provisioning complete for port b78b4ad1-e48b-4372-919b-c17b3c3d0197 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:48.263074 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0da37a4-8983-42f9-a7d2-2f1cc72b81c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.412599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b0da37a4-8983-42f9-a7d2-2f1cc72b81c0 None None] Port b78b4ad1-e48b-4372-919b-c17b3c3d0197 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:48.501201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for port (71a8a693-1964-4c04-8bdc-19c59cf5370a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.532904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for port (9c46d651-a1f1-4603-9e2e-6e3ded1bcfea), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.545654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 977c10ec-d12c-4a48-a74f-e98eb3f1935b is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:48.547156 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.573298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 977c10ec-d12c-4a48-a74f-e98eb3f1935b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=977c10ec-d12c-4a48-a74f-e98eb3f1935b,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:48.591829 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.709612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (71a8a693-1964-4c04-8bdc-19c59cf5370a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.743601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-673e86b4-3ca9-4d25-aff9-d6355d0343fe None None] Provisioning complete for port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:48.744263 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-673e86b4-3ca9-4d25-aff9-d6355d0343fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.788920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=977c10ec-d12c-4a48-a74f-e98eb3f1935b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:48.829080 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9c46d651-a1f1-4603-9e2e-6e3ded1bcfea), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.889496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-673e86b4-3ca9-4d25-aff9-d6355d0343fe None None] Current status of the port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:48.889997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-673e86b4-3ca9-4d25-aff9-d6355d0343fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:48.930287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:48.962136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:48.967420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-673e86b4-3ca9-4d25-aff9-d6355d0343fe None None] For port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5a81deff-8f87-4230-a9f9-9a18c8f9c52d,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:48.972008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fc5dc5ce-f40f-48c9-be8e-1274de503511 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:48.996047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:49.007858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Network 94d85db0-3094-4514-983d-cbf19e1806f3 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:49.024407 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-673e86b4-3ca9-4d25-aff9-d6355d0343fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.050853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Port': ['ID=71a8a693-1964-4c04-8bdc-19c59cf5370a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:49.058984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:49.077386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:49.152958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e86b4-3ca9-4d25-aff9-d6355d0343fe None None] Pushing event updated for resources: {'Port': ['ID=5a81deff-8f87-4230-a9f9-9a18c8f9c52d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:49.179663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port fc5dc5ce-f40f-48c9-be8e-1274de503511 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:49.180040 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.210660 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.213128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44272) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:49.237917 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.326878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=95976cff-d0eb-4e8f-9b66-1c9bfa52c113,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:49.413200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (2bc591d6-c5ad-4179-baee-1bca83b23a1e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.437242 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fc5dc5ce-f40f-48c9-be8e-1274de503511 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:49.440062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5a81deff-8f87-4230-a9f9-9a18c8f9c52d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:49.493562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2822aeda-2d7a-4201-8b93-c52a3fe28617 None None] Provisioning complete for port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:49.496567 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2822aeda-2d7a-4201-8b93-c52a3fe28617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.573921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2822aeda-2d7a-4201-8b93-c52a3fe28617 None None] Port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:49.584180 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.597185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2822aeda-2d7a-4201-8b93-c52a3fe28617 None None] Provisioning complete for port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:49.597898 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2822aeda-2d7a-4201-8b93-c52a3fe28617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.602653 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.603509 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (6746adc4-359c-4089-9525-8bf177af842e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.629673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:49.630425 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.734063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 082a06ed-6510-4ba3-9c75-6fc40c10d77b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:49.742260 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'network': {'name': 'tempest-network-smoke--805899110', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'port_security_enabled': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:49.746340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:49.822291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2822aeda-2d7a-4201-8b93-c52a3fe28617 None None] Current status of the port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:49.825010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=b78b4ad1-e48b-4372-919b-c17b3c3d0197,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:49.830287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event updated for resources: {'Port': ['ID=9c46d651-a1f1-4603-9e2e-6e3ded1bcfea,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:49.833246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:49.850781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Made reservation on behalf of bb858b05e165434db44f1caa0a8fb1ae for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:49.862753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.876016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:49.876697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.895973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network 332a68ec-7805-4ac2-9311-0cd1fb037e18 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:49.907785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:49.911671 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:49.960329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c1432042-aa0b-42f7-98f6-92137793b81c tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.7737942 Mar 07 16:17:49.966250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44286) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:49.974004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-86b45a55-9bea-498e-bc5a-1603610b02da None None] Provisioning complete for port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:49.976378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86b45a55-9bea-498e-bc5a-1603610b02da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.057843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-86b45a55-9bea-498e-bc5a-1603610b02da None None] Port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:50.081667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-86b45a55-9bea-498e-bc5a-1603610b02da None None] Provisioning complete for port 71a8a693-1964-4c04-8bdc-19c59cf5370a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:50.084796 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86b45a55-9bea-498e-bc5a-1603610b02da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (71a8a693-1964-4c04-8bdc-19c59cf5370a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.093364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23a6a5-30a7-4eac-acdd-8fb27075b70b tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:50.099708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23a6a5-30a7-4eac-acdd-8fb27075b70b tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:50.108196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23a6a5-30a7-4eac-acdd-8fb27075b70b tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:50.113193 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6c23a6a5-30a7-4eac-acdd-8fb27075b70b tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1428657 Mar 07 16:17:50.113491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44292) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:50.148296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-86b45a55-9bea-498e-bc5a-1603610b02da None None] Port 71a8a693-1964-4c04-8bdc-19c59cf5370a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:50.284229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-08b8f0e3-d40a-4cf7-9508-7f3a213299ab None None] Provisioning complete for port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:50.284616 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-08b8f0e3-d40a-4cf7-9508-7f3a213299ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.337649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (d955da51-a551-4253-9bd9-b19a14606e2e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.346598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-08b8f0e3-d40a-4cf7-9508-7f3a213299ab None None] Port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:50.440038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c6502c33-ffea-46dd-a9a6-169e192cf058 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Deleting port 71a8a693-1964-4c04-8bdc-19c59cf5370a {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:50.440340 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c6502c33-ffea-46dd-a9a6-169e192cf058 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (71a8a693-1964-4c04-8bdc-19c59cf5370a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.471875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9ac38781-dc87-4778-80c6-09587f23d1d0 None None] Provisioning complete for port b78b4ad1-e48b-4372-919b-c17b3c3d0197 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:50.472308 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ac38781-dc87-4778-80c6-09587f23d1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.524490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9ac38781-dc87-4778-80c6-09587f23d1d0 None None] Port b78b4ad1-e48b-4372-919b-c17b3c3d0197 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:50.557311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 2bc591d6-c5ad-4179-baee-1bca83b23a1e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:17:50.594732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c6502c33-ffea-46dd-a9a6-169e192cf058 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (71a8a693-1964-4c04-8bdc-19c59cf5370a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.644769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c6502c33-ffea-46dd-a9a6-169e192cf058 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Calling delete_port for 71a8a693-1964-4c04-8bdc-19c59cf5370a owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:50.654295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Router 6746adc4-359c-4089-9525-8bf177af842e is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:17:50.667346 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (d955da51-a551-4253-9bd9-b19a14606e2e), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.700943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (d955da51-a551-4253-9bd9-b19a14606e2e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.730579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 977c10ec-d12c-4a48-a74f-e98eb3f1935b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:50.823806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 977c10ec-d12c-4a48-a74f-e98eb3f1935b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:50.824743 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.843898 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (2a4669ca-4b67-4fa6-bc8f-f2b35154ee8f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.856627 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2a4669ca-4b67-4fa6-bc8f-f2b35154ee8f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.894054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:50.899627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:50.915381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Sync routers for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:50.916794 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-73f7bf26-aa6d-497f-ac20-5a7f03be0681 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "PUT /v2.0/routers/2bc591d6-c5ad-4179-baee-1bca83b23a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4267166 Mar 07 16:17:50.924882 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f633f8-2cf5-46fd-b5bd-9c1db08454dd None None] Sync routers for ids ['6746adc4-359c-4089-9525-8bf177af842e'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:50.926664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c6502c33-ffea-46dd-a9a6-169e192cf058 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (71a8a693-1964-4c04-8bdc-19c59cf5370a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.928951 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ababc98a-4ba6-4896-8cc5-845e4a5f4c70 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "PUT /v2.0/routers/6746adc4-359c-4089-9525-8bf177af842e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6880176 Mar 07 16:17:50.934700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44302) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:50.940435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4669ca-4b67-4fa6-bc8f-f2b35154ee8f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:50.944032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:17:50.973824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d6b31aec-b450-4cd7-937d-5c5b99773196), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:50.974191 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Added segment d6b31aec-b450-4cd7-937d-5c5b99773196 of type vlan for network 4d594787-5633-4408-97a7-2314f773707b Mar 07 16:17:50.988352 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f633f8-2cf5-46fd-b5bd-9c1db08454dd None None] Routers {'6746adc4-359c-4089-9525-8bf177af842e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:50.988989 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f1f633f8-2cf5-46fd-b5bd-9c1db08454dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6746adc4-359c-4089-9525-8bf177af842e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:51.020334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:51.020985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:51.029448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6502c33-ffea-46dd-a9a6-169e192cf058 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event deleted for resources: {'Port': ['ID=71a8a693-1964-4c04-8bdc-19c59cf5370a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:51.033632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Router d955da51-a551-4253-9bd9-b19a14606e2e is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:17:51.062444 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (4d594787-5633-4408-97a7-2314f773707b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.062764 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f1f633f8-2cf5-46fd-b5bd-9c1db08454dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:51.085701 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f633f8-2cf5-46fd-b5bd-9c1db08454dd None None] Routers {'6746adc4-359c-4089-9525-8bf177af842e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:51.090478 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f1f633f8-2cf5-46fd-b5bd-9c1db08454dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6746adc4-359c-4089-9525-8bf177af842e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:51.100758 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (4d594787-5633-4408-97a7-2314f773707b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.117070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:51.117772 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.179863 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9581256 Mar 07 16:17:51.215547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44308) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:51.217654 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f1f633f8-2cf5-46fd-b5bd-9c1db08454dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:51.218622 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f633f8-2cf5-46fd-b5bd-9c1db08454dd None None] The sync data for ids ['6746adc4-359c-4089-9525-8bf177af842e'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:51.229317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-802054070', 'admin_state_up': True, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:51.271959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9661de-6d50-4668-a5ff-450cda7aae52 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Network': ['ID=4d594787-5633-4408-97a7-2314f773707b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:51.424731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 4d594787-5633-4408-97a7-2314f773707b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:17:51.455338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27823d87-e348-4a78-bae8-7764bee61f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:51.460103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-27823d87-e348-4a78-bae8-7764bee61f41 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports?device_id=6746adc4-359c-4089-9525-8bf177af842e HTTP/1.1" status: 200 len: 988 time: 0.5190220 Mar 07 16:17:51.460321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44322) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:51.461225 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (f15a2724-84e1-48f2-b9fd-a6f16b78094c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.463634 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (f15a2724-84e1-48f2-b9fd-a6f16b78094c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.548301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 977c10ec-d12c-4a48-a74f-e98eb3f1935b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:51.549984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5a81deff-8f87-4230-a9f9-9a18c8f9c52d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:51.582357 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c6502c33-ffea-46dd-a9a6-169e192cf058 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.585916 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c6502c33-ffea-46dd-a9a6-169e192cf058 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "DELETE /v2.0/ports/71a8a693-1964-4c04-8bdc-19c59cf5370a HTTP/1.1" status: 204 len: 168 time: 1.4715466 Mar 07 16:17:51.598975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44328) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:51.604274 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-ee53c594-df4f-410b-85ca-06ee95c6e7de tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043245632&fields=id&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 267 time: 0.2484193 Mar 07 16:17:51.637963 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bc70ba-5eed-4b2a-88eb-5b76e03072d8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] GET failed (client error): The resource could not be found. Mar 07 16:17:51.645371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-02bc70ba-5eed-4b2a-88eb-5b76e03072d8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "GET /v2.0/ports/71a8a693-1964-4c04-8bdc-19c59cf5370a HTTP/1.1" status: 404 len: 333 time: 0.0451691 Mar 07 16:17:51.647387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_controller (f15a2724-84e1-48f2-b9fd-a6f16b78094c), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.648594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44332) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:51.654599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'port': {'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3', 'name': 'tempest-AllowedAddressPairTestJSON-976938187'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:51.713403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:51.714666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:51.727592 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.729059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-487ce9e3-b820-4ea0-a48f-84e13b24764d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "PUT /v2.0/routers/d955da51-a551-4253-9bd9-b19a14606e2e HTTP/1.1" status: 200 len: 883 time: 5.2408502 Mar 07 16:17:51.747677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44336) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:51.816844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2f353-28f9-4cc4-bc20-f1920f232f9b None None] Sync routers for ids ['d955da51-a551-4253-9bd9-b19a14606e2e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:51.823741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:51.824131 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.871579 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_gateway (f15a2724-84e1-48f2-b9fd-a6f16b78094c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:51.900820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2f353-28f9-4cc4-bc20-f1920f232f9b None None] Routers {'d955da51-a551-4253-9bd9-b19a14606e2e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:51.900820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-43a2f353-28f9-4cc4-bc20-f1920f232f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d955da51-a551-4253-9bd9-b19a14606e2e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:51.932399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393486b8-a173-4242-a897-998767007a7e req-1a215a01-9ea8-4576-9807-d688a8b1b3a4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:51.939735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-1a215a01-9ea8-4576-9807-d688a8b1b3a4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 797 time: 0.3345428 Mar 07 16:17:51.944400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-43a2f353-28f9-4cc4-bc20-f1920f232f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:51.960385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-91709caf-f47e-4916-8f29-a5e26d86341b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/quotas/b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 375 time: 0.0176129 Mar 07 16:17:51.992203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2f353-28f9-4cc4-bc20-f1920f232f9b None None] Routers {'d955da51-a551-4253-9bd9-b19a14606e2e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:51.992839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-43a2f353-28f9-4cc4-bc20-f1920f232f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d955da51-a551-4253-9bd9-b19a14606e2e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:52.045954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:52.062624 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-15d5662b-6976-4fbc-accf-37e6ac05628a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973313 Mar 07 16:17:52.092232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-8e4d3431-a562-4757-b426-15a16af46afe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:17:52.093349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-8e4d3431-a562-4757-b426-15a16af46afe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074677 Mar 07 16:17:52.098704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-43a2f353-28f9-4cc4-bc20-f1920f232f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:52.099873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2f353-28f9-4cc4-bc20-f1920f232f9b None None] The sync data for ids ['d955da51-a551-4253-9bd9-b19a14606e2e'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:52.155333 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5dbe9429-4754-4ac4-a50b-157a886fc83c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/routers/d955da51-a551-4253-9bd9-b19a14606e2e HTTP/1.1" status: 200 len: 924 time: 0.4060988 Mar 07 16:17:52.155959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44342) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:52.195140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Made reservation on behalf of 671245034c32461db80447e820ddff97 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:52.196644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '95976cff-d0eb-4e8f-9b66-1c9bfa52c113', 'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:45:c9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:45Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 2, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:52.198588 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.240668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Checking router: 2bc591d6-c5ad-4179-baee-1bca83b23a1e for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:52.241666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Updating router 2bc591d6-c5ad-4179-baee-1bca83b23a1e port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:17:52.242196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] device_id is not set on port 77db0e60-784e-4edc-8da4-1a440d8b1a1d yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:52.263643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_gateway (f15a2724-84e1-48f2-b9fd-a6f16b78094c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.278652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.289149 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.331991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79df14-8b6d-4159-adac-b36225fbd85d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:52.335313 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2b79df14-8b6d-4159-adac-b36225fbd85d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=d955da51-a551-4253-9bd9-b19a14606e2e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1755998 Mar 07 16:17:52.337819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44346) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:52.373681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-69d3622d-6d06-43aa-be2f-5a03a2ce6fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350616 Mar 07 16:17:52.429065 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Allocated IP 172.20.0.9 (94d85db0-3094-4514-983d-cbf19e1806f3/41be5ecf-0365-4dd9-92d2-239548e01de7/77db0e60-784e-4edc-8da4-1a440d8b1a1d) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:52.591272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (6746adc4-359c-4089-9525-8bf177af842e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.638036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Publish callbacks [] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.647624 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.718267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Pushing event updated for resources: {'Port': ['ID=95976cff-d0eb-4e8f-9b66-1c9bfa52c113,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:52.798550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.799438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.800346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.802812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.804360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.804937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.806976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.807577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.809695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.811269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.812653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.813227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.815540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:17:52.845708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Attempting to bind port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:52.846413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Attempting to bind port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:52.846413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Attempting to bind port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:52.854700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:52.857785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Checking segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:52.858237 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.858636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Bound using segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:52.859329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Bound port: 95976cff-d0eb-4e8f-9b66-1c9bfa52c113, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:52.859722 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.924235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf1fa-f1fd-47f8-84fe-8a624ae4d89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.965320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] For port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:52.968281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.25.4.200 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/d36aec4d-7a56-45ce-adc6-9ac4a87748b6) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:52.969933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] For port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=95976cff-d0eb-4e8f-9b66-1c9bfa52c113,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:52.971847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a01cfdd-53f7-4f66-b373-e8220ba6ff96 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:52.977279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5a01cfdd-53f7-4f66-b373-e8220ba6ff96 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 881 time: 0.6337667 Mar 07 16:17:52.979066 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:52.984516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44360) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:53.023838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.033615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44362) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:53.033878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b363be43-5235-4da8-9345-2012443423c6 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=d955da51-a551-4253-9bd9-b19a14606e2e HTTP/1.1" status: 200 len: 205 time: 0.0471201 Mar 07 16:17:53.039976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-d325991c-6e08-4d86-9081-f0572707f287 service neutron] 10.222.0.24 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561027 Mar 07 16:17:53.049715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618977-dfd4-49d0-a3e4-c429d1888c16 None None] Pushing event updated for resources: {'Port': ['ID=95976cff-d0eb-4e8f-9b66-1c9bfa52c113,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:53.099184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4e4124fe-638e-4ad6-bd74-c427f1375d84 None None] Provisioning complete for port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:53.099552 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e4124fe-638e-4ad6-bd74-c427f1375d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.147681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:53.149540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:53.200892 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.276293 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.301537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.370766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:53.375709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Network 94d85db0-3094-4514-983d-cbf19e1806f3 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:53.387671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:53.399774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:53.418534 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:17:53.430621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:53.437815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:53.448531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:53.514315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (d955da51-a551-4253-9bd9-b19a14606e2e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.516851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4e4124fe-638e-4ad6-bd74-c427f1375d84 None None] Current status of the port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:53.517246 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e4124fe-638e-4ad6-bd74-c427f1375d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.615444 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8f087ac-f249-4689-abc8-bf9aa9d33316 req-7a4ab649-5e6d-4feb-9554-3abb18e92aff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 210 time: 0.2031476 Mar 07 16:17:53.616219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Port': ['ID=77db0e60-784e-4edc-8da4-1a440d8b1a1d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:53.655264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port b78b4ad1-e48b-4372-919b-c17b3c3d0197 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:53.655847 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.668985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:53.670141 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.715921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=d36aec4d-7a56-45ce-adc6-9ac4a87748b6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:53.826951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4e4124fe-638e-4ad6-bd74-c427f1375d84 None None] For port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=95976cff-d0eb-4e8f-9b66-1c9bfa52c113,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:53.844431 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e4124fe-638e-4ad6-bd74-c427f1375d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.868377 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_gateway (f15a2724-84e1-48f2-b9fd-a6f16b78094c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:53.939950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4124fe-638e-4ad6-bd74-c427f1375d84 None None] Pushing event updated for resources: {'Port': ['ID=95976cff-d0eb-4e8f-9b66-1c9bfa52c113,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:53.984655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-30c48463-3dba-420f-ba64-966831b12892 None None] Provisioning complete for port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:53.985039 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-30c48463-3dba-420f-ba64-966831b12892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:54.039922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '95976cff-d0eb-4e8f-9b66-1c9bfa52c113', 'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:45:c9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:45Z', 'updated_at': '2022-03-07T16:17:52Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:54.080283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d80948-e8ae-4237-b8ad-429fa98764c0 None None] The sync data for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 is: [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '95976cff-d0eb-4e8f-9b66-1c9bfa52c113', 'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:45:c9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:45Z', 'updated_at': '2022-03-07T16:17:52Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:54.192786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-30c48463-3dba-420f-ba64-966831b12892 None None] Current status of the port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:54.221175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-30c48463-3dba-420f-ba64-966831b12892 None None] Provisioning complete for port 77db0e60-784e-4edc-8da4-1a440d8b1a1d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:54.228897 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-07535d01-d5f9-4f65-8b9b-6a0740b337e8 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5768003 Mar 07 16:17:54.229437 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-30c48463-3dba-420f-ba64-966831b12892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:54.235086 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (f15a2724-84e1-48f2-b9fd-a6f16b78094c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:54.239160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44380) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:54.245018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6643d171-c9fb-40d0-b985-89845b0af42d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:28:f6:32'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:54.330741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:54.352754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (d955da51-a551-4253-9bd9-b19a14606e2e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:54.358822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-30c48463-3dba-420f-ba64-966831b12892 None None] Port 77db0e60-784e-4edc-8da4-1a440d8b1a1d cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:54.387645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for b78b4ad1-e48b-4372-919b-c17b3c3d0197 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:54.460047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router f15a2724-84e1-48f2-b9fd-a6f16b78094c is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:17:54.655191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:54.673056 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Sync routers for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:54.687985 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:54.690380 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:54.704424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:54.710168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-46714971-3e1f-41db-807f-89d47bed56da tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4927089 Mar 07 16:17:54.710845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44388) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:54.820599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:54.835894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-862c425b-a4a6-4d5a-b38e-f0eece8a1388 req-e037f35b-984d-4879-85bd-bbb2c4b13272 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 210 time: 0.0774825 Mar 07 16:17:54.924654 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b78b4ad1-e48b-4372-919b-c17b3c3d0197), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:54.953579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:54.954201 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:54.971075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44394) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:54.995978 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:55.043559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Deleting port 9c46d651-a1f1-4603-9e2e-6e3ded1bcfea {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:55.043994 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9c46d651-a1f1-4603-9e2e-6e3ded1bcfea), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.050997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=b78b4ad1-e48b-4372-919b-c17b3c3d0197,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:55.192752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9e530aba-20dd-43ad-bc74-9ea7e53d59a9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bb858b05e165434db44f1caa0a8fb1ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4793551 Mar 07 16:17:55.193527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44398) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:55.322497 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-752b9148-7ab2-43c4-b13c-fbeda8e653e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.384494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (6746adc4-359c-4089-9525-8bf177af842e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.415230 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-344c48ed-6534-479f-8902-15b2758e1642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.488376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:55.511332 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 3, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:55.549465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75450bcc-12fb-4f46-bb8f-4de771991487 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:55.555279 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6643d171-c9fb-40d0-b985-89845b0af42d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.555498 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-75450bcc-12fb-4f46-bb8f-4de771991487 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3599803 Mar 07 16:17:55.556409 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44400) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:55.595767 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Checking router: f15a2724-84e1-48f2-b9fd-a6f16b78094c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:17:55.600719 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Updating router f15a2724-84e1-48f2-b9fd-a6f16b78094c port d36aec4d-7a56-45ce-adc6-9ac4a87748b6 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:17:55.610776 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-50999765-787a-44f4-af03-4af5ea01ff9e tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530274 Mar 07 16:17:55.611672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44402) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:55.617562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462082403', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:55.647719 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.724550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Made reservation on behalf of bb858b05e165434db44f1caa0a8fb1ae for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:55.728567 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.885872 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9c46d651-a1f1-4603-9e2e-6e3ded1bcfea), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.924354 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-752b9148-7ab2-43c4-b13c-fbeda8e653e4 admin admin] Publish callbacks [] for security_group (c9af887d-6f75-4ce4-bbec-3883e56c7d4a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.943512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Calling delete_port for 9c46d651-a1f1-4603-9e2e-6e3ded1bcfea owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:55.963930 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (0779b91c-7c7e-4239-81f2-a820e3554e60), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.974975 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Publish callbacks [] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:55.982774 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.028320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-752b9148-7ab2-43c4-b13c-fbeda8e653e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c9af887d-6f75-4ce4-bbec-3883e56c7d4a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.037214 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aea129-5732-4435-b162-72e4dc4623c8 None None] Pushing event updated for resources: {'Port': ['ID=d36aec4d-7a56-45ce-adc6-9ac4a87748b6,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:56.052383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393486b8-a173-4242-a897-998767007a7e req-2d807ea0-8210-41b6-8862-0c3ce847be03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:56.053955 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-2d807ea0-8210-41b6-8862-0c3ce847be03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 797 time: 0.6550481 Mar 07 16:17:56.060708 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Attempting to bind port d36aec4d-7a56-45ce-adc6-9ac4a87748b6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:56.061076 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Attempting to bind port d36aec4d-7a56-45ce-adc6-9ac4a87748b6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:56.061451 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Attempting to bind port d36aec4d-7a56-45ce-adc6-9ac4a87748b6 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:56.067747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Checking segment: {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:56.068116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network hostable DHCP agents. Network: 4d594787-5633-4408-97a7-2314f773707b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:17:56.068524 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:56.068906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:56.069313 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.069877 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:56.070354 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Bound port: d36aec4d-7a56-45ce-adc6-9ac4a87748b6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:56.071145 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.081382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Subnet': ['ID=0779b91c-7c7e-4239-81f2-a820e3554e60,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:56.103052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 4d594787-5633-4408-97a7-2314f773707b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:17:56.113484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 4d594787-5633-4408-97a7-2314f773707b) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:56.117612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:56.118272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.122301 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf838d1e-1ce0-42c8-b103-44937fcfec13 req-7169c7fa-6e0a-4127-9ddf-886c7f915677 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 210 time: 0.1005073 Mar 07 16:17:56.129643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5bcec-a369-4380-8200-99ee81d45559 None None] Network 4d594787-5633-4408-97a7-2314f773707b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:56.144917 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-478c29f5-e30c-4aff-a135-374952b76bee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5287473 Mar 07 16:17:56.145927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44406) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:56.154416 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] For port d36aec4d-7a56-45ce-adc6-9ac4a87748b6, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:56.159692 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] For port d36aec4d-7a56-45ce-adc6-9ac4a87748b6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d36aec4d-7a56-45ce-adc6-9ac4a87748b6,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:56.168045 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.201134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Router 6746adc4-359c-4089-9525-8bf177af842e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:17:56.215444 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-752b9148-7ab2-43c4-b13c-fbeda8e653e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=694cb7b8cf0f4ca7acd35fc929197a7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2311225 Mar 07 16:17:56.216204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b9148-7ab2-43c4-b13c-fbeda8e653e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9af887d-6f75-4ce4-bbec-3883e56c7d4a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:56.218010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44408) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:56.260204 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aea129-5732-4435-b162-72e4dc4623c8 None None] Pushing event updated for resources: {'Port': ['ID=d36aec4d-7a56-45ce-adc6-9ac4a87748b6,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:56.291530 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:56.291530 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:56.294179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-4d594787-5633-4408-97a7-2314f773707b', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:17:56.295361 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.309453 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6643d171-c9fb-40d0-b985-89845b0af42d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.371065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6643d171-c9fb-40d0-b985-89845b0af42d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.430275 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0894e797-9930-4f86-8659-685f39500062 admin admin] Publish callbacks [] for security_group (c9af887d-6f75-4ce4-bbec-3883e56c7d4a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.449535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Allocated IP 172.20.0.2 (4d594787-5633-4408-97a7-2314f773707b/0779b91c-7c7e-4239-81f2-a820e3554e60/b9a335b1-6e5b-4685-b6df-4f29691c648c) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:56.454588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0894e797-9930-4f86-8659-685f39500062 admin admin] Publish callbacks [] for security_group (c9af887d-6f75-4ce4-bbec-3883e56c7d4a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.519756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:17:56.526030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aadc2006-65cc-481b-b5c1-f098c0b1c6cf tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "PUT /v2.0/routers/6746adc4-359c-4089-9525-8bf177af842e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0641236 Mar 07 16:17:56.533016 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-b0831b32-f3d8-4323-9892-67f0d8b2fcbc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 380 time: 0.4069772 Mar 07 16:17:56.534249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44410) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:56.566775 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0894e797-9930-4f86-8659-685f39500062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c9af887d-6f75-4ce4-bbec-3883e56c7d4a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.573247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0894e797-9930-4f86-8659-685f39500062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.586403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'port': {'device_id': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'admin_state_up': True, 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'security_groups': ['f3dd7b41-2ac4-4608-83ab-56f837bac35a']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:56.589209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a56be9-2e15-4373-8cbc-f3bd6117aee7 None None] Sync routers for ids ['6746adc4-359c-4089-9525-8bf177af842e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:17:56.591047 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0894e797-9930-4f86-8659-685f39500062 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9af887d-6f75-4ce4-bbec-3883e56c7d4a HTTP/1.1" status: 204 len: 168 time: 0.3717577 Mar 07 16:17:56.611898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643d171-c9fb-40d0-b985-89845b0af42d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Port': ['ID=77db0e60-784e-4edc-8da4-1a440d8b1a1d,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:56.618581 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:17:56.633554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a56be9-2e15-4373-8cbc-f3bd6117aee7 None None] Routers {'6746adc4-359c-4089-9525-8bf177af842e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:56.634300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-56a56be9-2e15-4373-8cbc-f3bd6117aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6746adc4-359c-4089-9525-8bf177af842e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:56.637642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894e797-9930-4f86-8659-685f39500062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9af887d-6f75-4ce4-bbec-3883e56c7d4a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:56.654008 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e087c32-0285-4166-a173-d0338ec5d7f1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:17:56.655879 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9e087c32-0285-4166-a173-d0338ec5d7f1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/b78b4ad1-e48b-4372-919b-c17b3c3d0197 HTTP/1.1" status: 404 len: 333 time: 0.0987055 Mar 07 16:17:56.677512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44414) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:56.699493 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.711600 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Publish callbacks [] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.712521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-56a56be9-2e15-4373-8cbc-f3bd6117aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:56.736585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a56be9-2e15-4373-8cbc-f3bd6117aee7 None None] Routers {'6746adc4-359c-4089-9525-8bf177af842e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:17:56.744488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-56a56be9-2e15-4373-8cbc-f3bd6117aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['6746adc4-359c-4089-9525-8bf177af842e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:56.748610 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.771211 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6643d171-c9fb-40d0-b985-89845b0af42d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] In _notify_port_updated(), no bound segment for port 77db0e60-784e-4edc-8da4-1a440d8b1a1d on network 94d85db0-3094-4514-983d-cbf19e1806f3 {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:17:56.776761 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643d171-c9fb-40d0-b985-89845b0af42d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:56.777422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6643d171-c9fb-40d0-b985-89845b0af42d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.781676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6643d171-c9fb-40d0-b985-89845b0af42d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "PUT /v2.0/ports/77db0e60-784e-4edc-8da4-1a440d8b1a1d HTTP/1.1" status: 200 len: 992 time: 2.5413611 Mar 07 16:17:56.789715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44416) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:56.914367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-56a56be9-2e15-4373-8cbc-f3bd6117aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:56.915660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a56be9-2e15-4373-8cbc-f3bd6117aee7 None None] The sync data for ids ['6746adc4-359c-4089-9525-8bf177af842e'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:56.944104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Network 4d594787-5633-4408-97a7-2314f773707b is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:56.947536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:56.952617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:56.977488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36b489d3-dd7f-412a-be13-0c7116d3802a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for router (6746adc4-359c-4089-9525-8bf177af842e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:56.986724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Pushing event updated for resources: {'Port': ['ID=b9a335b1-6e5b-4685-b6df-4f29691c648c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:57.003304 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 3, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:17:57.034652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Attempting to bind port b9a335b1-6e5b-4685-b6df-4f29691c648c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:17:57.035378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Attempting to bind port b9a335b1-6e5b-4685-b6df-4f29691c648c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:17:57.035996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Attempting to bind port b9a335b1-6e5b-4685-b6df-4f29691c648c on network 4d594787-5633-4408-97a7-2314f773707b {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:17:57.043970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:17:57.044761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Checking segment: {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:17:57.045401 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.046273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Bound using segment: {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:17:57.047024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Bound port: b9a335b1-6e5b-4685-b6df-4f29691c648c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:17:57.048666 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.064105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f77b9603-fd52-43e8-9d17-005ce4480a82 None None] Provisioning complete for port 77db0e60-784e-4edc-8da4-1a440d8b1a1d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:57.064843 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f77b9603-fd52-43e8-9d17-005ce4480a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.073806 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f189570-9ffc-445f-bdbf-3f5e579ebc47 None None] The sync data for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 is: [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 3, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:17:57.119264 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9c46d651-a1f1-4603-9e2e-6e3ded1bcfea), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.153980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44422) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:57.161403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f77b9603-fd52-43e8-9d17-005ce4480a82 None None] Port 77db0e60-784e-4edc-8da4-1a440d8b1a1d cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:17:57.189457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] For port b9a335b1-6e5b-4685-b6df-4f29691c648c, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:17:57.193722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] For port b9a335b1-6e5b-4685-b6df-4f29691c648c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9a335b1-6e5b-4685-b6df-4f29691c648c,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:17:57.205543 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.212102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ed672ea-b0bf-49f7-8e18-90bb93ad937a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.258902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.276472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f61872-3c17-4a89-9154-cba0dbf5d0a0 None None] Pushing event updated for resources: {'Port': ['ID=b9a335b1-6e5b-4685-b6df-4f29691c648c,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:57.315619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event deleted for resources: {'Port': ['ID=9c46d651-a1f1-4603-9e2e-6e3ded1bcfea,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:57.338530 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5817d0a2-ee42-4c0f-836f-076dfec7d8a0 req-7e0222af-dc70-4620-99f4-fbc3e11d34d3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 210 time: 0.0607958 Mar 07 16:17:57.343905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36b489d3-dd7f-412a-be13-0c7116d3802a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (6746adc4-359c-4089-9525-8bf177af842e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.350009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36b489d3-dd7f-412a-be13-0c7116d3802a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for router_controller (6746adc4-359c-4089-9525-8bf177af842e), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.445587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:57.461173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.471972 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36b489d3-dd7f-412a-be13-0c7116d3802a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (6746adc4-359c-4089-9525-8bf177af842e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.472483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b489d3-dd7f-412a-be13-0c7116d3802a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Fanout notify agent at l3_agent the message router_deleted on router 6746adc4-359c-4089-9525-8bf177af842e {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:57.474168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (d955da51-a551-4253-9bd9-b19a14606e2e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.491094 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36b489d3-dd7f-412a-be13-0c7116d3802a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.495549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-36b489d3-dd7f-412a-be13-0c7116d3802a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/routers/6746adc4-359c-4089-9525-8bf177af842e HTTP/1.1" status: 204 len: 168 time: 0.8160124 Mar 07 16:17:57.498648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44426) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:57.537435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-661a816a-e022-4ca9-90e1-113055b1249d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Deleting port 77db0e60-784e-4edc-8da4-1a440d8b1a1d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:17:57.537782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-661a816a-e022-4ca9-90e1-113055b1249d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.614414 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ed672ea-b0bf-49f7-8e18-90bb93ad937a admin admin] Publish callbacks [] for security_group (b4776744-0423-4f89-886d-cd6ba7997f34), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:57.753175 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.054671 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ed672ea-b0bf-49f7-8e18-90bb93ad937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b4776744-0423-4f89-886d-cd6ba7997f34), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.065706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17a8e32-195a-4aff-838b-f562339ce6d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 2ee3f252-391d-4a52-8ad6-532f6ac71145 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:17:58.080770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (d955da51-a551-4253-9bd9-b19a14606e2e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.088279 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a17a8e32-195a-4aff-838b-f562339ce6d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (2ee3f252-391d-4a52-8ad6-532f6ac71145), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.089664 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (d955da51-a551-4253-9bd9-b19a14606e2e), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.144413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1ed672ea-b0bf-49f7-8e18-90bb93ad937a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=050195c237a64263bfe550aae1a3aa5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9888248 Mar 07 16:17:58.184117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44428) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:58.221538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed672ea-b0bf-49f7-8e18-90bb93ad937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4776744-0423-4f89-886d-cd6ba7997f34,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:58.255046 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a17a8e32-195a-4aff-838b-f562339ce6d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (2ee3f252-391d-4a52-8ad6-532f6ac71145), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.308929 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (d955da51-a551-4253-9bd9-b19a14606e2e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.311791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Fanout notify agent at l3_agent the message router_deleted on router d955da51-a551-4253-9bd9-b19a14606e2e {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:17:58.316152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-661a816a-e022-4ca9-90e1-113055b1249d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.330619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-661a816a-e022-4ca9-90e1-113055b1249d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Calling delete_port for 77db0e60-784e-4edc-8da4-1a440d8b1a1d owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:17:58.341184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.345998 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5124940e-b33f-4ca5-a6e0-be4731fa7e1e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/d955da51-a551-4253-9bd9-b19a14606e2e HTTP/1.1" status: 204 len: 168 time: 5.3062282 Mar 07 16:17:58.348662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44430) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:58.363433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.20.0.13 (082a06ed-6510-4ba3-9c75-6fc40c10d77b/8acf561f-def7-4fb0-bd39-57c72ebdd242/9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:58.373652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-385d60f3-45fd-4b88-b5eb-2b6c70321655 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2016164470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:58.392046 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-903abe1b-9579-4a31-b566-f171f08f4a55 admin admin] Publish callbacks [] for security_group (b4776744-0423-4f89-886d-cd6ba7997f34), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.407743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.20.0.1 (4d594787-5633-4408-97a7-2314f773707b/0779b91c-7c7e-4239-81f2-a820e3554e60/e67b56de-c0bf-4129-a134-10d76b35a020) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:58.484664 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-903abe1b-9579-4a31-b566-f171f08f4a55 admin admin] Publish callbacks [] for security_group (b4776744-0423-4f89-886d-cd6ba7997f34), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.499223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-385d60f3-45fd-4b88-b5eb-2b6c70321655 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (bcab8a86-7e43-421b-80c9-b0227b92c7a2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.500663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-385d60f3-45fd-4b88-b5eb-2b6c70321655 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (bcab8a86-7e43-421b-80c9-b0227b92c7a2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.526058 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae990cc2-1a7e-44e6-8908-eff732e7673f req-1cf934ef-e01a-492b-8b3b-91286e11d435 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 210 time: 0.0702093 Mar 07 16:17:58.592284 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a17a8e32-195a-4aff-838b-f562339ce6d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (2ee3f252-391d-4a52-8ad6-532f6ac71145), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.674370 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-661a816a-e022-4ca9-90e1-113055b1249d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (77db0e60-784e-4edc-8da4-1a440d8b1a1d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.696120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-385d60f3-45fd-4b88-b5eb-2b6c70321655 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (bcab8a86-7e43-421b-80c9-b0227b92c7a2), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.699627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e96838-b65c-4d3e-998a-9a91d0e7f8a3 None None] Network 4d594787-5633-4408-97a7-2314f773707b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:58.703092 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.724654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-385d60f3-45fd-4b88-b5eb-2b6c70321655 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (bcab8a86-7e43-421b-80c9-b0227b92c7a2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.737661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a816a-e022-4ca9-90e1-113055b1249d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event deleted for resources: {'Port': ['ID=77db0e60-784e-4edc-8da4-1a440d8b1a1d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:58.760321 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-385d60f3-45fd-4b88-b5eb-2b6c70321655 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.761960 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-385d60f3-45fd-4b88-b5eb-2b6c70321655 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4005852 Mar 07 16:17:58.770350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44434) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:58.774639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-903abe1b-9579-4a31-b566-f171f08f4a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b4776744-0423-4f89-886d-cd6ba7997f34), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.777729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-903abe1b-9579-4a31-b566-f171f08f4a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.791120 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-903abe1b-9579-4a31-b566-f171f08f4a55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4776744-0423-4f89-886d-cd6ba7997f34 HTTP/1.1" status: 204 len: 168 time: 0.6005323 Mar 07 16:17:58.794403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': True}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:58.843546 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (e67b56de-c0bf-4129-a134-10d76b35a020), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.912008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9a335b1-6e5b-4685-b6df-4f29691c648c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:58.916894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a621f2ad-fe6d-47dc-becf-cc169369decd None None] Provisioning complete for port b9a335b1-6e5b-4685-b6df-4f29691c648c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:58.917289 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a621f2ad-fe6d-47dc-becf-cc169369decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:58.942439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903abe1b-9579-4a31-b566-f171f08f4a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4776744-0423-4f89-886d-cd6ba7997f34,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:59.005449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.033223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a17a8e32-195a-4aff-838b-f562339ce6d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (2ee3f252-391d-4a52-8ad6-532f6ac71145), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.055713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 082a06ed-6510-4ba3-9c75-6fc40c10d77b is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:59.063952 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-661a816a-e022-4ca9-90e1-113055b1249d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.073170 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-661a816a-e022-4ca9-90e1-113055b1249d tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "DELETE /v2.0/ports/77db0e60-784e-4edc-8da4-1a440d8b1a1d HTTP/1.1" status: 204 len: 168 time: 2.2823694 Mar 07 16:17:59.074145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44440) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:59.113694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a8e32-195a-4aff-838b-f562339ce6d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee3f252-391d-4a52-8ad6-532f6ac71145,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:59.134541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962b47c-1749-4074-aa42-79081ae2c8f7 None None] Network 332a68ec-7805-4ac2-9311-0cd1fb037e18 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:17:59.153136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:59.158044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a17a8e32-195a-4aff-838b-f562339ce6d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.161556 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a17a8e32-195a-4aff-838b-f562339ce6d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/2ee3f252-391d-4a52-8ad6-532f6ac71145 HTTP/1.1" status: 204 len: 168 time: 1.6617630 Mar 07 16:17:59.165352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44442) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:59.173132 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:59.189027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:59.263142 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-988aa1f9-be2d-4021-b301-fa48989e89f1 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] GET failed (client error): The resource could not be found. Mar 07 16:17:59.277490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-988aa1f9-be2d-4021-b301-fa48989e89f1 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "GET /v2.0/ports/77db0e60-784e-4edc-8da4-1a440d8b1a1d HTTP/1.1" status: 404 len: 333 time: 0.0921621 Mar 07 16:17:59.280640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44446) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:17:59.297061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'port': {'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3', 'name': 'tempest-AllowedAddressPairTestJSON-589255485'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:59.354050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:17:59.354748 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.382602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-bd66dc91-79a7-470e-913e-7f14aed3cf03 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8098087 Mar 07 16:17:59.392664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.428558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-14601ca3-0f96-4040-bfeb-8dfcb814e7bf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:17:59.429643 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-14601ca3-0f96-4040-bfeb-8dfcb814e7bf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0403864 Mar 07 16:17:59.474438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a621f2ad-fe6d-47dc-becf-cc169369decd None None] Current status of the port b9a335b1-6e5b-4685-b6df-4f29691c648c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:59.475017 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a621f2ad-fe6d-47dc-becf-cc169369decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.491638 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (bcab8a86-7e43-421b-80c9-b0227b92c7a2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.524036 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.527134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Made reservation on behalf of 671245034c32461db80447e820ddff97 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:17:59.546972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b9a335b1-6e5b-4685-b6df-4f29691c648c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:59.547213 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.548147 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.606535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] device_id is not set on port 3c285143-89fe-4ba7-a764-6fb20db0034e yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:17:59.653016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (332a68ec-7805-4ac2-9311-0cd1fb037e18), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.724105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 4d594787-5633-4408-97a7-2314f773707b is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:17:59.735913 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a621f2ad-fe6d-47dc-becf-cc169369decd None None] For port b9a335b1-6e5b-4685-b6df-4f29691c648c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9a335b1-6e5b-4685-b6df-4f29691c648c,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:17:59.755717 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a621f2ad-fe6d-47dc-becf-cc169369decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.764679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:17:59.805043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Request body: {'port': {'device_id': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:17:59.816137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:17:59.855084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb8fe4e-4fad-4bd4-9cd1-e96ea601d20d None None] DHCP port deletion for 332a68ec-7805-4ac2-9311-0cd1fb037e18 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:17:59.903400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Allocated IP 172.20.0.3 (94d85db0-3094-4514-983d-cbf19e1806f3/41be5ecf-0365-4dd9-92d2-239548e01de7/3c285143-89fe-4ba7-a764-6fb20db0034e) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:17:59.927833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.929490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b9a335b1-6e5b-4685-b6df-4f29691c648c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:17:59.930835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d36aec4d-7a56-45ce-adc6-9ac4a87748b6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:17:59.935266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=e67b56de-c0bf-4129-a134-10d76b35a020,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:59.941543 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (f15a2724-84e1-48f2-b9fd-a6f16b78094c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:17:59.965774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621f2ad-fe6d-47dc-becf-cc169369decd None None] Pushing event updated for resources: {'Port': ['ID=b9a335b1-6e5b-4685-b6df-4f29691c648c,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:17:59.987947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2738843f-f17b-42d5-9bac-9aa1dbe33b54 None None] Provisioning complete for port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:17:59.988327 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2738843f-f17b-42d5-9bac-9aa1dbe33b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.038274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2738843f-f17b-42d5-9bac-9aa1dbe33b54 None None] Port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:00.077132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2738843f-f17b-42d5-9bac-9aa1dbe33b54 None None] Provisioning complete for port b9a335b1-6e5b-4685-b6df-4f29691c648c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:00.077524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2738843f-f17b-42d5-9bac-9aa1dbe33b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.106664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d36aec4d-7a56-45ce-adc6-9ac4a87748b6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:00.107090 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.153209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8227-edc9-4b57-af37-c6148373e090 req-b6187a6a-ae01-4ebc-bd77-a26e485b4569 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:00.161589 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-abdb8227-edc9-4b57-af37-c6148373e090 req-b6187a6a-ae01-4ebc-bd77-a26e485b4569 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 932 time: 0.4721909 Mar 07 16:18:00.166243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8fe4e-4fad-4bd4-9cd1-e96ea601d20d None None] Deleting port f28cf733-d207-42b7-9d3b-3ec03e461fde {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:00.166621 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe4e-4fad-4bd4-9cd1-e96ea601d20d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.314682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-abdb8227-edc9-4b57-af37-c6148373e090 req-2d7203a3-42e5-4fcb-8560-6d753ae085c3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520340 Mar 07 16:18:00.362297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bcb8fe4e-4fad-4bd4-9cd1-e96ea601d20d None None] For port f28cf733-d207-42b7-9d3b-3ec03e461fde, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f28cf733-d207-42b7-9d3b-3ec03e461fde,segment=NetworkSegment(f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c),segment_id=f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:00.363140 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe4e-4fad-4bd4-9cd1-e96ea601d20d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.373726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port f28cf733-d207-42b7-9d3b-3ec03e461fde {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:00.374277 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.380421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.416409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8fe4e-4fad-4bd4-9cd1-e96ea601d20d None None] Calling delete_port for f28cf733-d207-42b7-9d3b-3ec03e461fde owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:00.445892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] For port f28cf733-d207-42b7-9d3b-3ec03e461fde, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f28cf733-d207-42b7-9d3b-3ec03e461fde,segment=NetworkSegment(f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c),segment_id=f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:00.446269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.461149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for f28cf733-d207-42b7-9d3b-3ec03e461fde owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:00.479260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.514494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:18:00.514857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d36aec4d-7a56-45ce-adc6-9ac4a87748b6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:00.515414 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.579812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Port': ['ID=3c285143-89fe-4ba7-a764-6fb20db0034e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:00.588743 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Publish callbacks [] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.605318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.609362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Network 94d85db0-3094-4514-983d-cbf19e1806f3 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:00.617695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:00.620231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Transition to ACTIVE for port object 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:18:00.621309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:00.660270 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.723891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (bcab8a86-7e43-421b-80c9-b0227b92c7a2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.743536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:00.744964 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.769510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2738843f-f17b-42d5-9bac-9aa1dbe33b54 None None] Current status of the port b9a335b1-6e5b-4685-b6df-4f29691c648c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:00.779164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9529a65b-6c5a-4680-a118-53b0d412bc92 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4972239 Mar 07 16:18:00.786768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:00.789766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44476) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:00.799558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5573fff7-32fb-4086-ac49-4076fddc511e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:28:f6:32'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:00.803884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.804945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port d36aec4d-7a56-45ce-adc6-9ac4a87748b6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d36aec4d-7a56-45ce-adc6-9ac4a87748b6,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:00.820323 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe4e-4fad-4bd4-9cd1-e96ea601d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.826039 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:00.912406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8fe4e-4fad-4bd4-9cd1-e96ea601d20d None None] Pushing event deleted for resources: {'Port': ['ID=f28cf733-d207-42b7-9d3b-3ec03e461fde,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:00.923483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8fe4e-4fad-4bd4-9cd1-e96ea601d20d None None] No DVR routers for this DVR port f28cf733-d207-42b7-9d3b-3ec03e461fde on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:00.983596 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f28cf733-d207-42b7-9d3b-3ec03e461fde), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.018167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9a335b1-6e5b-4685-b6df-4f29691c648c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:01.060804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-91e3f8c3-7d59-4f3d-b31b-08eed5c498a7 None None] Provisioning complete for port e67b56de-c0bf-4129-a134-10d76b35a020 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:01.061442 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91e3f8c3-7d59-4f3d-b31b-08eed5c498a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.084007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No DVR routers for this DVR port f28cf733-d207-42b7-9d3b-3ec03e461fde on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:01.091746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:01.092089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:01.092420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:01.103488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:18:01.103982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:01.136133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:01.136487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Checking segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:01.136870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Bound using segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:01.137396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Bound port: 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:01.137828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.139231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=f28cf733-d207-42b7-9d3b-3ec03e461fde,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:01.180076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-91e3f8c3-7d59-4f3d-b31b-08eed5c498a7 None None] Port e67b56de-c0bf-4129-a134-10d76b35a020 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:01.193638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=d36aec4d-7a56-45ce-adc6-9ac4a87748b6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:01.216679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b9a335b1-6e5b-4685-b6df-4f29691c648c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:01.218019 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.261096 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5573fff7-32fb-4086-ac49-4076fddc511e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.284029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (332a68ec-7805-4ac2-9311-0cd1fb037e18), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.314965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:01.316460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332a68ec-7805-4ac2-9311-0cd1fb037e18']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:01.341185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:01.341966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b9a335b1-6e5b-4685-b6df-4f29691c648c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:01.344652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2dcbb8f8-f915-40a7-98e6-3c39bc84166e None None] Provisioning complete for port 3c285143-89fe-4ba7-a764-6fb20db0034e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:01.352693 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2dcbb8f8-f915-40a7-98e6-3c39bc84166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.365616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.406715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:01.407650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbb8f8-f915-40a7-98e6-3c39bc84166e None None] Port 3c285143-89fe-4ba7-a764-6fb20db0034e cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:01.410059 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:01.444794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f28cf733-d207-42b7-9d3b-3ec03e461fde no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:01.463944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.471222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: f28cf733-d207-42b7-9d3b-3ec03e461fde {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:18:01.471587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f28cf733-d207-42b7-9d3b-3ec03e461fde not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:18:01.485083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Allocated IP 172.25.4.240 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/f1b334f4-20f8-4ac7-9c75-186967e68040) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:01.497088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:01.498337 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.499811 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1092 time: 2.0624909 Mar 07 16:18:01.502697 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:18:01.505211 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:18:01.513158 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.560244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:18:01.561291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (f34e3b1b-2d14-49b6-a0f1-1c6d3a7fde7c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:18:01.564426 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:18:01.568882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96151dbe-c0c4-4302-a37a-04e4236ddf71 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:01.728325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa19d0a-fd6a-4b68-a524-e579f31c891d req-a2b2b25d-d5ba-4372-b894-ba26e8e1e903 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:01.729934 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8fa19d0a-fd6a-4b68-a524-e579f31c891d req-a2b2b25d-d5ba-4372-b894-ba26e8e1e903 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 944 time: 0.2619436 Mar 07 16:18:01.779368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5573fff7-32fb-4086-ac49-4076fddc511e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.793615 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (332a68ec-7805-4ac2-9311-0cd1fb037e18), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.794617 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5573fff7-32fb-4086-ac49-4076fddc511e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.800163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.808729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/networks/332a68ec-7805-4ac2-9311-0cd1fb037e18 HTTP/1.1" status: 204 len: 168 time: 2.6372788 Mar 07 16:18:01.812064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393486b8-a173-4242-a897-998767007a7e req-eddd71d8-4fcb-423c-a0c2-97f66b94a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:01.814261 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-eddd71d8-4fcb-423c-a0c2-97f66b94a97f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1126 time: 0.2638648 Mar 07 16:18:01.817719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44500) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:01.923484 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-a3ee6f99-29f7-49c9-9f36-5e7b47e2e5d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 217 time: 0.0964394 Mar 07 16:18:01.924023 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for port (f1b334f4-20f8-4ac7-9c75-186967e68040), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.928575 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd41dd37-b350-4544-b878-5213875782d5 x-openstack-request-id: req-bd41dd37-b350-4544-b878-5213875782d5 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:18:01.929108 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:18:01.929554 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd41dd37-b350-4544-b878-5213875782d5 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:18:01.930137 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'status': 'completed', 'code': 200} Mar 07 16:18:01.968558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac33f94-4bba-4ca0-9765-e9befbf5f82d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Network': ['ID=332a68ec-7805-4ac2-9311-0cd1fb037e18,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:01.991695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f1b334f4-20f8-4ac7-9c75-186967e68040), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:01.991938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393486b8-a173-4242-a897-998767007a7e req-6c8d78c9-97ed-4305-b661-27fbe37ee6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:01.993267 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-6c8d78c9-97ed-4305-b661-27fbe37ee6ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.0601876 Mar 07 16:18:02.035099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23962998-2f43-48e2-b761-12a2497d1555 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:02.036549 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-23962998-2f43-48e2-b761-12a2497d1555 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 HTTP/1.1" status: 200 len: 844 time: 0.2069237 Mar 07 16:18:02.043507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44504) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:02.059841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573fff7-32fb-4086-ac49-4076fddc511e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Port': ['ID=3c285143-89fe-4ba7-a764-6fb20db0034e,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:02.076570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (e67b56de-c0bf-4129-a134-10d76b35a020), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:02.088603 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8fa19d0a-fd6a-4b68-a524-e579f31c891d req-b971a006-aaba-43bd-af4d-2e7c9bf074b2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374715 Mar 07 16:18:02.091617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5573fff7-32fb-4086-ac49-4076fddc511e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] In _notify_port_updated(), no bound segment for port 3c285143-89fe-4ba7-a764-6fb20db0034e on network 94d85db0-3094-4514-983d-cbf19e1806f3 {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:18:02.100569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5573fff7-32fb-4086-ac49-4076fddc511e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:02.101348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5573fff7-32fb-4086-ac49-4076fddc511e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:02.102814 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5573fff7-32fb-4086-ac49-4076fddc511e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "PUT /v2.0/ports/3c285143-89fe-4ba7-a764-6fb20db0034e HTTP/1.1" status: 200 len: 995 time: 1.3117349 Mar 07 16:18:02.106349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44508) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:02.122604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:02.123364 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:02.131708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:02.134547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:02.174184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393486b8-a173-4242-a897-998767007a7e req-a8d75932-7a31-4238-82ed-814a168051e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:02.177387 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-a8d75932-7a31-4238-82ed-814a168051e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1716650 Mar 07 16:18:02.182047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-247c05eb-f8d9-4dc0-8634-4c7f9568bfe8 None None] Provisioning complete for port 3c285143-89fe-4ba7-a764-6fb20db0034e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:02.182582 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-247c05eb-f8d9-4dc0-8634-4c7f9568bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:02.184276 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event updated for resources: {'Port': ['ID=f1b334f4-20f8-4ac7-9c75-186967e68040,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:02.233339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-247c05eb-f8d9-4dc0-8634-4c7f9568bfe8 None None] Port 3c285143-89fe-4ba7-a764-6fb20db0034e cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:02.318250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-835a47c9-f2b6-4613-b792-e46bcab986f7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Deleting port 3c285143-89fe-4ba7-a764-6fb20db0034e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:02.318604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-835a47c9-f2b6-4613-b792-e46bcab986f7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:02.359964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-ba0d283f-a978-4695-8075-2d9859f6b39c service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525025 Mar 07 16:18:02.486540 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-835a47c9-f2b6-4613-b792-e46bcab986f7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:02.505115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-835a47c9-f2b6-4613-b792-e46bcab986f7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Calling delete_port for 3c285143-89fe-4ba7-a764-6fb20db0034e owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:02.529259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-393486b8-a173-4242-a897-998767007a7e req-9694aeb6-feb9-47b0-8b8d-ec6138795156 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397994 Mar 07 16:18:02.660741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c3d1df12-2130-48b4-9615-5149d02e0ac0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6053379 Mar 07 16:18:02.667352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44514) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:02.678252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:02.681997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-1b793c6a-8095-44c7-b8b3-f0ef1ecc0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:02.683567 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-1b793c6a-8095-44c7-b8b3-f0ef1ecc0b2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1126 time: 0.0880620 Mar 07 16:18:02.730881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=e67b56de-c0bf-4129-a134-10d76b35a020,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:02.738751 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (f15a2724-84e1-48f2-b9fd-a6f16b78094c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:02.753187 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-835a47c9-f2b6-4613-b792-e46bcab986f7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3c285143-89fe-4ba7-a764-6fb20db0034e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:02.792707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a47c9-f2b6-4613-b792-e46bcab986f7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event deleted for resources: {'Port': ['ID=3c285143-89fe-4ba7-a764-6fb20db0034e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:02.877180 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-835a47c9-f2b6-4613-b792-e46bcab986f7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:02.884276 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-835a47c9-f2b6-4613-b792-e46bcab986f7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "DELETE /v2.0/ports/3c285143-89fe-4ba7-a764-6fb20db0034e HTTP/1.1" status: 204 len: 168 time: 0.7766609 Mar 07 16:18:02.887180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44518) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:02.905301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-eb2d25cc-0e82-4441-80a5-66916cf5ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:02.907290 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-eb2d25cc-0e82-4441-80a5-66916cf5ce76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.2159445 Mar 07 16:18:02.960950 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa62fc5-9b35-4bbc-9996-36bb11edfce5 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] GET failed (client error): The resource could not be found. Mar 07 16:18:02.966293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-faa62fc5-9b35-4bbc-9996-36bb11edfce5 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "GET /v2.0/ports/3c285143-89fe-4ba7-a764-6fb20db0034e HTTP/1.1" status: 404 len: 333 time: 0.0728276 Mar 07 16:18:02.967007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44520) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:02.976664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d36aec4d-7a56-45ce-adc6-9ac4a87748b6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:02.983467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'port': {'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3', 'name': 'tempest-AllowedAddressPairTestJSON-903903173'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:02.988173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-6ebca244-371f-4d18-9473-79563f18610f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 217 time: 0.0741689 Mar 07 16:18:03.010537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:03.014093 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:03.062373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d36aec4d-7a56-45ce-adc6-9ac4a87748b6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:03.062758 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:03.085665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44522) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:03.167304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d36aec4d-7a56-45ce-adc6-9ac4a87748b6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:03.292366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 4d594787-5633-4408-97a7-2314f773707b is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:03.354234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:03.368122 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fad6aae3-648f-4b04-8287-88953349460d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:03.423335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-76c7e7ac-09ef-427e-8aa5-8c8b04bd1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:03.424973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-76c7e7ac-09ef-427e-8aa5-8c8b04bd1694 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.4294772 Mar 07 16:18:03.479675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-13e19611-02ef-4e59-bf9d-88c6286be6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:03.481300 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-13e19611-02ef-4e59-bf9d-88c6286be6e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504777 Mar 07 16:18:03.525176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (bcab8a86-7e43-421b-80c9-b0227b92c7a2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:03.583171 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-fdac5929-f707-4543-bc40-75a8a6a21b65 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955141 Mar 07 16:18:03.588878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c539d6-d2f0-44f7-b1b1-8a5ba377118b req-5e08a7f5-5eb4-4511-aa51-a60650b276d2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:03.590363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09c539d6-d2f0-44f7-b1b1-8a5ba377118b req-5e08a7f5-5eb4-4511-aa51-a60650b276d2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 944 time: 0.3419213 Mar 07 16:18:03.666379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d008b322-c5d5-41a9-85b5-8c384826460e None None] Provisioning complete for port e67b56de-c0bf-4129-a134-10d76b35a020 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:03.666996 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d008b322-c5d5-41a9-85b5-8c384826460e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:03.683928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a4ff5684-0a1e-4d06-9717-fe79c33e2f8d req-ea0f8b98-4604-4c60-8f27-eb67b68fe8a6 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953722 Mar 07 16:18:03.691213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Made reservation on behalf of 671245034c32461db80447e820ddff97 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:03.694626 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:03.704803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d008b322-c5d5-41a9-85b5-8c384826460e None None] Port e67b56de-c0bf-4129-a134-10d76b35a020 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:03.824219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] device_id is not set on port b1f0699d-3a79-4348-b955-ae0a1463f140 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:03.864488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (18bf9fe9-92a7-4314-ad61-98cfdf9dae6d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:03.902062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09c539d6-d2f0-44f7-b1b1-8a5ba377118b req-2ab92982-6018-40f9-87cd-88d05b86e5be tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001347 Mar 07 16:18:03.903806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router f15a2724-84e1-48f2-b9fd-a6f16b78094c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:18:03.952674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fad6aae3-648f-4b04-8287-88953349460d admin admin] Publish callbacks [] for security_group (3af59211-7ac3-4a37-81c1-226d7f8852e1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.003684 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fad6aae3-648f-4b04-8287-88953349460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3af59211-7ac3-4a37-81c1-226d7f8852e1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.026736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:04.054132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:04.065240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d9b93-cf27-4dc1-b8f3-4dd51d4dc0ce None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:04.095601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:04.096201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.142493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=18bf9fe9-92a7-4314-ad61-98cfdf9dae6d,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:04.164735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fad6aae3-648f-4b04-8287-88953349460d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bd16467843d468ca2f8aae0e3143566&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0665898 Mar 07 16:18:04.165790 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44528) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:04.191592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'project_id': 'ca6898b2a0824506ab3e62fddbe138a1', 'fixed_ips': [{'subnet_id': '18bf9fe9-92a7-4314-ad61-98cfdf9dae6d'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:04.193153 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.201601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6aae3-648f-4b04-8287-88953349460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af59211-7ac3-4a37-81c1-226d7f8852e1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:04.223827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Allocated IP 172.20.0.11 (94d85db0-3094-4514-983d-cbf19e1806f3/41be5ecf-0365-4dd9-92d2-239548e01de7/b1f0699d-3a79-4348-b955-ae0a1463f140) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:04.232557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f792e97a-4728-4314-882e-5e0f8a56feb7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5628681 Mar 07 16:18:04.239389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44530) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:04.246937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2583ea64-74e8-4f84-a871-58d8d0b53fa3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'security_group': {'name': 'tempest-secgroup-503704231'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:04.252774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f4a87af-1101-4139-b8fc-2ca7b46ce6ba admin admin] Publish callbacks [] for security_group (3af59211-7ac3-4a37-81c1-226d7f8852e1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.286109 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f4a87af-1101-4139-b8fc-2ca7b46ce6ba admin admin] Publish callbacks [] for security_group (3af59211-7ac3-4a37-81c1-226d7f8852e1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.295431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2583ea64-74e8-4f84-a871-58d8d0b53fa3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.306938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (bcab8a86-7e43-421b-80c9-b0227b92c7a2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.319294 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (bcab8a86-7e43-421b-80c9-b0227b92c7a2), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.378341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:18:04.382721 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f4a87af-1101-4139-b8fc-2ca7b46ce6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3af59211-7ac3-4a37-81c1-226d7f8852e1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.385359 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f4a87af-1101-4139-b8fc-2ca7b46ce6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.388746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7f4a87af-1101-4139-b8fc-2ca7b46ce6ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3af59211-7ac3-4a37-81c1-226d7f8852e1 HTTP/1.1" status: 204 len: 168 time: 0.2216482 Mar 07 16:18:04.392218 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Sync routers for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:18:04.392782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Allocated IP 2001:db8::2 (eb0433b4-d5d1-4c26-be9a-4ad76400923f/18bf9fe9-92a7-4314-ad61-98cfdf9dae6d/3a588fd0-912d-4533-a3c6-a3b2f2e28c3e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:04.404660 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:04.405566 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:04.410041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e2ba1389-69f6-4314-b316-9a6493eb955a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "PUT /v2.0/routers/f15a2724-84e1-48f2-b9fd-a6f16b78094c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2605104 Mar 07 16:18:04.411057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44534) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:04.443956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2583ea64-74e8-4f84-a871-58d8d0b53fa3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (618d6f89-7131-4015-804e-e66ad1ae48fd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.446644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a87af-1101-4139-b8fc-2ca7b46ce6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af59211-7ac3-4a37-81c1-226d7f8852e1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:04.479442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2583ea64-74e8-4f84-a871-58d8d0b53fa3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (618d6f89-7131-4015-804e-e66ad1ae48fd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.562993 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:18:04.592305 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Publish callbacks [] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.606563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.609577 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for port (b1f0699d-3a79-4348-b955-ae0a1463f140), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.659975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Pushing event updated for resources: {'Port': ['ID=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:04.662583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Router bcab8a86-7e43-421b-80c9-b0227b92c7a2 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:18:04.667212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b1f0699d-3a79-4348-b955-ae0a1463f140), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.675465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:04.676957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:04.681589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:04.752143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Attempting to bind port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:04.752601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Attempting to bind port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '0566bd88-6d02-467f-891c-528bf361c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:04.752977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Attempting to bind port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e on network eb0433b4-d5d1-4c26-be9a-4ad76400923f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:04.753707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583ea64-74e8-4f84-a871-58d8d0b53fa3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618d6f89-7131-4015-804e-e66ad1ae48fd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:04.758512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:04.759040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Checking segment: {'id': '0566bd88-6d02-467f-891c-528bf361c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:04.759458 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.759850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Bound using segment: {'id': '0566bd88-6d02-467f-891c-528bf361c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:04.760326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Bound port: 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0566bd88-6d02-467f-891c-528bf361c0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:04.760747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.768990 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Network 94d85db0-3094-4514-983d-cbf19e1806f3 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:04.778689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:04.783180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Port': ['ID=b1f0699d-3a79-4348-b955-ae0a1463f140,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:04.790565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:04.810003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2583ea64-74e8-4f84-a871-58d8d0b53fa3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.815231 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2583ea64-74e8-4f84-a871-58d8d0b53fa3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5728462 Mar 07 16:18:04.818110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44538) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:04.831467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d20164f5-6a91-493d-91d6-3b2ba28df663 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'security_group': {'name': 'tempest-secgroup-395228797'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:04.865965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d20164f5-6a91-493d-91d6-3b2ba28df663 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.879411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] For port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:04.886132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] For port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,segment=NetworkSegment(0566bd88-6d02-467f-891c-528bf361c0d8),segment_id=0566bd88-6d02-467f-891c-528bf361c0d8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:04.900559 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:04.968775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e3890-15e1-4d25-af30-a4b001613472 None None] Pushing event updated for resources: {'Port': ['ID=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:04.972653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44542) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:05.027629 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82d3112c-4ee0-45bb-8cd5-fb94a59786cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.036023 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:01Z', 'revision_number': 2, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:05.066867 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Checking router: f15a2724-84e1-48f2-b9fd-a6f16b78094c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:18:05.067568 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Updating router f15a2724-84e1-48f2-b9fd-a6f16b78094c port e67b56de-c0bf-4129-a134-10d76b35a020 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:18:05.110461 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.150496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b3af28e9-219b-40cc-89a5-76e28173a90c None None] Provisioning complete for port b1f0699d-3a79-4348-b955-ae0a1463f140 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:05.150905 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3af28e9-219b-40cc-89a5-76e28173a90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b1f0699d-3a79-4348-b955-ae0a1463f140), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.212438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b3af28e9-219b-40cc-89a5-76e28173a90c None None] Port b1f0699d-3a79-4348-b955-ae0a1463f140 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:05.222563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82d3112c-4ee0-45bb-8cd5-fb94a59786cc admin admin] Publish callbacks [] for security_group (c4f6ac5c-2af2-45e9-8e6f-c5a6191b16b1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.228642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0e3a3-6aab-478d-9405-3bd2cd9058e1 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.228642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0e3a3-6aab-478d-9405-3bd2cd9058e1 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.228642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0e3a3-6aab-478d-9405-3bd2cd9058e1 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.228642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0e3a3-6aab-478d-9405-3bd2cd9058e1 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.228642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0e3a3-6aab-478d-9405-3bd2cd9058e1 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.228642 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0e3a3-6aab-478d-9405-3bd2cd9058e1 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.229470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0e3a3-6aab-478d-9405-3bd2cd9058e1 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.235809 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-58c0e3a3-6aab-478d-9405-3bd2cd9058e1 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4978 time: 0.8142676 Mar 07 16:18:05.236507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44544) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:05.247318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82d3112c-4ee0-45bb-8cd5-fb94a59786cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c4f6ac5c-2af2-45e9-8e6f-c5a6191b16b1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.405807 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3112c-4ee0-45bb-8cd5-fb94a59786cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f6ac5c-2af2-45e9-8e6f-c5a6191b16b1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:05.417671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-82d3112c-4ee0-45bb-8cd5-fb94a59786cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5df5c863624b4c3a981141dd25ce361a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4436979 Mar 07 16:18:05.430882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44546) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:05.440597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a081331-815b-4287-a477-8b8f8ca167f1 req-4d423c4b-997a-4ebf-8f0a-77d7389b4c27 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.442206 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a081331-815b-4287-a477-8b8f8ca167f1 req-4d423c4b-997a-4ebf-8f0a-77d7389b4c27 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 944 time: 0.3878157 Mar 07 16:18:05.464880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c50cb-7f1a-441b-9088-3fc26995b009 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.465346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c50cb-7f1a-441b-9088-3fc26995b009 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.465806 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c50cb-7f1a-441b-9088-3fc26995b009 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.466256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c50cb-7f1a-441b-9088-3fc26995b009 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.466704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c50cb-7f1a-441b-9088-3fc26995b009 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.467259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c50cb-7f1a-441b-9088-3fc26995b009 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.467625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c50cb-7f1a-441b-9088-3fc26995b009 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.472728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ca6c50cb-7f1a-441b-9088-3fc26995b009 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4554 time: 0.2339578 Mar 07 16:18:05.478113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44548) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:05.494141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:05.494777 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.548091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80b55666-6bcf-4e80-90c4-ac6087082371 admin admin] Publish callbacks [] for security_group (c4f6ac5c-2af2-45e9-8e6f-c5a6191b16b1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.577843 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2a081331-815b-4287-a477-8b8f8ca167f1 req-26df7113-7e13-4cc8-a55f-ef3dbbd3a948 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222978 Mar 07 16:18:05.592617 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Publish callbacks [] for port (e67b56de-c0bf-4129-a134-10d76b35a020), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.600380 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.611560 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80b55666-6bcf-4e80-90c4-ac6087082371 admin admin] Publish callbacks [] for security_group (c4f6ac5c-2af2-45e9-8e6f-c5a6191b16b1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.618344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b77e1c75-7a48-4610-8c6e-107d81605494 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6389019 Mar 07 16:18:05.619318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44550) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:05.621522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:18:05.627612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'port': {'network_id': '94d85db0-3094-4514-983d-cbf19e1806f3', 'name': 'tempest-AllowedAddressPairTestJSON-2138425276'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:05.629857 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.633888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-608264d1-2156-4cd2-a9b9-facebdc1995c tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "PUT /v2.0/routers/bcab8a86-7e43-421b-80c9-b0227b92c7a2 HTTP/1.1" status: 200 len: 919 time: 6.8601468 Mar 07 16:18:05.635534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44552) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:05.637032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b0a6f-001e-403f-85c0-94a35e2fe05d None None] Sync routers for ids ['bcab8a86-7e43-421b-80c9-b0227b92c7a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:18:05.667706 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Pushing event updated for resources: {'Port': ['ID=e67b56de-c0bf-4129-a134-10d76b35a020,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:05.674006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b0a6f-001e-403f-85c0-94a35e2fe05d None None] Routers {'bcab8a86-7e43-421b-80c9-b0227b92c7a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:05.675046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-191b0a6f-001e-403f-85c0-94a35e2fe05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['bcab8a86-7e43-421b-80c9-b0227b92c7a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:05.684133 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.684133 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.684133 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.684939 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.685377 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.685803 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.686235 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.686868 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.687347 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.687775 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.688367 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.688791 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.689214 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:05.713923 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d20164f5-6a91-493d-91d6-3b2ba28df663 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (5bf8897b-9942-4e6b-9be3-5e02082f743f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.724769 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d20164f5-6a91-493d-91d6-3b2ba28df663 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5bf8897b-9942-4e6b-9be3-5e02082f743f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.765510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-191b0a6f-001e-403f-85c0-94a35e2fe05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:05.784351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b0a6f-001e-403f-85c0-94a35e2fe05d None None] Routers {'bcab8a86-7e43-421b-80c9-b0227b92c7a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:05.787210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-191b0a6f-001e-403f-85c0-94a35e2fe05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['bcab8a86-7e43-421b-80c9-b0227b92c7a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:05.800912 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Attempting to bind port e67b56de-c0bf-4129-a134-10d76b35a020 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:05.801358 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Attempting to bind port e67b56de-c0bf-4129-a134-10d76b35a020 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:05.801727 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Attempting to bind port e67b56de-c0bf-4129-a134-10d76b35a020 on network 4d594787-5633-4408-97a7-2314f773707b {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:05.827652 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80b55666-6bcf-4e80-90c4-ac6087082371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c4f6ac5c-2af2-45e9-8e6f-c5a6191b16b1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.832151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80b55666-6bcf-4e80-90c4-ac6087082371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.835901 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:05.835901 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Checking segment: {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:05.835901 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.835901 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Bound using segment: {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:05.836330 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Bound port: e67b56de-c0bf-4129-a134-10d76b35a020, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:05.836635 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.849430 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-80b55666-6bcf-4e80-90c4-ac6087082371 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4f6ac5c-2af2-45e9-8e6f-c5a6191b16b1 HTTP/1.1" status: 204 len: 168 time: 0.4173927 Mar 07 16:18:05.862366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-191b0a6f-001e-403f-85c0-94a35e2fe05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:05.863538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b0a6f-001e-403f-85c0-94a35e2fe05d None None] The sync data for ids ['bcab8a86-7e43-421b-80c9-b0227b92c7a2'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:18:05.873647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Made reservation on behalf of 671245034c32461db80447e820ddff97 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:05.878735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.884303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b55666-6bcf-4e80-90c4-ac6087082371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f6ac5c-2af2-45e9-8e6f-c5a6191b16b1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:05.893776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20164f5-6a91-493d-91d6-3b2ba28df663 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf8897b-9942-4e6b-9be3-5e02082f743f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:05.898437 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d20164f5-6a91-493d-91d6-3b2ba28df663 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:05.899746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d20164f5-6a91-493d-91d6-3b2ba28df663 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0782163 Mar 07 16:18:05.902620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44556) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:05.909889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1872735776', 'security_groups': ['5bf8897b-9942-4e6b-9be3-5e02082f743f'], 'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18bf9fe9-92a7-4314-ad61-98cfdf9dae6d'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:05.925842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] device_id is not set on port 4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:05.944890 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] For port e67b56de-c0bf-4129-a134-10d76b35a020, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:05.948110 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] For port e67b56de-c0bf-4129-a134-10d76b35a020, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e67b56de-c0bf-4129-a134-10d76b35a020,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:05.962040 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.026275 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-185958b5-2e52-406c-af5a-cb61592da7e9 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/routers/bcab8a86-7e43-421b-80c9-b0227b92c7a2 HTTP/1.1" status: 200 len: 925 time: 0.3846767 Mar 07 16:18:06.035053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44558) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:06.075579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ed891015-4e4b-442d-b13b-e7d06478b300 None None] Provisioning complete for port e67b56de-c0bf-4129-a134-10d76b35a020 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:06.076070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed891015-4e4b-442d-b13b-e7d06478b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.097822 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:06.098552 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:06.184404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:06.254735 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fc296-68f3-4c60-8a28-24a14f59deb0 None None] Pushing event updated for resources: {'Port': ['ID=e67b56de-c0bf-4129-a134-10d76b35a020,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:06.283135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ed891015-4e4b-442d-b13b-e7d06478b300 None None] Current status of the port e67b56de-c0bf-4129-a134-10d76b35a020 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:06.283535 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed891015-4e4b-442d-b13b-e7d06478b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.312450 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:18:06.357210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ed891015-4e4b-442d-b13b-e7d06478b300 None None] For port e67b56de-c0bf-4129-a134-10d76b35a020, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e67b56de-c0bf-4129-a134-10d76b35a020,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:06.367656 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ed891015-4e4b-442d-b13b-e7d06478b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.394027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2256972c-d79c-4130-b1ec-cfc7cd43b8af tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:06.407385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2256972c-d79c-4130-b1ec-cfc7cd43b8af tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=bcab8a86-7e43-421b-80c9-b0227b92c7a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3705294 Mar 07 16:18:06.414023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44564) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:06.438293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-141af8fb-936d-4412-bc6c-64714aef1719 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.9571764 Mar 07 16:18:06.466723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed891015-4e4b-442d-b13b-e7d06478b300 None None] Pushing event updated for resources: {'Port': ['ID=e67b56de-c0bf-4129-a134-10d76b35a020,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:06.551116 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.624273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-02b0fe51-95b6-46ae-b80b-fc7055516d23 None None] Provisioning complete for port e67b56de-c0bf-4129-a134-10d76b35a020 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:06.624676 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-02b0fe51-95b6-46ae-b80b-fc7055516d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.627794 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.637643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Allocated IP 172.20.0.9 (94d85db0-3094-4514-983d-cbf19e1806f3/41be5ecf-0365-4dd9-92d2-239548e01de7/4fb7bb92-1ca5-4ce8-a849-e4c858da97b6) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:06.707423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port 6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:06.715190 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:06.720965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-dccbc06c-7406-45ec-9047-b6c4ecce4fc5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387299852', 'description': 'tempest-secgroup-smoke-387299852 description', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:06.763186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-02b0fe51-95b6-46ae-b80b-fc7055516d23 None None] Current status of the port e67b56de-c0bf-4129-a134-10d76b35a020 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:06.763540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dccbc06c-7406-45ec-9047-b6c4ecce4fc5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.808637 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:05Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:06.851828 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447cc6d-7d06-4985-9e8c-f2cc138d16a9 None None] The sync data for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 is: [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:05Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:18:06.857739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d98a8-a857-429b-8ab4-27674c13354d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:06.866779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44582) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:06.871442 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-408d98a8-a857-429b-8ab4-27674c13354d tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 881 time: 0.4491200 Mar 07 16:18:06.903355 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dccbc06c-7406-45ec-9047-b6c4ecce4fc5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.909085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:06.910180 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:06.915408 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dccbc06c-7406-45ec-9047-b6c4ecce4fc5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.010307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a19182f5-62ae-4f43-93b7-6669ec096011 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcab8a86-7e43-421b-80c9-b0227b92c7a2 HTTP/1.1" status: 200 len: 205 time: 0.1423509 Mar 07 16:18:07.020392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44586) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:07.043385 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dccbc06c-7406-45ec-9047-b6c4ecce4fc5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.044921 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dccbc06c-7406-45ec-9047-b6c4ecce4fc5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3287449 Mar 07 16:18:07.048244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c8b4f-7cc1-4d16-ad0f-446137796663 req-da94cc44-2e85-4975-975f-d82c87e7c0c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:07.049282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44588) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:07.049736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-747c8b4f-7cc1-4d16-ad0f-446137796663 req-da94cc44-2e85-4975-975f-d82c87e7c0c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 944 time: 0.3357675 Mar 07 16:18:07.055462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f485add6-e8fd-4aa8-b4df-515c6e2b88ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:07.064865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:07.065667 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.117690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:07.129377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] For port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,segment=NetworkSegment(0566bd88-6d02-467f-891c-528bf361c0d8),segment_id=0566bd88-6d02-467f-891c-528bf361c0d8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:07.149436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f485add6-e8fd-4aa8-b4df-515c6e2b88ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (e84703e8-e549-4da2-bd81-f20e64136b43), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.162978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbc06c-7406-45ec-9047-b6c4ecce4fc5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:07.164552 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.214247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::16e (eb0433b4-d5d1-4c26-be9a-4ad76400923f/18bf9fe9-92a7-4314-ad61-98cfdf9dae6d/6bcec2c6-0d82-45c0-9952-1cfb71d4bf35) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:07.253674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f485add6-e8fd-4aa8-b4df-515c6e2b88ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (e84703e8-e549-4da2-bd81-f20e64136b43), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.261159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f485add6-e8fd-4aa8-b4df-515c6e2b88ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (e84703e8-e549-4da2-bd81-f20e64136b43), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.275936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] Provisioning complete for port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:07.277144 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.292897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:18:07.301883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485add6-e8fd-4aa8-b4df-515c6e2b88ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84703e8-e549-4da2-bd81-f20e64136b43,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:07.321710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f485add6-e8fd-4aa8-b4df-515c6e2b88ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.323800 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f485add6-e8fd-4aa8-b4df-515c6e2b88ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2721224 Mar 07 16:18:07.331174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44594) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:07.343463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7a62a209-5ec1-4792-b18a-fa58feece221 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:07.373861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] Pushing event updated for resources: {'Port': ['ID=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:07.402546 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a62a209-5ec1-4792-b18a-fa58feece221 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (3f5b133b-105b-4158-a251-e079e8f79505), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.423765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:07.424588 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.491835 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-747c8b4f-7cc1-4d16-ad0f-446137796663 req-e649df79-f7a9-4fb6-8d9a-3a26b9695c5c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684981 Mar 07 16:18:07.523389 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a62a209-5ec1-4792-b18a-fa58feece221 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (3f5b133b-105b-4158-a251-e079e8f79505), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.529194 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a62a209-5ec1-4792-b18a-fa58feece221 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (3f5b133b-105b-4158-a251-e079e8f79505), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.541026 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:18:07.550438 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.557261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62a209-5ec1-4792-b18a-fa58feece221 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5b133b-105b-4158-a251-e079e8f79505,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:07.571387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7a62a209-5ec1-4792-b18a-fa58feece221 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.572892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7a62a209-5ec1-4792-b18a-fa58feece221 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2402716 Mar 07 16:18:07.575259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44598) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:07.582356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ff356d4b-8558-4737-8005-b36ae4318172 None None] Port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:07.583584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-70c20077-7c84-431a-bc2a-482b18d1f560 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:07.598179 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.632129 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70c20077-7c84-431a-bc2a-482b18d1f560 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (2ded395e-46af-4312-8297-09826e5db7a1), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.677142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (bcab8a86-7e43-421b-80c9-b0227b92c7a2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.727646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:07.733184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:07.740944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70c20077-7c84-431a-bc2a-482b18d1f560 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (2ded395e-46af-4312-8297-09826e5db7a1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.747942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'port_id': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'mac_address': 'fa:16:3e:82:00:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:18:07.753013 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70c20077-7c84-431a-bc2a-482b18d1f560 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (2ded395e-46af-4312-8297-09826e5db7a1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.788686 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.793997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c20077-7c84-431a-bc2a-482b18d1f560 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ded395e-46af-4312-8297-09826e5db7a1,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:07.805052 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70c20077-7c84-431a-bc2a-482b18d1f560 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.808856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-70c20077-7c84-431a-bc2a-482b18d1f560 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2294273 Mar 07 16:18:07.809641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44604) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:07.818574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a3dd2f6d-89fe-4132-ace0-00e4c5ce2bfc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:07.826470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:07.827402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.848924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:18:07.862952 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2f6d-89fe-4132-ace0-00e4c5ce2bfc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (d47ae3e1-40e4-4080-b986-e9c62243197b), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.875964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:07.885902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.955236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.962491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2f6d-89fe-4132-ace0-00e4c5ce2bfc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (d47ae3e1-40e4-4080-b986-e9c62243197b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.965613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Network 94d85db0-3094-4514-983d-cbf19e1806f3 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:07.966876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:07.973691 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2f6d-89fe-4132-ace0-00e4c5ce2bfc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (d47ae3e1-40e4-4080-b986-e9c62243197b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:07.982487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:07.986182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:07.992664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Port': ['ID=4fb7bb92-1ca5-4ce8-a849-e4c858da97b6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:08.001686 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2f6d-89fe-4132-ace0-00e4c5ce2bfc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.006039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a3dd2f6d-89fe-4132-ace0-00e4c5ce2bfc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1958389 Mar 07 16:18:08.018051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44608) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:08.024370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-428068ca-35f3-4c04-bfdb-6dec5526f24f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:08.070301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd2f6d-89fe-4132-ace0-00e4c5ce2bfc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47ae3e1-40e4-4080-b986-e9c62243197b,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:08.078127 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-428068ca-35f3-4c04-bfdb-6dec5526f24f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Project bb858b05e165434db44f1caa0a8fb1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:18:08.088920 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-428068ca-35f3-4c04-bfdb-6dec5526f24f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (afc3311f-673c-4436-bff3-c2fc85d347b9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.091269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:08.102922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:08.113147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=6bcec2c6-0d82-45c0-9952-1cfb71d4bf35,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:08.119352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:08.124854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:08.125623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.128768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (bcab8a86-7e43-421b-80c9-b0227b92c7a2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.173590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:08.174411 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.185047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:18:08.193964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-14f1b80f-3fee-434c-a9ed-8def8e071466 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2889798 Mar 07 16:18:08.229286 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44614) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:08.233334 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-583f8af0-e125-4308-9dc9-3be9a2407bb7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6109910 Mar 07 16:18:08.234714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-78d0f316-9415-40eb-b492-00a7899b412f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:08.239785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44616) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:08.246915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a93f15f1-1e51-4275-82c1-2f4e572ea92e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:28:f6:32'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:36:0f:61'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:08.255252 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-428068ca-35f3-4c04-bfdb-6dec5526f24f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (afc3311f-673c-4436-bff3-c2fc85d347b9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.268533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-428068ca-35f3-4c04-bfdb-6dec5526f24f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (afc3311f-673c-4436-bff3-c2fc85d347b9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.318696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428068ca-35f3-4c04-bfdb-6dec5526f24f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc3311f-673c-4436-bff3-c2fc85d347b9,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:08.350835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-428068ca-35f3-4c04-bfdb-6dec5526f24f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.352374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-428068ca-35f3-4c04-bfdb-6dec5526f24f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332882 Mar 07 16:18:08.355239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44618) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:08.362007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-61911692-46fd-4a78-ae2c-4d4d70a90102 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:08.399961 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-61911692-46fd-4a78-ae2c-4d4d70a90102 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Project bb858b05e165434db44f1caa0a8fb1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:18:08.416775 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61911692-46fd-4a78-ae2c-4d4d70a90102 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (93973ae2-0027-49ea-9522-6b18af776850), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.518040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-19ba35df-18a3-497f-b961-9d274274e7d9 None None] Provisioning complete for port 4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:08.518413 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-19ba35df-18a3-497f-b961-9d274274e7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.558654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61911692-46fd-4a78-ae2c-4d4d70a90102 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (93973ae2-0027-49ea-9522-6b18af776850), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.571350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61911692-46fd-4a78-ae2c-4d4d70a90102 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (93973ae2-0027-49ea-9522-6b18af776850), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.601059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-19ba35df-18a3-497f-b961-9d274274e7d9 None None] Port 4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:08.609514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Deleting port f1b334f4-20f8-4ac7-9c75-186967e68040 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:08.610307 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f1b334f4-20f8-4ac7-9c75-186967e68040), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.620372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61911692-46fd-4a78-ae2c-4d4d70a90102 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93973ae2-0027-49ea-9522-6b18af776850,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:08.675745 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61911692-46fd-4a78-ae2c-4d4d70a90102 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.690775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-61911692-46fd-4a78-ae2c-4d4d70a90102 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3343935 Mar 07 16:18:08.724644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946f48-47c2-4c46-83f6-da1f8e0fe48f req-e82fc669-988c-456b-a621-534f75f19728 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:08.732480 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a946f48-47c2-4c46-83f6-da1f8e0fe48f req-e82fc669-988c-456b-a621-534f75f19728 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 945 time: 0.1033628 Mar 07 16:18:08.748907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6712381b-70c3-45db-9fe0-eae7a9f49b54 None None] Provisioning complete for port 6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:08.749756 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6712381b-70c3-45db-9fe0-eae7a9f49b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.756995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f1b334f4-20f8-4ac7-9c75-186967e68040), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:08.789323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Calling delete_port for f1b334f4-20f8-4ac7-9c75-186967e68040 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:08.800700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a946f48-47c2-4c46-83f6-da1f8e0fe48f req-123b87b1-4dfa-4e45-9201-bf5b19e5f9aa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671666 Mar 07 16:18:08.819937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6712381b-70c3-45db-9fe0-eae7a9f49b54 None None] Port 6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:08.935056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d0f316-9415-40eb-b492-00a7899b412f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:08.939281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-78d0f316-9415-40eb-b492-00a7899b412f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:09.039937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e67b56de-c0bf-4129-a134-10d76b35a020 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:09.056395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a93f15f1-1e51-4275-82c1-2f4e572ea92e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:09.098572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e67b56de-c0bf-4129-a134-10d76b35a020 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:09.099525 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:09.189105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e67b56de-c0bf-4129-a134-10d76b35a020 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:09.190236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:09.254119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:09.254499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:09.276673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:09.531340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:18:09.539140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:09.539476 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:09.541889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:09.576202 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-a801e1a9-f8ff-4567-b2fb-55c04d1ac001 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387299852&fields=id&tenant_id=bb858b05e165434db44f1caa0a8fb1ae HTTP/1.1" status: 200 len: 267 time: 0.6286798 Mar 07 16:18:09.633277 n-d-830010-8 neutron-server[103866]: INFO neutron.db.ipam_backend_mixin [None req-78d0f316-9415-40eb-b492-00a7899b412f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18bf9fe9-92a7-4314-ad61-98cfdf9dae6d (CIDR: 2001:db8::/64) Mar 07 16:18:09.635944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:09.636420 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:09.661074 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d0f316-9415-40eb-b492-00a7899b412f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:18:09.661573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d0f316-9415-40eb-b492-00a7899b412f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:09.663996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:18:09.666388 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82ad0c0-4f2e-4e2e-b297-a5c625968e8a" -d '{"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:18:09.683088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:09.689662 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:09.736973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-78d0f316-9415-40eb-b492-00a7899b412f tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5070829 Mar 07 16:18:09.738726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44662) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:09.741723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f1b334f4-20f8-4ac7-9c75-186967e68040), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:09.745152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:09.767820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:09.803224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event deleted for resources: {'Port': ['ID=f1b334f4-20f8-4ac7-9c75-186967e68040,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:09.826726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-0c53092f-6db3-44f4-b47f-72760eb34142 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:09.829445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-0c53092f-6db3-44f4-b47f-72760eb34142 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/networks?id=4d594787-5633-4408-97a7-2314f773707b HTTP/1.1" status: 200 len: 796 time: 0.2411399 Mar 07 16:18:09.896669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:09.903682 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:09.930896 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-7cd4287b-7b5e-4f42-938e-658a718f9650 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/quotas/bb858b05e165434db44f1caa0a8fb1ae HTTP/1.1" status: 200 len: 375 time: 0.0610538 Mar 07 16:18:10.019266 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebffdcf-ad99-49ec-9210-1c2b10c66ce7 x-openstack-request-id: req-7ebffdcf-ad99-49ec-9210-1c2b10c66ce7 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:18:10.019759 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:18:10.020214 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ebffdcf-ad99-49ec-9210-1c2b10c66ce7 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:18:10.020619 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'code': 200} Mar 07 16:18:10.030095 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (bcab8a86-7e43-421b-80c9-b0227b92c7a2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.201463 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a93f15f1-1e51-4275-82c1-2f4e572ea92e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.210915 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (bcab8a86-7e43-421b-80c9-b0227b92c7a2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.215045 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (bcab8a86-7e43-421b-80c9-b0227b92c7a2), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.220788 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a93f15f1-1e51-4275-82c1-2f4e572ea92e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.241878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-44799ebb-95aa-4353-92d0-db70ca95157b tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2989845 Mar 07 16:18:10.256669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9f4a-4f84-4fc4-a649-a77864bba35c req-604a8e52-b599-4304-9c25-fe8c4c10b664 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:10.258207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f45d9f4a-4f84-4fc4-a649-a77864bba35c req-604a8e52-b599-4304-9c25-fe8c4c10b664 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1381199 Mar 07 16:18:10.290262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (0c5b60b8-32e4-4e17-8d2f-041540ab23eb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.317968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-20593228-b95d-4995-8414-150adeb1e58b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:18:10.319044 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-20593228-b95d-4995-8414-150adeb1e58b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097799 Mar 07 16:18:10.350285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:10.362416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:10.368469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:10.368584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.377413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea8b51-242e-4069-944d-0d53acf719c1 None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:10.389129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f45d9f4a-4f84-4fc4-a649-a77864bba35c req-3e1ed078-4baa-4c56-b15b-67ee3de67e4b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148808 Mar 07 16:18:10.404853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=0c5b60b8-32e4-4e17-8d2f-041540ab23eb,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:10.433074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e0801f04-6358-4fc5-a63e-0579f3236c36 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6931698 Mar 07 16:18:10.436506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44676) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:10.443325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (bcab8a86-7e43-421b-80c9-b0227b92c7a2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.443989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1678180479', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c5b60b8-32e4-4e17-8d2f-041540ab23eb'}], 'security_groups': ['618d6f89-7131-4015-804e-e66ad1ae48fd']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:10.444336 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Fanout notify agent at l3_agent the message router_deleted on router bcab8a86-7e43-421b-80c9-b0227b92c7a2 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:18:10.466643 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.468044 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-370b7dc7-4b39-4f73-b786-b96f956d1653 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/bcab8a86-7e43-421b-80c9-b0227b92c7a2 HTTP/1.1" status: 204 len: 168 time: 3.4439237 Mar 07 16:18:10.476473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a1463-502d-40ce-a8e0-c3d5a0cc2a30 req-b23d3356-667c-40ed-8f01-3412e8d4ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:10.479497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f3a1463-502d-40ce-a8e0-c3d5a0cc2a30 req-b23d3356-667c-40ed-8f01-3412e8d4ba2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1128 time: 0.3711302 Mar 07 16:18:10.480394 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f15f1-1e51-4275-82c1-2f4e572ea92e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event updated for resources: {'Port': ['ID=4fb7bb92-1ca5-4ce8-a849-e4c858da97b6,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:10.484709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44678) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:10.491792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2a81d6e7-9cef-414c-ab4f-3fe9ac5357e4 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1973172426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:10.538396 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a81d6e7-9cef-414c-ab4f-3fe9ac5357e4 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (872fb45f-8bb1-4d26-9b65-ff234baa670d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.539463 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a81d6e7-9cef-414c-ab4f-3fe9ac5357e4 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (872fb45f-8bb1-4d26-9b65-ff234baa670d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.586370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a93f15f1-1e51-4275-82c1-2f4e572ea92e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] In _notify_port_updated(), no bound segment for port 4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 on network 94d85db0-3094-4514-983d-cbf19e1806f3 {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:18:10.600867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f15f1-1e51-4275-82c1-2f4e572ea92e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:10.601586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a93f15f1-1e51-4275-82c1-2f4e572ea92e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.606892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a93f15f1-1e51-4275-82c1-2f4e572ea92e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "PUT /v2.0/ports/4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 HTTP/1.1" status: 200 len: 1056 time: 2.3622746 Mar 07 16:18:10.607298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44682) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:10.643180 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f3a1463-502d-40ce-a8e0-c3d5a0cc2a30 req-8ca53f7f-6242-476a-94b2-eea78093324f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399379 Mar 07 16:18:10.681360 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-96d6ecb5-7cd6-4306-984e-fe6edbf4256e service neutron] 10.222.0.24 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536777 Mar 07 16:18:10.705155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c3d1d0-fc81-4060-9dfe-90d09a547095 None None] Update dhcp port {'port': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'fixed_ips': [{'subnet_id': '18bf9fe9-92a7-4314-ad61-98cfdf9dae6d', 'ip_address': '2001:db8::2'}, {'subnet_id': '0c5b60b8-32e4-4e17-8d2f-041540ab23eb'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '3a588fd0-912d-4533-a3c6-a3b2f2e28c3e'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:18:10.738822 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d1d0-fc81-4060-9dfe-90d09a547095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.749488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a81d6e7-9cef-414c-ab4f-3fe9ac5357e4 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (872fb45f-8bb1-4d26-9b65-ff234baa670d), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.790476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a81d6e7-9cef-414c-ab4f-3fe9ac5357e4 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (872fb45f-8bb1-4d26-9b65-ff234baa670d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.796048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-072d5ab6-cb84-4121-a6da-a5f9c67b2025 None None] Provisioning complete for port 4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:10.796524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-072d5ab6-cb84-4121-a6da-a5f9c67b2025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.808626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-4446c36a-c73c-4132-8293-1118b45b3363 service neutron] 10.222.0.24 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264167 Mar 07 16:18:10.817039 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a81d6e7-9cef-414c-ab4f-3fe9ac5357e4 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.821162 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2a81d6e7-9cef-414c-ab4f-3fe9ac5357e4 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3327110 Mar 07 16:18:10.823319 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44686) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:10.830829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'enable_snat': False}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:10.839863 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.872921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2f002167-8d6c-48d2-b34d-69ea48879c3f tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Deleting port 4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:10.873556 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f002167-8d6c-48d2-b34d-69ea48879c3f tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:10.904765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-072d5ab6-cb84-4121-a6da-a5f9c67b2025 None None] Port 4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:10.962829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-f7c3d1d0-fc81-4060-9dfe-90d09a547095 None None] Allocated IP 2001:db8:0:1::2 (eb0433b4-d5d1-4c26-be9a-4ad76400923f/0c5b60b8-32e4-4e17-8d2f-041540ab23eb/3a588fd0-912d-4533-a3c6-a3b2f2e28c3e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:11.123267 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.152334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f002167-8d6c-48d2-b34d-69ea48879c3f tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.158085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f7c3d1d0-fc81-4060-9dfe-90d09a547095 None None] For port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,segment=NetworkSegment(0566bd88-6d02-467f-891c-528bf361c0d8),segment_id=0566bd88-6d02-467f-891c-528bf361c0d8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:11.195084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af34cb4c-7bb8-4084-9b90-cd590c4a3a24 req-2b79709d-30bb-44f1-892f-67fd51da5365 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 210 time: 0.0448453 Mar 07 16:18:11.206577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (872fb45f-8bb1-4d26-9b65-ff234baa670d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.209848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2f002167-8d6c-48d2-b34d-69ea48879c3f tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Calling delete_port for 4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:11.232220 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d1d0-fc81-4060-9dfe-90d09a547095 None None] Publish callbacks [] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.249044 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d1d0-fc81-4060-9dfe-90d09a547095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.457586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3d1d0-fc81-4060-9dfe-90d09a547095 None None] Pushing event updated for resources: {'Port': ['ID=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:11.502292 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Delete allocated IP 2001:db8::16e (eb0433b4-d5d1-4c26-be9a-4ad76400923f/18bf9fe9-92a7-4314-ad61-98cfdf9dae6d) {{(pid=103867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 16:18:11.517292 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8:0:1::1fb (eb0433b4-d5d1-4c26-be9a-4ad76400923f/0c5b60b8-32e4-4e17-8d2f-041540ab23eb/6bcec2c6-0d82-45c0-9952-1cfb71d4bf35) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:11.601706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (872fb45f-8bb1-4d26-9b65-ff234baa670d), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.649170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.743003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d06065-2601-4680-84c1-6c5bf821949b req-9d07eaac-96c1-44d3-ad56-a59d26fcb0bd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:11.744855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8d06065-2601-4680-84c1-6c5bf821949b req-9d07eaac-96c1-44d3-ad56-a59d26fcb0bd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.2401340 Mar 07 16:18:11.793634 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f002167-8d6c-48d2-b34d-69ea48879c3f tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4fb7bb92-1ca5-4ce8-a849-e4c858da97b6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.838314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f002167-8d6c-48d2-b34d-69ea48879c3f tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event deleted for resources: {'Port': ['ID=4fb7bb92-1ca5-4ce8-a849-e4c858da97b6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:11.853449 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8d06065-2601-4680-84c1-6c5bf821949b req-da673390-0966-47a1-a309-d20e54cd2792 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971203 Mar 07 16:18:11.868676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Allocated IP 172.25.4.206 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/52fa6c32-389f-4b6f-9bd8-834f356e7140) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:11.889259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.905942 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:11.973972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=6bcec2c6-0d82-45c0-9952-1cfb71d4bf35,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:12.025301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] In _notify_port_updated(), no bound segment for port 6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 on network eb0433b4-d5d1-4c26-be9a-4ad76400923f {{(pid=103867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:18:12.035200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:12.035879 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:12.037443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-63f373b3-ed6a-49f8-a971-524a38c5bdb1 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "PUT /v2.0/ports/6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 HTTP/1.1" status: 200 len: 931 time: 1.5997760 Mar 07 16:18:12.041640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44708) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:12.121886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for port (52fa6c32-389f-4b6f-9bd8-834f356e7140), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:12.180243 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (52fa6c32-389f-4b6f-9bd8-834f356e7140), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:12.308740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:12.321340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:12.327457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:12.364414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Pushing event updated for resources: {'Port': ['ID=52fa6c32-389f-4b6f-9bd8-834f356e7140,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:12.376687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a9470-766d-4d2d-bda4-4d355f0d523a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port 6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:12.377201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d3a9470-766d-4d2d-bda4-4d355f0d523a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:12.431679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-140dfc41-f52e-4ada-9155-39f253344382 req-e728193b-98f2-440a-b708-ba1111bbc0bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 210 time: 0.0974216 Mar 07 16:18:12.498556 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f002167-8d6c-48d2-b34d-69ea48879c3f tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:12.502427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2f002167-8d6c-48d2-b34d-69ea48879c3f tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "DELETE /v2.0/ports/4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 HTTP/1.1" status: 204 len: 168 time: 1.8943064 Mar 07 16:18:12.505348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44718) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:12.535965 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f124d26e-d9e9-4689-8975-6417b47d79a7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] GET failed (client error): The resource could not be found. Mar 07 16:18:12.539939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f124d26e-d9e9-4689-8975-6417b47d79a7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "GET /v2.0/ports/4fb7bb92-1ca5-4ce8-a849-e4c858da97b6 HTTP/1.1" status: 404 len: 333 time: 0.0310876 Mar 07 16:18:12.541658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44720) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:12.562102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d3a9470-766d-4d2d-bda4-4d355f0d523a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:12.580341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a9470-766d-4d2d-bda4-4d355f0d523a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for 6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:12.664696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-18b3f9c4-13d8-435b-b906-6e1a7b44e72e None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:12.665288 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18b3f9c4-13d8-435b-b906-6e1a7b44e72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:12.790318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-18b3f9c4-13d8-435b-b906-6e1a7b44e72e None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:12.815908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-18b3f9c4-13d8-435b-b906-6e1a7b44e72e None None] Provisioning complete for port 6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:12.817541 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18b3f9c4-13d8-435b-b906-6e1a7b44e72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:12.829098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-572139d8-f572-40b5-a624-e349ca3a3ac7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:12.836211 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-572139d8-f572-40b5-a624-e349ca3a3ac7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "GET /v2.0/networks?id=4d594787-5633-4408-97a7-2314f773707b HTTP/1.1" status: 200 len: 796 time: 0.2040303 Mar 07 16:18:12.881605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-18b3f9c4-13d8-435b-b906-6e1a7b44e72e None None] Port 6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:12.914737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-18b3f9c4-13d8-435b-b906-6e1a7b44e72e None None] Provisioning complete for port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:12.915235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18b3f9c4-13d8-435b-b906-6e1a7b44e72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.014711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:13.058572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d3a9470-766d-4d2d-bda4-4d355f0d523a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6bcec2c6-0d82-45c0-9952-1cfb71d4bf35), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.064030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-18b3f9c4-13d8-435b-b906-6e1a7b44e72e None None] Port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:13.098890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:13.099267 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.115791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-a7d19d14-b461-4b63-9597-d562049e108d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb858b05e165434db44f1caa0a8fb1ae HTTP/1.1" status: 200 len: 379 time: 0.2671790 Mar 07 16:18:13.117099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a9470-766d-4d2d-bda4-4d355f0d523a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=6bcec2c6-0d82-45c0-9952-1cfb71d4bf35,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:13.135320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'port': {'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'admin_state_up': True, 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'security_groups': ['8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:13.192761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d3a9470-766d-4d2d-bda4-4d355f0d523a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.196148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5d3a9470-766d-4d2d-bda4-4d355f0d523a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 HTTP/1.1" status: 204 len: 168 time: 1.1530952 Mar 07 16:18:13.198931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44732) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:13.215750 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router_gateway (872fb45f-8bb1-4d26-9b65-ff234baa670d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.219725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e75b0f04-e536-4d3f-87d0-296ffea11edf None None] Could not find standard attr ID for object 6bcec2c6-0d82-45c0-9952-1cfb71d4bf35. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:13.231407 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab44efdd-142e-4895-bcce-9f5d4e028a13 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:18:13.232955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ab44efdd-142e-4895-bcce-9f5d4e028a13 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/6bcec2c6-0d82-45c0-9952-1cfb71d4bf35 HTTP/1.1" status: 404 len: 333 time: 0.0330601 Mar 07 16:18:13.237964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:13.263343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44734) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:13.275244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e5223-9692-4dd7-ae57-595649623f40 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Deleting port b1f0699d-3a79-4348-b955-ae0a1463f140 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:13.275595 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5223-9692-4dd7-ae57-595649623f40 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b1f0699d-3a79-4348-b955-ae0a1463f140), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.304153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c821e-3665-4869-ab2a-02eb6bb6d260 req-86999395-c430-40fe-bb52-13e8f23e9240 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:13.305738 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d9c821e-3665-4869-ab2a-02eb6bb6d260 req-86999395-c430-40fe-bb52-13e8f23e9240 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1744959 Mar 07 16:18:13.351739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-681e7d6a-d081-487e-ad56-15ce24dff0a2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (5bf8897b-9942-4e6b-9be3-5e02082f743f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.378072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Made reservation on behalf of bb858b05e165434db44f1caa0a8fb1ae for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:13.381521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.387378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-681e7d6a-d081-487e-ad56-15ce24dff0a2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (5bf8897b-9942-4e6b-9be3-5e02082f743f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.475284 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8d9c821e-3665-4869-ab2a-02eb6bb6d260 req-4afc82b2-5b0a-448d-b525-05dbd8c98e42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574249 Mar 07 16:18:13.493763 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-681e7d6a-d081-487e-ad56-15ce24dff0a2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5bf8897b-9942-4e6b-9be3-5e02082f743f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.496397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-681e7d6a-d081-487e-ad56-15ce24dff0a2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.498158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-681e7d6a-d081-487e-ad56-15ce24dff0a2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/security-groups/5bf8897b-9942-4e6b-9be3-5e02082f743f HTTP/1.1" status: 204 len: 168 time: 0.2338371 Mar 07 16:18:13.506907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44738) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:13.532230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5223-9692-4dd7-ae57-595649623f40 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b1f0699d-3a79-4348-b955-ae0a1463f140), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.556698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e5223-9692-4dd7-ae57-595649623f40 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Calling delete_port for b1f0699d-3a79-4348-b955-ae0a1463f140 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:13.565526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e7d6a-d081-487e-ad56-15ce24dff0a2 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf8897b-9942-4e6b-9be3-5e02082f743f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:13.599262 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-63bd391e-3ef5-4d5e-ba4c-de3c78ac18a7 req-018f17c1-0dab-43f4-8b56-53da36ba125a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 210 time: 0.0515351 Mar 07 16:18:13.620564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.20.0.5 (4d594787-5633-4408-97a7-2314f773707b/0779b91c-7c7e-4239-81f2-a820e3554e60/c5aa8923-8f1e-4ac2-9938-956384275d1e) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:13.646255 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (618d6f89-7131-4015-804e-e66ad1ae48fd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.689545 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (618d6f89-7131-4015-804e-e66ad1ae48fd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.712421 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (872fb45f-8bb1-4d26-9b65-ff234baa670d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.722583 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (872fb45f-8bb1-4d26-9b65-ff234baa670d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.736891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d75cc0-8a2c-4f95-8d07-06666517a4b0 req-2b6df90c-d5a8-4b08-b798-2bfbf6ca9223 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:13.738424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84d75cc0-8a2c-4f95-8d07-06666517a4b0 req-2b6df90c-d5a8-4b08-b798-2bfbf6ca9223 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1701419 Mar 07 16:18:13.789657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (618d6f89-7131-4015-804e-e66ad1ae48fd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.792227 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.793377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/security-groups/618d6f89-7131-4015-804e-e66ad1ae48fd HTTP/1.1" status: 204 len: 168 time: 0.2855442 Mar 07 16:18:13.796481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44742) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:13.811217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618d6f89-7131-4015-804e-e66ad1ae48fd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:13.827926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.829727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.830085 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.830429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.830767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.831128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.831465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.831800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.832134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.832466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.832795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.833122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.833450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fa466-a076-4a55-b1e9-f7c86249867b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:13.858260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.894238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:13.942672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 4d594787-5633-4408-97a7-2314f773707b is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:13.945793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:13.949360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:13.962328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3417bbe-82eb-4086-8327-184236da7423 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 18bf9fe9-92a7-4314-ad61-98cfdf9dae6d {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:13.980129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3417bbe-82eb-4086-8327-184236da7423 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (18bf9fe9-92a7-4314-ad61-98cfdf9dae6d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.001690 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-84d75cc0-8a2c-4f95-8d07-06666517a4b0 req-dc19a5ae-73e7-43c1-abab-befba4dca67a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521267 Mar 07 16:18:14.037380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5223-9692-4dd7-ae57-595649623f40 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b1f0699d-3a79-4348-b955-ae0a1463f140), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.044347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44744) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:14.121539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e5223-9692-4dd7-ae57-595649623f40 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event deleted for resources: {'Port': ['ID=b1f0699d-3a79-4348-b955-ae0a1463f140,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:14.125444 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3417bbe-82eb-4086-8327-184236da7423 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (18bf9fe9-92a7-4314-ad61-98cfdf9dae6d), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.272957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5172b374-0f8c-4478-b4c7-18763a917da2 None None] Provisioning complete for port c5aa8923-8f1e-4ac2-9938-956384275d1e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:14.273447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172b374-0f8c-4478-b4c7-18763a917da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.334031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5172b374-0f8c-4478-b4c7-18763a917da2 None None] Port c5aa8923-8f1e-4ac2-9938-956384275d1e cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:14.338235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a78688-15d4-4d02-99b4-287bd9cdc7eb tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:14.339880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c7a78688-15d4-4d02-99b4-287bd9cdc7eb tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1123 time: 0.2900257 Mar 07 16:18:14.357013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44752) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:14.365823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:14.381187 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5223-9692-4dd7-ae57-595649623f40 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.387291 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9e6e5223-9692-4dd7-ae57-595649623f40 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "DELETE /v2.0/ports/b1f0699d-3a79-4348-b955-ae0a1463f140 HTTP/1.1" status: 204 len: 168 time: 1.8439920 Mar 07 16:18:14.387501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44754) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:14.387956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=c5aa8923-8f1e-4ac2-9938-956384275d1e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:14.399926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3417bbe-82eb-4086-8327-184236da7423 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (18bf9fe9-92a7-4314-ad61-98cfdf9dae6d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.418967 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5836fb4b-2d86-4441-854e-00195667896e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] GET failed (client error): The resource could not be found. Mar 07 16:18:14.425087 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5836fb4b-2d86-4441-854e-00195667896e tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "GET /v2.0/ports/b1f0699d-3a79-4348-b955-ae0a1463f140 HTTP/1.1" status: 404 len: 333 time: 0.0298572 Mar 07 16:18:14.425395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44756) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:14.427656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Router 872fb45f-8bb1-4d26-9b65-ff234baa670d is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:18:14.452884 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.512999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:14.513621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.549868 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8c738872-3915-49dc-8eb0-17c0ff98e8ee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4211206 Mar 07 16:18:14.560647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Request body: {'port': {'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:14.577662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3417bbe-82eb-4086-8327-184236da7423 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (18bf9fe9-92a7-4314-ad61-98cfdf9dae6d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.586368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8c92c-edf3-4787-9dc8-f79ad00fdcf7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Deleting port 4fdea8bc-4331-40c5-b902-703c8997c6a1 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:14.586711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c92c-edf3-4787-9dc8-f79ad00fdcf7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4fdea8bc-4331-40c5-b902-703c8997c6a1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.646153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3417bbe-82eb-4086-8327-184236da7423 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=18bf9fe9-92a7-4314-ad61-98cfdf9dae6d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:14.653528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3417bbe-82eb-4086-8327-184236da7423 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.656693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789dbba-e17d-439a-9e88-e12bebebb965 None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:14.661389 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e3417bbe-82eb-4086-8327-184236da7423 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/18bf9fe9-92a7-4314-ad61-98cfdf9dae6d HTTP/1.1" status: 204 len: 168 time: 0.8633263 Mar 07 16:18:14.665242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44762) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:14.671109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:14.699182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:18:14.699651 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.713431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.713579 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5414e-6e7e-4dfc-b5c2-ec2541eaf27d None None] Sync routers for ids ['872fb45f-8bb1-4d26-9b65-ff234baa670d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:18:14.715328 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-397f24fa-616f-4920-a6f1-3f8626b856d5 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "PUT /v2.0/routers/872fb45f-8bb1-4d26-9b65-ff234baa670d HTTP/1.1" status: 200 len: 920 time: 3.8899214 Mar 07 16:18:14.718901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44766) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:14.725741 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5414e-6e7e-4dfc-b5c2-ec2541eaf27d None None] Routers {'872fb45f-8bb1-4d26-9b65-ff234baa670d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:14.726771 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-76b5414e-6e7e-4dfc-b5c2-ec2541eaf27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['872fb45f-8bb1-4d26-9b65-ff234baa670d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:14.768342 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c92c-edf3-4787-9dc8-f79ad00fdcf7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4fdea8bc-4331-40c5-b902-703c8997c6a1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:14.780090 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-76b5414e-6e7e-4dfc-b5c2-ec2541eaf27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:14.791614 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5414e-6e7e-4dfc-b5c2-ec2541eaf27d None None] Routers {'872fb45f-8bb1-4d26-9b65-ff234baa670d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:14.792529 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-76b5414e-6e7e-4dfc-b5c2-ec2541eaf27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['872fb45f-8bb1-4d26-9b65-ff234baa670d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:14.808420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8c92c-edf3-4787-9dc8-f79ad00fdcf7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Calling delete_port for 4fdea8bc-4331-40c5-b902-703c8997c6a1 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:14.874377 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-76b5414e-6e7e-4dfc-b5c2-ec2541eaf27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:14.883923 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5414e-6e7e-4dfc-b5c2-ec2541eaf27d None None] The sync data for ids ['872fb45f-8bb1-4d26-9b65-ff234baa670d'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:18:14.987650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a2329-223d-4e1e-85f3-be0cddcd1a31 req-4ab50905-0c7f-4b4f-9e1e-82eea4054bdd tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:14.989207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d81a2329-223d-4e1e-85f3-be0cddcd1a31 req-4ab50905-0c7f-4b4f-9e1e-82eea4054bdd tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 931 time: 0.2640834 Mar 07 16:18:15.182618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d81a2329-223d-4e1e-85f3-be0cddcd1a31 req-8d9331ac-1678-4260-9bce-d0acc7d9ef5e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841910 Mar 07 16:18:15.248224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:15.251487 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.278470 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.285641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c92c-edf3-4787-9dc8-f79ad00fdcf7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4fdea8bc-4331-40c5-b902-703c8997c6a1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.350827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8c92c-edf3-4787-9dc8-f79ad00fdcf7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event deleted for resources: {'Port': ['ID=4fdea8bc-4331-40c5-b902-703c8997c6a1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:15.358591 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c0ea600c-f7b8-45c7-8c71-9735b6d7fbdc tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/routers/872fb45f-8bb1-4d26-9b65-ff234baa670d HTTP/1.1" status: 200 len: 926 time: 0.6376219 Mar 07 16:18:15.376197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44776) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:15.463117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5aa8923-8f1e-4ac2-9938-956384275d1e {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:18:15.475648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Publish callbacks [] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.512204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Transition to ACTIVE for port object c5aa8923-8f1e-4ac2-9938-956384275d1e will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:18:15.518622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c92c-edf3-4787-9dc8-f79ad00fdcf7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.525229 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d1f8c92c-edf3-4787-9dc8-f79ad00fdcf7 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "DELETE /v2.0/ports/4fdea8bc-4331-40c5-b902-703c8997c6a1 HTTP/1.1" status: 204 len: 168 time: 1.0963976 Mar 07 16:18:15.526864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44778) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:15.529072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.534711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.25.4.194 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/a88311ec-ec6f-44d3-b457-5941a4895b62) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:15.602898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad5601-4c1f-46bb-a32a-fa6c0a5ac4da tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:15.604392 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-28ad5601-4c1f-46bb-a32a-fa6c0a5ac4da tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=872fb45f-8bb1-4d26-9b65-ff234baa670d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2270637 Mar 07 16:18:15.610856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44780) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:15.676457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Pushing event updated for resources: {'Port': ['ID=c5aa8923-8f1e-4ac2-9938-956384275d1e,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:15.709097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e36ef7-42ff-43cc-b8db-437fc3eead32 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Deleting subnet 41be5ecf-0365-4dd9-92d2-239548e01de7 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:15.746719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06e36ef7-42ff-43cc-b8db-437fc3eead32 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for subnet (41be5ecf-0365-4dd9-92d2-239548e01de7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.823305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (a88311ec-ec6f-44d3-b457-5941a4895b62), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.858268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06e36ef7-42ff-43cc-b8db-437fc3eead32 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (41be5ecf-0365-4dd9-92d2-239548e01de7), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.892096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836a095c-8807-4a59-9a96-556bc20101d0 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:15.897522 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-836a095c-8807-4a59-9a96-556bc20101d0 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/networks/877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 881 time: 0.2781248 Mar 07 16:18:15.897701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44784) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:15.913723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Attempting to bind port c5aa8923-8f1e-4ac2-9938-956384275d1e on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:15.914103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Attempting to bind port c5aa8923-8f1e-4ac2-9938-956384275d1e by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:15.914455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Attempting to bind port c5aa8923-8f1e-4ac2-9938-956384275d1e on network 4d594787-5633-4408-97a7-2314f773707b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:15.929616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Port c5aa8923-8f1e-4ac2-9938-956384275d1e on network 4d594787-5633-4408-97a7-2314f773707b not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:18:15.930034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Attempting to bind port c5aa8923-8f1e-4ac2-9938-956384275d1e on network 4d594787-5633-4408-97a7-2314f773707b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:15.939894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:15.940250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Checking segment: {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:15.940645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Bound using segment: {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:15.941078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Bound port: c5aa8923-8f1e-4ac2-9938-956384275d1e, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b31aec-b450-4cd7-937d-5c5b99773196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4d594787-5633-4408-97a7-2314f773707b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:15.942425 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:15.948282 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-57772b23-e057-4b50-8c89-c25e2f1c1ad7 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=872fb45f-8bb1-4d26-9b65-ff234baa670d HTTP/1.1" status: 200 len: 205 time: 0.0478315 Mar 07 16:18:15.951430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44786) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:15.967522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (302dd667-b554-4d3d-8164-6cf03002824b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.022719 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06e36ef7-42ff-43cc-b8db-437fc3eead32 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (41be5ecf-0365-4dd9-92d2-239548e01de7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.074066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-92516629-5c23-4cc8-a6b9-5fc7dd0a17fe None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:16.075327 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92516629-5c23-4cc8-a6b9-5fc7dd0a17fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.095039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] For port c5aa8923-8f1e-4ac2-9938-956384275d1e, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:16.099069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] For port c5aa8923-8f1e-4ac2-9938-956384275d1e, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:16.112982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.121373 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (872fb45f-8bb1-4d26-9b65-ff234baa670d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.150117 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06e36ef7-42ff-43cc-b8db-437fc3eead32 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (41be5ecf-0365-4dd9-92d2-239548e01de7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.160549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a88311ec-ec6f-44d3-b457-5941a4895b62), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.163333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:16.164528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.166236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] 10.222.0.11 "PUT /v2.0/ports/c5aa8923-8f1e-4ac2-9938-956384275d1e HTTP/1.1" status: 200 len: 1091 time: 1.6096978 Mar 07 16:18:16.176660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:18:16.179809 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49df156-39d4-4249-b7fe-0b8f90e564fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:18:16.193613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:16.197973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-92516629-5c23-4cc8-a6b9-5fc7dd0a17fe None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:16.215021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06e36ef7-42ff-43cc-b8db-437fc3eead32 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.219625 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-06e36ef7-42ff-43cc-b8db-437fc3eead32 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "DELETE /v2.0/subnets/41be5ecf-0365-4dd9-92d2-239548e01de7 HTTP/1.1" status: 204 len: 168 time: 0.6908612 Mar 07 16:18:16.223823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e36ef7-42ff-43cc-b8db-437fc3eead32 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event deleted for resources: {'Subnet': ['ID=41be5ecf-0365-4dd9-92d2-239548e01de7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:16.233806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:16.240851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094724cc-84cd-494a-9d77-109267dc27a8 None None] Network 94d85db0-3094-4514-983d-cbf19e1806f3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:16.251654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-92516629-5c23-4cc8-a6b9-5fc7dd0a17fe None None] Provisioning complete for port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:16.252042 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92516629-5c23-4cc8-a6b9-5fc7dd0a17fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.301746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:16.338189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:16.339378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-92516629-5c23-4cc8-a6b9-5fc7dd0a17fe None None] Port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:16.346979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:16.347779 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.352336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25498d91-7fbc-483c-8800-e9deb6b9bfc2 None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:16.353195 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:16.374634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44798) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:16.376149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:16.409336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105bb33-cec4-428a-b5e7-29f1e604bf51 service neutron] Pushing event updated for resources: {'Port': ['ID=c5aa8923-8f1e-4ac2-9938-956384275d1e,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:16.491932 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a810ec57-37c0-479e-bbd1-08dd3df9c21e x-openstack-request-id: req-a810ec57-37c0-479e-bbd1-08dd3df9c21e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:18:16.492647 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:18:16.492647 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a810ec57-37c0-479e-bbd1-08dd3df9c21e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:18:16.492871 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'status': 'completed', 'code': 200} Mar 07 16:18:16.534948 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (94d85db0-3094-4514-983d-cbf19e1806f3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.555232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-dcc0d173-b031-4a99-b3e3-00d52ccf8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:16.560594 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-dcc0d173-b031-4a99-b3e3-00d52ccf8657 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 1125 time: 0.3340077 Mar 07 16:18:16.574472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=302dd667-b554-4d3d-8164-6cf03002824b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:16.617720 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d53b4d6e-5cb5-423e-8992-f2ee691e3295 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9508178 Mar 07 16:18:16.619993 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (872fb45f-8bb1-4d26-9b65-ff234baa670d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.630559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44802) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:16.644813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd2413-9bc6-4954-9932-f5358877b40e req-9bcc0f5a-9577-4744-8517-c0abefa72d40 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:16.646514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42fd2413-9bc6-4954-9932-f5358877b40e req-9bcc0f5a-9577-4744-8517-c0abefa72d40 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 943 time: 0.2659943 Mar 07 16:18:16.650308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b2dfbbf1-d166-452e-8d7a-039c0d881095 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'security_group': {'name': 'tempest-secgroup-353649062'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:16.655591 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-8b4c2104-3963-4833-a210-59ca616cbfca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e HTTP/1.1" status: 200 len: 217 time: 0.0886605 Mar 07 16:18:16.667864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=a88311ec-ec6f-44d3-b457-5941a4895b62,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:16.731629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e909313-bd2a-4c15-a724-62ef21bdc443 None None] DHCP port deletion for 94d85db0-3094-4514-983d-cbf19e1806f3 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:18:16.786842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2dfbbf1-d166-452e-8d7a-039c0d881095 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.788481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2ef9c2-57cd-409d-a3e1-1caf698623c9 None None] Update dhcp port {'port': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'fixed_ips': [{'subnet_id': '0c5b60b8-32e4-4e17-8d2f-041540ab23eb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '302dd667-b554-4d3d-8164-6cf03002824b'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '3a588fd0-912d-4533-a3c6-a3b2f2e28c3e'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:18:16.791750 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96a683f6-0415-45ee-b6c9-b9ee3153364d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.796612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-446821e7-2f6e-4083-9ba3-b24afc404ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:16.798828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-446821e7-2f6e-4083-9ba3-b24afc404ec0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0779b91c-7c7e-4239-81f2-a820e3554e60 HTTP/1.1" status: 200 len: 835 time: 0.1314032 Mar 07 16:18:16.824063 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f2ef9c2-57cd-409d-a3e1-1caf698623c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.851437 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42fd2413-9bc6-4954-9932-f5358877b40e req-8d526128-cd42-451f-98c7-933abe8cd27c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948943 Mar 07 16:18:16.864989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5e909313-bd2a-4c15-a724-62ef21bdc443 None None] Deleting port fc5dc5ce-f40f-48c9-be8e-1274de503511 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:16.865369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5e909313-bd2a-4c15-a724-62ef21bdc443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.903058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Deleting port 52fa6c32-389f-4b6f-9bd8-834f356e7140 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:16.903408 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (52fa6c32-389f-4b6f-9bd8-834f356e7140), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:16.981199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fc5dc5ce-f40f-48c9-be8e-1274de503511 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:17.026760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5e909313-bd2a-4c15-a724-62ef21bdc443 None None] For port fc5dc5ce-f40f-48c9-be8e-1274de503511, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fc5dc5ce-f40f-48c9-be8e-1274de503511,segment=NetworkSegment(9d19b4c6-32cb-4f8a-886c-f7dec80aba81),segment_id=9d19b4c6-32cb-4f8a-886c-f7dec80aba81)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:17.027211 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5e909313-bd2a-4c15-a724-62ef21bdc443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.063697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5e909313-bd2a-4c15-a724-62ef21bdc443 None None] Calling delete_port for fc5dc5ce-f40f-48c9-be8e-1274de503511 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:17.143615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96a683f6-0415-45ee-b6c9-b9ee3153364d admin admin] Publish callbacks [] for security_group (3c18a88f-de8f-4dfd-a19e-9885149df7c2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.161612 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (52fa6c32-389f-4b6f-9bd8-834f356e7140), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.164267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-3f2ef9c2-57cd-409d-a3e1-1caf698623c9 None None] Allocated IP 2001:db8::2 (eb0433b4-d5d1-4c26-be9a-4ad76400923f/302dd667-b554-4d3d-8164-6cf03002824b/3a588fd0-912d-4533-a3c6-a3b2f2e28c3e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:17.164780 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-96a683f6-0415-45ee-b6c9-b9ee3153364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3c18a88f-de8f-4dfd-a19e-9885149df7c2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.202291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Deleting port fc5dc5ce-f40f-48c9-be8e-1274de503511 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:17.202703 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.215456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Calling delete_port for 52fa6c32-389f-4b6f-9bd8-834f356e7140 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:17.259008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fc5dc5ce-f40f-48c9-be8e-1274de503511 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:17.259665 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.296251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-e723737c-aae7-4380-81fb-b168de84c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:17.297873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-e723737c-aae7-4380-81fb-b168de84c262 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d594787-5633-4408-97a7-2314f773707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4870741 Mar 07 16:18:17.313307 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5e909313-bd2a-4c15-a724-62ef21bdc443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.317406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a683f6-0415-45ee-b6c9-b9ee3153364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18a88f-de8f-4dfd-a19e-9885149df7c2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:17.332958 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-96a683f6-0415-45ee-b6c9-b9ee3153364d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d2883754e2348df8850dbe1b8fd0283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9523420 Mar 07 16:18:17.337094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44804) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:17.340335 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2dfbbf1-d166-452e-8d7a-039c0d881095 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (c5038501-2825-428d-8bd8-15d1c916a4ab), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.352760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e909313-bd2a-4c15-a724-62ef21bdc443 None None] Pushing event deleted for resources: {'Port': ['ID=fc5dc5ce-f40f-48c9-be8e-1274de503511,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:17.356842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e909313-bd2a-4c15-a724-62ef21bdc443 None None] No DVR routers for this DVR port fc5dc5ce-f40f-48c9-be8e-1274de503511 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:17.369097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] For port fc5dc5ce-f40f-48c9-be8e-1274de503511, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fc5dc5ce-f40f-48c9-be8e-1274de503511,segment=NetworkSegment(9d19b4c6-32cb-4f8a-886c-f7dec80aba81),segment_id=9d19b4c6-32cb-4f8a-886c-f7dec80aba81)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:17.369466 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.379945 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2dfbbf1-d166-452e-8d7a-039c0d881095 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c5038501-2825-428d-8bd8-15d1c916a4ab), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.403770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3f2ef9c2-57cd-409d-a3e1-1caf698623c9 None None] For port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,segment=NetworkSegment(0566bd88-6d02-467f-891c-528bf361c0d8),segment_id=0566bd88-6d02-467f-891c-528bf361c0d8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:17.443914 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f2ef9c2-57cd-409d-a3e1-1caf698623c9 None None] Publish callbacks [] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.445789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Calling delete_port for fc5dc5ce-f40f-48c9-be8e-1274de503511 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:17.450018 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f2ef9c2-57cd-409d-a3e1-1caf698623c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.485720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2dfbbf1-d166-452e-8d7a-039c0d881095 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.489513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b2dfbbf1-d166-452e-8d7a-039c0d881095 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8535466 Mar 07 16:18:17.495568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44806) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:17.508259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0aa0ac9e-4858-4906-9189-b809119f6b4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1978514180'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:17.532490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfbbf1-d166-452e-8d7a-039c0d881095 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5038501-2825-428d-8bd8-15d1c916a4ab,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:17.556023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ef9c2-57cd-409d-a3e1-1caf698623c9 None None] Pushing event updated for resources: {'Port': ['ID=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:17.571554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36ba8e61-d550-4a3c-b86f-29a7cb175586 admin admin] Publish callbacks [] for security_group (3c18a88f-de8f-4dfd-a19e-9885149df7c2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.579785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-2054fd33-2a3a-4497-b51e-e7c1bbe7dabb service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736225 Mar 07 16:18:17.626488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36ba8e61-d550-4a3c-b86f-29a7cb175586 admin admin] Publish callbacks [] for security_group (3c18a88f-de8f-4dfd-a19e-9885149df7c2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.712095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fc5dc5ce-f40f-48c9-be8e-1274de503511), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.747137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event deleted for resources: {'Port': ['ID=fc5dc5ce-f40f-48c9-be8e-1274de503511,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:17.755503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] No DVR routers for this DVR port fc5dc5ce-f40f-48c9-be8e-1274de503511 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:17.796256 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36ba8e61-d550-4a3c-b86f-29a7cb175586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3c18a88f-de8f-4dfd-a19e-9885149df7c2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.799648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36ba8e61-d550-4a3c-b86f-29a7cb175586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.800847 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-36ba8e61-d550-4a3c-b86f-29a7cb175586 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c18a88f-de8f-4dfd-a19e-9885149df7c2 HTTP/1.1" status: 204 len: 168 time: 0.4590235 Mar 07 16:18:17.806101 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6aaa6b9c-3563-402b-925f-b7cd6754881c req-d4e2bfc0-b12f-4177-bdac-cd60a7b68c17 service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193484 Mar 07 16:18:17.836156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba8e61-d550-4a3c-b86f-29a7cb175586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18a88f-de8f-4dfd-a19e-9885149df7c2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:17.880653 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (83fdc6be-4abf-416c-b859-639278bf5023), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.929041 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ac9e-4858-4906-9189-b809119f6b4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.933828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (94d85db0-3094-4514-983d-cbf19e1806f3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:17.967726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d85db0-3094-4514-983d-cbf19e1806f3']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:17.986332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d19b4c6-32cb-4f8a-886c-f7dec80aba81') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:17.986777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d19b4c6-32cb-4f8a-886c-f7dec80aba81') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:17.990307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-1d34e737-f0fc-4060-b9d1-0dbf44f325ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:17.992180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-1d34e737-f0fc-4060-b9d1-0dbf44f325ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 1125 time: 0.1126492 Mar 07 16:18:18.024049 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (9d19b4c6-32cb-4f8a-886c-f7dec80aba81), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.116156 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a88311ec-ec6f-44d3-b457-5941a4895b62), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.148297 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (52fa6c32-389f-4b6f-9bd8-834f356e7140), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.169956 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9d19b4c6-32cb-4f8a-886c-f7dec80aba81), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.199878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:18:18.200302 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (9d19b4c6-32cb-4f8a-886c-f7dec80aba81), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:18:18.204508 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:18:18.229443 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ac9e-4858-4906-9189-b809119f6b4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (9cc63688-518d-4c3a-9c92-2a337088d932), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.229443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event deleted for resources: {'Port': ['ID=52fa6c32-389f-4b6f-9bd8-834f356e7140,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:18.261022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a05974-fb89-4b8d-87fd-93c1e3e44a38 req-1c39ce5b-7231-42dd-a146-724c2dd51ef7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:18.262574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6a05974-fb89-4b8d-87fd-93c1e3e44a38 req-1c39ce5b-7231-42dd-a146-724c2dd51ef7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 943 time: 0.2422447 Mar 07 16:18:18.263242 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ac9e-4858-4906-9189-b809119f6b4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9cc63688-518d-4c3a-9c92-2a337088d932), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.300678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-fa928093-7b85-4394-93cb-9d8a9bd6e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:18.303619 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-fa928093-7b85-4394-93cb-9d8a9bd6e6b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d594787-5633-4408-97a7-2314f773707b HTTP/1.1" status: 200 len: 897 time: 0.3050001 Mar 07 16:18:18.322962 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (94d85db0-3094-4514-983d-cbf19e1806f3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.358915 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-e09c0a24-723b-48d2-bbe5-076b644fe257 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e HTTP/1.1" status: 200 len: 217 time: 0.0484085 Mar 07 16:18:18.361620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44814) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:18.366475 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.369849 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] 10.222.0.24 "DELETE /v2.0/networks/94d85db0-3094-4514-983d-cbf19e1806f3 HTTP/1.1" status: 204 len: 168 time: 2.1251609 Mar 07 16:18:18.371117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ac9e-4858-4906-9189-b809119f6b4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.376184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0aa0ac9e-4858-4906-9189-b809119f6b4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8748703 Mar 07 16:18:18.383580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44818) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:18.414890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d4c8a1fa-c5c1-417b-9f0c-ef26fc158c4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1066750002'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:18.425881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cb559314-937f-4857-9a9e-bef30218e2ae None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:18.426418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b1cd1-6826-4113-929b-689bfd27ec58 tempest-AllowedAddressPairTestJSON-1475652246 tempest-AllowedAddressPairTestJSON-1475652246-project] Pushing event deleted for resources: {'Network': ['ID=94d85db0-3094-4514-983d-cbf19e1806f3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:18.428925 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cb559314-937f-4857-9a9e-bef30218e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.430828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06fdd661-1bb3-4bc0-b95f-1a6ff75af1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.434476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0ac9e-4858-4906-9189-b809119f6b4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc63688-518d-4c3a-9c92-2a337088d932,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:18.457835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (872fb45f-8bb1-4d26-9b65-ff234baa670d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.459925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-a4ab4039-94ac-4f3b-addc-c58601c3f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:18.461095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-a4ab4039-94ac-4f3b-addc-c58601c3f624 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0779b91c-7c7e-4239-81f2-a820e3554e60 HTTP/1.1" status: 200 len: 835 time: 0.0903640 Mar 07 16:18:18.541612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-b1de4ed7-52a4-47e8-b010-fe1e9c12a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:18.543373 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-b1de4ed7-52a4-47e8-b010-fe1e9c12a20e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d594787-5633-4408-97a7-2314f773707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732329 Mar 07 16:18:18.563584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cb559314-937f-4857-9a9e-bef30218e2ae None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:18.566726 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f6a05974-fb89-4b8d-87fd-93c1e3e44a38 req-b1b4cdd1-e55b-46ca-987c-708565623837 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945795 Mar 07 16:18:18.592553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cb559314-937f-4857-9a9e-bef30218e2ae None None] Provisioning complete for port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:18.593297 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cb559314-937f-4857-9a9e-bef30218e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.633952 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06fdd661-1bb3-4bc0-b95f-1a6ff75af1b5 admin admin] Publish callbacks [] for security_group (301b0c71-9390-4b7c-9218-4c9d88f1aec4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.635324 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a1fa-c5c1-417b-9f0c-ef26fc158c4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.639190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cb559314-937f-4857-9a9e-bef30218e2ae None None] Port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:18.641425 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (872fb45f-8bb1-4d26-9b65-ff234baa670d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.642627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06fdd661-1bb3-4bc0-b95f-1a6ff75af1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (301b0c71-9390-4b7c-9218-4c9d88f1aec4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.650877 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (872fb45f-8bb1-4d26-9b65-ff234baa670d), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.706153 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-06fdd661-1bb3-4bc0-b95f-1a6ff75af1b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=368390bd6e6d4ae8a53753cc006c477e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3407848 Mar 07 16:18:18.706890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44822) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:18.716345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-975f3fc2-1a02-4726-a3ec-479d0c4d469a service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650751 Mar 07 16:18:18.719067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdd661-1bb3-4bc0-b95f-1a6ff75af1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301b0c71-9390-4b7c-9218-4c9d88f1aec4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:18.721125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (a88311ec-ec6f-44d3-b457-5941a4895b62), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.734104 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a88311ec-ec6f-44d3-b457-5941a4895b62), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.747030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (872fb45f-8bb1-4d26-9b65-ff234baa670d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.747030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Fanout notify agent at l3_agent the message router_deleted on router 872fb45f-8bb1-4d26-9b65-ff234baa670d {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:18:18.758439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44824) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:18.760147 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.761275 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a6f5577e-9f19-4834-a5ba-405ee5cdd49a tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/872fb45f-8bb1-4d26-9b65-ff234baa670d HTTP/1.1" status: 204 len: 168 time: 2.8034091 Mar 07 16:18:18.773100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44826) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:18.780294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-481836540', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:18.848354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=a88311ec-ec6f-44d3-b457-5941a4895b62,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:18.863427 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (83fdc6be-4abf-416c-b859-639278bf5023), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.867340 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a1fa-c5c1-417b-9f0c-ef26fc158c4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (169d2f83-68c8-44a0-822b-2d760eed2a4a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.875343 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (a2ff0adc-1439-4487-9acf-2bc81f83a716), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.876431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (a2ff0adc-1439-4487-9acf-2bc81f83a716), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.881217 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-717c761b-421f-4658-bc71-068e38fe7461 admin admin] Publish callbacks [] for security_group (301b0c71-9390-4b7c-9218-4c9d88f1aec4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.888683 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b49df156-39d4-4249-b7fe-0b8f90e564fc req-cd791f06-a72c-4409-901a-43128484e1d9 service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619265 Mar 07 16:18:18.916832 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-717c761b-421f-4658-bc71-068e38fe7461 admin admin] Publish callbacks [] for security_group (301b0c71-9390-4b7c-9218-4c9d88f1aec4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.924955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a1fa-c5c1-417b-9f0c-ef26fc158c4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (169d2f83-68c8-44a0-822b-2d760eed2a4a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.965305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a1fa-c5c1-417b-9f0c-ef26fc158c4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:18.966487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d4c8a1fa-c5c1-417b-9f0c-ef26fc158c4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5551991 Mar 07 16:18:18.972098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44830) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:18.978487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-135392510', 'security_groups': ['169d2f83-68c8-44a0-822b-2d760eed2a4a'], 'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '302dd667-b554-4d3d-8164-6cf03002824b'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:18.988830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (a2ff0adc-1439-4487-9acf-2bc81f83a716), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.006321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:19.010374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8a1fa-c5c1-417b-9f0c-ef26fc158c4a tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169d2f83-68c8-44a0-822b-2d760eed2a4a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:19.083639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:19.085072 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.088864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7684dbca-ae34-4d29-a953-a38ae7a480ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=671245034c32461db80447e820ddff97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292723 Mar 07 16:18:19.091807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44832) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:19.099620 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Floating IP 83fdc6be-4abf-416c-b859-639278bf5023 associated. External IP: 172.25.4.194, port: 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29. Mar 07 16:18:19.147057 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-717c761b-421f-4658-bc71-068e38fe7461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (301b0c71-9390-4b7c-9218-4c9d88f1aec4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.149644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-717c761b-421f-4658-bc71-068e38fe7461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.153097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-717c761b-421f-4658-bc71-068e38fe7461 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/301b0c71-9390-4b7c-9218-4c9d88f1aec4 HTTP/1.1" status: 204 len: 168 time: 0.4416640 Mar 07 16:18:19.206940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c761b-421f-4658-bc71-068e38fe7461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301b0c71-9390-4b7c-9218-4c9d88f1aec4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:19.208936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:19.210011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (a2ff0adc-1439-4487-9acf-2bc81f83a716), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.239982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:19.242447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e63eb699-b4cb-4c26-844a-b3f699f40fbb admin admin] Publish callbacks [] for security_group (09067b0f-7eb0-45e9-9e6a-55c106a0bd5f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.279767 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e63eb699-b4cb-4c26-844a-b3f699f40fbb admin admin] Publish callbacks [] for security_group (09067b0f-7eb0-45e9-9e6a-55c106a0bd5f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.384204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e63eb699-b4cb-4c26-844a-b3f699f40fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (09067b0f-7eb0-45e9-9e6a-55c106a0bd5f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.387102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e63eb699-b4cb-4c26-844a-b3f699f40fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.388284 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e63eb699-b4cb-4c26-844a-b3f699f40fbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09067b0f-7eb0-45e9-9e6a-55c106a0bd5f HTTP/1.1" status: 204 len: 168 time: 0.2953937 Mar 07 16:18:19.418117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.432421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63eb699-b4cb-4c26-844a-b3f699f40fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09067b0f-7eb0-45e9-9e6a-55c106a0bd5f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:19.458696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] device_id is not set on port c86f963e-422c-47dc-8af0-44bd05d6800e yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:19.495372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (a2ff0adc-1439-4487-9acf-2bc81f83a716), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.507565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 2bc591d6-c5ad-4179-baee-1bca83b23a1e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:18:19.518739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.659568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Allocated IP 172.25.4.20 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/2f7eda22-1963-4abc-bddf-9bac4901f840) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:19.731568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:18:19.746222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] Sync routers for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:18:19.754597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8::274 (eb0433b4-d5d1-4c26-be9a-4ad76400923f/302dd667-b554-4d3d-8164-6cf03002824b/c86f963e-422c-47dc-8af0-44bd05d6800e) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:19.768680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:19.769572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:19.774049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.831945 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ec40722-7e0f-423c-8ca3-7e8462509628 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4739838 Mar 07 16:18:19.853851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for port (2f7eda22-1963-4abc-bddf-9bac4901f840), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.861637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:18:19.864779 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76bd466-5922-469b-8ad9-f5157a4ee60c" -d '{"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:18:19.901129 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2f7eda22-1963-4abc-bddf-9bac4901f840), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:19.971155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:19.976816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:19.982223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:19.987539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:18:20.036027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event updated for resources: {'Port': ['ID=2f7eda22-1963-4abc-bddf-9bac4901f840,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:20.074235 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (c86f963e-422c-47dc-8af0-44bd05d6800e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:20.088576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe27a6f-bbc3-47b3-bdb4-1e745f5b4ad2 req-c696fe9c-1576-41ee-a5bf-0671b1e122ba tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:20.096072 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-abe27a6f-bbc3-47b3-bdb4-1e745f5b4ad2 req-c696fe9c-1576-41ee-a5bf-0671b1e122ba tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1609480 Mar 07 16:18:20.134290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb180c-fd3b-4f5b-adb7-fda3bd8a93c2 req-02a3fa18-87bb-4020-8f9c-5863ca68bb97 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:20.142777 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cbb180c-fd3b-4f5b-adb7-fda3bd8a93c2 req-02a3fa18-87bb-4020-8f9c-5863ca68bb97 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 943 time: 0.2547758 Mar 07 16:18:20.173937 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-abe27a6f-bbc3-47b3-bdb4-1e745f5b4ad2 req-ab723031-d2b7-46cf-a503-a35cb4e1298a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768566 Mar 07 16:18:20.194255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44870) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:20.258505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cbb180c-fd3b-4f5b-adb7-fda3bd8a93c2 req-fc35405e-4c9c-4507-a963-a9f4b9602c21 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103981 Mar 07 16:18:20.387632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (a2ff0adc-1439-4487-9acf-2bc81f83a716), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:20.463073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c5aa8923-8f1e-4ac2-9938-956384275d1e details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:18:20.644703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44882) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:20.650417 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5a491aff-09a1-4ad9-9f43-ef65a45e268e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/83fdc6be-4abf-416c-b859-639278bf5023 HTTP/1.1" status: 200 len: 992 time: 0.4548509 Mar 07 16:18:20.653446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (a2ff0adc-1439-4487-9acf-2bc81f83a716), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:20.653893 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7279827f-31b1-4701-a3e8-89f6652deab2 x-openstack-request-id: req-7279827f-31b1-4701-a3e8-89f6652deab2 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:18:20.654379 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:18:20.654820 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7279827f-31b1-4701-a3e8-89f6652deab2 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:18:20.655367 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'status': 'completed', 'code': 200} Mar 07 16:18:20.657015 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c86f963e-422c-47dc-8af0-44bd05d6800e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:20.683795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '83fdc6be-4abf-416c-b859-639278bf5023', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'port_id': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'mac_address': 'fa:16:3e:82:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:17Z', 'updated_at': '2022-03-07T16:18:17Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95976cff-d0eb-4e8f-9b66-1c9bfa52c113', 'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:45:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:45Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:20.732639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:20.743206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:20.750320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:20.755635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] Checking router: 2bc591d6-c5ad-4179-baee-1bca83b23a1e for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:18:20.757377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:20.758241 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:20.762877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=c86f963e-422c-47dc-8af0-44bd05d6800e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:20.781894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.782579 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.783118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.783621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.784155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.784655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.785153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.785666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.786166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.786417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c5aa8923-8f1e-4ac2-9938-956384275d1e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:20.786888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.787714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.788236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.788741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:20.797448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8338be21-a883-4b34-8153-77a87b7b0a58 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8242817 Mar 07 16:18:20.800300 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-751ae09b-8e37-479e-9db7-1698fa99f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:20.802862 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-751ae09b-8e37-479e-9db7-1698fa99f062 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1128 time: 0.1509054 Mar 07 16:18:20.803532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44890) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:20.809710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0b8521c8-ccc4-4440-b9cc-8cab26ba9395 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:20.833310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:20.835114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:20.949766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:18:21.003060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-90ae176a-f934-44ec-a7ec-2e92c0211185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:21.004571 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-90ae176a-f934-44ec-a7ec-2e92c0211185 service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.1892357 Mar 07 16:18:21.023113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c5aa8923-8f1e-4ac2-9938-956384275d1e is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:21.023646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.118742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-918109712'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:21.141586 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-d27b3549-e55a-41f6-bc4d-dd4b99ac9154 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1000 time: 0.1286991 Mar 07 16:18:21.149176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5aa8923-8f1e-4ac2-9938-956384275d1e {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:18:21.163409 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:21.167757 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.179344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.191328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Router a2ff0adc-1439-4487-9acf-2bc81f83a716 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:18:21.192838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8521c8-ccc4-4440-b9cc-8cab26ba9395 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:21.196392 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b8521c8-ccc4-4440-b9cc-8cab26ba9395 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.201885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c5aa8923-8f1e-4ac2-9938-956384275d1e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:21.213107 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.222638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:18:21.228926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44894) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:21.290983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-07741f4d-bacb-4b84-b43c-4c52fdd7c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:21.297692 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-07741f4d-bacb-4b84-b43c-4c52fdd7c011 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.1503019 Mar 07 16:18:21.349052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:18:21.360544 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66bf0c-e4a9-4556-aab9-0113353ca8a4 None None] Sync routers for ids ['a2ff0adc-1439-4487-9acf-2bc81f83a716'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:18:21.370499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c5aa8923-8f1e-4ac2-9938-956384275d1e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:21.376989 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66bf0c-e4a9-4556-aab9-0113353ca8a4 None None] Routers {'a2ff0adc-1439-4487-9acf-2bc81f83a716'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:21.377621 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0e66bf0c-e4a9-4556-aab9-0113353ca8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a2ff0adc-1439-4487-9acf-2bc81f83a716'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:21.387110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-94aa46a5-fb27-4a43-8242-ef82d0c34567 None None] Provisioning complete for port c86f963e-422c-47dc-8af0-44bd05d6800e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:21.388383 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94aa46a5-fb27-4a43-8242-ef82d0c34567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c86f963e-422c-47dc-8af0-44bd05d6800e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.423927 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.427963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dd770f5a-5c60-4fbf-9f1d-e2d6ab45c955 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6483686 Mar 07 16:18:21.430364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44900) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:21.435646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:21.442221 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0e66bf0c-e4a9-4556-aab9-0113353ca8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:21.449551 n-d-830010-8 neutron-server[103866]: INFO neutron.db.ipam_backend_mixin [None req-0b8521c8-ccc4-4440-b9cc-8cab26ba9395 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 302dd667-b554-4d3d-8164-6cf03002824b (CIDR: 2001:db8::/64) Mar 07 16:18:21.450658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95dd9d41-a0e2-4acc-8db9-935f337855ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.459386 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66bf0c-e4a9-4556-aab9-0113353ca8a4 None None] Routers {'a2ff0adc-1439-4487-9acf-2bc81f83a716'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:21.459997 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0e66bf0c-e4a9-4556-aab9-0113353ca8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a2ff0adc-1439-4487-9acf-2bc81f83a716'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:21.471921 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8521c8-ccc4-4440-b9cc-8cab26ba9395 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:18:21.472486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['c5aa8923-8f1e-4ac2-9938-956384275d1e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:18:21.472647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8521c8-ccc4-4440-b9cc-8cab26ba9395 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:21.489228 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-db1dbe75-2d70-4435-a518-6f46ac48a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:21.490971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-db1dbe75-2d70-4435-a518-6f46ac48a06b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1860809 Mar 07 16:18:21.510757 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0e66bf0c-e4a9-4556-aab9-0113353ca8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:21.511345 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66bf0c-e4a9-4556-aab9-0113353ca8a4 None None] The sync data for ids ['a2ff0adc-1439-4487-9acf-2bc81f83a716'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:18:21.511566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fccb6f-959e-48c5-a70a-08a8105c5ada req-c5caa926-d514-48b6-ba6e-848c815c648c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:21.513434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-94aa46a5-fb27-4a43-8242-ef82d0c34567 None None] Port c86f963e-422c-47dc-8af0-44bd05d6800e cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:21.520296 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c6fccb6f-959e-48c5-a70a-08a8105c5ada req-c5caa926-d514-48b6-ba6e-848c815c648c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 944 time: 0.1414742 Mar 07 16:18:21.555567 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0b8521c8-ccc4-4440-b9cc-8cab26ba9395 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7493300 Mar 07 16:18:21.561720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44902) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:21.569473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c765cb4d-c02a-4cb6-a3fe-6d9c8c564ecb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:21.660086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44904) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:21.677314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c6fccb6f-959e-48c5-a70a-08a8105c5ada req-95e7ed5e-26ee-4e4a-be0b-2890b25f95a9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540544 Mar 07 16:18:21.699059 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-391c12ff-698f-4ac7-884b-4381983988c0 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984127 Mar 07 16:18:21.708492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for security_group (4294bba6-623a-4f98-ae94-a9e4245d36b9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.753110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '83fdc6be-4abf-416c-b859-639278bf5023', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'port_id': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'mac_address': 'fa:16:3e:82:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:17Z', 'updated_at': '2022-03-07T16:18:17Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95976cff-d0eb-4e8f-9b66-1c9bfa52c113', 'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:45:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:45Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:21.756472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4294bba6-623a-4f98-ae94-a9e4245d36b9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.760534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95dd9d41-a0e2-4acc-8db9-935f337855ca admin admin] Publish callbacks [] for security_group (3f82ca9c-b716-45b1-81d6-0b5530b96d94), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.788440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2225510-6bf6-44d6-82b5-1fd80f40a0f0 None None] The sync data for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 is: [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '83fdc6be-4abf-416c-b859-639278bf5023', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'port_id': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'mac_address': 'fa:16:3e:82:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:17Z', 'updated_at': '2022-03-07T16:18:17Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95976cff-d0eb-4e8f-9b66-1c9bfa52c113', 'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:45:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:45Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:18:21.790627 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95dd9d41-a0e2-4acc-8db9-935f337855ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3f82ca9c-b716-45b1-81d6-0b5530b96d94), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.847795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:18:21.850238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-95dd9d41-a0e2-4acc-8db9-935f337855ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fa051f8408d4c2da23ed0ca3d54026d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6202703 Mar 07 16:18:21.862487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44906) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:21.892111 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-178500e4-9ec1-414d-9025-e17fa407fe10 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/83fdc6be-4abf-416c-b859-639278bf5023 HTTP/1.1" status: 200 len: 992 time: 0.1953800 Mar 07 16:18:21.895243 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c76bd466-5922-469b-8ad9-f5157a4ee60c req-56394df9-a47b-43a2-8428-d17e8d618468 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868575 Mar 07 16:18:21.895733 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4823f595-dbce-45ab-80c0-c69a5df9bcfc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.896092 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Added segment 4823f595-dbce-45ab-80c0-c69a5df9bcfc of type vlan for network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f Mar 07 16:18:21.898832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4294bba6-623a-4f98-ae94-a9e4245d36b9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:21.923384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd9d41-a0e2-4acc-8db9-935f337855ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f82ca9c-b716-45b1-81d6-0b5530b96d94,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:21.957340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c765cb4d-c02a-4cb6-a3fe-6d9c8c564ecb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:21.960813 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c765cb4d-c02a-4cb6-a3fe-6d9c8c564ecb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.964597 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-122b7809-e5df-484a-8c51-dc48de883d1f admin admin] Publish callbacks [] for security_group (3f82ca9c-b716-45b1-81d6-0b5530b96d94), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:21.988046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-122b7809-e5df-484a-8c51-dc48de883d1f admin admin] Publish callbacks [] for security_group (3f82ca9c-b716-45b1-81d6-0b5530b96d94), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.004763 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.043294 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-122b7809-e5df-484a-8c51-dc48de883d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3f82ca9c-b716-45b1-81d6-0b5530b96d94), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.046380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-122b7809-e5df-484a-8c51-dc48de883d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.048615 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-122b7809-e5df-484a-8c51-dc48de883d1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f82ca9c-b716-45b1-81d6-0b5530b96d94 HTTP/1.1" status: 204 len: 168 time: 0.1855748 Mar 07 16:18:22.058431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b7809-e5df-484a-8c51-dc48de883d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f82ca9c-b716-45b1-81d6-0b5530b96d94,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:22.134887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616399f-8986-4b76-86ea-4381b0ef3204 None None] New status for floating IP 83fdc6be-4abf-416c-b859-639278bf5023: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:18:22.143936 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.149213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:22.149816 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.253737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6078501 Mar 07 16:18:22.257757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44912) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:22.262857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:22.266068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (a2ff0adc-1439-4487-9acf-2bc81f83a716), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.280267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d68c85-604a-4074-bd28-199111eadb40 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Network': ['ID=9005bc1e-de07-43c2-9fa5-0e5f89f63d7f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:22.294502 n-d-830010-8 neutron-server[103867]: INFO neutron.db.ipam_backend_mixin [None req-c765cb4d-c02a-4cb6-a3fe-6d9c8c564ecb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0c5b60b8-32e4-4e17-8d2f-041540ab23eb (CIDR: 2001:db8:0:1::/64) Mar 07 16:18:22.308308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:18:22.308443 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c765cb4d-c02a-4cb6-a3fe-6d9c8c564ecb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:18:22.308954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c765cb4d-c02a-4cb6-a3fe-6d9c8c564ecb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:22.314741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_gateway (a2ff0adc-1439-4487-9acf-2bc81f83a716), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.344751 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c765cb4d-c02a-4cb6-a3fe-6d9c8c564ecb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7797971 Mar 07 16:18:22.372948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44916) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:22.381977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'subnet': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:22.420875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:22.426157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.467640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c5aa8923-8f1e-4ac2-9938-956384275d1e up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:22.473913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Deleting port 2f7eda22-1963-4abc-bddf-9bac4901f840 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:22.474268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2f7eda22-1963-4abc-bddf-9bac4901f840), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.533486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port c5aa8923-8f1e-4ac2-9938-956384275d1e completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:18:22.542576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port c5aa8923-8f1e-4ac2-9938-956384275d1e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:22.543285 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.576196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Made reservation on behalf of ca6898b2a0824506ab3e62fddbe138a1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:22.581108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.606912 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2f7eda22-1963-4abc-bddf-9bac4901f840), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.643681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c5aa8923-8f1e-4ac2-9938-956384275d1e is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:22.644090 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.655030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Calling delete_port for 2f7eda22-1963-4abc-bddf-9bac4901f840 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:22.662742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (79cba9e4-9017-49aa-b930-f223f6af1361), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.675654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:18:22.679571 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec274e3f-4d6b-47cd-90fa-a88791eaf122" -d '{"events": [{"server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:18:22.724132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c5aa8923-8f1e-4ac2-9938-956384275d1e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:22.731907 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.746827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=79cba9e4-9017-49aa-b930-f223f6af1361,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:22.778179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:22.778896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network hostable DHCP agents. Network: 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:18:22.804203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:18:22.820722 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:22.829226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:22.829913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:22.857804 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1e4a850a-09ee-486c-83bc-54e389cff794 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5960693 Mar 07 16:18:22.858301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44934) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:22.878494 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0b7a5-68eb-4a0a-93f1-3b803ff6fe57 x-openstack-request-id: req-cce0b7a5-68eb-4a0a-93f1-3b803ff6fe57 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:18:22.879021 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:18:22.879021 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cce0b7a5-68eb-4a0a-93f1-3b803ff6fe57 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:18:22.879435 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'code': 200} Mar 07 16:18:22.884328 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8416c-c81d-453d-b595-e9e83fb533e5 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:22.889800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'name': 'tempest-NetworksTestDHCPv6-1158309443'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:22.895584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44936) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:22.959819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c5aa8923-8f1e-4ac2-9938-956384275d1e,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:23.030046 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2b2e88f1-4ac3-442e-8164-d7fc25604276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:23.088410 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aba5dc69-c3b5-4232-991e-330f1acd1e89 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/83fdc6be-4abf-416c-b859-639278bf5023 HTTP/1.1" status: 200 len: 994 time: 0.1889770 Mar 07 16:18:23.099092 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2f7eda22-1963-4abc-bddf-9bac4901f840), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:23.133277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '79cba9e4-9017-49aa-b930-f223f6af1361'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:23.134163 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:23.165247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:23.178172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:23.183756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Pushing event deleted for resources: {'Port': ['ID=2f7eda22-1963-4abc-bddf-9bac4901f840,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:23.248874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port db83385d-54b8-4980-a512-65cac24d3621 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:23.272261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7a34d-5c9c-484f-9d21-89de5f2378d0 req-9272b4ec-877e-4fc0-90d7-a33f72c3d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:23.274152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7ef7a34d-5c9c-484f-9d21-89de5f2378d0 req-9272b4ec-877e-4fc0-90d7-a33f72c3d5ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 1127 time: 0.3576093 Mar 07 16:18:23.279480 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (453c41bd-18b7-47a3-85c7-0fb9b5bf2e85), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:23.385773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:23.394357 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (a2ff0adc-1439-4487-9acf-2bc81f83a716), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:23.403290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:23.411543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:23.412524 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:23.428054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ccc812-49ae-4ad6-95a2-9300cdaab182 None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:23.457767 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7ef7a34d-5c9c-484f-9d21-89de5f2378d0 req-598e7293-553d-4dbb-aaa2-42be86e0c62f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753659 Mar 07 16:18:23.462916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Subnet': ['ID=453c41bd-18b7-47a3-85c7-0fb9b5bf2e85,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:23.514494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1dcd86f9-a989-4fa6-a884-6c1c891b54bd tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1394079 Mar 07 16:18:23.542720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44944) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:23.566373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1653780402', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '453c41bd-18b7-47a3-85c7-0fb9b5bf2e85'}], 'security_groups': ['c5038501-2825-428d-8bd8-15d1c916a4ab', '9cc63688-518d-4c3a-9c92-2a337088d932']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:23.637986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51397c49-4606-497b-86d0-8be2aeae4229 req-6abc049e-aeb4-4be5-b8fc-c65f9c3086a3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:23.639619 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51397c49-4606-497b-86d0-8be2aeae4229 req-6abc049e-aeb4-4be5-b8fc-c65f9c3086a3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 945 time: 0.2929871 Mar 07 16:18:23.712615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c86f963e-422c-47dc-8af0-44bd05d6800e), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:23.739999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/79cba9e4-9017-49aa-b930-f223f6af1361/56ce5448-44ca-400b-a9dd-3a43f6f7e811) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:23.744435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51397c49-4606-497b-86d0-8be2aeae4229 req-299c26c8-39d7-4be6-9c8c-d8f6aff9e3d1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983427 Mar 07 16:18:23.974387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6f8e15-c1ad-4bcf-bad4-bed313838b4d None None] Update dhcp port {'port': {'network_id': 'eb0433b4-d5d1-4c26-be9a-4ad76400923f', 'fixed_ips': [{'subnet_id': '0c5b60b8-32e4-4e17-8d2f-041540ab23eb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '302dd667-b554-4d3d-8164-6cf03002824b', 'ip_address': '2001:db8::2'}, {'subnet_id': '453c41bd-18b7-47a3-85c7-0fb9b5bf2e85'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '3a588fd0-912d-4533-a3c6-a3b2f2e28c3e'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:18:24.006119 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Publish callbacks [] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.017005 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8e15-c1ad-4bcf-bad4-bed313838b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.020520 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.059351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (a2ff0adc-1439-4487-9acf-2bc81f83a716), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.064574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (a2ff0adc-1439-4487-9acf-2bc81f83a716), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.066204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:24.075283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:24.100532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:24.117112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Pushing event updated for resources: {'Port': ['ID=56ce5448-44ca-400b-a9dd-3a43f6f7e811,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:24.175996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Router a2ff0adc-1439-4487-9acf-2bc81f83a716 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:18:24.185504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::1bd (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/79cba9e4-9017-49aa-b930-f223f6af1361/db83385d-54b8-4980-a512-65cac24d3621) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:24.221831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Delete allocated IP 2001:db8::274 (eb0433b4-d5d1-4c26-be9a-4ad76400923f/302dd667-b554-4d3d-8164-6cf03002824b) {{(pid=103866) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 16:18:24.228872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Attempting to bind port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:24.228872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Attempting to bind port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:24.228872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Attempting to bind port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:24.237927 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:24.238305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:24.238714 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.239156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:24.239637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Bound port: 56ce5448-44ca-400b-a9dd-3a43f6f7e811, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:24.240908 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.258441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Allocated IP 2001:db8:0:2::239 (eb0433b4-d5d1-4c26-be9a-4ad76400923f/453c41bd-18b7-47a3-85c7-0fb9b5bf2e85/c86f963e-422c-47dc-8af0-44bd05d6800e) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:24.284574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:18:24.293675 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.294893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ad45e2b-b614-4667-9805-aa9d0a9a0f5f tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "PUT /v2.0/routers/a2ff0adc-1439-4487-9acf-2bc81f83a716 HTTP/1.1" status: 200 len: 709 time: 2.8633270 Mar 07 16:18:24.296526 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b13f34-e323-4181-8d22-dfecc28e5913 None None] Sync routers for ids ['a2ff0adc-1439-4487-9acf-2bc81f83a716'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:18:24.298440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44962) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:24.314717 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b13f34-e323-4181-8d22-dfecc28e5913 None None] Routers {'a2ff0adc-1439-4487-9acf-2bc81f83a716'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:24.315799 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f5b13f34-e323-4181-8d22-dfecc28e5913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a2ff0adc-1439-4487-9acf-2bc81f83a716'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:24.353814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] For port 56ce5448-44ca-400b-a9dd-3a43f6f7e811, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:24.361088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] For port 56ce5448-44ca-400b-a9dd-3a43f6f7e811, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=56ce5448-44ca-400b-a9dd-3a43f6f7e811,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:24.373825 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f5b13f34-e323-4181-8d22-dfecc28e5913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:24.377132 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.389907 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b13f34-e323-4181-8d22-dfecc28e5913 None None] Routers {'a2ff0adc-1439-4487-9acf-2bc81f83a716'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:24.392022 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f5b13f34-e323-4181-8d22-dfecc28e5913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:17:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a2ff0adc-1439-4487-9acf-2bc81f83a716'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:24.485563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2b3f5-e650-48ff-90ef-72608d873fd5 None None] Pushing event updated for resources: {'Port': ['ID=56ce5448-44ca-400b-a9dd-3a43f6f7e811,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:24.509726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-75b10cf4-b9c8-44cc-a404-6dbb784f9945 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/routers/a2ff0adc-1439-4487-9acf-2bc81f83a716 HTTP/1.1" status: 200 len: 744 time: 0.2090573 Mar 07 16:18:24.512544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44964) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:24.580248 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (db83385d-54b8-4980-a512-65cac24d3621), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.601551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-44839dee-d700-4961-8fa7-a8c1b3c617a1 tempest-RoutersIpV6AdminTest-1179863838 tempest-RoutersIpV6AdminTest-1179863838-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&device_id=a2ff0adc-1439-4487-9acf-2bc81f83a716 HTTP/1.1" status: 200 len: 205 time: 0.0865622 Mar 07 16:18:24.606198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44968) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:24.648248 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-697c4bcb-0890-4eda-bf30-619ac3ebda9d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2ff0adc-1439-4487-9acf-2bc81f83a716 HTTP/1.1" status: 200 len: 205 time: 0.0409479 Mar 07 16:18:24.651054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44970) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:24.685826 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f5b13f34-e323-4181-8d22-dfecc28e5913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:24.687120 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b13f34-e323-4181-8d22-dfecc28e5913 None None] The sync data for ids ['a2ff0adc-1439-4487-9acf-2bc81f83a716'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:18:24.691771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for port (c86f963e-422c-47dc-8af0-44bd05d6800e), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.700492 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (c86f963e-422c-47dc-8af0-44bd05d6800e), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.703289 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (db83385d-54b8-4980-a512-65cac24d3621), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.716040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44972) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:24.779409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40018970-7b16-4ec2-9bbe-d489b64ffdf8 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (a2ff0adc-1439-4487-9acf-2bc81f83a716), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.811613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-ef6f8e15-c1ad-4bcf-bad4-bed313838b4d None None] Allocated IP 2001:db8:0:2::2 (eb0433b4-d5d1-4c26-be9a-4ad76400923f/453c41bd-18b7-47a3-85c7-0fb9b5bf2e85/3a588fd0-912d-4533-a3c6-a3b2f2e28c3e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:24.855835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:24.876578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] In _notify_port_updated(), no bound segment for port c86f963e-422c-47dc-8af0-44bd05d6800e on network eb0433b4-d5d1-4c26-be9a-4ad76400923f {{(pid=103866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:18:24.882028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:24.882699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.884094 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "PUT /v2.0/ports/c86f963e-422c-47dc-8af0-44bd05d6800e HTTP/1.1" status: 200 len: 970 time: 1.3359954 Mar 07 16:18:24.885096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:24.887524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:24.897900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:24.898771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:24.899148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44978) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:24.922068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=db83385d-54b8-4980-a512-65cac24d3621,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:24.970654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6d52a420-864d-4ae8-98b4-75c1d672706b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1103880 Mar 07 16:18:24.971485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44980) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:24.983062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ef6f8e15-c1ad-4bcf-bad4-bed313838b4d None None] For port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,segment=NetworkSegment(0566bd88-6d02-467f-891c-528bf361c0d8),segment_id=0566bd88-6d02-467f-891c-528bf361c0d8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:25.067521 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8e15-c1ad-4bcf-bad4-bed313838b4d None None] Publish callbacks [] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.068679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5d970-d5f6-4bb5-ac5f-a01b55be1fec tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event updated for resources: {'Port': ['ID=c86f963e-422c-47dc-8af0-44bd05d6800e,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:25.084873 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9478094-1653-43b7-8279-a56288fbfe86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.091329 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8e15-c1ad-4bcf-bad4-bed313838b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.112463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0d644-0835-4460-be03-2b4e5ee8cdb5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:25.113476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 56ce5448-44ca-400b-a9dd-3a43f6f7e811 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:25.118429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0d644-0835-4460-be03-2b4e5ee8cdb5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:25.122645 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e3b0d644-0835-4460-be03-2b4e5ee8cdb5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1453359 Mar 07 16:18:25.122979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44982) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.233620 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40018970-7b16-4ec2-9bbe-d489b64ffdf8 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (a2ff0adc-1439-4487-9acf-2bc81f83a716), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.240600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ee072fa3-557f-4828-8dbf-e4354e76b757 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port db83385d-54b8-4980-a512-65cac24d3621 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:25.241323 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee072fa3-557f-4828-8dbf-e4354e76b757 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (db83385d-54b8-4980-a512-65cac24d3621), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.246448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118739cf-4b88-4c79-8e47-c7aa5df12372 req-0210e43c-e0fa-4076-8f4f-00995b23237c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:25.248044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-118739cf-4b88-4c79-8e47-c7aa5df12372 req-0210e43c-e0fa-4076-8f4f-00995b23237c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 945 time: 0.3648186 Mar 07 16:18:25.251433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40018970-7b16-4ec2-9bbe-d489b64ffdf8 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router_controller (a2ff0adc-1439-4487-9acf-2bc81f83a716), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.262893 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-15e102de-385c-45b5-aff8-3272a9ca48f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.265053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f8e15-c1ad-4bcf-bad4-bed313838b4d None None] Pushing event updated for resources: {'Port': ['ID=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:25.304624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:25.305005 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.366362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40018970-7b16-4ec2-9bbe-d489b64ffdf8 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (a2ff0adc-1439-4487-9acf-2bc81f83a716), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.367067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40018970-7b16-4ec2-9bbe-d489b64ffdf8 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Fanout notify agent at l3_agent the message router_deleted on router a2ff0adc-1439-4487-9acf-2bc81f83a716 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:18:25.379168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ea2b9-ca72-4ae3-93a4-de377ff14de0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port c86f963e-422c-47dc-8af0-44bd05d6800e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:25.379541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea2b9-ca72-4ae3-93a4-de377ff14de0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c86f963e-422c-47dc-8af0-44bd05d6800e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.385070 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee072fa3-557f-4828-8dbf-e4354e76b757 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (db83385d-54b8-4980-a512-65cac24d3621), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.392221 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40018970-7b16-4ec2-9bbe-d489b64ffdf8 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.393407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-40018970-7b16-4ec2-9bbe-d489b64ffdf8 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/a2ff0adc-1439-4487-9acf-2bc81f83a716 HTTP/1.1" status: 204 len: 168 time: 0.7410407 Mar 07 16:18:25.406590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44984) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.406905 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ee072fa3-557f-4828-8dbf-e4354e76b757 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for db83385d-54b8-4980-a512-65cac24d3621 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:25.422706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:25.423648 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.432854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-118739cf-4b88-4c79-8e47-c7aa5df12372 req-ad41ba08-0b70-4cdd-a9a5-d65035ccf4e4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785462 Mar 07 16:18:25.502061 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 56ce5448-44ca-400b-a9dd-3a43f6f7e811, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=56ce5448-44ca-400b-a9dd-3a43f6f7e811,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:25.516505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2c420e3d-dd8c-45cd-b860-d67f410f7576 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2ff0adc-1439-4487-9acf-2bc81f83a716 HTTP/1.1" status: 200 len: 205 time: 0.1052928 Mar 07 16:18:25.519437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44988) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.523411 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.570632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9478094-1653-43b7-8279-a56288fbfe86 admin admin] Publish callbacks [] for security_group (bc7818e9-2e10-42ca-b229-3d0fe611c4c1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.587142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9478094-1653-43b7-8279-a56288fbfe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bc7818e9-2e10-42ca-b229-3d0fe611c4c1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.621305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=56ce5448-44ca-400b-a9dd-3a43f6f7e811,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:25.633987 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea2b9-ca72-4ae3-93a4-de377ff14de0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c86f963e-422c-47dc-8af0-44bd05d6800e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.657741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e9478094-1653-43b7-8279-a56288fbfe86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40a0d23ffd9b4c7a82b41e0e1e92bde6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9404330 Mar 07 16:18:25.662764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44990) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.665088 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ea2b9-ca72-4ae3-93a4-de377ff14de0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for c86f963e-422c-47dc-8af0-44bd05d6800e owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:25.665567 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-39d3c83a-1f61-4146-a5fb-dec9aff8837d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] delete failed (client error): The resource could not be found. Mar 07 16:18:25.669318 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-39d3c83a-1f61-4146-a5fb-dec9aff8837d tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/a2ff0adc-1439-4487-9acf-2bc81f83a716 HTTP/1.1" status: 404 len: 336 time: 0.1415219 Mar 07 16:18:25.670047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44992) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.672056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9478094-1653-43b7-8279-a56288fbfe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7818e9-2e10-42ca-b229-3d0fe611c4c1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:25.730993 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a28a61e7-7859-4fde-a9de-34a233c24be6 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=872fb45f-8bb1-4d26-9b65-ff234baa670d HTTP/1.1" status: 200 len: 205 time: 0.0426157 Mar 07 16:18:25.733120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44994) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.758574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee072fa3-557f-4828-8dbf-e4354e76b757 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (db83385d-54b8-4980-a512-65cac24d3621), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.771044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b648548-7bb7-4c99-a734-802db54188ea req-c43bf06e-ac58-4e94-be33-4dacba8e26a1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:25.772674 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b648548-7bb7-4c99-a734-802db54188ea req-c43bf06e-ac58-4e94-be33-4dacba8e26a1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 945 time: 0.2024434 Mar 07 16:18:25.798782 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-0bb03abf-e6b1-4059-ba3f-42ba1a3de96b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] delete failed (client error): The resource could not be found. Mar 07 16:18:25.802202 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0bb03abf-e6b1-4059-ba3f-42ba1a3de96b tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/872fb45f-8bb1-4d26-9b65-ff234baa670d HTTP/1.1" status: 404 len: 336 time: 0.0638211 Mar 07 16:18:25.803809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 44996) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.807506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee072fa3-557f-4828-8dbf-e4354e76b757 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=db83385d-54b8-4980-a512-65cac24d3621,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:25.855328 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1d60b763-57d8-46cb-82c2-f40c4cc90ec8 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcab8a86-7e43-421b-80c9-b0227b92c7a2 HTTP/1.1" status: 200 len: 205 time: 0.0444376 Mar 07 16:18:25.857753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 44998) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.861235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50c62a55-bee7-4b08-bc50-bb7a27f15d6c admin admin] Publish callbacks [] for security_group (bc7818e9-2e10-42ca-b229-3d0fe611c4c1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.867355 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee072fa3-557f-4828-8dbf-e4354e76b757 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.873163 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ee072fa3-557f-4828-8dbf-e4354e76b757 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/db83385d-54b8-4980-a512-65cac24d3621 HTTP/1.1" status: 204 len: 168 time: 0.7490931 Mar 07 16:18:25.873980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45000) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.896975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50c62a55-bee7-4b08-bc50-bb7a27f15d6c admin admin] Publish callbacks [] for security_group (bc7818e9-2e10-42ca-b229-3d0fe611c4c1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:25.944983 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-58f169b1-ff4e-4563-abef-7e23b7cedb4e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] delete failed (client error): The resource could not be found. Mar 07 16:18:25.946066 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-58f169b1-ff4e-4563-abef-7e23b7cedb4e tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/bcab8a86-7e43-421b-80c9-b0227b92c7a2 HTTP/1.1" status: 404 len: 336 time: 0.0873280 Mar 07 16:18:25.948951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45002) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:25.992500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bcbcc2a6-6a51-4593-8c78-aa3cb186f063 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=d955da51-a551-4253-9bd9-b19a14606e2e HTTP/1.1" status: 200 len: 205 time: 0.0402181 Mar 07 16:18:25.998035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45004) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.044073 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-a3f1c915-b5ca-40df-953e-ffb5120b4a7c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] delete failed (client error): The resource could not be found. Mar 07 16:18:26.045158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a3f1c915-b5ca-40df-953e-ffb5120b4a7c tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/d955da51-a551-4253-9bd9-b19a14606e2e HTTP/1.1" status: 404 len: 336 time: 0.0439649 Mar 07 16:18:26.050886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45006) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.088059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-53d3e765-94b1-430d-b2b4-1dff15bfddeb tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=5598a2ce-67c8-45a3-998d-29c4add7e201 HTTP/1.1" status: 200 len: 205 time: 0.0358770 Mar 07 16:18:26.089303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea2b9-ca72-4ae3-93a4-de377ff14de0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c86f963e-422c-47dc-8af0-44bd05d6800e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.091270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45008) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.165038 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-15df4e5b-3e7e-4ef8-9a5d-d3d106724723 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] delete failed (client error): The resource could not be found. Mar 07 16:18:26.168616 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-15df4e5b-3e7e-4ef8-9a5d-d3d106724723 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/5598a2ce-67c8-45a3-998d-29c4add7e201 HTTP/1.1" status: 404 len: 336 time: 0.0736790 Mar 07 16:18:26.168616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ea2b9-ca72-4ae3-93a4-de377ff14de0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=c86f963e-422c-47dc-8af0-44bd05d6800e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:26.168952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45010) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.171890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882fcbb9-77d2-4937-874f-116df8e87716 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:26.192451 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50c62a55-bee7-4b08-bc50-bb7a27f15d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bc7818e9-2e10-42ca-b229-3d0fe611c4c1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.195089 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50c62a55-bee7-4b08-bc50-bb7a27f15d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.198512 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-50c62a55-bee7-4b08-bc50-bb7a27f15d6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc7818e9-2e10-42ca-b229-3d0fe611c4c1 HTTP/1.1" status: 204 len: 168 time: 0.5324090 Mar 07 16:18:26.263453 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-737f6620-dbd4-476f-8258-f64ed5787416 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63 HTTP/1.1" status: 200 len: 205 time: 0.0926046 Mar 07 16:18:26.268049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45014) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.277475 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea2b9-ca72-4ae3-93a4-de377ff14de0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.284606 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1a6ea2b9-ca72-4ae3-93a4-de377ff14de0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/c86f963e-422c-47dc-8af0-44bd05d6800e HTTP/1.1" status: 204 len: 168 time: 1.3839796 Mar 07 16:18:26.289937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45016) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.295772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b648548-7bb7-4c99-a734-802db54188ea req-f32a5970-a608-4035-8254-cd1cf2eeefac tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4973578 Mar 07 16:18:26.303089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4f8fe060-3ea5-4c74-91b2-7062a1585785 None None] Provisioning complete for port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:26.303508 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4f8fe060-3ea5-4c74-91b2-7062a1585785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.325381 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.378733 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b74684-5956-4e3d-8559-66679d9f39d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] GET failed (client error): The resource could not be found. Mar 07 16:18:26.384158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c9b74684-5956-4e3d-8559-66679d9f39d8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports/c86f963e-422c-47dc-8af0-44bd05d6800e HTTP/1.1" status: 404 len: 333 time: 0.0921187 Mar 07 16:18:26.385188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c62a55-bee7-4b08-bc50-bb7a27f15d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7818e9-2e10-42ca-b229-3d0fe611c4c1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:26.391929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45022) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.422325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe79965-a682-4da4-a7bc-cddd3a49a67c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:26.423978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe79965-a682-4da4-a7bc-cddd3a49a67c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:26.428040 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8fe79965-a682-4da4-a7bc-cddd3a49a67c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5448442 Mar 07 16:18:26.428349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45024) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.428946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4f8fe060-3ea5-4c74-91b2-7062a1585785 None None] Current status of the port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:26.438153 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-b5048c15-1c43-44b9-8b35-2a1e75630632 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] delete failed (client error): The resource could not be found. Mar 07 16:18:26.443255 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b5048c15-1c43-44b9-8b35-2a1e75630632 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/routers/9f896d1c-f8f3-42c4-bdc8-8a0fe701ed63 HTTP/1.1" status: 404 len: 336 time: 0.1739914 Mar 07 16:18:26.443980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45026) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.503433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.511491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-464d26e2-09be-41ab-96c1-e90f8dd1b8b6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (169d2f83-68c8-44a0-822b-2d760eed2a4a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.537622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-464d26e2-09be-41ab-96c1-e90f8dd1b8b6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (169d2f83-68c8-44a0-822b-2d760eed2a4a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.541273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7b94fa-901c-4a6f-9e16-1a993548be15 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:26.546491 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad068f85-f4e9-46d2-80ca-8bc82fb7b958 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:26.547550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad068f85-f4e9-46d2-80ca-8bc82fb7b958 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:26.549841 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ab7b94fa-901c-4a6f-9e16-1a993548be15 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 1122 time: 0.2212167 Mar 07 16:18:26.550668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45028) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.557226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3ba6ab8c-e7a3-46ee-92c8-064a6c2e2794 None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:26.557880 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ab8c-e7a3-46ee-92c8-064a6c2e2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.558344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ad068f85-f4e9-46d2-80ca-8bc82fb7b958 tempest-RoutersIpV6AdminTest-1762139682 tempest-RoutersIpV6AdminTest-1762139682-project] 10.222.0.24 "DELETE /v2.0/subnets/ef70d1a8-90b4-4a26-8199-03efb67b1594 HTTP/1.1" status: 404 len: 337 time: 0.0829844 Mar 07 16:18:26.575141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:26.614278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3b4615-9578-4b8a-8920-5390ad49461d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 79cba9e4-9017-49aa-b930-f223f6af1361 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:26.622430 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4615-9578-4b8a-8920-5390ad49461d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (79cba9e4-9017-49aa-b930-f223f6af1361), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.648053 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-464d26e2-09be-41ab-96c1-e90f8dd1b8b6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (169d2f83-68c8-44a0-822b-2d760eed2a4a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.652139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-464d26e2-09be-41ab-96c1-e90f8dd1b8b6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.653367 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-464d26e2-09be-41ab-96c1-e90f8dd1b8b6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/security-groups/169d2f83-68c8-44a0-822b-2d760eed2a4a HTTP/1.1" status: 204 len: 168 time: 0.2594588 Mar 07 16:18:26.662768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45032) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.692816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d26e2-09be-41ab-96c1-e90f8dd1b8b6 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169d2f83-68c8-44a0-822b-2d760eed2a4a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:26.694571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45034) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.725870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.730238 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4615-9578-4b8a-8920-5390ad49461d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (79cba9e4-9017-49aa-b930-f223f6af1361), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.734588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6ab8c-e7a3-46ee-92c8-064a6c2e2794 None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:26.735768 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1e2658c-4b91-45cd-8c46-2143546b5ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.763878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3ba6ab8c-e7a3-46ee-92c8-064a6c2e2794 None None] Could not find standard attr ID for object c86f963e-422c-47dc-8af0-44bd05d6800e. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:26.777372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3ba6ab8c-e7a3-46ee-92c8-064a6c2e2794 None None] Provisioning complete for port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:26.777747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ab8c-e7a3-46ee-92c8-064a6c2e2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.850116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6ab8c-e7a3-46ee-92c8-064a6c2e2794 None None] Port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:26.867738 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66fac302-48f4-4c86-a555-b8223cf7d6b7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (9cc63688-518d-4c3a-9c92-2a337088d932), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.954842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66fac302-48f4-4c86-a555-b8223cf7d6b7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (9cc63688-518d-4c3a-9c92-2a337088d932), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.961929 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4615-9578-4b8a-8920-5390ad49461d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (79cba9e4-9017-49aa-b930-f223f6af1361), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:26.985018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45038) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:26.997744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-612d8bee-1b0d-46a7-9a2d-46d5bb486ec1 None None] Provisioning complete for port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:26.998434 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612d8bee-1b0d-46a7-9a2d-46d5bb486ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.046215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:27.084202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1e2658c-4b91-45cd-8c46-2143546b5ff1 admin admin] Publish callbacks [] for security_group (e84928ef-665f-405c-893c-2b1ed0e7e00c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.088837 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.102053 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66fac302-48f4-4c86-a555-b8223cf7d6b7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9cc63688-518d-4c3a-9c92-2a337088d932), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.106897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66fac302-48f4-4c86-a555-b8223cf7d6b7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.112994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-66fac302-48f4-4c86-a555-b8223cf7d6b7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/security-groups/9cc63688-518d-4c3a-9c92-2a337088d932 HTTP/1.1" status: 204 len: 168 time: 0.4488425 Mar 07 16:18:27.114101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45042) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:27.133243 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d1e2658c-4b91-45cd-8c46-2143546b5ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e84928ef-665f-405c-893c-2b1ed0e7e00c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.191862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:27.192911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.221197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fac302-48f4-4c86-a555-b8223cf7d6b7 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc63688-518d-4c3a-9c92-2a337088d932,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:27.222004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-612d8bee-1b0d-46a7-9a2d-46d5bb486ec1 None None] Current status of the port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:27.229450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4615-9578-4b8a-8920-5390ad49461d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (79cba9e4-9017-49aa-b930-f223f6af1361), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.230014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-25b8b3c8-6b79-42f6-b8c7-592d94c6e451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.254659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-612d8bee-1b0d-46a7-9a2d-46d5bb486ec1 None None] Could not find standard attr ID for object c86f963e-422c-47dc-8af0-44bd05d6800e. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:27.273189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b4615-9578-4b8a-8920-5390ad49461d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=79cba9e4-9017-49aa-b930-f223f6af1361,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:27.277755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4615-9578-4b8a-8920-5390ad49461d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.284357 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ef3b4615-9578-4b8a-8920-5390ad49461d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/79cba9e4-9017-49aa-b930-f223f6af1361 HTTP/1.1" status: 204 len: 168 time: 0.8522642 Mar 07 16:18:27.285836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45044) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:27.291455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2658c-4b91-45cd-8c46-2143546b5ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84928ef-665f-405c-893c-2b1ed0e7e00c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:27.351057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:27.353084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 56ce5448-44ca-400b-a9dd-3a43f6f7e811 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:27.354377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d1e2658c-4b91-45cd-8c46-2143546b5ff1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b58ee7bb3a14f8ab9d25544d90ebe45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6527507 Mar 07 16:18:27.365629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45046) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:27.385846 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c39595e9-0f1d-4e07-a3ff-3438c6ff2586 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960672 Mar 07 16:18:27.385846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45048) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:27.394015 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:27.394392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79135f8-4564-4560-9365-584fcc1a80d9 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:27.460638 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e799e764-2da5-4b03-afe4-bfe2c230093d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (c5038501-2825-428d-8bd8-15d1c916a4ab), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.466923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.25.4.171 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:27.501275 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d42c5e68-54d0-4b35-a807-f378999dc333 admin admin] Publish callbacks [] for security_group (e84928ef-665f-405c-893c-2b1ed0e7e00c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.502373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ef92702c-3c9a-4570-9f63-e99c1a5d64e4 None None] Could not find standard attr ID for object db83385d-54b8-4980-a512-65cac24d3621. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:27.517074 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e799e764-2da5-4b03-afe4-bfe2c230093d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (c5038501-2825-428d-8bd8-15d1c916a4ab), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.521574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:27.522072 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.535725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-25b8b3c8-6b79-42f6-b8c7-592d94c6e451 admin admin] Publish callbacks [] for security_group (8074cfe1-8481-4b61-b400-a4ab6053d4bd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.544989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-25b8b3c8-6b79-42f6-b8c7-592d94c6e451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8074cfe1-8481-4b61-b400-a4ab6053d4bd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.564476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:27.567375 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.575358 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d42c5e68-54d0-4b35-a807-f378999dc333 admin admin] Publish callbacks [] for security_group (e84928ef-665f-405c-893c-2b1ed0e7e00c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.625478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:27.651848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-25b8b3c8-6b79-42f6-b8c7-592d94c6e451 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b82afdcd4a5428683736d79e8dd427c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6634154 Mar 07 16:18:27.651848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8b3c8-6b79-42f6-b8c7-592d94c6e451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8074cfe1-8481-4b61-b400-a4ab6053d4bd,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:27.652729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45050) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:27.665643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e799e764-2da5-4b03-afe4-bfe2c230093d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c5038501-2825-428d-8bd8-15d1c916a4ab), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.669630 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e799e764-2da5-4b03-afe4-bfe2c230093d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.673975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e799e764-2da5-4b03-afe4-bfe2c230093d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/security-groups/c5038501-2825-428d-8bd8-15d1c916a4ab HTTP/1.1" status: 204 len: 168 time: 0.5000577 Mar 07 16:18:27.674636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45052) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:27.690005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db34dee6-e5b7-4853-907d-480a838afe78 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:18:27.696004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799e764-2da5-4b03-afe4-bfe2c230093d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5038501-2825-428d-8bd8-15d1c916a4ab,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:27.709800 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.726584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d42c5e68-54d0-4b35-a807-f378999dc333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e84928ef-665f-405c-893c-2b1ed0e7e00c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.729390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d42c5e68-54d0-4b35-a807-f378999dc333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.730687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d42c5e68-54d0-4b35-a807-f378999dc333 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e84928ef-665f-405c-893c-2b1ed0e7e00c HTTP/1.1" status: 204 len: 168 time: 0.3640113 Mar 07 16:18:27.747775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c5e68-54d0-4b35-a807-f378999dc333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84928ef-665f-405c-893c-2b1ed0e7e00c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:27.765014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ccab32-ceef-4083-ad65-0594d4f478cb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 302dd667-b554-4d3d-8164-6cf03002824b {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:27.769837 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2ccab32-ceef-4083-ad65-0594d4f478cb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (302dd667-b554-4d3d-8164-6cf03002824b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.775007 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6922d3e4-1583-4e5c-9589-91233d2b2a71 admin admin] Publish callbacks [] for security_group (8074cfe1-8481-4b61-b400-a4ab6053d4bd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.824946 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2ccab32-ceef-4083-ad65-0594d4f478cb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (302dd667-b554-4d3d-8164-6cf03002824b), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.831873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6922d3e4-1583-4e5c-9589-91233d2b2a71 admin admin] Publish callbacks [] for security_group (8074cfe1-8481-4b61-b400-a4ab6053d4bd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.838930 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.846664 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.849640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-db34dee6-e5b7-4853-907d-480a838afe78 None None] Deleting port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:27.850027 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db34dee6-e5b7-4853-907d-480a838afe78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.940183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-db34dee6-e5b7-4853-907d-480a838afe78 None None] For port 56ce5448-44ca-400b-a9dd-3a43f6f7e811, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=56ce5448-44ca-400b-a9dd-3a43f6f7e811,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:27.940579 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db34dee6-e5b7-4853-907d-480a838afe78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.944737 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2ccab32-ceef-4083-ad65-0594d4f478cb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (302dd667-b554-4d3d-8164-6cf03002824b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:27.954837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-db34dee6-e5b7-4853-907d-480a838afe78 None None] Calling delete_port for 56ce5448-44ca-400b-a9dd-3a43f6f7e811 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:27.988760 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:28.006091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:28.006091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:28.026973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2ccab32-ceef-4083-ad65-0594d4f478cb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (302dd667-b554-4d3d-8164-6cf03002824b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.057718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:28.067272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (ff4c6b33-17c7-4adb-8782-2cab724c8be6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.081570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d2ccab32-ceef-4083-ad65-0594d4f478cb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.088726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d2ccab32-ceef-4083-ad65-0594d4f478cb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/302dd667-b554-4d3d-8164-6cf03002824b HTTP/1.1" status: 204 len: 168 time: 0.4073288 Mar 07 16:18:28.089231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45062) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:28.091795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccab32-ceef-4083-ad65-0594d4f478cb tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=302dd667-b554-4d3d-8164-6cf03002824b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:28.128779 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6922d3e4-1583-4e5c-9589-91233d2b2a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8074cfe1-8481-4b61-b400-a4ab6053d4bd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.135948 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6922d3e4-1583-4e5c-9589-91233d2b2a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.143558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6922d3e4-1583-4e5c-9589-91233d2b2a71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8074cfe1-8481-4b61-b400-a4ab6053d4bd HTTP/1.1" status: 204 len: 168 time: 0.4876006 Mar 07 16:18:28.160153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e763d-c087-4eb3-ab4e-9b71bfa1676b None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:28.171943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0651b5ef-22a7-43be-b09f-f24655994f42 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 453c41bd-18b7-47a3-85c7-0fb9b5bf2e85 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:28.176674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0651b5ef-22a7-43be-b09f-f24655994f42 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (453c41bd-18b7-47a3-85c7-0fb9b5bf2e85), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.199474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:28.200679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922d3e4-1583-4e5c-9589-91233d2b2a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8074cfe1-8481-4b61-b400-a4ab6053d4bd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:28.215906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:28.229437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:28.236063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.275166 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0651b5ef-22a7-43be-b09f-f24655994f42 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (453c41bd-18b7-47a3-85c7-0fb9b5bf2e85), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.295900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=ff4c6b33-17c7-4adb-8782-2cab724c8be6,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:28.304211 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db34dee6-e5b7-4853-907d-480a838afe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (56ce5448-44ca-400b-a9dd-3a43f6f7e811), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.320193 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d95440b3-3f61-4e6b-b8df-5ea3c8033206 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9309886 Mar 07 16:18:28.321430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45070) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:28.331739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'name': 'tempest-NetworksTestDHCPv6-380749351'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:28.338102 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34dee6-e5b7-4853-907d-480a838afe78 None None] Pushing event deleted for resources: {'Port': ['ID=56ce5448-44ca-400b-a9dd-3a43f6f7e811,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:28.345604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34dee6-e5b7-4853-907d-480a838afe78 None None] No DVR routers for this DVR port 56ce5448-44ca-400b-a9dd-3a43f6f7e811 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:28.371386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfc642-cfd0-4e7f-b45b-063f1893f2fa None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:28.477519 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0651b5ef-22a7-43be-b09f-f24655994f42 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (453c41bd-18b7-47a3-85c7-0fb9b5bf2e85), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.563751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': 'ff4c6b33-17c7-4adb-8782-2cab724c8be6'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:28.566070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.576271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:28.580906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.591828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0651b5ef-22a7-43be-b09f-f24655994f42 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (453c41bd-18b7-47a3-85c7-0fb9b5bf2e85), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.632069 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port a7d009e8-abb6-41bf-8e8a-221ee6fd64da yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:28.693564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0651b5ef-22a7-43be-b09f-f24655994f42 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.704036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0651b5ef-22a7-43be-b09f-f24655994f42 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/453c41bd-18b7-47a3-85c7-0fb9b5bf2e85 HTTP/1.1" status: 204 len: 168 time: 0.6134720 Mar 07 16:18:28.706375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651b5ef-22a7-43be-b09f-f24655994f42 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=453c41bd-18b7-47a3-85c7-0fb9b5bf2e85,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:28.712071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45078) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:28.758747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/ff4c6b33-17c7-4adb-8782-2cab724c8be6/709f4513-c9e5-4b98-bf6e-e04d9a6f6452) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:28.772158 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d518c4-2f2e-425f-a85e-506ca652f283 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:28.772656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d518c4-2f2e-425f-a85e-506ca652f283 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:28.776150 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c0d518c4-2f2e-425f-a85e-506ca652f283 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/302dd667-b554-4d3d-8164-6cf03002824b HTTP/1.1" status: 404 len: 337 time: 0.0620100 Mar 07 16:18:28.776822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45080) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:28.778394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45082) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:28.870399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed99c65a-8170-483d-a728-0301c50e312d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting subnet 0c5b60b8-32e4-4e17-8d2f-041540ab23eb {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:28.875742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed99c65a-8170-483d-a728-0301c50e312d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (0c5b60b8-32e4-4e17-8d2f-041540ab23eb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.945062 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed99c65a-8170-483d-a728-0301c50e312d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (0c5b60b8-32e4-4e17-8d2f-041540ab23eb), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:28.986762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 56ce5448-44ca-400b-a9dd-3a43f6f7e811 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:29.030551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 56ce5448-44ca-400b-a9dd-3a43f6f7e811 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:18:29.031695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 56ce5448-44ca-400b-a9dd-3a43f6f7e811 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:18:29.053694 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Publish callbacks [] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.063060 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.082875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed99c65a-8170-483d-a728-0301c50e312d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (0c5b60b8-32e4-4e17-8d2f-041540ab23eb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.125010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:29.130919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:29.143945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:29.149359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b318e7ec-5a92-4aab-bd68-d29514a0f17d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1f63a25b15b444e8cbde890ecf6a947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714058 Mar 07 16:18:29.150150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Pushing event updated for resources: {'Port': ['ID=709f4513-c9e5-4b98-bf6e-e04d9a6f6452,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:29.154772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45088) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.170988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed99c65a-8170-483d-a728-0301c50e312d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (0c5b60b8-32e4-4e17-8d2f-041540ab23eb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.176449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for floatingip (db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.192099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.233270 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed99c65a-8170-483d-a728-0301c50e312d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.239592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Attempting to bind port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:29.239821 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ed99c65a-8170-483d-a728-0301c50e312d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/0c5b60b8-32e4-4e17-8d2f-041540ab23eb HTTP/1.1" status: 204 len: 168 time: 0.4531460 Mar 07 16:18:29.239938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Attempting to bind port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:29.239938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Attempting to bind port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:29.242957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99c65a-8170-483d-a728-0301c50e312d tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5b60b8-32e4-4e17-8d2f-041540ab23eb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:29.244581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:29.251401 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:29.252290 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.252853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:29.254158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Bound port: 709f4513-c9e5-4b98-bf6e-e04d9a6f6452, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:29.254827 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.258548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45092) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.296679 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d978b2-9049-4a3f-a963-b65d235c3126 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.297132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d978b2-9049-4a3f-a963-b65d235c3126 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.302573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f1d978b2-9049-4a3f-a963-b65d235c3126 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/18bf9fe9-92a7-4314-ad61-98cfdf9dae6d HTTP/1.1" status: 404 len: 337 time: 0.0389047 Mar 07 16:18:29.303655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45094) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.346964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a1f0aef8-6ccf-4370-a505-a31a5e4054d4 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "GET /v2.0/ports?device_id=6746adc4-359c-4089-9525-8bf177af842e HTTP/1.1" status: 200 len: 205 time: 0.0405684 Mar 07 16:18:29.346964 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc7b4-2e48-416e-962f-c5840d6dfb86 admin admin] Publish callbacks [] for security_group (7d96ca44-3d54-4872-a725-f774f16ead36), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.347285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45096) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.356794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] For port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:29.358308 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.371086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] For port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=709f4513-c9e5-4b98-bf6e-e04d9a6f6452,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:29.372687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::25b (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/ff4c6b33-17c7-4adb-8782-2cab724c8be6/a7d009e8-abb6-41bf-8e8a-221ee6fd64da) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:29.380091 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.402580 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-030cb705-eec8-4f4f-9be4-555672876c19 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] delete failed (client error): The resource could not be found. Mar 07 16:18:29.403723 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-030cb705-eec8-4f4f-9be4-555672876c19 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/routers/6746adc4-359c-4089-9525-8bf177af842e HTTP/1.1" status: 404 len: 336 time: 0.0556185 Mar 07 16:18:29.406822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45098) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.452004 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbd7c84-017a-4810-944d-6bbc5162a887 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.452502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbd7c84-017a-4810-944d-6bbc5162a887 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.456078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a9609-2165-439a-bc10-d15d4cf7a5cb None None] Pushing event updated for resources: {'Port': ['ID=709f4513-c9e5-4b98-bf6e-e04d9a6f6452,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:29.459002 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-edbd7c84-017a-4810-944d-6bbc5162a887 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/2ee3f252-391d-4a52-8ad6-532f6ac71145 HTTP/1.1" status: 404 len: 337 time: 0.0489502 Mar 07 16:18:29.462295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc7b4-2e48-416e-962f-c5840d6dfb86 admin admin] Publish callbacks [] for security_group (7d96ca44-3d54-4872-a725-f774f16ead36), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.463887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45102) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.496153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b2b1e-977b-458d-ab09-f159c1778be3 None None] Network eb0433b4-d5d1-4c26-be9a-4ad76400923f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:29.522431 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e43a601-5c78-41fb-9f9c-aebe9f050ed4 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.523052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e43a601-5c78-41fb-9f9c-aebe9f050ed4 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.528092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6e43a601-5c78-41fb-9f9c-aebe9f050ed4 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/caff7099-23d5-49d4-961d-eeb7e7082896 HTTP/1.1" status: 404 len: 337 time: 0.0605221 Mar 07 16:18:29.528371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45104) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.574036 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5fec78-661f-419f-8ae4-2d5a014274b0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.574507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5fec78-661f-419f-8ae4-2d5a014274b0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.581308 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9f5fec78-661f-419f-8ae4-2d5a014274b0 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/6c4092d2-05d1-4930-a730-a2499103aac7 HTTP/1.1" status: 404 len: 337 time: 0.0497792 Mar 07 16:18:29.586016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45106) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.614396 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0678d829-09b4-43f7-bffa-73f92fe9ab43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.615032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0678d829-09b4-43f7-bffa-73f92fe9ab43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.618268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0678d829-09b4-43f7-bffa-73f92fe9ab43 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/d6b22370-0409-419f-b216-1aa1b78eeb17 HTTP/1.1" status: 404 len: 333 time: 0.0312691 Mar 07 16:18:29.620720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45110) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.623039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4cce41f0-5a1e-454f-b33c-628a599cb156 None None] Provisioning complete for port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:29.623448 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4cce41f0-5a1e-454f-b33c-628a599cb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.650577 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cac869-9552-4963-b31c-1b3d083408fc tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.650829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cac869-9552-4963-b31c-1b3d083408fc tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.654292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-14cac869-9552-4963-b31c-1b3d083408fc tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/8eea0835-94cf-45df-9613-ead56a29831f HTTP/1.1" status: 404 len: 337 time: 0.0325952 Mar 07 16:18:29.657390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45112) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.697102 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8270ff9-546b-4270-9b59-40907e9f65a8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.697635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8270ff9-546b-4270-9b59-40907e9f65a8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.706139 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a8270ff9-546b-4270-9b59-40907e9f65a8 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/12fed36f-637f-4e2c-80a3-189a1720795b HTTP/1.1" status: 404 len: 337 time: 0.0437245 Mar 07 16:18:29.706139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45114) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.745521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.752206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4cce41f0-5a1e-454f-b33c-628a599cb156 None None] Current status of the port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:29.760012 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d82fa3-c0ee-458a-a76f-ae3c50f9c768 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.760444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d82fa3-c0ee-458a-a76f-ae3c50f9c768 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.766667 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.766885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-42d82fa3-c0ee-458a-a76f-ae3c50f9c768 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/2ee83e9f-81ae-4b6d-a30e-364a196c2b29 HTTP/1.1" status: 404 len: 333 time: 0.0577202 Mar 07 16:18:29.767616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45116) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.772425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4cce41f0-5a1e-454f-b33c-628a599cb156 None None] Provisioning complete for port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:29.772425 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4cce41f0-5a1e-454f-b33c-628a599cb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.775421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc7b4-2e48-416e-962f-c5840d6dfb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7d96ca44-3d54-4872-a725-f774f16ead36), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.784223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc7b4-2e48-416e-962f-c5840d6dfb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.785486 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1bcbc7b4-2e48-416e-962f-c5840d6dfb86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d96ca44-3d54-4872-a725-f774f16ead36 HTTP/1.1" status: 204 len: 168 time: 0.6261699 Mar 07 16:18:29.810813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39102cd-dad1-4436-97d0-52fbd897fdef None None] DHCP port deletion for eb0433b4-d5d1-4c26-be9a-4ad76400923f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:18:29.846027 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab50d75-7903-4eb5-b03e-10f87c0250a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.847399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab50d75-7903-4eb5-b03e-10f87c0250a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.858285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4cce41f0-5a1e-454f-b33c-628a599cb156 None None] Port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:29.861312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bab50d75-7903-4eb5-b03e-10f87c0250a3 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/951f901f-e442-4e7a-9896-b8d6998b76f9 HTTP/1.1" status: 404 len: 337 time: 0.0922465 Mar 07 16:18:29.862945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45120) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:29.884956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbc7b4-2e48-416e-962f-c5840d6dfb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d96ca44-3d54-4872-a725-f774f16ead36,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:29.893918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e39102cd-dad1-4436-97d0-52fbd897fdef None None] Deleting port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:29.894460 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e39102cd-dad1-4436-97d0-52fbd897fdef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:29.941344 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f940f8f-8720-4888-b93d-eebc60af9e2e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:29.941962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f940f8f-8720-4888-b93d-eebc60af9e2e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:29.948960 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6f940f8f-8720-4888-b93d-eebc60af9e2e tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/subnets/3f571b75-2785-48fa-8f39-8c21b6014dc7 HTTP/1.1" status: 404 len: 337 time: 0.0789495 Mar 07 16:18:29.949977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45124) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:30.016469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e39102cd-dad1-4436-97d0-52fbd897fdef None None] For port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,segment=NetworkSegment(0566bd88-6d02-467f-891c-528bf361c0d8),segment_id=0566bd88-6d02-467f-891c-528bf361c0d8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:30.016876 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e39102cd-dad1-4436-97d0-52fbd897fdef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.032510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e39102cd-dad1-4436-97d0-52fbd897fdef None None] Calling delete_port for 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:30.035472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:30.072252 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.139694 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (a7d009e8-abb6-41bf-8e8a-221ee6fd64da), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.151666 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e39102cd-dad1-4436-97d0-52fbd897fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (3a588fd0-912d-4533-a3c6-a3b2f2e28c3e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.192137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39102cd-dad1-4436-97d0-52fbd897fdef None None] Pushing event deleted for resources: {'Port': ['ID=3a588fd0-912d-4533-a3c6-a3b2f2e28c3e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:30.198310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39102cd-dad1-4436-97d0-52fbd897fdef None None] No DVR routers for this DVR port 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:30.207739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-703035e4-74fe-418c-8d9a-2794e93ca192 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Deleting port f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:30.212176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-703035e4-74fe-418c-8d9a-2794e93ca192 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.240222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a7d009e8-abb6-41bf-8e8a-221ee6fd64da), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.277589 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Floating IP db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c associated. External IP: 172.25.4.171, port: c5aa8923-8f1e-4ac2-9938-956384275d1e. Mar 07 16:18:30.318238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-703035e4-74fe-418c-8d9a-2794e93ca192 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.337777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:30.342237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-703035e4-74fe-418c-8d9a-2794e93ca192 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Calling delete_port for f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:30.347846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:30.351415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=a7d009e8-abb6-41bf-8e8a-221ee6fd64da,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:30.353684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:30.365743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:30.367141 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.419973 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:18:30.441918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-703035e4-74fe-418c-8d9a-2794e93ca192 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.463572 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4516eaaf-c546-475f-a510-7aaef10d04b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1361442 Mar 07 16:18:30.465535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45140) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:30.482873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703035e4-74fe-418c-8d9a-2794e93ca192 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Port': ['ID=f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:30.493879 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-703035e4-74fe-418c-8d9a-2794e93ca192 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.500074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-703035e4-74fe-418c-8d9a-2794e93ca192 tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/ports/f16a4cde-e5d4-4cfd-8a5c-bb9bc528c4f2 HTTP/1.1" status: 204 len: 168 time: 0.5454822 Mar 07 16:18:30.501269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45144) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:30.625802 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (eb0433b4-d5d1-4c26-be9a-4ad76400923f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:30.995418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807b9ac-7d0b-427b-a2a9-1884d876055f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:31.020313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807b9ac-7d0b-427b-a2a9-1884d876055f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:31.024653 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7807b9ac-7d0b-427b-a2a9-1884d876055f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5579572 Mar 07 16:18:31.038031 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45168) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:31.101679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45174) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:31.117184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:31.153011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (eb0433b4-d5d1-4c26-be9a-4ad76400923f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.178278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0433b4-d5d1-4c26-be9a-4ad76400923f']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:31.190620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0566bd88-6d02-467f-891c-528bf361c0d8') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:31.192124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0566bd88-6d02-467f-891c-528bf361c0d8') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:31.204634 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (0566bd88-6d02-467f-891c-528bf361c0d8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.220228 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (0566bd88-6d02-467f-891c-528bf361c0d8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.239387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:18:31.239835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:31.239981 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (0566bd88-6d02-467f-891c-528bf361c0d8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.240235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:18:31.250218 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:18:31.294338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1016312262'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:31.309869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router f15a2724-84e1-48f2-b9fd-a6f16b78094c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:18:31.323186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6d795213-8a5e-46ff-823c-2a7c40b3d303 None None] Provisioning complete for port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:31.323552 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6d795213-8a5e-46ff-823c-2a7c40b3d303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.344941 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (eb0433b4-d5d1-4c26-be9a-4ad76400923f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.368925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.373352 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] 10.222.0.24 "DELETE /v2.0/networks/eb0433b4-d5d1-4c26-be9a-4ad76400923f HTTP/1.1" status: 204 len: 168 time: 0.8718894 Mar 07 16:18:31.377381 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b470eb1d-596a-4149-9891-c038dc82fd8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port a7d009e8-abb6-41bf-8e8a-221ee6fd64da {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:31.377740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b470eb1d-596a-4149-9891-c038dc82fd8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a7d009e8-abb6-41bf-8e8a-221ee6fd64da), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.412394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457127f6-01d5-41eb-9d68-b2b619953c9b tempest-PortsIpV6TestJSON-859395836 tempest-PortsIpV6TestJSON-859395836-project] Pushing event deleted for resources: {'Network': ['ID=eb0433b4-d5d1-4c26-be9a-4ad76400923f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:31.428456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Made reservation on behalf of 08ae0d130a584060820cb0b567b0cbe4 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:31.432423 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.443039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:31.443360 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.531510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=709f4513-c9e5-4b98-bf6e-e04d9a6f6452,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:31.544735 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.549335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6d795213-8a5e-46ff-823c-2a7c40b3d303 None None] Current status of the port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:31.549866 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6d795213-8a5e-46ff-823c-2a7c40b3d303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.572310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.645206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:31.676208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:18:31.677911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:18:31.677911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a588fd0-912d-4533-a3c6-a3b2f2e28c3e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:18:31.695275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b470eb1d-596a-4149-9891-c038dc82fd8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a7d009e8-abb6-41bf-8e8a-221ee6fd64da), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.707033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] Sync routers for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:18:31.724478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=709f4513-c9e5-4b98-bf6e-e04d9a6f6452,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:31.725784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b470eb1d-596a-4149-9891-c038dc82fd8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for a7d009e8-abb6-41bf-8e8a-221ee6fd64da owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:31.735577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.737459 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-6d795213-8a5e-46ff-823c-2a7c40b3d303 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:18:31.737459 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-6d795213-8a5e-46ff-823c-2a7c40b3d303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:18:31.738187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:31.738981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:31.817938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ff1ff3ec-9001-4240-a00b-52624e3ee73a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2583210 Mar 07 16:18:31.821184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45202) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:31.822975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:18:31.831300 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:18:31.848629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45206) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:31.883270 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for security_group (aa998a77-b3e7-49ef-bdd5-6952490cb2c3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.890837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:18:31.893715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (aa998a77-b3e7-49ef-bdd5-6952490cb2c3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.906644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:18:31.918050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45210) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:31.918437 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db2d8f4-99d1-4f86-86fa-a3187e6be66d x-openstack-request-id: req-4db2d8f4-99d1-4f86-86fa-a3187e6be66d {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:18:31.918859 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:18:31.919121 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4db2d8f4-99d1-4f86-86fa-a3187e6be66d {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:18:31.919630 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'status': 'completed', 'code': 200} Mar 07 16:18:31.936442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b2c64ce5-ee0c-463e-9c3e-126a4990e05c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:31.939521 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Added segment b2c64ce5-ee0c-463e-9c3e-126a4990e05c of type vlan for network 656efc58-48c0-4dfb-a3c8-28f1e0272830 Mar 07 16:18:31.976539 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1e4e977f-f9de-4e21-b169-5fa236a6c015 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/floatingips/db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c HTTP/1.1" status: 200 len: 991 time: 0.1541920 Mar 07 16:18:32.002965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-37639f00-51d4-4fc2-88fe-74107103c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:32.004598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-37639f00-51d4-4fc2-88fe-74107103c11d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 1127 time: 0.0654197 Mar 07 16:18:32.110328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa998a77-b3e7-49ef-bdd5-6952490cb2c3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:32.115464 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (656efc58-48c0-4dfb-a3c8-28f1e0272830), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.122353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-304d2eb0-1d7e-42ec-99b1-c0ad752982ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.148222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b470eb1d-596a-4149-9891-c038dc82fd8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a7d009e8-abb6-41bf-8e8a-221ee6fd64da), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.177579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-7a9a6ad4-0f7a-4652-beab-358a8d226a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:32.179092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-7a9a6ad4-0f7a-4652-beab-358a8d226a58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d594787-5633-4408-97a7-2314f773707b HTTP/1.1" status: 200 len: 897 time: 0.1670430 Mar 07 16:18:32.200814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470eb1d-596a-4149-9891-c038dc82fd8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=a7d009e8-abb6-41bf-8e8a-221ee6fd64da,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:32.213640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (656efc58-48c0-4dfb-a3c8-28f1e0272830), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.219800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:32.220929 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.224974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:28Z', 'updated_at': '2022-03-07T16:18:28Z', 'revision_number': 0, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:32.262151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9723f006-fdb4-4f8c-80d7-26e7ca03a021 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca6898b2a0824506ab3e62fddbe138a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4064863 Mar 07 16:18:32.273748 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b470eb1d-596a-4149-9891-c038dc82fd8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.277039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b470eb1d-596a-4149-9891-c038dc82fd8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/a7d009e8-abb6-41bf-8e8a-221ee6fd64da HTTP/1.1" status: 204 len: 168 time: 1.2379878 Mar 07 16:18:32.278454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45214) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:32.287217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45216) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:32.287576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] Checking router: f15a2724-84e1-48f2-b9fd-a6f16b78094c for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:18:32.308982 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6d795213-8a5e-46ff-823c-2a7c40b3d303 None None] Current status of the port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:32.312951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:32.313917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:32.349832 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2467906 Mar 07 16:18:32.354135 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-c0493589-827e-4f8b-a42f-e8247bf65dfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e HTTP/1.1" status: 200 len: 999 time: 0.1686718 Mar 07 16:18:32.367493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45218) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:32.375902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Request body: {'subnet': {'network_id': '656efc58-48c0-4dfb-a3c8-28f1e0272830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:32.403605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355ccc3-2467-47b6-98bb-2c85810f0188 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event updated for resources: {'Network': ['ID=656efc58-48c0-4dfb-a3c8-28f1e0272830,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:32.430605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71a2fb-84cc-4729-bee4-4a67cdffff12 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:32.432000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71a2fb-84cc-4729-bee4-4a67cdffff12 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:32.436549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-df71a2fb-84cc-4729-bee4-4a67cdffff12 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1390357 Mar 07 16:18:32.439522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45220) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:32.454780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:18:32.496592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae1c07b-33e5-4a3b-8c86-e06cdd64b171 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet ff4c6b33-17c7-4adb-8782-2cab724c8be6 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:32.498675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 656efc58-48c0-4dfb-a3c8-28f1e0272830 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:18:32.505575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c07b-33e5-4a3b-8c86-e06cdd64b171 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (ff4c6b33-17c7-4adb-8782-2cab724c8be6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.525777 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-304d2eb0-1d7e-42ec-99b1-c0ad752982ac admin admin] Publish callbacks [] for security_group (8b5604bc-e6e2-44b0-a255-41abd7648c97), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.536096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-304d2eb0-1d7e-42ec-99b1-c0ad752982ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8b5604bc-e6e2-44b0-a255-41abd7648c97), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.536371 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26d73edd-137f-4797-89ab-a9c7539dc258 admin admin] Publish callbacks [] for security_group (417928bc-3be0-4d1e-8d8c-7dc8ecb55967), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.540984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e5628820-3b95-42dc-866e-aee937a3e405 None None] Could not find standard attr ID for object a7d009e8-abb6-41bf-8e8a-221ee6fd64da. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:32.566546 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c07b-33e5-4a3b-8c86-e06cdd64b171 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (ff4c6b33-17c7-4adb-8782-2cab724c8be6), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.569366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Made reservation on behalf of 08ae0d130a584060820cb0b567b0cbe4 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:32.572806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.590092 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26d73edd-137f-4797-89ab-a9c7539dc258 admin admin] Publish callbacks [] for security_group (417928bc-3be0-4d1e-8d8c-7dc8ecb55967), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.597045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-53bcd5d0-0114-4ec4-879b-146ac09215a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:32.598567 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-53bcd5d0-0114-4ec4-879b-146ac09215a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0779b91c-7c7e-4239-81f2-a820e3554e60 HTTP/1.1" status: 200 len: 835 time: 0.1243377 Mar 07 16:18:32.653464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d2eb0-1d7e-42ec-99b1-c0ad752982ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5604bc-e6e2-44b0-a255-41abd7648c97,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:32.691347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-304d2eb0-1d7e-42ec-99b1-c0ad752982ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56ba095dc9df4a06b23e9527c6c2d66e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7631950 Mar 07 16:18:32.692476 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26d73edd-137f-4797-89ab-a9c7539dc258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (417928bc-3be0-4d1e-8d8c-7dc8ecb55967), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.695252 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-26d73edd-137f-4797-89ab-a9c7539dc258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.699028 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-26d73edd-137f-4797-89ab-a9c7539dc258 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/417928bc-3be0-4d1e-8d8c-7dc8ecb55967 HTTP/1.1" status: 204 len: 168 time: 0.4143941 Mar 07 16:18:32.699028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45222) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:32.712134 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c07b-33e5-4a3b-8c86-e06cdd64b171 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ff4c6b33-17c7-4adb-8782-2cab724c8be6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.729949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-5c240f82-692f-4c1e-8954-4bd67085f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:32.731453 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-5c240f82-692f-4c1e-8954-4bd67085f02c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d594787-5633-4408-97a7-2314f773707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1187313 Mar 07 16:18:32.743870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d73edd-137f-4797-89ab-a9c7539dc258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417928bc-3be0-4d1e-8d8c-7dc8ecb55967,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:32.810786 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6808e66-06f6-4bbf-adab-9536f1ab3594 admin admin] Publish callbacks [] for security_group (8b5604bc-e6e2-44b0-a255-41abd7648c97), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.820219 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c07b-33e5-4a3b-8c86-e06cdd64b171 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (ff4c6b33-17c7-4adb-8782-2cab724c8be6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.862098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1c07b-33e5-4a3b-8c86-e06cdd64b171 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4c6b33-17c7-4adb-8782-2cab724c8be6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:32.863847 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:28Z', 'updated_at': '2022-03-07T16:18:28Z', 'revision_number': 0, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:32.869231 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6808e66-06f6-4bbf-adab-9536f1ab3594 admin admin] Publish callbacks [] for security_group (8b5604bc-e6e2-44b0-a255-41abd7648c97), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.877484 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c07b-33e5-4a3b-8c86-e06cdd64b171 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:32.882932 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8ae1c07b-33e5-4a3b-8c86-e06cdd64b171 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/ff4c6b33-17c7-4adb-8782-2cab724c8be6 HTTP/1.1" status: 204 len: 168 time: 0.4423840 Mar 07 16:18:32.885784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45226) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:32.906088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-8ca851ae-7284-4460-acc9-7fb486b3cae6 service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676595 Mar 07 16:18:32.969746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-32fe4b73-1580-4fc3-82bb-cdfef52bc4e8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830917 Mar 07 16:18:32.973139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45230) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:32.979107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:32.987189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45232) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:33.029698 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6808e66-06f6-4bbf-adab-9536f1ab3594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8b5604bc-e6e2-44b0-a255-41abd7648c97), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.033452 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6808e66-06f6-4bbf-adab-9536f1ab3594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.046205 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c6808e66-06f6-4bbf-adab-9536f1ab3594 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b5604bc-e6e2-44b0-a255-41abd7648c97 HTTP/1.1" status: 204 len: 168 time: 0.3317807 Mar 07 16:18:33.068821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6808e66-06f6-4bbf-adab-9536f1ab3594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5604bc-e6e2-44b0-a255-41abd7648c97,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:33.074150 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (4fea21c1-c4c9-45f9-88b4-fe092c54c44f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.157014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348d82e-1e04-49b0-828a-d0f87cae424a None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:33.159330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:33.165530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61f787-5599-405f-a128-624eb985ff01 None None] The sync data for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 is: [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:28Z', 'updated_at': '2022-03-07T16:18:28Z', 'revision_number': 0, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:18:33.263986 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a8de04b1-f504-4114-969b-eb507f5427a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/floatingips/db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c HTTP/1.1" status: 200 len: 991 time: 0.2724023 Mar 07 16:18:33.289375 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f3ebfc1d-e585-45bd-81ba-1acc8d469d94 req-b452d827-ad6c-4638-af6c-ffc0189ae8cc service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584738 Mar 07 16:18:33.297642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event updated for resources: {'Subnet': ['ID=4fea21c1-c4c9-45f9-88b4-fe092c54c44f,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:33.319744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:33.323505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.329623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Checking segment: {'id': 'b2c64ce5-ee0c-463e-9c3e-126a4990e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '656efc58-48c0-4dfb-a3c8-28f1e0272830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:33.329839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Network hostable DHCP agents. Network: 656efc58-48c0-4dfb-a3c8-28f1e0272830, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:18:33.404277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:33.404873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.413688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Network 656efc58-48c0-4dfb-a3c8-28f1e0272830 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:18:33.414357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45246) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:33.435710 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fda11dba-80f1-4799-8d6b-c316ef771214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.444524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 656efc58-48c0-4dfb-a3c8-28f1e0272830) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:33.456585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:33.457263 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.465179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f7589-c2ef-4e25-9a4f-bbbf33e7b648 None None] Network 656efc58-48c0-4dfb-a3c8-28f1e0272830 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:33.492914 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-adba84a8-34d1-4885-b678-497f4efdd776 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1241062 Mar 07 16:18:33.495761 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45248) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:33.507423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Request body: {'port': {'network_id': '656efc58-48c0-4dfb-a3c8-28f1e0272830', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1225691401'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:33.581421 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41224d3-f90e-4e1c-94a8-af703df7c99c None None] New status for floating IP db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:18:33.631831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd1c354-faf2-4058-bce3-d7b9b2dc9596 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:18:33.657166 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (b0aa25c5-368f-473e-87df-bc6699b94a66), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.688610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:33.705598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:33.709698 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fda11dba-80f1-4799-8d6b-c316ef771214 admin admin] Publish callbacks [] for security_group (f080a301-cabd-4cf3-8f31-0d2e1f316cbe), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.710148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:33.726075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-656efc58-48c0-4dfb-a3c8-28f1e0272830', 'network_id': '656efc58-48c0-4dfb-a3c8-28f1e0272830', 'project_id': '08ae0d130a584060820cb0b567b0cbe4', 'fixed_ips': [{'subnet_id': '4fea21c1-c4c9-45f9-88b4-fe092c54c44f'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:33.726924 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.729637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fda11dba-80f1-4799-8d6b-c316ef771214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f080a301-cabd-4cf3-8f31-0d2e1f316cbe), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.752586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:33.753433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.766340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fda11dba-80f1-4799-8d6b-c316ef771214 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2400a4621174866929187d500895deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3500903 Mar 07 16:18:33.770785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45254) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:33.802584 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8255770 Mar 07 16:18:33.803374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45256) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:33.811310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'name': 'tempest-NetworksTestDHCPv6-320525490'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:33.841322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1c354-faf2-4058-bce3-d7b9b2dc9596 None None] Deleting port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:33.841699 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c354-faf2-4058-bce3-d7b9b2dc9596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.851420 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64812e87-f443-4a2e-a2c5-c537f958fd3f admin admin] Publish callbacks [] for security_group (f080a301-cabd-4cf3-8f31-0d2e1f316cbe), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.863268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a8842-6e5e-4af9-ae07-db451f80683d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=b0aa25c5-368f-473e-87df-bc6699b94a66,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:33.873124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda11dba-80f1-4799-8d6b-c316ef771214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f080a301-cabd-4cf3-8f31-0d2e1f316cbe,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:33.878664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Made reservation on behalf of 08ae0d130a584060820cb0b567b0cbe4 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:33.882438 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.906517 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64812e87-f443-4a2e-a2c5-c537f958fd3f admin admin] Publish callbacks [] for security_group (f080a301-cabd-4cf3-8f31-0d2e1f316cbe), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:33.926735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] device_id is not set on port c1305061-cb59-4c49-a376-7fa8359c4bb7 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:33.972979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Allocated IP 2001:db8::2 (656efc58-48c0-4dfb-a3c8-28f1e0272830/4fea21c1-c4c9-45f9-88b4-fe092c54c44f/cd52369a-def4-47fe-a90c-0fb2286a5f21) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:34.001153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bdd1c354-faf2-4058-bce3-d7b9b2dc9596 None None] For port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=709f4513-c9e5-4b98-bf6e-e04d9a6f6452,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:34.001899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c354-faf2-4058-bce3-d7b9b2dc9596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.029236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1c354-faf2-4058-bce3-d7b9b2dc9596 None None] Calling delete_port for 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:34.033908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:34.039218 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.057508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64812e87-f443-4a2e-a2c5-c537f958fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f080a301-cabd-4cf3-8f31-0d2e1f316cbe), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.060218 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64812e87-f443-4a2e-a2c5-c537f958fd3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.062390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:34.067376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-64812e87-f443-4a2e-a2c5-c537f958fd3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f080a301-cabd-4cf3-8f31-0d2e1f316cbe HTTP/1.1" status: 204 len: 168 time: 0.2932236 Mar 07 16:18:34.090266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64812e87-f443-4a2e-a2c5-c537f958fd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f080a301-cabd-4cf3-8f31-0d2e1f316cbe,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:34.141694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45264) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:34.241354 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Publish callbacks [] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.244663 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c354-faf2-4058-bce3-d7b9b2dc9596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (709f4513-c9e5-4b98-bf6e-e04d9a6f6452), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.262889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::5b (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/b0aa25c5-368f-473e-87df-bc6699b94a66/0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:34.269140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45268) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:34.279142 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.283362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c354-faf2-4058-bce3-d7b9b2dc9596 None None] Pushing event deleted for resources: {'Port': ['ID=709f4513-c9e5-4b98-bf6e-e04d9a6f6452,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:34.293231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1c354-faf2-4058-bce3-d7b9b2dc9596 None None] No DVR routers for this DVR port 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:34.327543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8804f25-eec7-4653-a19e-499d8b721a9b None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:34.337041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Allocated IP 2001:db8::7a (656efc58-48c0-4dfb-a3c8-28f1e0272830/4fea21c1-c4c9-45f9-88b4-fe092c54c44f/c1305061-cb59-4c49-a376-7fa8359c4bb7) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:34.362439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Network 656efc58-48c0-4dfb-a3c8-28f1e0272830 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:34.377947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:34.380938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:34.388486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Pushing event updated for resources: {'Port': ['ID=cd52369a-def4-47fe-a90c-0fb2286a5f21,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:34.414965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-636c9449-560b-4ac6-a95f-0dd3889369fc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/floatingips/db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c HTTP/1.1" status: 200 len: 993 time: 0.1386392 Mar 07 16:18:34.509003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Attempting to bind port cd52369a-def4-47fe-a90c-0fb2286a5f21 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:34.510132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Attempting to bind port cd52369a-def4-47fe-a90c-0fb2286a5f21 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b2c64ce5-ee0c-463e-9c3e-126a4990e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '656efc58-48c0-4dfb-a3c8-28f1e0272830'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:34.510728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Attempting to bind port cd52369a-def4-47fe-a90c-0fb2286a5f21 on network 656efc58-48c0-4dfb-a3c8-28f1e0272830 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:34.534557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:34.536122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Checking segment: {'id': 'b2c64ce5-ee0c-463e-9c3e-126a4990e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '656efc58-48c0-4dfb-a3c8-28f1e0272830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:34.537552 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.538293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Bound using segment: {'id': 'b2c64ce5-ee0c-463e-9c3e-126a4990e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '656efc58-48c0-4dfb-a3c8-28f1e0272830'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:34.539267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Bound port: cd52369a-def4-47fe-a90c-0fb2286a5f21, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c64ce5-ee0c-463e-9c3e-126a4990e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '656efc58-48c0-4dfb-a3c8-28f1e0272830'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:34.540470 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.545571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': 'b0aa25c5-368f-473e-87df-bc6699b94a66'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:34.547207 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.586734 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.595198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e6f73f2c-bbac-45d1-aaac-24a1cd537a52 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-545573487', 'prefixes': ['172.20.0.0/16']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:34.621581 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.667712 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.702742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.723086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] For port cd52369a-def4-47fe-a90c-0fb2286a5f21, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:34.728867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Network 656efc58-48c0-4dfb-a3c8-28f1e0272830 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:34.729278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] For port cd52369a-def4-47fe-a90c-0fb2286a5f21, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cd52369a-def4-47fe-a90c-0fb2286a5f21,segment=NetworkSegment(b2c64ce5-ee0c-463e-9c3e-126a4990e05c),segment_id=b2c64ce5-ee0c-463e-9c3e-126a4990e05c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:34.732868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:34.738925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:34.743421 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.745307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:34.746148 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.760985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event updated for resources: {'Port': ['ID=c1305061-cb59-4c49-a376-7fa8359c4bb7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:34.779689 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-300b93a7-664e-4635-8a86-6b8f15d3a2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2823894 Mar 07 16:18:34.779943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e6f73f2c-bbac-45d1-aaac-24a1cd537a52 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.783932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e6f73f2c-bbac-45d1-aaac-24a1cd537a52 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6386559 Mar 07 16:18:34.784101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45280) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:34.790044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45282) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:34.790720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:34.791657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Request body: {'port': {'network_id': '656efc58-48c0-4dfb-a3c8-28f1e0272830', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-487237467', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:34.792261 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.api.validators [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] bootfile-name is not in valid_values {{(pid=103866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:18:34.792736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.api.validators [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] tftp-server is not in valid_values {{(pid=103866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:18:34.793201 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.api.validators [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] server-ip-address is not in valid_values {{(pid=103866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:18:34.851394 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-93efbf38-a67a-4421-8ec5-b30b873dced5 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] 10.222.0.24 "GET /v2.0/subnetpools/5492da26-71d7-4294-87e8-ed75b84687f1 HTTP/1.1" status: 200 len: 731 time: 0.0549641 Mar 07 16:18:34.851551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45284) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:34.855337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/b0aa25c5-368f-473e-87df-bc6699b94a66/8b8062e6-ac5c-4b00-8543-0cbf70215dd6) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:34.856800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4fc1351f-9f5d-4eff-b9c8-27da17e15acd tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-117754828'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:34.858098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606cab4-58fd-48e0-b768-944c30c814b9 None None] Pushing event updated for resources: {'Port': ['ID=cd52369a-def4-47fe-a90c-0fb2286a5f21,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:34.872623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:34.875881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:34.886410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:34.893640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:34.894307 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:34.994302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45288) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:34.997394 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e4794b88-42b4-43a9-b712-1b41c2260a71 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1927345 Mar 07 16:18:35.013601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:35.032963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Made reservation on behalf of 08ae0d130a584060820cb0b567b0cbe4 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:35.036603 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.058021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fc1351f-9f5d-4eff-b9c8-27da17e15acd tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.063551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] device_id is not set on port d54b43cf-85fb-4ae2-91bd-baf171a75385 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:35.063883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4fc1351f-9f5d-4eff-b9c8-27da17e15acd tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] 10.222.0.24 "PUT /v2.0/subnetpools/5492da26-71d7-4294-87e8-ed75b84687f1 HTTP/1.1" status: 200 len: 683 time: 0.2076201 Mar 07 16:18:35.065273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45292) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:35.081506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:18:35.081856 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 709f4513-c9e5-4b98-bf6e-e04d9a6f6452 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:18:35.128463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Publish callbacks [] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.143575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9355d5-2bf4-43d5-a8f9-eec6a8fad882 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:35.149136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ec9355d5-2bf4-43d5-a8f9-eec6a8fad882 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1537671 Mar 07 16:18:35.150701 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.152563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45296) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:35.233317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:35.237363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:35.241364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:35.268737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Allocated IP 2001:db8::194 (656efc58-48c0-4dfb-a3c8-28f1e0272830/4fea21c1-c4c9-45f9-88b4-fe092c54c44f/d54b43cf-85fb-4ae2-91bd-baf171a75385) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:35.291504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Pushing event updated for resources: {'Port': ['ID=8b8062e6-ac5c-4b00-8543-0cbf70215dd6,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:35.340465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0eef16b5-f9ac-4490-93e1-a83e80c88df4 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.343182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0eef16b5-f9ac-4490-93e1-a83e80c88df4 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] 10.222.0.24 "DELETE /v2.0/subnetpools/5492da26-71d7-4294-87e8-ed75b84687f1 HTTP/1.1" status: 204 len: 168 time: 0.2751369 Mar 07 16:18:35.355921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Attempting to bind port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:35.356298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Attempting to bind port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:35.356676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Attempting to bind port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:35.362539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:35.362956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:35.363373 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.363777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:35.364261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Bound port: 8b8062e6-ac5c-4b00-8543-0cbf70215dd6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:35.364649 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.365570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45300) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:35.409573 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-8279db73-b0dc-4c86-8308-86a48e046c11 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] show failed (client error): The resource could not be found. Mar 07 16:18:35.415272 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8279db73-b0dc-4c86-8308-86a48e046c11 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] 10.222.0.24 "GET /v2.0/subnetpools/5492da26-71d7-4294-87e8-ed75b84687f1 HTTP/1.1" status: 404 len: 346 time: 0.0482926 Mar 07 16:18:35.419827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45304) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:35.443233 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-6eb573cb-c705-47ea-b622-93b2d6d71da7 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] delete failed (client error): The resource could not be found. Mar 07 16:18:35.444317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6eb573cb-c705-47ea-b622-93b2d6d71da7 tempest-SubnetPoolsTestJSON-778211839 tempest-SubnetPoolsTestJSON-778211839-project] 10.222.0.24 "DELETE /v2.0/subnetpools/5492da26-71d7-4294-87e8-ed75b84687f1 HTTP/1.1" status: 404 len: 346 time: 0.0224178 Mar 07 16:18:35.460481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] For port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:35.464025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] For port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8b8062e6-ac5c-4b00-8543-0cbf70215dd6,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:35.464185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c39b33dd-0df8-4f36-906c-99cbae075ce2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:35.464514 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c39b33dd-0df8-4f36-906c-99cbae075ce2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.477179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.561239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2af4b4-8291-4de8-bf25-40c19560a3e4 None None] Pushing event updated for resources: {'Port': ['ID=8b8062e6-ac5c-4b00-8543-0cbf70215dd6,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:35.604391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c39b33dd-0df8-4f36-906c-99cbae075ce2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.626130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for port (d54b43cf-85fb-4ae2-91bd-baf171a75385), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.646647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c39b33dd-0df8-4f36-906c-99cbae075ce2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:35.683380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d54b43cf-85fb-4ae2-91bd-baf171a75385), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.731413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Network 656efc58-48c0-4dfb-a3c8-28f1e0272830 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:35.735375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:35.738054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:35.745140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:35.745963 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:35.783959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45314) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:35.788420 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9998918 Mar 07 16:18:35.801488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae08ba6-0d54-4a93-843e-e7bcdd752105 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event updated for resources: {'Port': ['ID=d54b43cf-85fb-4ae2-91bd-baf171a75385,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:35.935854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45316) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:35.954957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a0b0f2-c9f5-4c33-a728-f043231aab62 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:35.962246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a0b0f2-c9f5-4c33-a728-f043231aab62 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:35.970283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a0b0f2-c9f5-4c33-a728-f043231aab62 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:35.972562 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-92a0b0f2-c9f5-4c33-a728-f043231aab62 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1870990 Mar 07 16:18:35.975521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45320) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:35.997091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c39b33dd-0df8-4f36-906c-99cbae075ce2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.107477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c39b33dd-0df8-4f36-906c-99cbae075ce2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.115578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c39b33dd-0df8-4f36-906c-99cbae075ce2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b HTTP/1.1" status: 204 len: 168 time: 0.9617939 Mar 07 16:18:36.116280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45326) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:36.118625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b33dd-0df8-4f36-906c-99cbae075ce2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:36.153150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76071da7-a575-4f63-b8fa-23c0c95759a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.225083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8446ed3e-352b-4348-8dab-a1f5136b5b4a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Deleting port d54b43cf-85fb-4ae2-91bd-baf171a75385 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:36.225459 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8446ed3e-352b-4348-8dab-a1f5136b5b4a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d54b43cf-85fb-4ae2-91bd-baf171a75385), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.262239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2567ca0-1752-4f9c-98e2-44e0bb4b4368 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:36.265489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2567ca0-1752-4f9c-98e2-44e0bb4b4368 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:36.268272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c2567ca0-1752-4f9c-98e2-44e0bb4b4368 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1507301 Mar 07 16:18:36.271077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45332) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:36.355578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f6b239-6302-4c92-8bcf-7a4209cd6ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet b0aa25c5-368f-473e-87df-bc6699b94a66 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:36.361191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60f6b239-6302-4c92-8bcf-7a4209cd6ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (b0aa25c5-368f-473e-87df-bc6699b94a66), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.368603 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76071da7-a575-4f63-b8fa-23c0c95759a4 admin admin] Publish callbacks [] for security_group (f2f96edc-1f83-4727-8cdc-399248e2219e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.372806 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8446ed3e-352b-4348-8dab-a1f5136b5b4a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d54b43cf-85fb-4ae2-91bd-baf171a75385), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.382319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-76071da7-a575-4f63-b8fa-23c0c95759a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f2f96edc-1f83-4727-8cdc-399248e2219e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.404569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8446ed3e-352b-4348-8dab-a1f5136b5b4a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Calling delete_port for d54b43cf-85fb-4ae2-91bd-baf171a75385 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:36.419272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60f6b239-6302-4c92-8bcf-7a4209cd6ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (b0aa25c5-368f-473e-87df-bc6699b94a66), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.424163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45334) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:36.438098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce09c8cb-d53b-4920-a56f-8511a8601aa7 None None] Network 656efc58-48c0-4dfb-a3c8-28f1e0272830 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:36.450335 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-76071da7-a575-4f63-b8fa-23c0c95759a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1aab86ede1634c4abb8fee377bb33848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5109551 Mar 07 16:18:36.450540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45338) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:36.492769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76071da7-a575-4f63-b8fa-23c0c95759a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f96edc-1f83-4727-8cdc-399248e2219e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:36.584902 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5d378f3d-b3c1-40b5-bb6c-84e993f49d4b None None] Provisioning complete for port cd52369a-def4-47fe-a90c-0fb2286a5f21 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:36.585490 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60f6b239-6302-4c92-8bcf-7a4209cd6ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (b0aa25c5-368f-473e-87df-bc6699b94a66), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.587376 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d378f3d-b3c1-40b5-bb6c-84e993f49d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.598670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-45d72fae-c824-4254-a6bb-292fbf347075 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1048600956'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:36.607452 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9536f4ba-7268-4be6-be09-df37f9fea3ac admin admin] Publish callbacks [] for security_group (f2f96edc-1f83-4727-8cdc-399248e2219e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.643472 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9536f4ba-7268-4be6-be09-df37f9fea3ac admin admin] Publish callbacks [] for security_group (f2f96edc-1f83-4727-8cdc-399248e2219e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.652163 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45d72fae-c824-4254-a6bb-292fbf347075 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (81848b66-272f-46a9-a9c7-7b0a49a27f8e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.653207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45d72fae-c824-4254-a6bb-292fbf347075 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (81848b66-272f-46a9-a9c7-7b0a49a27f8e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.682498 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60f6b239-6302-4c92-8bcf-7a4209cd6ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (b0aa25c5-368f-473e-87df-bc6699b94a66), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.705009 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.729336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-60f6b239-6302-4c92-8bcf-7a4209cd6ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.743493 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-60f6b239-6302-4c92-8bcf-7a4209cd6ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/b0aa25c5-368f-473e-87df-bc6699b94a66 HTTP/1.1" status: 204 len: 168 time: 0.4690425 Mar 07 16:18:36.744656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6b239-6302-4c92-8bcf-7a4209cd6ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=b0aa25c5-368f-473e-87df-bc6699b94a66,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:36.745580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45340) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:36.790193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5d378f3d-b3c1-40b5-bb6c-84e993f49d4b None None] Current status of the port cd52369a-def4-47fe-a90c-0fb2286a5f21 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:36.790940 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d378f3d-b3c1-40b5-bb6c-84e993f49d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.795482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-397dba60-e686-4658-a4d6-4948c0f670ac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478611 Mar 07 16:18:36.796530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8446ed3e-352b-4348-8dab-a1f5136b5b4a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d54b43cf-85fb-4ae2-91bd-baf171a75385), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.798383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45342) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:36.837523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5d378f3d-b3c1-40b5-bb6c-84e993f49d4b None None] For port cd52369a-def4-47fe-a90c-0fb2286a5f21, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cd52369a-def4-47fe-a90c-0fb2286a5f21,segment=NetworkSegment(b2c64ce5-ee0c-463e-9c3e-126a4990e05c),segment_id=b2c64ce5-ee0c-463e-9c3e-126a4990e05c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:36.844507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446ed3e-352b-4348-8dab-a1f5136b5b4a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event deleted for resources: {'Port': ['ID=d54b43cf-85fb-4ae2-91bd-baf171a75385,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:36.853846 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d378f3d-b3c1-40b5-bb6c-84e993f49d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.891615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9536f4ba-7268-4be6-be09-df37f9fea3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f2f96edc-1f83-4727-8cdc-399248e2219e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.894482 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9536f4ba-7268-4be6-be09-df37f9fea3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.907638 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9536f4ba-7268-4be6-be09-df37f9fea3ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2f96edc-1f83-4727-8cdc-399248e2219e HTTP/1.1" status: 204 len: 168 time: 0.4468071 Mar 07 16:18:36.919005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8446ed3e-352b-4348-8dab-a1f5136b5b4a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:36.930136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8446ed3e-352b-4348-8dab-a1f5136b5b4a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "DELETE /v2.0/ports/d54b43cf-85fb-4ae2-91bd-baf171a75385 HTTP/1.1" status: 204 len: 168 time: 0.9528258 Mar 07 16:18:36.934429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45346) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:36.942518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Request body: {'port': {'name': 'tempest-new-port-name-1660685805', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:36.943063 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.api.validators [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] bootfile-name is not in valid_values {{(pid=103867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:18:36.943401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.api.validators [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] tftp-server is not in valid_values {{(pid=103867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:18:36.943742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.api.validators [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] server-ip-address is not in valid_values {{(pid=103867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 16:18:37.004997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d378f3d-b3c1-40b5-bb6c-84e993f49d4b None None] Pushing event updated for resources: {'Port': ['ID=cd52369a-def4-47fe-a90c-0fb2286a5f21,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:37.005893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536f4ba-7268-4be6-be09-df37f9fea3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f96edc-1f83-4727-8cdc-399248e2219e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:37.066503 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45d72fae-c824-4254-a6bb-292fbf347075 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (81848b66-272f-46a9-a9c7-7b0a49a27f8e), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.084962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b525437-5ae3-4ebd-8395-9ed3eda24d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:37.086626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4b525437-5ae3-4ebd-8395-9ed3eda24d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2872372 Mar 07 16:18:37.088617 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45d72fae-c824-4254-a6bb-292fbf347075 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (81848b66-272f-46a9-a9c7-7b0a49a27f8e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.090718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45348) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:37.116185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.192864 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45d72fae-c824-4254-a6bb-292fbf347075 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.196908 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-45d72fae-c824-4254-a6bb-292fbf347075 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7709591 Mar 07 16:18:37.200298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45350) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:37.205110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:37.225735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5e98b-1387-45d1-854a-944dcfc4c98b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:37.229551 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-caa5e98b-1387-45d1-854a-944dcfc4c98b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1372118 Mar 07 16:18:37.234641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45354) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:37.254957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f001381-c3f0-4156-9afa-4730ba4ba431 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:37.290999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4af7393a-1895-4cf7-9ef0-6506ee71eab1 None None] Provisioning complete for port cd52369a-def4-47fe-a90c-0fb2286a5f21 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:37.291370 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4af7393a-1895-4cf7-9ef0-6506ee71eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.324883 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a1bb32c6-8d1a-41a1-bde4-c495bdba2a78 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877807 Mar 07 16:18:37.331276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45356) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:37.336716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:37.463811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:37.468861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:37.468861 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.470035 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.600409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4af7393a-1895-4cf7-9ef0-6506ee71eab1 None None] Current status of the port cd52369a-def4-47fe-a90c-0fb2286a5f21 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:37.705510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7598f4df-c98e-4cb0-95cf-d90bc634935b tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (81848b66-272f-46a9-a9c7-7b0a49a27f8e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.792442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (cfeecb66-aea0-4fee-ab0d-ba0d09b41743), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.853418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c25b2-acda-4b8f-b0f4-cd4f401524d5 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:18:37.863895 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4af7393a-1895-4cf7-9ef0-6506ee71eab1 None None] Provisioning complete for port c1305061-cb59-4c49-a376-7fa8359c4bb7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:37.864218 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4af7393a-1895-4cf7-9ef0-6506ee71eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.878252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:37.888217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:37.908034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:37.908787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.910928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:37.911332 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.925346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=cfeecb66-aea0-4fee-ab0d-ba0d09b41743,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:37.935006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7b1a9672-94e9-4253-b238-1861c2d0ce85 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6022613 Mar 07 16:18:37.935848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45372) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:37.942666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': 'cfeecb66-aea0-4fee-ab0d-ba0d09b41743', 'ip_address': '2001:db8::9b9a:c2be:17be:44b7'}], 'name': 'tempest-NetworksTestDHCPv6-812637'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:37.949996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4af7393a-1895-4cf7-9ef0-6506ee71eab1 None None] Port c1305061-cb59-4c49-a376-7fa8359c4bb7 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:37.956719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4af7393a-1895-4cf7-9ef0-6506ee71eab1 None None] Could not find standard attr ID for object d54b43cf-85fb-4ae2-91bd-baf171a75385. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:37.979688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7598f4df-c98e-4cb0-95cf-d90bc634935b tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (81848b66-272f-46a9-a9c7-7b0a49a27f8e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.982216 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7598f4df-c98e-4cb0-95cf-d90bc634935b tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (81848b66-272f-46a9-a9c7-7b0a49a27f8e), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:37.997593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8b8062e6-ac5c-4b00-8543-0cbf70215dd6,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:38.010267 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.011086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cd52369a-def4-47fe-a90c-0fb2286a5f21 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:38.043018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7598f4df-c98e-4cb0-95cf-d90bc634935b tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (81848b66-272f-46a9-a9c7-7b0a49a27f8e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.043538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7598f4df-c98e-4cb0-95cf-d90bc634935b tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81848b66-272f-46a9-a9c7-7b0a49a27f8e {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:18:38.059674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7598f4df-c98e-4cb0-95cf-d90bc634935b tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.060959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7598f4df-c98e-4cb0-95cf-d90bc634935b tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "DELETE /v2.0/routers/81848b66-272f-46a9-a9c7-7b0a49a27f8e HTTP/1.1" status: 204 len: 168 time: 0.8601317 Mar 07 16:18:38.066103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c25b2-acda-4b8f-b0f4-cd4f401524d5 None None] Deleting port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:38.066479 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bb4c25b2-acda-4b8f-b0f4-cd4f401524d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.068472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45374) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:38.080142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0e123bcf-96d9-4a15-887d-8d1976fb9987 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Request body: {'router': {'name': 'tempest-router-1124095814', 'distributed': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:38.081327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:38.163947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.174212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.179103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=8b8062e6-ac5c-4b00-8543-0cbf70215dd6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:38.184307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b8357f03-a35e-4a46-b7f3-137327292a70 None None] Provisioning complete for port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:38.184686 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b8357f03-a35e-4a46-b7f3-137327292a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.253821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.258237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port cd52369a-def4-47fe-a90c-0fb2286a5f21 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:38.258614 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.263716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e123bcf-96d9-4a15-887d-8d1976fb9987 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (82d720b8-0aca-4175-a5f3-5841bca57879), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.267330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e123bcf-96d9-4a15-887d-8d1976fb9987 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (82d720b8-0aca-4175-a5f3-5841bca57879), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.287643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 39defffb-5ce0-46c1-9cae-fc9ab4aa3691 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:38.305341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bb4c25b2-acda-4b8f-b0f4-cd4f401524d5 None None] For port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8b8062e6-ac5c-4b00-8543-0cbf70215dd6,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:38.305747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bb4c25b2-acda-4b8f-b0f4-cd4f401524d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.335294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] In _notify_port_updated(), no bound segment for port c1305061-cb59-4c49-a376-7fa8359c4bb7 on network 656efc58-48c0-4dfb-a3c8-28f1e0272830 {{(pid=103867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 16:18:38.336044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c25b2-acda-4b8f-b0f4-cd4f401524d5 None None] Calling delete_port for 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:38.344477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:38.345748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.347406 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "PUT /v2.0/ports/c1305061-cb59-4c49-a376-7fa8359c4bb7 HTTP/1.1" status: 200 len: 1129 time: 1.4113355 Mar 07 16:18:38.351855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45380) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:38.412009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341d9c7-3cad-4563-9c27-a5ced854acf5 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event updated for resources: {'Port': ['ID=c1305061-cb59-4c49-a376-7fa8359c4bb7,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:38.460632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b8357f03-a35e-4a46-b7f3-137327292a70 None None] Current status of the port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:38.477493 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e123bcf-96d9-4a15-887d-8d1976fb9987 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (82d720b8-0aca-4175-a5f3-5841bca57879), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.490154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473297ae-7a00-41aa-8cb0-a1f78aeebc8a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:38.495948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-473297ae-7a00-41aa-8cb0-a1f78aeebc8a tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "GET /v2.0/ports/c1305061-cb59-4c49-a376-7fa8359c4bb7 HTTP/1.1" status: 200 len: 1129 time: 0.1290755 Mar 07 16:18:38.496972 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e123bcf-96d9-4a15-887d-8d1976fb9987 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (82d720b8-0aca-4175-a5f3-5841bca57879), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.500427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45384) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:38.527269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b8357f03-a35e-4a46-b7f3-137327292a70 None None] Provisioning complete for port c1305061-cb59-4c49-a376-7fa8359c4bb7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:38.527596 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b8357f03-a35e-4a46-b7f3-137327292a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.531186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port cd52369a-def4-47fe-a90c-0fb2286a5f21 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:38.561718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0e123bcf-96d9-4a15-887d-8d1976fb9987 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.563514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0e123bcf-96d9-4a15-887d-8d1976fb9987 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4937744 Mar 07 16:18:38.571643 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bb4c25b2-acda-4b8f-b0f4-cd4f401524d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (8b8062e6-ac5c-4b00-8543-0cbf70215dd6), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.571760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45386) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:38.617708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b8357f03-a35e-4a46-b7f3-137327292a70 None None] Port c1305061-cb59-4c49-a376-7fa8359c4bb7 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:38.622154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c25b2-acda-4b8f-b0f4-cd4f401524d5 None None] Pushing event deleted for resources: {'Port': ['ID=8b8062e6-ac5c-4b00-8543-0cbf70215dd6,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:38.632875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b8357f03-a35e-4a46-b7f3-137327292a70 None None] Could not find standard attr ID for object d54b43cf-85fb-4ae2-91bd-baf171a75385. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:38.640226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c25b2-acda-4b8f-b0f4-cd4f401524d5 None None] No DVR routers for this DVR port 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:38.665417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::9b9a:c2be:17be:44b7 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/cfeecb66-aea0-4fee-ab0d-ba0d09b41743/39defffb-5ce0-46c1-9cae-fc9ab4aa3691) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:38.673702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38034bab-2011-493e-b91a-1d817f15cc38 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:38.753413 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d54473c-3075-472a-b5e9-f796f0205549 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (82d720b8-0aca-4175-a5f3-5841bca57879), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.833199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': 'cfeecb66-aea0-4fee-ab0d-ba0d09b41743'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:38.834338 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.864582 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (39defffb-5ce0-46c1-9cae-fc9ab4aa3691), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.895257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-bdee215b-78a3-485c-8f59-80ccd1bcdb14 None None] Provisioning complete for port c1305061-cb59-4c49-a376-7fa8359c4bb7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:38.895950 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bdee215b-78a3-485c-8f59-80ccd1bcdb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.947367 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (39defffb-5ce0-46c1-9cae-fc9ab4aa3691), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.947754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-a6962b3e-c239-4d74-8d8d-5483cc806875 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Deleting port c1305061-cb59-4c49-a376-7fa8359c4bb7 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:38.948310 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a6962b3e-c239-4d74-8d8d-5483cc806875 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:38.996306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:39.000681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:39.007461 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:39.012979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:39.014345 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.055117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bdee215b-78a3-485c-8f59-80ccd1bcdb14 None None] Port c1305061-cb59-4c49-a376-7fa8359c4bb7 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:39.060283 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1225843 Mar 07 16:18:39.066750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45398) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:39.075759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cd52369a-def4-47fe-a90c-0fb2286a5f21 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:39.081458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45807e2e-a2dc-4404-bdb4-3f5ab646a1dc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=39defffb-5ce0-46c1-9cae-fc9ab4aa3691,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:39.081661 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a6962b3e-c239-4d74-8d8d-5483cc806875 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.093662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d54473c-3075-472a-b5e9-f796f0205549 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (82d720b8-0aca-4175-a5f3-5841bca57879), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.098412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d54473c-3075-472a-b5e9-f796f0205549 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (82d720b8-0aca-4175-a5f3-5841bca57879), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.100093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-a6962b3e-c239-4d74-8d8d-5483cc806875 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Calling delete_port for c1305061-cb59-4c49-a376-7fa8359c4bb7 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:39.141633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/cfeecb66-aea0-4fee-ab0d-ba0d09b41743/48873502-2fbd-492b-afd8-741af639b4c9) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:39.164857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684576cc-1354-4e5e-acea-72039ff05b01 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:39.173039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-684576cc-1354-4e5e-acea-72039ff05b01 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 942 time: 0.1007199 Mar 07 16:18:39.173039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45404) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:39.191641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d54473c-3075-472a-b5e9-f796f0205549 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (82d720b8-0aca-4175-a5f3-5841bca57879), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.192873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d54473c-3075-472a-b5e9-f796f0205549 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82d720b8-0aca-4175-a5f3-5841bca57879 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:18:39.193030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port cd52369a-def4-47fe-a90c-0fb2286a5f21 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:39.193251 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.205710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d54473c-3075-472a-b5e9-f796f0205549 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.207057 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2d54473c-3075-472a-b5e9-f796f0205549 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "DELETE /v2.0/routers/82d720b8-0aca-4175-a5f3-5841bca57879 HTTP/1.1" status: 204 len: 168 time: 0.6348538 Mar 07 16:18:39.213031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45406) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:39.218073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-70b9b976-41f5-482d-9d07-ae1e3312626a tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Request body: {'router': {'name': 'tempest-router-1863159475', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '39758242cc384bcdb89e657f8d7bcff7'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:39.273991 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70b9b976-41f5-482d-9d07-ae1e3312626a tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (1b99e541-e676-4aca-876e-9ec8fd0c5258), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.275194 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70b9b976-41f5-482d-9d07-ae1e3312626a tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (1b99e541-e676-4aca-876e-9ec8fd0c5258), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.309774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-38d298f3-3792-439f-ab79-1ba8349fbb47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 39defffb-5ce0-46c1-9cae-fc9ab4aa3691 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:39.310115 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-38d298f3-3792-439f-ab79-1ba8349fbb47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (39defffb-5ce0-46c1-9cae-fc9ab4aa3691), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.396459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port cd52369a-def4-47fe-a90c-0fb2286a5f21 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:39.398462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Publish callbacks [] for port (48873502-2fbd-492b-afd8-741af639b4c9), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.398594 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70b9b976-41f5-482d-9d07-ae1e3312626a tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (1b99e541-e676-4aca-876e-9ec8fd0c5258), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.406438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70b9b976-41f5-482d-9d07-ae1e3312626a tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (1b99e541-e676-4aca-876e-9ec8fd0c5258), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.408768 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (48873502-2fbd-492b-afd8-741af639b4c9), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.422888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-38d298f3-3792-439f-ab79-1ba8349fbb47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (39defffb-5ce0-46c1-9cae-fc9ab4aa3691), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.434536 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a6962b3e-c239-4d74-8d8d-5483cc806875 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c1305061-cb59-4c49-a376-7fa8359c4bb7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.442258 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70b9b976-41f5-482d-9d07-ae1e3312626a tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.447000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45414) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:39.448278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-38d298f3-3792-439f-ab79-1ba8349fbb47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 39defffb-5ce0-46c1-9cae-fc9ab4aa3691 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:39.453226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:39.455370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-70b9b976-41f5-482d-9d07-ae1e3312626a tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2407465 Mar 07 16:18:39.460319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:39.464906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:39.466184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:39.476411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Pushing event updated for resources: {'Port': ['ID=48873502-2fbd-492b-afd8-741af639b4c9,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:39.495186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6962b3e-c239-4d74-8d8d-5483cc806875 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event deleted for resources: {'Port': ['ID=c1305061-cb59-4c49-a376-7fa8359c4bb7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:39.502772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:39.548351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a6962b3e-c239-4d74-8d8d-5483cc806875 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.551550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:18:39.555516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8b8062e6-ac5c-4b00-8543-0cbf70215dd6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:18:39.555734 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a6962b3e-c239-4d74-8d8d-5483cc806875 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "DELETE /v2.0/ports/c1305061-cb59-4c49-a376-7fa8359c4bb7 HTTP/1.1" status: 204 len: 168 time: 1.0507936 Mar 07 16:18:39.555853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45416) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:39.584846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Attempting to bind port 48873502-2fbd-492b-afd8-741af639b4c9 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:39.585216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Attempting to bind port 48873502-2fbd-492b-afd8-741af639b4c9 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:39.585589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Attempting to bind port 48873502-2fbd-492b-afd8-741af639b4c9 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:39.591353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:39.591733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:39.592144 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.594817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:39.595365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Bound port: 48873502-2fbd-492b-afd8-741af639b4c9, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:39.595761 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (48873502-2fbd-492b-afd8-741af639b4c9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.645770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bc3570-30bd-4b3d-94ee-f5f362f75d0f tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Deleting subnet 4fea21c1-c4c9-45f9-88b4-fe092c54c44f {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:39.650351 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6bc3570-30bd-4b3d-94ee-f5f362f75d0f tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for subnet (4fea21c1-c4c9-45f9-88b4-fe092c54c44f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.701196 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6bc3570-30bd-4b3d-94ee-f5f362f75d0f tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (4fea21c1-c4c9-45f9-88b4-fe092c54c44f), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.723253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] For port 48873502-2fbd-492b-afd8-741af639b4c9, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:39.730144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] For port 48873502-2fbd-492b-afd8-741af639b4c9, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=48873502-2fbd-492b-afd8-741af639b4c9,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:39.748376 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (48873502-2fbd-492b-afd8-741af639b4c9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.829701 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6bc3570-30bd-4b3d-94ee-f5f362f75d0f tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4fea21c1-c4c9-45f9-88b4-fe092c54c44f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.884293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46f647-e045-4615-9bec-c19f47179217 None None] Pushing event updated for resources: {'Port': ['ID=48873502-2fbd-492b-afd8-741af639b4c9,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:39.914598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6bc3570-30bd-4b3d-94ee-f5f362f75d0f tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (4fea21c1-c4c9-45f9-88b4-fe092c54c44f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.947715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc3570-30bd-4b3d-94ee-f5f362f75d0f tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event deleted for resources: {'Subnet': ['ID=4fea21c1-c4c9-45f9-88b4-fe092c54c44f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:39.951230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6bc3570-30bd-4b3d-94ee-f5f362f75d0f tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:39.957465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d6bc3570-30bd-4b3d-94ee-f5f362f75d0f tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "DELETE /v2.0/subnets/4fea21c1-c4c9-45f9-88b4-fe092c54c44f HTTP/1.1" status: 204 len: 168 time: 0.3977945 Mar 07 16:18:39.959201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8476d-0837-4535-b5d1-b02960b05a82 None None] Network 656efc58-48c0-4dfb-a3c8-28f1e0272830 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:39.959416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45420) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:40.063027 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (656efc58-48c0-4dfb-a3c8-28f1e0272830), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.161184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Deleting port cd52369a-def4-47fe-a90c-0fb2286a5f21 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:40.161935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.181621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18002648-52c2-4123-9d58-4c525b65e6c1 None None] DHCP port deletion for 656efc58-48c0-4dfb-a3c8-28f1e0272830 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:18:40.244397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-18002648-52c2-4123-9d58-4c525b65e6c1 None None] Deleting port cd52369a-def4-47fe-a90c-0fb2286a5f21 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:40.244930 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18002648-52c2-4123-9d58-4c525b65e6c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.245693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (1b99e541-e676-4aca-876e-9ec8fd0c5258), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.246166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] For port cd52369a-def4-47fe-a90c-0fb2286a5f21, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cd52369a-def4-47fe-a90c-0fb2286a5f21,segment=NetworkSegment(b2c64ce5-ee0c-463e-9c3e-126a4990e05c),segment_id=b2c64ce5-ee0c-463e-9c3e-126a4990e05c)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:40.246545 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (1b99e541-e676-4aca-876e-9ec8fd0c5258), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.246629 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.261328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Calling delete_port for cd52369a-def4-47fe-a90c-0fb2286a5f21 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:40.312971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-18002648-52c2-4123-9d58-4c525b65e6c1 None None] For port cd52369a-def4-47fe-a90c-0fb2286a5f21, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cd52369a-def4-47fe-a90c-0fb2286a5f21,segment=NetworkSegment(b2c64ce5-ee0c-463e-9c3e-126a4990e05c),segment_id=b2c64ce5-ee0c-463e-9c3e-126a4990e05c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:40.313297 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18002648-52c2-4123-9d58-4c525b65e6c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.330114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-18002648-52c2-4123-9d58-4c525b65e6c1 None None] Calling delete_port for cd52369a-def4-47fe-a90c-0fb2286a5f21 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:40.371848 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.372355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103866) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 07 16:18:40.372659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Router 1b99e541-e676-4aca-876e-9ec8fd0c5258 migrating from provider to provider. {{(pid=103866) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 07 16:18:40.373111 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (1b99e541-e676-4aca-876e-9ec8fd0c5258), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.377753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-38d298f3-3792-439f-ab79-1ba8349fbb47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (39defffb-5ce0-46c1-9cae-fc9ab4aa3691), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.389102 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (1b99e541-e676-4aca-876e-9ec8fd0c5258), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.409638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event deleted for resources: {'Port': ['ID=cd52369a-def4-47fe-a90c-0fb2286a5f21,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:40.413439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] No DVR routers for this DVR port cd52369a-def4-47fe-a90c-0fb2286a5f21 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:40.416153 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (1b99e541-e676-4aca-876e-9ec8fd0c5258), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.418221 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d298f3-3792-439f-ab79-1ba8349fbb47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=39defffb-5ce0-46c1-9cae-fc9ab4aa3691,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:40.436145 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18002648-52c2-4123-9d58-4c525b65e6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (cd52369a-def4-47fe-a90c-0fb2286a5f21), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.455607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18002648-52c2-4123-9d58-4c525b65e6c1 None None] No DVR routers for this DVR port cd52369a-def4-47fe-a90c-0fb2286a5f21 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:40.482083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18002648-52c2-4123-9d58-4c525b65e6c1 None None] Pushing event deleted for resources: {'Port': ['ID=cd52369a-def4-47fe-a90c-0fb2286a5f21,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:40.490732 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-38d298f3-3792-439f-ab79-1ba8349fbb47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.493990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-38d298f3-3792-439f-ab79-1ba8349fbb47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/39defffb-5ce0-46c1-9cae-fc9ab4aa3691 HTTP/1.1" status: 204 len: 168 time: 1.3223133 Mar 07 16:18:40.516364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45422) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:40.529360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (656efc58-48c0-4dfb-a3c8-28f1e0272830), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.533151 n-d-830010-8 neutron-server[103866]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] No L3 agents can host the router 1b99e541-e676-4aca-876e-9ec8fd0c5258 Mar 07 16:18:40.575161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656efc58-48c0-4dfb-a3c8-28f1e0272830']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:40.591547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c64ce5-ee0c-463e-9c3e-126a4990e05c') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:40.591828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c64ce5-ee0c-463e-9c3e-126a4990e05c') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:40.596397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42a627-0965-49d9-b5a8-6f68a56fddfd tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:40.597762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42a627-0965-49d9-b5a8-6f68a56fddfd tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:40.599303 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-af42a627-0965-49d9-b5a8-6f68a56fddfd tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0819993 Mar 07 16:18:40.604608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45424) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:40.616708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (b2c64ce5-ee0c-463e-9c3e-126a4990e05c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.654325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b2c64ce5-ee0c-463e-9c3e-126a4990e05c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.658677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Hosts for router 1b99e541-e676-4aca-876e-9ec8fd0c5258: [] {{(pid=103866) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 07 16:18:40.665999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:18:40.666350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (b2c64ce5-ee0c-463e-9c3e-126a4990e05c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:18:40.669475 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:18:40.684813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Hosts for other DVR routers connected to router 1b99e541-e676-4aca-876e-9ec8fd0c5258: set() {{(pid=103866) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 07 16:18:40.685612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-440d5424-3b43-43e2-8508-99a918d8c3f3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet cfeecb66-aea0-4fee-ab0d-ba0d09b41743 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:40.688331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.692384 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6125508c-d5d5-4fba-8d49-953eeb587ebf tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "PUT /v2.0/routers/1b99e541-e676-4aca-876e-9ec8fd0c5258 HTTP/1.1" status: 200 len: 717 time: 1.2391953 Mar 07 16:18:40.692384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45426) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:40.698476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-440d5424-3b43-43e2-8508-99a918d8c3f3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (cfeecb66-aea0-4fee-ab0d-ba0d09b41743), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.775176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-440d5424-3b43-43e2-8508-99a918d8c3f3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (cfeecb66-aea0-4fee-ab0d-ba0d09b41743), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.778706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fc6eeebb-b0e0-4e5a-b02a-d0861c3935b3 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "GET /v2.0/routers/1b99e541-e676-4aca-876e-9ec8fd0c5258 HTTP/1.1" status: 200 len: 717 time: 0.0830615 Mar 07 16:18:40.778893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (656efc58-48c0-4dfb-a3c8-28f1e0272830), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.779013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45428) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:40.804361 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:40.809889 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] 10.222.0.24 "DELETE /v2.0/networks/656efc58-48c0-4dfb-a3c8-28f1e0272830 HTTP/1.1" status: 204 len: 168 time: 0.8470783 Mar 07 16:18:40.826579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db72b80-9b35-43a5-be2c-40f5fc375869 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677 tempest-ExtraDHCPOptionsIpV6TestJSON-179188677-project] Pushing event deleted for resources: {'Network': ['ID=656efc58-48c0-4dfb-a3c8-28f1e0272830,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:40.930142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-440d5424-3b43-43e2-8508-99a918d8c3f3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (cfeecb66-aea0-4fee-ab0d-ba0d09b41743), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.052428 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.075452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 48873502-2fbd-492b-afd8-741af639b4c9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:41.090398 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-440d5424-3b43-43e2-8508-99a918d8c3f3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (cfeecb66-aea0-4fee-ab0d-ba0d09b41743), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.142558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d5424-3b43-43e2-8508-99a918d8c3f3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=cfeecb66-aea0-4fee-ab0d-ba0d09b41743,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:41.144644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-440d5424-3b43-43e2-8508-99a918d8c3f3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.150606 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-440d5424-3b43-43e2-8508-99a918d8c3f3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/cfeecb66-aea0-4fee-ab0d-ba0d09b41743 HTTP/1.1" status: 204 len: 168 time: 0.5425200 Mar 07 16:18:41.150606 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45442) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:41.165152 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ee446648-0db5-4c2e-aa56-80f87e044bb5 tempest-RoutersTestDVR-886008907 tempest-RoutersTestDVR-886008907-project] 10.222.0.24 "GET /v2.0/routers/1b99e541-e676-4aca-876e-9ec8fd0c5258 HTTP/1.1" status: 200 len: 683 time: 0.3813033 Mar 07 16:18:41.167236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45444) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:41.198956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 48873502-2fbd-492b-afd8-741af639b4c9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:41.199585 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (48873502-2fbd-492b-afd8-741af639b4c9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.232967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ea7fae6d-7537-462c-9c51-b465db661616 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811141 Mar 07 16:18:41.236625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45448) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:41.243430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:41.260417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c561ce9-5d66-4603-a33b-0a8c5b6c03ec None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:41.283764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45452) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:41.320281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-af3fe7c8-4678-4661-9cf7-6438b991f788 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (1b99e541-e676-4aca-876e-9ec8fd0c5258), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.371981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:41.378699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.384858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9c857ad7-b60b-4a56-b452-90283537866b None None] Provisioning complete for port 48873502-2fbd-492b-afd8-741af639b4c9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:41.385248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c857ad7-b60b-4a56-b452-90283537866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (48873502-2fbd-492b-afd8-741af639b4c9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.457637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 48873502-2fbd-492b-afd8-741af639b4c9 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:41.458037 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (48873502-2fbd-492b-afd8-741af639b4c9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.528227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 48873502-2fbd-492b-afd8-741af639b4c9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=48873502-2fbd-492b-afd8-741af639b4c9,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:41.578888 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (48873502-2fbd-492b-afd8-741af639b4c9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.606948 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-af3fe7c8-4678-4661-9cf7-6438b991f788 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (1b99e541-e676-4aca-876e-9ec8fd0c5258), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.609669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61329b97-729d-45e8-9ca2-80e8cdbc2b64 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:18:41.618767 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-af3fe7c8-4678-4661-9cf7-6438b991f788 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (1b99e541-e676-4aca-876e-9ec8fd0c5258), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.676836 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-31fb5d4a-85d3-45d8-90dd-893158fb3624 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08ae0d130a584060820cb0b567b0cbe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924565 Mar 07 16:18:41.681170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45464) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:41.681373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9c857ad7-b60b-4a56-b452-90283537866b None None] Current status of the port 48873502-2fbd-492b-afd8-741af639b4c9 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:41.681712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c857ad7-b60b-4a56-b452-90283537866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (48873502-2fbd-492b-afd8-741af639b4c9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.690166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cd52369a-def4-47fe-a90c-0fb2286a5f21 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:41.691040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-af3fe7c8-4678-4661-9cf7-6438b991f788 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (1b99e541-e676-4aca-876e-9ec8fd0c5258), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.691569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3fe7c8-4678-4661-9cf7-6438b991f788 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b99e541-e676-4aca-876e-9ec8fd0c5258 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:18:41.700675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-af3fe7c8-4678-4661-9cf7-6438b991f788 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.703281 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-af3fe7c8-4678-4661-9cf7-6438b991f788 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1b99e541-e676-4aca-876e-9ec8fd0c5258 HTTP/1.1" status: 204 len: 168 time: 0.5327752 Mar 07 16:18:41.705615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45466) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:41.711494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0b709632-75cb-449a-a013-ef5503c917b2 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Request body: {'router': {'name': 'tempest-router-425608376', 'distributed': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:41.716060 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (1c207f36-c737-452b-9a33-2364d86e0680), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.734153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: cd52369a-def4-47fe-a90c-0fb2286a5f21 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:18:41.734629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cd52369a-def4-47fe-a90c-0fb2286a5f21 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:18:41.751773 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=48873502-2fbd-492b-afd8-741af639b4c9,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:41.756477 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9a36-cb98-4dc5-b9f0-526b41190cac admin admin] Publish callbacks [] for security_group (aa998a77-b3e7-49ef-bdd5-6952490cb2c3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.782833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:41.785918 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b709632-75cb-449a-a013-ef5503c917b2 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (7ae6315c-9a03-4a50-b74c-51a66971ec51), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.786959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b709632-75cb-449a-a013-ef5503c917b2 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (7ae6315c-9a03-4a50-b74c-51a66971ec51), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.794026 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:41.798348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:41.798948 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9c857ad7-b60b-4a56-b452-90283537866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:18:41.799092 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.799309 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9c857ad7-b60b-4a56-b452-90283537866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:18:41.803696 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9a36-cb98-4dc5-b9f0-526b41190cac admin admin] Publish callbacks [] for security_group (aa998a77-b3e7-49ef-bdd5-6952490cb2c3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.803878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-61329b97-729d-45e8-9ca2-80e8cdbc2b64 None None] Deleting port 48873502-2fbd-492b-afd8-741af639b4c9 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:41.804148 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-61329b97-729d-45e8-9ca2-80e8cdbc2b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (48873502-2fbd-492b-afd8-741af639b4c9), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.809924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=1c207f36-c737-452b-9a33-2364d86e0680,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:41.837583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9b6b1912-39da-4fb2-8707-c456fe7da341 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5971940 Mar 07 16:18:41.838530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45468) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:41.868955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': '1c207f36-c737-452b-9a33-2364d86e0680', 'ip_address': '2001:db8::2831:8c82:47bf:5329'}], 'name': 'tempest-NetworksTestDHCPv6-88512059'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:41.872897 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9a36-cb98-4dc5-b9f0-526b41190cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (aa998a77-b3e7-49ef-bdd5-6952490cb2c3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.877006 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b709632-75cb-449a-a013-ef5503c917b2 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (7ae6315c-9a03-4a50-b74c-51a66971ec51), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.879693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9a36-cb98-4dc5-b9f0-526b41190cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.883587 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2f2d9a36-cb98-4dc5-b9f0-526b41190cac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa998a77-b3e7-49ef-bdd5-6952490cb2c3 HTTP/1.1" status: 204 len: 168 time: 0.1978688 Mar 07 16:18:41.889147 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b709632-75cb-449a-a013-ef5503c917b2 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (7ae6315c-9a03-4a50-b74c-51a66971ec51), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.895845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-61329b97-729d-45e8-9ca2-80e8cdbc2b64 None None] For port 48873502-2fbd-492b-afd8-741af639b4c9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=48873502-2fbd-492b-afd8-741af639b4c9,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:41.896365 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-61329b97-729d-45e8-9ca2-80e8cdbc2b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (48873502-2fbd-492b-afd8-741af639b4c9), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.898417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d9a36-cb98-4dc5-b9f0-526b41190cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa998a77-b3e7-49ef-bdd5-6952490cb2c3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:41.917906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-61329b97-729d-45e8-9ca2-80e8cdbc2b64 None None] Calling delete_port for 48873502-2fbd-492b-afd8-741af639b4c9 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:41.953590 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0b709632-75cb-449a-a013-ef5503c917b2 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:41.957464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0b709632-75cb-449a-a013-ef5503c917b2 tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2479787 Mar 07 16:18:41.958144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45472) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:42.017142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:42.023481 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-61329b97-729d-45e8-9ca2-80e8cdbc2b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (48873502-2fbd-492b-afd8-741af639b4c9), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.050668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61329b97-729d-45e8-9ca2-80e8cdbc2b64 None None] Pushing event deleted for resources: {'Port': ['ID=48873502-2fbd-492b-afd8-741af639b4c9,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:42.056698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61329b97-729d-45e8-9ca2-80e8cdbc2b64 None None] No DVR routers for this DVR port 48873502-2fbd-492b-afd8-741af639b4c9 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:42.065918 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b019d8af-1d15-4cac-91cb-6eaeab485bad tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (7ae6315c-9a03-4a50-b74c-51a66971ec51), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.074758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec702d-5b5e-45fc-9afc-22203f9b8c02 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:42.131474 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.151332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 6096e1ab-a078-42c5-899d-3612498e657e yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:42.214548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '1c207f36-c737-452b-9a33-2364d86e0680'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:42.215434 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.268076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b019d8af-1d15-4cac-91cb-6eaeab485bad tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (7ae6315c-9a03-4a50-b74c-51a66971ec51), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.270355 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b019d8af-1d15-4cac-91cb-6eaeab485bad tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router_controller (7ae6315c-9a03-4a50-b74c-51a66971ec51), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.322833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b019d8af-1d15-4cac-91cb-6eaeab485bad tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (7ae6315c-9a03-4a50-b74c-51a66971ec51), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.324285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b019d8af-1d15-4cac-91cb-6eaeab485bad tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae6315c-9a03-4a50-b74c-51a66971ec51 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:18:42.330996 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b019d8af-1d15-4cac-91cb-6eaeab485bad tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.332409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b019d8af-1d15-4cac-91cb-6eaeab485bad tempest-RoutersTestDVR-2769359 tempest-RoutersTestDVR-2769359-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7ae6315c-9a03-4a50-b74c-51a66971ec51 HTTP/1.1" status: 204 len: 168 time: 0.3722332 Mar 07 16:18:42.344149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9c857ad7-b60b-4a56-b452-90283537866b None None] Port 48873502-2fbd-492b-afd8-741af639b4c9 update to ACTIVE by agent not found {{(pid=103868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 16:18:42.380115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::2831:8c82:47bf:5329 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/1c207f36-c737-452b-9a33-2364d86e0680/6096e1ab-a078-42c5-899d-3612498e657e) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:42.554474 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (6096e1ab-a078-42c5-899d-3612498e657e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.620895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45494) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:42.807771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45506) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:42.874776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-87c040c8-1bb5-4cdd-a5a8-bcbc3a223a85 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] Request body: {'port': {'network_id': '822fd9f2-0f25-4f31-bcfd-4d09d8bbed9f', 'name': 'tempest-NetworksNegativeTestJSON-355891158'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:42.901375 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c040c8-1bb5-4cdd-a5a8-bcbc3a223a85 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] POST failed (client error): The resource could not be found. Mar 07 16:18:42.903127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c040c8-1bb5-4cdd-a5a8-bcbc3a223a85 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:42.912661 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-87c040c8-1bb5-4cdd-a5a8-bcbc3a223a85 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.0971985 Mar 07 16:18:42.912661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45510) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:42.917095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6096e1ab-a078-42c5-899d-3612498e657e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.956813 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-031b2780-7477-480c-9b62-7b84388f90d1 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:42.957346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031b2780-7477-480c-9b62-7b84388f90d1 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:42.974456 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-031b2780-7477-480c-9b62-7b84388f90d1 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "DELETE /v2.0/networks/5d7386e9-445e-43b6-a4be-0f258aed95f8 HTTP/1.1" status: 404 len: 339 time: 0.0535805 Mar 07 16:18:42.985800 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b405297d-3164-42ac-a89f-f7fc03dc8871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:42.987543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45516) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:42.996884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=6096e1ab-a078-42c5-899d-3612498e657e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:43.000593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/1c207f36-c737-452b-9a33-2364d86e0680/33db1a3f-6c13-4950-8222-2440d6f97655) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:43.001200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:43.003259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:43.006673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:43.011106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 48873502-2fbd-492b-afd8-741af639b4c9 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:43.013908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:43.014901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.025278 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef825900-a519-4a7b-b6e6-a9f8edc78458 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:43.025841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef825900-a519-4a7b-b6e6-a9f8edc78458 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:43.029041 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ef825900-a519-4a7b-b6e6-a9f8edc78458 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "DELETE /v2.0/ports/a524f409-17e8-4163-97f5-79ed525b9c70 HTTP/1.1" status: 404 len: 333 time: 0.0396774 Mar 07 16:18:43.038484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-07140136-17f6-4f59-a0ad-ba598e3655b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1985977 Mar 07 16:18:43.039459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45520) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.042129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45524) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.087808 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d495a0-0db4-44c4-bd76-f31a838a0714 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] DELETE failed (client error): The resource could not be found. Mar 07 16:18:43.088672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d495a0-0db4-44c4-bd76-f31a838a0714 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:43.092353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f6d495a0-0db4-44c4-bd76-f31a838a0714 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "DELETE /v2.0/subnets/f71bb3db-2d09-483f-9266-29260acd082c HTTP/1.1" status: 404 len: 337 time: 0.0511498 Mar 07 16:18:43.114487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45528) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.120073 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b405297d-3164-42ac-a89f-f7fc03dc8871 admin admin] Publish callbacks [] for security_group (4d9476db-0b0c-48e5-bf1d-d1c5c0f175d5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.125902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b405297d-3164-42ac-a89f-f7fc03dc8871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4d9476db-0b0c-48e5-bf1d-d1c5c0f175d5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.143731 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f44728-5c19-45f1-a48e-7803d271688e tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] GET failed (client error): The resource could not be found. Mar 07 16:18:43.148653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b2f44728-5c19-45f1-a48e-7803d271688e tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "GET /v2.0/networks/9178c0bd-564d-4afd-a50d-2e4e424f5d98 HTTP/1.1" status: 404 len: 339 time: 0.0283685 Mar 07 16:18:43.151838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45530) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.168727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9263f9ac-a86c-4612-8f27-686dcedc6bec tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:43.171149 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9263f9ac-a86c-4612-8f27-686dcedc6bec tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1170938 Mar 07 16:18:43.173916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45532) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.197642 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5dbabfb-8442-455a-823f-5ca6853f5358 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] GET failed (client error): The resource could not be found. Mar 07 16:18:43.203501 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f5dbabfb-8442-455a-823f-5ca6853f5358 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "GET /v2.0/ports/8484976b-5485-49f1-8152-c5dfe4f21388 HTTP/1.1" status: 404 len: 333 time: 0.0429897 Mar 07 16:18:43.211257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45534) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.219938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 48873502-2fbd-492b-afd8-741af639b4c9 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:18:43.220544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 48873502-2fbd-492b-afd8-741af639b4c9 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:18:43.249773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b405297d-3164-42ac-a89f-f7fc03dc8871 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39758242cc384bcdb89e657f8d7bcff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6272161 Mar 07 16:18:43.250489 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8325a7-cd11-4599-9ada-1a76840cd475 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] GET failed (client error): The resource could not be found. Mar 07 16:18:43.252482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45538) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.253415 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cd8325a7-cd11-4599-9ada-1a76840cd475 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "GET /v2.0/subnets/34e71cf8-a252-41d8-975f-5d596d1ca2d2 HTTP/1.1" status: 404 len: 337 time: 0.0411322 Mar 07 16:18:43.256160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405297d-3164-42ac-a89f-f7fc03dc8871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9476db-0b0c-48e5-bf1d-d1c5c0f175d5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:43.258915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45540) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.265037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6436588f-a4b3-41a1-ba82-9f264bb429b4 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:43.279871 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6436588f-a4b3-41a1-ba82-9f264bb429b4 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] PUT failed (client error): The resource could not be found. Mar 07 16:18:43.281573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6436588f-a4b3-41a1-ba82-9f264bb429b4 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:43.283213 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6436588f-a4b3-41a1-ba82-9f264bb429b4 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "PUT /v2.0/networks/7d31f9d2-e200-424b-bffb-e4dec1d9a4e3 HTTP/1.1" status: 404 len: 339 time: 0.0224988 Mar 07 16:18:43.286636 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45542) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.292583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9f4c31b3-6fdc-43fd-8226-99a1272994e2 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:43.318866 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4c31b3-6fdc-43fd-8226-99a1272994e2 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] PUT failed (client error): The resource could not be found. Mar 07 16:18:43.318866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4c31b3-6fdc-43fd-8226-99a1272994e2 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:43.318866 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9f4c31b3-6fdc-43fd-8226-99a1272994e2 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "PUT /v2.0/ports/01a1a277-f445-456e-b21c-8a282018cc2f HTTP/1.1" status: 404 len: 333 time: 0.0276275 Mar 07 16:18:43.319272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45544) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.328868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0daa062e-27d1-4917-ba35-b2b8c62d3a97 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:43.354026 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0daa062e-27d1-4917-ba35-b2b8c62d3a97 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] PUT failed (client error): The resource could not be found. Mar 07 16:18:43.354502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0daa062e-27d1-4917-ba35-b2b8c62d3a97 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:43.359618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0daa062e-27d1-4917-ba35-b2b8c62d3a97 tempest-NetworksNegativeTestJSON-1765214568 tempest-NetworksNegativeTestJSON-1765214568-project] 10.222.0.24 "PUT /v2.0/subnets/e2fe5947-700c-43ed-96b9-3453f6eb6572 HTTP/1.1" status: 404 len: 337 time: 0.0354755 Mar 07 16:18:43.382178 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa57f-8823-4dad-88e5-6a8506394403 admin admin] Publish callbacks [] for security_group (4d9476db-0b0c-48e5-bf1d-d1c5c0f175d5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.389971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9e009-3cbd-411a-b508-698a8b3bb493 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 6096e1ab-a078-42c5-899d-3612498e657e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:43.390963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e009-3cbd-411a-b508-698a8b3bb493 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6096e1ab-a078-42c5-899d-3612498e657e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.425560 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Publish callbacks [] for port (33db1a3f-6c13-4950-8222-2440d6f97655), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.432361 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.438717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa57f-8823-4dad-88e5-6a8506394403 admin admin] Publish callbacks [] for security_group (4d9476db-0b0c-48e5-bf1d-d1c5c0f175d5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.474146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:43.478486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:43.483240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:43.488329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Pushing event updated for resources: {'Port': ['ID=33db1a3f-6c13-4950-8222-2440d6f97655,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:43.532475 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e009-3cbd-411a-b508-698a8b3bb493 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6096e1ab-a078-42c5-899d-3612498e657e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.547380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Attempting to bind port 33db1a3f-6c13-4950-8222-2440d6f97655 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:43.547766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Attempting to bind port 33db1a3f-6c13-4950-8222-2440d6f97655 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:43.548141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Attempting to bind port 33db1a3f-6c13-4950-8222-2440d6f97655 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:43.553216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9e009-3cbd-411a-b508-698a8b3bb493 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 6096e1ab-a078-42c5-899d-3612498e657e owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:43.556028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:43.556702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:43.558292 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.558767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:43.559719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Bound port: 33db1a3f-6c13-4950-8222-2440d6f97655, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:43.560093 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.563461 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa57f-8823-4dad-88e5-6a8506394403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4d9476db-0b0c-48e5-bf1d-d1c5c0f175d5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.565960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa57f-8823-4dad-88e5-6a8506394403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.567124 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7f8fa57f-8823-4dad-88e5-6a8506394403 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d9476db-0b0c-48e5-bf1d-d1c5c0f175d5 HTTP/1.1" status: 204 len: 168 time: 0.3087916 Mar 07 16:18:43.600441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45552) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.612738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fa57f-8823-4dad-88e5-6a8506394403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9476db-0b0c-48e5-bf1d-d1c5c0f175d5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:43.663052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] For port 33db1a3f-6c13-4950-8222-2440d6f97655, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:43.666422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] For port 33db1a3f-6c13-4950-8222-2440d6f97655, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=33db1a3f-6c13-4950-8222-2440d6f97655,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:43.675641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.740097 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e009-3cbd-411a-b508-698a8b3bb493 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6096e1ab-a078-42c5-899d-3612498e657e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.756488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-704eef0f-8888-40d0-8730-bd92bfffee87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.774788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9e009-3cbd-411a-b508-698a8b3bb493 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=6096e1ab-a078-42c5-899d-3612498e657e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:43.781795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53492694-78f7-44a8-aaf5-48af789e7e56 None None] Pushing event updated for resources: {'Port': ['ID=33db1a3f-6c13-4950-8222-2440d6f97655,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:43.813032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e009-3cbd-411a-b508-698a8b3bb493 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.819467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b9c9e009-3cbd-411a-b508-698a8b3bb493 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/6096e1ab-a078-42c5-899d-3612498e657e HTTP/1.1" status: 204 len: 168 time: 0.6442933 Mar 07 16:18:43.822160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45558) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.901350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2696a115-5bd6-4c82-a495-68b0a2c0a316 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:43.903106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2696a115-5bd6-4c82-a495-68b0a2c0a316 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:43.907794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45560) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:43.907993 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2696a115-5bd6-4c82-a495-68b0a2c0a316 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0822651 Mar 07 16:18:43.933376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-704eef0f-8888-40d0-8730-bd92bfffee87 admin admin] Publish callbacks [] for security_group (3b84725a-3902-41a7-b48b-1b2e5fb22e06), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.939151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-704eef0f-8888-40d0-8730-bd92bfffee87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3b84725a-3902-41a7-b48b-1b2e5fb22e06), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:43.995273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-704eef0f-8888-40d0-8730-bd92bfffee87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe157d39dc9748038f207f28e1536241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3932769 Mar 07 16:18:43.996032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704eef0f-8888-40d0-8730-bd92bfffee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b84725a-3902-41a7-b48b-1b2e5fb22e06,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:44.000023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45562) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:44.041682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-529faf25-308a-450f-a9e8-9b05e9a53754 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 1c207f36-c737-452b-9a33-2364d86e0680 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:44.047894 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-529faf25-308a-450f-a9e8-9b05e9a53754 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (1c207f36-c737-452b-9a33-2364d86e0680), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.062767 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc31510f-3d0a-4093-baa0-97b1c4a84004 admin admin] Publish callbacks [] for security_group (3b84725a-3902-41a7-b48b-1b2e5fb22e06), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.065410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45564) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:44.085724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b0089a9-ea03-4fc0-92d3-8e0c5192a53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.108566 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-529faf25-308a-450f-a9e8-9b05e9a53754 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (1c207f36-c737-452b-9a33-2364d86e0680), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.113348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc31510f-3d0a-4093-baa0-97b1c4a84004 admin admin] Publish callbacks [] for security_group (3b84725a-3902-41a7-b48b-1b2e5fb22e06), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.196037 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc31510f-3d0a-4093-baa0-97b1c4a84004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3b84725a-3902-41a7-b48b-1b2e5fb22e06), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.198907 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc31510f-3d0a-4093-baa0-97b1c4a84004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.200133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cc31510f-3d0a-4093-baa0-97b1c4a84004 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b84725a-3902-41a7-b48b-1b2e5fb22e06 HTTP/1.1" status: 204 len: 168 time: 0.1987815 Mar 07 16:18:44.200762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-529faf25-308a-450f-a9e8-9b05e9a53754 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (1c207f36-c737-452b-9a33-2364d86e0680), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.218342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31510f-3d0a-4093-baa0-97b1c4a84004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b84725a-3902-41a7-b48b-1b2e5fb22e06,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:44.222496 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b0089a9-ea03-4fc0-92d3-8e0c5192a53a admin admin] Publish callbacks [] for security_group (92cdabb4-7d3c-4c21-b246-e2c1f337f252), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.227912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0b0089a9-ea03-4fc0-92d3-8e0c5192a53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (92cdabb4-7d3c-4c21-b246-e2c1f337f252), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.271491 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0b0089a9-ea03-4fc0-92d3-8e0c5192a53a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac94928a250f46b686af02d11f32d289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038894 Mar 07 16:18:44.272379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45568) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:44.274975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0089a9-ea03-4fc0-92d3-8e0c5192a53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cdabb4-7d3c-4c21-b246-e2c1f337f252,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:44.277202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-529faf25-308a-450f-a9e8-9b05e9a53754 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (1c207f36-c737-452b-9a33-2364d86e0680), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.325969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529faf25-308a-450f-a9e8-9b05e9a53754 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=1c207f36-c737-452b-9a33-2364d86e0680,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:44.332007 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-529faf25-308a-450f-a9e8-9b05e9a53754 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.337039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-529faf25-308a-450f-a9e8-9b05e9a53754 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/1c207f36-c737-452b-9a33-2364d86e0680 HTTP/1.1" status: 204 len: 168 time: 0.4274898 Mar 07 16:18:44.339743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45572) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:44.347253 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65734242-2e20-4ff9-aa7e-1daf7ce6d601 admin admin] Publish callbacks [] for security_group (92cdabb4-7d3c-4c21-b246-e2c1f337f252), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.385915 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fe21c752-e1af-43ac-b86a-990abf0fe7c1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440025 Mar 07 16:18:44.388130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65734242-2e20-4ff9-aa7e-1daf7ce6d601 admin admin] Publish callbacks [] for security_group (92cdabb4-7d3c-4c21-b246-e2c1f337f252), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.388651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:44.394445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:44.468715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65734242-2e20-4ff9-aa7e-1daf7ce6d601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (92cdabb4-7d3c-4c21-b246-e2c1f337f252), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.472329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65734242-2e20-4ff9-aa7e-1daf7ce6d601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.473817 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-65734242-2e20-4ff9-aa7e-1daf7ce6d601 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92cdabb4-7d3c-4c21-b246-e2c1f337f252 HTTP/1.1" status: 204 len: 168 time: 0.2000833 Mar 07 16:18:44.482691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65734242-2e20-4ff9-aa7e-1daf7ce6d601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cdabb4-7d3c-4c21-b246-e2c1f337f252,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:44.529906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:44.538435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.858697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (b173d22c-b863-4697-9253-1c7b10cd42df), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.926841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:44.940582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:44.949520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:44.950289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:44.982248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=b173d22c-b863-4697-9253-1c7b10cd42df,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:45.003163 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a8d38a99-9e6e-4f74-ae71-a9361da0263d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6133897 Mar 07 16:18:45.006287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45614) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:45.021726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': 'b173d22c-b863-4697-9253-1c7b10cd42df', 'ip_address': '2001:db8::6ea3:2b82:1c49:64e5'}], 'name': 'tempest-NetworksTestDHCPv6-65576913'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:45.063690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b48fe-6c8e-421d-a9be-7af8116d4c40 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:45.088353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 33db1a3f-6c13-4950-8222-2440d6f97655 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:45.164862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-069adb57-807e-453b-9943-2bee4e40660a None None] Provisioning complete for port 33db1a3f-6c13-4950-8222-2440d6f97655 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:45.165448 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-069adb57-807e-453b-9943-2bee4e40660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.211933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:45.266704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 33db1a3f-6c13-4950-8222-2440d6f97655 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:45.267112 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.327935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.367566 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-069adb57-807e-453b-9943-2bee4e40660a None None] Current status of the port 33db1a3f-6c13-4950-8222-2440d6f97655 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:45.367972 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-069adb57-807e-453b-9943-2bee4e40660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.372135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 0717a9e4-f8ba-4440-a881-0d8a05a66c82 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:45.475069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-069adb57-807e-453b-9943-2bee4e40660a None None] For port 33db1a3f-6c13-4950-8222-2440d6f97655, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=33db1a3f-6c13-4950-8222-2440d6f97655,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:45.475248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45626) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:45.476178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 33db1a3f-6c13-4950-8222-2440d6f97655 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:45.476549 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.507624 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-069adb57-807e-453b-9943-2bee4e40660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.598507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::6ea3:2b82:1c49:64e5 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/b173d22c-b863-4697-9253-1c7b10cd42df/0717a9e4-f8ba-4440-a881-0d8a05a66c82) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:45.640687 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:18:45.641410 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:18:45.642082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069adb57-807e-453b-9943-2bee4e40660a None None] Pushing event updated for resources: {'Port': ['ID=33db1a3f-6c13-4950-8222-2440d6f97655,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:45.656153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-aef87eb2-cca8-4959-8ea6-619e21801853 None None] Provisioning complete for port 33db1a3f-6c13-4950-8222-2440d6f97655 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:45.656728 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aef87eb2-cca8-4959-8ea6-619e21801853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.732270 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ca46187-f5d6-4e94-96d7-ecf7d549a18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.816268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-aef87eb2-cca8-4959-8ea6-619e21801853 None None] Current status of the port 33db1a3f-6c13-4950-8222-2440d6f97655 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:45.857936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (0717a9e4-f8ba-4440-a881-0d8a05a66c82), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.907726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (0717a9e4-f8ba-4440-a881-0d8a05a66c82), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.912953 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ca46187-f5d6-4e94-96d7-ecf7d549a18b admin admin] Publish callbacks [] for security_group (032da0fa-cbb6-4bb6-a031-99f1c8b0ee5d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.923441 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ca46187-f5d6-4e94-96d7-ecf7d549a18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (032da0fa-cbb6-4bb6-a031-99f1c8b0ee5d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:45.953736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45644) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:45.980959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:45.985716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:45.987875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=0717a9e4-f8ba-4440-a881-0d8a05a66c82,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:45.990308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:45.996407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:45.997205 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.001845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7ca46187-f5d6-4e94-96d7-ecf7d549a18b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9973a729ce345a3bcdd07f02e1d24a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251877 Mar 07 16:18:46.005215 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45648) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:46.024217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca46187-f5d6-4e94-96d7-ecf7d549a18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032da0fa-cbb6-4bb6-a031-99f1c8b0ee5d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:46.030007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e98efe82-07b4-4e9d-a35c-7be6cb5c5416 None None] Could not find standard attr ID for object 0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:46.053447 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-52e502e3-b0b5-463d-95bb-f6eee1a6bcac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0429304 Mar 07 16:18:46.057002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45650) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:46.063383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45652) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:46.085146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-secgroup--36078443'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:46.092535 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65290e0b-3637-4e7d-bb84-55be39f99402 admin admin] Publish callbacks [] for security_group (032da0fa-cbb6-4bb6-a031-99f1c8b0ee5d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.118726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65290e0b-3637-4e7d-bb84-55be39f99402 admin admin] Publish callbacks [] for security_group (032da0fa-cbb6-4bb6-a031-99f1c8b0ee5d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.131980 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.133488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-858678032'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:46.149325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.183196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Made reservation on behalf of 8e7716e8b06445169be080159676a9ef for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:46.188197 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.190709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891cfcaa-4f6f-47a2-b545-4ddad6397da0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:46.197144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891cfcaa-4f6f-47a2-b545-4ddad6397da0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:46.199280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-891cfcaa-4f6f-47a2-b545-4ddad6397da0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1400466 Mar 07 16:18:46.201381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.203867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45656) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:46.206891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 33db1a3f-6c13-4950-8222-2440d6f97655 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:46.222321 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65290e0b-3637-4e7d-bb84-55be39f99402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (032da0fa-cbb6-4bb6-a031-99f1c8b0ee5d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.224934 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65290e0b-3637-4e7d-bb84-55be39f99402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.226115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-65290e0b-3637-4e7d-bb84-55be39f99402 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/032da0fa-cbb6-4bb6-a031-99f1c8b0ee5d HTTP/1.1" status: 204 len: 168 time: 0.2194262 Mar 07 16:18:46.240105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65290e0b-3637-4e7d-bb84-55be39f99402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032da0fa-cbb6-4bb6-a031-99f1c8b0ee5d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:46.315536 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for security_group (8d7fcbc1-12d2-41d1-922e-6e2ea1150089), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.324234 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8d7fcbc1-12d2-41d1-922e-6e2ea1150089), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.351572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b30e72bd-6d30-42b2-aef2-f81e1ef0fdfc None None] Could not find standard attr ID for object 39defffb-5ce0-46c1-9cae-fc9ab4aa3691. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:46.354770 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (bea1019b-b980-4070-8b0d-194a79d28b23), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.361693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7fcbc1-12d2-41d1-922e-6e2ea1150089,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:46.363904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bea1019b-b980-4070-8b0d-194a79d28b23), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.377499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-105b8d99-3d63-458b-82e4-31a899072fa2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 0717a9e4-f8ba-4440-a881-0d8a05a66c82 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:46.377849 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-105b8d99-3d63-458b-82e4-31a899072fa2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0717a9e4-f8ba-4440-a881-0d8a05a66c82), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.385308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:18:46.397157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5fafa3ba-ea59-45df-ab03-9fee9e803454), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.397563 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Added segment 5fafa3ba-ea59-45df-ab03-9fee9e803454 of type vlan for network 8b0cb393-0da7-411f-b019-55364bf4fe9f Mar 07 16:18:46.447538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (8b0cb393-0da7-411f-b019-55364bf4fe9f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.485248 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (8b0cb393-0da7-411f-b019-55364bf4fe9f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.493130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:46.493783 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.548671 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (faf1f434-4f45-4981-97b7-3eb967afc859), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.554566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1019b-b980-4070-8b0d-194a79d28b23,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:46.576693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c5efb769-973a-4898-bf89-a31291ce5c24 None None] Could not find standard attr ID for object 6096e1ab-a078-42c5-899d-3612498e657e. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:46.576912 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5114224 Mar 07 16:18:46.578847 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (faf1f434-4f45-4981-97b7-3eb967afc859), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.580975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45662) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:46.589496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Request body: {'subnet': {'network_id': '8b0cb393-0da7-411f-b019-55364bf4fe9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:46.610189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1d50d-b2f0-4cad-aed2-d86efa38d33b tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event updated for resources: {'Network': ['ID=8b0cb393-0da7-411f-b019-55364bf4fe9f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:46.628127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 8b0cb393-0da7-411f-b019-55364bf4fe9f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:18:46.636788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.641426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6833434 Mar 07 16:18:46.642778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45664) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:46.675908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b1fc7-8fd8-4f6c-8492-89e2f81b420b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf1f434-4f45-4981-97b7-3eb967afc859,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:46.680501 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-105b8d99-3d63-458b-82e4-31a899072fa2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0717a9e4-f8ba-4440-a881-0d8a05a66c82), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.722609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-105b8d99-3d63-458b-82e4-31a899072fa2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 0717a9e4-f8ba-4440-a881-0d8a05a66c82 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:46.761435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-74d83adb-0989-4878-baac-b61564e31599 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1095157 Mar 07 16:18:46.794269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45666) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:46.800065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1d5a0dd2-fa6d-4f69-a111-97235154f376 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-security--277747230', 'description': 'tempest-security-description-2085489588'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:46.835570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45668) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:46.865050 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-553a5d41-f896-4e29-a435-a01cfad24635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.915798 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0dd2-fa6d-4f69-a111-97235154f376 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (faf1f434-4f45-4981-97b7-3eb967afc859), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:46.985006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 33db1a3f-6c13-4950-8222-2440d6f97655 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:47.037582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Made reservation on behalf of 8e7716e8b06445169be080159676a9ef for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:47.042071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9e781034-ab33-44ad-9116-40f4743422d6 None None] Could not find standard attr ID for object 0717a9e4-f8ba-4440-a881-0d8a05a66c82. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:47.043752 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0dd2-fa6d-4f69-a111-97235154f376 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (faf1f434-4f45-4981-97b7-3eb967afc859), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.044586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-105b8d99-3d63-458b-82e4-31a899072fa2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0717a9e4-f8ba-4440-a881-0d8a05a66c82), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.049695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.062067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 33db1a3f-6c13-4950-8222-2440d6f97655 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:47.062887 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.078411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b8d99-3d63-458b-82e4-31a899072fa2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=0717a9e4-f8ba-4440-a881-0d8a05a66c82,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:47.084790 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0dd2-fa6d-4f69-a111-97235154f376 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (faf1f434-4f45-4981-97b7-3eb967afc859), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.087957 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0dd2-fa6d-4f69-a111-97235154f376 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.092049 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1d5a0dd2-fa6d-4f69-a111-97235154f376 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "PUT /v2.0/security-groups/faf1f434-4f45-4981-97b7-3eb967afc859 HTTP/1.1" status: 200 len: 1796 time: 0.2963974 Mar 07 16:18:47.093715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45670) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.152494 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-105b8d99-3d63-458b-82e4-31a899072fa2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.156597 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-105b8d99-3d63-458b-82e4-31a899072fa2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/0717a9e4-f8ba-4440-a881-0d8a05a66c82 HTTP/1.1" status: 204 len: 168 time: 0.9509771 Mar 07 16:18:47.159282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45672) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.166313 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a0dd2-fa6d-4f69-a111-97235154f376 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf1f434-4f45-4981-97b7-3eb967afc859,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:47.195968 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-553a5d41-f896-4e29-a435-a01cfad24635 admin admin] Publish callbacks [] for security_group (61372429-8cb7-4f5e-b36b-ebba2a993aef), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.197613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 33db1a3f-6c13-4950-8222-2440d6f97655 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:47.206384 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-553a5d41-f896-4e29-a435-a01cfad24635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (61372429-8cb7-4f5e-b36b-ebba2a993aef), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.235977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ab516bcf-2783-4888-8226-8b915f57d6b0 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups/faf1f434-4f45-4981-97b7-3eb967afc859 HTTP/1.1" status: 200 len: 1796 time: 0.1373672 Mar 07 16:18:47.237479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45676) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.261196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162392b1-da96-4eb7-bf19-25b7c60faf87 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:47.262180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162392b1-da96-4eb7-bf19-25b7c60faf87 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:47.266020 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-162392b1-da96-4eb7-bf19-25b7c60faf87 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1033559 Mar 07 16:18:47.266696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45678) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.274408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-553a5d41-f896-4e29-a435-a01cfad24635 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f67b6abb63f46c784a980fdefe6c202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4377673 Mar 07 16:18:47.277934 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a5d41-f896-4e29-a435-a01cfad24635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61372429-8cb7-4f5e-b36b-ebba2a993aef,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:47.280889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45680) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.336378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08aec35e-2a44-4170-8b0a-b88a9362321e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (faf1f434-4f45-4981-97b7-3eb967afc859), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.365093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8052db38-d218-4a62-896e-6f87e0714598 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet b173d22c-b863-4697-9253-1c7b10cd42df {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:47.370307 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8052db38-d218-4a62-896e-6f87e0714598 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (b173d22c-b863-4697-9253-1c7b10cd42df), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.385678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08aec35e-2a44-4170-8b0a-b88a9362321e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (faf1f434-4f45-4981-97b7-3eb967afc859), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.413967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5a73375-51d3-483f-8e56-04e2145e329a admin admin] Publish callbacks [] for security_group (61372429-8cb7-4f5e-b36b-ebba2a993aef), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.448462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5a73375-51d3-483f-8e56-04e2145e329a admin admin] Publish callbacks [] for security_group (61372429-8cb7-4f5e-b36b-ebba2a993aef), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.455218 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8052db38-d218-4a62-896e-6f87e0714598 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (b173d22c-b863-4697-9253-1c7b10cd42df), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.458553 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08aec35e-2a44-4170-8b0a-b88a9362321e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (faf1f434-4f45-4981-97b7-3eb967afc859), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.461949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08aec35e-2a44-4170-8b0a-b88a9362321e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.465534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-08aec35e-2a44-4170-8b0a-b88a9362321e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/faf1f434-4f45-4981-97b7-3eb967afc859 HTTP/1.1" status: 204 len: 168 time: 0.2223315 Mar 07 16:18:47.470430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45684) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.478274 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f5ba351c-298b-4330-80d9-2721460d97f4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.500457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aec35e-2a44-4170-8b0a-b88a9362321e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf1f434-4f45-4981-97b7-3eb967afc859,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:47.549618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-abadebba-8747-4ec9-9eab-64c55df9c10e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0741324 Mar 07 16:18:47.552427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45686) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.562276 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8052db38-d218-4a62-896e-6f87e0714598 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (b173d22c-b863-4697-9253-1c7b10cd42df), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.571036 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-daff958d-813c-4e92-b20b-1c2e0607797b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] delete failed (client error): The resource could not be found. Mar 07 16:18:47.575690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-daff958d-813c-4e92-b20b-1c2e0607797b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/faf1f434-4f45-4981-97b7-3eb967afc859 HTTP/1.1" status: 404 len: 347 time: 0.0187042 Mar 07 16:18:47.578764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45688) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.583829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4778abe1-4af4-45e5-8421-6b7d4df68686 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038930409'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:47.588661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event updated for resources: {'Subnet': ['ID=f5ba351c-298b-4330-80d9-2721460d97f4,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:47.600352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Checking segment: {'id': '5fafa3ba-ea59-45df-ab03-9fee9e803454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b0cb393-0da7-411f-b019-55364bf4fe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:47.601037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Network hostable DHCP agents. Network: 8b0cb393-0da7-411f-b019-55364bf4fe9f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:18:47.602334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5a73375-51d3-483f-8e56-04e2145e329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (61372429-8cb7-4f5e-b36b-ebba2a993aef), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.606758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5a73375-51d3-483f-8e56-04e2145e329a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.608450 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e5a73375-51d3-483f-8e56-04e2145e329a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61372429-8cb7-4f5e-b36b-ebba2a993aef HTTP/1.1" status: 204 len: 168 time: 0.3220248 Mar 07 16:18:47.637541 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Network 8b0cb393-0da7-411f-b019-55364bf4fe9f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:18:47.639747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a73375-51d3-483f-8e56-04e2145e329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61372429-8cb7-4f5e-b36b-ebba2a993aef,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:47.644118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4778abe1-4af4-45e5-8421-6b7d4df68686 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.651488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8052db38-d218-4a62-896e-6f87e0714598 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (b173d22c-b863-4697-9253-1c7b10cd42df), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.664904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 8b0cb393-0da7-411f-b019-55364bf4fe9f) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:47.688297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa68f1f-8cb0-49a7-bde8-7be24753f473 None None] Network 8b0cb393-0da7-411f-b019-55364bf4fe9f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:47.712928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052db38-d218-4a62-896e-6f87e0714598 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=b173d22c-b863-4697-9253-1c7b10cd42df,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:47.724491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:47.725245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.728027 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8052db38-d218-4a62-896e-6f87e0714598 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.731719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8052db38-d218-4a62-896e-6f87e0714598 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/b173d22c-b863-4697-9253-1c7b10cd42df HTTP/1.1" status: 204 len: 168 time: 0.4623611 Mar 07 16:18:47.734686 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45692) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.763488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4778abe1-4af4-45e5-8421-6b7d4df68686 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (ccb1b716-f7de-4b7d-b1ff-749219d3ec81), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.771482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4778abe1-4af4-45e5-8421-6b7d4df68686 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ccb1b716-f7de-4b7d-b1ff-749219d3ec81), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.780217 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-843b3b07-b0a0-4995-8f72-208fbcd972fa tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438311 Mar 07 16:18:47.783441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45694) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.824715 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-44e1284b-372f-4a02-bb31-3123dd8fcea3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2401142 Mar 07 16:18:47.824990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45696) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.830922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ef18b709-5b07-44a1-a41b-2192f6584f09 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-333096363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:47.839123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778abe1-4af4-45e5-8421-6b7d4df68686 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb1b716-f7de-4b7d-b1ff-749219d3ec81,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:47.846334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-8b0cb393-0da7-411f-b019-55364bf4fe9f', 'network_id': '8b0cb393-0da7-411f-b019-55364bf4fe9f', 'project_id': '8e7716e8b06445169be080159676a9ef', 'fixed_ips': [{'subnet_id': 'f5ba351c-298b-4330-80d9-2721460d97f4'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:47.848418 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.851717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4778abe1-4af4-45e5-8421-6b7d4df68686 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.852463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4778abe1-4af4-45e5-8421-6b7d4df68686 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2726655 Mar 07 16:18:47.856463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45698) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.865254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c55611e5-c77a-43e6-a712-8e60f026b7c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': 'ccb1b716-f7de-4b7d-b1ff-749219d3ec81', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:47.898568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42280fe7-215e-429f-a1dc-b395be8526fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:47.902891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-42280fe7-215e-429f-a1dc-b395be8526fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1158011 Mar 07 16:18:47.902891 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef18b709-5b07-44a1-a41b-2192f6584f09 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (ac77aacf-fc38-408e-b34d-eeb468b4fec4), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.903373 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef18b709-5b07-44a1-a41b-2192f6584f09 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (ac77aacf-fc38-408e-b34d-eeb468b4fec4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.903507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45700) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:47.915199 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c55611e5-c77a-43e6-a712-8e60f026b7c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (9c23800e-3714-49e6-bc0f-3278060e3a04), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:47.958290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d8b37-68e3-4d85-baf7-4f92e018a897 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:47.991592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff30df-26f6-44f4-9ce5-43c9d22558c7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:47.994503 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ccff30df-26f6-44f4-9ce5-43c9d22558c7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0896313 Mar 07 16:18:47.996973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45704) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:48.021044 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef18b709-5b07-44a1-a41b-2192f6584f09 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for router_controller (ac77aacf-fc38-408e-b34d-eeb468b4fec4), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.031191 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef18b709-5b07-44a1-a41b-2192f6584f09 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (ac77aacf-fc38-408e-b34d-eeb468b4fec4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.054100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e25847d8-eab2-4bc6-ba3a-d6792ad6024b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554657 Mar 07 16:18:48.058744 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c55611e5-c77a-43e6-a712-8e60f026b7c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (9c23800e-3714-49e6-bc0f-3278060e3a04), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.059352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45706) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:48.064607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c55611e5-c77a-43e6-a712-8e60f026b7c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (9c23800e-3714-49e6-bc0f-3278060e3a04), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.065477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:48.091558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ef18b709-5b07-44a1-a41b-2192f6584f09 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.091558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ef18b709-5b07-44a1-a41b-2192f6584f09 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2626226 Mar 07 16:18:48.096795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45708) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:48.110911 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c55611e5-c77a-43e6-a712-8e60f026b7c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.114921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c55611e5-c77a-43e6-a712-8e60f026b7c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2535276 Mar 07 16:18:48.114921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55611e5-c77a-43e6-a712-8e60f026b7c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c23800e-3714-49e6-bc0f-3278060e3a04,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:48.123292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Allocated IP 172.20.0.2 (8b0cb393-0da7-411f-b019-55364bf4fe9f/f5ba351c-298b-4330-80d9-2721460d97f4/83a0dca8-f7c1-4d9a-b1d1-1d778b497035) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:48.169437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45712) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:48.242905 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b94b9b0-8093-4a42-9c8a-4dabaaf62133 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (9c23800e-3714-49e6-bc0f-3278060e3a04), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.252931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b94b9b0-8093-4a42-9c8a-4dabaaf62133 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (9c23800e-3714-49e6-bc0f-3278060e3a04), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.268545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ebca82-d92f-4c1b-a05c-f166437649f3 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:18:48.282400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:48.287711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.323393 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b94b9b0-8093-4a42-9c8a-4dabaaf62133 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (9c23800e-3714-49e6-bc0f-3278060e3a04), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.329821 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b94b9b0-8093-4a42-9c8a-4dabaaf62133 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.331028 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1b94b9b0-8093-4a42-9c8a-4dabaaf62133 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9c23800e-3714-49e6-bc0f-3278060e3a04 HTTP/1.1" status: 204 len: 168 time: 0.1603577 Mar 07 16:18:48.333910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45720) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:48.374416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94b9b0-8093-4a42-9c8a-4dabaaf62133 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c23800e-3714-49e6-bc0f-3278060e3a04,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:48.397112 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Publish callbacks [] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.410069 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.456384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-36ebca82-d92f-4c1b-a05c-f166437649f3 None None] Deleting port 33db1a3f-6c13-4950-8222-2440d6f97655 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:48.456954 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-36ebca82-d92f-4c1b-a05c-f166437649f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.488653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Pushing event updated for resources: {'Port': ['ID=83a0dca8-f7c1-4d9a-b1d1-1d778b497035,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:48.527085 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4d3d78ac-4d33-4c54-b147-78d990c31ec8 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1917996 Mar 07 16:18:48.530632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45730) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:48.540350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (1e1a0da7-3c48-4091-9f28-370b32cdbd82), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.566146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-36ebca82-d92f-4c1b-a05c-f166437649f3 None None] For port 33db1a3f-6c13-4950-8222-2440d6f97655, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=33db1a3f-6c13-4950-8222-2440d6f97655,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:48.566550 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-36ebca82-d92f-4c1b-a05c-f166437649f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.581823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-36ebca82-d92f-4c1b-a05c-f166437649f3 None None] Calling delete_port for 33db1a3f-6c13-4950-8222-2440d6f97655 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:48.588397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:48.592241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:48.597625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:48.598580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.607700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.636338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=1e1a0da7-3c48-4091-9f28-370b32cdbd82,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:48.651261 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-26d2fa8d-d814-4589-836f-a625b85e2952 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5904517 Mar 07 16:18:48.653889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45736) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:48.660674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': '1e1a0da7-3c48-4091-9f28-370b32cdbd82', 'ip_address': '2001:db8::34a0:c33b:431:e9d3'}], 'name': 'tempest-NetworksTestDHCPv6-541787718'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:48.662893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Network 8b0cb393-0da7-411f-b019-55364bf4fe9f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:48.667129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:48.671507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:48.744495 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-75ce8ab9-9755-4a5f-bd31-d462a011822c tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (ccb1b716-f7de-4b7d-b1ff-749219d3ec81), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.748044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Attempting to bind port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:48.748591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Attempting to bind port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '5fafa3ba-ea59-45df-ab03-9fee9e803454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b0cb393-0da7-411f-b019-55364bf4fe9f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:48.749317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Attempting to bind port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 on network 8b0cb393-0da7-411f-b019-55364bf4fe9f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:48.757184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:48.758183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Checking segment: {'id': '5fafa3ba-ea59-45df-ab03-9fee9e803454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b0cb393-0da7-411f-b019-55364bf4fe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:48.758832 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.759280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Bound using segment: {'id': '5fafa3ba-ea59-45df-ab03-9fee9e803454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b0cb393-0da7-411f-b019-55364bf4fe9f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:48.759777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Bound port: 83a0dca8-f7c1-4d9a-b1d1-1d778b497035, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fafa3ba-ea59-45df-ab03-9fee9e803454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8b0cb393-0da7-411f-b019-55364bf4fe9f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:48.762319 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.786772 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-75ce8ab9-9755-4a5f-bd31-d462a011822c tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (ccb1b716-f7de-4b7d-b1ff-749219d3ec81), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.817799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:48.829318 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-36ebca82-d92f-4c1b-a05c-f166437649f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (33db1a3f-6c13-4950-8222-2440d6f97655), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.865330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebca82-d92f-4c1b-a05c-f166437649f3 None None] No DVR routers for this DVR port 33db1a3f-6c13-4950-8222-2440d6f97655 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:48.880662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebca82-d92f-4c1b-a05c-f166437649f3 None None] Pushing event deleted for resources: {'Port': ['ID=33db1a3f-6c13-4950-8222-2440d6f97655,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:48.887903 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-75ce8ab9-9755-4a5f-bd31-d462a011822c tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ccb1b716-f7de-4b7d-b1ff-749219d3ec81), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.891628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-75ce8ab9-9755-4a5f-bd31-d462a011822c tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:48.893689 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-75ce8ab9-9755-4a5f-bd31-d462a011822c tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/ccb1b716-f7de-4b7d-b1ff-749219d3ec81 HTTP/1.1" status: 204 len: 168 time: 0.3626971 Mar 07 16:18:48.901225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45740) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:48.904689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fab3e3-7a62-44a5-80b2-d80b9d7f7394 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:48.913000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce8ab9-9755-4a5f-bd31-d462a011822c tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb1b716-f7de-4b7d-b1ff-749219d3ec81,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:48.969762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.004186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d5131063-a011-4168-936c-5b280a2cafad tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1015289 Mar 07 16:18:49.005675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 1501fa97-5815-4bc4-b64c-0a11b97b0570 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:49.010540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45744) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:49.016983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-542d411c-4af8-4197-ad43-63429293f075 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-secgroup--735297454'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:49.036133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 33db1a3f-6c13-4950-8222-2440d6f97655 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:49.074945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] For port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:49.077769 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-542d411c-4af8-4197-ad43-63429293f075 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.080442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 33db1a3f-6c13-4950-8222-2440d6f97655 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:18:49.080827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 33db1a3f-6c13-4950-8222-2440d6f97655 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:18:49.088107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Allocated IP 172.20.0.1 (8b0cb393-0da7-411f-b019-55364bf4fe9f/f5ba351c-298b-4330-80d9-2721460d97f4/755c1da7-cafc-45fc-aa0e-4f4b030e0db8) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:49.101001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] For port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=83a0dca8-f7c1-4d9a-b1d1-1d778b497035,segment=NetworkSegment(5fafa3ba-ea59-45df-ab03-9fee9e803454),segment_id=5fafa3ba-ea59-45df-ab03-9fee9e803454)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:49.130025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.164108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '1e1a0da7-3c48-4091-9f28-370b32cdbd82'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:49.164966 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.291336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67abe16-aa73-4562-a176-a83b6401cc7f None None] Pushing event updated for resources: {'Port': ['ID=83a0dca8-f7c1-4d9a-b1d1-1d778b497035,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:49.300365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.331685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-542d411c-4af8-4197-ad43-63429293f075 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (c97f615f-d948-4c63-87da-e76bf8019539), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.344655 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-542d411c-4af8-4197-ad43-63429293f075 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c97f615f-d948-4c63-87da-e76bf8019539), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.360621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.363427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::34a0:c33b:431:e9d3 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/1e1a0da7-3c48-4091-9f28-370b32cdbd82/1501fa97-5815-4bc4-b64c-0a11b97b0570) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:49.398306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d411c-4af8-4197-ad43-63429293f075 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97f615f-d948-4c63-87da-e76bf8019539,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:49.402885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Network 8b0cb393-0da7-411f-b019-55364bf4fe9f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:49.408436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-542d411c-4af8-4197-ad43-63429293f075 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.409806 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-542d411c-4af8-4197-ad43-63429293f075 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3982275 Mar 07 16:18:49.411338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:49.417691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45754) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:49.417845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:49.425227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9aa9cb58-b046-462f-b8d2-2bb4fb837ff1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': 'c97f615f-d948-4c63-87da-e76bf8019539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:49.452231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event updated for resources: {'Port': ['ID=755c1da7-cafc-45fc-aa0e-4f4b030e0db8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:49.480673 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (ac77aacf-fc38-408e-b34d-eeb468b4fec4), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.501310 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa9cb58-b046-462f-b8d2-2bb4fb837ff1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (47a5ac9f-2e4f-4aa3-81b8-c5e5d34405f5), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.659004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa9cb58-b046-462f-b8d2-2bb4fb837ff1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (47a5ac9f-2e4f-4aa3-81b8-c5e5d34405f5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.670334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa9cb58-b046-462f-b8d2-2bb4fb837ff1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (47a5ac9f-2e4f-4aa3-81b8-c5e5d34405f5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.684821 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (1501fa97-5815-4bc4-b64c-0a11b97b0570), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.710042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9cb58-b046-462f-b8d2-2bb4fb837ff1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a5ac9f-2e4f-4aa3-81b8-c5e5d34405f5,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:49.712926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.727764 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9aa9cb58-b046-462f-b8d2-2bb4fb837ff1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.729020 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9aa9cb58-b046-462f-b8d2-2bb4fb837ff1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112993 Mar 07 16:18:49.731959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45762) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:49.743293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a15ec18d-8de0-4e68-b420-362b6718f21d tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': 'c97f615f-d948-4c63-87da-e76bf8019539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:49.753440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1501fa97-5815-4bc4-b64c-0a11b97b0570), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.823951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/1e1a0da7-3c48-4091-9f28-370b32cdbd82/7ccfe260-8362-4744-934c-263f1ad4c11a) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:49.838772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:49.849246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:49.851627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:49.860672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:49.861346 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.875186 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a15ec18d-8de0-4e68-b420-362b6718f21d tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (c4553699-165e-4d22-addf-6bf9bc8d7fc6), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:49.875525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=1501fa97-5815-4bc4-b64c-0a11b97b0570,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:49.895121 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c381e4cf-8840-4412-aa99-f521693da78b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2363567 Mar 07 16:18:49.895121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45768) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:49.900623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ec2a3b0a-f097-4222-ba9b-f76dba350733 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': '1e1a0da7-3c48-4091-9f28-370b32cdbd82', 'ip_address': '2001:db8::34a0:c33b:431:e9d3'}], 'name': 'tempest-NetworksTestDHCPv6-239879620'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:50.013342 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a15ec18d-8de0-4e68-b420-362b6718f21d tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (c4553699-165e-4d22-addf-6bf9bc8d7fc6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.040679 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a15ec18d-8de0-4e68-b420-362b6718f21d tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c4553699-165e-4d22-addf-6bf9bc8d7fc6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.088797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2a3b0a-f097-4222-ba9b-f76dba350733 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:50.095645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3b0a-f097-4222-ba9b-f76dba350733 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.116793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ec18d-8de0-4e68-b420-362b6718f21d tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4553699-165e-4d22-addf-6bf9bc8d7fc6,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:50.117895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-ec2a3b0a-f097-4222-ba9b-f76dba350733 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port e14969de-7f05-46c3-91a6-450f623a960e yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:50.138085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a15ec18d-8de0-4e68-b420-362b6718f21d tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.140069 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a15ec18d-8de0-4e68-b420-362b6718f21d tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4057307 Mar 07 16:18:50.142883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45774) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:50.150935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-34e497c5-71a3-48be-9e9b-586c88f2d38f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': 'c97f615f-d948-4c63-87da-e76bf8019539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:50.214207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e497c5-71a3-48be-9e9b-586c88f2d38f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (a5d99d8b-b3c6-4d0a-8428-f40c6bafdcbb), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.272797 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.284075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.334905 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Publish callbacks [] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.345951 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.424304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Pushing event updated for resources: {'Port': ['ID=7ccfe260-8362-4744-934c-263f1ad4c11a,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:50.428582 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (ac77aacf-fc38-408e-b34d-eeb468b4fec4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.440593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:50.442911 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event updated for resources: {'Port': ['ID=755c1da7-cafc-45fc-aa0e-4f4b030e0db8,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:50.444143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:50.451015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:50.482599 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e497c5-71a3-48be-9e9b-586c88f2d38f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (a5d99d8b-b3c6-4d0a-8428-f40c6bafdcbb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.484829 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2a3b0a-f097-4222-ba9b-f76dba350733 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 16:18:50.487603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2a3b0a-f097-4222-ba9b-f76dba350733 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:50.519386 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e497c5-71a3-48be-9e9b-586c88f2d38f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (a5d99d8b-b3c6-4d0a-8428-f40c6bafdcbb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.519983 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ec2a3b0a-f097-4222-ba9b-f76dba350733 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6241553 Mar 07 16:18:50.523038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45778) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:50.529204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Attempting to bind port 7ccfe260-8362-4744-934c-263f1ad4c11a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:50.530274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Attempting to bind port 7ccfe260-8362-4744-934c-263f1ad4c11a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:50.532901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Attempting to bind port 7ccfe260-8362-4744-934c-263f1ad4c11a on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:50.548057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:50.548872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:50.549850 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.550304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:50.551006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Bound port: 7ccfe260-8362-4744-934c-263f1ad4c11a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:50.551586 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.553484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e497c5-71a3-48be-9e9b-586c88f2d38f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d99d8b-b3c6-4d0a-8428-f40c6bafdcbb,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:50.565872 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34e497c5-71a3-48be-9e9b-586c88f2d38f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.570309 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-34e497c5-71a3-48be-9e9b-586c88f2d38f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4237053 Mar 07 16:18:50.571490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45780) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:50.578935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-af1db7e0-7625-4e64-a38f-4473d0866bb6 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': 'c97f615f-d948-4c63-87da-e76bf8019539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:50.598727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Network 8b0cb393-0da7-411f-b019-55364bf4fe9f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:50.600922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:50.612177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec2173a-d6f5-4bd7-a43f-46a0b92927fe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:50.618157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec2173a-d6f5-4bd7-a43f-46a0b92927fe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:50.619947 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3ec2173a-d6f5-4bd7-a43f-46a0b92927fe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0958376 Mar 07 16:18:50.623012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45782) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:50.639718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] For port 7ccfe260-8362-4744-934c-263f1ad4c11a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:50.643653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc0042c-6ce5-40a0-9546-5d48f0bfa609 None None] Network 8b0cb393-0da7-411f-b019-55364bf4fe9f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:50.646988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] For port 7ccfe260-8362-4744-934c-263f1ad4c11a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7ccfe260-8362-4744-934c-263f1ad4c11a,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:50.658728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af1db7e0-7625-4e64-a38f-4473d0866bb6 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (450ea39e-a16c-4dfb-9525-afdec3c3fae2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.672620 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.746529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Router ac77aacf-fc38-408e-b34d-eeb468b4fec4 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:18:50.772309 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af1db7e0-7625-4e64-a38f-4473d0866bb6 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (450ea39e-a16c-4dfb-9525-afdec3c3fae2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.786554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af1db7e0-7625-4e64-a38f-4473d0866bb6 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (450ea39e-a16c-4dfb-9525-afdec3c3fae2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.786842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fd64c1a9-abdb-4992-a2df-12a1d19c6fb3 None None] Provisioning complete for port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:50.787198 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fd64c1a9-abdb-4992-a2df-12a1d19c6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.793531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a251d59-2060-4cc7-817f-8b543678426b None None] Pushing event updated for resources: {'Port': ['ID=7ccfe260-8362-4744-934c-263f1ad4c11a,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:50.820607 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-837447d3-b17c-46fd-94b2-ce9b9841b129 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 1501fa97-5815-4bc4-b64c-0a11b97b0570 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:50.821246 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-837447d3-b17c-46fd-94b2-ce9b9841b129 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1501fa97-5815-4bc4-b64c-0a11b97b0570), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.851776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1db7e0-7625-4e64-a38f-4473d0866bb6 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450ea39e-a16c-4dfb-9525-afdec3c3fae2,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:50.871667 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af1db7e0-7625-4e64-a38f-4473d0866bb6 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.873116 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-af1db7e0-7625-4e64-a38f-4473d0866bb6 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2993255 Mar 07 16:18:50.888187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45784) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:50.895016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e73b6c6f-1513-4664-9d6b-fd8fd8b6a8a7 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': 'c97f615f-d948-4c63-87da-e76bf8019539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:50.931103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:18:50.941335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fd64c1a9-abdb-4992-a2df-12a1d19c6fb3 None None] Current status of the port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:50.941764 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fd64c1a9-abdb-4992-a2df-12a1d19c6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.947444 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eef70b05-ddd0-4570-a6aa-6d3807a16dc1 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "PUT /v2.0/routers/ac77aacf-fc38-408e-b34d-eeb468b4fec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8484647 Mar 07 16:18:50.948576 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e73b6c6f-1513-4664-9d6b-fd8fd8b6a8a7 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (71c71847-be27-4b4b-b2b1-1e37227191e4), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:50.952408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5676d55-13a5-486f-871c-ff145ddd6bb5 None None] Sync routers for ids ['ac77aacf-fc38-408e-b34d-eeb468b4fec4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:18:50.957201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45786) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:50.966397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Request body: {'port': {'network_id': '8b0cb393-0da7-411f-b019-55364bf4fe9f', 'name': 'tempest-FloatingIPNegativeTestJSON-963941111'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:50.992030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-837447d3-b17c-46fd-94b2-ce9b9841b129 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1501fa97-5815-4bc4-b64c-0a11b97b0570), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.007526 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5676d55-13a5-486f-871c-ff145ddd6bb5 None None] Routers {'ac77aacf-fc38-408e-b34d-eeb468b4fec4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:51.008258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a5676d55-13a5-486f-871c-ff145ddd6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ac77aacf-fc38-408e-b34d-eeb468b4fec4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:51.056808 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e73b6c6f-1513-4664-9d6b-fd8fd8b6a8a7 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (71c71847-be27-4b4b-b2b1-1e37227191e4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.066827 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e73b6c6f-1513-4664-9d6b-fd8fd8b6a8a7 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (71c71847-be27-4b4b-b2b1-1e37227191e4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.098094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a5676d55-13a5-486f-871c-ff145ddd6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:51.101838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fd64c1a9-abdb-4992-a2df-12a1d19c6fb3 None None] For port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=83a0dca8-f7c1-4d9a-b1d1-1d778b497035,segment=NetworkSegment(5fafa3ba-ea59-45df-ab03-9fee9e803454),segment_id=5fafa3ba-ea59-45df-ab03-9fee9e803454)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:51.104369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b6c6f-1513-4664-9d6b-fd8fd8b6a8a7 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c71847-be27-4b4b-b2b1-1e37227191e4,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:51.119277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e73b6c6f-1513-4664-9d6b-fd8fd8b6a8a7 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.120378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fd64c1a9-abdb-4992-a2df-12a1d19c6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.123819 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e73b6c6f-1513-4664-9d6b-fd8fd8b6a8a7 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2345431 Mar 07 16:18:51.125978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45788) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:51.153813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-837447d3-b17c-46fd-94b2-ce9b9841b129 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 1501fa97-5815-4bc4-b64c-0a11b97b0570 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:51.185843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:51.189531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5676d55-13a5-486f-871c-ff145ddd6bb5 None None] Routers {'ac77aacf-fc38-408e-b34d-eeb468b4fec4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:51.189531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a5676d55-13a5-486f-871c-ff145ddd6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ac77aacf-fc38-408e-b34d-eeb468b4fec4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:51.205148 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db101ac1-892a-4740-a938-fb50428cd0ae tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (71c71847-be27-4b4b-b2b1-1e37227191e4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.216776 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db101ac1-892a-4740-a938-fb50428cd0ae tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (71c71847-be27-4b4b-b2b1-1e37227191e4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.268488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db101ac1-892a-4740-a938-fb50428cd0ae tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (71c71847-be27-4b4b-b2b1-1e37227191e4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.274092 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-db101ac1-892a-4740-a938-fb50428cd0ae tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.288596 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-db101ac1-892a-4740-a938-fb50428cd0ae tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/71c71847-be27-4b4b-b2b1-1e37227191e4 HTTP/1.1" status: 204 len: 168 time: 0.1614633 Mar 07 16:18:51.289279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45792) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:51.303500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Made reservation on behalf of 8e7716e8b06445169be080159676a9ef for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:51.306949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.318243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a5676d55-13a5-486f-871c-ff145ddd6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:51.318961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5676d55-13a5-486f-871c-ff145ddd6bb5 None None] The sync data for ids ['ac77aacf-fc38-408e-b34d-eeb468b4fec4'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:18:51.324474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db101ac1-892a-4740-a938-fb50428cd0ae tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71c71847-be27-4b4b-b2b1-1e37227191e4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:51.347689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] device_id is not set on port 63acde07-5dfc-41f6-b600-9060bc97412d yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:51.351121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64c1a9-abdb-4992-a2df-12a1d19c6fb3 None None] Pushing event updated for resources: {'Port': ['ID=83a0dca8-f7c1-4d9a-b1d1-1d778b497035,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:51.388476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407c934a-4242-481a-86ae-fae8c46280e2 None None] Provisioning complete for port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:51.389007 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407c934a-4242-481a-86ae-fae8c46280e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.396500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-afd961d8-2f6b-4525-b182-b7acf3fee153 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1031170 Mar 07 16:18:51.400928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45796) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:51.450385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b9a963e-c31c-4510-9891-51579ad97c5b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (450ea39e-a16c-4dfb-9525-afdec3c3fae2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.464997 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b9a963e-c31c-4510-9891-51579ad97c5b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (450ea39e-a16c-4dfb-9525-afdec3c3fae2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.524678 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b9a963e-c31c-4510-9891-51579ad97c5b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (450ea39e-a16c-4dfb-9525-afdec3c3fae2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.534179 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7b9a963e-c31c-4510-9891-51579ad97c5b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.537167 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7b9a963e-c31c-4510-9891-51579ad97c5b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/450ea39e-a16c-4dfb-9525-afdec3c3fae2 HTTP/1.1" status: 204 len: 168 time: 0.1352212 Mar 07 16:18:51.537372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-837447d3-b17c-46fd-94b2-ce9b9841b129 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (1501fa97-5815-4bc4-b64c-0a11b97b0570), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.540640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45802) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:51.562435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:51.562895 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.564631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a963e-c31c-4510-9891-51579ad97c5b tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=450ea39e-a16c-4dfb-9525-afdec3c3fae2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:51.575611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837447d3-b17c-46fd-94b2-ce9b9841b129 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=1501fa97-5815-4bc4-b64c-0a11b97b0570,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:51.606582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407c934a-4242-481a-86ae-fae8c46280e2 None None] Current status of the port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:51.616471 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-837447d3-b17c-46fd-94b2-ce9b9841b129 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.622367 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-837447d3-b17c-46fd-94b2-ce9b9841b129 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/1501fa97-5815-4bc4-b64c-0a11b97b0570 HTTP/1.1" status: 204 len: 168 time: 0.9952359 Mar 07 16:18:51.622367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Allocated IP 172.20.0.10 (8b0cb393-0da7-411f-b019-55364bf4fe9f/f5ba351c-298b-4330-80d9-2721460d97f4/63acde07-5dfc-41f6-b600-9060bc97412d) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:51.625298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45804) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:51.644704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407c934a-4242-481a-86ae-fae8c46280e2 None None] Provisioning complete for port 755c1da7-cafc-45fc-aa0e-4f4b030e0db8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:51.645078 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407c934a-4242-481a-86ae-fae8c46280e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.767724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407c934a-4242-481a-86ae-fae8c46280e2 None None] Port 755c1da7-cafc-45fc-aa0e-4f4b030e0db8 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:51.768776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ee7c5-e565-445c-9fd5-eb410d81eaef tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:51.770418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ee7c5-e565-445c-9fd5-eb410d81eaef tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:51.772104 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-468ee7c5-e565-445c-9fd5-eb410d81eaef tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1466434 Mar 07 16:18:51.776758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45810) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:51.814759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a35008df-e045-43cb-adff-c4d4ec8d5769 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2683287 Mar 07 16:18:51.815772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45814) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:51.834713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:51.856433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7482e80b-854b-48c9-95f6-b7969ac59df8 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (a5d99d8b-b3c6-4d0a-8428-f40c6bafdcbb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.867799 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7482e80b-854b-48c9-95f6-b7969ac59df8 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (a5d99d8b-b3c6-4d0a-8428-f40c6bafdcbb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.902730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7482e80b-854b-48c9-95f6-b7969ac59df8 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (a5d99d8b-b3c6-4d0a-8428-f40c6bafdcbb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.903691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-58e66c66-be33-4cd3-959f-079b797c96b9 None None] Provisioning complete for port 755c1da7-cafc-45fc-aa0e-4f4b030e0db8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:51.906157 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58e66c66-be33-4cd3-959f-079b797c96b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.912286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7482e80b-854b-48c9-95f6-b7969ac59df8 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:51.913710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7482e80b-854b-48c9-95f6-b7969ac59df8 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a5d99d8b-b3c6-4d0a-8428-f40c6bafdcbb HTTP/1.1" status: 204 len: 168 time: 0.0967021 Mar 07 16:18:51.918476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45816) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:51.929966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482e80b-854b-48c9-95f6-b7969ac59df8 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5d99d8b-b3c6-4d0a-8428-f40c6bafdcbb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:51.960715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce0455e-8961-4a61-9092-20faf01765bc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 1e1a0da7-3c48-4091-9f28-370b32cdbd82 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:51.979720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-58e66c66-be33-4cd3-959f-079b797c96b9 None None] Port 755c1da7-cafc-45fc-aa0e-4f4b030e0db8 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:52.105402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6267aeaf-cfc1-4829-93b2-42d33c156116 None None] Provisioning complete for port 755c1da7-cafc-45fc-aa0e-4f4b030e0db8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:52.105402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6267aeaf-cfc1-4829-93b2-42d33c156116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.149835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6267aeaf-cfc1-4829-93b2-42d33c156116 None None] Port 755c1da7-cafc-45fc-aa0e-4f4b030e0db8 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:52.300025 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ce0455e-8961-4a61-9092-20faf01765bc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (1e1a0da7-3c48-4091-9f28-370b32cdbd82), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.306423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45824) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:52.354700 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for port (63acde07-5dfc-41f6-b600-9060bc97412d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.386486 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ce0455e-8961-4a61-9092-20faf01765bc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (1e1a0da7-3c48-4091-9f28-370b32cdbd82), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.403168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ff1c1050-39cc-4f1c-a7c5-5a223d3d0c83 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4777992 Mar 07 16:18:52.403828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45828) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:52.447785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-053ab74b-22e8-4a0e-8973-5d4a713a5b5e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (c4553699-165e-4d22-addf-6bf9bc8d7fc6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.451181 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb1c3-aaa3-407c-9d84-c28ffa9a78b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.464938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-053ab74b-22e8-4a0e-8973-5d4a713a5b5e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (c4553699-165e-4d22-addf-6bf9bc8d7fc6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.478615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Provisioning complete for port 7ccfe260-8362-4744-934c-263f1ad4c11a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:52.479802 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.487253 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (63acde07-5dfc-41f6-b600-9060bc97412d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.522982 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-053ab74b-22e8-4a0e-8973-5d4a713a5b5e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c4553699-165e-4d22-addf-6bf9bc8d7fc6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.533804 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-053ab74b-22e8-4a0e-8973-5d4a713a5b5e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.537874 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-053ab74b-22e8-4a0e-8973-5d4a713a5b5e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c4553699-165e-4d22-addf-6bf9bc8d7fc6 HTTP/1.1" status: 204 len: 168 time: 0.1325772 Mar 07 16:18:52.538547 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45830) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:52.547829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Network 8b0cb393-0da7-411f-b019-55364bf4fe9f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:52.554156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:52.559405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ce0455e-8961-4a61-9092-20faf01765bc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (1e1a0da7-3c48-4091-9f28-370b32cdbd82), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.559815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ab74b-22e8-4a0e-8973-5d4a713a5b5e tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4553699-165e-4d22-addf-6bf9bc8d7fc6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:52.564525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:52.589814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event updated for resources: {'Port': ['ID=63acde07-5dfc-41f6-b600-9060bc97412d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:52.610349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb1c3-aaa3-407c-9d84-c28ffa9a78b7 admin admin] Publish callbacks [] for security_group (e4d5204f-9698-4c0f-8239-9731fdca7512), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.615019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Current status of the port 7ccfe260-8362-4744-934c-263f1ad4c11a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:52.616067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.631654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ff922547-f908-4051-962a-0a015b108840 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0823045 Mar 07 16:18:52.633544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45832) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:52.635814 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb1c3-aaa3-407c-9d84-c28ffa9a78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e4d5204f-9698-4c0f-8239-9731fdca7512), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.675853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:52.676563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.703251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a93dcf88-1d8a-4450-a0e9-ef7ea1e7d81a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7411611 Mar 07 16:18:52.707696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45834) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:52.710332 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ce0455e-8961-4a61-9092-20faf01765bc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (1e1a0da7-3c48-4091-9f28-370b32cdbd82), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.714983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:52.725669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6b9a-cefc-44a4-8224-d8f0fee3b9c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (47a5ac9f-2e4f-4aa3-81b8-c5e5d34405f5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.745854 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c0bbb1c3-aaa3-407c-9d84-c28ffa9a78b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69a8e00549b74eb496b69107ca4db02f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382830 Mar 07 16:18:52.748076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6b9a-cefc-44a4-8224-d8f0fee3b9c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (47a5ac9f-2e4f-4aa3-81b8-c5e5d34405f5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.751422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0455e-8961-4a61-9092-20faf01765bc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1a0da7-3c48-4091-9f28-370b32cdbd82,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:52.754405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45836) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:52.757005 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0ce0455e-8961-4a61-9092-20faf01765bc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.766579 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:18:52.766991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbb1c3-aaa3-407c-9d84-c28ffa9a78b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d5204f-9698-4c0f-8239-9731fdca7512,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:52.767180 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:18:52.771413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0ce0455e-8961-4a61-9092-20faf01765bc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/1e1a0da7-3c48-4091-9f28-370b32cdbd82 HTTP/1.1" status: 204 len: 168 time: 0.9934433 Mar 07 16:18:52.778860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45838) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:52.833368 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c59e49d1-a18a-49d6-820f-011fd3a01b87 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533562 Mar 07 16:18:52.837154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45840) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:52.842074 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:52.847754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ef3efa92-41d7-4b67-9110-902280d9ce78 admin admin] Publish callbacks [] for security_group (e4d5204f-9698-4c0f-8239-9731fdca7512), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.856481 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.872497 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6b9a-cefc-44a4-8224-d8f0fee3b9c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (47a5ac9f-2e4f-4aa3-81b8-c5e5d34405f5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.886735 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ef3efa92-41d7-4b67-9110-902280d9ce78 admin admin] Publish callbacks [] for security_group (e4d5204f-9698-4c0f-8239-9731fdca7512), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.893424 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2ec5-907d-4759-9de3-ee7643d1f11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.898573 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6b9a-cefc-44a4-8224-d8f0fee3b9c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:52.899747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ce8c6b9a-cefc-44a4-8224-d8f0fee3b9c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/47a5ac9f-2e4f-4aa3-81b8-c5e5d34405f5 HTTP/1.1" status: 204 len: 168 time: 0.2651987 Mar 07 16:18:52.903143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45842) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:52.957910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c6b9a-cefc-44a4-8224-d8f0fee3b9c3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47a5ac9f-2e4f-4aa3-81b8-c5e5d34405f5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:53.007879 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1dc3feb8-da67-41a4-beaa-527dfa64e9b7 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0980268 Mar 07 16:18:53.013945 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45844) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:53.031388 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ef3efa92-41d7-4b67-9110-902280d9ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e4d5204f-9698-4c0f-8239-9731fdca7512), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.036215 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ef3efa92-41d7-4b67-9110-902280d9ce78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.037784 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ef3efa92-41d7-4b67-9110-902280d9ce78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4d5204f-9698-4c0f-8239-9731fdca7512 HTTP/1.1" status: 204 len: 168 time: 0.2646084 Mar 07 16:18:53.060328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3efa92-41d7-4b67-9110-902280d9ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d5204f-9698-4c0f-8239-9731fdca7512,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:53.078580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:53.082019 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.107148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11741544-feb4-4d3f-89dc-45c153c4bf59 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:53.190023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7ccfe260-8362-4744-934c-263f1ad4c11a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:53.205820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a36ef6fd-c4d6-446f-a52a-f9701c3dad60 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (c97f615f-d948-4c63-87da-e76bf8019539), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.251034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a36ef6fd-c4d6-446f-a52a-f9701c3dad60 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (c97f615f-d948-4c63-87da-e76bf8019539), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.265822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.300977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7ccfe260-8362-4744-934c-263f1ad4c11a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:53.301345 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.344209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Current status of the port 7ccfe260-8362-4744-934c-263f1ad4c11a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:53.344602 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.359664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7286301b-4a2c-4075-a9c4-ed1a1470ecc8 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:18:53.391304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45852) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:53.408003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7047c23c-47b2-4247-a25d-9751a1977429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.415841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] For port 7ccfe260-8362-4744-934c-263f1ad4c11a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7ccfe260-8362-4744-934c-263f1ad4c11a,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:53.427629 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.462075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a36ef6fd-c4d6-446f-a52a-f9701c3dad60 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c97f615f-d948-4c63-87da-e76bf8019539), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.465047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a36ef6fd-c4d6-446f-a52a-f9701c3dad60 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.466392 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a36ef6fd-c4d6-446f-a52a-f9701c3dad60 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/c97f615f-d948-4c63-87da-e76bf8019539 HTTP/1.1" status: 204 len: 168 time: 0.4505835 Mar 07 16:18:53.470574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45854) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:53.506707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7ccfe260-8362-4744-934c-263f1ad4c11a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:53.506988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ef6fd-c4d6-446f-a52a-f9701c3dad60 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97f615f-d948-4c63-87da-e76bf8019539,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:53.508215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:53.517354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7286301b-4a2c-4075-a9c4-ed1a1470ecc8 None None] Deleting port 7ccfe260-8362-4744-934c-263f1ad4c11a {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:53.517732 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7286301b-4a2c-4075-a9c4-ed1a1470ecc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.537236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4500875d-c4ed-46c0-9fb3-9e9a9aa858d6 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0654671 Mar 07 16:18:53.538122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45856) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:53.544195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-218e6970-b1ef-4975-9473-f8adecf1bb11 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068348352'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:53.552832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Allocated IP 172.25.4.215 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/314da3a4-96da-4042-b492-172ae6407457) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:53.555255 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (4cd82843-6eb0-41b0-8da4-c8809f48e845), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.582419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Pushing event updated for resources: {'Port': ['ID=7ccfe260-8362-4744-934c-263f1ad4c11a,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:53.593819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7047c23c-47b2-4247-a25d-9751a1977429 admin admin] Publish callbacks [] for security_group (2a1c0b8e-7a7e-4292-af24-6d5a2c0ea552), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.595637 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-218e6970-b1ef-4975-9473-f8adecf1bb11 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.613814 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7047c23c-47b2-4247-a25d-9751a1977429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2a1c0b8e-7a7e-4292-af24-6d5a2c0ea552), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.623258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:53.624497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.624851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.625189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.625929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.625929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.626256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.626498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.626841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.628214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.628214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.628214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.628214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.628557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ae707-b4ff-46ef-b828-bb6f7ea76c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:18:53.635711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:53.643711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-aae026dc-c07a-478e-abf1-56d10af52710 None None] Provisioning complete for port 63acde07-5dfc-41f6-b600-9060bc97412d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:53.643711 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aae026dc-c07a-478e-abf1-56d10af52710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (63acde07-5dfc-41f6-b600-9060bc97412d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.644047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:53.644768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.680408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7047c23c-47b2-4247-a25d-9751a1977429 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11a5035f506c487ab2ecdee7f7e335d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875643 Mar 07 16:18:53.681860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7286301b-4a2c-4075-a9c4-ed1a1470ecc8 None None] For port 7ccfe260-8362-4744-934c-263f1ad4c11a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7ccfe260-8362-4744-934c-263f1ad4c11a,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:53.682046 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7286301b-4a2c-4075-a9c4-ed1a1470ecc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.684427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45858) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:53.684947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=4cd82843-6eb0-41b0-8da4-c8809f48e845,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:53.687601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047c23c-47b2-4247-a25d-9751a1977429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c0b8e-7a7e-4292-af24-6d5a2c0ea552,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:53.707997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7286301b-4a2c-4075-a9c4-ed1a1470ecc8 None None] Calling delete_port for 7ccfe260-8362-4744-934c-263f1ad4c11a owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:53.717439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-aae026dc-c07a-478e-abf1-56d10af52710 None None] Port 63acde07-5dfc-41f6-b600-9060bc97412d cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:53.724675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:53.725525 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.727818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-aae026dc-c07a-478e-abf1-56d10af52710 None None] Could not find standard attr ID for object 1501fa97-5815-4bc4-b64c-0a11b97b0570. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:18:53.734734 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aac3eee0-749d-4dfd-88d0-650183b7f3d7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8965163 Mar 07 16:18:53.738098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45860) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:53.742940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5f215410-c330-4e8c-8486-38496e9c2dd2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': '4cd82843-6eb0-41b0-8da4-c8809f48e845', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-322648440'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:53.743689 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-218e6970-b1ef-4975-9473-f8adecf1bb11 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (021578f8-b11f-400d-bf73-af1eb0ad79c5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.747976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-218e6970-b1ef-4975-9473-f8adecf1bb11 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (021578f8-b11f-400d-bf73-af1eb0ad79c5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.784480 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-218e6970-b1ef-4975-9473-f8adecf1bb11 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.789382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45862) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:53.790043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-218e6970-b1ef-4975-9473-f8adecf1bb11 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2494137 Mar 07 16:18:53.796833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e6970-b1ef-4975-9473-f8adecf1bb11 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021578f8-b11f-400d-bf73-af1eb0ad79c5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:53.797072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-37416a82-d897-4b3a-9fee-af95e195b712 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': '021578f8-b11f-400d-bf73-af1eb0ad79c5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:53.855271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for port (314da3a4-96da-4042-b492-172ae6407457), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.863293 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7286301b-4a2c-4075-a9c4-ed1a1470ecc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (7ccfe260-8362-4744-934c-263f1ad4c11a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.866454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:53.871450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-06416552-be27-43d9-89d5-3be577bda9f5 admin admin] Publish callbacks [] for security_group (2a1c0b8e-7a7e-4292-af24-6d5a2c0ea552), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:53.891023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286301b-4a2c-4075-a9c4-ed1a1470ecc8 None None] Pushing event deleted for resources: {'Port': ['ID=7ccfe260-8362-4744-934c-263f1ad4c11a,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:53.894645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286301b-4a2c-4075-a9c4-ed1a1470ecc8 None None] No DVR routers for this DVR port 7ccfe260-8362-4744-934c-263f1ad4c11a on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:18:53.912138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f519b37-dd07-48fe-b953-2b4a165ccddb None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:54.178018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '4cd82843-6eb0-41b0-8da4-c8809f48e845'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:18:54.178949 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.237047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-06416552-be27-43d9-89d5-3be577bda9f5 admin admin] Publish callbacks [] for security_group (2a1c0b8e-7a7e-4292-af24-6d5a2c0ea552), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.244320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37416a82-d897-4b3a-9fee-af95e195b712 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (b26901cd-0d7f-43da-8714-d528c2834551), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.292496 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (314da3a4-96da-4042-b492-172ae6407457), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.316435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/4cd82843-6eb0-41b0-8da4-c8809f48e845/28bd5a5f-af6c-4f6f-b433-b2e08ce8a201) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:54.367650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f215410-c330-4e8c-8486-38496e9c2dd2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:54.373395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:54.394828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:54.398744 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:54.400625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event updated for resources: {'Port': ['ID=314da3a4-96da-4042-b492-172ae6407457,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:54.470952 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-06416552-be27-43d9-89d5-3be577bda9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2a1c0b8e-7a7e-4292-af24-6d5a2c0ea552), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.473377 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-06416552-be27-43d9-89d5-3be577bda9f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.474540 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-06416552-be27-43d9-89d5-3be577bda9f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a1c0b8e-7a7e-4292-af24-6d5a2c0ea552 HTTP/1.1" status: 204 len: 168 time: 0.7866108 Mar 07 16:18:54.476665 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Publish callbacks [] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.482542 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.503224 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37416a82-d897-4b3a-9fee-af95e195b712 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (b26901cd-0d7f-43da-8714-d528c2834551), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.509787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06416552-be27-43d9-89d5-3be577bda9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1c0b8e-7a7e-4292-af24-6d5a2c0ea552,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:54.517233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37416a82-d897-4b3a-9fee-af95e195b712 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (b26901cd-0d7f-43da-8714-d528c2834551), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.555668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Pushing event updated for resources: {'Port': ['ID=28bd5a5f-af6c-4f6f-b433-b2e08ce8a201,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:54.560210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:54.561670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:54.564626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:54.575455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37416a82-d897-4b3a-9fee-af95e195b712 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26901cd-0d7f-43da-8714-d528c2834551,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:54.582989 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5f215410-c330-4e8c-8486-38496e9c2dd2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.602846 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-37416a82-d897-4b3a-9fee-af95e195b712 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.607132 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-37416a82-d897-4b3a-9fee-af95e195b712 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8115075 Mar 07 16:18:54.608925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45866) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:54.614786 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for floatingip (3f60f3f4-5a8d-4bcc-beb2-fe5f881b3a48), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.616680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-5f215410-c330-4e8c-8486-38496e9c2dd2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 900cd64c-1eac-4e2e-9803-c071224d5a5d yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:18:54.644547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Attempting to bind port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:54.645089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Attempting to bind port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:54.645793 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Attempting to bind port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:54.653731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:54.654587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:54.655702 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.656210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:54.656770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Bound port: 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:54.657287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.688002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5bc9aa9e-cc15-4dfb-9b37-5a5bc61352df tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (021578f8-b11f-400d-bf73-af1eb0ad79c5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.723272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5bc9aa9e-cc15-4dfb-9b37-5a5bc61352df tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (021578f8-b11f-400d-bf73-af1eb0ad79c5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.733964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] For port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:18:54.737207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] For port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=28bd5a5f-af6c-4f6f-b433-b2e08ce8a201,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:18:54.747530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.747887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (314da3a4-96da-4042-b492-172ae6407457), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.783390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5bc9aa9e-cc15-4dfb-9b37-5a5bc61352df tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (021578f8-b11f-400d-bf73-af1eb0ad79c5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.786618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5bc9aa9e-cc15-4dfb-9b37-5a5bc61352df tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:54.788183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5bc9aa9e-cc15-4dfb-9b37-5a5bc61352df tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/021578f8-b11f-400d-bf73-af1eb0ad79c5 HTTP/1.1" status: 204 len: 168 time: 0.1781275 Mar 07 16:18:54.794166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45872) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:54.806583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9aa9e-cc15-4dfb-9b37-5a5bc61352df tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021578f8-b11f-400d-bf73-af1eb0ad79c5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:54.839556 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f215410-c330-4e8c-8486-38496e9c2dd2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:18:54.840269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f215410-c330-4e8c-8486-38496e9c2dd2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:18:54.841165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8aec9-9a79-4074-b9f9-203cf07892b0 None None] Pushing event updated for resources: {'Port': ['ID=28bd5a5f-af6c-4f6f-b433-b2e08ce8a201,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:54.889553 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5f215410-c330-4e8c-8486-38496e9c2dd2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1503634 Mar 07 16:18:54.892317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45876) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:54.950403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f4ebe886-5eab-4d3d-a69f-d3e0b642e123 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1547935 Mar 07 16:18:54.955631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45880) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:54.960552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7852b010-1234-4af5-87d8-0f10f860bc98 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241932768'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:54.995623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d74233-a05f-4231-bddc-0300b8c68430 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:55.001684 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a5d74233-a05f-4231-bddc-0300b8c68430 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1075995 Mar 07 16:18:55.001937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45884) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:55.004094 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7852b010-1234-4af5-87d8-0f10f860bc98 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.006121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7ccfe260-8362-4744-934c-263f1ad4c11a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:18:55.030669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7ccfe260-8362-4744-934c-263f1ad4c11a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:18:55.031138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7ccfe260-8362-4744-934c-263f1ad4c11a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:18:55.085024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for port (314da3a4-96da-4042-b492-172ae6407457), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.111280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (314da3a4-96da-4042-b492-172ae6407457), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.128602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90196b0d-3343-4f19-9f99-4a00ff2c599b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:55.131302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90196b0d-3343-4f19-9f99-4a00ff2c599b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:55.134406 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-90196b0d-3343-4f19-9f99-4a00ff2c599b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1313901 Mar 07 16:18:55.136690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45888) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:55.215998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-939e466c-c771-46f2-8727-dd6a6b3d0da9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 4cd82843-6eb0-41b0-8da4-c8809f48e845 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:18:55.218358 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-33648506-64b2-4e04-8e9b-219ef24db63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.224075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-939e466c-c771-46f2-8727-dd6a6b3d0da9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (4cd82843-6eb0-41b0-8da4-c8809f48e845), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.249640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7852b010-1234-4af5-87d8-0f10f860bc98 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (f2bb8ac0-5182-49c6-82cb-4f65bdca95d8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.252799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event updated for resources: {'Port': ['ID=314da3a4-96da-4042-b492-172ae6407457,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:55.262730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7852b010-1234-4af5-87d8-0f10f860bc98 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f2bb8ac0-5182-49c6-82cb-4f65bdca95d8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.265751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (3f60f3f4-5a8d-4bcc-beb2-fe5f881b3a48), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.306347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852b010-1234-4af5-87d8-0f10f860bc98 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb8ac0-5182-49c6-82cb-4f65bdca95d8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:55.313135 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.314363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ae9932eb-cc53-4803-9d3b-a721024d9f68 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6029387 Mar 07 16:18:55.317654 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7852b010-1234-4af5-87d8-0f10f860bc98 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.321431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7852b010-1234-4af5-87d8-0f10f860bc98 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3647840 Mar 07 16:18:55.322032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45892) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:55.327160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-abf6b076-5e32-49e6-8a92-2a47e56ac913 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Request body: {'floatingip': {'port_id': '63acde07-5dfc-41f6-b600-9060bc97412d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:55.329586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45894) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:55.333084 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-939e466c-c771-46f2-8727-dd6a6b3d0da9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (4cd82843-6eb0-41b0-8da4-c8809f48e845), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.368225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b1ed0a9a-ab09-4e74-8e78-966cb383edfe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904335130'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:55.385766 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-abf6b076-5e32-49e6-8a92-2a47e56ac913 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for floatingip (3f60f3f4-5a8d-4bcc-beb2-fe5f881b3a48), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.453958 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-939e466c-c771-46f2-8727-dd6a6b3d0da9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4cd82843-6eb0-41b0-8da4-c8809f48e845), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.460613 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0a9a-ab09-4e74-8e78-966cb383edfe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.531008 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-939e466c-c771-46f2-8727-dd6a6b3d0da9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (4cd82843-6eb0-41b0-8da4-c8809f48e845), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.562421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e466c-c771-46f2-8727-dd6a6b3d0da9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd82843-6eb0-41b0-8da4-c8809f48e845,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:55.566445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-939e466c-c771-46f2-8727-dd6a6b3d0da9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.568055 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-abf6b076-5e32-49e6-8a92-2a47e56ac913 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] update failed (client error): The resource could not be found. Mar 07 16:18:55.569380 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-abf6b076-5e32-49e6-8a92-2a47e56ac913 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "PUT /v2.0/floatingips/3f60f3f4-5a8d-4bcc-beb2-fe5f881b3a48 HTTP/1.1" status: 404 len: 507 time: 0.2463326 Mar 07 16:18:55.572786 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-939e466c-c771-46f2-8727-dd6a6b3d0da9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/4cd82843-6eb0-41b0-8da4-c8809f48e845 HTTP/1.1" status: 204 len: 168 time: 0.4320164 Mar 07 16:18:55.572925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45902) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:55.573159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45904) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:55.658274 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d87f9606-e9c2-4db6-8c17-a31d1e493634 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830331 Mar 07 16:18:55.662370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45908) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:55.672417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:55.725091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0a9a-ab09-4e74-8e78-966cb383edfe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (08657f4f-07aa-487f-9c53-3cd340435b59), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.751701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0a9a-ab09-4e74-8e78-966cb383edfe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (08657f4f-07aa-487f-9c53-3cd340435b59), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.796855 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0a9a-ab09-4e74-8e78-966cb383edfe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.801186 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b1ed0a9a-ab09-4e74-8e78-966cb383edfe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4664638 Mar 07 16:18:55.801361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:18:55.802344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.802505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45912) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:55.809905 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c120850d-f3f0-4453-a810-715ee2c047d2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': 'f2bb8ac0-5182-49c6-82cb-4f65bdca95d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '08657f4f-07aa-487f-9c53-3cd340435b59', 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:55.815370 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed0a9a-ab09-4e74-8e78-966cb383edfe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08657f4f-07aa-487f-9c53-3cd340435b59,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:55.854080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Deleting port 314da3a4-96da-4042-b492-172ae6407457 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:55.854985 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (314da3a4-96da-4042-b492-172ae6407457), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:55.890774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c120850d-f3f0-4453-a810-715ee2c047d2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (69f5f6d5-1552-4224-8d6f-adf210be668f), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.002937 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (314da3a4-96da-4042-b492-172ae6407457), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.003316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for floatingip (314da3a4-96da-4042-b492-172ae6407457), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.038604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Calling delete_port for 314da3a4-96da-4042-b492-172ae6407457 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:56.089655 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (31cd8ed6-9957-46cd-98d1-cbbe16019e90), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.112043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c120850d-f3f0-4453-a810-715ee2c047d2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (69f5f6d5-1552-4224-8d6f-adf210be668f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.120727 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c120850d-f3f0-4453-a810-715ee2c047d2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (69f5f6d5-1552-4224-8d6f-adf210be668f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.129271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61850975-afe1-4a79-b971-d547114351b7 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:56.137706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=31cd8ed6-9957-46cd-98d1-cbbe16019e90,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:56.150695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120850d-f3f0-4453-a810-715ee2c047d2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f5f6d5-1552-4224-8d6f-adf210be668f,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:56.153166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:56.155431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:56.158940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:56.159348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.176585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c120850d-f3f0-4453-a810-715ee2c047d2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.178048 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c120850d-f3f0-4453-a810-715ee2c047d2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3743160 Mar 07 16:18:56.184420 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-82d7b529-699e-414d-8ad1-e6f5c190caba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5164864 Mar 07 16:18:56.184701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45922) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:56.184792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45924) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:56.193064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d00b5d3e-6f32-42b9-9dda-7e432b7a115e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1150974191', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:56.209931 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf1e80bb-4cb2-4eba-948e-1791f22d72b1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (69f5f6d5-1552-4224-8d6f-adf210be668f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.220009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf1e80bb-4cb2-4eba-948e-1791f22d72b1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (69f5f6d5-1552-4224-8d6f-adf210be668f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.223072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d00b5d3e-6f32-42b9-9dda-7e432b7a115e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (fa154729-e514-404c-976a-702ce7683762), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.227881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d00b5d3e-6f32-42b9-9dda-7e432b7a115e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (fa154729-e514-404c-976a-702ce7683762), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.258738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cc2318da-6c6b-4dca-94f6-959b8c618c97 None None] Provisioning complete for port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:56.259383 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc2318da-6c6b-4dca-94f6-959b8c618c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.296765 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (314da3a4-96da-4042-b492-172ae6407457), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.309454 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf1e80bb-4cb2-4eba-948e-1791f22d72b1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (69f5f6d5-1552-4224-8d6f-adf210be668f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.341586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf1e80bb-4cb2-4eba-948e-1791f22d72b1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.343259 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cf1e80bb-4cb2-4eba-948e-1791f22d72b1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/69f5f6d5-1552-4224-8d6f-adf210be668f HTTP/1.1" status: 204 len: 168 time: 0.1603444 Mar 07 16:18:56.345849 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event deleted for resources: {'Port': ['ID=314da3a4-96da-4042-b492-172ae6407457,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:56.352523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45928) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:56.369321 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d00b5d3e-6f32-42b9-9dda-7e432b7a115e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router_controller (fa154729-e514-404c-976a-702ce7683762), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.375725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d00b5d3e-6f32-42b9-9dda-7e432b7a115e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (fa154729-e514-404c-976a-702ce7683762), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.380190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e80bb-4cb2-4eba-948e-1791f22d72b1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69f5f6d5-1552-4224-8d6f-adf210be668f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:56.390553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cc2318da-6c6b-4dca-94f6-959b8c618c97 None None] Current status of the port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:56.391106 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc2318da-6c6b-4dca-94f6-959b8c618c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.410356 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d00b5d3e-6f32-42b9-9dda-7e432b7a115e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.411631 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d00b5d3e-6f32-42b9-9dda-7e432b7a115e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2264788 Mar 07 16:18:56.415030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45930) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:56.435367 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.455059 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e6d0088a-b083-47c4-bc5f-21a371d60c85 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0993559 Mar 07 16:18:56.457947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45936) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:56.476883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cc2318da-6c6b-4dca-94f6-959b8c618c97 None None] For port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=28bd5a5f-af6c-4f6f-b433-b2e08ce8a201,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:18:56.488217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc2318da-6c6b-4dca-94f6-959b8c618c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.500222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for floatingip (3f60f3f4-5a8d-4bcc-beb2-fe5f881b3a48), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.503023 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.504402 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-43d1f962-4244-49b4-a4cc-b9047362f3cd tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "DELETE /v2.0/floatingips/3f60f3f4-5a8d-4bcc-beb2-fe5f881b3a48 HTTP/1.1" status: 204 len: 168 time: 0.9277842 Mar 07 16:18:56.510589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45938) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:56.516221 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-346cdd76-2875-4add-8fdc-db9a75a3f128 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Request body: {'floatingip': {'floating_network_id': '8b0cb393-0da7-411f-b019-55364bf4fe9f', 'port_id': '63acde07-5dfc-41f6-b600-9060bc97412d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:56.542777 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-346cdd76-2875-4add-8fdc-db9a75a3f128 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.570884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2318da-6c6b-4dca-94f6-959b8c618c97 None None] Pushing event updated for resources: {'Port': ['ID=28bd5a5f-af6c-4f6f-b433-b2e08ce8a201,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:56.587803 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8915aff-a92a-4421-b52f-62234daa4fd2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (08657f4f-07aa-487f-9c53-3cd340435b59), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.627367 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8915aff-a92a-4421-b52f-62234daa4fd2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (08657f4f-07aa-487f-9c53-3cd340435b59), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.678967 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889320a-15f8-4517-a009-44f60630cbfd None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:18:56.736755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8915aff-a92a-4421-b52f-62234daa4fd2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (08657f4f-07aa-487f-9c53-3cd340435b59), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.741921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8915aff-a92a-4421-b52f-62234daa4fd2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.743613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b8915aff-a92a-4421-b52f-62234daa4fd2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/08657f4f-07aa-487f-9c53-3cd340435b59 HTTP/1.1" status: 204 len: 168 time: 0.2844167 Mar 07 16:18:56.762938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5db6ef5e-8367-477d-828b-1179291b9976 None None] Provisioning complete for port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:56.763468 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5db6ef5e-8367-477d-828b-1179291b9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.767366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45946) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:56.770952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8915aff-a92a-4421-b52f-62234daa4fd2 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08657f4f-07aa-487f-9c53-3cd340435b59,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:56.845854 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-346cdd76-2875-4add-8fdc-db9a75a3f128 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:18:56.847544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-346cdd76-2875-4add-8fdc-db9a75a3f128 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3356743 Mar 07 16:18:56.854540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45954) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:56.860751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '63acde07-5dfc-41f6-b600-9060bc97412d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:56.875928 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.888673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bb87a746-af6e-4eb6-8e8e-21527c188ded tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1082144 Mar 07 16:18:56.893857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45956) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:56.894232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:56.967633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5db6ef5e-8367-477d-828b-1179291b9976 None None] Current status of the port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:57.055662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:18:57.081783 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b5b157ab-9068-4383-93a6-2c4987e13bbe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (f2bb8ac0-5182-49c6-82cb-4f65bdca95d8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.086643 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.127447 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:57.128167 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.156422 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b5b157ab-9068-4383-93a6-2c4987e13bbe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (f2bb8ac0-5182-49c6-82cb-4f65bdca95d8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.251451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45960) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:57.259764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Allocated IP 172.25.4.49 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/656f356f-e241-401d-a0fe-432121dbdf89) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:57.291648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b5b157ab-9068-4383-93a6-2c4987e13bbe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f2bb8ac0-5182-49c6-82cb-4f65bdca95d8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.294334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b5b157ab-9068-4383-93a6-2c4987e13bbe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.299148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b5b157ab-9068-4383-93a6-2c4987e13bbe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/f2bb8ac0-5182-49c6-82cb-4f65bdca95d8 HTTP/1.1" status: 204 len: 168 time: 0.3895209 Mar 07 16:18:57.315343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45964) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:57.319974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b157ab-9068-4383-93a6-2c4987e13bbe tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bb8ac0-5182-49c6-82cb-4f65bdca95d8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:57.325155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:57.361272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::1 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/31cd8ed6-9957-46cd-98d1-cbbe16019e90/e2559c63-c6a8-481e-b14d-4126a1aeced5) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:18:57.395167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2cfa8558-3dd2-4d30-8218-74cb30d2e44d None None] Provisioning complete for port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:57.395542 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2cfa8558-3dd2-4d30-8218-74cb30d2e44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.396743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f75a9014-307a-4d3c-8c7a-8a0b2995be8f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722048 Mar 07 16:18:57.403692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45966) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:57.415758 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for port (656f356f-e241-401d-a0fe-432121dbdf89), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.418462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0d4de450-b2b9-4a59-8efb-ed01cbb097f9 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722541916'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:57.455177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (656f356f-e241-401d-a0fe-432121dbdf89), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.480224 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c821d86f-df19-4fab-b3d8-d444f60f33df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.487179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa8558-3dd2-4d30-8218-74cb30d2e44d None None] Current status of the port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:18:57.494429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:57.499598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:57.501978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:57.511842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d4de450-b2b9-4a59-8efb-ed01cbb097f9 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.536342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event updated for resources: {'Port': ['ID=656f356f-e241-401d-a0fe-432121dbdf89,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:57.581109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.668799 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d4de450-b2b9-4a59-8efb-ed01cbb097f9 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (e38f0a1c-1b30-467e-b94c-5cf4d77d3d19), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.682185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d4de450-b2b9-4a59-8efb-ed01cbb097f9 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e38f0a1c-1b30-467e-b94c-5cf4d77d3d19), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.691603 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Deleting port 656f356f-e241-401d-a0fe-432121dbdf89 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:57.692016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (656f356f-e241-401d-a0fe-432121dbdf89), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.699750 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.707324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c821d86f-df19-4fab-b3d8-d444f60f33df admin admin] Publish callbacks [] for security_group (155e806a-c783-4676-8f67-3ff4abf498e5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.728074 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c821d86f-df19-4fab-b3d8-d444f60f33df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (155e806a-c783-4676-8f67-3ff4abf498e5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.739888 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.758353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d4de450-b2b9-4a59-8efb-ed01cbb097f9 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.759782 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0d4de450-b2b9-4a59-8efb-ed01cbb097f9 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3547442 Mar 07 16:18:57.763617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45968) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:57.769688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-10a506bd-0dae-403b-9410-46fc360e0927 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': 'e38f0a1c-1b30-467e-b94c-5cf4d77d3d19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:57.785737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:57.791117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4de450-b2b9-4a59-8efb-ed01cbb097f9 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38f0a1c-1b30-467e-b94c-5cf4d77d3d19,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:57.803879 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (656f356f-e241-401d-a0fe-432121dbdf89), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.804201 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for floatingip (656f356f-e241-401d-a0fe-432121dbdf89), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.822365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:57.824030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Calling delete_port for 656f356f-e241-401d-a0fe-432121dbdf89 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:57.824713 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:18:57.825502 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (fa154729-e514-404c-976a-702ce7683762), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.829582 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a506bd-0dae-403b-9410-46fc360e0927 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (23fc2fc7-86c8-4018-946e-87dcba05575e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.879556 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c821d86f-df19-4fab-b3d8-d444f60f33df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f5b3c6a6ab5427ea1117e2f1ba9bbe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6265888 Mar 07 16:18:57.881189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821d86f-df19-4fab-b3d8-d444f60f33df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155e806a-c783-4676-8f67-3ff4abf498e5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:57.884330 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45972) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:57.897253 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=e2559c63-c6a8-481e-b14d-4126a1aeced5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:57.986090 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a506bd-0dae-403b-9410-46fc360e0927 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (23fc2fc7-86c8-4018-946e-87dcba05575e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:57.996303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a506bd-0dae-403b-9410-46fc360e0927 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (23fc2fc7-86c8-4018-946e-87dcba05575e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.003029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.007228 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21662a33-d58a-4dec-89f1-879f06ca88b6 admin admin] Publish callbacks [] for security_group (155e806a-c783-4676-8f67-3ff4abf498e5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.051685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a506bd-0dae-403b-9410-46fc360e0927 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fc2fc7-86c8-4018-946e-87dcba05575e,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:58.073912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10a506bd-0dae-403b-9410-46fc360e0927 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.078839 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-10a506bd-0dae-403b-9410-46fc360e0927 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3099627 Mar 07 16:18:58.079926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21662a33-d58a-4dec-89f1-879f06ca88b6 admin admin] Publish callbacks [] for security_group (155e806a-c783-4676-8f67-3ff4abf498e5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.083107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45974) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.124405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c1ffff5d-b91d-4901-bf2e-3be2fe9e2765 None None] Provisioning complete for port e2559c63-c6a8-481e-b14d-4126a1aeced5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:58.124863 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1ffff5d-b91d-4901-bf2e-3be2fe9e2765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.127272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (656f356f-e241-401d-a0fe-432121dbdf89), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.164782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3fa11f3-2466-4e54-9ac8-808a93e46fe5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (23fc2fc7-86c8-4018-946e-87dcba05575e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.165816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c1ffff5d-b91d-4901-bf2e-3be2fe9e2765 None None] Port e2559c63-c6a8-481e-b14d-4126a1aeced5 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:58.168424 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event deleted for resources: {'Port': ['ID=656f356f-e241-401d-a0fe-432121dbdf89,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:58.179953 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3fa11f3-2466-4e54-9ac8-808a93e46fe5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (23fc2fc7-86c8-4018-946e-87dcba05575e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.251051 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21662a33-d58a-4dec-89f1-879f06ca88b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (155e806a-c783-4676-8f67-3ff4abf498e5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.253654 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21662a33-d58a-4dec-89f1-879f06ca88b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.254836 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-21662a33-d58a-4dec-89f1-879f06ca88b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/155e806a-c783-4676-8f67-3ff4abf498e5 HTTP/1.1" status: 204 len: 168 time: 0.3674457 Mar 07 16:18:58.270766 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3fa11f3-2466-4e54-9ac8-808a93e46fe5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (23fc2fc7-86c8-4018-946e-87dcba05575e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.272445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21662a33-d58a-4dec-89f1-879f06ca88b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155e806a-c783-4676-8f67-3ff4abf498e5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:58.278458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e3fa11f3-2466-4e54-9ac8-808a93e46fe5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.280343 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e3fa11f3-2466-4e54-9ac8-808a93e46fe5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/23fc2fc7-86c8-4018-946e-87dcba05575e HTTP/1.1" status: 204 len: 168 time: 0.1954575 Mar 07 16:18:58.284308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45978) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.320433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa11f3-2466-4e54-9ac8-808a93e46fe5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23fc2fc7-86c8-4018-946e-87dcba05575e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:58.323136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.330417 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.331949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (fa154729-e514-404c-976a-702ce7683762), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.335052 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] create failed (client error): The resource could not be found. Mar 07 16:18:58.336081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cdf4873e-c58d-4da8-9102-a1d89a1ffbe3 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4805796 Mar 07 16:18:58.340894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45980) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.377130 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-36c8e18a-a979-4ddf-b5b2-24c8766bea33 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0908525 Mar 07 16:18:58.379857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45982) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.433632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=e2559c63-c6a8-481e-b14d-4126a1aeced5,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:58.480450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0da50b0b-ebfd-4c7e-bcce-5ac180b43322 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (e38f0a1c-1b30-467e-b94c-5cf4d77d3d19), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.484205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:18:58.485915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:18:58.509675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1520138e-5cff-465f-b79d-d10ec3134dbe tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Deleting port 63acde07-5dfc-41f6-b600-9060bc97412d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:18:58.510024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1520138e-5cff-465f-b79d-d10ec3134dbe tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (63acde07-5dfc-41f6-b600-9060bc97412d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.513826 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0da50b0b-ebfd-4c7e-bcce-5ac180b43322 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (e38f0a1c-1b30-467e-b94c-5cf4d77d3d19), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.618887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0da50b0b-ebfd-4c7e-bcce-5ac180b43322 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e38f0a1c-1b30-467e-b94c-5cf4d77d3d19), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.621651 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0da50b0b-ebfd-4c7e-bcce-5ac180b43322 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.622873 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0da50b0b-ebfd-4c7e-bcce-5ac180b43322 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/e38f0a1c-1b30-467e-b94c-5cf4d77d3d19 HTTP/1.1" status: 204 len: 168 time: 0.2418528 Mar 07 16:18:58.632409 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45986) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.643800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45988) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.646025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1520138e-5cff-465f-b79d-d10ec3134dbe tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (63acde07-5dfc-41f6-b600-9060bc97412d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.659705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da50b0b-ebfd-4c7e-bcce-5ac180b43322 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38f0a1c-1b30-467e-b94c-5cf4d77d3d19,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:58.673061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1520138e-5cff-465f-b79d-d10ec3134dbe tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Calling delete_port for 63acde07-5dfc-41f6-b600-9060bc97412d owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:18:58.675114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-48790fec-1eeb-4a3e-9665-9135845b0d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.699468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Router fa154729-e514-404c-976a-702ce7683762 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:18:58.714096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8bb8a4ce-c3aa-491c-9fd1-841c0f514699 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0727701 Mar 07 16:18:58.718926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45990) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.754623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-87d38184-5cd0-4a98-a88b-7dba5e9fec0a tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116026616'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:58.815857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e28b6ed6-7440-485c-adbc-a0f40e587363 None None] Provisioning complete for port e2559c63-c6a8-481e-b14d-4126a1aeced5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:18:58.816481 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e28b6ed6-7440-485c-adbc-a0f40e587363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.820898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87d38184-5cd0-4a98-a88b-7dba5e9fec0a tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.835592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:18:58.841622 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f73176c2-737e-4b73-987e-4c4da61e0b19 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "PUT /v2.0/routers/fa154729-e514-404c-976a-702ce7683762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4255810 Mar 07 16:18:58.843120 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-48790fec-1eeb-4a3e-9665-9135845b0d3d admin admin] Publish callbacks [] for security_group (a0262f73-1d76-4a80-8843-93d781c6f3ec), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.846565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45992) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.854464 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Sync routers for ids ['fa154729-e514-404c-976a-702ce7683762'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:18:58.868018 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Routers {'fa154729-e514-404c-976a-702ce7683762'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:18:58.868664 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fa154729-e514-404c-976a-702ce7683762'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:58.879280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e28b6ed6-7440-485c-adbc-a0f40e587363 None None] Port e2559c63-c6a8-481e-b14d-4126a1aeced5 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:18:58.880569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-48790fec-1eeb-4a3e-9665-9135845b0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a0262f73-1d76-4a80-8843-93d781c6f3ec), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.908537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87d38184-5cd0-4a98-a88b-7dba5e9fec0a tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (961c0f62-2ab4-4167-aba9-3dbc63f950ca), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.915553 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87d38184-5cd0-4a98-a88b-7dba5e9fec0a tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (961c0f62-2ab4-4167-aba9-3dbc63f950ca), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.936791 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1520138e-5cff-465f-b79d-d10ec3134dbe tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (63acde07-5dfc-41f6-b600-9060bc97412d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.949960 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f867d91-6119-409b-8788-edfa10e6c622 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:58.951443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f867d91-6119-409b-8788-edfa10e6c622 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports/e2559c63-c6a8-481e-b14d-4126a1aeced5 HTTP/1.1" status: 200 len: 911 time: 0.1046431 Mar 07 16:18:58.955901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-48790fec-1eeb-4a3e-9665-9135845b0d3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f17c4e4a7bb470c83cc7a9886b59ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049777 Mar 07 16:18:58.956075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 45994) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.956725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48790fec-1eeb-4a3e-9665-9135845b0d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0262f73-1d76-4a80-8843-93d781c6f3ec,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:58.957466 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-87d38184-5cd0-4a98-a88b-7dba5e9fec0a tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:58.962021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45996) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.962247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-87d38184-5cd0-4a98-a88b-7dba5e9fec0a tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2423215 Mar 07 16:18:58.962423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 45998) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:58.981494 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Set router fa154729-e514-404c-976a-702ce7683762 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:18:58.991606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-dbd122ec-1c1f-4096-a660-b18702d366cb tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': '961c0f62-2ab4-4167-aba9-3dbc63f950ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:18:58.993125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d38184-5cd0-4a98-a88b-7dba5e9fec0a tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961c0f62-2ab4-4167-aba9-3dbc63f950ca,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:58.995575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520138e-5cff-465f-b79d-d10ec3134dbe tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event deleted for resources: {'Port': ['ID=63acde07-5dfc-41f6-b600-9060bc97412d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:59.051964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6838ab12-a962-48ed-b728-41a0be3a5876 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:59.057113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6838ab12-a962-48ed-b728-41a0be3a5876 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:59.061764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6838ab12-a962-48ed-b728-41a0be3a5876 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0980282 Mar 07 16:18:59.062392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46000) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:59.111730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbd122ec-1c1f-4096-a660-b18702d366cb tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (367ef524-a7b1-4967-b753-183a264e5a79), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.129808 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1520138e-5cff-465f-b79d-d10ec3134dbe tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.138915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1520138e-5cff-465f-b79d-d10ec3134dbe tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "DELETE /v2.0/ports/63acde07-5dfc-41f6-b600-9060bc97412d HTTP/1.1" status: 204 len: 168 time: 0.7969193 Mar 07 16:18:59.142232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8dd5404e-2e62-4c52-8f9b-24d5d75b4344 admin admin] Publish callbacks [] for security_group (a0262f73-1d76-4a80-8843-93d781c6f3ec), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.147465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46002) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:59.161495 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.222537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8dd5404e-2e62-4c52-8f9b-24d5d75b4344 admin admin] Publish callbacks [] for security_group (a0262f73-1d76-4a80-8843-93d781c6f3ec), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.251730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbd122ec-1c1f-4096-a660-b18702d366cb tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (367ef524-a7b1-4967-b753-183a264e5a79), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.265806 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa154729-e514-404c-976a-702ce7683762', 'name': 'tempest-NetworksTestDHCPv6-router-1150974191', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:18:56Z', 'updated_at': '2022-03-07T16:18:57Z', 'revision_number': 2, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'gw_port_host': None, '_interfaces': [{'id': 'e2559c63-c6a8-481e-b14d-4126a1aeced5', 'name': '', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'mac_address': 'fa:16:3e:24:ec:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa154729-e514-404c-976a-702ce7683762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '31cd8ed6-9957-46cd-98d1-cbbe16019e90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:18:57Z', 'updated_at': '2022-03-07T16:18:58Z', 'revision_number': 2, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'subnets': [{'id': '31cd8ed6-9957-46cd-98d1-cbbe16019e90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:18:59.270344 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbd122ec-1c1f-4096-a660-b18702d366cb tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (367ef524-a7b1-4967-b753-183a264e5a79), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.296541 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f90528-8082-43e3-aaf7-e663e9f7c626 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:59.301985 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Checking router: fa154729-e514-404c-976a-702ce7683762 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:18:59.302210 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-13f90528-8082-43e3-aaf7-e663e9f7c626 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac77aacf-fc38-408e-b34d-eeb468b4fec4 HTTP/1.1" status: 200 len: 913 time: 0.1534986 Mar 07 16:18:59.303087 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46004) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:59.303472 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Updating router fa154729-e514-404c-976a-702ce7683762 port e2559c63-c6a8-481e-b14d-4126a1aeced5 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:18:59.324578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd122ec-1c1f-4096-a660-b18702d366cb tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367ef524-a7b1-4967-b753-183a264e5a79,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:59.356164 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.383297 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dbd122ec-1c1f-4096-a660-b18702d366cb tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.386949 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dbd122ec-1c1f-4096-a660-b18702d366cb tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4043963 Mar 07 16:18:59.387356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46006) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:59.413540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-829fad36-058b-4def-8721-688795354b74 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules/367ef524-a7b1-4967-b753-183a264e5a79 HTTP/1.1" status: 200 len: 763 time: 0.0249219 Mar 07 16:18:59.416853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46008) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:59.452598 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8dd5404e-2e62-4c52-8f9b-24d5d75b4344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a0262f73-1d76-4a80-8843-93d781c6f3ec), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.455615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8dd5404e-2e62-4c52-8f9b-24d5d75b4344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.456946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8dd5404e-2e62-4c52-8f9b-24d5d75b4344 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0262f73-1d76-4a80-8843-93d781c6f3ec HTTP/1.1" status: 204 len: 168 time: 0.4778473 Mar 07 16:18:59.484589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5404e-2e62-4c52-8f9b-24d5d75b4344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0262f73-1d76-4a80-8843-93d781c6f3ec,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:59.514606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8c0fbcfc-5b7d-4a63-b4f0-534467b0db0d tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0965652 Mar 07 16:18:59.517720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46014) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:59.611650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46016) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:18:59.686984 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Publish callbacks [] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.699560 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.768295 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d595529-4992-4845-b4b1-1699d6f66033 None None] Pushing event updated for resources: {'Port': ['ID=e2559c63-c6a8-481e-b14d-4126a1aeced5,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:18:59.863862 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Attempting to bind port e2559c63-c6a8-481e-b14d-4126a1aeced5 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:18:59.865579 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Attempting to bind port e2559c63-c6a8-481e-b14d-4126a1aeced5 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:18:59.866137 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Attempting to bind port e2559c63-c6a8-481e-b14d-4126a1aeced5 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:18:59.874117 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:18:59.875008 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:18:59.875851 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.876511 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:18:59.876873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7825b452-b90b-4ce0-a5a6-c5b9b624ea8f tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:59.877357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7825b452-b90b-4ce0-a5a6-c5b9b624ea8f tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:59.877620 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Bound port: e2559c63-c6a8-481e-b14d-4126a1aeced5, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:18:59.877825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7825b452-b90b-4ce0-a5a6-c5b9b624ea8f tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:18:59.878369 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.879600 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7825b452-b90b-4ce0-a5a6-c5b9b624ea8f tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=bb858b05e165434db44f1caa0a8fb1ae&network_id=4d594787-5633-4408-97a7-2314f773707b HTTP/1.1" status: 200 len: 3072 time: 0.2668495 Mar 07 16:18:59.945016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9c63a00-0455-4908-a2c0-0ed98352dcf1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (367ef524-a7b1-4967-b753-183a264e5a79), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.950641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (fa154729-e514-404c-976a-702ce7683762), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:18:59.957741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9c63a00-0455-4908-a2c0-0ed98352dcf1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (367ef524-a7b1-4967-b753-183a264e5a79), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.036035 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] For port e2559c63-c6a8-481e-b14d-4126a1aeced5, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:00.041968 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] For port e2559c63-c6a8-481e-b14d-4126a1aeced5, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e2559c63-c6a8-481e-b14d-4126a1aeced5,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:00.053659 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.148144 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9c63a00-0455-4908-a2c0-0ed98352dcf1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (367ef524-a7b1-4967-b753-183a264e5a79), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.149358 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d595529-4992-4845-b4b1-1699d6f66033 None None] Pushing event updated for resources: {'Port': ['ID=e2559c63-c6a8-481e-b14d-4126a1aeced5,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:00.153085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (ac77aacf-fc38-408e-b34d-eeb468b4fec4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.165044 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Routers {'fa154729-e514-404c-976a-702ce7683762'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:00.165815 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['fa154729-e514-404c-976a-702ce7683762'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:00.173142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9c63a00-0455-4908-a2c0-0ed98352dcf1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.176941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b9c63a00-0455-4908-a2c0-0ed98352dcf1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/367ef524-a7b1-4967-b753-183a264e5a79 HTTP/1.1" status: 204 len: 168 time: 0.6553152 Mar 07 16:19:00.176941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46032) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:00.199564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c63a00-0455-4908-a2c0-0ed98352dcf1 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=367ef524-a7b1-4967-b753-183a264e5a79,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:00.225907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-96797e13-00bc-4d6e-adac-43fb9981dd7c None None] Provisioning complete for port e2559c63-c6a8-481e-b14d-4126a1aeced5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:00.227156 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96797e13-00bc-4d6e-adac-43fb9981dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.256153 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f421e283-f161-4c72-84b4-a38fb043e077 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0781665 Mar 07 16:19:00.258831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46036) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:00.271392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c9d892fd-9500-4963-b8d2-90a13e06c609 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': '961c0f62-2ab4-4167-aba9-3dbc63f950ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:00.345959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-96797e13-00bc-4d6e-adac-43fb9981dd7c None None] Current status of the port e2559c63-c6a8-481e-b14d-4126a1aeced5 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:00.346898 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96797e13-00bc-4d6e-adac-43fb9981dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.364570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c9d892fd-9500-4963-b8d2-90a13e06c609 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (cc19a2de-83a1-44df-bb60-e04a11a14fe1), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.372051 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] Set router fa154729-e514-404c-976a-702ce7683762 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:19:00.420827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-96797e13-00bc-4d6e-adac-43fb9981dd7c None None] For port e2559c63-c6a8-481e-b14d-4126a1aeced5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e2559c63-c6a8-481e-b14d-4126a1aeced5,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:00.427707 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96797e13-00bc-4d6e-adac-43fb9981dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.501795 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c9d892fd-9500-4963-b8d2-90a13e06c609 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (cc19a2de-83a1-44df-bb60-e04a11a14fe1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.502167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96797e13-00bc-4d6e-adac-43fb9981dd7c None None] Pushing event updated for resources: {'Port': ['ID=e2559c63-c6a8-481e-b14d-4126a1aeced5,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:00.514940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c9d892fd-9500-4963-b8d2-90a13e06c609 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (cc19a2de-83a1-44df-bb60-e04a11a14fe1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.532053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port e2559c63-c6a8-481e-b14d-4126a1aeced5 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:00.532405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.556922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4a1c7632-9a5a-46c5-9f80-8fc21af6ca47 None None] Provisioning complete for port e2559c63-c6a8-481e-b14d-4126a1aeced5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:00.558379 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7632-9a5a-46c5-9f80-8fc21af6ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.636219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d892fd-9500-4963-b8d2-90a13e06c609 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc19a2de-83a1-44df-bb60-e04a11a14fe1,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:00.660675 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c9d892fd-9500-4963-b8d2-90a13e06c609 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.661834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c9d892fd-9500-4963-b8d2-90a13e06c609 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4002326 Mar 07 16:19:00.665403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46046) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:00.676629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c7632-9a5a-46c5-9f80-8fc21af6ca47 None None] Current status of the port e2559c63-c6a8-481e-b14d-4126a1aeced5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:00.694347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] For port e2559c63-c6a8-481e-b14d-4126a1aeced5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e2559c63-c6a8-481e-b14d-4126a1aeced5,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:00.694718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.703268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4625ef85-019b-484a-9974-f7eacdf21d5a tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules/cc19a2de-83a1-44df-bb60-e04a11a14fe1 HTTP/1.1" status: 200 len: 763 time: 0.0339704 Mar 07 16:19:00.706744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46050) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:00.720544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for e2559c63-c6a8-481e-b14d-4126a1aeced5 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:00.747954 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa154729-e514-404c-976a-702ce7683762', 'name': 'tempest-NetworksTestDHCPv6-router-1150974191', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:18:56Z', 'updated_at': '2022-03-07T16:18:57Z', 'revision_number': 2, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'gw_port_host': None, '_interfaces': [{'id': 'e2559c63-c6a8-481e-b14d-4126a1aeced5', 'name': '', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'mac_address': 'fa:16:3e:24:ec:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa154729-e514-404c-976a-702ce7683762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '31cd8ed6-9957-46cd-98d1-cbbe16019e90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:18:57Z', 'updated_at': '2022-03-07T16:19:00Z', 'revision_number': 4, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'subnets': [{'id': '31cd8ed6-9957-46cd-98d1-cbbe16019e90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:00.784535 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863df884-3820-485d-8f65-6fab5d1692d3 None None] The sync data for ids ['fa154729-e514-404c-976a-702ce7683762'] in n-d-830010-8 is: [{'id': 'fa154729-e514-404c-976a-702ce7683762', 'name': 'tempest-NetworksTestDHCPv6-router-1150974191', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:18:56Z', 'updated_at': '2022-03-07T16:18:57Z', 'revision_number': 2, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'gw_port_host': None, '_interfaces': [{'id': 'e2559c63-c6a8-481e-b14d-4126a1aeced5', 'name': '', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'mac_address': 'fa:16:3e:24:ec:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa154729-e514-404c-976a-702ce7683762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '31cd8ed6-9957-46cd-98d1-cbbe16019e90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:18:57Z', 'updated_at': '2022-03-07T16:19:00Z', 'revision_number': 4, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'subnets': [{'id': '31cd8ed6-9957-46cd-98d1-cbbe16019e90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:00.806730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0e23ffd3-a03e-45bd-8794-8bc46572123f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0965130 Mar 07 16:19:00.806976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46052) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:00.851024 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd24bbae-7a8d-4969-8ce7-c64ed4bbf1d5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (cc19a2de-83a1-44df-bb60-e04a11a14fe1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.896330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd24bbae-7a8d-4969-8ce7-c64ed4bbf1d5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (cc19a2de-83a1-44df-bb60-e04a11a14fe1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.953382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd24bbae-7a8d-4969-8ce7-c64ed4bbf1d5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (cc19a2de-83a1-44df-bb60-e04a11a14fe1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.966772 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dd24bbae-7a8d-4969-8ce7-c64ed4bbf1d5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:00.970857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dd24bbae-7a8d-4969-8ce7-c64ed4bbf1d5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cc19a2de-83a1-44df-bb60-e04a11a14fe1 HTTP/1.1" status: 204 len: 168 time: 0.1605763 Mar 07 16:19:00.973944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46056) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:00.976151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24bbae-7a8d-4969-8ce7-c64ed4bbf1d5 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc19a2de-83a1-44df-bb60-e04a11a14fe1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:01.045891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e2559c63-c6a8-481e-b14d-4126a1aeced5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.054853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1950f20d-d4bd-49bd-950f-1cbd159dc646 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0777664 Mar 07 16:19:01.055981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46062) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:01.062198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-049f4dd3-424e-410a-b1d4-e4573c670e53 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': '961c0f62-2ab4-4167-aba9-3dbc63f950ca', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:01.082254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=e2559c63-c6a8-481e-b14d-4126a1aeced5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:01.109755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Deleting port 755c1da7-cafc-45fc-aa0e-4f4b030e0db8 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:01.110119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.181160 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f4dd3-424e-410a-b1d4-e4573c670e53 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (ff1bc3f2-cad2-4857-bb92-da0407c6aae6), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.233262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (fa154729-e514-404c-976a-702ce7683762), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.320296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.349565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Calling delete_port for 755c1da7-cafc-45fc-aa0e-4f4b030e0db8 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:01.360526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f4dd3-424e-410a-b1d4-e4573c670e53 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (ff1bc3f2-cad2-4857-bb92-da0407c6aae6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.369728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f4dd3-424e-410a-b1d4-e4573c670e53 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (ff1bc3f2-cad2-4857-bb92-da0407c6aae6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.424609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f4dd3-424e-410a-b1d4-e4573c670e53 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.428379 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-049f4dd3-424e-410a-b1d4-e4573c670e53 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3689060 Mar 07 16:19:01.433559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46072) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:01.458252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Router fa154729-e514-404c-976a-702ce7683762 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:01.497010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f4dd3-424e-410a-b1d4-e4573c670e53 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1bc3f2-cad2-4857-bb92-da0407c6aae6,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:01.523564 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f11e757-346f-4dc9-b556-071cac69636f tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules/ff1bc3f2-cad2-4857-bb92-da0407c6aae6 HTTP/1.1" status: 200 len: 764 time: 0.0863330 Mar 07 16:19:01.526640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46074) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:01.527133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46076) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:01.574402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:01.583694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4606e714-ace3-4c9b-a3b3-5fd57cb1122d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "PUT /v2.0/routers/fa154729-e514-404c-976a-702ce7683762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5201132 Mar 07 16:19:01.584802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46082) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:01.655823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75d16c-a69b-4f67-b651-282b0570e9bb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:01.657588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75d16c-a69b-4f67-b651-282b0570e9bb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:01.662421 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5f75d16c-a69b-4f67-b651-282b0570e9bb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0742781 Mar 07 16:19:01.662691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46084) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:01.677262 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d32ae-c372-4267-a70b-fd8b06da6d3c tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:01.679039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-058d32ae-c372-4267-a70b-fd8b06da6d3c tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 814 time: 0.1471579 Mar 07 16:19:01.702560 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-052a1ab8-3e42-461d-8318-762a72287d66 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1690857 Mar 07 16:19:01.706064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46088) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:01.754708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2680bf6d-fc7d-4f15-994a-bd546ec34f82 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (ff1bc3f2-cad2-4857-bb92-da0407c6aae6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.774555 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2680bf6d-fc7d-4f15-994a-bd546ec34f82 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (ff1bc3f2-cad2-4857-bb92-da0407c6aae6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.785198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a3cca2-80d1-4ee2-bef2-a43e1943f334 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 31cd8ed6-9957-46cd-98d1-cbbe16019e90 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:01.788761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54a3cca2-80d1-4ee2-bef2-a43e1943f334 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (31cd8ed6-9957-46cd-98d1-cbbe16019e90), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.817306 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (755c1da7-cafc-45fc-aa0e-4f4b030e0db8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.849910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event deleted for resources: {'Port': ['ID=755c1da7-cafc-45fc-aa0e-4f4b030e0db8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:01.853309 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54a3cca2-80d1-4ee2-bef2-a43e1943f334 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (31cd8ed6-9957-46cd-98d1-cbbe16019e90), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.856390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2680bf6d-fc7d-4f15-994a-bd546ec34f82 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (ff1bc3f2-cad2-4857-bb92-da0407c6aae6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.894853 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2680bf6d-fc7d-4f15-994a-bd546ec34f82 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.896240 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2680bf6d-fc7d-4f15-994a-bd546ec34f82 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ff1bc3f2-cad2-4857-bb92-da0407c6aae6 HTTP/1.1" status: 204 len: 168 time: 0.1830511 Mar 07 16:19:01.902652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46098) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:01.925166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680bf6d-fc7d-4f15-994a-bd546ec34f82 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff1bc3f2-cad2-4857-bb92-da0407c6aae6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:01.949736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54a3cca2-80d1-4ee2-bef2-a43e1943f334 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (31cd8ed6-9957-46cd-98d1-cbbe16019e90), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:01.997593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-342a2d7e-47d1-4994-9e70-d8a27932db15 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0864675 Mar 07 16:19:02.009403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46100) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:02.064221 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (ac77aacf-fc38-408e-b34d-eeb468b4fec4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.098103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef6e4-5d02-44c7-aa3c-c28517aa06e4 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (961c0f62-2ab4-4167-aba9-3dbc63f950ca), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.113296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54a3cca2-80d1-4ee2-bef2-a43e1943f334 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (31cd8ed6-9957-46cd-98d1-cbbe16019e90), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.138312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e74f5-5773-4c8c-b6e8-861256953c88 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:02.160425 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54a3cca2-80d1-4ee2-bef2-a43e1943f334 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.166132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-54a3cca2-80d1-4ee2-bef2-a43e1943f334 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/31cd8ed6-9957-46cd-98d1-cbbe16019e90 HTTP/1.1" status: 204 len: 168 time: 0.5003052 Mar 07 16:19:02.171427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46104) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:02.181204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3cca2-80d1-4ee2-bef2-a43e1943f334 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=31cd8ed6-9957-46cd-98d1-cbbe16019e90,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:02.184289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef6e4-5d02-44c7-aa3c-c28517aa06e4 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (961c0f62-2ab4-4167-aba9-3dbc63f950ca), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.209665 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46106) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:02.215274 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'network': {'name': 'tempest-network-smoke--185326837', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'port_security_enabled': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:02.330275 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46108) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:02.351856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Made reservation on behalf of bb858b05e165434db44f1caa0a8fb1ae for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:02.355550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.360111 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Router ac77aacf-fc38-408e-b34d-eeb468b4fec4 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:02.369250 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cda2e26f-b0ad-4b4f-9410-27c5aa2ebd79 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1966290 Mar 07 16:19:02.371787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46112) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:02.380008 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef6e4-5d02-44c7-aa3c-c28517aa06e4 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (961c0f62-2ab4-4167-aba9-3dbc63f950ca), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.382406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a67f4d-7b4a-46d1-bc57-0c3ec578968c None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:02.382572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef6e4-5d02-44c7-aa3c-c28517aa06e4 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.383724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1b8ef6e4-5d02-44c7-aa3c-c28517aa06e4 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/961c0f62-2ab4-4167-aba9-3dbc63f950ca HTTP/1.1" status: 204 len: 168 time: 0.3717504 Mar 07 16:19:02.387884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46114) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:02.423532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:19:02.432445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ef6e4-5d02-44c7-aa3c-c28517aa06e4 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c0f62-2ab4-4167-aba9-3dbc63f950ca,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:02.465896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c7a67f4d-7b4a-46d1-bc57-0c3ec578968c None None] Deleting port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:02.467983 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c7a67f4d-7b4a-46d1-bc57-0c3ec578968c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.473397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c5b726dd-5439-479f-8428-7ebd8a3a4602 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router (fa154729-e514-404c-976a-702ce7683762), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.548624 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (992fde98-4277-4a60-a695-9c7d24f0a68f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.549080 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Added segment 992fde98-4277-4a60-a695-9c7d24f0a68f of type vlan for network 785c5f82-7c75-474a-afcc-0af9dc0bb202 Mar 07 16:19:02.562270 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66cd0a15-831b-4eaa-ad76-05dedef2e978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.563174 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-92af5c81-e026-4bfd-9de7-464c1515fc2a tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1715171 Mar 07 16:19:02.567419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46116) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:02.569508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c7a67f4d-7b4a-46d1-bc57-0c3ec578968c None None] For port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=28bd5a5f-af6c-4f6f-b433-b2e08ce8a201,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:02.570100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c7a67f4d-7b4a-46d1-bc57-0c3ec578968c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.573211 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c00e596d-f286-458b-89a9-2c59e570fb02 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group': {'name': 'tempest-secgroup--316822093'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:02.590835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c7a67f4d-7b4a-46d1-bc57-0c3ec578968c None None] Calling delete_port for 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:02.600709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:02.606600 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b1c40f1a-f6a0-4637-a83c-b775da33d33c tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "PUT /v2.0/routers/ac77aacf-fc38-408e-b34d-eeb468b4fec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2941043 Mar 07 16:19:02.613598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46118) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:02.644948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7368bdca-8ba5-4a1f-8719-5096f1fd1be1 None None] Sync routers for ids ['ac77aacf-fc38-408e-b34d-eeb468b4fec4'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:02.663713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368bdca-8ba5-4a1f-8719-5096f1fd1be1 None None] Routers {'ac77aacf-fc38-408e-b34d-eeb468b4fec4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:02.664339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7368bdca-8ba5-4a1f-8719-5096f1fd1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ac77aacf-fc38-408e-b34d-eeb468b4fec4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:02.678900 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (785c5f82-7c75-474a-afcc-0af9dc0bb202), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.682835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c5b726dd-5439-479f-8428-7ebd8a3a4602 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (fa154729-e514-404c-976a-702ce7683762), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.687120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c5b726dd-5439-479f-8428-7ebd8a3a4602 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router_controller (fa154729-e514-404c-976a-702ce7683762), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.716371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7368bdca-8ba5-4a1f-8719-5096f1fd1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:02.724710 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18b8c536-95d1-4d72-9b80-79f4cbdb489a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for router (ac77aacf-fc38-408e-b34d-eeb468b4fec4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.742265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368bdca-8ba5-4a1f-8719-5096f1fd1be1 None None] Routers {'ac77aacf-fc38-408e-b34d-eeb468b4fec4'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:02.742906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7368bdca-8ba5-4a1f-8719-5096f1fd1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ac77aacf-fc38-408e-b34d-eeb468b4fec4'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:02.763640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c00e596d-f286-458b-89a9-2c59e570fb02 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.765185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c5b726dd-5439-479f-8428-7ebd8a3a4602 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (fa154729-e514-404c-976a-702ce7683762), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.765889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b726dd-5439-479f-8428-7ebd8a3a4602 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Fanout notify agent at l3_agent the message router_deleted on router fa154729-e514-404c-976a-702ce7683762 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:19:02.773850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c5b726dd-5439-479f-8428-7ebd8a3a4602 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.775095 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c5b726dd-5439-479f-8428-7ebd8a3a4602 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/routers/fa154729-e514-404c-976a-702ce7683762 HTTP/1.1" status: 204 len: 168 time: 0.4021807 Mar 07 16:19:02.779529 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c7a67f4d-7b4a-46d1-bc57-0c3ec578968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (28bd5a5f-af6c-4f6f-b433-b2e08ce8a201), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.781373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46120) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:02.781708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7368bdca-8ba5-4a1f-8719-5096f1fd1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:02.782768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7368bdca-8ba5-4a1f-8719-5096f1fd1be1 None None] The sync data for ids ['ac77aacf-fc38-408e-b34d-eeb468b4fec4'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:02.788602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:02.809745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a67f4d-7b4a-46d1-bc57-0c3ec578968c None None] Pushing event deleted for resources: {'Port': ['ID=28bd5a5f-af6c-4f6f-b433-b2e08ce8a201,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:02.812498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a67f4d-7b4a-46d1-bc57-0c3ec578968c None None] No DVR routers for this DVR port 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:02.837399 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66cd0a15-831b-4eaa-ad76-05dedef2e978 admin admin] Publish callbacks [] for security_group (ce5649d6-0f1a-4f5c-930c-571021ad6ecf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.860013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (785c5f82-7c75-474a-afcc-0af9dc0bb202), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.865378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:02.866608 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.867162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66cd0a15-831b-4eaa-ad76-05dedef2e978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ce5649d6-0f1a-4f5c-930c-571021ad6ecf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.942723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:02.948103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:02.984962 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ad6a8-4421-4d71-a593-6ae635a560a4 None None] Sync routers for ids ['fa154729-e514-404c-976a-702ce7683762'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:02.995067 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ad6a8-4421-4d71-a593-6ae635a560a4 None None] Routers set() bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:02.995655 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ad6a8-4421-4d71-a593-6ae635a560a4 None None] Router IDs set() for agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 16:19:02.996481 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_agentschedulers_db [None req-b42ad6a8-4421-4d71-a593-6ae635a560a4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa154729-e514-404c-976a-702ce7683762'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent'). {{(pid=103869) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 16:19:03.005649 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ad6a8-4421-4d71-a593-6ae635a560a4 None None] Routers set() bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:03.006224 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ad6a8-4421-4d71-a593-6ae635a560a4 None None] Router IDs set() for agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 16:19:03.007011 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_agentschedulers_db [None req-b42ad6a8-4421-4d71-a593-6ae635a560a4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa154729-e514-404c-976a-702ce7683762'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent'). {{(pid=103869) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 16:19:03.007540 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ad6a8-4421-4d71-a593-6ae635a560a4 None None] The sync data for ids ['fa154729-e514-404c-976a-702ce7683762'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:03.019302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:03.022248 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-66cd0a15-831b-4eaa-ad76-05dedef2e978 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a0ddc527a5c42bb936a5959291b9f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6889088 Mar 07 16:19:03.025586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46122) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.026234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd0a15-831b-4eaa-ad76-05dedef2e978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5649d6-0f1a-4f5c-930c-571021ad6ecf,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:03.052171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:03.052514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 28bd5a5f-af6c-4f6f-b433-b2e08ce8a201 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:03.072774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8620336 Mar 07 16:19:03.074724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18b8c536-95d1-4d72-9b80-79f4cbdb489a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (ac77aacf-fc38-408e-b34d-eeb468b4fec4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.081092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46124) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.088083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18b8c536-95d1-4d72-9b80-79f4cbdb489a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for router_controller (ac77aacf-fc38-408e-b34d-eeb468b4fec4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.094266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d7fe-c396-4934-bb2d-e6b688ad38db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Network': ['ID=785c5f82-7c75-474a-afcc-0af9dc0bb202,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:03.107796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 785c5f82-7c75-474a-afcc-0af9dc0bb202 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:19:03.151309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18b8c536-95d1-4d72-9b80-79f4cbdb489a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (ac77aacf-fc38-408e-b34d-eeb468b4fec4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.151857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b8c536-95d1-4d72-9b80-79f4cbdb489a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Fanout notify agent at l3_agent the message router_deleted on router ac77aacf-fc38-408e-b34d-eeb468b4fec4 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:19:03.160568 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-18b8c536-95d1-4d72-9b80-79f4cbdb489a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.164348 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-18b8c536-95d1-4d72-9b80-79f4cbdb489a tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "DELETE /v2.0/routers/ac77aacf-fc38-408e-b34d-eeb468b4fec4 HTTP/1.1" status: 204 len: 168 time: 0.5466852 Mar 07 16:19:03.167794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46126) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.175021 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c00e596d-f286-458b-89a9-2c59e570fb02 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (e7361607-f758-4025-a706-2e3b3719a3b1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.179647 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c00e596d-f286-458b-89a9-2c59e570fb02 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e7361607-f758-4025-a706-2e3b3719a3b1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.182831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24b8ad89-c923-43c7-b822-9c98b3715fae admin admin] Publish callbacks [] for security_group (ce5649d6-0f1a-4f5c-930c-571021ad6ecf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.211850 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c00e596d-f286-458b-89a9-2c59e570fb02 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.213214 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c00e596d-f286-458b-89a9-2c59e570fb02 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6443555 Mar 07 16:19:03.214263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e596d-f286-458b-89a9-2c59e570fb02 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7361607-f758-4025-a706-2e3b3719a3b1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:03.216425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46128) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.221629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4cb34214-8a49-404e-8502-4ff8bbd200da tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Request body: {'security_group_rule': {'security_group_id': 'e7361607-f758-4025-a706-2e3b3719a3b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:03.236397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a86944-0def-4f99-90c0-db913e0e6947 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:03.238108 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e0a86944-0def-4f99-90c0-db913e0e6947 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bb858b05e165434db44f1caa0a8fb1ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1558740 Mar 07 16:19:03.242299 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46130) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.270260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cb34214-8a49-404e-8502-4ff8bbd200da tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (cc176163-0260-477c-a618-b4c8e9701d76), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.273523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24b8ad89-c923-43c7-b822-9c98b3715fae admin admin] Publish callbacks [] for security_group (ce5649d6-0f1a-4f5c-930c-571021ad6ecf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.318684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42b6b48-544c-4e0e-ab23-f08b9f670b92 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Deleting subnet f5ba351c-298b-4330-80d9-2721460d97f4 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:03.332440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f42b6b48-544c-4e0e-ab23-f08b9f670b92 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for subnet (f5ba351c-298b-4330-80d9-2721460d97f4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.379097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cb34214-8a49-404e-8502-4ff8bbd200da tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (cc176163-0260-477c-a618-b4c8e9701d76), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.381018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b6496-3747-4437-93e6-d2844dbf7bb0 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:03.385521 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-891b6496-3747-4437-93e6-d2844dbf7bb0 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394732 Mar 07 16:19:03.385521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cb34214-8a49-404e-8502-4ff8bbd200da tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (cc176163-0260-477c-a618-b4c8e9701d76), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.387801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46134) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.405510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb34214-8a49-404e-8502-4ff8bbd200da tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc176163-0260-477c-a618-b4c8e9701d76,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:03.417219 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cb34214-8a49-404e-8502-4ff8bbd200da tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.421583 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4cb34214-8a49-404e-8502-4ff8bbd200da tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2035987 Mar 07 16:19:03.422458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46136) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.444917 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3df54170-6265-4bc2-a1eb-3199f21de71f tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527167 Mar 07 16:19:03.447754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46138) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.448108 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f42b6b48-544c-4e0e-ab23-f08b9f670b92 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f5ba351c-298b-4330-80d9-2721460d97f4), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.472521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (ea222275-f2fa-4567-b1c6-33a8c9fb9908), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.485019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d8193c28-0775-4f15-812b-38132aec1ad1 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bb858b05e165434db44f1caa0a8fb1ae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360208 Mar 07 16:19:03.490535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46140) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.527016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24b8ad89-c923-43c7-b822-9c98b3715fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ce5649d6-0f1a-4f5c-930c-571021ad6ecf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.530234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24b8ad89-c923-43c7-b822-9c98b3715fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.531464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-24b8ad89-c923-43c7-b822-9c98b3715fae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce5649d6-0f1a-4f5c-930c-571021ad6ecf HTTP/1.1" status: 204 len: 168 time: 0.5000269 Mar 07 16:19:03.552225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:03.569944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8ad89-c923-43c7-b822-9c98b3715fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5649d6-0f1a-4f5c-930c-571021ad6ecf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:03.572986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:03.582660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:03.583376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-57e834a0-c669-4501-950d-a4bc264268ed tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (e7361607-f758-4025-a706-2e3b3719a3b1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.583935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.593548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff7038-cbb0-4b37-b060-a983ee51fe9d None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:03.616338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=ea222275-f2fa-4567-b1c6-33a8c9fb9908,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:03.633319 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049bf277-d2f9-4cad-87b0-caac47ce35d4 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:03.635491 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-049bf277-d2f9-4cad-87b0-caac47ce35d4 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433907 Mar 07 16:19:03.640266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46144) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.644075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-863453d4-8489-48a0-afc8-c515ed26f912 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8615603 Mar 07 16:19:03.646780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46146) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.652718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9179fa0a-d86c-4fa2-b2fe-02aa2fad2878 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-477891279', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:03.666675 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f42b6b48-544c-4e0e-ab23-f08b9f670b92 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f5ba351c-298b-4330-80d9-2721460d97f4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.693899 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a8f3329c-ca7e-4df2-9fbe-bc47edb4fa79 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518048 Mar 07 16:19:03.697449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46148) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.700561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-57e834a0-c669-4501-950d-a4bc264268ed tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (e7361607-f758-4025-a706-2e3b3719a3b1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.708081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-161219885', 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:03.716370 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9179fa0a-d86c-4fa2-b2fe-02aa2fad2878 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (790bb99c-188f-45be-bd3d-a8838033cf85), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.718539 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9179fa0a-d86c-4fa2-b2fe-02aa2fad2878 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (790bb99c-188f-45be-bd3d-a8838033cf85), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.755444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': 'ea222275-f2fa-4567-b1c6-33a8c9fb9908'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:03.757023 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.799597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f42b6b48-544c-4e0e-ab23-f08b9f670b92 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f5ba351c-298b-4330-80d9-2721460d97f4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.802493 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9179fa0a-d86c-4fa2-b2fe-02aa2fad2878 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router_controller (790bb99c-188f-45be-bd3d-a8838033cf85), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.829777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b6b48-544c-4e0e-ab23-f08b9f670b92 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ba351c-298b-4330-80d9-2721460d97f4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:03.831933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9179fa0a-d86c-4fa2-b2fe-02aa2fad2878 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (790bb99c-188f-45be-bd3d-a8838033cf85), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.845181 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Made reservation on behalf of bb858b05e165434db44f1caa0a8fb1ae for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:03.847765 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f42b6b48-544c-4e0e-ab23-f08b9f670b92 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.851212 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f42b6b48-544c-4e0e-ab23-f08b9f670b92 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "DELETE /v2.0/subnets/f5ba351c-298b-4330-80d9-2721460d97f4 HTTP/1.1" status: 204 len: 168 time: 0.6819959 Mar 07 16:19:03.853691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46152) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.855809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.861348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-57e834a0-c669-4501-950d-a4bc264268ed tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e7361607-f758-4025-a706-2e3b3719a3b1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.863829 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-57e834a0-c669-4501-950d-a4bc264268ed tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.865009 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-57e834a0-c669-4501-950d-a4bc264268ed tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7361607-f758-4025-a706-2e3b3719a3b1 HTTP/1.1" status: 204 len: 168 time: 0.4415119 Mar 07 16:19:03.866735 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9179fa0a-d86c-4fa2-b2fe-02aa2fad2878 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:03.867959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9179fa0a-d86c-4fa2-b2fe-02aa2fad2878 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2200568 Mar 07 16:19:03.868512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46154) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.880453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46156) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.894665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce51b8b6-5432-402e-9d23-1c4a6b224c59 None None] Network 8b0cb393-0da7-411f-b019-55364bf4fe9f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:03.943512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e834a0-c669-4501-950d-a4bc264268ed tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7361607-f758-4025-a706-2e3b3719a3b1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:03.951802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46158) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.973730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fd1a380c-1bef-40d4-a1d9-87cec99e76a3 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0934024 Mar 07 16:19:03.976339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46160) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:03.988771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8b0cb393-0da7-411f-b019-55364bf4fe9f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.015692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-854e246f-4596-4f79-b6c1-df904281f831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.034289 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-87764d96-746c-4562-8b35-c2916d71da14 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0568624 Mar 07 16:19:04.038569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46162) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:04.082413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Deleting port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:04.082961 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.116248 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-0749d0c5-35b2-4831-a462-8bbe0f6767fa tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] delete failed (client error): The resource could not be found. Mar 07 16:19:04.120802 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0749d0c5-35b2-4831-a462-8bbe0f6767fa tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7361607-f758-4025-a706-2e3b3719a3b1 HTTP/1.1" status: 404 len: 347 time: 0.0753088 Mar 07 16:19:04.122841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46164) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:04.154466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] For port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=83a0dca8-f7c1-4d9a-b1d1-1d778b497035,segment=NetworkSegment(5fafa3ba-ea59-45df-ab03-9fee9e803454),segment_id=5fafa3ba-ea59-45df-ab03-9fee9e803454)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:04.155246 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.169108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Calling delete_port for 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:04.261692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/ea222275-f2fa-4567-b1c6-33a8c9fb9908/4e412ab9-64d9-4a5f-9fe4-c3df5b485203) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:04.269969 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (83a0dca8-f7c1-4d9a-b1d1-1d778b497035), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.319241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event deleted for resources: {'Port': ['ID=83a0dca8-f7c1-4d9a-b1d1-1d778b497035,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:04.324726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] No DVR routers for this DVR port 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:04.352701 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f2678b29-ede0-44ed-be94-df66e55f2a41 tempest-SecGroupTest-1755875201 tempest-SecGroupTest-1755875201-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2234163 Mar 07 16:19:04.382085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f43e60-aa3f-4936-8d2f-4a328623b7d8 None None] DHCP port deletion for 8b0cb393-0da7-411f-b019-55364bf4fe9f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:04.437257 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8b0cb393-0da7-411f-b019-55364bf4fe9f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.445247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-f1b1d6c7-643b-4b02-9aa5-7ee9591b03c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2823822 Mar 07 16:19:04.475835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0cb393-0da7-411f-b019-55364bf4fe9f']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:04.484319 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Publish callbacks [] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.487853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fafa3ba-ea59-45df-ab03-9fee9e803454') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:04.488435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fafa3ba-ea59-45df-ab03-9fee9e803454') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:04.495367 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.501269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (5fafa3ba-ea59-45df-ab03-9fee9e803454), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.517782 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5fafa3ba-ea59-45df-ab03-9fee9e803454), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.532924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:19:04.533337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (5fafa3ba-ea59-45df-ab03-9fee9e803454), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:19:04.537626 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:19:04.549946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:04.554112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:04.558228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:04.566119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Pushing event updated for resources: {'Port': ['ID=4e412ab9-64d9-4a5f-9fe4-c3df5b485203,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:04.583850 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-854e246f-4596-4f79-b6c1-df904281f831 admin admin] Publish callbacks [] for security_group (6678addb-b5ef-4cd8-9650-dae1a1e5396a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.611364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.616054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-854e246f-4596-4f79-b6c1-df904281f831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6678addb-b5ef-4cd8-9650-dae1a1e5396a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.624290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (8b0cb393-0da7-411f-b019-55364bf4fe9f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.630330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.634350 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] 10.222.0.24 "DELETE /v2.0/networks/8b0cb393-0da7-411f-b019-55364bf4fe9f HTTP/1.1" status: 204 len: 168 time: 0.7795918 Mar 07 16:19:04.645460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (758d627a-3d76-4102-af7d-e18c0abccb23), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.648868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Attempting to bind port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:04.649778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Attempting to bind port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:04.650349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Attempting to bind port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:04.651593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd546e1-be54-4b8d-9543-2b882b4a6728 tempest-FloatingIPNegativeTestJSON-142713207 tempest-FloatingIPNegativeTestJSON-142713207-project] Pushing event deleted for resources: {'Network': ['ID=8b0cb393-0da7-411f-b019-55364bf4fe9f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:04.663208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:04.663208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:04.663463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.663656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:04.664219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Bound port: 4e412ab9-64d9-4a5f-9fe4-c3df5b485203, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:04.664612 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.740940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] For port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:04.745346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] For port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4e412ab9-64d9-4a5f-9fe4-c3df5b485203,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:04.753999 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:04.781920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46172) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:04.828615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130e0d9-bc00-4216-bda2-e585b423affc None None] Pushing event updated for resources: {'Port': ['ID=4e412ab9-64d9-4a5f-9fe4-c3df5b485203,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:04.986892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:05.025370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:05.025583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46178) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:05.025865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 83a0dca8-f7c1-4d9a-b1d1-1d778b497035 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:05.027002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e2559c63-c6a8-481e-b14d-4126a1aeced5 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:05.068348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e2559c63-c6a8-481e-b14d-4126a1aeced5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:05.068778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e2559c63-c6a8-481e-b14d-4126a1aeced5 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:05.151361 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-854e246f-4596-4f79-b6c1-df904281f831 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04a9b8adec68410aa8bdc616af0f2d25&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1984828 Mar 07 16:19:05.152387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e246f-4596-4f79-b6c1-df904281f831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6678addb-b5ef-4cd8-9650-dae1a1e5396a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:05.155536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46182) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:05.248647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Subnet': ['ID=758d627a-3d76-4102-af7d-e18c0abccb23,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:05.254117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-70a884a3-081a-492f-bc16-37cc2506a875 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32cd62ce01dd4f6e8434156045cef96b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4706886 Mar 07 16:19:05.260391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-72c5e432-266d-4ecf-a6b2-3a1149066990 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e7716e8b06445169be080159676a9ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312622 Mar 07 16:19:05.260391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46184) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:05.261704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46186) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:05.274996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-c50a017c-ae5c-43fa-b7db-e8166cb499c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:05.276531 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-c50a017c-ae5c-43fa-b7db-e8166cb499c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1128 time: 0.7347941 Mar 07 16:19:05.338698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Checking segment: {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:05.339091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network hostable DHCP agents. Network: 785c5f82-7c75-474a-afcc-0af9dc0bb202, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:19:05.374119 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee14-e18b-4faa-8ad9-487191dfef06 admin admin] Publish callbacks [] for security_group (bea1019b-b980-4070-8b0d-194a79d28b23), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.377039 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-efa63e3f-a4ee-40ac-812f-2d592a72f0d9 admin admin] Publish callbacks [] for security_group (8d7fcbc1-12d2-41d1-922e-6e2ea1150089), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.409840 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee14-e18b-4faa-8ad9-487191dfef06 admin admin] Publish callbacks [] for security_group (bea1019b-b980-4070-8b0d-194a79d28b23), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.420129 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-efa63e3f-a4ee-40ac-812f-2d592a72f0d9 admin admin] Publish callbacks [] for security_group (8d7fcbc1-12d2-41d1-922e-6e2ea1150089), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.460929 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0373cd0d-ca88-491f-a22b-25a8d0275787 admin admin] Publish callbacks [] for security_group (6678addb-b5ef-4cd8-9650-dae1a1e5396a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.469104 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 785c5f82-7c75-474a-afcc-0af9dc0bb202 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:19:05.503660 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-efa63e3f-a4ee-40ac-812f-2d592a72f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8d7fcbc1-12d2-41d1-922e-6e2ea1150089), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.506718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-efa63e3f-a4ee-40ac-812f-2d592a72f0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.508337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-efa63e3f-a4ee-40ac-812f-2d592a72f0d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d7fcbc1-12d2-41d1-922e-6e2ea1150089 HTTP/1.1" status: 204 len: 168 time: 0.2411079 Mar 07 16:19:05.514906 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee14-e18b-4faa-8ad9-487191dfef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bea1019b-b980-4070-8b0d-194a79d28b23), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.517171 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-36e4ee14-e18b-4faa-8ad9-487191dfef06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.518636 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-36e4ee14-e18b-4faa-8ad9-487191dfef06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bea1019b-b980-4070-8b0d-194a79d28b23 HTTP/1.1" status: 204 len: 168 time: 0.2587397 Mar 07 16:19:05.524395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 785c5f82-7c75-474a-afcc-0af9dc0bb202) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:05.526273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa63e3f-a4ee-40ac-812f-2d592a72f0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7fcbc1-12d2-41d1-922e-6e2ea1150089,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:05.534586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4834ee39-539c-458a-8fed-ae43de211d37 None None] Network 785c5f82-7c75-474a-afcc-0af9dc0bb202 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:05.550775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4ee14-e18b-4faa-8ad9-487191dfef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1019b-b980-4070-8b0d-194a79d28b23,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:05.553455 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0373cd0d-ca88-491f-a22b-25a8d0275787 admin admin] Publish callbacks [] for security_group (6678addb-b5ef-4cd8-9650-dae1a1e5396a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.556591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-5e513428-2c55-4b31-b91e-731a8a37dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:05.558115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-5e513428-2c55-4b31-b91e-731a8a37dd76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.2456758 Mar 07 16:19:05.571037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:05.571483 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:05.618102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-5832088d-cf25-4d41-b731-c20f0c8b0995 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928504 Mar 07 16:19:05.685820 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6f32876e-34df-44a0-b9ee-a3e016ddc9cf tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9817767 Mar 07 16:19:05.700668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::1 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/ea222275-f2fa-4567-b1c6-33a8c9fb9908/2c8262eb-70ad-405b-be2f-b382acd39013) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:05.773106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-9f73980f-d0cd-46cf-80f7-4a2c379705ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:05.775054 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-9f73980f-d0cd-46cf-80f7-4a2c379705ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 1127 time: 0.1105072 Mar 07 16:19:05.779915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-3be56826-5108-4cdd-9da6-d95b8a71c686 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1002 time: 0.2020891 Mar 07 16:19:05.799425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-785c5f82-7c75-474a-afcc-0af9dc0bb202', 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ips': [{'subnet_id': '758d627a-3d76-4102-af7d-e18c0abccb23'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:05.801250 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.009040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (2c8262eb-70ad-405b-be2f-b382acd39013), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.016791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-e6842044-a0cc-454f-a3c3-49c6ba1da743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:06.018721 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-e6842044-a0cc-454f-a3c3-49c6ba1da743 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d594787-5633-4408-97a7-2314f773707b HTTP/1.1" status: 200 len: 897 time: 0.2113464 Mar 07 16:19:06.061101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0373cd0d-ca88-491f-a22b-25a8d0275787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6678addb-b5ef-4cd8-9650-dae1a1e5396a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.065172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0373cd0d-ca88-491f-a22b-25a8d0275787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.069771 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0373cd0d-ca88-491f-a22b-25a8d0275787 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6678addb-b5ef-4cd8-9650-dae1a1e5396a HTTP/1.1" status: 204 len: 168 time: 0.9056842 Mar 07 16:19:06.091512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Allocated IP 172.20.0.18 (785c5f82-7c75-474a-afcc-0af9dc0bb202/758d627a-3d76-4102-af7d-e18c0abccb23/3b484d21-571e-44bc-9f8a-2bd79d276ab4) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:06.139979 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.157785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46210) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:06.180019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373cd0d-ca88-491f-a22b-25a8d0275787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6678addb-b5ef-4cd8-9650-dae1a1e5396a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:06.190058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-0b1727de-a80b-409f-aff9-bd948eb10f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:06.192139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-0b1727de-a80b-409f-aff9-bd948eb10f75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.4112737 Mar 07 16:19:06.196957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b80b3105-86df-4b2b-aeaa-b21852ed4f53 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816391270', 'description': 'tempest-secgroup-smoke-816391270 description', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:06.293033 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b80b3105-86df-4b2b-aeaa-b21852ed4f53 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.348530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:06.433025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b80b3105-86df-4b2b-aeaa-b21852ed4f53 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (04586184-f625-4235-b116-55ddaf1ce15c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.434741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:06.439628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:06.440935 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (790bb99c-188f-45be-bd3d-a8838033cf85), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.561678 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b80b3105-86df-4b2b-aeaa-b21852ed4f53 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (04586184-f625-4235-b116-55ddaf1ce15c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.589992 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Publish callbacks [] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.606403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=2c8262eb-70ad-405b-be2f-b382acd39013,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:06.639532 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.641224 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b80b3105-86df-4b2b-aeaa-b21852ed4f53 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.642885 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b80b3105-86df-4b2b-aeaa-b21852ed4f53 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4556158 Mar 07 16:19:06.659732 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46222) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:06.671230 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.673185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-130c58b6-3c9e-4f37-863f-192c8623ab81 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '04586184-f625-4235-b116-55ddaf1ce15c', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:06.710293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b3105-86df-4b2b-aeaa-b21852ed4f53 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04586184-f625-4235-b116-55ddaf1ce15c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:06.716027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-c887accd-1ab3-4c00-951d-dd8dbd252573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:06.719027 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-c887accd-1ab3-4c00-951d-dd8dbd252573 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4975436 Mar 07 16:19:06.732869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Network 785c5f82-7c75-474a-afcc-0af9dc0bb202 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:06.738211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2f86c9ae-57e5-4383-a8fb-8f5abe552725 None None] Provisioning complete for port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:06.739235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f86c9ae-57e5-4383-a8fb-8f5abe552725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.740662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.749147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:06.756863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:06.767842 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-6b344ff4-c36e-44a5-9b52-0f419bc342f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e HTTP/1.1" status: 200 len: 1001 time: 0.7366812 Mar 07 16:19:06.806552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-130c58b6-3c9e-4f37-863f-192c8623ab81 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (cafe467b-d07a-40e9-aaa8-4d6837450f89), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.895754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-b3701fe4-43d8-4ff2-b1c8-5a8d2211aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:06.897239 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-b3701fe4-43d8-4ff2-b1c8-5a8d2211aff0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0779b91c-7c7e-4239-81f2-a820e3554e60 HTTP/1.1" status: 200 len: 835 time: 0.1192770 Mar 07 16:19:06.901260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Pushing event updated for resources: {'Port': ['ID=3b484d21-571e-44bc-9f8a-2bd79d276ab4,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:06.961163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-130c58b6-3c9e-4f37-863f-192c8623ab81 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (cafe467b-d07a-40e9-aaa8-4d6837450f89), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:06.968880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-fa693831-e543-4556-adc3-8fee6798e3c2 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412577 Mar 07 16:19:06.975969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Attempting to bind port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:06.976517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-55bbacf7-d1c8-45fd-b752-0059fdf10eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:06.978072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Attempting to bind port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:06.979845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-55bbacf7-d1c8-45fd-b752-0059fdf10eb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d594787-5633-4408-97a7-2314f773707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756433 Mar 07 16:19:06.980356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Attempting to bind port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 on network 785c5f82-7c75-474a-afcc-0af9dc0bb202 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:06.980934 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-130c58b6-3c9e-4f37-863f-192c8623ab81 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (cafe467b-d07a-40e9-aaa8-4d6837450f89), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.005096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:07.010885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Checking segment: {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:07.011851 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.012375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Bound using segment: {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:07.014845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Bound port: 3b484d21-571e-44bc-9f8a-2bd79d276ab4, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:07.017018 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.045500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c58b6-3c9e-4f37-863f-192c8623ab81 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafe467b-d07a-40e9-aaa8-4d6837450f89,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:07.090615 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-130c58b6-3c9e-4f37-863f-192c8623ab81 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.092057 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-130c58b6-3c9e-4f37-863f-192c8623ab81 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4251289 Mar 07 16:19:07.096861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46238) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:07.102613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-19b0f96b-4e7f-4916-b701-0bb3d25809c0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '04586184-f625-4235-b116-55ddaf1ce15c', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:07.158471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] For port 3b484d21-571e-44bc-9f8a-2bd79d276ab4, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:07.159590 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b15c45b-a810-4117-a933-b8d5a88debdd req-cff6595d-3c2d-4fd3-a0f5-68a001e09292 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602483 Mar 07 16:19:07.163297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] For port 3b484d21-571e-44bc-9f8a-2bd79d276ab4, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3b484d21-571e-44bc-9f8a-2bd79d276ab4,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:07.185173 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-a9975449-3231-4a38-96f7-41ef6619b6c2 service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957042 Mar 07 16:19:07.186884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:07.187420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19b0f96b-4e7f-4916-b701-0bb3d25809c0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (6e5ed7c5-7604-434e-8f51-e4f4879a59de), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.252588 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.324412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb57c3-2b7d-458b-b05d-af216b2e6c56 None None] Pushing event updated for resources: {'Port': ['ID=3b484d21-571e-44bc-9f8a-2bd79d276ab4,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:07.369211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19b0f96b-4e7f-4916-b701-0bb3d25809c0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (6e5ed7c5-7604-434e-8f51-e4f4879a59de), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.383954 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19b0f96b-4e7f-4916-b701-0bb3d25809c0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (6e5ed7c5-7604-434e-8f51-e4f4879a59de), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.409768 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8b4b72c-2764-40e2-9164-3d0bf6aa9a07 req-abc2836f-3106-4faa-b326-979ac1ce8227 service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102761 Mar 07 16:19:07.422437 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:19:07.427645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0f96b-4e7f-4916-b701-0bb3d25809c0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5ed7c5-7604-434e-8f51-e4f4879a59de,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:07.439955 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19b0f96b-4e7f-4916-b701-0bb3d25809c0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.441776 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-19b0f96b-4e7f-4916-b701-0bb3d25809c0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3438115 Mar 07 16:19:07.447275 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46248) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:07.460248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ebca259c-8043-48eb-92e1-8ed7b5da0348 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '04586184-f625-4235-b116-55ddaf1ce15c', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:07.462588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46250) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:07.470299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:07.470692 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.474137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2f86c9ae-57e5-4383-a8fb-8f5abe552725 None None] Current status of the port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:07.478346 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f86c9ae-57e5-4383-a8fb-8f5abe552725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.523020 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebca259c-8043-48eb-92e1-8ed7b5da0348 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (fe652495-bbe1-4287-9b32-af8cef03aae8), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.608838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2f86c9ae-57e5-4383-a8fb-8f5abe552725 None None] For port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4e412ab9-64d9-4a5f-9fe4-c3df5b485203,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:07.620930 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (2c8262eb-70ad-405b-be2f-b382acd39013), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.629764 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.630851 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (790bb99c-188f-45be-bd3d-a8838033cf85), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.639202 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f86c9ae-57e5-4383-a8fb-8f5abe552725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.728990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebca259c-8043-48eb-92e1-8ed7b5da0348 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (fe652495-bbe1-4287-9b32-af8cef03aae8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.739068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebca259c-8043-48eb-92e1-8ed7b5da0348 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (fe652495-bbe1-4287-9b32-af8cef03aae8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.769925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:07.774658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86c9ae-57e5-4383-a8fb-8f5abe552725 None None] Pushing event updated for resources: {'Port': ['ID=4e412ab9-64d9-4a5f-9fe4-c3df5b485203,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:07.786930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca259c-8043-48eb-92e1-8ed7b5da0348 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe652495-bbe1-4287-9b32-af8cef03aae8,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:07.788234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c27f22cc-743d-4093-804d-11a885e70342 None None] Provisioning complete for port 2c8262eb-70ad-405b-be2f-b382acd39013 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:07.789357 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c27f22cc-743d-4093-804d-11a885e70342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.828387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebca259c-8043-48eb-92e1-8ed7b5da0348 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.832715 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ebca259c-8043-48eb-92e1-8ed7b5da0348 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3776047 Mar 07 16:19:07.833375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46260) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:07.839622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c27f22cc-743d-4093-804d-11a885e70342 None None] Port 2c8262eb-70ad-405b-be2f-b382acd39013 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:07.843914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ea4d7bd8-ef4c-40e1-8b6e-dbcb2e5f2147 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '04586184-f625-4235-b116-55ddaf1ce15c', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:07.878407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:07.882109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:07.900587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7bd8-ef4c-40e1-8b6e-dbcb2e5f2147 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (70c9aec3-751b-4c9a-a911-6c3313ce7376), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:07.907508 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=2c8262eb-70ad-405b-be2f-b382acd39013,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:08.026575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d24de170-dc02-4f6f-b0a9-43f683798782 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:08.027336 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-d24de170-dc02-4f6f-b0a9-43f683798782 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 16:19:08.028332 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-d24de170-dc02-4f6f-b0a9-43f683798782 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 16:19:08.033442 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d24de170-dc02-4f6f-b0a9-43f683798782 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5633628 Mar 07 16:19:08.033797 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7bd8-ef4c-40e1-8b6e-dbcb2e5f2147 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (70c9aec3-751b-4c9a-a911-6c3313ce7376), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.033940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46264) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:08.041395 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7bd8-ef4c-40e1-8b6e-dbcb2e5f2147 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (70c9aec3-751b-4c9a-a911-6c3313ce7376), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.042145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107628728'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:08.083735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46266) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:08.093792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.095560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d7bd8-ef4c-40e1-8b6e-dbcb2e5f2147 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c9aec3-751b-4c9a-a911-6c3313ce7376,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:08.104192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7bd8-ef4c-40e1-8b6e-dbcb2e5f2147 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.105427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ea4d7bd8-ef4c-40e1-8b6e-dbcb2e5f2147 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2710824 Mar 07 16:19:08.105971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.108310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46270) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:08.121985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4e530e37-4b21-4a45-8d55-9c7d99a96b22 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '04586184-f625-4235-b116-55ddaf1ce15c', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:08.132745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Router 790bb99c-188f-45be-bd3d-a8838033cf85 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:19:08.161287 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-4e530e37-4b21-4a45-8d55-9c7d99a96b22 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Project bb858b05e165434db44f1caa0a8fb1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:19:08.171831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e530e37-4b21-4a45-8d55-9c7d99a96b22 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (49c6f0b8-5159-41f4-bbf6-543e36d1a5bf), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.260652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1405417151'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:08.302516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:08.305976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.310856 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e530e37-4b21-4a45-8d55-9c7d99a96b22 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (49c6f0b8-5159-41f4-bbf6-543e36d1a5bf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.319596 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.329869 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e530e37-4b21-4a45-8d55-9c7d99a96b22 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (49c6f0b8-5159-41f4-bbf6-543e36d1a5bf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.354433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e530e37-4b21-4a45-8d55-9c7d99a96b22 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c6f0b8-5159-41f4-bbf6-543e36d1a5bf,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:08.365699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:08.379084 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-539d6e36-4b62-4572-ae09-6bbc6f44592b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "PUT /v2.0/routers/790bb99c-188f-45be-bd3d-a8838033cf85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4919832 Mar 07 16:19:08.379277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3291f716-550f-4a88-b68b-daf41c99ae66 None None] Provisioning complete for port 2c8262eb-70ad-405b-be2f-b382acd39013 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:08.379277 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3291f716-550f-4a88-b68b-daf41c99ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.379867 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (036d610f-ce43-4ac2-a751-20e96bdac3ad), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.380589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46274) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:08.383833 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e530e37-4b21-4a45-8d55-9c7d99a96b22 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.385656 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4e530e37-4b21-4a45-8d55-9c7d99a96b22 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2710109 Mar 07 16:19:08.389189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46276) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:08.394536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-16a0e3d3-0515-4b8a-b2af-a40959e13658 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '04586184-f625-4235-b116-55ddaf1ce15c', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:08.411139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Sync routers for ids ['790bb99c-188f-45be-bd3d-a8838033cf85'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:08.439427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Routers {'790bb99c-188f-45be-bd3d-a8838033cf85'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:08.440339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['790bb99c-188f-45be-bd3d-a8838033cf85'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:08.442990 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-16a0e3d3-0515-4b8a-b2af-a40959e13658 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Project bb858b05e165434db44f1caa0a8fb1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:19:08.455353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16a0e3d3-0515-4b8a-b2af-a40959e13658 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (02ea4302-9d16-49cb-9b8d-63d64c1a24e6), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.475586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb0b718-3f59-4363-ac5c-dc2f41e67528 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:08.479322 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ccb0b718-3f59-4363-ac5c-dc2f41e67528 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports/2c8262eb-70ad-405b-be2f-b382acd39013 HTTP/1.1" status: 200 len: 911 time: 0.0977407 Mar 07 16:19:08.481121 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for security_group (a9b7c6b3-c1dc-4026-af75-2ed4f2f1d1e1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.482024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46280) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:08.485101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (036d610f-ce43-4ac2-a751-20e96bdac3ad), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.526559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a9b7c6b3-c1dc-4026-af75-2ed4f2f1d1e1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.530205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3291f716-550f-4a88-b68b-daf41c99ae66 None None] Port 2c8262eb-70ad-405b-be2f-b382acd39013 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:08.551701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Set router 790bb99c-188f-45be-bd3d-a8838033cf85 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:19:08.586481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b7c6b3-c1dc-4026-af75-2ed4f2f1d1e1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:08.611557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:19:08.629732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036d610f-ce43-4ac2-a751-20e96bdac3ad,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:08.639678 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.651980 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.654072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16a0e3d3-0515-4b8a-b2af-a40959e13658 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (02ea4302-9d16-49cb-9b8d-63d64c1a24e6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.667979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a93ac0-5226-47c5-956f-89bacb810e59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:08.675876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a93ac0-5226-47c5-956f-89bacb810e59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:08.677565 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-44a93ac0-5226-47c5-956f-89bacb810e59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1940982 Mar 07 16:19:08.680205 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (905d7be4-c877-430b-9a49-fc6fbc6a437f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.683680 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added segment 905d7be4-c877-430b-9a49-fc6fbc6a437f of type vlan for network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 Mar 07 16:19:08.686073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46284) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:08.688290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16a0e3d3-0515-4b8a-b2af-a40959e13658 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (02ea4302-9d16-49cb-9b8d-63d64c1a24e6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.714637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.715858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6810555 Mar 07 16:19:08.724639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46288) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:08.735916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f587a46a-3911-4274-acb0-620519f3c177 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:08.744265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cbf50-c9c6-46d6-bdb2-288eae185f82 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:08.772170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f587a46a-3911-4274-acb0-620519f3c177 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group_rule (63226343-8674-4d0c-bc59-f2de4ff9ef70), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.802173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0e3d3-0515-4b8a-b2af-a40959e13658 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ea4302-9d16-49cb-9b8d-63d64c1a24e6,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:08.860741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (3edee2bd-93c1-46c6-ba6a-d3b239291cb5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.863383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790bb99c-188f-45be-bd3d-a8838033cf85', 'name': 'tempest-NetworksTestDHCPv6-router-477891279', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:19:03Z', 'updated_at': '2022-03-07T16:19:06Z', 'revision_number': 2, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'gw_port_host': None, '_interfaces': [{'id': '2c8262eb-70ad-405b-be2f-b382acd39013', 'name': '', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'mac_address': 'fa:16:3e:05:ad:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bb99c-188f-45be-bd3d-a8838033cf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'ea222275-f2fa-4567-b1c6-33a8c9fb9908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:19:05Z', 'updated_at': '2022-03-07T16:19:07Z', 'revision_number': 2, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'subnets': [{'id': 'ea222275-f2fa-4567-b1c6-33a8c9fb9908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:08.865688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f587a46a-3911-4274-acb0-620519f3c177 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group_rule (63226343-8674-4d0c-bc59-f2de4ff9ef70), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.871995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f587a46a-3911-4274-acb0-620519f3c177 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (63226343-8674-4d0c-bc59-f2de4ff9ef70), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.889580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-16a0e3d3-0515-4b8a-b2af-a40959e13658 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.903083 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-16a0e3d3-0515-4b8a-b2af-a40959e13658 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5002241 Mar 07 16:19:08.927252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Checking router: 790bb99c-188f-45be-bd3d-a8838033cf85 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:19:08.927608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Updating router 790bb99c-188f-45be-bd3d-a8838033cf85 port 2c8262eb-70ad-405b-be2f-b382acd39013 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:19:08.938076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587a46a-3911-4274-acb0-620519f3c177 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63226343-8674-4d0c-bc59-f2de4ff9ef70,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:08.964787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f587a46a-3911-4274-acb0-620519f3c177 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:08.969564 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f587a46a-3911-4274-acb0-620519f3c177 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2407923 Mar 07 16:19:08.970184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46294) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:08.976961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d196b63e-938c-45af-909f-121262dfee0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:09.018777 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.033927 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (3edee2bd-93c1-46c6-ba6a-d3b239291cb5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.052990 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d196b63e-938c-45af-909f-121262dfee0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group_rule (0781b439-80a0-4087-bb2d-8b75bb757891), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.059252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:09.061338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.170999 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-d196b63e-938c-45af-909f-121262dfee0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 16:19:09.174656 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d196b63e-938c-45af-909f-121262dfee0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2022724 Mar 07 16:19:09.178152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46300) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:09.245623 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1603527 Mar 07 16:19:09.251630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46302) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:09.266436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1626035368'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:09.281527 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb79a0b3-89d3-424b-9286-fd911e56bf73 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.284423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02823e27-a568-427f-a7fb-8e8b1ddb9cd1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Network': ['ID=3edee2bd-93c1-46c6-ba6a-d3b239291cb5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:09.321229 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb79a0b3-89d3-424b-9286-fd911e56bf73 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.348476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:09.356656 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.375643 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb79a0b3-89d3-424b-9286-fd911e56bf73 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.381811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-eb79a0b3-89d3-424b-9286-fd911e56bf73 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.387437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eb79a0b3-89d3-424b-9286-fd911e56bf73 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc HTTP/1.1" status: 204 len: 168 time: 0.2076509 Mar 07 16:19:09.388246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46318) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:09.419368 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79a0b3-89d3-424b-9286-fd911e56bf73 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7202f9a3-7ae1-4bcb-8c38-49dd0d1b20cc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:09.441446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:19:09.478914 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fd7e35d6-2078-4f1b-8115-bc27b0694174 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0838246 Mar 07 16:19:09.479928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46320) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:09.483211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ba526d9c-3190-4b17-aecb-4bf282be54ae), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.483571 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added segment ba526d9c-3190-4b17-aecb-4bf282be54ae of type vlan for network 571584e4-1d7b-4d21-b207-e1e65e2a7777 Mar 07 16:19:09.487130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b966cfb3-25ca-4682-969f-38163db627eb tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003972625'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:09.518708 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b966cfb3-25ca-4682-969f-38163db627eb tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.535807 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-6df7a72e-101e-4fb9-bb60-cd3149ac6fee tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816391270&fields=id&tenant_id=bb858b05e165434db44f1caa0a8fb1ae HTTP/1.1" status: 200 len: 267 time: 0.1417820 Mar 07 16:19:09.589079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9582f-89b6-47a0-917e-6cf15da2d0b0 None None] Network 785c5f82-7c75-474a-afcc-0af9dc0bb202 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:09.594971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:09.597159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:19:09.604675 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (571584e4-1d7b-4d21-b207-e1e65e2a7777), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.627892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b966cfb3-25ca-4682-969f-38163db627eb tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (67ef24aa-c0c7-4207-8c37-c43cddf1ffde), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.634590 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b966cfb3-25ca-4682-969f-38163db627eb tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (67ef24aa-c0c7-4207-8c37-c43cddf1ffde), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.692263 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b966cfb3-25ca-4682-969f-38163db627eb tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.695198 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b966cfb3-25ca-4682-969f-38163db627eb tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2140329 Mar 07 16:19:09.698335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46322) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:09.707119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966cfb3-25ca-4682-969f-38163db627eb tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ef24aa-c0c7-4207-8c37-c43cddf1ffde,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:09.729038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-08e52998-c0a6-421d-b92a-20a18f990c95 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '67ef24aa-c0c7-4207-8c37-c43cddf1ffde', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:09.732976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (571584e4-1d7b-4d21-b207-e1e65e2a7777), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.733140 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-08e52998-c0a6-421d-b92a-20a18f990c95 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 16:19:09.734250 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-08e52998-c0a6-421d-b92a-20a18f990c95 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:09.738503 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-08e52998-c0a6-421d-b92a-20a18f990c95 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0298207 Mar 07 16:19:09.738619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:09.738728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46324) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:09.738854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.788897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-689f438c-0c3b-40f4-8cf0-9025dde027fa None None] Provisioning complete for port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:09.789389 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-689f438c-0c3b-40f4-8cf0-9025dde027fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.807877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-0daa4dde-16c3-4f18-a51b-204b9fc9f290 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:09.809435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-0daa4dde-16c3-4f18-a51b-204b9fc9f290 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/networks?id=785c5f82-7c75-474a-afcc-0af9dc0bb202 HTTP/1.1" status: 200 len: 796 time: 0.2478809 Mar 07 16:19:09.824853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ea30160-0816-486e-892b-a1c8b2fa8a7e tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (67ef24aa-c0c7-4207-8c37-c43cddf1ffde), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.860418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ea30160-0816-486e-892b-a1c8b2fa8a7e tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (67ef24aa-c0c7-4207-8c37-c43cddf1ffde), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.903831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (790bb99c-188f-45be-bd3d-a8838033cf85), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.912016 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6521282 Mar 07 16:19:09.915070 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-5c05a49e-857c-461d-aa63-a7db1ca61a74 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/quotas/bb858b05e165434db44f1caa0a8fb1ae HTTP/1.1" status: 200 len: 375 time: 0.0932324 Mar 07 16:19:09.915665 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46328) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:09.920766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:09.921256 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.923114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'subnet': {'network_id': '3edee2bd-93c1-46c6-ba6a-d3b239291cb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:09.930198 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ea30160-0816-486e-892b-a1c8b2fa8a7e tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (67ef24aa-c0c7-4207-8c37-c43cddf1ffde), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.933433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1ea30160-0816-486e-892b-a1c8b2fa8a7e tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:09.939229 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1ea30160-0816-486e-892b-a1c8b2fa8a7e tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/67ef24aa-c0c7-4207-8c37-c43cddf1ffde HTTP/1.1" status: 204 len: 168 time: 0.1992273 Mar 07 16:19:09.940062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46330) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:09.959519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefe68d-4a9f-4f15-a174-3ed51f46b486 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Network': ['ID=571584e4-1d7b-4d21-b207-e1e65e2a7777,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:09.994908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 571584e4-1d7b-4d21-b207-e1e65e2a7777 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:19:10.088208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-0e84df70-41ae-4cdb-aebd-4761561a0d4d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1322937 Mar 07 16:19:10.100555 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Publish callbacks [] for port (2c8262eb-70ad-405b-be2f-b382acd39013), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.108601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-689f438c-0c3b-40f4-8cf0-9025dde027fa None None] Current status of the port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:10.109111 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-689f438c-0c3b-40f4-8cf0-9025dde027fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.125416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea30160-0816-486e-892b-a1c8b2fa8a7e tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ef24aa-c0c7-4207-8c37-c43cddf1ffde,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:10.139396 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.191181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46338) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:10.197864 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-00882279-5b28-47a4-bf89-4cf873685fca tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2401376 Mar 07 16:19:10.198110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ecd456ae-0acf-4d18-bc81-295b8e95513b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852029776'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:10.235007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:10.239299 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.258358 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecd456ae-0acf-4d18-bc81-295b8e95513b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.322674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-689f438c-0c3b-40f4-8cf0-9025dde027fa None None] For port 3b484d21-571e-44bc-9f8a-2bd79d276ab4, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3b484d21-571e-44bc-9f8a-2bd79d276ab4,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:10.383667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:10.385294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3b484d21-571e-44bc-9f8a-2bd79d276ab4 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:10.387512 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-689f438c-0c3b-40f4-8cf0-9025dde027fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.488162 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e42ed-20f2-4c2d-ae53-97bbd3e55315 None None] Pushing event updated for resources: {'Port': ['ID=2c8262eb-70ad-405b-be2f-b382acd39013,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:10.503741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Attempting to bind port 2c8262eb-70ad-405b-be2f-b382acd39013 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:10.504124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Attempting to bind port 2c8262eb-70ad-405b-be2f-b382acd39013 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:10.504501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Attempting to bind port 2c8262eb-70ad-405b-be2f-b382acd39013 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:10.506545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 2c8262eb-70ad-405b-be2f-b382acd39013 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:10.506927 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.552959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:10.553311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:10.553727 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.554705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:10.555283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Bound port: 2c8262eb-70ad-405b-be2f-b382acd39013, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:10.555864 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.582520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f84c654b-9afd-4c96-9b26-21e467eb244e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.588973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecd456ae-0acf-4d18-bc81-295b8e95513b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (253d10a5-6d4d-4834-9b56-9518b3c3fac2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.599526 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecd456ae-0acf-4d18-bc81-295b8e95513b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (253d10a5-6d4d-4834-9b56-9518b3c3fac2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.619896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f438c-0c3b-40f4-8cf0-9025dde027fa None None] Pushing event updated for resources: {'Port': ['ID=3b484d21-571e-44bc-9f8a-2bd79d276ab4,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:10.643459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-d2ebe978-a834-413f-989f-5c9981939f7c service neutron] 10.222.0.24 "GET /v2.0/networks/785c5f82-7c75-474a-afcc-0af9dc0bb202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229256 Mar 07 16:19:10.659341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Subnet': ['ID=f84c654b-9afd-4c96-9b26-21e467eb244e,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:10.663649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:10.664212 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.668599 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ecd456ae-0acf-4d18-bc81-295b8e95513b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.672982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ecd456ae-0acf-4d18-bc81-295b8e95513b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4784219 Mar 07 16:19:10.675006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46340) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:10.680095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-03acbf90-0b2f-418a-b253-02323bdd348b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '253d10a5-6d4d-4834-9b56-9518b3c3fac2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:10.681308 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-03acbf90-0b2f-418a-b253-02323bdd348b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 16:19:10.681568 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-03acbf90-0b2f-418a-b253-02323bdd348b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:10.681677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd456ae-0acf-4d18-bc81-295b8e95513b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253d10a5-6d4d-4834-9b56-9518b3c3fac2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:10.686362 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-03acbf90-0b2f-418a-b253-02323bdd348b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060773 Mar 07 16:19:10.686362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Checking segment: {'id': '905d7be4-c877-430b-9a49-fc6fbc6a437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3edee2bd-93c1-46c6-ba6a-d3b239291cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:10.686362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network hostable DHCP agents. Network: 3edee2bd-93c1-46c6-ba6a-d3b239291cb5, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:19:10.692054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-63b44b8e-36d5-4b0f-b053-7d99fb6bc55c None None] Provisioning complete for port 2c8262eb-70ad-405b-be2f-b382acd39013 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:10.692396 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-63b44b8e-36d5-4b0f-b053-7d99fb6bc55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.696338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46342) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:10.700903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] For port 2c8262eb-70ad-405b-be2f-b382acd39013, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:10.708490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] For port 2c8262eb-70ad-405b-be2f-b382acd39013, host n-d-830010-8, got binding levels [] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:10.709414 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.739968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] For port 2c8262eb-70ad-405b-be2f-b382acd39013, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2c8262eb-70ad-405b-be2f-b382acd39013,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:10.753590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.756613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 2c8262eb-70ad-405b-be2f-b382acd39013 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:10.763288 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62ff5705-c68b-4781-9e28-592c60fe201f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (253d10a5-6d4d-4834-9b56-9518b3c3fac2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.765771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:19:10.789827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 3edee2bd-93c1-46c6-ba6a-d3b239291cb5) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:10.790096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-63b44b8e-36d5-4b0f-b053-7d99fb6bc55c None None] Port 2c8262eb-70ad-405b-be2f-b382acd39013 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:10.792301 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62ff5705-c68b-4781-9e28-592c60fe201f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (253d10a5-6d4d-4834-9b56-9518b3c3fac2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.802949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:10.803196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.829268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-989bd6f3-b086-4e31-beed-ac693d37e288 service neutron] 10.222.0.24 "GET /v2.0/networks/785c5f82-7c75-474a-afcc-0af9dc0bb202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750045 Mar 07 16:19:10.837296 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-df7834fe-2757-4290-b882-b808080a80e0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9199443 Mar 07 16:19:10.840224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46344) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:10.847882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'subnet': {'network_id': '571584e4-1d7b-4d21-b207-e1e65e2a7777', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:10.867190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932f56e5-fca4-4549-a6e9-a4fd87b859cc None None] Network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:10.915157 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-63b44b8e-36d5-4b0f-b053-7d99fb6bc55c None None] Provisioning complete for port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:10.915542 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-63b44b8e-36d5-4b0f-b053-7d99fb6bc55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.917431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e42ed-20f2-4c2d-ae53-97bbd3e55315 None None] Pushing event updated for resources: {'Port': ['ID=2c8262eb-70ad-405b-be2f-b382acd39013,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:10.925739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Routers {'790bb99c-188f-45be-bd3d-a8838033cf85'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:10.926381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['790bb99c-188f-45be-bd3d-a8838033cf85'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:10.991086 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62ff5705-c68b-4781-9e28-592c60fe201f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (253d10a5-6d4d-4834-9b56-9518b3c3fac2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.994033 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62ff5705-c68b-4781-9e28-592c60fe201f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:10.998391 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-62ff5705-c68b-4781-9e28-592c60fe201f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/253d10a5-6d4d-4834-9b56-9518b3c3fac2 HTTP/1.1" status: 204 len: 168 time: 0.2972295 Mar 07 16:19:11.000930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46346) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:11.001101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:11.020772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff5705-c68b-4781-9e28-592c60fe201f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d10a5-6d4d-4834-9b56-9518b3c3fac2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:11.059251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:11.081006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.115390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2c8262eb-70ad-405b-be2f-b382acd39013), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.146221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ea53e034-7bee-4da2-ab0e-9e5a17b3b705 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1415374 Mar 07 16:19:11.156560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46354) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:11.176175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=2c8262eb-70ad-405b-be2f-b382acd39013,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:11.249173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1cac8bdd-f98f-4cda-a230-2738688a276b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--91639640'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:11.289395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] Set router 790bb99c-188f-45be-bd3d-a8838033cf85 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:19:11.324447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (790bb99c-188f-45be-bd3d-a8838033cf85), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.397663 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30f87e46-c7a5-4f79-b4ea-67fa493ddcd7 req-ccab3cc9-501b-4fd9-a967-4b88a17c23a1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 210 time: 0.2621174 Mar 07 16:19:11.457196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3b484d21-571e-44bc-9f8a-2bd79d276ab4 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:11.469941 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.546363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Router 790bb99c-188f-45be-bd3d-a8838033cf85 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:11.578087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cac8bdd-f98f-4cda-a230-2738688a276b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.629819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-3edee2bd-93c1-46c6-ba6a-d3b239291cb5', 'network_id': '3edee2bd-93c1-46c6-ba6a-d3b239291cb5', 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'fixed_ips': [{'subnet_id': 'f84c654b-9afd-4c96-9b26-21e467eb244e'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:11.631387 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.728204 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (12d156db-16ce-4e35-8281-f707fbbb4a79), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.858455 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cac8bdd-f98f-4cda-a230-2738688a276b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (dbdc31f7-c76b-4060-b184-207d90ee0482), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.876701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Subnet': ['ID=12d156db-16ce-4e35-8281-f707fbbb4a79,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:11.889537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cac8bdd-f98f-4cda-a230-2738688a276b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dbdc31f7-c76b-4060-b184-207d90ee0482), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.926346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Checking segment: {'id': 'ba526d9c-3190-4b17-aecb-4bf282be54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '571584e4-1d7b-4d21-b207-e1e65e2a7777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:11.926916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network hostable DHCP agents. Network: 571584e4-1d7b-4d21-b207-e1e65e2a7777, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:19:11.931775 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cac8bdd-f98f-4cda-a230-2738688a276b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:11.933144 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1cac8bdd-f98f-4cda-a230-2738688a276b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7345226 Mar 07 16:19:11.937825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46370) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:11.968738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2c36ce10-d918-44e0-a814-6aba0cdff4e9 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc31f7-c76b-4060-b184-207d90ee0482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:11.979689 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-2c36ce10-d918-44e0-a814-6aba0cdff4e9 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 16:19:11.980446 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-2c36ce10-d918-44e0-a814-6aba0cdff4e9 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:11.984953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2c36ce10-d918-44e0-a814-6aba0cdff4e9 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0327857 Mar 07 16:19:11.984953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46372) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:11.995073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46374) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:11.996063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac8bdd-f98f-4cda-a230-2738688a276b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdc31f7-c76b-4060-b184-207d90ee0482,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:12.004482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-64f2e543-2fd3-433e-9188-51ba2526e23a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc31f7-c76b-4060-b184-207d90ee0482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:12.005540 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-64f2e543-2fd3-433e-9188-51ba2526e23a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 16:19:12.006240 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-64f2e543-2fd3-433e-9188-51ba2526e23a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:12.007585 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-64f2e543-2fd3-433e-9188-51ba2526e23a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075495 Mar 07 16:19:12.014119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46378) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.020873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e3a30baa-20a4-4e73-8b7a-730298037f07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc31f7-c76b-4060-b184-207d90ee0482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:12.021826 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-e3a30baa-20a4-4e73-8b7a-730298037f07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 16:19:12.022441 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-e3a30baa-20a4-4e73-8b7a-730298037f07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:12.026164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e3a30baa-20a4-4e73-8b7a-730298037f07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081158 Mar 07 16:19:12.027480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46380) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.035156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d5524ac1-537d-4f57-a499-4df7bf5b6fb2 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc31f7-c76b-4060-b184-207d90ee0482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:12.036326 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-d5524ac1-537d-4f57-a499-4df7bf5b6fb2 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 16:19:12.036941 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-d5524ac1-537d-4f57-a499-4df7bf5b6fb2 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:12.040867 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d5524ac1-537d-4f57-a499-4df7bf5b6fb2 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096331 Mar 07 16:19:12.042038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46382) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.083064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:12.088642 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e0e57c73-3a03-4f15-94cf-5b31cba512ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "PUT /v2.0/routers/790bb99c-188f-45be-bd3d-a8838033cf85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3957944 Mar 07 16:19:12.090601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46384) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.095335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 571584e4-1d7b-4d21-b207-e1e65e2a7777 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:19:12.117440 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-612412df-4933-48f9-9528-5f4418dc918c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (dbdc31f7-c76b-4060-b184-207d90ee0482), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.127238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 571584e4-1d7b-4d21-b207-e1e65e2a7777) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:12.141479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:12.142085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.159047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea9918b-6816-4393-ba04-259737f58943 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:12.161595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea9918b-6816-4393-ba04-259737f58943 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:12.164261 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dea9918b-6816-4393-ba04-259737f58943 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0724316 Mar 07 16:19:12.164828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-612412df-4933-48f9-9528-5f4418dc918c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (dbdc31f7-c76b-4060-b184-207d90ee0482), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.166878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46386) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.190018 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9e956b9b-304d-43fc-95dd-2e75f057a7e3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3443096 Mar 07 16:19:12.204620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46388) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.205699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f464fa-65dd-473c-8737-70b0378f5ca1 None None] Network 571584e4-1d7b-4d21-b207-e1e65e2a7777 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:12.210330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e2014519-e36b-4506-a010-94c63d0a7667 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-489134668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:12.239230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd759f2d-766d-4ae4-b211-347a741a6a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.257037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5fb99b-4007-4dfc-8529-d00a98998ccb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet ea222275-f2fa-4567-b1c6-33a8c9fb9908 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:12.257924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-63b44b8e-36d5-4b0f-b053-7d99fb6bc55c None None] Current status of the port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:12.260985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb99b-4007-4dfc-8529-d00a98998ccb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (ea222275-f2fa-4567-b1c6-33a8c9fb9908), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.266418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2014519-e36b-4506-a010-94c63d0a7667 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.267502 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2014519-e36b-4506-a010-94c63d0a7667 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.276755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:12.277277 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.281675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-612412df-4933-48f9-9528-5f4418dc918c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dbdc31f7-c76b-4060-b184-207d90ee0482), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.284465 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-612412df-4933-48f9-9528-5f4418dc918c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.288222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-612412df-4933-48f9-9528-5f4418dc918c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/dbdc31f7-c76b-4060-b184-207d90ee0482 HTTP/1.1" status: 204 len: 168 time: 0.2450821 Mar 07 16:19:12.290134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46390) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.306267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612412df-4933-48f9-9528-5f4418dc918c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdc31f7-c76b-4060-b184-207d90ee0482,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:12.366504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd759f2d-766d-4ae4-b211-347a741a6a19 admin admin] Publish callbacks [] for security_group (b01a52fc-fc35-4a30-b181-176ad054167a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.371943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd759f2d-766d-4ae4-b211-347a741a6a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b01a52fc-fc35-4a30-b181-176ad054167a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.373685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb99b-4007-4dfc-8529-d00a98998ccb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (ea222275-f2fa-4567-b1c6-33a8c9fb9908), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.399360 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9a327d6d-96c0-498d-bf53-210878ee12e7 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1075177 Mar 07 16:19:12.406592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e6cb311a-75f2-4947-bed4-05b3894ed840 None None] Could not find standard attr ID for object 2c8262eb-70ad-405b-be2f-b382acd39013. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:19:12.411415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46392) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.429723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Allocated IP 2001:db8::2 (3edee2bd-93c1-46c6-ba6a-d3b239291cb5/f84c654b-9afd-4c96-9b26-21e467eb244e/08aeb756-f5d4-4f34-a406-fe3796fbb037) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:12.440859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2014519-e36b-4506-a010-94c63d0a7667 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.441518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-813d0b7e-b05f-45de-9244-7440a8100e0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271190137'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:12.463628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd759f2d-766d-4ae4-b211-347a741a6a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01a52fc-fc35-4a30-b181-176ad054167a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:12.464674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2014519-e36b-4506-a010-94c63d0a7667 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.466339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790bb99c-188f-45be-bd3d-a8838033cf85', 'name': 'tempest-NetworksTestDHCPv6-router-477891279', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:19:03Z', 'updated_at': '2022-03-07T16:19:06Z', 'revision_number': 2, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'gw_port_host': None, '_interfaces': [{'id': '2c8262eb-70ad-405b-be2f-b382acd39013', 'name': '', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'mac_address': 'fa:16:3e:05:ad:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bb99c-188f-45be-bd3d-a8838033cf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'ea222275-f2fa-4567-b1c6-33a8c9fb9908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:19:05Z', 'updated_at': '2022-03-07T16:19:10Z', 'revision_number': 4, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'subnets': [{'id': 'ea222275-f2fa-4567-b1c6-33a8c9fb9908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:12.471236 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fd759f2d-766d-4ae4-b211-347a741a6a19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba31002943894ed9a93a2d3943c4f538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4826736 Mar 07 16:19:12.475729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46396) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.502607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-813d0b7e-b05f-45de-9244-7440a8100e0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.512678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-571584e4-1d7b-4d21-b207-e1e65e2a7777', 'network_id': '571584e4-1d7b-4d21-b207-e1e65e2a7777', 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'fixed_ips': [{'subnet_id': '12d156db-16ce-4e35-8281-f707fbbb4a79'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:12.514068 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.528566 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab748a-9a23-4421-b616-5e122f105f6d None None] The sync data for ids ['790bb99c-188f-45be-bd3d-a8838033cf85'] in n-d-830010-8 is: [{'id': '790bb99c-188f-45be-bd3d-a8838033cf85', 'name': 'tempest-NetworksTestDHCPv6-router-477891279', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:19:03Z', 'updated_at': '2022-03-07T16:19:06Z', 'revision_number': 2, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'gw_port_host': None, '_interfaces': [{'id': '2c8262eb-70ad-405b-be2f-b382acd39013', 'name': '', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'tenant_id': 'fdd113955b554fe796a7e58567b492e6', 'mac_address': 'fa:16:3e:05:ad:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bb99c-188f-45be-bd3d-a8838033cf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'ea222275-f2fa-4567-b1c6-33a8c9fb9908', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:19:05Z', 'updated_at': '2022-03-07T16:19:10Z', 'revision_number': 4, 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'subnets': [{'id': 'ea222275-f2fa-4567-b1c6-33a8c9fb9908', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:12.535067 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e2014519-e36b-4506-a010-94c63d0a7667 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.536264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e2014519-e36b-4506-a010-94c63d0a7667 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3304160 Mar 07 16:19:12.539096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46398) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:12.686704 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39675bbf-57a0-4513-9ace-785994f4f3c3 req-4c837f2a-3883-413a-bd22-0e74d96ff50d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 210 time: 0.1601677 Mar 07 16:19:12.716972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:12.727044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb99b-4007-4dfc-8529-d00a98998ccb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ea222275-f2fa-4567-b1c6-33a8c9fb9908), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.754226 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b14831e3-a4c5-4f91-8685-c9a18ac6fc6e admin admin] Publish callbacks [] for security_group (b01a52fc-fc35-4a30-b181-176ad054167a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.839438 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b14831e3-a4c5-4f91-8685-c9a18ac6fc6e admin admin] Publish callbacks [] for security_group (b01a52fc-fc35-4a30-b181-176ad054167a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.847205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Publish callbacks [] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.858549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Allocated IP 2001:db8:1::2 (571584e4-1d7b-4d21-b207-e1e65e2a7777/12d156db-16ce-4e35-8281-f707fbbb4a79/f078a8b3-1e74-4caf-99c6-fdbea633037a) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:12.871107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-0a448287-ffd4-4420-a8a4-72ca82372708 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:12.872408 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.874571 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-0a448287-ffd4-4420-a8a4-72ca82372708 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "GET /v2.0/networks?id=785c5f82-7c75-474a-afcc-0af9dc0bb202 HTTP/1.1" status: 200 len: 796 time: 0.2234330 Mar 07 16:19:12.905824 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb99b-4007-4dfc-8529-d00a98998ccb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (ea222275-f2fa-4567-b1c6-33a8c9fb9908), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:12.962764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:12.999695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:13.002492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:13.022018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fb99b-4007-4dfc-8529-d00a98998ccb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=ea222275-f2fa-4567-b1c6-33a8c9fb9908,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:13.024399 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb99b-4007-4dfc-8529-d00a98998ccb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.025645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Pushing event updated for resources: {'Port': ['ID=08aeb756-f5d4-4f34-a406-fe3796fbb037,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:13.028076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4a5fb99b-4007-4dfc-8529-d00a98998ccb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/ea222275-f2fa-4567-b1c6-33a8c9fb9908 HTTP/1.1" status: 204 len: 168 time: 0.8599265 Mar 07 16:19:13.036647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46400) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:13.038660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ac360-d59a-489c-8327-9dbb762a58a7 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:13.181803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Attempting to bind port 08aeb756-f5d4-4f34-a406-fe3796fbb037 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:13.182068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Attempting to bind port 08aeb756-f5d4-4f34-a406-fe3796fbb037 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '905d7be4-c877-430b-9a49-fc6fbc6a437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3edee2bd-93c1-46c6-ba6a-d3b239291cb5'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:13.182445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Attempting to bind port 08aeb756-f5d4-4f34-a406-fe3796fbb037 on network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:13.214276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-56f65e71-d43a-48cd-b2bf-576cd1380783 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb858b05e165434db44f1caa0a8fb1ae HTTP/1.1" status: 200 len: 471 time: 0.3300354 Mar 07 16:19:13.216278 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:13.217141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Checking segment: {'id': '905d7be4-c877-430b-9a49-fc6fbc6a437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3edee2bd-93c1-46c6-ba6a-d3b239291cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:13.218119 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.218528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Bound using segment: {'id': '905d7be4-c877-430b-9a49-fc6fbc6a437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3edee2bd-93c1-46c6-ba6a-d3b239291cb5'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:13.219156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Bound port: 08aeb756-f5d4-4f34-a406-fe3796fbb037, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905d7be4-c877-430b-9a49-fc6fbc6a437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3edee2bd-93c1-46c6-ba6a-d3b239291cb5'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:13.220183 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.227128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'port': {'device_id': 'c59522e3-040c-411e-b3b3-e140ac8ff205', 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202', 'admin_state_up': True, 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'security_groups': ['04586184-f625-4235-b116-55ddaf1ce15c']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:13.237756 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-31b84bcb-c1e3-4bc2-bc83-656364521ee7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2001586 Mar 07 16:19:13.241528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46402) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:13.335155 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-813d0b7e-b05f-45de-9244-7440a8100e0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (1e9de1a6-6129-4cc1-827b-79801f897738), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.350247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-813d0b7e-b05f-45de-9244-7440a8100e0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1e9de1a6-6129-4cc1-827b-79801f897738), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.371612 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Publish callbacks [] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.415900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] For port 08aeb756-f5d4-4f34-a406-fe3796fbb037, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:13.424355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] For port 08aeb756-f5d4-4f34-a406-fe3796fbb037, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=08aeb756-f5d4-4f34-a406-fe3796fbb037,segment=NetworkSegment(905d7be4-c877-430b-9a49-fc6fbc6a437f),segment_id=905d7be4-c877-430b-9a49-fc6fbc6a437f)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:13.438568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8afc5-88e1-4b3e-8b85-75f8d64871c2 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:13.442600 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.450773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d0b7e-b05f-45de-9244-7440a8100e0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9de1a6-6129-4cc1-827b-79801f897738,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:13.452223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4747ddc-2c3c-40bb-b636-6a927de903b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router (790bb99c-188f-45be-bd3d-a8838033cf85), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.458217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-813d0b7e-b05f-45de-9244-7440a8100e0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.459638 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-813d0b7e-b05f-45de-9244-7440a8100e0f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0469542 Mar 07 16:19:13.460078 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.466012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46404) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:13.476116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d2133c02-59be-4861-996a-94f3a46202a9 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '1e9de1a6-6129-4cc1-827b-79801f897738', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:13.477141 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-d2133c02-59be-4861-996a-94f3a46202a9 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 16:19:13.477800 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-d2133c02-59be-4861-996a-94f3a46202a9 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:13.479038 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d2133c02-59be-4861-996a-94f3a46202a9 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104973 Mar 07 16:19:13.485704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46406) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:13.491845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4b023f85-c081-4877-8f37-aa397e044cff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '1e9de1a6-6129-4cc1-827b-79801f897738', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:13.499330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b14831e3-a4c5-4f91-8685-c9a18ac6fc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b01a52fc-fc35-4a30-b181-176ad054167a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.502885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b14831e3-a4c5-4f91-8685-c9a18ac6fc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.504942 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b14831e3-a4c5-4f91-8685-c9a18ac6fc6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b01a52fc-fc35-4a30-b181-176ad054167a HTTP/1.1" status: 204 len: 168 time: 1.0258098 Mar 07 16:19:13.534590 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.556781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Network 571584e4-1d7b-4d21-b207-e1e65e2a7777 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:13.568796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14831e3-a4c5-4f91-8685-c9a18ac6fc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01a52fc-fc35-4a30-b181-176ad054167a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:13.587126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:13.590373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:13.598311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Pushing event updated for resources: {'Port': ['ID=f078a8b3-1e74-4caf-99c6-fdbea633037a,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:13.698352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-edb8afc5-88e1-4b3e-8b85-75f8d64871c2 None None] Deleting port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:13.698352 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-edb8afc5-88e1-4b3e-8b85-75f8d64871c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.820980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d3c20-513b-44dd-80c5-8d15f402eb68 None None] Pushing event updated for resources: {'Port': ['ID=08aeb756-f5d4-4f34-a406-fe3796fbb037,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:13.854854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4747ddc-2c3c-40bb-b636-6a927de903b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (790bb99c-188f-45be-bd3d-a8838033cf85), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.858286 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4747ddc-2c3c-40bb-b636-6a927de903b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router_controller (790bb99c-188f-45be-bd3d-a8838033cf85), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.860594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Made reservation on behalf of bb858b05e165434db44f1caa0a8fb1ae for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:13.864726 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.901551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Attempting to bind port f078a8b3-1e74-4caf-99c6-fdbea633037a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:13.909594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Attempting to bind port f078a8b3-1e74-4caf-99c6-fdbea633037a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'ba526d9c-3190-4b17-aecb-4bf282be54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '571584e4-1d7b-4d21-b207-e1e65e2a7777'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:13.910121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Attempting to bind port f078a8b3-1e74-4caf-99c6-fdbea633037a on network 571584e4-1d7b-4d21-b207-e1e65e2a7777 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:13.922907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:13.923856 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Checking segment: {'id': 'ba526d9c-3190-4b17-aecb-4bf282be54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '571584e4-1d7b-4d21-b207-e1e65e2a7777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:13.926062 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.926062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Bound using segment: {'id': 'ba526d9c-3190-4b17-aecb-4bf282be54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '571584e4-1d7b-4d21-b207-e1e65e2a7777'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:13.926062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Bound port: f078a8b3-1e74-4caf-99c6-fdbea633037a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba526d9c-3190-4b17-aecb-4bf282be54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '571584e4-1d7b-4d21-b207-e1e65e2a7777'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:13.926062 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.930936 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-4b023f85-c081-4877-8f37-aa397e044cff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:13.932343 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4b023f85-c081-4877-8f37-aa397e044cff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4450102 Mar 07 16:19:13.948838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46414) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:13.955665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-3ff623b8-75bb-490d-ba0f-f36095a78721 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '1e9de1a6-6129-4cc1-827b-79801f897738', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:13.956119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-edb8afc5-88e1-4b3e-8b85-75f8d64871c2 None None] For port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4e412ab9-64d9-4a5f-9fe4-c3df5b485203,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:13.956439 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-3ff623b8-75bb-490d-ba0f-f36095a78721 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 16:19:13.956690 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-edb8afc5-88e1-4b3e-8b85-75f8d64871c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:13.957208 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-3ff623b8-75bb-490d-ba0f-f36095a78721 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:13.961037 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3ff623b8-75bb-490d-ba0f-f36095a78721 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067706 Mar 07 16:19:13.964478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46416) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:13.982023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8ecd56ad-0d52-4629-9fdc-8c4ab00dbd7b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '1e9de1a6-6129-4cc1-827b-79801f897738', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:14.008145 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9fd88f4e-d2ef-4f61-b108-b9c5b23624a7 req-8fc98ce6-9a13-488c-9080-48a9336a8337 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 210 time: 0.2118750 Mar 07 16:19:14.033444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-edb8afc5-88e1-4b3e-8b85-75f8d64871c2 None None] Calling delete_port for 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:14.104573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46418) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.146071 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-8ecd56ad-0d52-4629-9fdc-8c4ab00dbd7b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:14.147397 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8ecd56ad-0d52-4629-9fdc-8c4ab00dbd7b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1741745 Mar 07 16:19:14.159913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46420) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.160709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.20.0.19 (785c5f82-7c75-474a-afcc-0af9dc0bb202/758d627a-3d76-4102-af7d-e18c0abccb23/ce3e474b-1a51-481f-b536-b7aabf9e7839) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:14.164862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c70058da-e737-420b-a95c-1e4b22209e6c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '1e9de1a6-6129-4cc1-827b-79801f897738', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:14.165362 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-c70058da-e737-420b-a95c-1e4b22209e6c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 16:19:14.166450 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-c70058da-e737-420b-a95c-1e4b22209e6c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:14.169868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4747ddc-2c3c-40bb-b636-6a927de903b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (790bb99c-188f-45be-bd3d-a8838033cf85), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.170030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c70058da-e737-420b-a95c-1e4b22209e6c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062094 Mar 07 16:19:14.170245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] For port f078a8b3-1e74-4caf-99c6-fdbea633037a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:14.170345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4747ddc-2c3c-40bb-b636-6a927de903b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Fanout notify agent at l3_agent the message router_deleted on router 790bb99c-188f-45be-bd3d-a8838033cf85 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:19:14.170439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46422) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.177028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] For port f078a8b3-1e74-4caf-99c6-fdbea633037a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f078a8b3-1e74-4caf-99c6-fdbea633037a,segment=NetworkSegment(ba526d9c-3190-4b17-aecb-4bf282be54ae),segment_id=ba526d9c-3190-4b17-aecb-4bf282be54ae)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:14.181001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a1a54c8c-38b7-41ed-9265-00857c12a4b5 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '1e9de1a6-6129-4cc1-827b-79801f897738', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:14.193323 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.195616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4747ddc-2c3c-40bb-b636-6a927de903b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.199680 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b4747ddc-2c3c-40bb-b636-6a927de903b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/routers/790bb99c-188f-45be-bd3d-a8838033cf85 HTTP/1.1" status: 204 len: 168 time: 0.9543123 Mar 07 16:19:14.203584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46424) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.204627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.206013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 2001:db8::1 (3edee2bd-93c1-46c6-ba6a-d3b239291cb5/f84c654b-9afd-4c96-9b26-21e467eb244e/c4a1f159-f75f-4ea8-b9a5-f407b3858d0a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:14.250983 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-a1a54c8c-38b7-41ed-9265-00857c12a4b5 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Project 8343a3490a0f42ea819999902bd592e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:19:14.272246 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-edb8afc5-88e1-4b3e-8b85-75f8d64871c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (4e412ab9-64d9-4a5f-9fe4-c3df5b485203), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.306338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8afc5-88e1-4b3e-8b85-75f8d64871c2 None None] No DVR routers for this DVR port 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:14.316290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e9a10-98a3-40fc-92ad-4da07470e106 None None] Pushing event updated for resources: {'Port': ['ID=f078a8b3-1e74-4caf-99c6-fdbea633037a,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:14.332741 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-a1a54c8c-38b7-41ed-9265-00857c12a4b5 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:14.336319 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a1a54c8c-38b7-41ed-9265-00857c12a4b5 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1628625 Mar 07 16:19:14.337962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46426) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.347477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d7ce2b2c-299d-4c44-b3c7-dcd6e42f740f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '1e9de1a6-6129-4cc1-827b-79801f897738', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:14.347989 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-d7ce2b2c-299d-4c44-b3c7-dcd6e42f740f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 16:19:14.348561 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-d7ce2b2c-299d-4c44-b3c7-dcd6e42f740f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:14.352127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d7ce2b2c-299d-4c44-b3c7-dcd6e42f740f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100021 Mar 07 16:19:14.353631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46428) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.355697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8afc5-88e1-4b3e-8b85-75f8d64871c2 None None] Pushing event deleted for resources: {'Port': ['ID=4e412ab9-64d9-4a5f-9fe4-c3df5b485203,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:14.360953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e0fc9064-f5e4-4290-af59-ef7dd3907b60 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '1e9de1a6-6129-4cc1-827b-79801f897738', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:14.392591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960292e5-6fee-41ba-9f45-e8bf88e10f87 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:14.396618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-960292e5-6fee-41ba-9f45-e8bf88e10f87 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1862712 Mar 07 16:19:14.398222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46430) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.447254 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-e0fc9064-f5e4-4290-af59-ef7dd3907b60 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Project 8343a3490a0f42ea819999902bd592e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:19:14.477198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.479058 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (c4a1f159-f75f-4ea8-b9a5-f407b3858d0a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.479896 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Publish callbacks [] for security_group (4fae7c1c-b8dd-4db1-8f4b-a433e77afa6c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.485711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4fae7c1c-b8dd-4db1-8f4b-a433e77afa6c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.498270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157dc52-21e8-494c-bbe2-559a28670e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:14.500467 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7157dc52-21e8-494c-bbe2-559a28670e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0988004 Mar 07 16:19:14.501370 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-e0fc9064-f5e4-4290-af59-ef7dd3907b60 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:14.502318 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e0fc9064-f5e4-4290-af59-ef7dd3907b60 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1476593 Mar 07 16:19:14.504272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46432) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.505935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46434) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.521247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9f2a73b3-167f-4576-be74-fcda76c3a6e7 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '1e9de1a6-6129-4cc1-827b-79801f897738', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:14.547459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ad160964ab9461aa50fbed29e2e4674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4416096 Mar 07 16:19:14.548491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46436) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.550700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fae7c1c-b8dd-4db1-8f4b-a433e77afa6c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:14.576984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.577393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.577931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.578451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.578993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.579507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.580003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.580505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.580998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.581496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.581981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.582884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.583381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0b72a-f685-43fe-b15b-f0e253253706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:14.583953 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6e457803-b325-48ca-8f8c-0c2790c318df tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785673 Mar 07 16:19:14.590340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46438) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.600888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:14.616358 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-9f2a73b3-167f-4576-be74-fcda76c3a6e7 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Project 8343a3490a0f42ea819999902bd592e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:19:14.629335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c4a1f159-f75f-4ea8-b9a5-f407b3858d0a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.634334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.677011 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-9f2a73b3-167f-4576-be74-fcda76c3a6e7 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:14.677837 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9f2a73b3-167f-4576-be74-fcda76c3a6e7 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1710677 Mar 07 16:19:14.681924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46440) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:14.702359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:14.711968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:14.714497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:14.715264 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.745875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 785c5f82-7c75-474a-afcc-0af9dc0bb202 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:14.757283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:14.764316 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:14.771721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=ce3e474b-1a51-481f-b536-b7aabf9e7839,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:14.774010 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265df853-878b-4cb6-9ac9-f0a05ad4a9dc admin admin] Publish callbacks [] for security_group (4fae7c1c-b8dd-4db1-8f4b-a433e77afa6c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.778271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=c4a1f159-f75f-4ea8-b9a5-f407b3858d0a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:14.844500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:14.848198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.855095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265df853-878b-4cb6-9ac9-f0a05ad4a9dc admin admin] Publish callbacks [] for security_group (4fae7c1c-b8dd-4db1-8f4b-a433e77afa6c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.855484 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47e89223-e4a8-4065-a7f2-3ded16760dcd tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (1e9de1a6-6129-4cc1-827b-79801f897738), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.893336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:14.894727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.912016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47e89223-e4a8-4065-a7f2-3ded16760dcd tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (1e9de1a6-6129-4cc1-827b-79801f897738), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.944207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c4a1f159-f75f-4ea8-b9a5-f407b3858d0a), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:14.965947 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-9211e79b-701e-4695-857b-c4d8715231bc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7436526 Mar 07 16:19:15.000955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Request body: {'port': {'device_id': 'c59522e3-040c-411e-b3b3-e140ac8ff205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:15.007490 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47e89223-e4a8-4065-a7f2-3ded16760dcd tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1e9de1a6-6129-4cc1-827b-79801f897738), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.010286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47e89223-e4a8-4065-a7f2-3ded16760dcd tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.011583 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-47e89223-e4a8-4065-a7f2-3ded16760dcd tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/1e9de1a6-6129-4cc1-827b-79801f897738 HTTP/1.1" status: 204 len: 168 time: 0.3268495 Mar 07 16:19:15.020880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46442) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:15.111297 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265df853-878b-4cb6-9ac9-f0a05ad4a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4fae7c1c-b8dd-4db1-8f4b-a433e77afa6c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.114641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-265df853-878b-4cb6-9ac9-f0a05ad4a9dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.115299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-265df853-878b-4cb6-9ac9-f0a05ad4a9dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fae7c1c-b8dd-4db1-8f4b-a433e77afa6c HTTP/1.1" status: 204 len: 168 time: 0.5619452 Mar 07 16:19:15.162942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e89223-e4a8-4065-a7f2-3ded16760dcd tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9de1a6-6129-4cc1-827b-79801f897738,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:15.238335 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265df853-878b-4cb6-9ac9-f0a05ad4a9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fae7c1c-b8dd-4db1-8f4b-a433e77afa6c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:15.245824 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.264617 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-94189868-dbb3-4f8f-98f1-4c49ea841e21 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2424273 Mar 07 16:19:15.270581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46448) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:15.275441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5593181c-bd29-4d1b-859d-32f114927c80 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--214491720'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:15.344185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 08aeb756-f5d4-4f34-a406-fe3796fbb037 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:15.367534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5593181c-bd29-4d1b-859d-32f114927c80 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.478320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-37a7e478-a905-4323-8706-385ddf7ed803 None None] Provisioning complete for port ce3e474b-1a51-481f-b536-b7aabf9e7839 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:15.479043 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37a7e478-a905-4323-8706-385ddf7ed803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.526295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (c4a1f159-f75f-4ea8-b9a5-f407b3858d0a), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.560069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 08aeb756-f5d4-4f34-a406-fe3796fbb037 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:15.560446 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.570150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (c4a1f159-f75f-4ea8-b9a5-f407b3858d0a), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.572849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.586894 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5593181c-bd29-4d1b-859d-32f114927c80 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (623262a6-6f86-47b7-809b-188685dce666), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.627108 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5593181c-bd29-4d1b-859d-32f114927c80 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (623262a6-6f86-47b7-809b-188685dce666), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.658082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c8a6c-ab3a-4f94-b892-c91d1ea0ef2a req-47b3c7bb-537e-42ad-906e-5642df64f42c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:15.660908 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f37c8a6c-ab3a-4f94-b892-c91d1ea0ef2a req-47b3c7bb-537e-42ad-906e-5642df64f42c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 932 time: 0.4978235 Mar 07 16:19:15.703817 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4adec-910b-42de-8cae-bf728bf9dc0f None None] Sync routers for ids ['790bb99c-188f-45be-bd3d-a8838033cf85'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:15.724995 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4adec-910b-42de-8cae-bf728bf9dc0f None None] Routers set() bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:15.725680 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4adec-910b-42de-8cae-bf728bf9dc0f None None] Router IDs set() for agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 16:19:15.726511 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_agentschedulers_db [None req-bcc4adec-910b-42de-8cae-bf728bf9dc0f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'790bb99c-188f-45be-bd3d-a8838033cf85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent'). {{(pid=103869) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 16:19:15.747003 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4adec-910b-42de-8cae-bf728bf9dc0f None None] Routers set() bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:15.748454 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4adec-910b-42de-8cae-bf728bf9dc0f None None] Router IDs set() for agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 16:19:15.751651 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_agentschedulers_db [None req-bcc4adec-910b-42de-8cae-bf728bf9dc0f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'790bb99c-188f-45be-bd3d-a8838033cf85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent'). {{(pid=103869) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 16:19:15.752253 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4adec-910b-42de-8cae-bf728bf9dc0f None None] The sync data for ids ['790bb99c-188f-45be-bd3d-a8838033cf85'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:15.855165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=c4a1f159-f75f-4ea8-b9a5-f407b3858d0a,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:15.877039 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5593181c-bd29-4d1b-859d-32f114927c80 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:15.879177 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5593181c-bd29-4d1b-859d-32f114927c80 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6075575 Mar 07 16:19:15.882426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46456) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:15.887238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0aec8676-a9be-4a73-9d6c-d7cdc57da08d tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '623262a6-6f86-47b7-809b-188685dce666', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:15.891993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593181c-bd29-4d1b-859d-32f114927c80 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623262a6-6f86-47b7-809b-188685dce666,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:15.965990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:15.970915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8372abf0-63d9-4b10-ab04-538a37f7d313 None None] Network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:15.974208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:15.986872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-37a7e478-a905-4323-8706-385ddf7ed803 None None] Port ce3e474b-1a51-481f-b536-b7aabf9e7839 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:16.038675 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-0aec8676-a9be-4a73-9d6c-d7cdc57da08d tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The resource could not be found. Mar 07 16:19:16.042369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0aec8676-a9be-4a73-9d6c-d7cdc57da08d tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1562755 Mar 07 16:19:16.043599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46462) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:16.050387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-42ecde00-3cd5-4167-84bd-e0eb0e163e0a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '623262a6-6f86-47b7-809b-188685dce666', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd13a2e52-e526-425b-be0e-278f77194be1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:16.062908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:19:16.074921 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (4769110c-694a-4c02-ac64-50ecb9a0f854), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.103619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb183fe9-e853-4a95-8174-ac384548800b None None] Network 571584e4-1d7b-4d21-b207-e1e65e2a7777 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:16.157382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=4769110c-694a-4c02-ac64-50ecb9a0f854,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:16.178842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:16.183583 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-42ecde00-3cd5-4167-84bd-e0eb0e163e0a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The resource could not be found. Mar 07 16:19:16.188668 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-42ecde00-3cd5-4167-84bd-e0eb0e163e0a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1393116 Mar 07 16:19:16.188668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46466) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:16.192734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:16.205987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:19:16.210007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:16.210716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.287216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b5c3a3-f3e2-4088-9c8f-912b4250ac83 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:16.318664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f37c8a6c-ab3a-4f94-b892-c91d1ea0ef2a req-ea18031f-1ce7-428b-8a44-28335d6b446b tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202188 Mar 07 16:19:16.331762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3e474b-1a51-481f-b536-b7aabf9e7839 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:19:16.342548 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c4f571d1-0ae4-40fa-81d3-1c4c1da8327b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (623262a6-6f86-47b7-809b-188685dce666), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.352964 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Publish callbacks [] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.362698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-46f9b796-bfd6-480e-ae2c-bd9edab7df6f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7687774 Mar 07 16:19:16.366221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46472) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:16.368561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] Provisioning complete for port f078a8b3-1e74-4caf-99c6-fdbea633037a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:16.369098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.377063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:16.378662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c4f571d1-0ae4-40fa-81d3-1c4c1da8327b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (623262a6-6f86-47b7-809b-188685dce666), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.395993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:16.401296 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-049f35b1-40e3-4a22-9740-0c4875c9db3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8609452 Mar 07 16:19:16.410832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46474) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:16.412265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 08aeb756-f5d4-4f34-a406-fe3796fbb037 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:16.412668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.438476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb67a9-9872-4660-adbf-1104c32bf43f None None] Sync routers for ids ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:16.488428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807ecd0-47f2-40f2-842f-d0b3c4816c4d tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:16.493286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b807ecd0-47f2-40f2-842f-d0b3c4816c4d tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports/c4a1f159-f75f-4ea8-b9a5-f407b3858d0a HTTP/1.1" status: 200 len: 911 time: 0.0792227 Mar 07 16:19:16.493286 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c4f571d1-0ae4-40fa-81d3-1c4c1da8327b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (623262a6-6f86-47b7-809b-188685dce666), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.495786 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c4f571d1-0ae4-40fa-81d3-1c4c1da8327b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.497277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c4f571d1-0ae4-40fa-81d3-1c4c1da8327b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/623262a6-6f86-47b7-809b-188685dce666 HTTP/1.1" status: 204 len: 168 time: 0.3077025 Mar 07 16:19:16.499191 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46476) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:16.512097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46478) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:16.526111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb67a9-9872-4660-adbf-1104c32bf43f None None] Routers {'c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:16.527149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-90eb67a9-9872-4660-adbf-1104c32bf43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:16.550384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Transition to ACTIVE for port object ce3e474b-1a51-481f-b536-b7aabf9e7839 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:19:16.552136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:16.556175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.574927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f571d1-0ae4-40fa-81d3-1c4c1da8327b tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623262a6-6f86-47b7-809b-188685dce666,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:16.598721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.630707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-90eb67a9-9872-4660-adbf-1104c32bf43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:16.638090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 08aeb756-f5d4-4f34-a406-fe3796fbb037, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=08aeb756-f5d4-4f34-a406-fe3796fbb037,segment=NetworkSegment(905d7be4-c877-430b-9a49-fc6fbc6a437f),segment_id=905d7be4-c877-430b-9a49-fc6fbc6a437f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:16.686843 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4b899b16-8fc5-4ca8-9520-06771804aadf tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1676371 Mar 07 16:19:16.688573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46482) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:16.693736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.695502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4b64df02-fb33-4ee1-90f4-48faeef7ed96 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '6ef06882-9b62-411e-be6b-b9baec95843d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:16.697492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f078a8b3-1e74-4caf-99c6-fdbea633037a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:16.699696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3e474b-1a51-481f-b536-b7aabf9e7839,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:16.783292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '4769110c-694a-4c02-ac64-50ecb9a0f854'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:16.784104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:16.828008 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-4b64df02-fb33-4ee1-90f4-48faeef7ed96 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The resource could not be found. Mar 07 16:19:16.828978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4b64df02-fb33-4ee1-90f4-48faeef7ed96 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1394565 Mar 07 16:19:16.833347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46486) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:16.839495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9a490df6-6091-4e94-a7ae-70d5afa2bde8 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--865238004'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:16.868313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb67a9-9872-4660-adbf-1104c32bf43f None None] Routers {'c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:16.869045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-90eb67a9-9872-4660-adbf-1104c32bf43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:16.934487 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a490df6-6091-4e94-a7ae-70d5afa2bde8 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.023556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-90eb67a9-9872-4660-adbf-1104c32bf43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:17.027522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb67a9-9872-4660-adbf-1104c32bf43f None None] The sync data for ids ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:17.038178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Attempting to bind port ce3e474b-1a51-481f-b536-b7aabf9e7839 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:17.038712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Attempting to bind port ce3e474b-1a51-481f-b536-b7aabf9e7839 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:17.040353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Attempting to bind port ce3e474b-1a51-481f-b536-b7aabf9e7839 on network 785c5f82-7c75-474a-afcc-0af9dc0bb202 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:17.062749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Port ce3e474b-1a51-481f-b536-b7aabf9e7839 on network 785c5f82-7c75-474a-afcc-0af9dc0bb202 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:19:17.062749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Attempting to bind port ce3e474b-1a51-481f-b536-b7aabf9e7839 on network 785c5f82-7c75-474a-afcc-0af9dc0bb202 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:17.094131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=08aeb756-f5d4-4f34-a406-fe3796fbb037,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:17.108172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:17.108654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Checking segment: {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:17.109142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Bound using segment: {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:17.109989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] Current status of the port f078a8b3-1e74-4caf-99c6-fdbea633037a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:17.111775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Bound port: ce3e474b-1a51-481f-b536-b7aabf9e7839, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:17.112309 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.112916 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.179869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.244532 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a490df6-6091-4e94-a7ae-70d5afa2bde8 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (947bd0e0-8214-4358-bd0f-9ae42087483a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.299458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a490df6-6091-4e94-a7ae-70d5afa2bde8 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (947bd0e0-8214-4358-bd0f-9ae42087483a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.299722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f078a8b3-1e74-4caf-99c6-fdbea633037a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:17.300020 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.373385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] For port f078a8b3-1e74-4caf-99c6-fdbea633037a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f078a8b3-1e74-4caf-99c6-fdbea633037a,segment=NetworkSegment(ba526d9c-3190-4b17-aecb-4bf282be54ae),segment_id=ba526d9c-3190-4b17-aecb-4bf282be54ae)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:17.400584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] For port ce3e474b-1a51-481f-b536-b7aabf9e7839, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:17.406568 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.408302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] For port ce3e474b-1a51-481f-b536-b7aabf9e7839, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ce3e474b-1a51-481f-b536-b7aabf9e7839,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:17.415455 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a490df6-6091-4e94-a7ae-70d5afa2bde8 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.418224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9a490df6-6091-4e94-a7ae-70d5afa2bde8 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5838106 Mar 07 16:19:17.427794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46500) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:17.441979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e521e3c9-5f59-4572-b400-830f213525d6 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332875119'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:17.457630 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.480993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a490df6-6091-4e94-a7ae-70d5afa2bde8 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947bd0e0-8214-4358-bd0f-9ae42087483a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:17.541141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Allocated IP 2001:db8::f816:3eff:fe05:bc68 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/4769110c-694a-4c02-ac64-50ecb9a0f854/38849a5c-a193-45f1-a7b3-50e6ff3563a9) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:17.574631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] Provisioning complete for port 08aeb756-f5d4-4f34-a406-fe3796fbb037 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:17.587259 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.603842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:17.604726 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.606380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] 10.222.0.11 "PUT /v2.0/ports/ce3e474b-1a51-481f-b536-b7aabf9e7839 HTTP/1.1" status: 200 len: 1092 time: 2.6100652 Mar 07 16:19:17.607386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59522e3-040c-411e-b3b3-e140ac8ff205', 'tag': 'ce3e474b-1a51-481f-b536-b7aabf9e7839'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:19:17.624569 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb57818-86d2-49a2-90a2-191a042cfdf2" -d '{"events": [{"name": "network-changed", "server_uuid": "c59522e3-040c-411e-b3b3-e140ac8ff205", "tag": "ce3e474b-1a51-481f-b536-b7aabf9e7839"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:19:17.634427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74613f5-b310-41ca-a2e3-18ee04771a73 req-081bf7dd-9eda-48b3-bcc5-3db5426e98a0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:17.640329 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a74613f5-b310-41ca-a2e3-18ee04771a73 req-081bf7dd-9eda-48b3-bcc5-3db5426e98a0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 944 time: 0.1844127 Mar 07 16:19:17.734146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] Pushing event updated for resources: {'Port': ['ID=f078a8b3-1e74-4caf-99c6-fdbea633037a,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:17.782443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e521e3c9-5f59-4572-b400-830f213525d6 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.807720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:17.855823 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a74613f5-b310-41ca-a2e3-18ee04771a73 req-c99355c8-b03d-45a3-9d3f-a6c4b685ca22 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731000 Mar 07 16:19:17.868116 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc07ab3f-42b3-4bf1-9541-5d85f7d05c1e x-openstack-request-id: req-dc07ab3f-42b3-4bf1-9541-5d85f7d05c1e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:19:17.868414 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59522e3-040c-411e-b3b3-e140ac8ff205", "tag": "ce3e474b-1a51-481f-b536-b7aabf9e7839", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:19:17.868672 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc07ab3f-42b3-4bf1-9541-5d85f7d05c1e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:19:17.869251 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59522e3-040c-411e-b3b3-e140ac8ff205', 'tag': 'ce3e474b-1a51-481f-b536-b7aabf9e7839', 'status': 'completed', 'code': 200} Mar 07 16:19:17.889900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 2001:db8:1::1 (571584e4-1d7b-4d21-b207-e1e65e2a7777/12d156db-16ce-4e35-8281-f707fbbb4a79/113caea3-e0ff-4c11-b417-80727ab62db0) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:17.912289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf61df-1db5-4e43-a79b-892e03f26305 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3e474b-1a51-481f-b536-b7aabf9e7839,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:17.926575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f078a8b3-1e74-4caf-99c6-fdbea633037a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:17.971851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:18.001793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:18.009736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:18.010330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.040214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:18.063380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (113caea3-e0ff-4c11-b417-80727ab62db0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.065149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2646b-9098-4295-89cb-d0d96562dea3 None None] Current status of the port 08aeb756-f5d4-4f34-a406-fe3796fbb037 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:18.073976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:18.077452 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Publish callbacks [] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.077640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46512) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:18.083486 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5620c961-7524-427e-9c6c-e7e4cb5bb840 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7159445 Mar 07 16:19:18.084840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:40:fa:3e', 'name': 'tempest-NetworksTestDHCPv6-1580983394'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:18.087224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e33f0680-08ca-4a61-a998-457ec72df2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:18.090026 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-e33f0680-08ca-4a61-a998-457ec72df2be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 1126 time: 0.3364954 Mar 07 16:19:18.100112 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.104043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:18.104402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4e412ab9-64d9-4a5f-9fe4-c3df5b485203 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:18.151959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:18.155465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:18.158995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:18.168450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Pushing event updated for resources: {'Port': ['ID=38849a5c-a193-45f1-a7b3-50e6ff3563a9,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:18.189289 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (113caea3-e0ff-4c11-b417-80727ab62db0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.236425 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-4ef0df54-ef10-438a-bb23-65ee45ec86dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ce3e474b-1a51-481f-b536-b7aabf9e7839 HTTP/1.1" status: 200 len: 217 time: 0.0964820 Mar 07 16:19:18.242482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e521e3c9-5f59-4572-b400-830f213525d6 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (c4761a8f-6986-4101-8e5b-020f8650f848), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.242696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-107ac5b2-3679-4651-ac55-5e23442444e5 None None] Provisioning complete for port f078a8b3-1e74-4caf-99c6-fdbea633037a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:18.243126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-107ac5b2-3679-4651-ac55-5e23442444e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.247339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Attempting to bind port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:18.247339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Attempting to bind port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:18.249384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Attempting to bind port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:18.272163 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 571584e4-1d7b-4d21-b207-e1e65e2a7777 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:18.281150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:18.281150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:18.281527 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.281999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:18.282500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Bound port: 38849a5c-a193-45f1-a7b3-50e6ff3563a9, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:18.282943 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.283824 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:18.288302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:18.288685 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.332868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e521e3c9-5f59-4572-b400-830f213525d6 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c4761a8f-6986-4101-8e5b-020f8650f848), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.333249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 08aeb756-f5d4-4f34-a406-fe3796fbb037 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:18.383739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=113caea3-e0ff-4c11-b417-80727ab62db0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:18.403224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-204cb73d-bffc-4b7e-a3c0-5cfa985e7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:18.407156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-204cb73d-bffc-4b7e-a3c0-5cfa985e7c37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=758d627a-3d76-4102-af7d-e18c0abccb23 HTTP/1.1" status: 200 len: 837 time: 0.1633096 Mar 07 16:19:18.411682 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e521e3c9-5f59-4572-b400-830f213525d6 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.415632 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e521e3c9-5f59-4572-b400-830f213525d6 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9837689 Mar 07 16:19:18.421690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46518) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:18.424482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:18.441876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] For port 38849a5c-a193-45f1-a7b3-50e6ff3563a9, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:18.457154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-78574258-c0b2-4c09-af86-be886f8f1a17 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '947bd0e0-8214-4358-bd0f-9ae42087483a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c4761a8f-6986-4101-8e5b-020f8650f848'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:18.462369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521e3c9-5f59-4572-b400-830f213525d6 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4761a8f-6986-4101-8e5b-020f8650f848,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:18.483631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] For port 38849a5c-a193-45f1-a7b3-50e6ff3563a9, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38849a5c-a193-45f1-a7b3-50e6ff3563a9,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:18.488470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-107ac5b2-3679-4651-ac55-5e23442444e5 None None] Current status of the port f078a8b3-1e74-4caf-99c6-fdbea633037a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:18.502655 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.507537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-95a2ab6b-d7c5-4a8a-b835-44727cbb3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:18.510441 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-95a2ab6b-d7c5-4a8a-b835-44727cbb3349 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=785c5f82-7c75-474a-afcc-0af9dc0bb202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0949430 Mar 07 16:19:18.602300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 08aeb756-f5d4-4f34-a406-fe3796fbb037 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:18.604080 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.607262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-107ac5b2-3679-4651-ac55-5e23442444e5 None None] Provisioning complete for port c4a1f159-f75f-4ea8-b9a5-f407b3858d0a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:18.607966 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-107ac5b2-3679-4651-ac55-5e23442444e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c4a1f159-f75f-4ea8-b9a5-f407b3858d0a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.661671 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.676182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-d258fd28-d30d-41eb-b285-929db2f76810 service neutron] 10.222.0.11 "GET /v2.0/networks/785c5f82-7c75-474a-afcc-0af9dc0bb202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575670 Mar 07 16:19:18.705922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 1fd41362-e3e5-4e20-9bad-c01a65e7274c yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:19:18.808966 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (113caea3-e0ff-4c11-b417-80727ab62db0), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:18.825576 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-78574258-c0b2-4c09-af86-be886f8f1a17 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:18.827377 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-78574258-c0b2-4c09-af86-be886f8f1a17 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3986704 Mar 07 16:19:18.832985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46524) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:18.864295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3e927af4-db6b-4f11-935b-10e4684f3306 req-12a680dc-fc55-4959-b885-4d98d5b25c30 service neutron] 10.222.0.11 "GET /v2.0/networks/785c5f82-7c75-474a-afcc-0af9dc0bb202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808422 Mar 07 16:19:18.991905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-107ac5b2-3679-4651-ac55-5e23442444e5 None None] Port c4a1f159-f75f-4ea8-b9a5-f407b3858d0a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:18.993367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b3143-d808-49e3-9530-d5e224c7ccae None None] Pushing event updated for resources: {'Port': ['ID=38849a5c-a193-45f1-a7b3-50e6ff3563a9,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:19.040530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-107ac5b2-3679-4651-ac55-5e23442444e5 None None] Provisioning complete for port 08aeb756-f5d4-4f34-a406-fe3796fbb037 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:19.040530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-107ac5b2-3679-4651-ac55-5e23442444e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.049210 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-294775fb-2fd4-4636-8ef3-8a9373cecd07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (c4761a8f-6986-4101-8e5b-020f8650f848), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.084467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 08aeb756-f5d4-4f34-a406-fe3796fbb037 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:19.085666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f078a8b3-1e74-4caf-99c6-fdbea633037a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:19.124285 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-294775fb-2fd4-4636-8ef3-8a9373cecd07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (c4761a8f-6986-4101-8e5b-020f8650f848), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.157992 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f078a8b3-1e74-4caf-99c6-fdbea633037a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:19.158652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.172803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-54ea9414-96b7-4b46-ac5b-14d243c64cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:19.174392 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-54ea9414-96b7-4b46-ac5b-14d243c64cfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 1126 time: 0.1910286 Mar 07 16:19:19.217850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f6822-85f1-4644-80cf-6fcbcb7fb47e req-12223e90-c721-4f62-ae80-4fee24b4371d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:19.224915 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c34f6822-85f1-4644-80cf-6fcbcb7fb47e req-12223e90-c721-4f62-ae80-4fee24b4371d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 944 time: 0.1719656 Mar 07 16:19:19.249392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-107ac5b2-3679-4651-ac55-5e23442444e5 None None] Current status of the port 08aeb756-f5d4-4f34-a406-fe3796fbb037 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:19.277821 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-294775fb-2fd4-4636-8ef3-8a9373cecd07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c4761a8f-6986-4101-8e5b-020f8650f848), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.281084 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-294775fb-2fd4-4636-8ef3-8a9373cecd07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.284626 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-294775fb-2fd4-4636-8ef3-8a9373cecd07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/c4761a8f-6986-4101-8e5b-020f8650f848 HTTP/1.1" status: 204 len: 168 time: 0.4482596 Mar 07 16:19:19.293040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46528) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:19.308436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f078a8b3-1e74-4caf-99c6-fdbea633037a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:19.327184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294775fb-2fd4-4636-8ef3-8a9373cecd07 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4761a8f-6986-4101-8e5b-020f8650f848,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:19.327772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c8262eb-70ad-405b-be2f-b382acd39013 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:19.362131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 2c8262eb-70ad-405b-be2f-b382acd39013 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:19.362482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c8262eb-70ad-405b-be2f-b382acd39013 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:19.385387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c34f6822-85f1-4644-80cf-6fcbcb7fb47e req-99dab3b7-6d26-47b8-89f3-7c6f43bf4fa6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594138 Mar 07 16:19:19.392870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-22e43ca6-1dbb-432a-97b9-090453ec7226 None None] Provisioning complete for port 113caea3-e0ff-4c11-b417-80727ab62db0 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:19.393331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-22e43ca6-1dbb-432a-97b9-090453ec7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (113caea3-e0ff-4c11-b417-80727ab62db0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.404370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-fb7f8fbc-97d0-4aaf-aa4d-5b9f51bf1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:19.406156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-fb7f8fbc-97d0-4aaf-aa4d-5b9f51bf1c47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=785c5f82-7c75-474a-afcc-0af9dc0bb202 HTTP/1.1" status: 200 len: 897 time: 0.2237837 Mar 07 16:19:19.436885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-22e43ca6-1dbb-432a-97b9-090453ec7226 None None] Port 113caea3-e0ff-4c11-b417-80727ab62db0 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:19.611347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 172.20.0.8 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4/1fd41362-e3e5-4e20-9bad-c01a65e7274c) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:19.624545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:fe40:fa3e (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/4769110c-694a-4c02-ac64-50ecb9a0f854/1fd41362-e3e5-4e20-9bad-c01a65e7274c) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:19.708343 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (113caea3-e0ff-4c11-b417-80727ab62db0), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.716803 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (113caea3-e0ff-4c11-b417-80727ab62db0), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.717591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.782098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-a8202e82-2714-4d27-b45a-9442c9bfc206 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ce3e474b-1a51-481f-b536-b7aabf9e7839 HTTP/1.1" status: 200 len: 217 time: 0.3679190 Mar 07 16:19:19.788382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a2b7025d-45b7-46b6-9c7e-33ecc559387f tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4930258 Mar 07 16:19:19.798486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46530) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:19.844099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=113caea3-e0ff-4c11-b417-80727ab62db0,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:19.865656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-f51725f1-3eff-4fa4-b341-279a7dd96328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:19.867478 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-f51725f1-3eff-4fa4-b341-279a7dd96328 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=758d627a-3d76-4102-af7d-e18c0abccb23 HTTP/1.1" status: 200 len: 837 time: 0.0774634 Mar 07 16:19:19.928713 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6de7ccc-b545-46ca-9c9b-3adbe72f91e4 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (947bd0e0-8214-4358-bd0f-9ae42087483a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.941772 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (1fd41362-e3e5-4e20-9bad-c01a65e7274c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.957802 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6de7ccc-b545-46ca-9c9b-3adbe72f91e4 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (947bd0e0-8214-4358-bd0f-9ae42087483a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:19.960346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 571584e4-1d7b-4d21-b207-e1e65e2a7777 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:19.963793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:19.971517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-d4a5b4a2-b2df-41e2-a75a-7a1fe29e99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:19.973056 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-d4a5b4a2-b2df-41e2-a75a-7a1fe29e99e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=785c5f82-7c75-474a-afcc-0af9dc0bb202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0986350 Mar 07 16:19:20.064366 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6de7ccc-b545-46ca-9c9b-3adbe72f91e4 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (947bd0e0-8214-4358-bd0f-9ae42087483a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.067029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d6de7ccc-b545-46ca-9c9b-3adbe72f91e4 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.068328 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d6de7ccc-b545-46ca-9c9b-3adbe72f91e4 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/947bd0e0-8214-4358-bd0f-9ae42087483a HTTP/1.1" status: 204 len: 168 time: 0.2688107 Mar 07 16:19:20.071349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46538) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:20.076924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff0eb6d-e125-4dcc-a40b-5feb015ea158 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:20.084556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1fd41362-e3e5-4e20-9bad-c01a65e7274c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.101205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de7ccc-b545-46ca-9c9b-3adbe72f91e4 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947bd0e0-8214-4358-bd0f-9ae42087483a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:20.128740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-1bfe861b-4f2d-4c0c-b661-7880483233f9 service neutron] 10.222.0.11 "GET /v2.0/networks/785c5f82-7c75-474a-afcc-0af9dc0bb202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465421 Mar 07 16:19:20.232840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:20.234621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:20.250840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=1fd41362-e3e5-4e20-9bad-c01a65e7274c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:20.257753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:20.265541 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:20.284861 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-14af3112-daed-4a60-ac69-a257b2fd78e8 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2114048 Mar 07 16:19:20.295662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46542) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:20.301213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6013700d-ef4e-4a78-83f9-4a097e7f1d16 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194044904'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:20.301496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3954274a-867d-4bd7-80f5-06c4655ed25d None None] Provisioning complete for port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:20.302058 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3954274a-867d-4bd7-80f5-06c4655ed25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.331596 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6013700d-ef4e-4a78-83f9-4a097e7f1d16 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.395870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38849a5c-a193-45f1-a7b3-50e6ff3563a9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:20.480532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:20.481176 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.507264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:20.512978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-80d6b81d-b017-411f-9ddc-a46c97b7e2f4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0092819 Mar 07 16:19:20.514463 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6013700d-ef4e-4a78-83f9-4a097e7f1d16 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (26d6f10a-0c72-4047-8fa9-1479b3678fd2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.521395 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c7f5c-03eb-453e-92f1-1679a86d50ee None None] Sync routers for ids ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:20.528319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46548) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:20.533023 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c39845aa-758f-4ead-bae9-212cd397fe34 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4524999 Mar 07 16:19:20.536770 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46550) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:20.540789 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6013700d-ef4e-4a78-83f9-4a097e7f1d16 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (26d6f10a-0c72-4047-8fa9-1479b3678fd2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.541851 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c7f5c-03eb-453e-92f1-1679a86d50ee None None] Routers {'c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:20.542491 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-fb5c7f5c-03eb-453e-92f1-1679a86d50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:20.567590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:20.568616 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.617127 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-fb5c7f5c-03eb-453e-92f1-1679a86d50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:20.617547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3954274a-867d-4bd7-80f5-06c4655ed25d None None] Current status of the port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:20.618238 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3954274a-867d-4bd7-80f5-06c4655ed25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.627887 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdb57818-86d2-49a2-90a2-191a042cfdf2 req-22b58711-959d-4a8f-b1f3-f76e6451888c service neutron] 10.222.0.11 "GET /v2.0/networks/785c5f82-7c75-474a-afcc-0af9dc0bb202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856126 Mar 07 16:19:20.638927 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6013700d-ef4e-4a78-83f9-4a097e7f1d16 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.640609 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6013700d-ef4e-4a78-83f9-4a097e7f1d16 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3435953 Mar 07 16:19:20.643708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46552) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:20.654258 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-028f9430-141d-445b-a32d-8b322e20c12d tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '26d6f10a-0c72-4047-8fa9-1479b3678fd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:20.657598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e615bb-f28f-492a-a6e1-f83b0505d75f None None] Update dhcp port {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': '4769110c-694a-4c02-ac64-50ecb9a0f854', 'ip_address': '2001:db8::f816:3eff:fe05:bc68'}, {'subnet_id': 'ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '38849a5c-a193-45f1-a7b3-50e6ff3563a9'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:19:20.663067 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c7f5c-03eb-453e-92f1-1679a86d50ee None None] Routers {'c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:20.663975 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-fb5c7f5c-03eb-453e-92f1-1679a86d50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:20.664733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013700d-ef4e-4a78-83f9-4a097e7f1d16 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d6f10a-0c72-4047-8fa9-1479b3678fd2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:20.684210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfc819-470f-4e42-a1f3-97017cf23f4e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:20.691139 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cadfc819-470f-4e42-a1f3-97017cf23f4e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports/113caea3-e0ff-4c11-b417-80727ab62db0 HTTP/1.1" status: 200 len: 913 time: 0.1578784 Mar 07 16:19:20.691139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46554) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:20.691431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a63c0-df80-4db5-87bc-61a890ab2b10 req-62533c38-9586-46da-830e-3575628adbad tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:20.692665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f5a63c0-df80-4db5-87bc-61a890ab2b10 req-62533c38-9586-46da-830e-3575628adbad tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 944 time: 0.1549783 Mar 07 16:19:20.701504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95715b6-b3e5-4983-baa3-24b2f018cb8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:20.707990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95715b6-b3e5-4983-baa3-24b2f018cb8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:20.712672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a95715b6-b3e5-4983-baa3-24b2f018cb8f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1721318 Mar 07 16:19:20.713494 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-fb5c7f5c-03eb-453e-92f1-1679a86d50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:20.714327 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c7f5c-03eb-453e-92f1-1679a86d50ee None None] The sync data for ids ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:20.714589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46558) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:20.751891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3954274a-867d-4bd7-80f5-06c4655ed25d None None] For port 38849a5c-a193-45f1-a7b3-50e6ff3563a9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38849a5c-a193-45f1-a7b3-50e6ff3563a9,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:20.779196 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56e615bb-f28f-492a-a6e1-f83b0505d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.829434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46560) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:20.835388 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f5a63c0-df80-4db5-87bc-61a890ab2b10 req-ef6c3892-4483-460b-99f0-357e85bf1fb8 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214139 Mar 07 16:19:20.854048 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-028f9430-141d-445b-a32d-8b322e20c12d tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:20.854048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-028f9430-141d-445b-a32d-8b322e20c12d tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2036433 Mar 07 16:19:20.857604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46564) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:20.868546 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-81f0c514-6f2c-455c-b182-aeb2bfaa0238 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group_rule': {'security_group_id': '26d6f10a-0c72-4047-8fa9-1479b3678fd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:20.915184 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3954274a-867d-4bd7-80f5-06c4655ed25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.921072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b5740-9e33-4788-ba76-40763279d962 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 1fd41362-e3e5-4e20-9bad-c01a65e7274c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:20.921237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5740-9e33-4788-ba76-40763279d962 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1fd41362-e3e5-4e20-9bad-c01a65e7274c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:20.988851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:20.989244 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.010902 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-81f0c514-6f2c-455c-b182-aeb2bfaa0238 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:21.015849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-81f0c514-6f2c-455c-b182-aeb2bfaa0238 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1526704 Mar 07 16:19:21.016106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46566) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:21.023529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-209fb568-18a3-40e4-9bf3-3f67ca22a478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.068172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954274a-867d-4bd7-80f5-06c4655ed25d None None] Pushing event updated for resources: {'Port': ['ID=38849a5c-a193-45f1-a7b3-50e6ff3563a9,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:21.079782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5740-9e33-4788-ba76-40763279d962 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1fd41362-e3e5-4e20-9bad-c01a65e7274c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.104504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (26d6f10a-0c72-4047-8fa9-1479b3678fd2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.112863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-43a66f91-7a2c-4d38-bdda-1ff4da3eac54 None None] Provisioning complete for port 113caea3-e0ff-4c11-b417-80727ab62db0 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:21.114296 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-43a66f91-7a2c-4d38-bdda-1ff4da3eac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (113caea3-e0ff-4c11-b417-80727ab62db0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.116763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b5740-9e33-4788-ba76-40763279d962 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 1fd41362-e3e5-4e20-9bad-c01a65e7274c owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:21.124716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-56e615bb-f28f-492a-a6e1-f83b0505d75f None None] Allocated IP 172.20.0.2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4/38849a5c-a193-45f1-a7b3-50e6ff3563a9) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:21.144921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (26d6f10a-0c72-4047-8fa9-1479b3678fd2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.178718 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:19:21.179092 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:19:21.190861 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-209fb568-18a3-40e4-9bf3-3f67ca22a478 admin admin] Publish callbacks [] for security_group (75356cdc-d293-4f2a-b980-5ab99015e62b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.192498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-43a66f91-7a2c-4d38-bdda-1ff4da3eac54 None None] Port 113caea3-e0ff-4c11-b417-80727ab62db0 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:21.199084 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-209fb568-18a3-40e4-9bf3-3f67ca22a478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (75356cdc-d293-4f2a-b980-5ab99015e62b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.259035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-209fb568-18a3-40e4-9bf3-3f67ca22a478 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85d5a61bac7c4beb8cacd60b8bf26107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266222 Mar 07 16:19:21.259276 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (26d6f10a-0c72-4047-8fa9-1479b3678fd2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.260682 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.264830 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/26d6f10a-0c72-4047-8fa9-1479b3678fd2 HTTP/1.1" status: 204 len: 168 time: 0.2448666 Mar 07 16:19:21.265023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46568) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:21.269392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46570) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:21.270949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fb568-18a3-40e4-9bf3-3f67ca22a478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75356cdc-d293-4f2a-b980-5ab99015e62b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:21.286153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d6f10a-0c72-4047-8fa9-1479b3678fd2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:21.292466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-56e615bb-f28f-492a-a6e1-f83b0505d75f None None] For port 38849a5c-a193-45f1-a7b3-50e6ff3563a9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38849a5c-a193-45f1-a7b3-50e6ff3563a9,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:21.295391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.314870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.315852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.315852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a6b31-25c0-4c6a-9e9e-726fd5d5a474 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:21.348190 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56e615bb-f28f-492a-a6e1-f83b0505d75f None None] Publish callbacks [] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.356357 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56e615bb-f28f-492a-a6e1-f83b0505d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.379802 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bb26ed7b-8535-4998-9c18-08481625ac3e tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1058147 Mar 07 16:19:21.381629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46572) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:21.386253 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-11216547-1561-4626-9ff3-5d7ba2e94bff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'tempest-secgroup--692790257'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:21.413031 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b84d36ad-8a40-4acd-92ba-a357c8a1a919 admin admin] Publish callbacks [] for security_group (75356cdc-d293-4f2a-b980-5ab99015e62b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.446859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11216547-1561-4626-9ff3-5d7ba2e94bff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.455245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e615bb-f28f-492a-a6e1-f83b0505d75f None None] Pushing event updated for resources: {'Port': ['ID=38849a5c-a193-45f1-a7b3-50e6ff3563a9,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:21.476315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5740-9e33-4788-ba76-40763279d962 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1fd41362-e3e5-4e20-9bad-c01a65e7274c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.496809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b84d36ad-8a40-4acd-92ba-a357c8a1a919 admin admin] Publish callbacks [] for security_group (75356cdc-d293-4f2a-b980-5ab99015e62b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.516430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b5740-9e33-4788-ba76-40763279d962 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=1fd41362-e3e5-4e20-9bad-c01a65e7274c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:21.590570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b84d36ad-8a40-4acd-92ba-a357c8a1a919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (75356cdc-d293-4f2a-b980-5ab99015e62b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.593830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b84d36ad-8a40-4acd-92ba-a357c8a1a919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.595065 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b84d36ad-8a40-4acd-92ba-a357c8a1a919 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75356cdc-d293-4f2a-b980-5ab99015e62b HTTP/1.1" status: 204 len: 168 time: 0.3319116 Mar 07 16:19:21.612177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d36ad-8a40-4acd-92ba-a357c8a1a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75356cdc-d293-4f2a-b980-5ab99015e62b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:21.645184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5740-9e33-4788-ba76-40763279d962 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.661497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5a7b5740-9e33-4788-ba76-40763279d962 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/1fd41362-e3e5-4e20-9bad-c01a65e7274c HTTP/1.1" status: 204 len: 168 time: 0.9453163 Mar 07 16:19:21.664128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:21.671318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11216547-1561-4626-9ff3-5d7ba2e94bff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (05e57298-dcf2-43bc-946d-6ad829071ec2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.685623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11216547-1561-4626-9ff3-5d7ba2e94bff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (05e57298-dcf2-43bc-946d-6ad829071ec2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.724083 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11216547-1561-4626-9ff3-5d7ba2e94bff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e57298-dcf2-43bc-946d-6ad829071ec2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:21.740331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11216547-1561-4626-9ff3-5d7ba2e94bff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.741728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-11216547-1561-4626-9ff3-5d7ba2e94bff tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3605721 Mar 07 16:19:21.745733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46578) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:21.746679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port 113caea3-e0ff-4c11-b417-80727ab62db0 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:21.747559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (113caea3-e0ff-4c11-b417-80727ab62db0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.752073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2ca277f8-ec90-4c7b-a59f-cf4ee5a3fd3a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:21.753403 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-2ca277f8-ec90-4c7b-a59f-cf4ee5a3fd3a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 16:19:21.758176 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-2ca277f8-ec90-4c7b-a59f-cf4ee5a3fd3a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 16:19:21.764126 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2ca277f8-ec90-4c7b-a59f-cf4ee5a3fd3a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "PUT /v2.0/security-groups/05e57298-dcf2-43bc-946d-6ad829071ec2 HTTP/1.1" status: 409 len: 330 time: 0.0146060 Mar 07 16:19:21.764317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:21.768460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46580) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:21.781328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb449c2-fee4-4562-bd97-79fef21b7861 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:21.782867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb449c2-fee4-4562-bd97-79fef21b7861 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:21.784246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb449c2-fee4-4562-bd97-79fef21b7861 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:21.788337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1bb449c2-fee4-4562-bd97-79fef21b7861 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1205454 Mar 07 16:19:21.788973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46582) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:21.848214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-2310bb88-ae18-4f96-b7de-ed35412f9b17 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 4769110c-694a-4c02-ac64-50ecb9a0f854 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:21.851861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2310bb88-ae18-4f96-b7de-ed35412f9b17 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (4769110c-694a-4c02-ac64-50ecb9a0f854), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.902313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (113caea3-e0ff-4c11-b417-80727ab62db0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.905806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2f16-a438-4dd3-9e35-7504661b9f0c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (05e57298-dcf2-43bc-946d-6ad829071ec2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.929245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2310bb88-ae18-4f96-b7de-ed35412f9b17 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (4769110c-694a-4c02-ac64-50ecb9a0f854), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:21.952287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for 113caea3-e0ff-4c11-b417-80727ab62db0 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:22.001142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2f16-a438-4dd3-9e35-7504661b9f0c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (05e57298-dcf2-43bc-946d-6ad829071ec2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.041076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2310bb88-ae18-4f96-b7de-ed35412f9b17 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4769110c-694a-4c02-ac64-50ecb9a0f854), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.078566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46588) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:22.097224 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99f7b431-eee3-4c68-a480-77d1ab616426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.115773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a25ddb-4ef5-4501-b6a0-a3480340accb req-b8c901c7-e8a9-4e6d-b72e-8405cb292529 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:22.117029 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36a25ddb-4ef5-4501-b6a0-a3480340accb req-b8c901c7-e8a9-4e6d-b72e-8405cb292529 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 944 time: 0.1775780 Mar 07 16:19:22.149872 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2310bb88-ae18-4f96-b7de-ed35412f9b17 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (4769110c-694a-4c02-ac64-50ecb9a0f854), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.190625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310bb88-ae18-4f96-b7de-ed35412f9b17 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=4769110c-694a-4c02-ac64-50ecb9a0f854,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:22.196702 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2f16-a438-4dd3-9e35-7504661b9f0c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (05e57298-dcf2-43bc-946d-6ad829071ec2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.199331 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2f16-a438-4dd3-9e35-7504661b9f0c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.203802 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ec7a2f16-a438-4dd3-9e35-7504661b9f0c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/05e57298-dcf2-43bc-946d-6ad829071ec2 HTTP/1.1" status: 204 len: 168 time: 0.4339738 Mar 07 16:19:22.210464 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46590) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:22.220080 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2310bb88-ae18-4f96-b7de-ed35412f9b17 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.223697 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2310bb88-ae18-4f96-b7de-ed35412f9b17 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/4769110c-694a-4c02-ac64-50ecb9a0f854 HTTP/1.1" status: 204 len: 168 time: 0.4336262 Mar 07 16:19:22.227981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46592) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:22.237909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38849a5c-a193-45f1-a7b3-50e6ff3563a9 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:22.253412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a2f16-a438-4dd3-9e35-7504661b9f0c tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e57298-dcf2-43bc-946d-6ad829071ec2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:22.292725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36a25ddb-4ef5-4501-b6a0-a3480340accb req-96dca0c1-cf89-4d7b-b5f9-317a9ded5081 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219034 Mar 07 16:19:22.315844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6d3cb6-9a5b-48b7-8a5c-23fe21756b5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:22.331601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3cb6-9a5b-48b7-8a5c-23fe21756b5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.360090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:22.361994 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.375151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b9270289-a806-4ae8-9823-c90a261f5522 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1406600 Mar 07 16:19:22.375785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46594) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:22.378755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99f7b431-eee3-4c68-a480-77d1ab616426 admin admin] Publish callbacks [] for security_group (053619e1-82df-4139-a79e-1a0c2bd60992), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.388366 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99f7b431-eee3-4c68-a480-77d1ab616426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (053619e1-82df-4139-a79e-1a0c2bd60992), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.390426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5562b-f596-4a0e-825c-e87ad0442b42 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:22.396635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3cb6-9a5b-48b7-8a5c-23fe21756b5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.397503 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-86c2c357-c21e-4927-b05c-b2ee80d2b623 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] delete failed (client error): The resource could not be found. Mar 07 16:19:22.402313 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-86c2c357-c21e-4927-b05c-b2ee80d2b623 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "DELETE /v2.0/security-groups/b67ba172-183d-4991-a0cb-ce8c3366a3ac HTTP/1.1" status: 404 len: 347 time: 0.0233796 Mar 07 16:19:22.402906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46596) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:22.426210 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-97527c98-31db-4d9b-9d4a-5eba5b4cdd5a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] show failed (client error): The resource could not be found. Mar 07 16:19:22.432861 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-97527c98-31db-4d9b-9d4a-5eba5b4cdd5a tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-groups/6e821e50-eae2-443b-8266-e9c90edbca56 HTTP/1.1" status: 404 len: 347 time: 0.0256448 Mar 07 16:19:22.433750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46598) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:22.443420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (113caea3-e0ff-4c11-b417-80727ab62db0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.468949 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-99f7b431-eee3-4c68-a480-77d1ab616426 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d349fb63f9cb4e2c88ddaba7dacc15f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3860168 Mar 07 16:19:22.470458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46600) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:22.476983 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-7b364d2a-24f5-4634-9585-01b7e334bfe5 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] show failed (client error): The resource could not be found. Mar 07 16:19:22.478302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7b364d2a-24f5-4634-9585-01b7e334bfe5 tempest-NegativeSecGroupIPv6Test-1254469057 tempest-NegativeSecGroupIPv6Test-1254469057-project] 10.222.0.24 "GET /v2.0/security-group-rules/b6d00287-d53f-430c-a50c-72502a2c3244 HTTP/1.1" status: 404 len: 356 time: 0.0424774 Mar 07 16:19:22.478875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7b431-eee3-4c68-a480-77d1ab616426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053619e1-82df-4139-a79e-1a0c2bd60992,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:22.494028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-772bc47d-7b41-4042-bdaf-53e26408322a None None] Provisioning complete for port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:22.494319 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-772bc47d-7b41-4042-bdaf-53e26408322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.503610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=113caea3-e0ff-4c11-b417-80727ab62db0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:22.561060 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3cb6-9a5b-48b7-8a5c-23fe21756b5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.612392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:22.618621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40c4a72b-a61e-4a54-b099-16a11bd95f47 admin admin] Publish callbacks [] for security_group (053619e1-82df-4139-a79e-1a0c2bd60992), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.657849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40c4a72b-a61e-4a54-b099-16a11bd95f47 admin admin] Publish callbacks [] for security_group (053619e1-82df-4139-a79e-1a0c2bd60992), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.687877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-772bc47d-7b41-4042-bdaf-53e26408322a None None] Current status of the port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:22.698573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ce3e474b-1a51-481f-b536-b7aabf9e7839 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:19:22.723921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-772bc47d-7b41-4042-bdaf-53e26408322a None None] Could not find standard attr ID for object 1fd41362-e3e5-4e20-9bad-c01a65e7274c. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:19:22.737765 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3cb6-9a5b-48b7-8a5c-23fe21756b5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.740794 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.774599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d3cb6-9a5b-48b7-8a5c-23fe21756b5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:22.801508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd6d3cb6-9a5b-48b7-8a5c-23fe21756b5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.808348 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fd6d3cb6-9a5b-48b7-8a5c-23fe21756b5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4 HTTP/1.1" status: 204 len: 168 time: 0.5792770 Mar 07 16:19:22.809314 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46604) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:22.888825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bdbbcc1a-05d2-4dd1-b716-21975af40721 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777903 Mar 07 16:19:22.891470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46608) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:22.900464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:22.933121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port ce3e474b-1a51-481f-b536-b7aabf9e7839, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ce3e474b-1a51-481f-b536-b7aabf9e7839,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:22.937835 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41cc61a7-2321-49ef-bf32-5281a0b77e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.955051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'ce3e474b-1a51-481f-b536-b7aabf9e7839', 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202', 'port_id': 'ce3e474b-1a51-481f-b536-b7aabf9e7839', 'mac_address': 'fa:16:3e:18:6f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758d627a-3d76-4102-af7d-e18c0abccb23', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:19:22.975650 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40c4a72b-a61e-4a54-b099-16a11bd95f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (053619e1-82df-4139-a79e-1a0c2bd60992), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.978283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40c4a72b-a61e-4a54-b099-16a11bd95f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:22.982552 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-40c4a72b-a61e-4a54-b099-16a11bd95f47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/053619e1-82df-4139-a79e-1a0c2bd60992 HTTP/1.1" status: 204 len: 168 time: 0.5109713 Mar 07 16:19:23.006090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port ce3e474b-1a51-481f-b536-b7aabf9e7839 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:23.006621 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:23.011353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46612) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:23.024852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3e474b-1a51-481f-b536-b7aabf9e7839 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:19:23.052907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port ce3e474b-1a51-481f-b536-b7aabf9e7839, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ce3e474b-1a51-481f-b536-b7aabf9e7839,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:23.066420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4a72b-a61e-4a54-b099-16a11bd95f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053619e1-82df-4139-a79e-1a0c2bd60992,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:23.068759 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:23.086132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:23.107597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:23.115826 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:23.187684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=ce3e474b-1a51-481f-b536-b7aabf9e7839,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:23.253306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:23.262005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6445b6d0-5bb4-456a-bea8-17fcef353695 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5643306 Mar 07 16:19:23.262695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46616) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:23.269341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb895bc-9ba5-44fa-878f-ece3fc468f1a None None] Sync routers for ids ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:23.284652 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-21d58d6d-8684-41f8-a41b-6d8f06790512 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8343a3490a0f42ea819999902bd592e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696681 Mar 07 16:19:23.285925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46618) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:23.297538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb895bc-9ba5-44fa-878f-ece3fc468f1a None None] Routers {'c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:23.298187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3cb895bc-9ba5-44fa-878f-ece3fc468f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:23.348552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['ce3e474b-1a51-481f-b536-b7aabf9e7839'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:19:23.351079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1fec10f3-d69f-4c27-9669-5e3aa8c3290b admin admin] Publish callbacks [] for security_group (036d610f-ce43-4ac2-a751-20e96bdac3ad), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:23.351183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3cb895bc-9ba5-44fa-878f-ece3fc468f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:23.384211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1fec10f3-d69f-4c27-9669-5e3aa8c3290b admin admin] Publish callbacks [] for security_group (036d610f-ce43-4ac2-a751-20e96bdac3ad), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:23.412751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb895bc-9ba5-44fa-878f-ece3fc468f1a None None] Routers {'c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:23.413384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3cb895bc-9ba5-44fa-878f-ece3fc468f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:18:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:23.462757 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-3cb895bc-9ba5-44fa-878f-ece3fc468f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:23.463448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb895bc-9ba5-44fa-878f-ece3fc468f1a None None] The sync data for ids ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:23.477718 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1fec10f3-d69f-4c27-9669-5e3aa8c3290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (036d610f-ce43-4ac2-a751-20e96bdac3ad), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:23.480857 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1fec10f3-d69f-4c27-9669-5e3aa8c3290b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:23.488592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1fec10f3-d69f-4c27-9669-5e3aa8c3290b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/036d610f-ce43-4ac2-a751-20e96bdac3ad HTTP/1.1" status: 204 len: 168 time: 0.1981537 Mar 07 16:19:23.515876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec10f3-d69f-4c27-9669-5e3aa8c3290b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d610f-ce43-4ac2-a751-20e96bdac3ad,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:23.640107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21a857-43ff-4d73-b871-c2d24e5f41bc None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:23.707296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63cb8c-f25b-4b85-9676-bbd64a2a2532 req-3a01def4-e517-450e-88e3-bb11d604cca0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:23.719421 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b63cb8c-f25b-4b85-9676-bbd64a2a2532 req-3a01def4-e517-450e-88e3-bb11d604cca0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 945 time: 0.2712798 Mar 07 16:19:23.772613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-27f563cb-6d6f-46ad-a2f8-a7e37af6f1e6 None None] Provisioning complete for port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:23.773245 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27f563cb-6d6f-46ad-a2f8-a7e37af6f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:23.948543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8759bc8f-993d-4c63-b698-bc3f6db38847 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:23.978987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-27f563cb-6d6f-46ad-a2f8-a7e37af6f1e6 None None] Current status of the port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:24.021795 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b63cb8c-f25b-4b85-9676-bbd64a2a2532 req-df264c23-b1fe-4926-a6bc-ab4a3072c577 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014154 Mar 07 16:19:24.062700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8759bc8f-993d-4c63-b698-bc3f6db38847 None None] Deleting port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:24.063120 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8759bc8f-993d-4c63-b698-bc3f6db38847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:24.203907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8759bc8f-993d-4c63-b698-bc3f6db38847 None None] For port 38849a5c-a193-45f1-a7b3-50e6ff3563a9, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38849a5c-a193-45f1-a7b3-50e6ff3563a9,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:24.205456 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8759bc8f-993d-4c63-b698-bc3f6db38847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:24.232044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8759bc8f-993d-4c63-b698-bc3f6db38847 None None] Calling delete_port for 38849a5c-a193-45f1-a7b3-50e6ff3563a9 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:24.252831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.objects.ports [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:19:24.312765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38849a5c-a193-45f1-a7b3-50e6ff3563a9 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:24.374089 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:24.609646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8759bc8f-993d-4c63-b698-bc3f6db38847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:24.646988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759bc8f-993d-4c63-b698-bc3f6db38847 None None] Pushing event deleted for resources: {'Port': ['ID=38849a5c-a193-45f1-a7b3-50e6ff3563a9,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:24.654850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:24.656209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38849a5c-a193-45f1-a7b3-50e6ff3563a9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:24.658577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759bc8f-993d-4c63-b698-bc3f6db38847 None None] No DVR routers for this DVR port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:24.707925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ce3e474b-1a51-481f-b536-b7aabf9e7839 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:24.783547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port ce3e474b-1a51-481f-b536-b7aabf9e7839 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:19:24.790246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port ce3e474b-1a51-481f-b536-b7aabf9e7839 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:24.791114 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:24.823032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46668) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:24.868176 n-d-830010-8 neutron-server[103866]: WARNING neutron.services.revisions.revision_plugin [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Could not find related port for resource to bump revision. Mar 07 16:19:24.899164 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port ce3e474b-1a51-481f-b536-b7aabf9e7839 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:24.899937 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:24.917429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_pluggable_backend [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Port 38849a5c-a193-45f1-a7b3-50e6ff3563a9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103866) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 07 16:19:24.917769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_pluggable_backend [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Reverting IP allocation for 2001:db8::f816:3eff:fe05:bc68 {{(pid=103866) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 07 16:19:24.925154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_pluggable_backend [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe05:bc68 {{(pid=103866) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 07 16:19:24.931595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59522e3-040c-411e-b3b3-e140ac8ff205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3e474b-1a51-481f-b536-b7aabf9e7839'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:19:24.932585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:24.934028 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5778543-d0d5-499d-8aa9-7feaa724f853" -d '{"events": [{"server_uuid": "c59522e3-040c-411e-b3b3-e140ac8ff205", "name": "network-vif-plugged", "status": "completed", "tag": "ce3e474b-1a51-481f-b536-b7aabf9e7839"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:19:24.949739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port ce3e474b-1a51-481f-b536-b7aabf9e7839, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ce3e474b-1a51-481f-b536-b7aabf9e7839,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:24.958682 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.004813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:25.014135 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba218f28-dfc6-4636-b05e-04d11f8733b0 x-openstack-request-id: req-ba218f28-dfc6-4636-b05e-04d11f8733b0 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:19:25.014431 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59522e3-040c-411e-b3b3-e140ac8ff205", "name": "network-vif-plugged", "status": "completed", "tag": "ce3e474b-1a51-481f-b536-b7aabf9e7839", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:19:25.014691 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba218f28-dfc6-4636-b05e-04d11f8733b0 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:19:25.015840 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59522e3-040c-411e-b3b3-e140ac8ff205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3e474b-1a51-481f-b536-b7aabf9e7839', 'code': 200} Mar 07 16:19:25.019576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:25.027042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:25.027538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.034915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:25.072861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=ce3e474b-1a51-481f-b536-b7aabf9e7839,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:25.086604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60ffb80-d8d5-444a-959a-c3591864a9c7 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:25.138594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c2a1-c49c-49b3-a914-54ffe8e3b04f req-73684747-0ca7-4213-bda8-9d991f605865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:25.141862 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-462a6366-3be5-4a6f-a3b0-03bccfd53cf4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2493689 Mar 07 16:19:25.144596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ff83c2a1-c49c-49b3-a914-54ffe8e3b04f req-73684747-0ca7-4213-bda8-9d991f605865 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 1128 time: 0.0780764 Mar 07 16:19:25.145080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46682) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:25.158011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:25.207497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-67dccbe9-2b59-4b53-b4f2-ba8c29b1b4a9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:25.208172 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-67dccbe9-2b59-4b53-b4f2-ba8c29b1b4a9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 16:19:25.208671 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-67dccbe9-2b59-4b53-b4f2-ba8c29b1b4a9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 16:19:25.212965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-67dccbe9-2b59-4b53-b4f2-ba8c29b1b4a9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3854783 Mar 07 16:19:25.233791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': 'de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:25.234668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.238108 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-34891905-c0e4-4ce9-a288-65051f7f9669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.244524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46686) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:25.256447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137975480'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:25.312189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.316479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port c4a1f159-f75f-4ea8-b9a5-f407b3858d0a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:25.316822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c4a1f159-f75f-4ea8-b9a5-f407b3858d0a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.330599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ff83c2a1-c49c-49b3-a914-54ffe8e3b04f req-2b004b32-6a9f-4683-a885-34c16d70fb3d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292639 Mar 07 16:19:25.338235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab666aac-5dfe-4661-ba39-a5b34c970d1a req-080e021f-b21e-4787-aade-96514e94dc31 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:25.341048 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ab666aac-5dfe-4661-ba39-a5b34c970d1a req-080e021f-b21e-4787-aade-96514e94dc31 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 946 time: 0.1696131 Mar 07 16:19:25.360438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:25.364007 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.367959 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.425161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Allocated IP 2001:db8::f816:3eff:fee1:bd70 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69/09b4d5ed-8f75-4c4d-91da-64133715441d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:25.502006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ab666aac-5dfe-4661-ba39-a5b34c970d1a req-8f55ee49-c1a6-4d26-9cee-53a20d408a08 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423736 Mar 07 16:19:25.521863 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c4a1f159-f75f-4ea8-b9a5-f407b3858d0a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.552440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for c4a1f159-f75f-4ea8-b9a5-f407b3858d0a owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:25.630574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (441e903f-1a28-4d3c-a693-04b5ab893594), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.634291 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Publish callbacks [] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.641407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (441e903f-1a28-4d3c-a693-04b5ab893594), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.643295 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.687283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:25.690441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:25.692965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:25.707022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Pushing event updated for resources: {'Port': ['ID=09b4d5ed-8f75-4c4d-91da-64133715441d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:25.737964 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (ff72e644-ee89-4b91-9f4b-c569d65b0d38), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.751526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (44ca99ca-639f-475c-9b6d-90aea888cfab), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.780648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:25.781194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Attempting to bind port 09b4d5ed-8f75-4c4d-91da-64133715441d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:25.782131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Attempting to bind port 09b4d5ed-8f75-4c4d-91da-64133715441d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:25.782685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Attempting to bind port 09b4d5ed-8f75-4c4d-91da-64133715441d on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:25.785730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:25.789622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441e903f-1a28-4d3c-a693-04b5ab893594,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:25.790488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:25.791563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.791763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (44ca99ca-639f-475c-9b6d-90aea888cfab), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.798300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:25.799772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:25.800284 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.800689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:25.801239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Bound port: 09b4d5ed-8f75-4c4d-91da-64133715441d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:25.801639 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.821520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6753721 Mar 07 16:19:25.823024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46698) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:25.830770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:ee:1f:92', 'name': 'tempest-NetworksTestDHCPv6-283862002'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:25.835918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ca99ca-639f-475c-9b6d-90aea888cfab,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:25.854684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.856022 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cc4ff1d9-d555-4f11-8457-f36362957a6a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6071258 Mar 07 16:19:25.859680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46700) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:25.860272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ce84a-2fa9-419a-af3c-e0e645bfe394 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=ff72e644-ee89-4b91-9f4b-c569d65b0d38,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:25.864169 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fc3149f2-223e-4ed0-8bd1-71611399c16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '44ca99ca-639f-475c-9b6d-90aea888cfab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:25.905061 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] For port 09b4d5ed-8f75-4c4d-91da-64133715441d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:25.908255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] For port 09b4d5ed-8f75-4c4d-91da-64133715441d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09b4d5ed-8f75-4c4d-91da-64133715441d,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:25.914762 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.965098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc3149f2-223e-4ed0-8bd1-71611399c16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group_rule (e5df147b-b462-452c-8357-2938ce07d2fd), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.988892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c4a1f159-f75f-4ea8-b9a5-f407b3858d0a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:25.998584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:25.998864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e03aa-5533-49c7-bd06-a38011d8f587 None None] Pushing event updated for resources: {'Port': ['ID=09b4d5ed-8f75-4c4d-91da-64133715441d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:26.051217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=c4a1f159-f75f-4ea8-b9a5-f407b3858d0a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:26.120046 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.167533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port d10053b6-37f4-4e63-b544-28676ae1db0e yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:19:26.189256 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc3149f2-223e-4ed0-8bd1-71611399c16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group_rule (e5df147b-b462-452c-8357-2938ce07d2fd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.193529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.204957 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc3149f2-223e-4ed0-8bd1-71611399c16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (e5df147b-b462-452c-8357-2938ce07d2fd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.267035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3149f2-223e-4ed0-8bd1-71611399c16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5df147b-b462-452c-8357-2938ce07d2fd,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:26.279544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc3149f2-223e-4ed0-8bd1-71611399c16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.282958 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fc3149f2-223e-4ed0-8bd1-71611399c16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4203253 Mar 07 16:19:26.285542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46706) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:26.312560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4e33c6aa-1ec8-408d-876a-b751b9ef7667 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '44ca99ca-639f-475c-9b6d-90aea888cfab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:26.455777 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.487851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e33c6aa-1ec8-408d-876a-b751b9ef7667 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group_rule (b9b9bf03-992f-49b2-82ea-3f718d573aac), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.505828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:26.628489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:26.637434 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c6fb55d9-4672-43b8-943a-5227a88cd258 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3700793 Mar 07 16:19:26.637434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46714) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:26.641728 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c64bad-dac4-4626-9527-073609c2565d None None] Sync routers for ids ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:26.646779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5122d2-b7db-4ea1-add1-59f21c3d9f28 req-d5033c7f-0678-4a1c-9bf4-27d26ae29f3b tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:26.648735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dc5122d2-b7db-4ea1-add1-59f21c3d9f28 req-d5033c7f-0678-4a1c-9bf4-27d26ae29f3b tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1128 time: 0.1132355 Mar 07 16:19:26.650835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 172.20.0.9 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/ff72e644-ee89-4b91-9f4b-c569d65b0d38/d10053b6-37f4-4e63-b544-28676ae1db0e) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:26.653954 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c64bad-dac4-4626-9527-073609c2565d None None] Routers {'c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:26.654748 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-48c64bad-dac4-4626-9527-073609c2565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:26.654971 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-4e33c6aa-1ec8-408d-876a-b751b9ef7667 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 16:19:26.658548 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4e33c6aa-1ec8-408d-876a-b751b9ef7667 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3695092 Mar 07 16:19:26.659214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:feee:1f92 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69/d10053b6-37f4-4e63-b544-28676ae1db0e) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:26.661128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46716) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:26.676795 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e85416da-3e4c-49cf-a214-a65475b29918 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e HTTP/1.1" status: 200 len: 205 time: 0.0355678 Mar 07 16:19:26.678011 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46718) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:26.698200 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-48c64bad-dac4-4626-9527-073609c2565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:26.709611 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c64bad-dac4-4626-9527-073609c2565d None None] Routers {'c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:26.710324 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-48c64bad-dac4-4626-9527-073609c2565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:26.736396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5065c59-db56-4e2e-879b-e05a255b8952 req-5baf84ab-e7db-4a12-9e9f-75b48681eefd tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:26.737940 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5065c59-db56-4e2e-879b-e05a255b8952 req-5baf84ab-e7db-4a12-9e9f-75b48681eefd tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 946 time: 0.1416528 Mar 07 16:19:26.759451 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-48c64bad-dac4-4626-9527-073609c2565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:26.760103 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c64bad-dac4-4626-9527-073609c2565d None None] The sync data for ids ['c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:26.784658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-419a07d4-1678-4c10-ba14-b71fbfcc978f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.819744 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dc5122d2-b7db-4ea1-add1-59f21c3d9f28 req-0a3a7987-895e-4fe4-a49e-82fe1a3aa42d tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576264 Mar 07 16:19:26.856098 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-be9d4126-f116-43a1-8412-cbe1e7f7e72f tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (44ca99ca-639f-475c-9b6d-90aea888cfab), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.888471 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5065c59-db56-4e2e-879b-e05a255b8952 req-d7ac7047-8fd5-41a3-9119-8ee088c05543 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226251 Mar 07 16:19:26.894218 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-be9d4126-f116-43a1-8412-cbe1e7f7e72f tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (44ca99ca-639f-475c-9b6d-90aea888cfab), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:26.985386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (d10053b6-37f4-4e63-b544-28676ae1db0e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.023617 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-be9d4126-f116-43a1-8412-cbe1e7f7e72f tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (44ca99ca-639f-475c-9b6d-90aea888cfab), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.026393 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-be9d4126-f116-43a1-8412-cbe1e7f7e72f tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.027610 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-be9d4126-f116-43a1-8412-cbe1e7f7e72f tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/44ca99ca-639f-475c-9b6d-90aea888cfab HTTP/1.1" status: 204 len: 168 time: 0.3641942 Mar 07 16:19:27.033306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46726) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.040412 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-419a07d4-1678-4c10-ba14-b71fbfcc978f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.041819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d4126-f116-43a1-8412-cbe1e7f7e72f tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ca99ca-639f-475c-9b6d-90aea888cfab,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:27.042725 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-419a07d4-1678-4c10-ba14-b71fbfcc978f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.060406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d10053b6-37f4-4e63-b544-28676ae1db0e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.123910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:27.135015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:27.139224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:27.146183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=d10053b6-37f4-4e63-b544-28676ae1db0e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:27.151515 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-419a07d4-1678-4c10-ba14-b71fbfcc978f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.152057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419a07d4-1678-4c10-ba14-b71fbfcc978f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Fanout notify agent at l3_agent the message router_deleted on router c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:19:27.167633 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-419a07d4-1678-4c10-ba14-b71fbfcc978f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.170832 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-419a07d4-1678-4c10-ba14-b71fbfcc978f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e HTTP/1.1" status: 204 len: 168 time: 0.4904921 Mar 07 16:19:27.173965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46728) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.213249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4c0f2444-f7c1-4010-a07f-001a8ba25eb4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078532 Mar 07 16:19:27.213484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46730) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.219245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0747b243-b99a-4a8f-8d5c-00e556d9248e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'tempest-secgroup--70316198'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:27.260441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24f7f2-4eaf-4059-ae93-d16893a9aef7 req-9c069a9c-a0be-4159-abf3-9c77801dd559 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:27.262063 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e24f7f2-4eaf-4059-ae93-d16893a9aef7 req-9c069a9c-a0be-4159-abf3-9c77801dd559 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 946 time: 0.2478008 Mar 07 16:19:27.263476 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0747b243-b99a-4a8f-8d5c-00e556d9248e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.347507 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e24f7f2-4eaf-4059-ae93-d16893a9aef7 req-1c285ab7-c30c-4639-ae0a-e8d380cef7e4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747542 Mar 07 16:19:27.396733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0747b243-b99a-4a8f-8d5c-00e556d9248e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (df334ce3-f53e-4da9-a52b-b18afc30ed23), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.396733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0747b243-b99a-4a8f-8d5c-00e556d9248e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (df334ce3-f53e-4da9-a52b-b18afc30ed23), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.433722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0747b243-b99a-4a8f-8d5c-00e556d9248e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.438142 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0747b243-b99a-4a8f-8d5c-00e556d9248e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2209306 Mar 07 16:19:27.440025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46738) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.443546 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4417fcdb-214b-4cbf-ba96-415529f5b2c8 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': 'df334ce3-f53e-4da9-a52b-b18afc30ed23', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:27.444106 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-4417fcdb-214b-4cbf-ba96-415529f5b2c8 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 16:19:27.444622 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-4417fcdb-214b-4cbf-ba96-415529f5b2c8 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:27.445958 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4417fcdb-214b-4cbf-ba96-415529f5b2c8 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063195 Mar 07 16:19:27.448674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46740) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.460315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747b243-b99a-4a8f-8d5c-00e556d9248e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df334ce3-f53e-4da9-a52b-b18afc30ed23,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:27.460597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd588eda-cbd0-4985-b89c-c16cbbe91b6a None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:27.549866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a777e5c-0ee2-4972-848c-5aa54c2e6131 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (df334ce3-f53e-4da9-a52b-b18afc30ed23), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.566886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f636b503-286b-4a66-ad00-9a1f9e35cd2a None None] Provisioning complete for port 09b4d5ed-8f75-4c4d-91da-64133715441d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:27.567522 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f636b503-286b-4a66-ad00-9a1f9e35cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.582733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a777e5c-0ee2-4972-848c-5aa54c2e6131 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (df334ce3-f53e-4da9-a52b-b18afc30ed23), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.638323 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:27.638899 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.662720 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a777e5c-0ee2-4972-848c-5aa54c2e6131 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (df334ce3-f53e-4da9-a52b-b18afc30ed23), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.670358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a22fb9-2c1b-4a14-9a3d-af86eb396f0a tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting subnet 12d156db-16ce-4e35-8281-f707fbbb4a79 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:27.670542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a777e5c-0ee2-4972-848c-5aa54c2e6131 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.670542 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7a777e5c-0ee2-4972-848c-5aa54c2e6131 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/df334ce3-f53e-4da9-a52b-b18afc30ed23 HTTP/1.1" status: 204 len: 168 time: 0.2205575 Mar 07 16:19:27.682345 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fb9-2c1b-4a14-9a3d-af86eb396f0a tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (12d156db-16ce-4e35-8281-f707fbbb4a79), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.683020 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46750) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.711974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a777e5c-0ee2-4972-848c-5aa54c2e6131 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df334ce3-f53e-4da9-a52b-b18afc30ed23,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:27.720935 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5b778dd5-6d70-4f58-9172-1fd13cced82d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8940353 Mar 07 16:19:27.726645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46754) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.743474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f636b503-286b-4a66-ad00-9a1f9e35cd2a None None] Current status of the port 09b4d5ed-8f75-4c4d-91da-64133715441d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:27.744330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f636b503-286b-4a66-ad00-9a1f9e35cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.753820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a88da4-f817-411c-ac23-a420dd7fae3e req-d95e103f-1785-41b5-95a1-fa2919d650dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:27.755394 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59a88da4-f817-411c-ac23-a420dd7fae3e req-d95e103f-1785-41b5-95a1-fa2919d650dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.5438488 Mar 07 16:19:27.782261 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fb9-2c1b-4a14-9a3d-af86eb396f0a tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (12d156db-16ce-4e35-8281-f707fbbb4a79), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.788516 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-42197f7a-9c37-469b-9d9b-e69091639bd4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1032820 Mar 07 16:19:27.790162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46756) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.797074 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.803654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5b4cbbf7-efd9-41ef-a246-c477837d7c76 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758348443'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:27.824477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f636b503-286b-4a66-ad00-9a1f9e35cd2a None None] For port 09b4d5ed-8f75-4c4d-91da-64133715441d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09b4d5ed-8f75-4c4d-91da-64133715441d,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:27.826737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94060a5-79b5-43fa-adb9-d04ed33b6de0 None None] Update dhcp port {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': 'de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69', 'ip_address': '2001:db8::f816:3eff:fee1:bd70'}, {'subnet_id': 'ff72e644-ee89-4b91-9f4b-c569d65b0d38'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '09b4d5ed-8f75-4c4d-91da-64133715441d'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:19:27.834755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b4cbbf7-efd9-41ef-a246-c477837d7c76 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.855009 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f636b503-286b-4a66-ad00-9a1f9e35cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.889028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e04cb8f-624d-45a9-97fb-b1e727aa0047 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:27.889640 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e94060a5-79b5-43fa-adb9-d04ed33b6de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.894717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e04cb8f-624d-45a9-97fb-b1e727aa0047 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:27.896646 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1e04cb8f-624d-45a9-97fb-b1e727aa0047 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1690350 Mar 07 16:19:27.900961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46762) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.913517 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59a88da4-f817-411c-ac23-a420dd7fae3e req-49d438e0-aa4d-46f0-a802-2e4a2b78c46c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405404 Mar 07 16:19:27.941851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46764) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:27.968359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fb9-2c1b-4a14-9a3d-af86eb396f0a tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (12d156db-16ce-4e35-8281-f707fbbb4a79), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:27.976551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636b503-286b-4a66-ad00-9a1f9e35cd2a None None] Pushing event updated for resources: {'Port': ['ID=09b4d5ed-8f75-4c4d-91da-64133715441d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:28.056268 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b4cbbf7-efd9-41ef-a246-c477837d7c76 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (6826f038-b4d0-4557-8573-476900fe9d8c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.057629 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fb9-2c1b-4a14-9a3d-af86eb396f0a tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (12d156db-16ce-4e35-8281-f707fbbb4a79), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.067101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b4cbbf7-efd9-41ef-a246-c477837d7c76 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6826f038-b4d0-4557-8573-476900fe9d8c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.091868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a22fb9-2c1b-4a14-9a3d-af86eb396f0a tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Subnet': ['ID=12d156db-16ce-4e35-8281-f707fbbb4a79,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:28.093924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fb9-2c1b-4a14-9a3d-af86eb396f0a tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.098088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e7a22fb9-2c1b-4a14-9a3d-af86eb396f0a tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/12d156db-16ce-4e35-8281-f707fbbb4a79 HTTP/1.1" status: 204 len: 168 time: 0.9198155 Mar 07 16:19:28.100628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46766) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:28.113734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e207c-f5d4-4f9f-9d31-4d59ec14eddb None None] Network 571584e4-1d7b-4d21-b207-e1e65e2a7777 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:28.144129 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2155669e-7280-40cb-abe1-5416a0d90260 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/83fdc6be-4abf-416c-b859-639278bf5023 HTTP/1.1" status: 200 len: 994 time: 0.1932075 Mar 07 16:19:28.159053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b4cbbf7-efd9-41ef-a246-c477837d7c76 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.160477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b4cbbf7-efd9-41ef-a246-c477837d7c76 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3687105 Mar 07 16:19:28.163983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46772) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:28.173140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cbbf7-efd9-41ef-a246-c477837d7c76 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6826f038-b4d0-4557-8573-476900fe9d8c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:28.182680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-bc45f400-8113-4484-8012-92e235d7d545 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port d10053b6-37f4-4e63-b544-28676ae1db0e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:28.183053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc45f400-8113-4484-8012-92e235d7d545 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d10053b6-37f4-4e63-b544-28676ae1db0e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.186523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1ab0a498-0bbf-4218-85b6-45b83759d203 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '6826f038-b4d0-4557-8573-476900fe9d8c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:28.187618 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-1ab0a498-0bbf-4218-85b6-45b83759d203 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 16:19:28.188232 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-1ab0a498-0bbf-4218-85b6-45b83759d203 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:28.192532 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1ab0a498-0bbf-4218-85b6-45b83759d203 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0191209 Mar 07 16:19:28.196170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46774) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:28.221287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f62184-1264-4b26-9d6c-c80c8d58e023 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting subnet f84c654b-9afd-4c96-9b26-21e467eb244e {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:28.232669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f8f62184-1264-4b26-9d6c-c80c8d58e023 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (f84c654b-9afd-4c96-9b26-21e467eb244e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.248812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e94060a5-79b5-43fa-adb9-d04ed33b6de0 None None] Allocated IP 172.20.0.2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/ff72e644-ee89-4b91-9f4b-c569d65b0d38/09b4d5ed-8f75-4c4d-91da-64133715441d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:28.293138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46776) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:28.338344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f8f62184-1264-4b26-9d6c-c80c8d58e023 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f84c654b-9afd-4c96-9b26-21e467eb244e), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.360853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc45f400-8113-4484-8012-92e235d7d545 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d10053b6-37f4-4e63-b544-28676ae1db0e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.383446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-bc45f400-8113-4484-8012-92e235d7d545 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for d10053b6-37f4-4e63-b544-28676ae1db0e owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:28.389163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09b4d5ed-8f75-4c4d-91da-64133715441d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:28.399235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3be9e7a0-e20a-4809-8482-a76ab3e0f5c9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (6826f038-b4d0-4557-8573-476900fe9d8c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.465436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3be9e7a0-e20a-4809-8482-a76ab3e0f5c9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (6826f038-b4d0-4557-8573-476900fe9d8c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.473596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e94060a5-79b5-43fa-adb9-d04ed33b6de0 None None] For port 09b4d5ed-8f75-4c4d-91da-64133715441d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09b4d5ed-8f75-4c4d-91da-64133715441d,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:28.489975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf4a0-1e96-4882-aa30-61273aa46c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.496474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 09b4d5ed-8f75-4c4d-91da-64133715441d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:28.496889 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.523070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-2d3aef49-7500-4ff4-aa8e-7f94be2dc976 req-cd540048-38f4-407a-a992-5aeea7ceea38 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:19:28.524362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3aef49-7500-4ff4-aa8e-7f94be2dc976 req-cd540048-38f4-407a-a992-5aeea7ceea38 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147562 Mar 07 16:19:28.536736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04264a13-30f9-4a7f-86ee-55a08754e36b None None] DHCP port deletion for 571584e4-1d7b-4d21-b207-e1e65e2a7777 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:28.556796 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e94060a5-79b5-43fa-adb9-d04ed33b6de0 None None] Publish callbacks [] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.589115 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e94060a5-79b5-43fa-adb9-d04ed33b6de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.595018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f8f62184-1264-4b26-9d6c-c80c8d58e023 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f84c654b-9afd-4c96-9b26-21e467eb244e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.667558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3be9e7a0-e20a-4809-8482-a76ab3e0f5c9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6826f038-b4d0-4557-8573-476900fe9d8c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.673378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3be9e7a0-e20a-4809-8482-a76ab3e0f5c9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.675299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3be9e7a0-e20a-4809-8482-a76ab3e0f5c9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/6826f038-b4d0-4557-8573-476900fe9d8c HTTP/1.1" status: 204 len: 168 time: 0.4781151 Mar 07 16:19:28.686375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46788) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:28.695923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc45f400-8113-4484-8012-92e235d7d545 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d10053b6-37f4-4e63-b544-28676ae1db0e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.710403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9e7a0-e20a-4809-8482-a76ab3e0f5c9 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6826f038-b4d0-4557-8573-476900fe9d8c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:28.717029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf4a0-1e96-4882-aa30-61273aa46c02 admin admin] Publish callbacks [] for security_group (d36aeeec-706a-4379-9a8d-f8844b74b54e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.727086 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf4a0-1e96-4882-aa30-61273aa46c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d36aeeec-706a-4379-9a8d-f8844b74b54e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.735570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94060a5-79b5-43fa-adb9-d04ed33b6de0 None None] Pushing event updated for resources: {'Port': ['ID=09b4d5ed-8f75-4c4d-91da-64133715441d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:28.746492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45f400-8113-4484-8012-92e235d7d545 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=d10053b6-37f4-4e63-b544-28676ae1db0e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:28.757332 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f8f62184-1264-4b26-9d6c-c80c8d58e023 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f84c654b-9afd-4c96-9b26-21e467eb244e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.772640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-04264a13-30f9-4a7f-86ee-55a08754e36b None None] Deleting port f078a8b3-1e74-4caf-99c6-fdbea633037a {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:28.773060 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04264a13-30f9-4a7f-86ee-55a08754e36b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.781551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 09b4d5ed-8f75-4c4d-91da-64133715441d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:28.814316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94403ef1-9ab3-4a0f-ad04-054230bd7660 None None] Network 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:28.856949 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-905d7bf2-1a4a-4670-bbc1-d01e89bc7cea tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1647496 Mar 07 16:19:28.863072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46790) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:28.867805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-bb567f2c-ec41-4f42-9253-00e85849412a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'tempest-secgroup--49491417'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:28.888940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46792) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:28.896214 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f8f62184-1264-4b26-9d6c-c80c8d58e023 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.902305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f8f62184-1264-4b26-9d6c-c80c8d58e023 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/f84c654b-9afd-4c96-9b26-21e467eb244e HTTP/1.1" status: 204 len: 168 time: 0.7992446 Mar 07 16:19:28.904375 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bb567f2c-ec41-4f42-9253-00e85849412a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:28.906757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46794) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:28.910326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f62184-1264-4b26-9d6c-c80c8d58e023 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Subnet': ['ID=f84c654b-9afd-4c96-9b26-21e467eb244e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:28.924694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bb1cf4a0-1e96-4882-aa30-61273aa46c02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70b79d2238b1432d8ffc0fd7c11ab9e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6293986 Mar 07 16:19:28.938317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cf4a0-1e96-4882-aa30-61273aa46c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36aeeec-706a-4379-9a8d-f8844b74b54e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:28.943290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:28.987013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-04264a13-30f9-4a7f-86ee-55a08754e36b None None] For port f078a8b3-1e74-4caf-99c6-fdbea633037a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f078a8b3-1e74-4caf-99c6-fdbea633037a,segment=NetworkSegment(ba526d9c-3190-4b17-aecb-4bf282be54ae),segment_id=ba526d9c-3190-4b17-aecb-4bf282be54ae)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:28.987572 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04264a13-30f9-4a7f-86ee-55a08754e36b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.022861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-04264a13-30f9-4a7f-86ee-55a08754e36b None None] Calling delete_port for f078a8b3-1e74-4caf-99c6-fdbea633037a owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:29.046412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (571584e4-1d7b-4d21-b207-e1e65e2a7777), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.056212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc45f400-8113-4484-8012-92e235d7d545 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.077637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bc45f400-8113-4484-8012-92e235d7d545 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/d10053b6-37f4-4e63-b544-28676ae1db0e HTTP/1.1" status: 204 len: 168 time: 1.1755068 Mar 07 16:19:29.081932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46798) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:29.112069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b734e002-792a-49e6-9263-273e53c28596 None None] DHCP port deletion for 3edee2bd-93c1-46c6-ba6a-d3b239291cb5 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:29.172562 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-65004324-dfb1-445c-b251-8c5310a143e1 admin admin] Publish callbacks [] for security_group (d36aeeec-706a-4379-9a8d-f8844b74b54e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.222422 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-65004324-dfb1-445c-b251-8c5310a143e1 admin admin] Publish callbacks [] for security_group (d36aeeec-706a-4379-9a8d-f8844b74b54e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.266012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port f078a8b3-1e74-4caf-99c6-fdbea633037a {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:29.266360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.274673 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.303373 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-04264a13-30f9-4a7f-86ee-55a08754e36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.345353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04264a13-30f9-4a7f-86ee-55a08754e36b None None] Pushing event deleted for resources: {'Port': ['ID=f078a8b3-1e74-4caf-99c6-fdbea633037a,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:29.348192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b734e002-792a-49e6-9263-273e53c28596 None None] Deleting port 08aeb756-f5d4-4f34-a406-fe3796fbb037 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:29.348676 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b734e002-792a-49e6-9263-273e53c28596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.398963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port f078a8b3-1e74-4caf-99c6-fdbea633037a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f078a8b3-1e74-4caf-99c6-fdbea633037a,segment=NetworkSegment(ba526d9c-3190-4b17-aecb-4bf282be54ae),segment_id=ba526d9c-3190-4b17-aecb-4bf282be54ae)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:29.399378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.424758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b734e002-792a-49e6-9263-273e53c28596 None None] For port 08aeb756-f5d4-4f34-a406-fe3796fbb037, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=08aeb756-f5d4-4f34-a406-fe3796fbb037,segment=NetworkSegment(905d7be4-c877-430b-9a49-fc6fbc6a437f),segment_id=905d7be4-c877-430b-9a49-fc6fbc6a437f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:29.425324 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b734e002-792a-49e6-9263-273e53c28596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.426812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for f078a8b3-1e74-4caf-99c6-fdbea633037a owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:29.428633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-65004324-dfb1-445c-b251-8c5310a143e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d36aeeec-706a-4379-9a8d-f8844b74b54e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.431755 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-65004324-dfb1-445c-b251-8c5310a143e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.433032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-65004324-dfb1-445c-b251-8c5310a143e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d36aeeec-706a-4379-9a8d-f8844b74b54e HTTP/1.1" status: 204 len: 168 time: 0.4886458 Mar 07 16:19:29.437561 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-23989d0b-6fd1-4722-9768-cc3eece70cbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2752104 Mar 07 16:19:29.445335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b734e002-792a-49e6-9263-273e53c28596 None None] Calling delete_port for 08aeb756-f5d4-4f34-a406-fe3796fbb037 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:29.452982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-d4b0df35-1da5-482a-b81e-37bdaaf79009 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:19:29.454211 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-d4b0df35-1da5-482a-b81e-37bdaaf79009 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106733 Mar 07 16:19:29.469050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65004324-dfb1-445c-b251-8c5310a143e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36aeeec-706a-4379-9a8d-f8844b74b54e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:29.533516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04264a13-30f9-4a7f-86ee-55a08754e36b None None] No DVR routers for this DVR port f078a8b3-1e74-4caf-99c6-fdbea633037a on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:29.544880 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b734e002-792a-49e6-9263-273e53c28596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (08aeb756-f5d4-4f34-a406-fe3796fbb037), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.580643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f078a8b3-1e74-4caf-99c6-fdbea633037a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.588743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e4647-c00f-451f-9bb6-659b5d9c659d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:29.590131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e4647-c00f-451f-9bb6-659b5d9c659d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:29.592106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e4647-c00f-451f-9bb6-659b5d9c659d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:29.593793 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-210e4647-c00f-451f-9bb6-659b5d9c659d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5106857 Mar 07 16:19:29.598841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46810) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:29.640183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No DVR routers for this DVR port f078a8b3-1e74-4caf-99c6-fdbea633037a on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:29.649648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=f078a8b3-1e74-4caf-99c6-fdbea633037a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:29.651054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734e002-792a-49e6-9263-273e53c28596 None None] Pushing event deleted for resources: {'Port': ['ID=08aeb756-f5d4-4f34-a406-fe3796fbb037,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:29.656216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b734e002-792a-49e6-9263-273e53c28596 None None] No DVR routers for this DVR port 08aeb756-f5d4-4f34-a406-fe3796fbb037 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:29.740928 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bb567f2c-ec41-4f42-9253-00e85849412a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (caabbcc8-8c76-47d4-ba15-36f720c8f886), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.751644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633433a5-562c-4ed5-bf0b-9bdf33b5f282 req-8ef07d36-861f-4e96-8595-8f9d67c5a6bf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:29.753843 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-633433a5-562c-4ed5-bf0b-9bdf33b5f282 req-8ef07d36-861f-4e96-8595-8f9d67c5a6bf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.3843822 Mar 07 16:19:29.767225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bb567f2c-ec41-4f42-9253-00e85849412a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (caabbcc8-8c76-47d4-ba15-36f720c8f886), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.773133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6cdfec-02c5-48b4-a7fa-62b5e0fe9ba0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:29.804229 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (571584e4-1d7b-4d21-b207-e1e65e2a7777), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.819854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf6cdfec-02c5-48b4-a7fa-62b5e0fe9ba0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.835677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571584e4-1d7b-4d21-b207-e1e65e2a7777']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:29.848347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba526d9c-3190-4b17-aecb-4bf282be54ae') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:29.849080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba526d9c-3190-4b17-aecb-4bf282be54ae') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:29.861259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (ba526d9c-3190-4b17-aecb-4bf282be54ae), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.884098 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ba526d9c-3190-4b17-aecb-4bf282be54ae), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.904168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e3e0b44f-b1dd-40c9-aa10-dc4d35130a14 None None] Could not find standard attr ID for object d10053b6-37f4-4e63-b544-28676ae1db0e. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:19:29.914105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:19:29.914621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (ba526d9c-3190-4b17-aecb-4bf282be54ae), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.919642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bb567f2c-ec41-4f42-9253-00e85849412a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.924609 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bb567f2c-ec41-4f42-9253-00e85849412a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0602338 Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:19:29.926445 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:19:29.929194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46824) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:29.936505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-630967f8-3953-4e9b-a624-fccf158f02cf tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': 'caabbcc8-8c76-47d4-ba15-36f720c8f886', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:29.937237 n-d-830010-8 neutron-server[103866]: WARNING neutron.api.v2.base [None req-630967f8-3953-4e9b-a624-fccf158f02cf tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 16:19:29.937793 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-630967f8-3953-4e9b-a624-fccf158f02cf tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:29.942243 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-630967f8-3953-4e9b-a624-fccf158f02cf tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109665 Mar 07 16:19:29.948688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46828) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:29.963441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567f2c-ec41-4f42-9253-00e85849412a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caabbcc8-8c76-47d4-ba15-36f720c8f886,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:29.965353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e3e0b44f-b1dd-40c9-aa10-dc4d35130a14 None None] Provisioning complete for port 09b4d5ed-8f75-4c4d-91da-64133715441d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:29.965489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-84eeea13-6f38-431b-a5d0-9efb5a62126d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': 'caabbcc8-8c76-47d4-ba15-36f720c8f886', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:29.966348 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e3e0b44f-b1dd-40c9-aa10-dc4d35130a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:29.968809 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-84eeea13-6f38-431b-a5d0-9efb5a62126d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 16:19:29.970145 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-84eeea13-6f38-431b-a5d0-9efb5a62126d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:29.970992 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-84eeea13-6f38-431b-a5d0-9efb5a62126d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098019 Mar 07 16:19:29.974949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46830) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:29.980442 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ca6f16d6-e0c8-4261-8bc4-8e666d020e50 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': 'caabbcc8-8c76-47d4-ba15-36f720c8f886', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:29.983405 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-ca6f16d6-e0c8-4261-8bc4-8e666d020e50 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 16:19:29.984074 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-ca6f16d6-e0c8-4261-8bc4-8e666d020e50 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:29.985448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ca6f16d6-e0c8-4261-8bc4-8e666d020e50 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091910 Mar 07 16:19:29.993802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46832) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:30.004656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf6cdfec-02c5-48b4-a7fa-62b5e0fe9ba0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.033645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2ebe96c8-2f65-4ea0-960e-f05e44772fc4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': 'caabbcc8-8c76-47d4-ba15-36f720c8f886', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:30.034523 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-2ebe96c8-2f65-4ea0-960e-f05e44772fc4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 16:19:30.036282 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-2ebe96c8-2f65-4ea0-960e-f05e44772fc4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:30.037296 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ebe96c8-2f65-4ea0-960e-f05e44772fc4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0425446 Mar 07 16:19:30.045356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46834) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:30.083510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46836) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:30.107497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46838) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:30.122956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-633433a5-562c-4ed5-bf0b-9bdf33b5f282 req-f2224ea9-154c-41ca-9157-e9cb26f27ec6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059132 Mar 07 16:19:30.136846 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (571584e4-1d7b-4d21-b207-e1e65e2a7777), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.158983 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19c86e3e-8a02-4c93-8808-358e083141f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.168411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0b44f-b1dd-40c9-aa10-dc4d35130a14 None None] Current status of the port 09b4d5ed-8f75-4c4d-91da-64133715441d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:30.211825 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.216523 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/networks/571584e4-1d7b-4d21-b207-e1e65e2a7777 HTTP/1.1" status: 204 len: 168 time: 1.3072014 Mar 07 16:19:30.222311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46842) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:30.287338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09b4d5ed-8f75-4c4d-91da-64133715441d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:30.360847 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (3edee2bd-93c1-46c6-ba6a-d3b239291cb5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.371246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 09b4d5ed-8f75-4c4d-91da-64133715441d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:30.371725 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.445449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f1df0f58-16f5-4fa7-9395-f89d547f5e74 None None] Could not find standard attr ID for object d10053b6-37f4-4e63-b544-28676ae1db0e. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:19:30.463717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19c86e3e-8a02-4c93-8808-358e083141f4 admin admin] Publish callbacks [] for security_group (fdf504e4-5101-47d8-b426-4124a6462df2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.469061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141b81d-34ca-4e5f-b6b3-18d5b44571a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Network': ['ID=571584e4-1d7b-4d21-b207-e1e65e2a7777,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:30.482288 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-19c86e3e-8a02-4c93-8808-358e083141f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fdf504e4-5101-47d8-b426-4124a6462df2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.567948 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-19c86e3e-8a02-4c93-8808-358e083141f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=446647dfcaa345f8aed384564bd63806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4833372 Mar 07 16:19:30.571950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46844) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:30.588982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-29c22101-143f-4efb-8171-a2ea225e4467 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (caabbcc8-8c76-47d4-ba15-36f720c8f886), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.604190 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c86e3e-8a02-4c93-8808-358e083141f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf504e4-5101-47d8-b426-4124a6462df2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:30.647805 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (3edee2bd-93c1-46c6-ba6a-d3b239291cb5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.665363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-29c22101-143f-4efb-8171-a2ea225e4467 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (caabbcc8-8c76-47d4-ba15-36f720c8f886), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.666161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 09b4d5ed-8f75-4c4d-91da-64133715441d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:30.674190 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf6cdfec-02c5-48b4-a7fa-62b5e0fe9ba0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.683693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-22896540-e60c-461c-9c88-2ba6f170b973 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:30.685667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-22896540-e60c-461c-9c88-2ba6f170b973 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports/9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1125 time: 0.5768948 Mar 07 16:19:30.702307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edee2bd-93c1-46c6-ba6a-d3b239291cb5']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:30.736628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905d7be4-c877-430b-9a49-fc6fbc6a437f') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:30.737291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905d7be4-c877-430b-9a49-fc6fbc6a437f') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:30.751462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (905d7be4-c877-430b-9a49-fc6fbc6a437f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.773016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 08aeb756-f5d4-4f34-a406-fe3796fbb037 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:30.786436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (905d7be4-c877-430b-9a49-fc6fbc6a437f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.800083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6266-1000-4a70-a5d1-8dc5ca46c7bd admin admin] Publish callbacks [] for security_group (fdf504e4-5101-47d8-b426-4124a6462df2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.806033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:19:30.806399 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (905d7be4-c877-430b-9a49-fc6fbc6a437f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.824966 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 08aeb756-f5d4-4f34-a406-fe3796fbb037 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:30.825480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 08aeb756-f5d4-4f34-a406-fe3796fbb037 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:30.825949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f078a8b3-1e74-4caf-99c6-fdbea633037a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:30.851430 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.869220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: f078a8b3-1e74-4caf-99c6-fdbea633037a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:19:30.870728 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:19:30.875436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f078a8b3-1e74-4caf-99c6-fdbea633037a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:30.885006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf6cdfec-02c5-48b4-a7fa-62b5e0fe9ba0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.895891 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6266-1000-4a70-a5d1-8dc5ca46c7bd admin admin] Publish callbacks [] for security_group (fdf504e4-5101-47d8-b426-4124a6462df2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.908175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-29c22101-143f-4efb-8171-a2ea225e4467 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (caabbcc8-8c76-47d4-ba15-36f720c8f886), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.911173 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-29c22101-143f-4efb-8171-a2ea225e4467 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.915698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-29c22101-143f-4efb-8171-a2ea225e4467 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/caabbcc8-8c76-47d4-ba15-36f720c8f886 HTTP/1.1" status: 204 len: 168 time: 0.8693943 Mar 07 16:19:30.916380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46852) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:30.930748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (3edee2bd-93c1-46c6-ba6a-d3b239291cb5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.957803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:30.961372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/networks/3edee2bd-93c1-46c6-ba6a-d3b239291cb5 HTTP/1.1" status: 204 len: 168 time: 0.7371633 Mar 07 16:19:30.962367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c22101-143f-4efb-8171-a2ea225e4467 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caabbcc8-8c76-47d4-ba15-36f720c8f886,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:30.969192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46854) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:30.971399 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cdfec-02c5-48b4-a7fa-62b5e0fe9ba0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:30.976224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28742451'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:30.996680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343ee19-059c-4ee8-ba70-d16d657c7886 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Network': ['ID=3edee2bd-93c1-46c6-ba6a-d3b239291cb5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:31.001428 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf6cdfec-02c5-48b4-a7fa-62b5e0fe9ba0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.004835 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cf6cdfec-02c5-48b4-a7fa-62b5e0fe9ba0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69 HTTP/1.1" status: 204 len: 168 time: 1.4011462 Mar 07 16:19:31.015036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46856) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.046853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-20e26809-37b0-412b-ac5b-92ff6100ccfc tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1235349 Mar 07 16:19:31.053139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46858) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.062449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5a5e1287-488a-45e4-a2ff-fb680f173f88 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855272732'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.103126 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1287-488a-45e4-a2ff-fb680f173f88 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.112342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee9c8f-e8b1-4f39-b583-364aab32c62d None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:31.142587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8402099c-cd46-490c-a609-331c70aa0657 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet ff72e644-ee89-4b91-9f4b-c569d65b0d38 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:31.145931 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8402099c-cd46-490c-a609-331c70aa0657 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (ff72e644-ee89-4b91-9f4b-c569d65b0d38), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.171620 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:31.175014 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.218973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1287-488a-45e4-a2ff-fb680f173f88 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (02f08d7c-20da-42be-a2a4-4298acb10aeb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.228960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1287-488a-45e4-a2ff-fb680f173f88 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (02f08d7c-20da-42be-a2a4-4298acb10aeb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.229176 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8402099c-cd46-490c-a609-331c70aa0657 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (ff72e644-ee89-4b91-9f4b-c569d65b0d38), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.271208 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1287-488a-45e4-a2ff-fb680f173f88 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.272952 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6266-1000-4a70-a5d1-8dc5ca46c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fdf504e4-5101-47d8-b426-4124a6462df2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.275638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5a5e1287-488a-45e4-a2ff-fb680f173f88 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2210712 Mar 07 16:19:31.275954 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6266-1000-4a70-a5d1-8dc5ca46c7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.276385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46862) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.279903 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aa5e6266-1000-4a70-a5d1-8dc5ca46c7bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdf504e4-5101-47d8-b426-4124a6462df2 HTTP/1.1" status: 204 len: 168 time: 0.6995459 Mar 07 16:19:31.280071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e1287-488a-45e4-a2ff-fb680f173f88 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f08d7c-20da-42be-a2a4-4298acb10aeb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:31.291763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d0865ea2-802d-4584-8118-8d62fd9ccda4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '02f08d7c-20da-42be-a2a4-4298acb10aeb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.292083 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-d0865ea2-802d-4584-8118-8d62fd9ccda4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 16:19:31.292538 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-d0865ea2-802d-4584-8118-8d62fd9ccda4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:31.297304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d0865ea2-802d-4584-8118-8d62fd9ccda4 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0155833 Mar 07 16:19:31.297304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46866) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.304620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ca18b86e-36aa-482b-8310-e2dd97e373fb tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '02f08d7c-20da-42be-a2a4-4298acb10aeb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.339286 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:19:31.349798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e6266-1000-4a70-a5d1-8dc5ca46c7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf504e4-5101-47d8-b426-4124a6462df2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:31.423680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a44e702e-3890-4c78-a75c-953826638413), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.424077 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added segment a44e702e-3890-4c78-a75c-953826638413 of type vlan for network da611567-92ee-429e-924a-9a4827dcb82e Mar 07 16:19:31.430871 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-ca18b86e-36aa-482b-8310-e2dd97e373fb tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:31.436035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ca18b86e-36aa-482b-8310-e2dd97e373fb tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1377530 Mar 07 16:19:31.436659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46868) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.443719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d2251d20-d070-43cc-8f79-f8a0cd4aed61 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '02f08d7c-20da-42be-a2a4-4298acb10aeb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.444196 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-d2251d20-d070-43cc-8f79-f8a0cd4aed61 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 16:19:31.445285 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-d2251d20-d070-43cc-8f79-f8a0cd4aed61 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:31.449808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d2251d20-d070-43cc-8f79-f8a0cd4aed61 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105054 Mar 07 16:19:31.451220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46870) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.460745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03fa23-eeaa-4706-baf3-9a88a36f0d07 req-3fa18887-46d6-4227-bafd-daec13cbe632 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:31.462319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1e03fa23-eeaa-4706-baf3-9a88a36f0d07 req-3fa18887-46d6-4227-bafd-daec13cbe632 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1032271 Mar 07 16:19:31.465449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-292e6f4f-37bd-4a17-b989-c79bb0f6d34c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '02f08d7c-20da-42be-a2a4-4298acb10aeb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.546700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1e03fa23-eeaa-4706-baf3-9a88a36f0d07 req-5e390dd4-ed50-403e-814e-d47a0923cb3e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721452 Mar 07 16:19:31.548306 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-292e6f4f-37bd-4a17-b989-c79bb0f6d34c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:31.549291 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-292e6f4f-37bd-4a17-b989-c79bb0f6d34c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0968485 Mar 07 16:19:31.552312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46872) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.556860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2a165858-086f-4f56-933e-c28f88ebc782 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '02f08d7c-20da-42be-a2a4-4298acb10aeb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.557335 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-2a165858-086f-4f56-933e-c28f88ebc782 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 16:19:31.561905 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-2a165858-086f-4f56-933e-c28f88ebc782 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:31.561905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2a165858-086f-4f56-933e-c28f88ebc782 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054889 Mar 07 16:19:31.562136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46874) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.566123 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (da611567-92ee-429e-924a-9a4827dcb82e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.566640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-86a33869-9523-44b1-8099-daa5d27c8224 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '02f08d7c-20da-42be-a2a4-4298acb10aeb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.580420 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8402099c-cd46-490c-a609-331c70aa0657 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ff72e644-ee89-4b91-9f4b-c569d65b0d38), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.627113 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-86a33869-9523-44b1-8099-daa5d27c8224 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:31.627978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-86a33869-9523-44b1-8099-daa5d27c8224 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0646756 Mar 07 16:19:31.630904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46878) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.638550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e8214788-6115-4455-b4be-3e1b5afbcb8c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '02f08d7c-20da-42be-a2a4-4298acb10aeb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.639217 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-e8214788-6115-4455-b4be-3e1b5afbcb8c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 16:19:31.639804 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-e8214788-6115-4455-b4be-3e1b5afbcb8c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:31.644506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e8214788-6115-4455-b4be-3e1b5afbcb8c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123029 Mar 07 16:19:31.645117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46880) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.649589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-663f6e0a-6e9c-4965-9347-0a1a434a401a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '02f08d7c-20da-42be-a2a4-4298acb10aeb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.702406 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-663f6e0a-6e9c-4965-9347-0a1a434a401a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:31.709853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-663f6e0a-6e9c-4965-9347-0a1a434a401a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0605545 Mar 07 16:19:31.710598 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46882) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.720128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.20.0.17 (785c5f82-7c75-474a-afcc-0af9dc0bb202/758d627a-3d76-4102-af7d-e18c0abccb23/7b8b53e5-5927-4222-81e2-a21fb3c9eea6) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:31.740527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8e3d47d4-2b59-4da2-8af3-e9333e8f1067 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '02f08d7c-20da-42be-a2a4-4298acb10aeb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.746541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (da611567-92ee-429e-924a-9a4827dcb82e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.755408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:31.756177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.802002 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-8e3d47d4-2b59-4da2-8af3-e9333e8f1067 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:31.803418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8e3d47d4-2b59-4da2-8af3-e9333e8f1067 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0916862 Mar 07 16:19:31.806076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46888) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.816211 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8458252 Mar 07 16:19:31.817316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8402099c-cd46-490c-a609-331c70aa0657 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (ff72e644-ee89-4b91-9f4b-c569d65b0d38), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.819230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46890) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:31.850922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'subnet': {'network_id': 'da611567-92ee-429e-924a-9a4827dcb82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:31.889737 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe9633a3-17ac-45dd-b480-cb81bd4f38a0 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (02f08d7c-20da-42be-a2a4-4298acb10aeb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.917337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe9633a3-17ac-45dd-b480-cb81bd4f38a0 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (02f08d7c-20da-42be-a2a4-4298acb10aeb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.981985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe9633a3-17ac-45dd-b480-cb81bd4f38a0 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (02f08d7c-20da-42be-a2a4-4298acb10aeb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.986462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe9633a3-17ac-45dd-b480-cb81bd4f38a0 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:31.988612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fe9633a3-17ac-45dd-b480-cb81bd4f38a0 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/02f08d7c-20da-42be-a2a4-4298acb10aeb HTTP/1.1" status: 204 len: 168 time: 0.1811752 Mar 07 16:19:31.999125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46896) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:32.009424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9633a3-17ac-45dd-b480-cb81bd4f38a0 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f08d7c-20da-42be-a2a4-4298acb10aeb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:32.069100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402099c-cd46-490c-a609-331c70aa0657 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=ff72e644-ee89-4b91-9f4b-c569d65b0d38,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:32.099341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96576dd-7096-4548-8b69-8747808dae27 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:32.101481 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8402099c-cd46-490c-a609-331c70aa0657 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.107764 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8402099c-cd46-490c-a609-331c70aa0657 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/ff72e644-ee89-4b91-9f4b-c569d65b0d38 HTTP/1.1" status: 204 len: 168 time: 1.0733619 Mar 07 16:19:32.109812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46900) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:32.113088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb1970-4dc6-4fac-8fa7-b160098b8aa4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Network': ['ID=da611567-92ee-429e-924a-9a4827dcb82e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:32.135673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network da611567-92ee-429e-924a-9a4827dcb82e details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:19:32.174079 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-88529309-f010-4a42-bd82-b96b07a33e79 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623989 Mar 07 16:19:32.175847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:32.178958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46904) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:32.179387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.183933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-c9655975-c326-4a80-b0c4-552f612dc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:32.188839 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-c9655975-c326-4a80-b0c4-552f612dc59c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1128 time: 0.3761699 Mar 07 16:19:32.189138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:32.214966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46908) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:32.216176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-920aeda4-fa65-4b2b-8cf6-8de3dd62248d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2139711 Mar 07 16:19:32.227860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d87e1241-4679-422c-8d54-6ffc6b182302 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773669663'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:32.261008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-40d8f958-e79a-4135-90ef-b36e31b44317 None None] Provisioning complete for port 09b4d5ed-8f75-4c4d-91da-64133715441d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:32.263208 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40d8f958-e79a-4135-90ef-b36e31b44317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.292119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.341615 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d87e1241-4679-422c-8d54-6ffc6b182302 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.421709 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-40d8f958-e79a-4135-90ef-b36e31b44317 None None] Current status of the port 09b4d5ed-8f75-4c4d-91da-64133715441d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:32.422040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-84a125f1-8d1f-4418-b98f-9141666884c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:32.423695 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-84a125f1-8d1f-4418-b98f-9141666884c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.2196031 Mar 07 16:19:32.443407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.448473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:32.455176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.462211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e781a4-593f-4813-951b-24493a04e2ce None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:32.532515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-32e781a4-593f-4813-951b-24493a04e2ce None None] Deleting port 09b4d5ed-8f75-4c4d-91da-64133715441d {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:32.533948 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-32e781a4-593f-4813-951b-24493a04e2ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.559085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 785c5f82-7c75-474a-afcc-0af9dc0bb202 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:32.571597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:32.576839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:32.585617 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d87e1241-4679-422c-8d54-6ffc6b182302 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (1aaf3665-d179-44b8-9d79-960dd858696b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.602477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d87e1241-4679-422c-8d54-6ffc6b182302 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1aaf3665-d179-44b8-9d79-960dd858696b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.627716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=7b8b53e5-5927-4222-81e2-a21fb3c9eea6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:32.639699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-05180c92-606a-4b87-a740-edbf7f99683b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1002 time: 0.2080176 Mar 07 16:19:32.676658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d87e1241-4679-422c-8d54-6ffc6b182302 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.677962 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d87e1241-4679-422c-8d54-6ffc6b182302 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4623072 Mar 07 16:19:32.682864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-32e781a4-593f-4813-951b-24493a04e2ce None None] For port 09b4d5ed-8f75-4c4d-91da-64133715441d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09b4d5ed-8f75-4c4d-91da-64133715441d,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:32.683344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-32e781a4-593f-4813-951b-24493a04e2ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.689426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46918) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:32.700057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-32e781a4-593f-4813-951b-24493a04e2ce None None] Calling delete_port for 09b4d5ed-8f75-4c4d-91da-64133715441d owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:32.713064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-db9ebcbe-b81f-4ad5-b126-4f0d9514107b tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '1aaf3665-d179-44b8-9d79-960dd858696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:32.729384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e1241-4679-422c-8d54-6ffc6b182302 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaf3665-d179-44b8-9d79-960dd858696b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:32.765008 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (f15a2724-84e1-48f2-b9fd-a6f16b78094c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.814163 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.837022 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-db9ebcbe-b81f-4ad5-b126-4f0d9514107b tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The resource could not be found. Mar 07 16:19:32.841372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-db9ebcbe-b81f-4ad5-b126-4f0d9514107b tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1392543 Mar 07 16:19:32.845263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46922) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:32.851847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4b9d3297-f33c-4e30-86f2-5f93792764d6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': '1aaf3665-d179-44b8-9d79-960dd858696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'acfa2bc4-7c77-43e7-9d69-62171678abe3'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:32.888674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (9f2dcdf8-b68f-4338-9ab4-ea678aa09076), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.907747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-32e781a4-593f-4813-951b-24493a04e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (09b4d5ed-8f75-4c4d-91da-64133715441d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.943416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e781a4-593f-4813-951b-24493a04e2ce None None] Pushing event deleted for resources: {'Port': ['ID=09b4d5ed-8f75-4c4d-91da-64133715441d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:32.953265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e781a4-593f-4813-951b-24493a04e2ce None None] No DVR routers for this DVR port 09b4d5ed-8f75-4c4d-91da-64133715441d on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:32.954995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:32.963205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:32.966590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=9f2dcdf8-b68f-4338-9ab4-ea678aa09076,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:32.971384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:32.971949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-78c9b8f9-3215-4d03-b4fd-c69c01d8a453 None None] Provisioning complete for port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:32.972093 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.972725 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-78c9b8f9-3215-4d03-b4fd-c69c01d8a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:32.984755 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-4b9d3297-f33c-4e30-86f2-5f93792764d6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The resource could not be found. Mar 07 16:19:32.986090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4b9d3297-f33c-4e30-86f2-5f93792764d6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1396589 Mar 07 16:19:32.990268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46926) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:33.007631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa33bd5-1142-4ac9-9037-0c2502e4453d None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:33.007877 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-50569b21-80f7-47dc-9654-df5774356782 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8264217 Mar 07 16:19:33.015790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46930) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:33.024189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:33.035654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-7c70b1a2-f652-43b1-ae18-b95e3bda154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:33.037182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-7c70b1a2-f652-43b1-ae18-b95e3bda154f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.3108788 Mar 07 16:19:33.041830 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Checking segment: {'id': 'a44e702e-3890-4c78-a75c-953826638413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'da611567-92ee-429e-924a-9a4827dcb82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:33.042784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network hostable DHCP agents. Network: da611567-92ee-429e-924a-9a4827dcb82e, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:19:33.082266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Subnet': ['ID=12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:33.097787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-78c9b8f9-3215-4d03-b4fd-c69c01d8a453 None None] Port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:33.131339 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d865d-61fd-4d81-a316-dde4b2fa6008 req-cef619dc-9693-4999-8e68-8aae6f8c8aa9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:33.139562 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd6d865d-61fd-4d81-a316-dde4b2fa6008 req-cef619dc-9693-4999-8e68-8aae6f8c8aa9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.4114578 Mar 07 16:19:33.147806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94e30229-bdc1-45a4-8608-908252d9f16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (1aaf3665-d179-44b8-9d79-960dd858696b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.189441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '9f2dcdf8-b68f-4338-9ab4-ea678aa09076'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:33.190380 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.191264 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94e30229-bdc1-45a4-8608-908252d9f16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (1aaf3665-d179-44b8-9d79-960dd858696b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.205576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network da611567-92ee-429e-924a-9a4827dcb82e is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:19:33.246605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-dd6d865d-61fd-4d81-a316-dde4b2fa6008 req-0963aee8-de9f-403f-89cc-504ad2f06658 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062336 Mar 07 16:19:33.247635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:33.251605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.274722 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, da611567-92ee-429e-924a-9a4827dcb82e) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:33.281581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-d486252a-eb35-4b7d-97e8-d0129d824839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:33.283208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-d486252a-eb35-4b7d-97e8-d0129d824839 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2356176 Mar 07 16:19:33.288198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:33.288799 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.309711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f097c-edfa-4508-ab62-fccf1d252341 None None] Network da611567-92ee-429e-924a-9a4827dcb82e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:33.320526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.346561 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c0718497-cc3e-474f-a7bb-740959dc5548 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5017612 Mar 07 16:19:33.349750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46936) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:33.354940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e782ddc0-6097-4e90-af86-1e939e85172b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-747274255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:33.378521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94e30229-bdc1-45a4-8608-908252d9f16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1aaf3665-d179-44b8-9d79-960dd858696b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.381470 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-94e30229-bdc1-45a4-8608-908252d9f16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.383034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-94e30229-bdc1-45a4-8608-908252d9f16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/1aaf3665-d179-44b8-9d79-960dd858696b HTTP/1.1" status: 204 len: 168 time: 0.3922987 Mar 07 16:19:33.387860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46938) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:33.391883 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e782ddc0-6097-4e90-af86-1e939e85172b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (0b085842-7d06-404e-9d00-76e8c1dfdcc9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.393109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e782ddc0-6097-4e90-af86-1e939e85172b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (0b085842-7d06-404e-9d00-76e8c1dfdcc9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.431581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e30229-bdc1-45a4-8608-908252d9f16e tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaf3665-d179-44b8-9d79-960dd858696b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:33.503314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Allocated IP 172.20.0.2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/9f2dcdf8-b68f-4338-9ab4-ea678aa09076/09a4d507-6017-42f8-8e08-725e63689bf3) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:33.516812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e782ddc0-6097-4e90-af86-1e939e85172b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (0b085842-7d06-404e-9d00-76e8c1dfdcc9), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.523438 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-f8a1549a-a757-471b-aa30-176064353bbd service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284772 Mar 07 16:19:33.531468 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e782ddc0-6097-4e90-af86-1e939e85172b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (0b085842-7d06-404e-9d00-76e8c1dfdcc9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.549430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-da611567-92ee-429e-924a-9a4827dcb82e', 'network_id': 'da611567-92ee-429e-924a-9a4827dcb82e', 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'fixed_ips': [{'subnet_id': '12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:33.550454 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.568642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4d92ed39-0cf1-4537-815b-13d9aff48d63 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1733615 Mar 07 16:19:33.570298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46944) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:33.574768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2368a387-ab60-4886-a39d-b7ba9a244f61 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': 'e909af72-8d00-4b70-9ae9-fe2cb304d54e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:33.586874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e782ddc0-6097-4e90-af86-1e939e85172b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.587883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e782ddc0-6097-4e90-af86-1e939e85172b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2368922 Mar 07 16:19:33.593996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46946) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:33.602862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'port': {'network_id': 'da611567-92ee-429e-924a-9a4827dcb82e', 'name': 'tempest-RoutersIpV6Test-321933656'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:33.832839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Allocated IP 2001:db8::2 (da611567-92ee-429e-924a-9a4827dcb82e/12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe/0f88ba35-da52-475f-8fbd-9109cccbb3da) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:33.851949 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Publish callbacks [] for port (09a4d507-6017-42f8-8e08-725e63689bf3), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.872816 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.874108 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.891684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:33.897929 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.899515 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:33.922415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:33.940334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] device_id is not set on port a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:19:33.944722 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-93f7e4fd-d315-49d9-b55f-35f6726ec78b service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126666 Mar 07 16:19:33.975495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:33.984435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:33.986257 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-2368a387-ab60-4886-a39d-b7ba9a244f61 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The resource could not be found. Mar 07 16:19:33.987469 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2368a387-ab60-4886-a39d-b7ba9a244f61 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4161634 Mar 07 16:19:33.998000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46958) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:34.002555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c695a728-fdd5-4439-8f70-b3cd64e3cf5a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'tempest-secgroup--364651689'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:34.029395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (f15a2724-84e1-48f2-b9fd-a6f16b78094c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.042579 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=7b8b53e5-5927-4222-81e2-a21fb3c9eea6,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:34.061273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Pushing event updated for resources: {'Port': ['ID=09a4d507-6017-42f8-8e08-725e63689bf3,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:34.077325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c695a728-fdd5-4439-8f70-b3cd64e3cf5a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.131614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Attempting to bind port 09a4d507-6017-42f8-8e08-725e63689bf3 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:34.133155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Attempting to bind port 09a4d507-6017-42f8-8e08-725e63689bf3 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:34.133155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Attempting to bind port 09a4d507-6017-42f8-8e08-725e63689bf3 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:34.142322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:19:34.185079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:34.186590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:34.187087 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.187740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:34.188230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Bound port: 09a4d507-6017-42f8-8e08-725e63689bf3, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:34.189203 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.235805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 785c5f82-7c75-474a-afcc-0af9dc0bb202 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:34.243928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:34.250009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c695a728-fdd5-4439-8f70-b3cd64e3cf5a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (ea851a3d-9e65-44d5-a947-bc930aebea18), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.256697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c695a728-fdd5-4439-8f70-b3cd64e3cf5a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ea851a3d-9e65-44d5-a947-bc930aebea18), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.329406 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c695a728-fdd5-4439-8f70-b3cd64e3cf5a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.332440 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c695a728-fdd5-4439-8f70-b3cd64e3cf5a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3318875 Mar 07 16:19:34.337090 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Publish callbacks [] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.343832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46964) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:34.346677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09b4d5ed-8f75-4c4d-91da-64133715441d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:34.382543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b13659b8-c516-4978-b1f6-5ef7d92b63c6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'tempest-secgroup--493684859'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:34.407836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 09b4d5ed-8f75-4c4d-91da-64133715441d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:34.408220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09b4d5ed-8f75-4c4d-91da-64133715441d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:34.432075 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.444158 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b13659b8-c516-4978-b1f6-5ef7d92b63c6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.489664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] For port 09a4d507-6017-42f8-8e08-725e63689bf3, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:34.497752 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] For port 09a4d507-6017-42f8-8e08-725e63689bf3, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09a4d507-6017-42f8-8e08-725e63689bf3,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:34.501155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Network da611567-92ee-429e-924a-9a4827dcb82e is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:34.508450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:34.511207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:34.521146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Pushing event updated for resources: {'Port': ['ID=0f88ba35-da52-475f-8fbd-9109cccbb3da,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:34.531766 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.625361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 2001:db8::216 (da611567-92ee-429e-924a-9a4827dcb82e/12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe/a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:34.657314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8e4ce-719e-40e3-877c-a280e340247c req-bdcbd2f6-4c2e-4294-9db7-865d73161494 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:34.658978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-25a8e4ce-719e-40e3-877c-a280e340247c req-bdcbd2f6-4c2e-4294-9db7-865d73161494 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.2608666 Mar 07 16:19:34.682467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-59d7128e-3843-47dc-b73a-36a4e47eda62 None None] Provisioning complete for port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:34.682467 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-59d7128e-3843-47dc-b73a-36a4e47eda62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.729290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec7315-f803-4b1e-9961-be9dbea62da0 None None] Pushing event updated for resources: {'Port': ['ID=09a4d507-6017-42f8-8e08-725e63689bf3,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:34.765677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Attempting to bind port 0f88ba35-da52-475f-8fbd-9109cccbb3da on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:34.767252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Attempting to bind port 0f88ba35-da52-475f-8fbd-9109cccbb3da by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a44e702e-3890-4c78-a75c-953826638413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'da611567-92ee-429e-924a-9a4827dcb82e'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:34.767919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Attempting to bind port 0f88ba35-da52-475f-8fbd-9109cccbb3da on network da611567-92ee-429e-924a-9a4827dcb82e {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:34.771003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-59d7128e-3843-47dc-b73a-36a4e47eda62 None None] Port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:34.778673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:34.779158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Checking segment: {'id': 'a44e702e-3890-4c78-a75c-953826638413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'da611567-92ee-429e-924a-9a4827dcb82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:34.779505 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.779914 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Bound using segment: {'id': 'a44e702e-3890-4c78-a75c-953826638413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'da611567-92ee-429e-924a-9a4827dcb82e'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:34.780457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Bound port: 0f88ba35-da52-475f-8fbd-9109cccbb3da, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e702e-3890-4c78-a75c-953826638413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'da611567-92ee-429e-924a-9a4827dcb82e'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:34.780855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.811326 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.821244 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-25a8e4ce-719e-40e3-877c-a280e340247c req-5673b28a-798b-4e9e-95ae-3161a068a96d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487126 Mar 07 16:19:34.880909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] For port 0f88ba35-da52-475f-8fbd-9109cccbb3da, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:34.885062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] For port 0f88ba35-da52-475f-8fbd-9109cccbb3da, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0f88ba35-da52-475f-8fbd-9109cccbb3da,segment=NetworkSegment(a44e702e-3890-4c78-a75c-953826638413),segment_id=a44e702e-3890-4c78-a75c-953826638413)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:34.896428 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:34.924189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695a728-fdd5-4439-8f70-b3cd64e3cf5a tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea851a3d-9e65-44d5-a947-bc930aebea18,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:34.986716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router f15a2724-84e1-48f2-b9fd-a6f16b78094c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:34.994268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfed9f-9077-4cfd-9564-170767cfdbca None None] Pushing event updated for resources: {'Port': ['ID=0f88ba35-da52-475f-8fbd-9109cccbb3da,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:35.035761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.075796 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b13659b8-c516-4978-b1f6-5ef7d92b63c6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (a6ae9fc2-d7ed-4ea1-8e11-45967d6f0bac), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.084316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b13659b8-c516-4978-b1f6-5ef7d92b63c6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a6ae9fc2-d7ed-4ea1-8e11-45967d6f0bac), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.144364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] For port 09a4d507-6017-42f8-8e08-725e63689bf3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09a4d507-6017-42f8-8e08-725e63689bf3,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:35.156517 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b13659b8-c516-4978-b1f6-5ef7d92b63c6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.158550 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.160957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b13659b8-c516-4978-b1f6-5ef7d92b63c6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8105893 Mar 07 16:19:35.161446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46968) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:35.173531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13659b8-c516-4978-b1f6-5ef7d92b63c6 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ae9fc2-d7ed-4ea1-8e11-45967d6f0bac,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:35.174667 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e68c8f60-1e1e-42a0-8d72-f4af0716cf6b tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group_rule': {'security_group_id': 'ea851a3d-9e65-44d5-a947-bc930aebea18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a6ae9fc2-d7ed-4ea1-8e11-45967d6f0bac'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:35.196712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:35.211507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Sync routers for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:35.218093 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-83ef6240-c3ee-46fa-bb7d-27183929bdaa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "PUT /v2.0/routers/f15a2724-84e1-48f2-b9fd-a6f16b78094c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3279693 Mar 07 16:19:35.234045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:35.234691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:35.254319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network da611567-92ee-429e-924a-9a4827dcb82e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:35.268525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:35.277242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:35.287429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:35.287429 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.301084 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (09a4d507-6017-42f8-8e08-725e63689bf3), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.303031 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-e68c8f60-1e1e-42a0-8d72-f4af0716cf6b tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:35.305742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e68c8f60-1e1e-42a0-8d72-f4af0716cf6b tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1330276 Mar 07 16:19:35.310058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46972) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:35.312119 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.314008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:35.379964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=09a4d507-6017-42f8-8e08-725e63689bf3,revision_number=4']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:35.400716 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ffd092e0-8bce-4939-9aa0-87f45ac1ca5c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (a6ae9fc2-d7ed-4ea1-8e11-45967d6f0bac), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.402017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (650f1dea-3319-4e2a-b214-0330ecae9047), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.432048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-786fedb7-b64e-4a83-8d48-88b0ed8d1fbf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8364797 Mar 07 16:19:35.437673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46978) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:35.464417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:35.466431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:19:35.505045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:35.507197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=650f1dea-3319-4e2a-b214-0330ecae9047,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:35.517322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:35.518060 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.553789 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0c1da502-1aba-40fc-9219-29bd929717b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5368619 Mar 07 16:19:35.554457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46984) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:35.568581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:90:8f:e8', 'name': 'tempest-NetworksTestDHCPv6-1647364028'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:35.650754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ffd092e0-8bce-4939-9aa0-87f45ac1ca5c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (a6ae9fc2-d7ed-4ea1-8e11-45967d6f0bac), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.832917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:19:33Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:28Z', 'updated_at': '2022-03-07T16:18:33Z', 'revision_number': 1, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8b53e5-5927-4222-81e2-a21fb3c9eea6', 'name': '', 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:f6:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '758d627a-3d76-4102-af7d-e18c0abccb23', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:19:31Z', 'updated_at': '2022-03-07T16:19:33Z', 'revision_number': 2, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '758d627a-3d76-4102-af7d-e18c0abccb23', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:35.875169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Checking router: f15a2724-84e1-48f2-b9fd-a6f16b78094c for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:19:35.875806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Updating router f15a2724-84e1-48f2-b9fd-a6f16b78094c port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:19:35.890016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ffd092e0-8bce-4939-9aa0-87f45ac1ca5c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a6ae9fc2-d7ed-4ea1-8e11-45967d6f0bac), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.899405 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ffd092e0-8bce-4939-9aa0-87f45ac1ca5c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.902864 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ffd092e0-8bce-4939-9aa0-87f45ac1ca5c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/a6ae9fc2-d7ed-4ea1-8e11-45967d6f0bac HTTP/1.1" status: 204 len: 168 time: 0.5915959 Mar 07 16:19:35.922088 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:35.927161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46992) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:36.025047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd092e0-8bce-4939-9aa0-87f45ac1ca5c tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ae9fc2-d7ed-4ea1-8e11-45967d6f0bac,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:36.058186 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-42ab78b6-b150-4284-b910-e3cc73f382df tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1270747 Mar 07 16:19:36.130419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 46996) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:36.174762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 46998) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:36.217167 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.252820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:36.352878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65d29f-0514-4286-b036-ae0dab0f8739 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:36.445171 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd956023-d60e-43ab-8aec-a19040b55fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.479243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09a4d507-6017-42f8-8e08-725e63689bf3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:36.499247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-603cd8ce-8cc8-4caf-806c-8289638ca235 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (ea851a3d-9e65-44d5-a947-bc930aebea18), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.517404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b47f0-352f-448c-a777-7aa8327c5652 req-8cb43994-e309-46a7-b6f6-b5080fd5adfe tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:36.519472 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d64b47f0-352f-448c-a777-7aa8327c5652 req-8cb43994-e309-46a7-b6f6-b5080fd5adfe tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.5418801 Mar 07 16:19:36.594308 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-603cd8ce-8cc8-4caf-806c-8289638ca235 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (ea851a3d-9e65-44d5-a947-bc930aebea18), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.601176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd956023-d60e-43ab-8aec-a19040b55fdc admin admin] Publish callbacks [] for security_group (8d569cf9-9f0b-49d2-9f4b-46f9075122af), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.607426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.619637 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd956023-d60e-43ab-8aec-a19040b55fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8d569cf9-9f0b-49d2-9f4b-46f9075122af), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.672873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd956023-d60e-43ab-8aec-a19040b55fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d569cf9-9f0b-49d2-9f4b-46f9075122af,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:36.719040 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d64b47f0-352f-448c-a777-7aa8327c5652 req-24b86131-a269-47fe-9f6e-a35b66e01b7f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863680 Mar 07 16:19:36.722895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 47a1dfee-d268-4f17-a7be-41da84c48b37 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:19:36.747815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cd956023-d60e-43ab-8aec-a19040b55fdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=679e56d3db2b45ce8a4641ead189de8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5694447 Mar 07 16:19:36.748761 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47002) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:36.789332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-603cd8ce-8cc8-4caf-806c-8289638ca235 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ea851a3d-9e65-44d5-a947-bc930aebea18), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.792270 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-603cd8ce-8cc8-4caf-806c-8289638ca235 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.794549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-603cd8ce-8cc8-4caf-806c-8289638ca235 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea851a3d-9e65-44d5-a947-bc930aebea18 HTTP/1.1" status: 204 len: 168 time: 0.6076255 Mar 07 16:19:36.797454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47004) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:36.813555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cd8ce-8cc8-4caf-806c-8289638ca235 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea851a3d-9e65-44d5-a947-bc930aebea18,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:36.835581 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.850733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.862045 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3cbf71e2-d2db-43d8-8e62-304a61d5b811 admin admin] Publish callbacks [] for security_group (8d569cf9-9f0b-49d2-9f4b-46f9075122af), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.892492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-baf3230b-7e99-4270-8abe-d09888907ed5 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901015 Mar 07 16:19:36.901827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47006) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:36.902581 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Publish callbacks [] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.909000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9e613977-3bab-4faa-86eb-1d958f4bcf48 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'tempest-secgroup--772808644'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:36.940616 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.954416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a5310d9d-f524-48dc-b017-61ce5bf24946 None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:36.954759 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a5310d9d-f524-48dc-b017-61ce5bf24946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:36.965004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e613977-3bab-4faa-86eb-1d958f4bcf48 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.033646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.071931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:37.072313 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.076037 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3cbf71e2-d2db-43d8-8e62-304a61d5b811 admin admin] Publish callbacks [] for security_group (8d569cf9-9f0b-49d2-9f4b-46f9075122af), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.079132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dec197-3b6e-489c-a248-84b2da754b29 None None] Network da611567-92ee-429e-924a-9a4827dcb82e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:37.102592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:37.107815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e613977-3bab-4faa-86eb-1d958f4bcf48 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (914b3763-7caa-4a15-8b06-ed60e038cee4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.110513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (0b085842-7d06-404e-9d00-76e8c1dfdcc9), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.119409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e613977-3bab-4faa-86eb-1d958f4bcf48 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (914b3763-7caa-4a15-8b06-ed60e038cee4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.155717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb335be-0fdd-43f1-9562-684552ae5ee5 None None] Pushing event updated for resources: {'Port': ['ID=7b8b53e5-5927-4222-81e2-a21fb3c9eea6,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:37.162208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 172.20.0.7 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/9f2dcdf8-b68f-4338-9ab4-ea678aa09076/47a1dfee-d268-4f17-a7be-41da84c48b37) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:37.181213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:fe90:8fe8 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/650f1dea-3319-4e2a-b214-0330ecae9047/47a1dfee-d268-4f17-a7be-41da84c48b37) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:37.188237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e613977-3bab-4faa-86eb-1d958f4bcf48 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914b3763-7caa-4a15-8b06-ed60e038cee4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:37.196878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e613977-3bab-4faa-86eb-1d958f4bcf48 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.198152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9e613977-3bab-4faa-86eb-1d958f4bcf48 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2954800 Mar 07 16:19:37.202239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47008) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:37.208137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e5caba21-4002-44d2-abbb-63c0d0630047 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:37.208661 n-d-830010-8 neutron-server[103867]: WARNING neutron.api.v2.base [None req-e5caba21-4002-44d2-abbb-63c0d0630047 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 16:19:37.209177 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-e5caba21-4002-44d2-abbb-63c0d0630047 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 16:19:37.210505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e5caba21-4002-44d2-abbb-63c0d0630047 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "PUT /v2.0/security-groups/914b3763-7caa-4a15-8b06-ed60e038cee4 HTTP/1.1" status: 409 len: 330 time: 0.0076611 Mar 07 16:19:37.213593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47010) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:37.290060 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.304601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3cbf71e2-d2db-43d8-8e62-304a61d5b811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8d569cf9-9f0b-49d2-9f4b-46f9075122af), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.307430 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3cbf71e2-d2db-43d8-8e62-304a61d5b811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.312384 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3cbf71e2-d2db-43d8-8e62-304a61d5b811 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d569cf9-9f0b-49d2-9f4b-46f9075122af HTTP/1.1" status: 204 len: 168 time: 0.5586295 Mar 07 16:19:37.323720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf71e2-d2db-43d8-8e62-304a61d5b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d569cf9-9f0b-49d2-9f4b-46f9075122af,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:37.352685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8697877-85b7-405b-a9bc-ccd9f2ed977d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (914b3763-7caa-4a15-8b06-ed60e038cee4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.371013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a5310d9d-f524-48dc-b017-61ce5bf24946 None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:37.371406 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a5310d9d-f524-48dc-b017-61ce5bf24946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.406330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Attempting to bind port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:37.408250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Attempting to bind port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:37.408828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Attempting to bind port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 on network 785c5f82-7c75-474a-afcc-0af9dc0bb202 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:37.428317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8697877-85b7-405b-a9bc-ccd9f2ed977d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (914b3763-7caa-4a15-8b06-ed60e038cee4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.464491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:37.465825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Checking segment: {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:37.466637 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.467823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Bound using segment: {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:37.468503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Bound port: 7b8b53e5-5927-4222-81e2-a21fb3c9eea6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992fde98-4277-4a60-a695-9c7d24f0a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:37.469088 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.570758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a5310d9d-f524-48dc-b017-61ce5bf24946 None None] For port 09a4d507-6017-42f8-8e08-725e63689bf3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09a4d507-6017-42f8-8e08-725e63689bf3,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:37.582169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (47a1dfee-d268-4f17-a7be-41da84c48b37), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.600088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8697877-85b7-405b-a9bc-ccd9f2ed977d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (914b3763-7caa-4a15-8b06-ed60e038cee4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.602672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a8697877-85b7-405b-a9bc-ccd9f2ed977d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.603894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a8697877-85b7-405b-a9bc-ccd9f2ed977d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/914b3763-7caa-4a15-8b06-ed60e038cee4 HTTP/1.1" status: 204 len: 168 time: 0.3894944 Mar 07 16:19:37.607333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47016) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:37.619738 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a5310d9d-f524-48dc-b017-61ce5bf24946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.630436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8697877-85b7-405b-a9bc-ccd9f2ed977d tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914b3763-7caa-4a15-8b06-ed60e038cee4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:37.651404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:37.651795 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.690150 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (47a1dfee-d268-4f17-a7be-41da84c48b37), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.718949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:37.726863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:37.745413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-60e8f0e4-de7a-436a-a4e6-edf5ef5e01f2 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337230 Mar 07 16:19:37.751685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47020) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:37.775648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:37.789464 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-1a589bb1-840b-407c-9546-e87ff218193b tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] delete failed (client error): The resource could not be found. Mar 07 16:19:37.798129 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a589bb1-840b-407c-9546-e87ff218193b tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "DELETE /v2.0/security-groups/5d8466bd-b861-4c39-8a75-b6c55cf11729 HTTP/1.1" status: 404 len: 347 time: 0.0450845 Mar 07 16:19:37.800638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47024) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:37.820222 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-055be512-2d14-4c88-a4dd-021f27344464 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] show failed (client error): The resource could not be found. Mar 07 16:19:37.831836 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-055be512-2d14-4c88-a4dd-021f27344464 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-groups/b7bc710f-17c5-4094-90a8-ca42ef894442 HTTP/1.1" status: 404 len: 347 time: 0.0289457 Mar 07 16:19:37.835951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47026) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:37.869440 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-38b1cf3e-09af-4eb2-9e6d-4a1f95ef00d1 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] show failed (client error): The resource could not be found. Mar 07 16:19:37.870509 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-38b1cf3e-09af-4eb2-9e6d-4a1f95ef00d1 tempest-NegativeSecGroupTest-690831005 tempest-NegativeSecGroupTest-690831005-project] 10.222.0.24 "GET /v2.0/security-group-rules/3dcd6271-834e-4e5d-9be9-6e4b5ac1941a HTTP/1.1" status: 404 len: 356 time: 0.0333080 Mar 07 16:19:37.889522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.901680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=47a1dfee-d268-4f17-a7be-41da84c48b37,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:37.902625 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.904309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5310d9d-f524-48dc-b017-61ce5bf24946 None None] Pushing event updated for resources: {'Port': ['ID=09a4d507-6017-42f8-8e08-725e63689bf3,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:37.904684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (0b085842-7d06-404e-9d00-76e8c1dfdcc9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.939713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] For port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:37.947342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:37.950887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:37.952883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] For port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7b8b53e5-5927-4222-81e2-a21fb3c9eea6,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:37.957271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] Provisioning complete for port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:37.957883 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.033881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47030) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:38.040830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] Port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:38.062980 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.082417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] Provisioning complete for port 0f88ba35-da52-475f-8fbd-9109cccbb3da triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:38.083129 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.105492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8083dda9-8b55-4f27-a977-e7d411ec63cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.115864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d7d3aeb6-dc58-4ef2-addf-0c75c86bdcfe tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5602942 Mar 07 16:19:38.119067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47032) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:38.162621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc316687-8c7b-4cd5-a324-7fc4055ba515 req-0f9b4d43-724b-4f5d-bde6-b145109a3613 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:38.165893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc316687-8c7b-4cd5-a324-7fc4055ba515 req-0f9b4d43-724b-4f5d-bde6-b145109a3613 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.2497201 Mar 07 16:19:38.268566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:38.282415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc316687-8c7b-4cd5-a324-7fc4055ba515 req-4eb0334c-f431-48f0-b565-d7d69bf658a3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033006 Mar 07 16:19:38.336730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network da611567-92ee-429e-924a-9a4827dcb82e is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:38.338366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb335be-0fdd-43f1-9562-684552ae5ee5 None None] Pushing event updated for resources: {'Port': ['ID=7b8b53e5-5927-4222-81e2-a21fb3c9eea6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:38.363295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b36ea-f3ce-4efe-8ebc-33d01168c13d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:38.379071 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b36ea-f3ce-4efe-8ebc-33d01168c13d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:38.385026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8083dda9-8b55-4f27-a977-e7d411ec63cd admin admin] Publish callbacks [] for security_group (c3d6626d-1090-4703-b5d9-86183b16e83d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.385945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47036) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:38.386380 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c84b36ea-f3ce-4efe-8ebc-33d01168c13d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2509859 Mar 07 16:19:38.388615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:38.406050 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:19:38.406421 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:19:38.408371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] Current status of the port 0f88ba35-da52-475f-8fbd-9109cccbb3da is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:38.408769 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.421002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8083dda9-8b55-4f27-a977-e7d411ec63cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c3d6626d-1090-4703-b5d9-86183b16e83d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.447144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47038) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:38.471917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] For port 0f88ba35-da52-475f-8fbd-9109cccbb3da, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0f88ba35-da52-475f-8fbd-9109cccbb3da,segment=NetworkSegment(a44e702e-3890-4c78-a75c-953826638413),segment_id=a44e702e-3890-4c78-a75c-953826638413)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:38.473327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:38.474165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:38.542334 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.572612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8083dda9-8b55-4f27-a977-e7d411ec63cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=374e92e5e1a94a6d819bb48e5cab92dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5197196 Mar 07 16:19:38.579139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47042) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:38.603705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083dda9-8b55-4f27-a977-e7d411ec63cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d6626d-1090-4703-b5d9-86183b16e83d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:38.691849 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router 0b085842-7d06-404e-9d00-76e8c1dfdcc9 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:19:38.722079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1d19b0ba-ddf2-471e-9dfc-19de5284b933 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 47a1dfee-d268-4f17-a7be-41da84c48b37 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:38.722079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d19b0ba-ddf2-471e-9dfc-19de5284b933 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (47a1dfee-d268-4f17-a7be-41da84c48b37), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.722874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:19:38.775754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871b0bf-8342-47ab-8b4f-efd91221c7ca None None] Pushing event updated for resources: {'Port': ['ID=0f88ba35-da52-475f-8fbd-9109cccbb3da,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:38.817020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c6aaa424-e98a-49a5-bcd5-d21e4e1ec0ef None None] Provisioning complete for port 0f88ba35-da52-475f-8fbd-9109cccbb3da triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:38.817864 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa424-e98a-49a5-bcd5-d21e4e1ec0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.821845 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afea41cc-49c8-442f-8e73-f05fe5e521e5 admin admin] Publish callbacks [] for security_group (c3d6626d-1090-4703-b5d9-86183b16e83d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.876384 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afea41cc-49c8-442f-8e73-f05fe5e521e5 admin admin] Publish callbacks [] for security_group (c3d6626d-1090-4703-b5d9-86183b16e83d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.881549 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d19b0ba-ddf2-471e-9dfc-19de5284b933 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (47a1dfee-d268-4f17-a7be-41da84c48b37), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:38.894748 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-203a9491-ade6-44bb-86e7-4428bd51de96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=620050aa3e2e48dda6774dcf275fa2cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463964 Mar 07 16:19:38.897357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47044) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:38.904608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:38.911698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0f0b6a16-8459-4f04-b750-3263335d3785 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/0b085842-7d06-404e-9d00-76e8c1dfdcc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4539368 Mar 07 16:19:38.918096 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91df62-a0c2-49e1-adcb-ca337ffe0668 None None] Sync routers for ids ['0b085842-7d06-404e-9d00-76e8c1dfdcc9'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:38.920194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47046) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:38.932645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1d19b0ba-ddf2-471e-9dfc-19de5284b933 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 47a1dfee-d268-4f17-a7be-41da84c48b37 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:38.948822 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91df62-a0c2-49e1-adcb-ca337ffe0668 None None] Routers {'0b085842-7d06-404e-9d00-76e8c1dfdcc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:38.951990 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2b91df62-a0c2-49e1-adcb-ca337ffe0668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0b085842-7d06-404e-9d00-76e8c1dfdcc9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:38.985518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:38.987512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0f88ba35-da52-475f-8fbd-9109cccbb3da up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:39.006057 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2b91df62-a0c2-49e1-adcb-ca337ffe0668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:39.031536 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91df62-a0c2-49e1-adcb-ca337ffe0668 None None] Routers {'0b085842-7d06-404e-9d00-76e8c1dfdcc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:39.033597 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2b91df62-a0c2-49e1-adcb-ca337ffe0668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0b085842-7d06-404e-9d00-76e8c1dfdcc9'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:39.050733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d87f4-c811-47ec-84e6-e02fe8e41674 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:39.054770 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c20d87f4-c811-47ec-84e6-e02fe8e41674 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports/a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef HTTP/1.1" status: 200 len: 983 time: 0.1341014 Mar 07 16:19:39.057053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afea41cc-49c8-442f-8e73-f05fe5e521e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c3d6626d-1090-4703-b5d9-86183b16e83d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.061957 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-afea41cc-49c8-442f-8e73-f05fe5e521e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.071765 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-afea41cc-49c8-442f-8e73-f05fe5e521e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3d6626d-1090-4703-b5d9-86183b16e83d HTTP/1.1" status: 204 len: 168 time: 0.4805861 Mar 07 16:19:39.072769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47048) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:39.076611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-880bc298-59a2-430d-b58e-1c5b00e21eb3 admin admin] Publish callbacks [] for security_group (441e903f-1a28-4d3c-a693-04b5ab893594), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.119337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c6aaa424-e98a-49a5-bcd5-d21e4e1ec0ef None None] Current status of the port 0f88ba35-da52-475f-8fbd-9109cccbb3da is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:39.131613 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2b91df62-a0c2-49e1-adcb-ca337ffe0668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:39.132295 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91df62-a0c2-49e1-adcb-ca337ffe0668 None None] The sync data for ids ['0b085842-7d06-404e-9d00-76e8c1dfdcc9'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:39.160744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 0f88ba35-da52-475f-8fbd-9109cccbb3da triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:39.161123 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.164902 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-880bc298-59a2-430d-b58e-1c5b00e21eb3 admin admin] Publish callbacks [] for security_group (441e903f-1a28-4d3c-a693-04b5ab893594), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.214006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c6aaa424-e98a-49a5-bcd5-d21e4e1ec0ef None None] Provisioning complete for port a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:39.214399 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa424-e98a-49a5-bcd5-d21e4e1ec0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.261390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea41cc-49c8-442f-8e73-f05fe5e521e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d6626d-1090-4703-b5d9-86183b16e83d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:39.298662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-880bc298-59a2-430d-b58e-1c5b00e21eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (441e903f-1a28-4d3c-a693-04b5ab893594), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.301378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-880bc298-59a2-430d-b58e-1c5b00e21eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.304783 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-880bc298-59a2-430d-b58e-1c5b00e21eb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/441e903f-1a28-4d3c-a693-04b5ab893594 HTTP/1.1" status: 204 len: 168 time: 0.4040501 Mar 07 16:19:39.320061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bc298-59a2-430d-b58e-1c5b00e21eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441e903f-1a28-4d3c-a693-04b5ab893594,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:39.446610 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d19b0ba-ddf2-471e-9dfc-19de5284b933 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (47a1dfee-d268-4f17-a7be-41da84c48b37), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.504938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19b0ba-ddf2-471e-9dfc-19de5284b933 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=47a1dfee-d268-4f17-a7be-41da84c48b37,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:39.578896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c507005-422f-49b3-900f-16822a4e1798 req-9cddbf96-643b-4f89-b1fc-757f0e867230 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:39.581485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c6aaa424-e98a-49a5-bcd5-d21e4e1ec0ef None None] Port a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:39.581946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c507005-422f-49b3-900f-16822a4e1798 req-9cddbf96-643b-4f89-b1fc-757f0e867230 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1559947 Mar 07 16:19:39.657094 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c507005-422f-49b3-900f-16822a4e1798 req-a8c1328a-9046-455c-8c0e-3d5d83b0485d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585918 Mar 07 16:19:39.784631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 0f88ba35-da52-475f-8fbd-9109cccbb3da is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:39.789708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d19b0ba-ddf2-471e-9dfc-19de5284b933 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.793207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1d19b0ba-ddf2-471e-9dfc-19de5284b933 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/47a1dfee-d268-4f17-a7be-41da84c48b37 HTTP/1.1" status: 204 len: 168 time: 1.3993862 Mar 07 16:19:39.796651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47068) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:39.798549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:39.799804 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:39.879582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:19:33Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:28Z', 'updated_at': '2022-03-07T16:18:33Z', 'revision_number': 1, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8b53e5-5927-4222-81e2-a21fb3c9eea6', 'name': '', 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:f6:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '758d627a-3d76-4102-af7d-e18c0abccb23', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:19:31Z', 'updated_at': '2022-03-07T16:19:37Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '758d627a-3d76-4102-af7d-e18c0abccb23', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:39.944128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd525bb-15c0-46a6-99e9-e6b146e88dcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:39.956891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd525bb-15c0-46a6-99e9-e6b146e88dcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:39.960891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd525bb-15c0-46a6-99e9-e6b146e88dcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:39.964186 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9cd525bb-15c0-46a6-99e9-e6b146e88dcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1648033 Mar 07 16:19:39.965401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47074) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:39.994670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:39.999672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09a4d507-6017-42f8-8e08-725e63689bf3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:40.004666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90beb4a3-bbb3-43a4-b62e-843538c8ea6b None None] The sync data for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 is: [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:19:33Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:28Z', 'updated_at': '2022-03-07T16:18:33Z', 'revision_number': 1, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8b53e5-5927-4222-81e2-a21fb3c9eea6', 'name': '', 'network_id': '785c5f82-7c75-474a-afcc-0af9dc0bb202', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:f6:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '758d627a-3d76-4102-af7d-e18c0abccb23', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:19:31Z', 'updated_at': '2022-03-07T16:19:37Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '758d627a-3d76-4102-af7d-e18c0abccb23', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:40.065625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b96bd3b-f538-4f27-9f0a-af96c0de7541 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 650f1dea-3319-4e2a-b214-0330ecae9047 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:40.074183 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b96bd3b-f538-4f27-9f0a-af96c0de7541 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (650f1dea-3319-4e2a-b214-0330ecae9047), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.085547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Provisioning complete for port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:40.087364 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.159795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:40.160428 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.183541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b96bd3b-f538-4f27-9f0a-af96c0de7541 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (650f1dea-3319-4e2a-b214-0330ecae9047), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.385342 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b96bd3b-f538-4f27-9f0a-af96c0de7541 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (650f1dea-3319-4e2a-b214-0330ecae9047), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.514146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Current status of the port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:40.515047 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.538648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b96bd3b-f538-4f27-9f0a-af96c0de7541 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (650f1dea-3319-4e2a-b214-0330ecae9047), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.568732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b96bd3b-f538-4f27-9f0a-af96c0de7541 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.574667 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9b96bd3b-f538-4f27-9f0a-af96c0de7541 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/650f1dea-3319-4e2a-b214-0330ecae9047 HTTP/1.1" status: 204 len: 168 time: 0.6048901 Mar 07 16:19:40.578614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47092) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:40.587753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b220c5-1d44-4fb7-aeae-91e77094fdc5 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:40.620466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96bd3b-f538-4f27-9f0a-af96c0de7541 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=650f1dea-3319-4e2a-b214-0330ecae9047,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:40.689238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01faf3a-cd4a-4d6d-9592-5a0556e11093 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 9f2dcdf8-b68f-4338-9ab4-ea678aa09076 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:40.693562 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c01faf3a-cd4a-4d6d-9592-5a0556e11093 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (9f2dcdf8-b68f-4338-9ab4-ea678aa09076), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.701360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:40.702658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0f88ba35-da52-475f-8fbd-9109cccbb3da up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:40.719977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] For port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7b8b53e5-5927-4222-81e2-a21fb3c9eea6,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:40.802564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c01faf3a-cd4a-4d6d-9592-5a0556e11093 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (9f2dcdf8-b68f-4338-9ab4-ea678aa09076), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.823997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.846427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Could not find standard attr ID for object 47a1dfee-d268-4f17-a7be-41da84c48b37. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:19:40.853307 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (0b085842-7d06-404e-9d00-76e8c1dfdcc9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.914062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Provisioning complete for port a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:40.914576 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:40.968007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5601608-6d25-47e3-a97e-9baf9c658180 req-4f371090-2417-4e2b-b826-ad4a7dcf4daa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:40.971299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5601608-6d25-47e3-a97e-9baf9c658180 req-4f371090-2417-4e2b-b826-ad4a7dcf4daa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.2091951 Mar 07 16:19:41.056023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Pushing event updated for resources: {'Port': ['ID=7b8b53e5-5927-4222-81e2-a21fb3c9eea6,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:41.077903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 0f88ba35-da52-475f-8fbd-9109cccbb3da triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:41.078594 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.078757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47106) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:41.083525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e8deb39e-d021-462d-9aaf-c68728c4777b None None] Port a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:41.091144 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c01faf3a-cd4a-4d6d-9592-5a0556e11093 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (9f2dcdf8-b68f-4338-9ab4-ea678aa09076), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.123081 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.174654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5601608-6d25-47e3-a97e-9baf9c658180 req-f350b188-fd4e-4fda-9fed-6689125d098a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917439 Mar 07 16:19:41.248845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c01faf3a-cd4a-4d6d-9592-5a0556e11093 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (9f2dcdf8-b68f-4338-9ab4-ea678aa09076), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.264237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:41.264771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.276141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-22bba7a4-b0d3-444c-a9c3-6c25b2f9c5a8 None None] Provisioning complete for port a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:41.276527 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-22bba7a4-b0d3-444c-a9c3-6c25b2f9c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.299381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01faf3a-cd4a-4d6d-9592-5a0556e11093 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2dcdf8-b68f-4338-9ab4-ea678aa09076,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:41.316662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 0f88ba35-da52-475f-8fbd-9109cccbb3da is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:41.318358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5c9cff9f-6acb-4566-b477-2befbcd268bc tempest-ServiceProvidersTest-441934372 tempest-ServiceProvidersTest-441934372-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2384613 Mar 07 16:19:41.334668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-22bba7a4-b0d3-444c-a9c3-6c25b2f9c5a8 None None] Port a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:41.341424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c01faf3a-cd4a-4d6d-9592-5a0556e11093 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.347637 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c01faf3a-cd4a-4d6d-9592-5a0556e11093 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/9f2dcdf8-b68f-4338-9ab4-ea678aa09076 HTTP/1.1" status: 204 len: 168 time: 0.7679219 Mar 07 16:19:41.348303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47118) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:41.421852 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2b8326d6-0770-4b19-9566-94a2a11212f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691392 Mar 07 16:19:41.422868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47120) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:41.429131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:41.429305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.458335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:41.546339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:41.551725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.720992 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47130) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:41.786317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.849866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=a181e47d-d0c5-4e8f-a8fa-eb8876fc98ef,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:41.857473 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (a4afbf42-18bc-4a28-9894-054bada7ab4f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:41.948791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:41.973658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:41.976385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:41.977019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:41.977645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.022837 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5983107 Mar 07 16:19:42.035664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47136) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:42.065361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:42.066476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:42.066982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.074248 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c104887-5142-404a-b94b-667c6195dabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.096556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d62f39-e944-490c-9ee3-cc9e43aaab4a None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:42.098652 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (0b085842-7d06-404e-9d00-76e8c1dfdcc9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.101789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-62ccf9e1-90e5-4750-b568-06b57b6c60eb None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:42.102165 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62ccf9e1-90e5-4750-b568-06b57b6c60eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.125526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea489f0f-d66f-463a-b7f7-307fa1f8e400 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=a4afbf42-18bc-4a28-9894-054bada7ab4f,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:42.292137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c104887-5142-404a-b94b-667c6195dabe admin admin] Publish callbacks [] for security_group (d4f2436b-ca5e-4c49-adee-accfb2118d6d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.303727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7c104887-5142-404a-b94b-667c6195dabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d4f2436b-ca5e-4c49-adee-accfb2118d6d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.372221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7c104887-5142-404a-b94b-667c6195dabe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd4493d6d1214ac89043444671d0b5b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6495588 Mar 07 16:19:42.375470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47146) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:42.413071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-62ccf9e1-90e5-4750-b568-06b57b6c60eb None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:42.417892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c104887-5142-404a-b94b-667c6195dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f2436b-ca5e-4c49-adee-accfb2118d6d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:42.420961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:42.433492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1c353-82ff-4496-b93c-4373de2f92b5 req-d3a32186-cb26-47ee-942d-5ec3c01db381 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:42.436690 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4fb1c353-82ff-4496-b93c-4373de2f92b5 req-d3a32186-cb26-47ee-942d-5ec3c01db381 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1538842 Mar 07 16:19:42.439331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router 0b085842-7d06-404e-9d00-76e8c1dfdcc9 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:42.457331 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90ebaee5-907b-4610-bc76-9bd12ad3f00c admin admin] Publish callbacks [] for security_group (d4f2436b-ca5e-4c49-adee-accfb2118d6d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.472542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:42.476085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.509154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90ebaee5-907b-4610-bc76-9bd12ad3f00c admin admin] Publish callbacks [] for security_group (d4f2436b-ca5e-4c49-adee-accfb2118d6d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.577181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4fb1c353-82ff-4496-b93c-4373de2f92b5 req-e62fb6d5-7f5d-4f37-b407-6a90409c8d33 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321270 Mar 07 16:19:42.578590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:42.583911 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7744755e-3f91-4b51-9039-66446e0fa2bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/0b085842-7d06-404e-9d00-76e8c1dfdcc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4980111 Mar 07 16:19:42.586745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47150) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:42.604334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14210b-f36e-4601-8df5-74a10c59f8b2 None None] Sync routers for ids ['0b085842-7d06-404e-9d00-76e8c1dfdcc9'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:42.618131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14210b-f36e-4601-8df5-74a10c59f8b2 None None] Routers {'0b085842-7d06-404e-9d00-76e8c1dfdcc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:42.619220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-de14210b-f36e-4601-8df5-74a10c59f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0b085842-7d06-404e-9d00-76e8c1dfdcc9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:42.644729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90ebaee5-907b-4610-bc76-9bd12ad3f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d4f2436b-ca5e-4c49-adee-accfb2118d6d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.644729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90ebaee5-907b-4610-bc76-9bd12ad3f00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.644729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-90ebaee5-907b-4610-bc76-9bd12ad3f00c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4f2436b-ca5e-4c49-adee-accfb2118d6d HTTP/1.1" status: 204 len: 168 time: 0.2631183 Mar 07 16:19:42.660874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebaee5-907b-4610-bc76-9bd12ad3f00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f2436b-ca5e-4c49-adee-accfb2118d6d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:42.718309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-de14210b-f36e-4601-8df5-74a10c59f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:42.758044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14210b-f36e-4601-8df5-74a10c59f8b2 None None] Routers {'0b085842-7d06-404e-9d00-76e8c1dfdcc9'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:42.767204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-de14210b-f36e-4601-8df5-74a10c59f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['0b085842-7d06-404e-9d00-76e8c1dfdcc9'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:42.837198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-de14210b-f36e-4601-8df5-74a10c59f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:42.838036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14210b-f36e-4601-8df5-74a10c59f8b2 None None] The sync data for ids ['0b085842-7d06-404e-9d00-76e8c1dfdcc9'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:42.850261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b24b5df0-4cc6-4b54-afdb-a496492f803f None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:42.850882 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b24b5df0-4cc6-4b54-afdb-a496492f803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:42.912816 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-5ee0965d-5605-4540-9395-88b3750f0f05 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 16:19:42.916724 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ee0965d-5605-4540-9395-88b3750f0f05 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/0b085842-7d06-404e-9d00-76e8c1dfdcc9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3280649 Mar 07 16:19:42.917486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47158) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:42.965558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cd9dfa2f-b7b7-45f3-aa39-9ab1fbe908c1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b085842-7d06-404e-9d00-76e8c1dfdcc9 HTTP/1.1" status: 200 len: 205 time: 0.0458181 Mar 07 16:19:42.969302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47162) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:42.993004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b24b5df0-4cc6-4b54-afdb-a496492f803f None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:43.023017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:19:43.082403 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c487cc4d-0ab1-434f-a5e4-64fe9dfb8587 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (0b085842-7d06-404e-9d00-76e8c1dfdcc9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.191860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.281834 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c487cc4d-0ab1-434f-a5e4-64fe9dfb8587 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (0b085842-7d06-404e-9d00-76e8c1dfdcc9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.284166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c487cc4d-0ab1-434f-a5e4-64fe9dfb8587 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (0b085842-7d06-404e-9d00-76e8c1dfdcc9), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.353595 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c487cc4d-0ab1-434f-a5e4-64fe9dfb8587 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (0b085842-7d06-404e-9d00-76e8c1dfdcc9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.354353 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c487cc4d-0ab1-434f-a5e4-64fe9dfb8587 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Fanout notify agent at l3_agent the message router_deleted on router 0b085842-7d06-404e-9d00-76e8c1dfdcc9 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:19:43.361366 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c487cc4d-0ab1-434f-a5e4-64fe9dfb8587 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.362950 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c487cc4d-0ab1-434f-a5e4-64fe9dfb8587 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/0b085842-7d06-404e-9d00-76e8c1dfdcc9 HTTP/1.1" status: 204 len: 168 time: 0.3890190 Mar 07 16:19:43.365247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47176) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:43.372009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] For port 09a4d507-6017-42f8-8e08-725e63689bf3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09a4d507-6017-42f8-8e08-725e63689bf3,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:43.412431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (09a4d507-6017-42f8-8e08-725e63689bf3), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.417283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.423178 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-de08c873-4c4c-4677-a9c7-bc7a55403688 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting subnet 12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:43.426340 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-de08c873-4c4c-4677-a9c7-bc7a55403688 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.450246 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (1b823d27-c8a5-46a8-8ee1-12bca0559209), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.470119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-de08c873-4c4c-4677-a9c7-bc7a55403688 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.516359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:43.521756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:43.525559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=09a4d507-6017-42f8-8e08-725e63689bf3,revision_number=9']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:43.529434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:43.530042 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.534085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa74050-c627-4f28-8282-3531a5b7ee2a None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:43.536193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=1b823d27-c8a5-46a8-8ee1-12bca0559209,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:43.563192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-21b0cd2e-edd1-4ce1-9b97-9f6015906442 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5162189 Mar 07 16:19:43.564010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47182) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:43.569642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:1a:32:55', 'name': 'tempest-NetworksTestDHCPv6-184669684'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:43.609893 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-de08c873-4c4c-4677-a9c7-bc7a55403688 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.686782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-de08c873-4c4c-4677-a9c7-bc7a55403688 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.722471 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08c873-4c4c-4677-a9c7-bc7a55403688 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Subnet': ['ID=12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:43.728614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:43.732444 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-de08c873-4c4c-4677-a9c7-bc7a55403688 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.740293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-de08c873-4c4c-4677-a9c7-bc7a55403688 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe HTTP/1.1" status: 204 len: 168 time: 0.3714707 Mar 07 16:19:43.740893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47188) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:43.763776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b973b3-4916-47e2-aab6-16b20de8c569 None None] Network da611567-92ee-429e-924a-9a4827dcb82e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:43.847836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (da611567-92ee-429e-924a-9a4827dcb82e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.848084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42aa6b-499f-4d48-aac4-8948a5f2da31 req-3becc16f-81bf-41f8-8100-a3649bdc4e1a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:43.849746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac42aa6b-499f-4d48-aac4-8948a5f2da31 req-3becc16f-81bf-41f8-8100-a3649bdc4e1a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1233776 Mar 07 16:19:43.854365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a6237-180f-477d-a0e5-fa3a78a70f36 None None] Update dhcp port {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': '1b823d27-c8a5-46a8-8ee1-12bca0559209', 'ip_address': '2001:db8::f816:3eff:fefa:c5e7'}, {'subnet_id': 'a4afbf42-18bc-4a28-9894-054bada7ab4f'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '09a4d507-6017-42f8-8e08-725e63689bf3'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:19:43.888296 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e1a6237-180f-477d-a0e5-fa3a78a70f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.919993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port 0f88ba35-da52-475f-8fbd-9109cccbb3da {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:43.920599 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.945616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:43.958645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09a4d507-6017-42f8-8e08-725e63689bf3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:43.973424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac42aa6b-499f-4d48-aac4-8948a5f2da31 req-df99a111-d7a1-44a3-aa11-28f87a371f01 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158075 Mar 07 16:19:43.979043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 9761cad8-0cea-46a2-9eea-99aca04d1d34 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:19:43.999187 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port 0f88ba35-da52-475f-8fbd-9109cccbb3da, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0f88ba35-da52-475f-8fbd-9109cccbb3da,segment=NetworkSegment(a44e702e-3890-4c78-a75c-953826638413),segment_id=a44e702e-3890-4c78-a75c-953826638413)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:43.999561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.019028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for 0f88ba35-da52-475f-8fbd-9109cccbb3da owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:44.124803 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (0f88ba35-da52-475f-8fbd-9109cccbb3da), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.136783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No DVR routers for this DVR port 0f88ba35-da52-475f-8fbd-9109cccbb3da on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:44.169526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=0f88ba35-da52-475f-8fbd-9109cccbb3da,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:44.243816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:44.244589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.306021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9bb38-e283-4dc7-a40e-33746c65f916 None None] DHCP port deletion for da611567-92ee-429e-924a-9a4827dcb82e request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:44.319422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (da611567-92ee-429e-924a-9a4827dcb82e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.341667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da611567-92ee-429e-924a-9a4827dcb82e']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:44.351762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44e702e-3890-4c78-a75c-953826638413') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:44.352068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44e702e-3890-4c78-a75c-953826638413') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:44.356405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 172.20.0.13 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/a4afbf42-18bc-4a28-9894-054bada7ab4f/9761cad8-0cea-46a2-9eea-99aca04d1d34) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:44.363347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:44.363693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (a44e702e-3890-4c78-a75c-953826638413), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.368360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:fe1a:3255 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/1b823d27-c8a5-46a8-8ee1-12bca0559209/9761cad8-0cea-46a2-9eea-99aca04d1d34) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:44.380812 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a44e702e-3890-4c78-a75c-953826638413), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.389442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:19:44.389809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (a44e702e-3890-4c78-a75c-953826638413), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:19:44.392996 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:19:44.424020 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:19:44.466460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (da611567-92ee-429e-924a-9a4827dcb82e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.486324 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.491829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/networks/da611567-92ee-429e-924a-9a4827dcb82e HTTP/1.1" status: 204 len: 168 time: 0.7494130 Mar 07 16:19:44.494580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f13ee-f326-4b3d-ba9c-ec4e6fa1f333 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Network': ['ID=da611567-92ee-429e-924a-9a4827dcb82e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:44.499486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47210) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:44.506926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1359515143'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:44.531734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:44.542251 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.569179 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (9761cad8-0cea-46a2-9eea-99aca04d1d34), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.573418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:19:44.586345 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f6909dac-cfd0-47fb-a0a5-8ae487c25faa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.587214 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added segment f6909dac-cfd0-47fb-a0a5-8ae487c25faa of type vlan for network 1a19d662-1760-4f66-bc64-0671e7ea7ada Mar 07 16:19:44.617640 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9761cad8-0cea-46a2-9eea-99aca04d1d34), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.640735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (1a19d662-1760-4f66-bc64-0671e7ea7ada), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.663000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:44.665855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:44.672926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:44.677226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-9e1a6237-180f-477d-a0e5-fa3a78a70f36 None None] Allocated IP 172.20.0.2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/a4afbf42-18bc-4a28-9894-054bada7ab4f/09a4d507-6017-42f8-8e08-725e63689bf3) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:44.707051 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (1a19d662-1760-4f66-bc64-0671e7ea7ada), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.712539 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=9761cad8-0cea-46a2-9eea-99aca04d1d34,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:44.717847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:44.721491 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.754764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:44.767163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.783223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9e1a6237-180f-477d-a0e5-fa3a78a70f36 None None] For port 09a4d507-6017-42f8-8e08-725e63689bf3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09a4d507-6017-42f8-8e08-725e63689bf3,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:44.789148 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2855258 Mar 07 16:19:44.789362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47220) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:44.794938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'subnet': {'network_id': '1a19d662-1760-4f66-bc64-0671e7ea7ada', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:44.813348 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e1a6237-180f-477d-a0e5-fa3a78a70f36 None None] Publish callbacks [] for port (09a4d507-6017-42f8-8e08-725e63689bf3), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.823690 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e1a6237-180f-477d-a0e5-fa3a78a70f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:44.829569 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9e9ef840-a067-4a5e-911d-0e87af5f5f59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2638617 Mar 07 16:19:44.830391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47224) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:44.849525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94456907-469b-43b9-9c8f-c1928d91dda3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Network': ['ID=1a19d662-1760-4f66-bc64-0671e7ea7ada,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:44.927977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 1a19d662-1760-4f66-bc64-0671e7ea7ada details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:19:44.954943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a6237-180f-477d-a0e5-fa3a78a70f36 None None] Pushing event updated for resources: {'Port': ['ID=09a4d507-6017-42f8-8e08-725e63689bf3,revision_number=10']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:44.960238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47226) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:44.990781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb9d46-9296-4735-99c9-192b5923463f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:44.999741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb9d46-9296-4735-99c9-192b5923463f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:45.001883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-69bb9d46-9296-4735-99c9-192b5923463f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1548679 Mar 07 16:19:45.005297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47230) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:45.031077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:45.034933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.222582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675a77-6d8d-428d-984c-3ebc7959b6e0 req-ecc49265-a925-4684-9708-0789eb68c900 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:45.224188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19675a77-6d8d-428d-984c-3ebc7959b6e0 req-ecc49265-a925-4684-9708-0789eb68c900 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.0915656 Mar 07 16:19:45.232893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6363ae35-04e4-4f19-b96e-1da1778171cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 9761cad8-0cea-46a2-9eea-99aca04d1d34 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:45.233240 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6363ae35-04e4-4f19-b96e-1da1778171cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9761cad8-0cea-46a2-9eea-99aca04d1d34), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.343976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (95f2059a-e0f1-4504-b228-ee24f9e729b8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.353926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3bee162-9389-4211-8f6b-2df3337d65f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.412414 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6363ae35-04e4-4f19-b96e-1da1778171cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9761cad8-0cea-46a2-9eea-99aca04d1d34), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.426626 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-19675a77-6d8d-428d-984c-3ebc7959b6e0 req-03493f7c-07e9-492e-8882-25c1a7fd3e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901553 Mar 07 16:19:45.430752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Subnet': ['ID=95f2059a-e0f1-4504-b228-ee24f9e729b8,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:45.450059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6363ae35-04e4-4f19-b96e-1da1778171cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 9761cad8-0cea-46a2-9eea-99aca04d1d34 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:45.471081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Checking segment: {'id': 'f6909dac-cfd0-47fb-a0a5-8ae487c25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a19d662-1760-4f66-bc64-0671e7ea7ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:45.471452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network hostable DHCP agents. Network: 1a19d662-1760-4f66-bc64-0671e7ea7ada, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:19:45.488498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 1a19d662-1760-4f66-bc64-0671e7ea7ada is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:19:45.498728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 1a19d662-1760-4f66-bc64-0671e7ea7ada) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:45.503855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:45.505942 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.507883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd4df3-7c8c-44f0-a8a1-57ee64e4e606 None None] Network 1a19d662-1760-4f66-bc64-0671e7ea7ada requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:45.528200 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c8b7b5b0-772e-41d2-b3ed-a6d73fba53b9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7369690 Mar 07 16:19:45.530199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47238) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:45.535028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-34d40265-f846-4949-ae1b-e2ea365d9552 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-102886489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:45.572497 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34d40265-f846-4949-ae1b-e2ea365d9552 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.573913 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34d40265-f846-4949-ae1b-e2ea365d9552 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.601198 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3bee162-9389-4211-8f6b-2df3337d65f2 admin admin] Publish callbacks [] for security_group (0ab59c92-a6f1-4fca-b590-5a145a1c7447), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.611958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f3bee162-9389-4211-8f6b-2df3337d65f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0ab59c92-a6f1-4fca-b590-5a145a1c7447), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.638864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-1a19d662-1760-4f66-bc64-0671e7ea7ada', 'network_id': '1a19d662-1760-4f66-bc64-0671e7ea7ada', 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'fixed_ips': [{'subnet_id': '95f2059a-e0f1-4504-b228-ee24f9e729b8'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:45.641440 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.650264 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34d40265-f846-4949-ae1b-e2ea365d9552 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.657760 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34d40265-f846-4949-ae1b-e2ea365d9552 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.681443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34d40265-f846-4949-ae1b-e2ea365d9552 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.687583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-34d40265-f846-4949-ae1b-e2ea365d9552 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1562867 Mar 07 16:19:45.688472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47240) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:45.731242 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f3bee162-9389-4211-8f6b-2df3337d65f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28a2eb4491f34a098db723b32c9d1672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7690876 Mar 07 16:19:45.731484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47242) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:45.757507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bee162-9389-4211-8f6b-2df3337d65f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab59c92-a6f1-4fca-b590-5a145a1c7447,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:45.808275 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6363ae35-04e4-4f19-b96e-1da1778171cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9761cad8-0cea-46a2-9eea-99aca04d1d34), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.844156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363ae35-04e4-4f19-b96e-1da1778171cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=9761cad8-0cea-46a2-9eea-99aca04d1d34,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:45.955407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6363ae35-04e4-4f19-b96e-1da1778171cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:45.958524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09a4d507-6017-42f8-8e08-725e63689bf3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:45.964462 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6363ae35-04e4-4f19-b96e-1da1778171cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/9761cad8-0cea-46a2-9eea-99aca04d1d34 HTTP/1.1" status: 204 len: 168 time: 0.9573166 Mar 07 16:19:45.968825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47244) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:46.016005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-48e535f3-a6a8-46b1-b581-a4148db43951 None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:46.016663 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48e535f3-a6a8-46b1-b581-a4148db43951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.050888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14574813-0c39-401a-81f5-516f3b598f61 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:46.052212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14574813-0c39-401a-81f5-516f3b598f61 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:46.053767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14574813-0c39-401a-81f5-516f3b598f61 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:46.056542 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-14574813-0c39-401a-81f5-516f3b598f61 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0866585 Mar 07 16:19:46.059823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47246) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:46.121226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Allocated IP 2001:db8::2 (1a19d662-1760-4f66-bc64-0671e7ea7ada/95f2059a-e0f1-4504-b228-ee24f9e729b8/d7f3c2d8-dbfd-459b-b490-28fedd28903e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:46.138009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:46.138450 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.154388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7945e4-a57c-4b0d-aed2-e98f1902d136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 1b823d27-c8a5-46a8-8ee1-12bca0559209 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:46.162228 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c7945e4-a57c-4b0d-aed2-e98f1902d136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (1b823d27-c8a5-46a8-8ee1-12bca0559209), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.214340 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c7945e4-a57c-4b0d-aed2-e98f1902d136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (1b823d27-c8a5-46a8-8ee1-12bca0559209), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.319529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c7945e4-a57c-4b0d-aed2-e98f1902d136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (1b823d27-c8a5-46a8-8ee1-12bca0559209), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.353941 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57955c84-a797-4b84-ad1a-e2123e6ece6d admin admin] Publish callbacks [] for security_group (0ab59c92-a6f1-4fca-b590-5a145a1c7447), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.426672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57955c84-a797-4b84-ad1a-e2123e6ece6d admin admin] Publish callbacks [] for security_group (0ab59c92-a6f1-4fca-b590-5a145a1c7447), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.432175 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c7945e4-a57c-4b0d-aed2-e98f1902d136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (1b823d27-c8a5-46a8-8ee1-12bca0559209), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.464340 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c7945e4-a57c-4b0d-aed2-e98f1902d136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.469059 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1c7945e4-a57c-4b0d-aed2-e98f1902d136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/1b823d27-c8a5-46a8-8ee1-12bca0559209 HTTP/1.1" status: 204 len: 168 time: 0.4082325 Mar 07 16:19:46.473715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-48e535f3-a6a8-46b1-b581-a4148db43951 None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:46.493986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47252) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:46.498695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ea116-c8bb-4095-8b07-dadbb7f3e3da None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:46.505456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7945e4-a57c-4b0d-aed2-e98f1902d136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=1b823d27-c8a5-46a8-8ee1-12bca0559209,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:46.552929 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.573452 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf337d5c-2e1e-4312-8f29-c80be80d29da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet a4afbf42-18bc-4a28-9894-054bada7ab4f {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:46.583446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf337d5c-2e1e-4312-8f29-c80be80d29da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (a4afbf42-18bc-4a28-9894-054bada7ab4f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.644057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf337d5c-2e1e-4312-8f29-c80be80d29da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (a4afbf42-18bc-4a28-9894-054bada7ab4f), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.673981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-308d1326-f94e-4147-9f35-29468c89f426 None None] Could not find standard attr ID for object 9761cad8-0cea-46a2-9eea-99aca04d1d34. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:19:46.687059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:46.710997 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57955c84-a797-4b84-ad1a-e2123e6ece6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0ab59c92-a6f1-4fca-b590-5a145a1c7447), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.714019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57955c84-a797-4b84-ad1a-e2123e6ece6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.717704 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-57955c84-a797-4b84-ad1a-e2123e6ece6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ab59c92-a6f1-4fca-b590-5a145a1c7447 HTTP/1.1" status: 204 len: 168 time: 0.9816723 Mar 07 16:19:46.728096 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Publish callbacks [] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.773655 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.804512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0f88ba35-da52-475f-8fbd-9109cccbb3da no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:46.814739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5bb54-6940-46ad-8385-27d0ded6ed0d req-7ff6a5c2-a3f3-4cc0-ba25-71365be87998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:46.823724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3de5bb54-6940-46ad-8385-27d0ded6ed0d req-7ff6a5c2-a3f3-4cc0-ba25-71365be87998 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.2081401 Mar 07 16:19:46.847106 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf337d5c-2e1e-4312-8f29-c80be80d29da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (a4afbf42-18bc-4a28-9894-054bada7ab4f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:46.852478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57955c84-a797-4b84-ad1a-e2123e6ece6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab59c92-a6f1-4fca-b590-5a145a1c7447,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:46.890528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Network 1a19d662-1760-4f66-bc64-0671e7ea7ada is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:46.911597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:46.920562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:46.931408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 0f88ba35-da52-475f-8fbd-9109cccbb3da {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:46.932018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0f88ba35-da52-475f-8fbd-9109cccbb3da not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:46.939626 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3de5bb54-6940-46ad-8385-27d0ded6ed0d req-7d93390a-042e-4114-99a0-adc2625d4dab tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107461 Mar 07 16:19:46.989827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Pushing event updated for resources: {'Port': ['ID=d7f3c2d8-dbfd-459b-b490-28fedd28903e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:46.993233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf337d5c-2e1e-4312-8f29-c80be80d29da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (a4afbf42-18bc-4a28-9894-054bada7ab4f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.032119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Attempting to bind port d7f3c2d8-dbfd-459b-b490-28fedd28903e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:47.032504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Attempting to bind port d7f3c2d8-dbfd-459b-b490-28fedd28903e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f6909dac-cfd0-47fb-a0a5-8ae487c25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a19d662-1760-4f66-bc64-0671e7ea7ada'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:47.032876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Attempting to bind port d7f3c2d8-dbfd-459b-b490-28fedd28903e on network 1a19d662-1760-4f66-bc64-0671e7ea7ada {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:47.037876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cf337d5c-2e1e-4312-8f29-c80be80d29da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.041462 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cf337d5c-2e1e-4312-8f29-c80be80d29da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/a4afbf42-18bc-4a28-9894-054bada7ab4f HTTP/1.1" status: 204 len: 168 time: 0.5464597 Mar 07 16:19:47.042531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf337d5c-2e1e-4312-8f29-c80be80d29da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=a4afbf42-18bc-4a28-9894-054bada7ab4f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:47.046375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47268) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.048552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:47.049150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Checking segment: {'id': 'f6909dac-cfd0-47fb-a0a5-8ae487c25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a19d662-1760-4f66-bc64-0671e7ea7ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:47.049489 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.049893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Bound using segment: {'id': 'f6909dac-cfd0-47fb-a0a5-8ae487c25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a19d662-1760-4f66-bc64-0671e7ea7ada'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:47.050383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Bound port: d7f3c2d8-dbfd-459b-b490-28fedd28903e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6909dac-cfd0-47fb-a0a5-8ae487c25faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1a19d662-1760-4f66-bc64-0671e7ea7ada'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:47.050775 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.080765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 2001:db8::1 (1a19d662-1760-4f66-bc64-0671e7ea7ada/95f2059a-e0f1-4504-b228-ee24f9e729b8/f851101d-9caf-45fa-ae36-6952082cf227) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:47.099522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47270) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.125006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6e82c45f-b37c-4ef3-9c3e-aef259958319 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773113 Mar 07 16:19:47.125638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47274) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.186201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] For port d7f3c2d8-dbfd-459b-b490-28fedd28903e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:47.189903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] For port d7f3c2d8-dbfd-459b-b490-28fedd28903e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d7f3c2d8-dbfd-459b-b490-28fedd28903e,segment=NetworkSegment(f6909dac-cfd0-47fb-a0a5-8ae487c25faa),segment_id=f6909dac-cfd0-47fb-a0a5-8ae487c25faa)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:47.204463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.212533 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf3710a-a14a-498b-9c4f-0e72509a35b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:47.214265 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1bf3710a-a14a-498b-9c4f-0e72509a35b5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0876958 Mar 07 16:19:47.218100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47276) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.296306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfa61f-3d14-41a1-ba3e-87c329b15af1 None None] Pushing event updated for resources: {'Port': ['ID=d7f3c2d8-dbfd-459b-b490-28fedd28903e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:47.317966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369a9418-a8c9-4060-892e-c87ee2cc2c4b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:47.319604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-369a9418-a8c9-4060-892e-c87ee2cc2c4b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0991435 Mar 07 16:19:47.324186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47278) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.343034 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e706bd7d-f2f2-43ba-9829-639d660e95de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.368767 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (f851101d-9caf-45fa-ae36-6952082cf227), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.387873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47280) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.405608 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7a48a0ee-d4f0-46ea-901c-1409580a2a86 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807173 Mar 07 16:19:47.406295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47282) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.420077 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8fc60fce-190a-4ad6-90a6-d148c9b1bfe5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:47.425621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fa84e97-c6e5-4b86-98a0-bdc59d3ebd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.460352 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f851101d-9caf-45fa-ae36-6952082cf227), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.520191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 1a19d662-1760-4f66-bc64-0671e7ea7ada is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:47.535786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:47.539462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e706bd7d-f2f2-43ba-9829-639d660e95de admin admin] Publish callbacks [] for security_group (c2e398d9-c93e-4afa-aa8f-954ee9a0bbf3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.543024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:47.543494 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.561894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc60fce-190a-4ad6-90a6-d148c9b1bfe5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:47.566040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8fc60fce-190a-4ad6-90a6-d148c9b1bfe5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.568431 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc60fce-190a-4ad6-90a6-d148c9b1bfe5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:47.568869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc60fce-190a-4ad6-90a6-d148c9b1bfe5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:19:47.619369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e706bd7d-f2f2-43ba-9829-639d660e95de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c2e398d9-c93e-4afa-aa8f-954ee9a0bbf3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.630619 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8fc60fce-190a-4ad6-90a6-d148c9b1bfe5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2151740 Mar 07 16:19:47.632748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47284) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.642533 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3ba47d78-c751-4c8d-9691-2d9ba5610006 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:47.661056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=f851101d-9caf-45fa-ae36-6952082cf227,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:47.723798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fa84e97-c6e5-4b86-98a0-bdc59d3ebd68 admin admin] Publish callbacks [] for security_group (f5871050-c56a-42eb-9437-c96959182539), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.731370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706bd7d-f2f2-43ba-9829-639d660e95de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e398d9-c93e-4afa-aa8f-954ee9a0bbf3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:47.736171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fa84e97-c6e5-4b86-98a0-bdc59d3ebd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f5871050-c56a-42eb-9437-c96959182539), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.736666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e706bd7d-f2f2-43ba-9829-639d660e95de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3962016ff7cc4f66bc0108e6f73fbbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6323657 Mar 07 16:19:47.743048 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47286) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.788848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba47d78-c751-4c8d-9691-2d9ba5610006 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:47.790184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ba47d78-c751-4c8d-9691-2d9ba5610006 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.791750 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba47d78-c751-4c8d-9691-2d9ba5610006 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:47.792094 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba47d78-c751-4c8d-9691-2d9ba5610006 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:19:47.804900 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2fa84e97-c6e5-4b86-98a0-bdc59d3ebd68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5080f6e55123453197da81e920d75c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4159012 Mar 07 16:19:47.805140 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f851101d-9caf-45fa-ae36-6952082cf227), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.806710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47288) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.813072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa84e97-c6e5-4b86-98a0-bdc59d3ebd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5871050-c56a-42eb-9437-c96959182539,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:47.832454 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3ba47d78-c751-4c8d-9691-2d9ba5610006 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1985936 Mar 07 16:19:47.835407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47290) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:47.844061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0dc86a90-e33b-4a02-b21d-7e98e958ee21 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:47.897442 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-259ea2f2-1584-4f00-9989-4086db750adb admin admin] Publish callbacks [] for security_group (c2e398d9-c93e-4afa-aa8f-954ee9a0bbf3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.940969 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-259ea2f2-1584-4f00-9989-4086db750adb admin admin] Publish callbacks [] for security_group (c2e398d9-c93e-4afa-aa8f-954ee9a0bbf3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.942568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701b787-2673-4efb-9c32-26207dc51087 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:47.973110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc86a90-e33b-4a02-b21d-7e98e958ee21 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:47.976931 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0dc86a90-e33b-4a02-b21d-7e98e958ee21 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:47.978426 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc86a90-e33b-4a02-b21d-7e98e958ee21 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:47.978919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc86a90-e33b-4a02-b21d-7e98e958ee21 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:19:48.005085 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0dc86a90-e33b-4a02-b21d-7e98e958ee21 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1676681 Mar 07 16:19:48.006746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47294) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:48.012651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-bf2c2478-e8b8-4ad8-af92-c4f888fab506 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:48.021513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d7f3c2d8-dbfd-459b-b490-28fedd28903e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:48.079601 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-550c960d-3e2d-4bf4-a358-d502fac61cb5 admin admin] Publish callbacks [] for security_group (f5871050-c56a-42eb-9437-c96959182539), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.101390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-46a2b86e-faff-4665-83ca-51034b79564b None None] Provisioning complete for port 09a4d507-6017-42f8-8e08-725e63689bf3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:48.101766 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-46a2b86e-faff-4665-83ca-51034b79564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.126717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-550c960d-3e2d-4bf4-a358-d502fac61cb5 admin admin] Publish callbacks [] for security_group (f5871050-c56a-42eb-9437-c96959182539), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.169544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d7f3c2d8-dbfd-459b-b490-28fedd28903e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:48.169795 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.175986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c2478-e8b8-4ad8-af92-c4f888fab506 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:48.180031 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf2c2478-e8b8-4ad8-af92-c4f888fab506 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.181460 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2c2478-e8b8-4ad8-af92-c4f888fab506 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:48.181897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2c2478-e8b8-4ad8-af92-c4f888fab506 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:19:48.186580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-259ea2f2-1584-4f00-9989-4086db750adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c2e398d9-c93e-4afa-aa8f-954ee9a0bbf3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.189253 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-259ea2f2-1584-4f00-9989-4086db750adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.193465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-259ea2f2-1584-4f00-9989-4086db750adb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2e398d9-c93e-4afa-aa8f-954ee9a0bbf3 HTTP/1.1" status: 204 len: 168 time: 0.4493759 Mar 07 16:19:48.218101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23698381-ec26-4d72-9963-3067a59b0c55 req-735de63f-1222-4854-ad44-f9ca92615a5c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:48.220264 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23698381-ec26-4d72-9963-3067a59b0c55 req-735de63f-1222-4854-ad44-f9ca92615a5c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1311231 Mar 07 16:19:48.227146 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bf2c2478-e8b8-4ad8-af92-c4f888fab506 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2175949 Mar 07 16:19:48.227979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47298) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:48.236711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-63c86bb3-4ab5-4071-bada-65e3d709ce72 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:48.279308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba806d03-2d42-4e62-992f-f1e865e4a213 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:48.289483 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ea2f2-1584-4f00-9989-4086db750adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e398d9-c93e-4afa-aa8f-954ee9a0bbf3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:48.312052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-46a2b86e-faff-4665-83ca-51034b79564b None None] Current status of the port 09a4d507-6017-42f8-8e08-725e63689bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:48.366566 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-550c960d-3e2d-4bf4-a358-d502fac61cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f5871050-c56a-42eb-9437-c96959182539), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.369250 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-550c960d-3e2d-4bf4-a358-d502fac61cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.370740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-550c960d-3e2d-4bf4-a358-d502fac61cb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5871050-c56a-42eb-9437-c96959182539 HTTP/1.1" status: 204 len: 168 time: 0.5578618 Mar 07 16:19:48.402033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c960d-3e2d-4bf4-a358-d502fac61cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5871050-c56a-42eb-9437-c96959182539,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:48.403376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d7f3c2d8-dbfd-459b-b490-28fedd28903e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:48.403950 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.440840 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (f851101d-9caf-45fa-ae36-6952082cf227), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.452325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (f851101d-9caf-45fa-ae36-6952082cf227), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.453164 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.503480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port d7f3c2d8-dbfd-459b-b490-28fedd28903e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d7f3c2d8-dbfd-459b-b490-28fedd28903e,segment=NetworkSegment(f6909dac-cfd0-47fb-a0a5-8ae487c25faa),segment_id=f6909dac-cfd0-47fb-a0a5-8ae487c25faa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:48.518897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ba806d03-2d42-4e62-992f-f1e865e4a213 None None] Deleting port 09a4d507-6017-42f8-8e08-725e63689bf3 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:48.519641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ba806d03-2d42-4e62-992f-f1e865e4a213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.529153 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.678351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=f851101d-9caf-45fa-ae36-6952082cf227,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:48.741247 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ba806d03-2d42-4e62-992f-f1e865e4a213 None None] For port 09a4d507-6017-42f8-8e08-725e63689bf3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=09a4d507-6017-42f8-8e08-725e63689bf3,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:48.742056 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ba806d03-2d42-4e62-992f-f1e865e4a213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.754680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 1a19d662-1760-4f66-bc64-0671e7ea7ada is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:48.756193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:48.778926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=d7f3c2d8-dbfd-459b-b490-28fedd28903e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:48.782305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ba806d03-2d42-4e62-992f-f1e865e4a213 None None] Calling delete_port for 09a4d507-6017-42f8-8e08-725e63689bf3 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:48.883281 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-23698381-ec26-4d72-9963-3067a59b0c55 req-ca228210-bdae-42c7-8416-c96e7898509b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6547022 Mar 07 16:19:48.883781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c86bb3-4ab5-4071-bada-65e3d709ce72 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:48.891379 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63c86bb3-4ab5-4071-bada-65e3d709ce72 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:48.891379 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c86bb3-4ab5-4071-bada-65e3d709ce72 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:48.891379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c86bb3-4ab5-4071-bada-65e3d709ce72 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:19:48.928487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-63c86bb3-4ab5-4071-bada-65e3d709ce72 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6994619 Mar 07 16:19:48.930230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad685b42-f884-48d0-88eb-ce564bc9660b None None] Network 1a19d662-1760-4f66-bc64-0671e7ea7ada requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:48.932189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47306) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:48.944418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-dc2098cb-8178-44b7-8f94-bc33093b211d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:48.999668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47308) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:49.015183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7e17f621-6011-4c88-8c45-6f140a461cfe None None] Provisioning complete for port d7f3c2d8-dbfd-459b-b490-28fedd28903e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:49.016193 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7e17f621-6011-4c88-8c45-6f140a461cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.023317 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ba806d03-2d42-4e62-992f-f1e865e4a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (09a4d507-6017-42f8-8e08-725e63689bf3), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.026840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4318-f026-48a3-8094-3448f0c7a88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.087365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router 8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:19:49.094526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2098cb-8178-44b7-8f94-bc33093b211d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:49.098905 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dc2098cb-8178-44b7-8f94-bc33093b211d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.101221 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2098cb-8178-44b7-8f94-bc33093b211d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:19:49.101857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2098cb-8178-44b7-8f94-bc33093b211d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:19:49.104461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba806d03-2d42-4e62-992f-f1e865e4a213 None None] Pushing event deleted for resources: {'Port': ['ID=09a4d507-6017-42f8-8e08-725e63689bf3,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:49.116994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba806d03-2d42-4e62-992f-f1e865e4a213 None None] No DVR routers for this DVR port 09a4d507-6017-42f8-8e08-725e63689bf3 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:49.192978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dc2098cb-8178-44b7-8f94-bc33093b211d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2595773 Mar 07 16:19:49.193843 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4318-f026-48a3-8094-3448f0c7a88f admin admin] Publish callbacks [] for security_group (02914911-140d-4e90-b389-eedcfe1d78d3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.195446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47314) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:49.210010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7e17f621-6011-4c88-8c45-6f140a461cfe None None] Current status of the port d7f3c2d8-dbfd-459b-b490-28fedd28903e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:49.213066 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4318-f026-48a3-8094-3448f0c7a88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (02914911-140d-4e90-b389-eedcfe1d78d3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.244141 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0ed78801-df3e-421f-ba2d-f4282e46ae1c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0461271 Mar 07 16:19:49.250761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47318) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:49.284895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e4318-f026-48a3-8094-3448f0c7a88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02914911-140d-4e90-b389-eedcfe1d78d3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:49.292352 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1e1e4318-f026-48a3-8094-3448f0c7a88f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d802b157f99748d3b6180ca9fb370513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913880 Mar 07 16:19:49.293366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47322) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:49.295874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:49.308501 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3307871-5cb6-41e4-be59-733e8338987e None None] Sync routers for ids ['8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:49.318281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2ff4c968-9fe2-45e5-9f92-22d2244e96cb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6286211 Mar 07 16:19:49.322024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47324) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:49.327133 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3307871-5cb6-41e4-be59-733e8338987e None None] Routers {'8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:49.327749 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d3307871-5cb6-41e4-be59-733e8338987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:49.380416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b1f84-596b-4b73-9378-77dbc8f51357 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:49.386674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-412b1f84-596b-4b73-9378-77dbc8f51357 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1306579 Mar 07 16:19:49.387303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df415c-7039-484f-9980-b931a9683daa tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:49.387415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47326) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:49.389490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-46df415c-7039-484f-9980-b931a9683daa tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports/f851101d-9caf-45fa-ae36-6952082cf227 HTTP/1.1" status: 200 len: 911 time: 0.0664136 Mar 07 16:19:49.389895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47330) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:49.400131 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d3307871-5cb6-41e4-be59-733e8338987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:49.416109 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3307871-5cb6-41e4-be59-733e8338987e None None] Routers {'8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:49.416735 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d3307871-5cb6-41e4-be59-733e8338987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:49.466038 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d3307871-5cb6-41e4-be59-733e8338987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:49.466698 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3307871-5cb6-41e4-be59-733e8338987e None None] The sync data for ids ['8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:49.494276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a22342af-957b-4221-9964-9ee7b7e8f841 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059923 Mar 07 16:19:49.499292 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47332) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:49.504641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:49.546022 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fdea12a-c426-4453-970f-20d75b432eeb admin admin] Publish callbacks [] for security_group (02914911-140d-4e90-b389-eedcfe1d78d3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.580736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0013f892-e420-4ce2-acc9-35f01d6e83ce None None] Provisioning complete for port d7f3c2d8-dbfd-459b-b490-28fedd28903e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:49.581125 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0013f892-e420-4ce2-acc9-35f01d6e83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.607072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fdea12a-c426-4453-970f-20d75b432eeb admin admin] Publish callbacks [] for security_group (02914911-140d-4e90-b389-eedcfe1d78d3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.692762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:49.692762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.733496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0013f892-e420-4ce2-acc9-35f01d6e83ce None None] Current status of the port d7f3c2d8-dbfd-459b-b490-28fedd28903e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:49.745492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0013f892-e420-4ce2-acc9-35f01d6e83ce None None] Provisioning complete for port f851101d-9caf-45fa-ae36-6952082cf227 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:49.750329 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fdea12a-c426-4453-970f-20d75b432eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (02914911-140d-4e90-b389-eedcfe1d78d3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.752534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0013f892-e420-4ce2-acc9-35f01d6e83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f851101d-9caf-45fa-ae36-6952082cf227), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.759579 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fdea12a-c426-4453-970f-20d75b432eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:49.760800 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5fdea12a-c426-4453-970f-20d75b432eeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02914911-140d-4e90-b389-eedcfe1d78d3 HTTP/1.1" status: 204 len: 168 time: 0.4663532 Mar 07 16:19:49.799342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0013f892-e420-4ce2-acc9-35f01d6e83ce None None] Port f851101d-9caf-45fa-ae36-6952082cf227 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:49.822094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdea12a-c426-4453-970f-20d75b432eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02914911-140d-4e90-b389-eedcfe1d78d3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:49.958110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d7f3c2d8-dbfd-459b-b490-28fedd28903e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:50.023610 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:50.071563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6c69ed0a-d840-48c0-ae00-06fc8ce1d5d4 None None] Provisioning complete for port f851101d-9caf-45fa-ae36-6952082cf227 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:50.072160 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c69ed0a-d840-48c0-ae00-06fc8ce1d5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f851101d-9caf-45fa-ae36-6952082cf227), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:50.169844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6c69ed0a-d840-48c0-ae00-06fc8ce1d5d4 None None] Port f851101d-9caf-45fa-ae36-6952082cf227 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:50.237690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d7f3c2d8-dbfd-459b-b490-28fedd28903e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:50.237690 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:50.247066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea7a98-b6d8-4083-8f41-4b36cb9a1c80 req-57efd837-ac96-466d-b614-9f6c09d9bfee tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:50.253415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5eea7a98-b6d8-4083-8f41-4b36cb9a1c80 req-57efd837-ac96-466d-b614-9f6c09d9bfee tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1649952 Mar 07 16:19:50.319015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:19:50.324471 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (4e1c6dba-3111-4c46-9f6c-79264b0e99fb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:50.418837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:50.426781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:50.427352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d7f3c2d8-dbfd-459b-b490-28fedd28903e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:50.441488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:50.442389 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:50.443843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc7c76-31b2-4021-8149-031fb3bad9a7 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:50.468488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-235e5be7-04ee-4712-9f2d-1ee0f2322a46 None None] Provisioning complete for port f851101d-9caf-45fa-ae36-6952082cf227 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:50.469736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-235e5be7-04ee-4712-9f2d-1ee0f2322a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f851101d-9caf-45fa-ae36-6952082cf227), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:50.488667 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9859991 Mar 07 16:19:50.489652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47358) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:50.495015 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:64:1a:5d', 'name': 'tempest-NetworksTestDHCPv6-1335968750'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:50.528396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5eea7a98-b6d8-4083-8f41-4b36cb9a1c80 req-8d3c3eac-ae1b-410d-b0c3-76be57a57c1e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677507 Mar 07 16:19:50.552477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e59bcc-f0d0-49f6-a370-bacd91145923 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=4e1c6dba-3111-4c46-9f6c-79264b0e99fb,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:50.552784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-235e5be7-04ee-4712-9f2d-1ee0f2322a46 None None] Port f851101d-9caf-45fa-ae36-6952082cf227 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:50.584536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09a4d507-6017-42f8-8e08-725e63689bf3 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:50.616819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 09a4d507-6017-42f8-8e08-725e63689bf3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:50.617174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 09a4d507-6017-42f8-8e08-725e63689bf3 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:50.694719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '4e1c6dba-3111-4c46-9f6c-79264b0e99fb'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:50.696084 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:50.709490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:50.747964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port f851101d-9caf-45fa-ae36-6952082cf227 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:50.748728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f851101d-9caf-45fa-ae36-6952082cf227), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:50.920967 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.004798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 7618cfe2-9323-4123-bef6-70f71589c432 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:19:51.026516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f851101d-9caf-45fa-ae36-6952082cf227), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.066078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Allocated IP 2001:db8::f816:3eff:fe12:228f (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/4e1c6dba-3111-4c46-9f6c-79264b0e99fb/67657eb6-13f1-43dc-bd53-647d8eced97b) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:51.086090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for f851101d-9caf-45fa-ae36-6952082cf227 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:51.130608 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-6defd503-5f4b-4187-85cc-d1db45c0844c service neutron] show failed (client error): The resource could not be found. Mar 07 16:19:51.132270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-6defd503-5f4b-4187-85cc-d1db45c0844c service neutron] 10.222.0.15 "GET /v2.0/ports/9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29/bindings/n-h2-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.1789703 Mar 07 16:19:51.274517 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Publish callbacks [] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.281943 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.340825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:51.343135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:51.347946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:51.354109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Pushing event updated for resources: {'Port': ['ID=67657eb6-13f1-43dc-bd53-647d8eced97b,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:51.438293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:fe64:1a5d (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/4e1c6dba-3111-4c46-9f6c-79264b0e99fb/7618cfe2-9323-4123-bef6-70f71589c432) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:51.438540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Attempting to bind port 67657eb6-13f1-43dc-bd53-647d8eced97b on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:51.439025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Attempting to bind port 67657eb6-13f1-43dc-bd53-647d8eced97b by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:51.439674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Attempting to bind port 67657eb6-13f1-43dc-bd53-647d8eced97b on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:51.446601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:51.447080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:51.448036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.448857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:51.449947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Bound port: 67657eb6-13f1-43dc-bd53-647d8eced97b, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:51.450321 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.453488 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f851101d-9caf-45fa-ae36-6952082cf227), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.474604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-20bb4e96-8f55-4fe2-800f-2a2b8dfae4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:51.476318 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-20bb4e96-8f55-4fe2-800f-2a2b8dfae4d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 1128 time: 0.1117554 Mar 07 16:19:51.490136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:51.494063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=f851101d-9caf-45fa-ae36-6952082cf227,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:51.566261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] For port 67657eb6-13f1-43dc-bd53-647d8eced97b, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:51.569675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] For port 67657eb6-13f1-43dc-bd53-647d8eced97b, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=67657eb6-13f1-43dc-bd53-647d8eced97b,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:51.577600 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.604303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47386) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:51.695528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba9183-5c91-4727-a1e9-c65e5fd2b4d4 None None] Pushing event updated for resources: {'Port': ['ID=67657eb6-13f1-43dc-bd53-647d8eced97b,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:51.735103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.772269 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:51.957736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3e276-b289-4ff5-8177-3935932ccd2f req-6938f27a-2bef-426f-8359-cbef68f73ddc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:51.959496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09a3e276-b289-4ff5-8177-3935932ccd2f req-6938f27a-2bef-426f-8359-cbef68f73ddc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.2470427 Mar 07 16:19:52.026388 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (7618cfe2-9323-4123-bef6-70f71589c432), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:52.169175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router 8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:52.213990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-09a3e276-b289-4ff5-8177-3935932ccd2f req-d806b5fa-1aaa-434f-8142-665704af227e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469721 Mar 07 16:19:52.217422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7618cfe2-9323-4123-bef6-70f71589c432), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:52.250301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:52.301441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=7618cfe2-9323-4123-bef6-70f71589c432,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:52.309491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:52.326041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:52.338407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:52.362654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:52.368495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:52.369383 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:52.438512 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d326d028-b72c-4178-a891-f4181016ca11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9477510 Mar 07 16:19:52.441581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47406) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:52.443036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:19:52.446464 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d8c25d-fede-4c85-82bd-cc5f1000eed3" -d '{"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:19:52.452830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Publish callbacks [] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:52.459117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:52.472099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d16a99-3537-4044-a110-ff6ce249fb8d None None] Sync routers for ids ['8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:52.484654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5fcadc53-1575-4d2d-af37-0fc982222474 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0936546 Mar 07 16:19:52.487151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47410) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:52.490199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d16a99-3537-4044-a110-ff6ce249fb8d None None] Routers {'8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:52.493718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-78d16a99-3537-4044-a110-ff6ce249fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:52.523215 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fc899a64-541d-4222-b171-f38adf55b139 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc HTTP/1.1" status: 200 len: 205 time: 0.0328529 Mar 07 16:19:52.527763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47412) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:52.529210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Transition to ACTIVE for port object 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:19:52.555099 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:52.581169 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be374bfb-0396-4b60-982e-2f8ff6c98a0f x-openstack-request-id: req-be374bfb-0396-4b60-982e-2f8ff6c98a0f {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:19:52.581522 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:19:52.581719 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be374bfb-0396-4b60-982e-2f8ff6c98a0f {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:19:52.582112 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'code': 200} Mar 07 16:19:52.588277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-78d16a99-3537-4044-a110-ff6ce249fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:52.593116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c0170-c661-41f0-80d3-2a973cd730ba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:52.602844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d16a99-3537-4044-a110-ff6ce249fb8d None None] Routers {'8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:52.603694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-78d16a99-3537-4044-a110-ff6ce249fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:52.607024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c0170-c661-41f0-80d3-2a973cd730ba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:52.609115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0f0c0170-c661-41f0-80d3-2a973cd730ba tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1666090 Mar 07 16:19:52.611865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47416) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:52.649750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-78d16a99-3537-4044-a110-ff6ce249fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:52.650646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d16a99-3537-4044-a110-ff6ce249fb8d None None] The sync data for ids ['8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:52.750033 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6f876194-8f33-4767-8d3e-45ef62bf33a8 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:52.814521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47420) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:52.847760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=6']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:52.917114 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e824e00e-205c-44f8-8819-f3148e5b0f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:52.937441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] No DVR routers for this DVR port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:53.117659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6f876194-8f33-4767-8d3e-45ef62bf33a8 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.121490 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6f876194-8f33-4767-8d3e-45ef62bf33a8 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.167599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6c23f00f-833d-44b8-997d-a32f3b253dc5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 7618cfe2-9323-4123-bef6-70f71589c432 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:53.168570 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6c23f00f-833d-44b8-997d-a32f3b253dc5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7618cfe2-9323-4123-bef6-70f71589c432), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.196956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6f876194-8f33-4767-8d3e-45ef62bf33a8 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.197699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f876194-8f33-4767-8d3e-45ef62bf33a8 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Fanout notify agent at l3_agent the message router_deleted on router 8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:19:53.206307 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6f876194-8f33-4767-8d3e-45ef62bf33a8 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.209757 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6f876194-8f33-4767-8d3e-45ef62bf33a8 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc HTTP/1.1" status: 204 len: 168 time: 0.6784766 Mar 07 16:19:53.240020 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47426) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:53.338937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-06ec328e-72f5-4ca9-b534-192718ab87a1 None None] Provisioning complete for port 67657eb6-13f1-43dc-bd53-647d8eced97b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:53.339400 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06ec328e-72f5-4ca9-b534-192718ab87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.432507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-06ec328e-72f5-4ca9-b534-192718ab87a1 None None] Current status of the port 67657eb6-13f1-43dc-bd53-647d8eced97b is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:53.432991 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06ec328e-72f5-4ca9-b534-192718ab87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.475432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-06ec328e-72f5-4ca9-b534-192718ab87a1 None None] For port 67657eb6-13f1-43dc-bd53-647d8eced97b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=67657eb6-13f1-43dc-bd53-647d8eced97b,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:53.480629 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06ad5521-dc08-4034-a94d-c40a77dc3f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.482825 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06ec328e-72f5-4ca9-b534-192718ab87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.494499 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (f15a2724-84e1-48f2-b9fd-a6f16b78094c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.537518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec328e-72f5-4ca9-b534-192718ab87a1 None None] Pushing event updated for resources: {'Port': ['ID=67657eb6-13f1-43dc-bd53-647d8eced97b,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:53.602894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:53.603503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:53.603669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:53.607491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-48cf622f-ffdd-4063-93a9-bcb544ff3092 None None] Provisioning complete for port 7618cfe2-9323-4123-bef6-70f71589c432 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:53.607873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48cf622f-ffdd-4063-93a9-bcb544ff3092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7618cfe2-9323-4123-bef6-70f71589c432), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.643100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-48cf622f-ffdd-4063-93a9-bcb544ff3092 None None] Port 7618cfe2-9323-4123-bef6-70f71589c432 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:19:53.646005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:19:53.646329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:53.665829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:53.666168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Checking segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:53.666580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Bound using segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:53.667028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Bound port: 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:53.667387 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.725193 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6c23f00f-833d-44b8-997d-a32f3b253dc5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7618cfe2-9323-4123-bef6-70f71589c432), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.744256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ff0c46-47d4-42fd-8d11-9060da3ca3c4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting subnet 95f2059a-e0f1-4504-b228-ee24f9e729b8 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:53.756066 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-66ff0c46-47d4-42fd-8d11-9060da3ca3c4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (95f2059a-e0f1-4504-b228-ee24f9e729b8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.764124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6c23f00f-833d-44b8-997d-a32f3b253dc5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 7618cfe2-9323-4123-bef6-70f71589c432 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:53.829603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06ad5521-dc08-4034-a94d-c40a77dc3f02 admin admin] Publish callbacks [] for security_group (96535d4d-4a26-447d-90dc-939b2f686599), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.851477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06ad5521-dc08-4034-a94d-c40a77dc3f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (96535d4d-4a26-447d-90dc-939b2f686599), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.853789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-66ff0c46-47d4-42fd-8d11-9060da3ca3c4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (95f2059a-e0f1-4504-b228-ee24f9e729b8), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:53.858956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:53.885734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd1531-537e-4d85-be7d-2ae1146dddb2 req-10304e48-f4c6-491a-9e30-7b6e085b2d5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:53.888068 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9cd1531-537e-4d85-be7d-2ae1146dddb2 req-10304e48-f4c6-491a-9e30-7b6e085b2d5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 944 time: 0.5783696 Mar 07 16:19:53.915965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:53.929199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5521-dc08-4034-a94d-c40a77dc3f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96535d4d-4a26-447d-90dc-939b2f686599,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:53.932210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 67657eb6-13f1-43dc-bd53-647d8eced97b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:19:53.934743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-06ad5521-dc08-4034-a94d-c40a77dc3f02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00936ded400a4a079fdea203ccfb9016&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1146028 Mar 07 16:19:53.937848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47430) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:53.939021 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.002245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 67657eb6-13f1-43dc-bd53-647d8eced97b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:19:54.002924 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.007145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:54.007775 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.009171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] 10.222.0.11 "PUT /v2.0/ports/9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1092 time: 2.5244539 Mar 07 16:19:54.016558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9cd1531-537e-4d85-be7d-2ae1146dddb2 req-f4e5a76d-3118-4532-a7d5-68145a1805ae tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206677 Mar 07 16:19:54.049229 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-66ff0c46-47d4-42fd-8d11-9060da3ca3c4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (95f2059a-e0f1-4504-b228-ee24f9e729b8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.111992 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb7cf1-5545-4afa-ba2b-06c6c583234a service neutron] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:54.131571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 67657eb6-13f1-43dc-bd53-647d8eced97b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:54.187983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-66ff0c46-47d4-42fd-8d11-9060da3ca3c4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (95f2059a-e0f1-4504-b228-ee24f9e729b8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.203677 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa94619e-4e35-48bf-860f-49630b55724a admin admin] Publish callbacks [] for security_group (96535d4d-4a26-447d-90dc-939b2f686599), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.236655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6c23f00f-833d-44b8-997d-a32f3b253dc5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7618cfe2-9323-4123-bef6-70f71589c432), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.238336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-66ff0c46-47d4-42fd-8d11-9060da3ca3c4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.244741 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-66ff0c46-47d4-42fd-8d11-9060da3ca3c4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/95f2059a-e0f1-4504-b228-ee24f9e729b8 HTTP/1.1" status: 204 len: 168 time: 1.0012150 Mar 07 16:19:54.244741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff0c46-47d4-42fd-8d11-9060da3ca3c4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Subnet': ['ID=95f2059a-e0f1-4504-b228-ee24f9e729b8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:54.251018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20e468-cf1a-4f86-b6c8-a2d4c7fae956 None None] Network 1a19d662-1760-4f66-bc64-0671e7ea7ada requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:54.257011 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47436) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:54.270002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa94619e-4e35-48bf-860f-49630b55724a admin admin] Publish callbacks [] for security_group (96535d4d-4a26-447d-90dc-939b2f686599), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.309802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-57126094-f1e0-4e31-b237-a81b8ef1a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:54.309947 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6c23f00f-833d-44b8-997d-a32f3b253dc5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.311628 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-57126094-f1e0-4e31-b237-a81b8ef1a04f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1126 time: 0.2532640 Mar 07 16:19:54.321721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6c23f00f-833d-44b8-997d-a32f3b253dc5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/7618cfe2-9323-4123-bef6-70f71589c432 HTTP/1.1" status: 204 len: 168 time: 1.7087352 Mar 07 16:19:54.322527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23f00f-833d-44b8-997d-a32f3b253dc5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=7618cfe2-9323-4123-bef6-70f71589c432,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:54.328260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47438) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:54.431611 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (1a19d662-1760-4f66-bc64-0671e7ea7ada), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.509812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port d7f3c2d8-dbfd-459b-b490-28fedd28903e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:54.510172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.546122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:54.547260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.568223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff64305-aab0-4583-a593-e21a031032ac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:54.569729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff64305-aab0-4583-a593-e21a031032ac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:54.575023 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cff64305-aab0-4583-a593-e21a031032ac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2400322 Mar 07 16:19:54.591003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47446) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:54.591003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:19:54.593778 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56045d93-d6f4-4101-b7f0-798865a69752" -d '{"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:19:54.598881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] DHCP port deletion for 1a19d662-1760-4f66-bc64-0671e7ea7ada request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:54.616173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port d7f3c2d8-dbfd-459b-b490-28fedd28903e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d7f3c2d8-dbfd-459b-b490-28fedd28903e,segment=NetworkSegment(f6909dac-cfd0-47fb-a0a5-8ae487c25faa),segment_id=f6909dac-cfd0-47fb-a0a5-8ae487c25faa)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:54.616668 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.671654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa94619e-4e35-48bf-860f-49630b55724a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (96535d4d-4a26-447d-90dc-939b2f686599), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.673226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for d7f3c2d8-dbfd-459b-b490-28fedd28903e owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:54.674273 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa94619e-4e35-48bf-860f-49630b55724a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.678126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fa94619e-4e35-48bf-860f-49630b55724a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96535d4d-4a26-447d-90dc-939b2f686599 HTTP/1.1" status: 204 len: 168 time: 0.7368841 Mar 07 16:19:54.679420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Deleting port d7f3c2d8-dbfd-459b-b490-28fedd28903e {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:54.680067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.681147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47452) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:54.735878 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c942b9-0873-4c25-8e8d-95a024e27ac0 x-openstack-request-id: req-79c942b9-0873-4c25-8e8d-95a024e27ac0 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:19:54.736176 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:19:54.736437 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79c942b9-0873-4c25-8e8d-95a024e27ac0 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:19:54.736841 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'status': 'completed', 'code': 200} Mar 07 16:19:54.757253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] For port d7f3c2d8-dbfd-459b-b490-28fedd28903e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d7f3c2d8-dbfd-459b-b490-28fedd28903e,segment=NetworkSegment(f6909dac-cfd0-47fb-a0a5-8ae487c25faa),segment_id=f6909dac-cfd0-47fb-a0a5-8ae487c25faa)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:54.757463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94619e-4e35-48bf-860f-49630b55724a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96535d4d-4a26-447d-90dc-939b2f686599,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:54.757939 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.772211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-489c6a90-fde7-4a6b-b74f-c1537d01817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:54.773717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-489c6a90-fde7-4a6b-b74f-c1537d01817e service neutron] 10.222.0.11 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.4416249 Mar 07 16:19:54.774650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Calling delete_port for d7f3c2d8-dbfd-459b-b490-28fedd28903e owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:54.796523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-3757bf44-75b5-4760-bce9-7efc2060a17e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 4e1c6dba-3111-4c46-9f6c-79264b0e99fb {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:19:54.806537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3757bf44-75b5-4760-bce9-7efc2060a17e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (4e1c6dba-3111-4c46-9f6c-79264b0e99fb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.835323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56045d93-d6f4-4101-b7f0-798865a69752 req-98c55862-12db-48d1-ae14-b34fe601530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:54.836909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-98c55862-12db-48d1-ae14-b34fe601530c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1126 time: 0.0779285 Mar 07 16:19:54.888685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] For port 7b8b53e5-5927-4222-81e2-a21fb3c9eea6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7b8b53e5-5927-4222-81e2-a21fb3c9eea6,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:54.888939 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.909133 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.917452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:54.919072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d7f3c2d8-dbfd-459b-b490-28fedd28903e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.921782 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3757bf44-75b5-4760-bce9-7efc2060a17e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (4e1c6dba-3111-4c46-9f6c-79264b0e99fb), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:54.959554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=d7f3c2d8-dbfd-459b-b490-28fedd28903e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:54.963577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No DVR routers for this DVR port d7f3c2d8-dbfd-459b-b490-28fedd28903e on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:54.975715 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-6494779d-2e10-4eca-a76d-7c417677795a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1000 time: 0.1918919 Mar 07 16:19:54.990521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Pushing event deleted for resources: {'Port': ['ID=d7f3c2d8-dbfd-459b-b490-28fedd28903e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:55.010925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.011695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.012583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.013429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.013961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.014661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.015450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.016109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.016712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.017096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56045d93-d6f4-4101-b7f0-798865a69752 req-41e4e714-569f-4fe6-ad46-907b51fefbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:55.017387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.017898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.018694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.018854 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-41e4e714-569f-4fe6-ad46-907b51fefbe3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.1736934 Mar 07 16:19:55.019326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:19:55.029618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4331f56-16bb-4423-b2c6-fdc2d9cf73f2 None None] No DVR routers for this DVR port d7f3c2d8-dbfd-459b-b490-28fedd28903e on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:55.143150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-ef6dbf80-488f-4522-85bd-af2afce3d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:55.144691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-ef6dbf80-488f-4522-85bd-af2afce3d734 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.1588037 Mar 07 16:19:55.154362 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-e21c27f5-92dd-46bf-ae6b-e91d48c3da91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1000 time: 0.1251678 Mar 07 16:19:55.165975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3757bf44-75b5-4760-bce9-7efc2060a17e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4e1c6dba-3111-4c46-9f6c-79264b0e99fb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.210535 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bdffab2c-0eef-435c-b7ef-73a1414f1bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.265277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (1a19d662-1760-4f66-bc64-0671e7ea7ada), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.296874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8416bf7f-4d59-487b-840b-3b5f89605091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.323210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a19d662-1760-4f66-bc64-0671e7ea7ada']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:55.326999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56045d93-d6f4-4101-b7f0-798865a69752 req-372ee4fc-6f2a-4e27-903e-8243e8952660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:55.328680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-372ee4fc-6f2a-4e27-903e-8243e8952660 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.1589479 Mar 07 16:19:55.329484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-e661a42b-ee91-4830-8a6d-3cb72ccd4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:55.331115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-e661a42b-ee91-4830-8a6d-3cb72ccd4703 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1769013 Mar 07 16:19:55.352090 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3757bf44-75b5-4760-bce9-7efc2060a17e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (4e1c6dba-3111-4c46-9f6c-79264b0e99fb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.352523 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6909dac-cfd0-47fb-a0a5-8ae487c25faa') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:55.352841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6909dac-cfd0-47fb-a0a5-8ae487c25faa') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:55.391225 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f6909dac-cfd0-47fb-a0a5-8ae487c25faa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.400185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2c550-57c8-4d53-ab19-73d3fca957a1 req-22710c9a-aab6-442d-a922-bfb1aa8f4043 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:55.407202 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-98a2c550-57c8-4d53-ab19-73d3fca957a1 req-22710c9a-aab6-442d-a922-bfb1aa8f4043 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 944 time: 0.2513447 Mar 07 16:19:55.429462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757bf44-75b5-4760-bce9-7efc2060a17e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1c6dba-3111-4c46-9f6c-79264b0e99fb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:55.435265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3757bf44-75b5-4760-bce9-7efc2060a17e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.439389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f6909dac-cfd0-47fb-a0a5-8ae487c25faa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.441904 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3757bf44-75b5-4760-bce9-7efc2060a17e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/4e1c6dba-3111-4c46-9f6c-79264b0e99fb HTTP/1.1" status: 204 len: 168 time: 0.8363707 Mar 07 16:19:55.450038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df37591-a6a1-4aed-9874-030a7a8e2d53 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:55.452016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47468) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:55.473730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:19:55.473977 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f6909dac-cfd0-47fb-a0a5-8ae487c25faa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:19:55.478015 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:19:55.523786 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7b8b53e5-5927-4222-81e2-a21fb3c9eea6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.533329 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-85b1a246-df01-4a0a-afcd-6c16dcd072b7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781274 Mar 07 16:19:55.565311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-baf3fa3b-9296-4ad5-9055-d9df6ac70905 service neutron] 10.222.0.11 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267573 Mar 07 16:19:55.568521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47472) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:55.573721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:55.579150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=7b8b53e5-5927-4222-81e2-a21fb3c9eea6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:55.622238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56045d93-d6f4-4101-b7f0-798865a69752 req-6bbf6a1f-409f-47df-912f-05314c9a8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:55.623865 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-6bbf6a1f-409f-47df-912f-05314c9a8081 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2848246 Mar 07 16:19:55.642155 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-98a2c550-57c8-4d53-ab19-73d3fca957a1 req-7f990139-e895-41ea-820d-8eeaa3335561 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339654 Mar 07 16:19:55.642918 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (1a19d662-1760-4f66-bc64-0671e7ea7ada), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.679015 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.682236 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/networks/1a19d662-1760-4f66-bc64-0671e7ea7ada HTTP/1.1" status: 204 len: 168 time: 1.4231467 Mar 07 16:19:55.687670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47478) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:55.695923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-561895539', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:55.710078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:55.765306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889024f8-d858-4336-aec0-39d7ef9540e6 None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:19:55.768514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8416bf7f-4d59-487b-840b-3b5f89605091 admin admin] Publish callbacks [] for security_group (1e514a08-4e78-4605-b383-9d24cdc04b4b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.769912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381a367-68d5-4cda-a6c9-a55af21e3597 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Network': ['ID=1a19d662-1760-4f66-bc64-0671e7ea7ada,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:55.781460 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (d0573e52-bbf8-4604-9651-71cc27822b5d), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.782941 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (d0573e52-bbf8-4604-9651-71cc27822b5d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.789893 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8416bf7f-4d59-487b-840b-3b5f89605091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1e514a08-4e78-4605-b383-9d24cdc04b4b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.842492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:19:55.843269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:55.863892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-889024f8-d858-4336-aec0-39d7ef9540e6 None None] Deleting port 67657eb6-13f1-43dc-bd53-647d8eced97b {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:19:55.864962 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-889024f8-d858-4336-aec0-39d7ef9540e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:55.917737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-cca67509-d75f-4d3f-81e8-835b16ac554a service neutron] 10.222.0.11 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358316 Mar 07 16:19:55.937432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416bf7f-4d59-487b-840b-3b5f89605091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e514a08-4e78-4605-b383-9d24cdc04b4b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:55.946647 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8416bf7f-4d59-487b-840b-3b5f89605091 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2a095e364e647c18ac0644ffa0105b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2603755 Mar 07 16:19:55.954081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47482) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:56.005772 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (d0573e52-bbf8-4604-9651-71cc27822b5d), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.032291 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-0e5f5870-cbb4-4b1c-bb8f-af1cecaaa8dd service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873537 Mar 07 16:19:56.038712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-889024f8-d858-4336-aec0-39d7ef9540e6 None None] For port 67657eb6-13f1-43dc-bd53-647d8eced97b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=67657eb6-13f1-43dc-bd53-647d8eced97b,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:56.039473 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-889024f8-d858-4336-aec0-39d7ef9540e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.086550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-889024f8-d858-4336-aec0-39d7ef9540e6 None None] Calling delete_port for 67657eb6-13f1-43dc-bd53-647d8eced97b owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:19:56.117266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:56.122594 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.186818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56045d93-d6f4-4101-b7f0-798865a69752 req-9e9e8ac6-f3b3-4d35-a8c1-6148bb441f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:56.189920 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-9e9e8ac6-f3b3-4d35-a8c1-6148bb441f8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1126 time: 0.1878970 Mar 07 16:19:56.215703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d7f3c2d8-dbfd-459b-b490-28fedd28903e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:56.239941 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b115ded-c11b-46e8-822e-1dee17963c9f admin admin] Publish callbacks [] for security_group (1e514a08-4e78-4605-b383-9d24cdc04b4b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.247553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: d7f3c2d8-dbfd-459b-b490-28fedd28903e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:19:56.247810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d7f3c2d8-dbfd-459b-b490-28fedd28903e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:19:56.248465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 67657eb6-13f1-43dc-bd53-647d8eced97b no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:19:56.291706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_gateway (d0573e52-bbf8-4604-9651-71cc27822b5d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.309489 n-d-830010-8 neutron-server[103868]: INFO neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No ports have port_id starting with 67657eb6-13f1-43dc-bd53-647d8eced97b Mar 07 16:19:56.310648 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-889024f8-d858-4336-aec0-39d7ef9540e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (67657eb6-13f1-43dc-bd53-647d8eced97b), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.319419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b115ded-c11b-46e8-822e-1dee17963c9f admin admin] Publish callbacks [] for security_group (1e514a08-4e78-4605-b383-9d24cdc04b4b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.335378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (f15a2724-84e1-48f2-b9fd-a6f16b78094c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.339168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889024f8-d858-4336-aec0-39d7ef9540e6 None None] Pushing event deleted for resources: {'Port': ['ID=67657eb6-13f1-43dc-bd53-647d8eced97b,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:56.352682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889024f8-d858-4336-aec0-39d7ef9540e6 None None] No DVR routers for this DVR port 67657eb6-13f1-43dc-bd53-647d8eced97b on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:19:56.363292 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-4176aa62-f5e5-4992-b2a2-52be5d672f3f service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152158 Mar 07 16:19:56.440791 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.442819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b115ded-c11b-46e8-822e-1dee17963c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (1e514a08-4e78-4605-b383-9d24cdc04b4b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.446189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b115ded-c11b-46e8-822e-1dee17963c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.451572 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9b115ded-c11b-46e8-822e-1dee17963c9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e514a08-4e78-4605-b383-9d24cdc04b4b HTTP/1.1" status: 204 len: 168 time: 0.4957492 Mar 07 16:19:56.510332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b115ded-c11b-46e8-822e-1dee17963c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e514a08-4e78-4605-b383-9d24cdc04b4b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:56.611871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56045d93-d6f4-4101-b7f0-798865a69752 req-864b7b6a-6e15-4b1d-9c8b-68e5bbfb8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:56.613379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-864b7b6a-6e15-4b1d-9c8b-68e5bbfb8f90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.3905325 Mar 07 16:19:56.698702 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_gateway (d0573e52-bbf8-4604-9651-71cc27822b5d), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.720174 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:56.852545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 172.25.4.190 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/16c1d3e6-2320-4d09-a9aa-48ba68b2e71a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:56.943294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47506) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:56.961329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82294628-3fd0-408a-a0d5-01db1384981c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.010634 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (16c1d3e6-2320-4d09-a9aa-48ba68b2e71a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.082585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (16c1d3e6-2320-4d09-a9aa-48ba68b2e71a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.134305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82294628-3fd0-408a-a0d5-01db1384981c admin admin] Publish callbacks [] for security_group (36fdbf67-1f50-4171-b593-482b50b3c848), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.153330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-82294628-3fd0-408a-a0d5-01db1384981c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (36fdbf67-1f50-4171-b593-482b50b3c848), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.158070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:57.175161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:57.185874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:57.188828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-1a72ccdd-5fd3-4950-9714-72ea08471f17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1000 time: 0.5669818 Mar 07 16:19:57.189611 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=16c1d3e6-2320-4d09-a9aa-48ba68b2e71a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:57.243167 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-82294628-3fd0-408a-a0d5-01db1384981c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c75b76bb6dad4cc4a40c2122a07b1d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2972429 Mar 07 16:19:57.246263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294628-3fd0-408a-a0d5-01db1384981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fdbf67-1f50-4171-b593-482b50b3c848,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:57.248387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47516) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:57.358081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56045d93-d6f4-4101-b7f0-798865a69752 req-230bebd3-4f18-4d9a-9e95-6ec1d1d92dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:57.359765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-230bebd3-4f18-4d9a-9e95-6ec1d1d92dbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.1614366 Mar 07 16:19:57.404068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4492a01-9f28-4b3a-bae6-686548607991 req-821837da-ecf3-439c-9d8b-16bda44be2be tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:57.405629 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4492a01-9f28-4b3a-bae6-686548607991 req-821837da-ecf3-439c-9d8b-16bda44be2be tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 944 time: 0.6361499 Mar 07 16:19:57.449588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:19:57.471839 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (356b4bf2-5d87-4bbe-b70e-a022d4ee8d11), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.474726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router f15a2724-84e1-48f2-b9fd-a6f16b78094c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:19:57.509839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_gateway (d0573e52-bbf8-4604-9651-71cc27822b5d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.554757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:57.557486 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57e40c85-3be7-405e-8a1c-0f885055ed62 admin admin] Publish callbacks [] for security_group (36fdbf67-1f50-4171-b593-482b50b3c848), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.573756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:57.586829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686ad620-43f1-43d7-8215-7dcd6bc10988 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:19:57.598693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:57.599328 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.644480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56045d93-d6f4-4101-b7f0-798865a69752 req-60aa35bd-3cfa-411c-9038-8f72da93dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:57.646037 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-60aa35bd-3cfa-411c-9038-8f72da93dca1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2718170 Mar 07 16:19:57.658540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4492a01-9f28-4b3a-bae6-686548607991 req-8b511c1a-bf83-442b-995b-83f541aa54f4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316909 Mar 07 16:19:57.668538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=356b4bf2-5d87-4bbe-b70e-a022d4ee8d11,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:57.672498 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57e40c85-3be7-405e-8a1c-0f885055ed62 admin admin] Publish callbacks [] for security_group (36fdbf67-1f50-4171-b593-482b50b3c848), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.721348 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3820ae1c-6900-4805-999c-81b800a06f58 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1518569 Mar 07 16:19:57.737739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47526) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:57.747500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:0f:9b:0a', 'name': 'tempest-NetworksTestDHCPv6-962053567'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:57.795743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '356b4bf2-5d87-4bbe-b70e-a022d4ee8d11'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:19:57.798765 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.805404 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.813994 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (d0573e52-bbf8-4604-9651-71cc27822b5d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:57.946118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:57.958738 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2f62c9a8-45f6-4354-8d11-89752e8c57f9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "PUT /v2.0/routers/f15a2724-84e1-48f2-b9fd-a6f16b78094c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3486655 Mar 07 16:19:57.961611 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] Sync routers for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:57.977900 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-7adec421-d3ec-4af5-8dd3-b2702a5239a0 service neutron] 10.222.0.11 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181579 Mar 07 16:19:57.980691 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:57.982880 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:58.028761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57e40c85-3be7-405e-8a1c-0f885055ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (36fdbf67-1f50-4171-b593-482b50b3c848), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:58.035563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57e40c85-3be7-405e-8a1c-0f885055ed62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:58.039056 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-57e40c85-3be7-405e-8a1c-0f885055ed62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36fdbf67-1f50-4171-b593-482b50b3c848 HTTP/1.1" status: 204 len: 168 time: 0.7857521 Mar 07 16:19:58.078756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Allocated IP 2001:db8::f816:3eff:fe87:8791 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/356b4bf2-5d87-4bbe-b70e-a022d4ee8d11/014bd1de-6157-4697-aeaf-f5c5dc0947bf) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:58.230925 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:19:58.317451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e40c85-3be7-405e-8a1c-0f885055ed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fdbf67-1f50-4171-b593-482b50b3c848,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:58.407155 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Publish callbacks [] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:58.420085 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:58.432302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56045d93-d6f4-4101-b7f0-798865a69752 req-ae8f64d4-8fd6-4517-a533-2d44ba60b5aa service neutron] 10.222.0.11 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394443 Mar 07 16:19:58.488311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:19:58.523637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:58.535005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:58.539454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:58.561654 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router d0573e52-bbf8-4604-9651-71cc27822b5d is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:19:58.579478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b2bf-7b95-4329-8886-5f1fa9348fe6 req-f227d90b-6e8b-4a33-bbf0-b60f25446d98 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:58.581100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18b8b2bf-7b95-4329-8886-5f1fa9348fe6 req-f227d90b-6e8b-4a33-bbf0-b60f25446d98 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 946 time: 0.2218633 Mar 07 16:19:58.588974 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:19:55Z', 'revision_number': 6, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:28Z', 'updated_at': '2022-03-07T16:18:33Z', 'revision_number': 1, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:58.590269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Pushing event updated for resources: {'Port': ['ID=014bd1de-6157-4697-aeaf-f5c5dc0947bf,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:58.620008 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:58.629099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Attempting to bind port 014bd1de-6157-4697-aeaf-f5c5dc0947bf on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:19:58.629521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Attempting to bind port 014bd1de-6157-4697-aeaf-f5c5dc0947bf by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:19:58.629900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Attempting to bind port 014bd1de-6157-4697-aeaf-f5c5dc0947bf on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:19:58.635260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:19:58.635822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:19:58.636413 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:58.637536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:19:58.638036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Bound port: 014bd1de-6157-4697-aeaf-f5c5dc0947bf, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:19:58.638425 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:58.645029 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] Checking router: f15a2724-84e1-48f2-b9fd-a6f16b78094c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:19:58.655784 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:58.663258 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:58.666984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 521afe90-f24c-45e4-a52e-04c6cf78b7a3 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:19:58.676272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18b8b2bf-7b95-4329-8886-5f1fa9348fe6 req-08318af8-a8ac-41ef-b066-4eae2f0c44b5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819240 Mar 07 16:19:58.738838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] For port 014bd1de-6157-4697-aeaf-f5c5dc0947bf, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:19:58.744382 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] For port 014bd1de-6157-4697-aeaf-f5c5dc0947bf, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=014bd1de-6157-4697-aeaf-f5c5dc0947bf,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:19:58.763084 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:58.807618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:19:58.831638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9d9c2-61c8-4d66-bc24-8648c9e207f7 None None] Sync routers for ids ['d0573e52-bbf8-4604-9651-71cc27822b5d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:19:58.856847 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:58.858560 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-63b257a2-783d-438d-8e68-12e54385b114 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1661763 Mar 07 16:19:58.861160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47548) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:58.876542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:19:58.879149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9da56-1769-4fde-9661-8bd22f43f25a req-5e0cfc85-e0df-43a8-b963-bc96fdc855c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:58.881201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-82f9da56-1769-4fde-9661-8bd22f43f25a req-5e0cfc85-e0df-43a8-b963-bc96fdc855c4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 944 time: 0.0895083 Mar 07 16:19:58.895756 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:19:58.920522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:fe0f:9b0a (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/356b4bf2-5d87-4bbe-b70e-a022d4ee8d11/521afe90-f24c-45e4-a52e-04c6cf78b7a3) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:19:58.955241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9d9c2-61c8-4d66-bc24-8648c9e207f7 None None] Routers {'d0573e52-bbf8-4604-9651-71cc27822b5d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:58.955893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-02a9d9c2-61c8-4d66-bc24-8648c9e207f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d0573e52-bbf8-4604-9651-71cc27822b5d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:58.957674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75c457-8eaa-41e2-bd5a-cd63f5f3df5d None None] Pushing event updated for resources: {'Port': ['ID=014bd1de-6157-4697-aeaf-f5c5dc0947bf,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:59.016530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-02a9d9c2-61c8-4d66-bc24-8648c9e207f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:59.046617 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-543a2de4-8352-4f31-bc07-9103dcce850d tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/routers/d0573e52-bbf8-4604-9651-71cc27822b5d HTTP/1.1" status: 200 len: 884 time: 0.1839890 Mar 07 16:19:59.048937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47552) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:59.204375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-82f9da56-1769-4fde-9661-8bd22f43f25a req-85dbdebc-ef0d-4758-a63d-a3f1575129b3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560981 Mar 07 16:19:59.235073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9d9c2-61c8-4d66-bc24-8648c9e207f7 None None] Routers {'d0573e52-bbf8-4604-9651-71cc27822b5d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:19:59.235915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-02a9d9c2-61c8-4d66-bc24-8648c9e207f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d0573e52-bbf8-4604-9651-71cc27822b5d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:59.279727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (521afe90-f24c-45e4-a52e-04c6cf78b7a3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:59.336060 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (521afe90-f24c-45e4-a52e-04c6cf78b7a3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:59.388081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=521afe90-f24c-45e4-a52e-04c6cf78b7a3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:59.414229 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:19:59.416049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:59.417081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:19:59.430255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'port_id': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'mac_address': 'fa:16:3e:82:00:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:19:59.432863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:19:59.441339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:59.442146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:59.443803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-02a9d9c2-61c8-4d66-bc24-8648c9e207f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:59.445995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9d9c2-61c8-4d66-bc24-8648c9e207f7 None None] The sync data for ids ['d0573e52-bbf8-4604-9651-71cc27822b5d'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:59.473062 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:59.483469 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:19:55Z', 'revision_number': 6, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:28Z', 'updated_at': '2022-03-07T16:18:33Z', 'revision_number': 1, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:19:59.489241 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cdbd44ed-c3b4-4484-bb60-c9ca19f2b9b2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7485094 Mar 07 16:19:59.491862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47566) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:59.530974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:19:59.533883 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:59.563248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:19:59.581085 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a85e56-d075-48fe-8b69-4ef991634705 None None] The sync data for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 is: [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:19:55Z', 'revision_number': 6, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'port_id': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'mac_address': 'fa:16:3e:f8:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:18:28Z', 'updated_at': '2022-03-07T16:18:33Z', 'revision_number': 1, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:19:59.586870 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01692386-8d07-4e06-8237-a6fb2e699266 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:59.609198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01692386-8d07-4e06-8237-a6fb2e699266 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:59.612798 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-01692386-8d07-4e06-8237-a6fb2e699266 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1180704 Mar 07 16:19:59.613911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:19:59.615920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47572) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:59.617647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47574) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:59.637644 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:19:59.672931 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ff0a48eb-ab47-4392-9c36-ed62dd62cfa0 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6203463 Mar 07 16:19:59.673496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47580) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:19:59.677817 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e706fa45-b141-4176-9fab-caf286abf1e9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-561895539'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:59.693023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:19:59.873316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a317b-ab0d-45ca-8a16-360281ef491f req-fcd8d178-8894-4850-bc4e-3aff219b0251 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:59.875286 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c5a317b-ab0d-45ca-8a16-360281ef491f req-fcd8d178-8894-4850-bc4e-3aff219b0251 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 945 time: 0.1417644 Mar 07 16:19:59.914298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1638952639-network', 'tenant_id': '34538b2200104f50ab35a4d862571242'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:19:59.914542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:19:59.928548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-7caa3a5d-a480-4678-8541-f4bd7fd0dc11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:59.930292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-7caa3a5d-a480-4678-8541-f4bd7fd0dc11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8&tenant_id=b01e219725e74cf185bd0d470e0fcf3a&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 945 time: 0.3151991 Mar 07 16:19:59.961677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10470b00-5767-40af-bedf-470ba6519080 req-cf4e70ac-2e3d-4de1-af3e-a4bb035cac32 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:19:59.963495 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10470b00-5767-40af-bedf-470ba6519080 req-cf4e70ac-2e3d-4de1-af3e-a4bb035cac32 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 946 time: 0.1785533 Mar 07 16:20:00.051662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de9185-4970-49e6-ab79-955f57773260 req-ca0103d8-c336-4687-aee3-93b07bff68eb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:00.053454 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5de9185-4970-49e6-ab79-955f57773260 req-ca0103d8-c336-4687-aee3-93b07bff68eb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 946 time: 0.4113231 Mar 07 16:20:00.103964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Made reservation on behalf of 34538b2200104f50ab35a4d862571242 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:00.105672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.114691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c5a317b-ab0d-45ca-8a16-360281ef491f req-a915baf9-7840-48fd-8bd6-efe684112dcf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284491 Mar 07 16:20:00.146554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.194631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 014bd1de-6157-4697-aeaf-f5c5dc0947bf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:00.357185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 014bd1de-6157-4697-aeaf-f5c5dc0947bf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:00.357557 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.366510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Publish callbacks [] for security_group (d84597c1-b86c-4908-a531-90f815f80b75), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.387741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d84597c1-b86c-4908-a531-90f815f80b75), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.396969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10470b00-5767-40af-bedf-470ba6519080 req-f7db0691-a79f-4b33-944b-6821adb6545a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206285 Mar 07 16:20:00.439741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e706fa45-b141-4176-9fab-caf286abf1e9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (d0573e52-bbf8-4604-9651-71cc27822b5d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.457577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-81f936c4-6acc-476c-8279-34cfdab0d1fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 521afe90-f24c-45e4-a52e-04c6cf78b7a3 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:00.458038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f936c4-6acc-476c-8279-34cfdab0d1fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (521afe90-f24c-45e4-a52e-04c6cf78b7a3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.458423 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e706fa45-b141-4176-9fab-caf286abf1e9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (d0573e52-bbf8-4604-9651-71cc27822b5d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.546371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:00.552996 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-105687bc-cfe4-4ec2-a6c8-2581713eacfd service neutron] 10.222.0.11 "GET /v2.0/ports/9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 382 time: 0.6101849 Mar 07 16:20:00.616940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e706fa45-b141-4176-9fab-caf286abf1e9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router d0573e52-bbf8-4604-9651-71cc27822b5d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:00.619989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ad3c6210-49a3-429c-aa90-f37b8c7b6674), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.620457 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Added segment ad3c6210-49a3-429c-aa90-f37b8c7b6674 of type vlan for network 7c859372-ca9b-406d-88af-5cc6cb73ae94 Mar 07 16:20:00.639928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84597c1-b86c-4908-a531-90f815f80b75,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:00.709064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f936c4-6acc-476c-8279-34cfdab0d1fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (521afe90-f24c-45e4-a52e-04c6cf78b7a3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.722542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-f5de9185-4970-49e6-ab79-955f57773260 req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port ce3e474b-1a51-481f-b536-b7aabf9e7839 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:00.723035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5de9185-4970-49e6-ab79-955f57773260 req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.736456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 014bd1de-6157-4697-aeaf-f5c5dc0947bf is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:00.737061 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.751064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e706fa45-b141-4176-9fab-caf286abf1e9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:00.755127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-81f936c4-6acc-476c-8279-34cfdab0d1fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 521afe90-f24c-45e4-a52e-04c6cf78b7a3 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:00.758898 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e706fa45-b141-4176-9fab-caf286abf1e9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.764324 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e706fa45-b141-4176-9fab-caf286abf1e9 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/d0573e52-bbf8-4604-9651-71cc27822b5d HTTP/1.1" status: 200 len: 891 time: 1.0900066 Mar 07 16:20:00.764950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47588) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:00.768103 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5e3e9-a377-44c5-9723-d77ea0af89f9 None None] Sync routers for ids ['d0573e52-bbf8-4604-9651-71cc27822b5d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:00.782714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7c859372-ca9b-406d-88af-5cc6cb73ae94), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.786669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8fb31906-308b-4cf2-9034-29735a0f3bf6 None None] Provisioning complete for port 014bd1de-6157-4697-aeaf-f5c5dc0947bf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:00.787075 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5e3e9-a377-44c5-9723-d77ea0af89f9 None None] Routers {'d0573e52-bbf8-4604-9651-71cc27822b5d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:00.787396 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8fb31906-308b-4cf2-9034-29735a0f3bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.788377 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-28c5e3e9-a377-44c5-9723-d77ea0af89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d0573e52-bbf8-4604-9651-71cc27822b5d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:00.830673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 014bd1de-6157-4697-aeaf-f5c5dc0947bf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=014bd1de-6157-4697-aeaf-f5c5dc0947bf,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:00.854609 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:00.881195 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-28c5e3e9-a377-44c5-9723-d77ea0af89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:00.889439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:20:00.894318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-ea3e153f-5c30-4f6f-96e4-6e11a0040088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:00.896112 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-ea3e153f-5c30-4f6f-96e4-6e11a0040088 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1127 time: 0.3044562 Mar 07 16:20:00.897132 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5e3e9-a377-44c5-9723-d77ea0af89f9 None None] Routers {'d0573e52-bbf8-4604-9651-71cc27822b5d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:00.898907 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-28c5e3e9-a377-44c5-9723-d77ea0af89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['d0573e52-bbf8-4604-9651-71cc27822b5d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:00.913746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f4ec72c-c437-43c7-bb01-0cf39054f9fd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/routers/d0573e52-bbf8-4604-9651-71cc27822b5d HTTP/1.1" status: 200 len: 891 time: 0.1474245 Mar 07 16:20:00.914439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47590) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:00.940022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=014bd1de-6157-4697-aeaf-f5c5dc0947bf,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:00.943297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:00.971085 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5fcfa523-4b37-4982-a5ab-3946d4313f6d tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0573e52-bbf8-4604-9651-71cc27822b5d HTTP/1.1" status: 200 len: 205 time: 0.0441470 Mar 07 16:20:00.972027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47592) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:00.979738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:00.980123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7b8b53e5-5927-4222-81e2-a21fb3c9eea6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:00.980633 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-28c5e3e9-a377-44c5-9723-d77ea0af89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:00.981313 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5e3e9-a377-44c5-9723-d77ea0af89f9 None None] The sync data for ids ['d0573e52-bbf8-4604-9651-71cc27822b5d'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:01.004725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7c859372-ca9b-406d-88af-5cc6cb73ae94), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.006453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:01.007123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.036857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8fb31906-308b-4cf2-9034-29735a0f3bf6 None None] Current status of the port 014bd1de-6157-4697-aeaf-f5c5dc0947bf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:01.087265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-f5de9185-4970-49e6-ab79-955f57773260 req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] For port ce3e474b-1a51-481f-b536-b7aabf9e7839, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ce3e474b-1a51-481f-b536-b7aabf9e7839,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:01.087650 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5de9185-4970-49e6-ab79-955f57773260 req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.104154 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (d0573e52-bbf8-4604-9651-71cc27822b5d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.141314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5225041 Mar 07 16:20:01.147086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47594) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:01.152832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Request body: {'subnet': {'network_id': '7c859372-ca9b-406d-88af-5cc6cb73ae94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1638952639-subnet', 'tenant_id': '34538b2200104f50ab35a4d862571242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:01.160543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d615111c-b7dd-456a-9552-f4e5bd38fa58 None None] Provisioning complete for port 521afe90-f24c-45e4-a52e-04c6cf78b7a3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:01.161083 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d615111c-b7dd-456a-9552-f4e5bd38fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (521afe90-f24c-45e4-a52e-04c6cf78b7a3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.171458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-f5de9185-4970-49e6-ab79-955f57773260 req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for ce3e474b-1a51-481f-b536-b7aabf9e7839 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:01.200674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27046d16-c804-43a0-b9f1-762cd36e404d admin admin] Pushing event updated for resources: {'Network': ['ID=7c859372-ca9b-406d-88af-5cc6cb73ae94,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:01.205327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d615111c-b7dd-456a-9552-f4e5bd38fa58 None None] Port 521afe90-f24c-45e4-a52e-04c6cf78b7a3 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:20:01.218601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7c859372-ca9b-406d-88af-5cc6cb73ae94 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:01.218861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Made reservation on behalf of 34538b2200104f50ab35a4d862571242 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:01.221186 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.344202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_gateway (d0573e52-bbf8-4604-9651-71cc27822b5d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.397979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ca9d8-232d-4889-832f-ce9567877b7a req-0b21bb9c-9570-4f58-80f2-15610ac8c7b4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:01.406975 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a92ca9d8-232d-4889-832f-ce9567877b7a req-0b21bb9c-9570-4f58-80f2-15610ac8c7b4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 945 time: 0.1201184 Mar 07 16:20:01.450051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port 16c1d3e6-2320-4d09-a9aa-48ba68b2e71a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:01.450396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (16c1d3e6-2320-4d09-a9aa-48ba68b2e71a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.490322 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a92ca9d8-232d-4889-832f-ce9567877b7a req-2e7b75b6-dfcb-4eb3-9b04-c4495dd2dd27 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768526 Mar 07 16:20:01.563484 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (16c1d3e6-2320-4d09-a9aa-48ba68b2e71a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.580892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for 16c1d3e6-2320-4d09-a9aa-48ba68b2e71a owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:01.641807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-dea4eb68-e2c6-4370-955a-e81cefcc2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:01.643306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-dea4eb68-e2c6-4370-955a-e81cefcc2b7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.7353106 Mar 07 16:20:01.763361 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f936c4-6acc-476c-8279-34cfdab0d1fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (521afe90-f24c-45e4-a52e-04c6cf78b7a3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.772270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-9a98896d-4ab8-476b-a576-2eaa25cb353a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1001 time: 0.1206539 Mar 07 16:20:01.783626 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (16c1d3e6-2320-4d09-a9aa-48ba68b2e71a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.815906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=16c1d3e6-2320-4d09-a9aa-48ba68b2e71a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:01.825963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f936c4-6acc-476c-8279-34cfdab0d1fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=521afe90-f24c-45e4-a52e-04c6cf78b7a3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:01.868918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1b8f3-0f4f-48da-9c9f-68696d811d2f req-b699a24d-3d16-408d-8b18-ab51d0924188 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:01.871299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-27b1b8f3-0f4f-48da-9c9f-68696d811d2f req-b699a24d-3d16-408d-8b18-ab51d0924188 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 946 time: 0.2454941 Mar 07 16:20:01.933631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81f936c4-6acc-476c-8279-34cfdab0d1fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:01.937270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-81f936c4-6acc-476c-8279-34cfdab0d1fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/521afe90-f24c-45e4-a52e-04c6cf78b7a3 HTTP/1.1" status: 204 len: 168 time: 2.3138599 Mar 07 16:20:01.940681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47614) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:01.963790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-bfb4e388-30ec-4ed5-9cfa-dd0e59e57c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:01.966137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-bfb4e388-30ec-4ed5-9cfa-dd0e59e57c32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.1781058 Mar 07 16:20:01.991823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 014bd1de-6157-4697-aeaf-f5c5dc0947bf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:02.038201 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-27b1b8f3-0f4f-48da-9c9f-68696d811d2f req-1684d2b8-27f3-4d3b-966e-7e6a94d58ca9 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=04586184-f625-4235-b116-55ddaf1ce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411850 Mar 07 16:20:02.046414 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5de9185-4970-49e6-ab79-955f57773260 req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ce3e474b-1a51-481f-b536-b7aabf9e7839), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.086605 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (d0573e52-bbf8-4604-9651-71cc27822b5d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.095866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 014bd1de-6157-4697-aeaf-f5c5dc0947bf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:02.096259 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.123398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47616) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:02.162560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=ce3e474b-1a51-481f-b536-b7aabf9e7839,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:02.188146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-94aa1f6e-4492-45c2-92e4-e37712a2d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:02.190632 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-94aa1f6e-4492-45c2-92e4-e37712a2d7d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2141669 Mar 07 16:20:02.217130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5de9185-4970-49e6-ab79-955f57773260 req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] No DVR routers for this DVR port ce3e474b-1a51-481f-b536-b7aabf9e7839 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:02.227259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f5de9185-4970-49e6-ab79-955f57773260 req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.232233 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5de9185-4970-49e6-ab79-955f57773260 req-ae1e507d-5a50-49c9-a658-809cfedddb3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "DELETE /v2.0/ports/ce3e474b-1a51-481f-b536-b7aabf9e7839 HTTP/1.1" status: 204 len: 173 time: 2.1650126 Mar 07 16:20:02.234006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59522e3-040c-411e-b3b3-e140ac8ff205', 'name': 'network-vif-deleted', 'tag': 'ce3e474b-1a51-481f-b536-b7aabf9e7839'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:20:02.238233 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b09fe-fceb-4b16-8134-63f0c3a302ee" -d '{"events": [{"server_uuid": "c59522e3-040c-411e-b3b3-e140ac8ff205", "name": "network-vif-deleted", "tag": "ce3e474b-1a51-481f-b536-b7aabf9e7839"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:20:02.283392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 014bd1de-6157-4697-aeaf-f5c5dc0947bf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:02.342649 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f5e219-f5bb-4cc1-b393-b37c299b74d2 x-openstack-request-id: req-b2f5e219-f5bb-4cc1-b393-b37c299b74d2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:20:02.344288 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59522e3-040c-411e-b3b3-e140ac8ff205", "name": "network-vif-deleted", "tag": "ce3e474b-1a51-481f-b536-b7aabf9e7839", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:20:02.344682 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2f5e219-f5bb-4cc1-b393-b37c299b74d2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:20:02.347097 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59522e3-040c-411e-b3b3-e140ac8ff205', 'name': 'network-vif-deleted', 'tag': 'ce3e474b-1a51-481f-b536-b7aabf9e7839', 'status': 'completed', 'code': 200} Mar 07 16:20:02.405038 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-3640b08b-e277-404b-9a85-513089c8fe3e service neutron] 10.222.0.11 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907022 Mar 07 16:20:02.421584 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9507a94-0c96-44f2-9922-8b86a3c022ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.522220 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065830e-03d8-4758-8eab-96aeddafc227 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:02.523802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065830e-03d8-4758-8eab-96aeddafc227 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:02.528584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6065830e-03d8-4758-8eab-96aeddafc227 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5820453 Mar 07 16:20:02.529759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47626) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:02.569660 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (d0573e52-bbf8-4604-9651-71cc27822b5d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.571607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (d0573e52-bbf8-4604-9651-71cc27822b5d), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.576567 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (de4770e6-803c-44bc-8ad8-e2f982f23bd2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.595923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-a4279009-4d20-4874-ac67-934587ed7bd4 service neutron] 10.222.0.11 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837084 Mar 07 16:20:02.627648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-077e7b07-fae1-407f-b141-ba4467615136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 356b4bf2-5d87-4bbe-b70e-a022d4ee8d11 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:02.633544 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-077e7b07-fae1-407f-b141-ba4467615136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (356b4bf2-5d87-4bbe-b70e-a022d4ee8d11), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.662027 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (d0573e52-bbf8-4604-9651-71cc27822b5d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.662678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Fanout notify agent at l3_agent the message router_deleted on router d0573e52-bbf8-4604-9651-71cc27822b5d {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:20:02.680302 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.681544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-84eed351-da66-4a32-a557-62a0618b1027 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/d0573e52-bbf8-4604-9651-71cc27822b5d HTTP/1.1" status: 204 len: 168 time: 1.7083902 Mar 07 16:20:02.700946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47628) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:02.704432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4770e6-803c-44bc-8ad8-e2f982f23bd2,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:02.719814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Checking segment: {'id': 'ad3c6210-49a3-429c-aa90-f37b8c7b6674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7c859372-ca9b-406d-88af-5cc6cb73ae94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:02.720273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Network hostable DHCP agents. Network: 7c859372-ca9b-406d-88af-5cc6cb73ae94, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:02.732722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-83652612'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:02.742696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Network 7c859372-ca9b-406d-88af-5cc6cb73ae94 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:02.749084 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9507a94-0c96-44f2-9922-8b86a3c022ab admin admin] Publish callbacks [] for security_group (ad512bff-c9eb-4614-91e4-b6ba04d22576), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.755681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 7c859372-ca9b-406d-88af-5cc6cb73ae94) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:02.759269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-077e7b07-fae1-407f-b141-ba4467615136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (356b4bf2-5d87-4bbe-b70e-a022d4ee8d11), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.760864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:02.761591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.763943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9507a94-0c96-44f2-9922-8b86a3c022ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ad512bff-c9eb-4614-91e4-b6ba04d22576), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.769625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba372e33-c81c-4b00-a7ac-5c0f92a03147 None None] Network 7c859372-ca9b-406d-88af-5cc6cb73ae94 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:02.791374 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-091e44cd-9bba-4f42-b0e4-5a5b948e6efa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6431720 Mar 07 16:20:02.835236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:02.838569 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.868510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9507a94-0c96-44f2-9922-8b86a3c022ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad512bff-c9eb-4614-91e4-b6ba04d22576,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:02.878076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47632) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:02.878208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f9507a94-0c96-44f2-9922-8b86a3c022ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f09105f401bc4f779a603e98dcc0e221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7511830 Mar 07 16:20:02.890409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:02.891748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7e8f-23ca-461c-9fe7-be1946f3872c req-85e9087a-7ff0-4d0f-a9ec-39be7e14e54c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:02.893352 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5bbe7e8f-23ca-461c-9fe7-be1946f3872c req-85e9087a-7ff0-4d0f-a9ec-39be7e14e54c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 945 time: 0.2223418 Mar 07 16:20:02.941300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe32bc-0280-43e6-89f4-478f47eae7e5 None None] Network 7c859372-ca9b-406d-88af-5cc6cb73ae94 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:02.958676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:02.976530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-077e7b07-fae1-407f-b141-ba4467615136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (356b4bf2-5d87-4bbe-b70e-a022d4ee8d11), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.980139 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e207f088-6945-4277-b641-ce17bb4be479), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:02.980490 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added segment e207f088-6945-4277-b641-ce17bb4be479 of type vlan for network cca32e50-ff2b-420b-a86f-a7e9f1894dde Mar 07 16:20:02.981273 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04c71d85-049f-4cd6-99b6-55157303fd07 admin admin] Publish callbacks [] for security_group (ad512bff-c9eb-4614-91e4-b6ba04d22576), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.024049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04c71d85-049f-4cd6-99b6-55157303fd07 admin admin] Publish callbacks [] for security_group (ad512bff-c9eb-4614-91e4-b6ba04d22576), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.054873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:20:03.064715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:03.065109 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.101735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5bbe7e8f-23ca-461c-9fe7-be1946f3872c req-86076d8a-0f63-4277-bc62-e8e407d0dc2b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739237 Mar 07 16:20:03.117143 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (cca32e50-ff2b-420b-a86f-a7e9f1894dde), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.122362 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04c71d85-049f-4cd6-99b6-55157303fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ad512bff-c9eb-4614-91e4-b6ba04d22576), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.129823 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04c71d85-049f-4cd6-99b6-55157303fd07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.137712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-04c71d85-049f-4cd6-99b6-55157303fd07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad512bff-c9eb-4614-91e4-b6ba04d22576 HTTP/1.1" status: 204 len: 168 time: 0.2556305 Mar 07 16:20:03.166472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c71d85-049f-4cd6-99b6-55157303fd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad512bff-c9eb-4614-91e4-b6ba04d22576,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:03.176938 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-077e7b07-fae1-407f-b141-ba4467615136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (356b4bf2-5d87-4bbe-b70e-a022d4ee8d11), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.225271 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (cca32e50-ff2b-420b-a86f-a7e9f1894dde), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.232454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:03.233277 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.237060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:03.237682 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.252973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a37b2211-6e2d-4095-ad25-b99c754894f9 req-db2e1243-14d4-4ecb-a166-c923e50bfc70 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c59522e3-040c-411e-b3b3-e140ac8ff205 HTTP/1.1" status: 200 len: 210 time: 0.0703626 Mar 07 16:20:03.278862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e7b07-fae1-407f-b141-ba4467615136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=356b4bf2-5d87-4bbe-b70e-a022d4ee8d11,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:03.301861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:20:03.305200 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6ae258-93e2-4c1b-bbf4-600ac74a1866" -d '{"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:20:03.318495 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-077e7b07-fae1-407f-b141-ba4467615136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.325389 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-077e7b07-fae1-407f-b141-ba4467615136 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/356b4bf2-5d87-4bbe-b70e-a022d4ee8d11 HTTP/1.1" status: 204 len: 168 time: 0.7904401 Mar 07 16:20:03.326215 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47644) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:03.327927 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ff7e9-4ede-4221-89ae-ff52b276e797 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:03.330895 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6264358 Mar 07 16:20:03.333978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47646) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:03.336226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61725bde-9520-4129-9184-2288bcdbc456 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Network': ['ID=cca32e50-ff2b-420b-a86f-a7e9f1894dde,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:03.351906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'subnet': {'network_id': 'cca32e50-ff2b-420b-a86f-a7e9f1894dde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:03.359490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network cca32e50-ff2b-420b-a86f-a7e9f1894dde details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:03.369612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:03.409499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d0f84dd3-a055-4cb3-bfe2-9efca563b52b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795798 Mar 07 16:20:03.410174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47650) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:03.463696 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.464363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ce3e474b-1a51-481f-b536-b7aabf9e7839 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:03.473943 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412bf415-6d64-4eb5-bc7d-794e2abe4d87 x-openstack-request-id: req-412bf415-6d64-4eb5-bc7d-794e2abe4d87 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:20:03.474425 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:20:03.474699 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-412bf415-6d64-4eb5-bc7d-794e2abe4d87 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:20:03.475210 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'code': 200} Mar 07 16:20:03.518420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bfa8e-cf78-400e-8b96-69001889ba1e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:03.523422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-021bfa8e-cf78-400e-8b96-69001889ba1e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1118233 Mar 07 16:20:03.527041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47652) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:03.564691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: ce3e474b-1a51-481f-b536-b7aabf9e7839 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:03.565039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ce3e474b-1a51-481f-b536-b7aabf9e7839 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:03.630699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:03.642914 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:03.646642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.654202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90698be-b0ad-4c60-8a24-0f726bf65190 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:03.661493 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e90698be-b0ad-4c60-8a24-0f726bf65190 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1283937 Mar 07 16:20:03.662282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47656) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:03.726564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eba58f0c-e87f-4084-94c7-084dd67ded2d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595999 Mar 07 16:20:03.727250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47660) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:03.731012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7b653-05dd-41cd-ab09-9fc5ba29a59f None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:20:03.733100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:03.766322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47662) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:03.803618 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-587c3ecb-e09e-4bfa-9bb2-2abde0c92ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.810190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7b653-05dd-41cd-ab09-9fc5ba29a59f None None] Deleting port 014bd1de-6157-4697-aeaf-f5c5dc0947bf {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:03.810576 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b653-05dd-41cd-ab09-9fc5ba29a59f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.856949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:03.861038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.904650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d1b7b653-05dd-41cd-ab09-9fc5ba29a59f None None] For port 014bd1de-6157-4697-aeaf-f5c5dc0947bf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=014bd1de-6157-4697-aeaf-f5c5dc0947bf,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:03.905163 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b653-05dd-41cd-ab09-9fc5ba29a59f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.922951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7b653-05dd-41cd-ab09-9fc5ba29a59f None None] Calling delete_port for 014bd1de-6157-4697-aeaf-f5c5dc0947bf owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:03.935524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 014bd1de-6157-4697-aeaf-f5c5dc0947bf no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:03.969259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-587c3ecb-e09e-4bfa-9bb2-2abde0c92ebd admin admin] Publish callbacks [] for security_group (0d97b577-3e7a-43bc-8fce-554412fc8c7f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:03.974675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-587c3ecb-e09e-4bfa-9bb2-2abde0c92ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0d97b577-3e7a-43bc-8fce-554412fc8c7f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.022725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c3ecb-e09e-4bfa-9bb2-2abde0c92ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d97b577-3e7a-43bc-8fce-554412fc8c7f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:04.025619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (c4367b45-9229-4017-874f-2c36392f063c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.036736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-587c3ecb-e09e-4bfa-9bb2-2abde0c92ebd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a30ff0c35a14b728f38faca4c32769f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2693007 Mar 07 16:20:04.050365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47664) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:04.100295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Subnet': ['ID=c4367b45-9229-4017-874f-2c36392f063c,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:04.110285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Checking segment: {'id': 'e207f088-6945-4277-b641-ce17bb4be479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cca32e50-ff2b-420b-a86f-a7e9f1894dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:04.111014 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network hostable DHCP agents. Network: cca32e50-ff2b-420b-a86f-a7e9f1894dde, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:04.115303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 014bd1de-6157-4697-aeaf-f5c5dc0947bf is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:04.115785 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.133823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network cca32e50-ff2b-420b-a86f-a7e9f1894dde is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:04.148856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, cca32e50-ff2b-420b-a86f-a7e9f1894dde) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:04.159500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-357ac640-8e29-4039-8ae3-82f085c7a140 admin admin] Publish callbacks [] for security_group (0d97b577-3e7a-43bc-8fce-554412fc8c7f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.163974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:04.165571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.178602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5363bf02-fa75-496b-8581-98fcf1fc9b24 None None] Network cca32e50-ff2b-420b-a86f-a7e9f1894dde requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:04.183064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-357ac640-8e29-4039-8ae3-82f085c7a140 admin admin] Publish callbacks [] for security_group (0d97b577-3e7a-43bc-8fce-554412fc8c7f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.191008 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6159e0c1-c17d-40ee-9a37-1507f1dafe5b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8555739 Mar 07 16:20:04.193751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47668) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:04.198390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 014bd1de-6157-4697-aeaf-f5c5dc0947bf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=014bd1de-6157-4697-aeaf-f5c5dc0947bf,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:04.202904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8c84de70-4b26-4d00-9e34-b33392744973 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1944273555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:04.211183 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.254342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:20:04.256154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.272871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event deleted for resources: {'Port': ['ID=014bd1de-6157-4697-aeaf-f5c5dc0947bf,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:04.275403 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b653-05dd-41cd-ab09-9fc5ba29a59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (014bd1de-6157-4697-aeaf-f5c5dc0947bf), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.302701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:04.310100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:04.310886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c84de70-4b26-4d00-9e34-b33392744973 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (79e862bd-d722-421b-a71e-d42426d1dc81), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.314501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c84de70-4b26-4d00-9e34-b33392744973 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (79e862bd-d722-421b-a71e-d42426d1dc81), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.323396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:04.324059 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.326528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-357ac640-8e29-4039-8ae3-82f085c7a140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0d97b577-3e7a-43bc-8fce-554412fc8c7f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.329018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-357ac640-8e29-4039-8ae3-82f085c7a140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.332831 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-357ac640-8e29-4039-8ae3-82f085c7a140 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d97b577-3e7a-43bc-8fce-554412fc8c7f HTTP/1.1" status: 204 len: 168 time: 0.2814357 Mar 07 16:20:04.348270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b475d4e-b6f9-475c-be6c-ce5782658e78 req-95c7c5e0-47c2-46a4-a671-e05bcf3c03ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:04.350815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:04.351320 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b475d4e-b6f9-475c-be6c-ce5782658e78 req-95c7c5e0-47c2-46a4-a671-e05bcf3c03ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.1351104 Mar 07 16:20:04.354446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ac640-8e29-4039-8ae3-82f085c7a140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d97b577-3e7a-43bc-8fce-554412fc8c7f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:04.369572 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-474c83ca-d3b9-40f1-a424-82d42b3245c2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6391025 Mar 07 16:20:04.373415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7b653-05dd-41cd-ab09-9fc5ba29a59f None None] Pushing event deleted for resources: {'Port': ['ID=014bd1de-6157-4697-aeaf-f5c5dc0947bf,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:04.373580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47674) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:04.373580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47676) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:04.390122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:06:ec:75', 'name': 'tempest-NetworksTestDHCPv6-2038386516'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:04.392284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7b653-05dd-41cd-ab09-9fc5ba29a59f None None] No DVR routers for this DVR port 014bd1de-6157-4697-aeaf-f5c5dc0947bf on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:04.453909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc512f6a-d9fb-4cb4-8863-842b7ee445e5 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:04.467257 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b475d4e-b6f9-475c-be6c-ce5782658e78 req-88613a2b-4b2b-418b-accb-c0ad03169462 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054080 Mar 07 16:20:04.507079 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c84de70-4b26-4d00-9e34-b33392744973 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (79e862bd-d722-421b-a71e-d42426d1dc81), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.517508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c84de70-4b26-4d00-9e34-b33392744973 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (79e862bd-d722-421b-a71e-d42426d1dc81), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.556060 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66b682db-7941-42f7-a59b-49924451dee0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (04586184-f625-4235-b116-55ddaf1ce15c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.569262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c84de70-4b26-4d00-9e34-b33392744973 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.574253 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8c84de70-4b26-4d00-9e34-b33392744973 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3775485 Mar 07 16:20:04.575019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47678) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:04.576312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-cca32e50-ff2b-420b-a86f-a7e9f1894dde', 'network_id': 'cca32e50-ff2b-420b-a86f-a7e9f1894dde', 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'fixed_ips': [{'subnet_id': 'c4367b45-9229-4017-874f-2c36392f063c'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:04.577304 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.594582 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66b682db-7941-42f7-a59b-49924451dee0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (04586184-f625-4235-b116-55ddaf1ce15c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.690431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:04.723712 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66b682db-7941-42f7-a59b-49924451dee0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (04586184-f625-4235-b116-55ddaf1ce15c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.727924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66b682db-7941-42f7-a59b-49924451dee0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.731523 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-66b682db-7941-42f7-a59b-49924451dee0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/security-groups/04586184-f625-4235-b116-55ddaf1ce15c HTTP/1.1" status: 204 len: 168 time: 0.3524597 Mar 07 16:20:04.768090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b682db-7941-42f7-a59b-49924451dee0 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04586184-f625-4235-b116-55ddaf1ce15c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:04.796320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47688) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:04.844224 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.864804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': 'a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:04.871444 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.937287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbe1646-62cc-4017-95ee-88abd263c1c7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting subnet 758d627a-3d76-4102-af7d-e18c0abccb23 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:04.959730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1646-62cc-4017-95ee-88abd263c1c7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for subnet (758d627a-3d76-4102-af7d-e18c0abccb23), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:04.969799 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47692) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:05.004766 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 08da97d8-9c4c-42fb-90c9-c522166c2d4f yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:20:05.021572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Allocated IP 2001:db8::2 (cca32e50-ff2b-420b-a86f-a7e9f1894dde/c4367b45-9229-4017-874f-2c36392f063c/f228487c-a626-4e70-8bc3-694ef0c9d06e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:05.027771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8b48a3e-f095-4953-97f7-130ffc78ac90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.071301 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1646-62cc-4017-95ee-88abd263c1c7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (758d627a-3d76-4102-af7d-e18c0abccb23), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.111025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47696) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:05.120469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.161375 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-48d2e5ef-1a58-4abc-b1bb-d5468b30ea5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2558832 Mar 07 16:20:05.206157 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Allocated IP 2001:db8::f816:3eff:fe28:8d0b (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3/da896117-fbc2-40ca-a520-1660f655277b) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:05.289267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcac1a11-de4f-4d56-8a09-6abff8e3588e admin admin] Deleting subnet de4770e6-803c-44bc-8ad8-e2f982f23bd2 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:05.297068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcac1a11-de4f-4d56-8a09-6abff8e3588e admin admin] Publish callbacks [] for subnet (de4770e6-803c-44bc-8ad8-e2f982f23bd2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.370233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-7a67a036-378f-4db9-98b2-5b34b56cc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:05.374094 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-7a67a036-378f-4db9-98b2-5b34b56cc762 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 1127 time: 0.1520519 Mar 07 16:20:05.377976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcac1a11-de4f-4d56-8a09-6abff8e3588e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (de4770e6-803c-44bc-8ad8-e2f982f23bd2), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.387181 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1646-62cc-4017-95ee-88abd263c1c7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (758d627a-3d76-4102-af7d-e18c0abccb23), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.390992 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Publish callbacks [] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.409113 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.477465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Network cca32e50-ff2b-420b-a86f-a7e9f1894dde is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:05.484347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-e7f18ec7-5e50-4e10-ac53-6208e24ba81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:05.485891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-e7f18ec7-5e50-4e10-ac53-6208e24ba81a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1128 time: 0.2900927 Mar 07 16:20:05.488487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:05.494160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:05.513918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Pushing event updated for resources: {'Port': ['ID=f228487c-a626-4e70-8bc3-694ef0c9d06e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:05.522227 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Publish callbacks [] for port (da896117-fbc2-40ca-a520-1660f655277b), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.551821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8b48a3e-f095-4953-97f7-130ffc78ac90 admin admin] Publish callbacks [] for security_group (fcae901c-1f4a-48ff-9338-ee9b108ef8c6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.559491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcac1a11-de4f-4d56-8a09-6abff8e3588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (de4770e6-803c-44bc-8ad8-e2f982f23bd2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.582172 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (da896117-fbc2-40ca-a520-1660f655277b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.605665 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8b48a3e-f095-4953-97f7-130ffc78ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fcae901c-1f4a-48ff-9338-ee9b108ef8c6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.631946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Attempting to bind port f228487c-a626-4e70-8bc3-694ef0c9d06e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:05.632653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Attempting to bind port f228487c-a626-4e70-8bc3-694ef0c9d06e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'e207f088-6945-4277-b641-ce17bb4be479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cca32e50-ff2b-420b-a86f-a7e9f1894dde'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:05.633219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Attempting to bind port f228487c-a626-4e70-8bc3-694ef0c9d06e on network cca32e50-ff2b-420b-a86f-a7e9f1894dde {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:05.639015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:05.643558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b8b48a3e-f095-4953-97f7-130ffc78ac90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=526f8837aa60483fabec4c5b262acce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6729381 Mar 07 16:20:05.647810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:05.647995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47700) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:05.652621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:05.658259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:05.659078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Checking segment: {'id': 'e207f088-6945-4277-b641-ce17bb4be479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cca32e50-ff2b-420b-a86f-a7e9f1894dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:05.659687 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.660330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Bound using segment: {'id': 'e207f088-6945-4277-b641-ce17bb4be479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cca32e50-ff2b-420b-a86f-a7e9f1894dde'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:05.661052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Bound port: f228487c-a626-4e70-8bc3-694ef0c9d06e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207f088-6945-4277-b641-ce17bb4be479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cca32e50-ff2b-420b-a86f-a7e9f1894dde'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:05.661636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.668183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-e740ee15-52b1-47fa-af4b-507dd511ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:05.669705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-e740ee15-52b1-47fa-af4b-507dd511ad68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 1128 time: 0.2234976 Mar 07 16:20:05.697405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:05.705948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:fe06:ec75 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3/08da97d8-9c4c-42fb-90c9-c522166c2d4f) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:05.738542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-5c6045e0-5bc1-42bb-99b3-8dbec769a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:05.739293 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1646-62cc-4017-95ee-88abd263c1c7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (758d627a-3d76-4102-af7d-e18c0abccb23), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.739589 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-5c6045e0-5bc1-42bb-99b3-8dbec769a0eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d594787-5633-4408-97a7-2314f773707b HTTP/1.1" status: 200 len: 897 time: 0.3055766 Mar 07 16:20:05.770590 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcac1a11-de4f-4d56-8a09-6abff8e3588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (de4770e6-803c-44bc-8ad8-e2f982f23bd2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.780392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe1646-62cc-4017-95ee-88abd263c1c7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Subnet': ['ID=758d627a-3d76-4102-af7d-e18c0abccb23,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:05.799029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b48a3e-f095-4953-97f7-130ffc78ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcae901c-1f4a-48ff-9338-ee9b108ef8c6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:05.802477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 2001:db8::1 (cca32e50-ff2b-420b-a86f-a7e9f1894dde/c4367b45-9229-4017-874f-2c36392f063c/01e40348-2fde-4a6d-b6ae-c326e8c276f6) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:05.822147 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1646-62cc-4017-95ee-88abd263c1c7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.828716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5bbe1646-62cc-4017-95ee-88abd263c1c7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/subnets/758d627a-3d76-4102-af7d-e18c0abccb23 HTTP/1.1" status: 204 len: 168 time: 1.0279217 Mar 07 16:20:05.831218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47702) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:05.864779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac1a11-de4f-4d56-8a09-6abff8e3588e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4770e6-803c-44bc-8ad8-e2f982f23bd2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:05.873340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Pushing event updated for resources: {'Port': ['ID=da896117-fbc2-40ca-a520-1660f655277b,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:05.876810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d85ff6-76e5-4b96-874e-2952b0f3947e None None] Network 785c5f82-7c75-474a-afcc-0af9dc0bb202 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:05.902437 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-dcac1a11-de4f-4d56-8a09-6abff8e3588e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.906021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dcac1a11-de4f-4d56-8a09-6abff8e3588e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/de4770e6-803c-44bc-8ad8-e2f982f23bd2 HTTP/1.1" status: 204 len: 168 time: 0.7945092 Mar 07 16:20:05.914493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47704) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:05.933888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c565a-01af-4b5a-a97b-d5ab45034c11 req-55971fc8-c20b-46f0-9be6-b3e61bb473da tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:05.936012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e3c565a-01af-4b5a-a97b-d5ab45034c11 req-55971fc8-c20b-46f0-9be6-b3e61bb473da tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.2966568 Mar 07 16:20:05.939829 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (785c5f82-7c75-474a-afcc-0af9dc0bb202), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.973880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-47712f06-9c8d-4d98-a45e-0378326a2b7f admin admin] Publish callbacks [] for security_group (fcae901c-1f4a-48ff-9338-ee9b108ef8c6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.987167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:05.990431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-3816401e-f3dc-4487-916f-6adc593fa53f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e HTTP/1.1" status: 200 len: 1001 time: 0.2313597 Mar 07 16:20:05.996237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-570c1bf6-b2b8-446e-ac4c-30f59d48c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:05.998734 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-570c1bf6-b2b8-446e-ac4c-30f59d48c799 service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.4566407 Mar 07 16:20:06.001665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Attempting to bind port da896117-fbc2-40ca-a520-1660f655277b on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:06.002042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Attempting to bind port da896117-fbc2-40ca-a520-1660f655277b by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:06.002414 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Attempting to bind port da896117-fbc2-40ca-a520-1660f655277b on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:06.016200 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:06.016583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:06.016994 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.017388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:06.017874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Bound port: da896117-fbc2-40ca-a520-1660f655277b, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:06.018260 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (da896117-fbc2-40ca-a520-1660f655277b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.070220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] For port f228487c-a626-4e70-8bc3-694ef0c9d06e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:06.076318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] For port f228487c-a626-4e70-8bc3-694ef0c9d06e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f228487c-a626-4e70-8bc3-694ef0c9d06e,segment=NetworkSegment(e207f088-6945-4277-b641-ce17bb4be479),segment_id=e207f088-6945-4277-b641-ce17bb4be479)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:06.106640 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.109880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-bd0f9fb9-6933-4bca-84d4-576fd784082a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1002 time: 0.1008239 Mar 07 16:20:06.145500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-47712f06-9c8d-4d98-a45e-0378326a2b7f admin admin] Publish callbacks [] for security_group (fcae901c-1f4a-48ff-9338-ee9b108ef8c6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.160335 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e3c565a-01af-4b5a-a97b-d5ab45034c11 req-93ab2053-8a19-4b31-921d-b3fe2b668a58 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869037 Mar 07 16:20:06.217087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7c859372-ca9b-406d-88af-5cc6cb73ae94), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.234438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a5124-7a69-4bff-8cee-f687c8f9c315 None None] Pushing event updated for resources: {'Port': ['ID=f228487c-a626-4e70-8bc3-694ef0c9d06e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:06.240949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] For port da896117-fbc2-40ca-a520-1660f655277b, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:06.247463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] For port da896117-fbc2-40ca-a520-1660f655277b, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=da896117-fbc2-40ca-a520-1660f655277b,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:06.265032 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (da896117-fbc2-40ca-a520-1660f655277b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.292052 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.317655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-d489e851-0ee6-49a2-8d50-ba39374c76ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:06.319314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-d489e851-0ee6-49a2-8d50-ba39374c76ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0779b91c-7c7e-4239-81f2-a820e3554e60 HTTP/1.1" status: 200 len: 835 time: 0.3062828 Mar 07 16:20:06.341385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88795e91-9bb7-4bbc-b662-82aabf2d4661 None None] DHCP port deletion for 785c5f82-7c75-474a-afcc-0af9dc0bb202 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:20:06.343671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-5e533db0-042f-4c8f-bbff-763cff09db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:06.345266 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-5e533db0-042f-4c8f-bbff-763cff09db9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.2029796 Mar 07 16:20:06.349446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.424591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ad915-d2c4-4ae5-bb0f-bd859a357db5 None None] Pushing event updated for resources: {'Port': ['ID=da896117-fbc2-40ca-a520-1660f655277b,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:06.451729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (08da97d8-9c4c-42fb-90c9-c522166c2d4f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.459150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:06.460759 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.488791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-88795e91-9bb7-4bbc-b662-82aabf2d4661 None None] Deleting port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:06.489392 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-88795e91-9bb7-4bbc-b662-82aabf2d4661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.489685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-47712f06-9c8d-4d98-a45e-0378326a2b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fcae901c-1f4a-48ff-9338-ee9b108ef8c6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.505123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-47712f06-9c8d-4d98-a45e-0378326a2b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.505270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network cca32e50-ff2b-420b-a86f-a7e9f1894dde is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:06.505378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-47712f06-9c8d-4d98-a45e-0378326a2b7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcae901c-1f4a-48ff-9338-ee9b108ef8c6 HTTP/1.1" status: 204 len: 168 time: 0.8521621 Mar 07 16:20:06.508000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=01e40348-2fde-4a6d-b6ae-c326e8c276f6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:06.534399 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:06.544434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:06.545007 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (79e862bd-d722-421b-a71e-d42426d1dc81), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.607718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-e4d753eb-7937-44b2-bf9b-f9f3860f8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:06.609197 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-e4d753eb-7937-44b2-bf9b-f9f3860f8e96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2566631 Mar 07 16:20:06.641522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47712f06-9c8d-4d98-a45e-0378326a2b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcae901c-1f4a-48ff-9338-ee9b108ef8c6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:06.652567 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7c859372-ca9b-406d-88af-5cc6cb73ae94), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.660769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-88795e91-9bb7-4bbc-b662-82aabf2d4661 None None] For port 3b484d21-571e-44bc-9f8a-2bd79d276ab4, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3b484d21-571e-44bc-9f8a-2bd79d276ab4,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:06.661392 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-88795e91-9bb7-4bbc-b662-82aabf2d4661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.685168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.704349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-88795e91-9bb7-4bbc-b662-82aabf2d4661 None None] Calling delete_port for 3b484d21-571e-44bc-9f8a-2bd79d276ab4 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:06.746563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-99c88e81-20e8-420e-8504-876244bf75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:06.749937 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-99c88e81-20e8-420e-8504-876244bf75b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d594787-5633-4408-97a7-2314f773707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4195251 Mar 07 16:20:06.807293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c859372-ca9b-406d-88af-5cc6cb73ae94']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:06.837604 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (08da97d8-9c4c-42fb-90c9-c522166c2d4f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.856032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3c6210-49a3-429c-aa90-f37b8c7b6674') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:06.856467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3c6210-49a3-429c-aa90-f37b8c7b6674') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:06.892395 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-88795e91-9bb7-4bbc-b662-82aabf2d4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.926752 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88795e91-9bb7-4bbc-b662-82aabf2d4661 None None] Pushing event deleted for resources: {'Port': ['ID=3b484d21-571e-44bc-9f8a-2bd79d276ab4,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:06.934258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88795e91-9bb7-4bbc-b662-82aabf2d4661 None None] No DVR routers for this DVR port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:06.942437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] For port 3b484d21-571e-44bc-9f8a-2bd79d276ab4, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3b484d21-571e-44bc-9f8a-2bd79d276ab4,segment=NetworkSegment(992fde98-4277-4a60-a695-9c7d24f0a68f),segment_id=992fde98-4277-4a60-a695-9c7d24f0a68f)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:06.944145 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:06.987632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (ad3c6210-49a3-429c-aa90-f37b8c7b6674), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:07.009283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:07.016161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for 3b484d21-571e-44bc-9f8a-2bd79d276ab4 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:07.041697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:07.045608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:07.051429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:07.052146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:07.069068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ad3c6210-49a3-429c-aa90-f37b8c7b6674), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:07.072554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:07.096737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7196720 Mar 07 16:20:07.096737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed49904-43c6-4816-aec5-c55e757cfeab tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=08da97d8-9c4c-42fb-90c9-c522166c2d4f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:07.102482 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-65b36bff-727c-4b0f-b421-d12d21d767f7 service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180516 Mar 07 16:20:07.103245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47712) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:07.109110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:20:07.109110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (ad3c6210-49a3-429c-aa90-f37b8c7b6674), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:20:07.112577 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:20:07.117910 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-dab34404-ec3c-4079-b1c2-428bc8933b49 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210548 Mar 07 16:20:07.137182 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:07.256328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:07.310173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3b484d21-571e-44bc-9f8a-2bd79d276ab4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:07.390397 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-66a434e7-457c-4e78-ba43-02474d5bd492 req-4160c0fd-9c58-43cc-9b84-e1ca971e3046 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639742 Mar 07 16:20:07.395188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:20:07.397439 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96db1603-722a-4d8c-a53e-886b81131815" -d '{"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:20:07.404296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Publish callbacks [] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:07.426483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=3b484d21-571e-44bc-9f8a-2bd79d276ab4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:07.456098 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (7c859372-ca9b-406d-88af-5cc6cb73ae94), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:07.516843 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e240db-bd24-435d-b264-03fbf484cd41 x-openstack-request-id: req-41e240db-bd24-435d-b264-03fbf484cd41 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:20:07.517308 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:20:07.517633 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41e240db-bd24-435d-b264-03fbf484cd41 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:20:07.518979 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'code': 200} Mar 07 16:20:07.528294 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:07.532586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c859372-ca9b-406d-88af-5cc6cb73ae94 HTTP/1.1" status: 204 len: 168 time: 1.6102538 Mar 07 16:20:07.546914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89880546-5d97-4ef3-a7e7-b38c8b5243d3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:07.554278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89880546-5d97-4ef3-a7e7-b38c8b5243d3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:07.560728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-89880546-5d97-4ef3-a7e7-b38c8b5243d3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4492774 Mar 07 16:20:07.579227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47732) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:07.582399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32315a02-3def-40ac-a4cf-f32939256b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=7c859372-ca9b-406d-88af-5cc6cb73ae94,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:07.601133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Transition to ACTIVE for port object 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:20:07.809851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521731b6-796e-439f-aa58-b1a32a0903f2 None None] Network cca32e50-ff2b-420b-a86f-a7e9f1894dde requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:07.897118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47736) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:07.898462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] No DVR routers for this DVR port 3b484d21-571e-44bc-9f8a-2bd79d276ab4 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:07.979504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2fe5bf85-ba0f-4243-af09-6c842b473732 None None] Provisioning complete for port f228487c-a626-4e70-8bc3-694ef0c9d06e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:07.980427 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2fe5bf85-ba0f-4243-af09-6c842b473732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.088125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (785c5f82-7c75-474a-afcc-0af9dc0bb202), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.093458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0e33826f-f716-43b0-8b03-3b0ee75dd545 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34538b2200104f50ab35a4d862571242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916571 Mar 07 16:20:08.106509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47742) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:08.106891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5bf85-ba0f-4243-af09-6c842b473732 None None] Current status of the port f228487c-a626-4e70-8bc3-694ef0c9d06e is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:08.107488 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2fe5bf85-ba0f-4243-af09-6c842b473732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.177742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785c5f82-7c75-474a-afcc-0af9dc0bb202']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:08.188585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2fe5bf85-ba0f-4243-af09-6c842b473732 None None] For port f228487c-a626-4e70-8bc3-694ef0c9d06e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f228487c-a626-4e70-8bc3-694ef0c9d06e,segment=NetworkSegment(e207f088-6945-4277-b641-ce17bb4be479),segment_id=e207f088-6945-4277-b641-ce17bb4be479)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:08.194894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992fde98-4277-4a60-a695-9c7d24f0a68f') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:08.195215 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992fde98-4277-4a60-a695-9c7d24f0a68f') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:08.202989 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2fe5bf85-ba0f-4243-af09-6c842b473732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.229418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.259437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (992fde98-4277-4a60-a695-9c7d24f0a68f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.325866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5bf85-ba0f-4243-af09-6c842b473732 None None] Pushing event updated for resources: {'Port': ['ID=f228487c-a626-4e70-8bc3-694ef0c9d06e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:08.361622 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6fed0a76-2e42-4400-99ba-6477b4b991e5 req-662c1c4c-b82d-46c7-9a4c-bf36107cf08a service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2482905 Mar 07 16:20:08.361922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (992fde98-4277-4a60-a695-9c7d24f0a68f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.400924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:20:08.403938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (992fde98-4277-4a60-a695-9c7d24f0a68f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.407321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1468388-6dd5-48a3-8617-b86d77433a75 req-64cd2b95-bb39-4ac8-81de-7109ff373197 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: self.session.flush() Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:20:08.408824 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:20:08.412593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1468388-6dd5-48a3-8617-b86d77433a75 req-64cd2b95-bb39-4ac8-81de-7109ff373197 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 1.0535233 Mar 07 16:20:08.494899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f838c502-cf35-493b-994a-f4832e7f0bdd None None] Provisioning complete for port da896117-fbc2-40ca-a520-1660f655277b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:08.497438 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f838c502-cf35-493b-994a-f4832e7f0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (da896117-fbc2-40ca-a520-1660f655277b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.505669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=10']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:08.612480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device da896117-fbc2-40ca-a520-1660f655277b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:08.621351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-652b9970-63d4-40b7-9e45-3de2f033a4a9 admin admin] Publish callbacks [] for security_group (d84597c1-b86c-4908-a531-90f815f80b75), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.676740 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] No DVR routers for this DVR port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:08.683359 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.690552 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (785c5f82-7c75-474a-afcc-0af9dc0bb202), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.718837 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.722184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/networks/785c5f82-7c75-474a-afcc-0af9dc0bb202 HTTP/1.1" status: 204 len: 168 time: 2.8861473 Mar 07 16:20:08.730696 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.731692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (79e862bd-d722-421b-a71e-d42426d1dc81), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.735197 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-652b9970-63d4-40b7-9e45-3de2f033a4a9 admin admin] Publish callbacks [] for security_group (d84597c1-b86c-4908-a531-90f815f80b75), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.737624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47744) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:08.853090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port da896117-fbc2-40ca-a520-1660f655277b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:08.863749 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (da896117-fbc2-40ca-a520-1660f655277b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.879916 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1468388-6dd5-48a3-8617-b86d77433a75 req-45f65102-23b2-458b-bfcf-63d82d724cdf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058228 Mar 07 16:20:08.891052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e7a05ffc-e364-4710-9316-ee0dfaad42b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 08da97d8-9c4c-42fb-90c9-c522166c2d4f {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:08.891510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7a05ffc-e364-4710-9316-ee0dfaad42b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (08da97d8-9c4c-42fb-90c9-c522166c2d4f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:08.922559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:08.929727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b50822-0620-471a-a61a-eead5faeda80 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Network': ['ID=785c5f82-7c75-474a-afcc-0af9dc0bb202,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:08.971596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f838c502-cf35-493b-994a-f4832e7f0bdd None None] Current status of the port da896117-fbc2-40ca-a520-1660f655277b is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:08.972262 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f838c502-cf35-493b-994a-f4832e7f0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (da896117-fbc2-40ca-a520-1660f655277b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.036385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] The host n-h2-830010-8 is not matching for port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 host n-h1-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:20:09.037215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:09.046614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f838c502-cf35-493b-994a-f4832e7f0bdd None None] For port da896117-fbc2-40ca-a520-1660f655277b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=da896117-fbc2-40ca-a520-1660f655277b,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:09.080505 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f838c502-cf35-493b-994a-f4832e7f0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (da896117-fbc2-40ca-a520-1660f655277b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.130071 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=01e40348-2fde-4a6d-b6ae-c326e8c276f6,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:09.148665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port da896117-fbc2-40ca-a520-1660f655277b is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:09.149069 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (da896117-fbc2-40ca-a520-1660f655277b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.176118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7a05ffc-e364-4710-9316-ee0dfaad42b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (08da97d8-9c4c-42fb-90c9-c522166c2d4f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.182739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838c502-cf35-493b-994a-f4832e7f0bdd None None] Pushing event updated for resources: {'Port': ['ID=da896117-fbc2-40ca-a520-1660f655277b,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:09.224835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-652b9970-63d4-40b7-9e45-3de2f033a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d84597c1-b86c-4908-a531-90f815f80b75), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.227477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e7a05ffc-e364-4710-9316-ee0dfaad42b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 08da97d8-9c4c-42fb-90c9-c522166c2d4f owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:09.227795 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-652b9970-63d4-40b7-9e45-3de2f033a4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.228966 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-652b9970-63d4-40b7-9e45-3de2f033a4a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d84597c1-b86c-4908-a531-90f815f80b75 HTTP/1.1" status: 204 len: 168 time: 1.1214275 Mar 07 16:20:09.231659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network cca32e50-ff2b-420b-a86f-a7e9f1894dde is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:09.239384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:09.239891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:09.240243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:09.242831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:09.243426 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:20:09.243792 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:20:09.253271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:20:09.253727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Attempting to bind port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on network 082a06ed-6510-4ba3-9c75-6fc40c10d77b {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:09.276180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f01ccbf2-7996-412d-afd3-a3c18018f402 None None] Provisioning complete for port f228487c-a626-4e70-8bc3-694ef0c9d06e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:09.276749 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f01ccbf2-7996-412d-afd3-a3c18018f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.287873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b9970-63d4-40b7-9e45-3de2f033a4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84597c1-b86c-4908-a531-90f815f80b75,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:09.300917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:09.301401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Checking segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:09.301897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Bound using segment: {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:09.302457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Bound port: 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbf3424-d22c-4022-b061-14ab184ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:09.303484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.401040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:09.401385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.446413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:09.457156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f01ccbf2-7996-412d-afd3-a3c18018f402 None None] Current status of the port f228487c-a626-4e70-8bc3-694ef0c9d06e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:09.466261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:09.485816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f01ccbf2-7996-412d-afd3-a3c18018f402 None None] Provisioning complete for port 08da97d8-9c4c-42fb-90c9-c522166c2d4f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:09.486757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f01ccbf2-7996-412d-afd3-a3c18018f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (08da97d8-9c4c-42fb-90c9-c522166c2d4f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.519754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.520112 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for floatingip (b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.531759 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.544233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:09.546584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router 79e862bd-d722-421b-a71e-d42426d1dc81 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:20:09.557496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f01ccbf2-7996-412d-afd3-a3c18018f402 None None] Port 08da97d8-9c4c-42fb-90c9-c522166c2d4f cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:20:09.571883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f01ccbf2-7996-412d-afd3-a3c18018f402 None None] Provisioning complete for port 01e40348-2fde-4a6d-b6ae-c326e8c276f6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:09.572281 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f01ccbf2-7996-412d-afd3-a3c18018f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.586176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:09.587106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.589044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] 10.222.0.15 "PUT /v2.0/ports/9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1093 time: 3.9000494 Mar 07 16:20:09.592836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:20:09.597912 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f50b24-9467-49e7-ada7-013ae3325d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:20:09.629598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f01ccbf2-7996-412d-afd3-a3c18018f402 None None] Port 01e40348-2fde-4a6d-b6ae-c326e8c276f6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:20:09.732077 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7292aa-366c-4960-90b0-ea542f2be253 x-openstack-request-id: req-2c7292aa-366c-4960-90b0-ea542f2be253 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:20:09.732467 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:20:09.732729 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c7292aa-366c-4960-90b0-ea542f2be253 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:20:09.733318 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'status': 'completed', 'code': 200} Mar 07 16:20:09.736836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1799b6d-f5b1-4811-90f6-83951437d69a service neutron] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=11']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:09.743331 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7a05ffc-e364-4710-9316-ee0dfaad42b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (08da97d8-9c4c-42fb-90c9-c522166c2d4f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.805687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port da896117-fbc2-40ca-a520-1660f655277b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:09.806789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f228487c-a626-4e70-8bc3-694ef0c9d06e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:09.820259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a05ffc-e364-4710-9316-ee0dfaad42b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=08da97d8-9c4c-42fb-90c9-c522166c2d4f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:09.829735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:09.838295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-961b7572-6cfe-4af2-9cb0-cbf7a6828611 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/79e862bd-d722-421b-a71e-d42426d1dc81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2595475 Mar 07 16:20:09.838295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47758) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:09.874932 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7a05ffc-e364-4710-9316-ee0dfaad42b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:09.882969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e7a05ffc-e364-4710-9316-ee0dfaad42b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/08da97d8-9c4c-42fb-90c9-c522166c2d4f HTTP/1.1" status: 204 len: 168 time: 2.2980070 Mar 07 16:20:09.887382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47762) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:09.900640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-88598529-4cf9-4919-9753-9979fe06e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:09.902924 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-88598529-4cf9-4919-9753-9979fe06e272 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1127 time: 0.2477458 Mar 07 16:20:09.951945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2504ae53-a4ad-4bf6-9eef-57567c700736 None None] Sync routers for ids ['79e862bd-d722-421b-a71e-d42426d1dc81'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:09.975673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00c7ad7-8c1f-4253-85c6-0640844c00ee tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:09.984351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2504ae53-a4ad-4bf6-9eef-57567c700736 None None] Routers {'79e862bd-d722-421b-a71e-d42426d1dc81'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:09.989156 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e00c7ad7-8c1f-4253-85c6-0640844c00ee tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports/01e40348-2fde-4a6d-b6ae-c326e8c276f6 HTTP/1.1" status: 200 len: 911 time: 0.1470320 Mar 07 16:20:09.993552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2504ae53-a4ad-4bf6-9eef-57567c700736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['79e862bd-d722-421b-a71e-d42426d1dc81'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:10.001364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47770) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:10.011695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-89f67284-ec5a-4f73-839f-b8e070179bdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4367b45-9229-4017-874f-2c36392f063c'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:10.056348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-58efed2b-5ce3-4314-a2ca-6914836f41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:10.059374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2504ae53-a4ad-4bf6-9eef-57567c700736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:10.059617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-58efed2b-5ce3-4314-a2ca-6914836f41ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1127 time: 0.3180854 Mar 07 16:20:10.068257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ec7fefa1-e6e1-4894-b3e4-d7faeae768e9 None None] Provisioning complete for port 01e40348-2fde-4a6d-b6ae-c326e8c276f6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:10.068636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ec7fefa1-e6e1-4894-b3e4-d7faeae768e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:10.117303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:10.123137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2504ae53-a4ad-4bf6-9eef-57567c700736 None None] Routers {'79e862bd-d722-421b-a71e-d42426d1dc81'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:10.124317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2504ae53-a4ad-4bf6-9eef-57567c700736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['79e862bd-d722-421b-a71e-d42426d1dc81'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:10.191800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2504ae53-a4ad-4bf6-9eef-57567c700736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:10.192805 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2504ae53-a4ad-4bf6-9eef-57567c700736 None None] The sync data for ids ['79e862bd-d722-421b-a71e-d42426d1dc81'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:10.211386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f228487c-a626-4e70-8bc3-694ef0c9d06e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:10.211874 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:10.221009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e39ee-fb8f-456e-a719-69c7f50ecfe0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:10.222517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e39ee-fb8f-456e-a719-69c7f50ecfe0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:10.227836 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e28e39ee-fb8f-456e-a719-69c7f50ecfe0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3380260 Mar 07 16:20:10.236496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47778) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:10.238952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=b0fb4907-4c1e-4849-bcbe-e5fd1752d3ba,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:10.288853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ec7fefa1-e6e1-4894-b3e4-d7faeae768e9 None None] Port 01e40348-2fde-4a6d-b6ae-c326e8c276f6 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:20:10.346484 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for floatingip (db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:10.346899 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Floating IP db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c disassociated (deleted). External IP: 172.25.4.171, port: c5aa8923-8f1e-4ac2-9938-956384275d1e. Mar 07 16:20:10.385606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f228487c-a626-4e70-8bc3-694ef0c9d06e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:10.394441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-de103622-0604-42ce-b87d-4d62c2f25bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:10.396012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-de103622-0604-42ce-b87d-4d62c2f25bef service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.4440162 Mar 07 16:20:10.470092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440a46-3982-4889-bf8d-10aba9ac748b req-092252d9-3649-4359-80e7-11333783248c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:10.478522 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8440a46-3982-4889-bf8d-10aba9ac748b req-092252d9-3649-4359-80e7-11333783248c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 945 time: 0.4561257 Mar 07 16:20:10.488395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bea6f73-94b7-4b9a-ac29-8b7e35fa70ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:10.495707 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8bea6f73-94b7-4b9a-ac29-8b7e35fa70ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:10.506297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3b484d21-571e-44bc-9f8a-2bd79d276ab4 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:10.530762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-511f5c92-79ae-4d5f-90b1-5e7d26ecdbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:10.532431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-511f5c92-79ae-4d5f-90b1-5e7d26ecdbcd service neutron] 10.222.0.11 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.4516597 Mar 07 16:20:10.538294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3b484d21-571e-44bc-9f8a-2bd79d276ab4 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:10.538652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3b484d21-571e-44bc-9f8a-2bd79d276ab4 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:10.587873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8bea6f73-94b7-4b9a-ac29-8b7e35fa70ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:10.673649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89f67284-ec5a-4f73-839f-b8e070179bdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:10.677369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-3724961f-a44b-49c8-a1ee-d6fce6a076cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1000 time: 0.2574718 Mar 07 16:20:10.693721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device da896117-fbc2-40ca-a520-1660f655277b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:10.710631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47792) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:10.740087 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47794) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:10.752429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port da896117-fbc2-40ca-a520-1660f655277b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:10.752805 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (da896117-fbc2-40ca-a520-1660f655277b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:10.779354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router f15a2724-84e1-48f2-b9fd-a6f16b78094c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:10.779595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-108468b8-2456-4c6a-b684-45dd472b8483 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1000 time: 0.2228279 Mar 07 16:20:10.787833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8bea6f73-94b7-4b9a-ac29-8b7e35fa70ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:10.807134 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8440a46-3982-4889-bf8d-10aba9ac748b req-684c426b-0588-491b-ac62-0a696c6e1dc2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279111 Mar 07 16:20:10.857238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port da896117-fbc2-40ca-a520-1660f655277b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:10.859319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-54c16773-129e-4d6f-aee0-aa572bd65cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:10.860908 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-54c16773-129e-4d6f-aee0-aa572bd65cb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.1601460 Mar 07 16:20:10.867111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f228487c-a626-4e70-8bc3-694ef0c9d06e up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:10.923511 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8bea6f73-94b7-4b9a-ac29-8b7e35fa70ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.005682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea6f73-94b7-4b9a-ac29-8b7e35fa70ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:11.012314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-419216488-network', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:11.020743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-207f412d-5915-432f-8dd3-866302ce9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:11.022267 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-207f412d-5915-432f-8dd3-866302ce9e83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.2122831 Mar 07 16:20:11.026713 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8bea6f73-94b7-4b9a-ac29-8b7e35fa70ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.031024 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8bea6f73-94b7-4b9a-ac29-8b7e35fa70ed tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3 HTTP/1.1" status: 204 len: 168 time: 0.7933018 Mar 07 16:20:11.035538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47800) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:11.036328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b81fd51-c0ac-42ef-a20d-34e6819166c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.086567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-4a35c72b-f860-4fa7-82ee-aba3b3ffb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:11.088142 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-4a35c72b-f860-4fa7-82ee-aba3b3ffb627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2195802 Mar 07 16:20:11.101854 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-03a07a4f-a8ad-4da9-96c3-9dbca2ea317f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515790 Mar 07 16:20:11.101854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47802) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:11.107100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd3dae-2388-49a6-a2bd-b34df25b6987 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:11.111146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:11.119854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Made reservation on behalf of f6504c02030d42a78ecf0d989ffe7d5d for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:11.122173 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.162491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.180241 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.208038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f228487c-a626-4e70-8bc3-694ef0c9d06e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:11.208321 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.219527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:11.224416 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.234622 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] Sync routers for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:11.249645 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:11.251953 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:11.282619 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b32b58c0-2730-442b-8d80-878744ada7ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/floatingips/db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c HTTP/1.1" status: 204 len: 168 time: 2.5302184 Mar 07 16:20:11.287028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:20:11.289216 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9893f2-62ee-40c3-984d-feb2d105cca2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:20:11.297338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:11.301139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.308385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-a9a8a1f9-ee00-42dc-bac5-1ca4fa3189b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:11.310082 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-a9a8a1f9-ee00-42dc-bac5-1ca4fa3189b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2727454 Mar 07 16:20:11.360530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f228487c-a626-4e70-8bc3-694ef0c9d06e is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:11.408008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe8f20-2ba8-42f1-95f6-116c12b37ccb None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:20:11.429057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b81fd51-c0ac-42ef-a20d-34e6819166c9 admin admin] Publish callbacks [] for security_group (31b7c532-1ec6-4a4b-87f2-e0c9a4521535), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.437571 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c989c4-2512-412c-85d5-f8679bd2de56 x-openstack-request-id: req-e1c989c4-2512-412c-85d5-f8679bd2de56 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:20:11.437901 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:20:11.438164 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1c989c4-2512-412c-85d5-f8679bd2de56 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:20:11.438607 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'status': 'completed', 'code': 200} Mar 07 16:20:11.441172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1b81fd51-c0ac-42ef-a20d-34e6819166c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (31b7c532-1ec6-4a4b-87f2-e0c9a4521535), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.467226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-66e116fc-e267-4677-89d3-94df903b282c service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476942 Mar 07 16:20:11.488501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-12fe8f20-2ba8-42f1-95f6-116c12b37ccb None None] Deleting port da896117-fbc2-40ca-a520-1660f655277b {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:11.488885 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-12fe8f20-2ba8-42f1-95f6-116c12b37ccb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (da896117-fbc2-40ca-a520-1660f655277b), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.512323 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1b81fd51-c0ac-42ef-a20d-34e6819166c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1d8f57b29094cbea45474077730a545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7663367 Mar 07 16:20:11.512323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81fd51-c0ac-42ef-a20d-34e6819166c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b7c532-1ec6-4a4b-87f2-e0c9a4521535,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:11.515037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47808) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:11.638830 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:11.641816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-12fe8f20-2ba8-42f1-95f6-116c12b37ccb None None] For port da896117-fbc2-40ca-a520-1660f655277b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=da896117-fbc2-40ca-a520-1660f655277b,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:11.642225 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-12fe8f20-2ba8-42f1-95f6-116c12b37ccb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (da896117-fbc2-40ca-a520-1660f655277b), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.657172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-12fe8f20-2ba8-42f1-95f6-116c12b37ccb None None] Calling delete_port for da896117-fbc2-40ca-a520-1660f655277b owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:11.673775 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6510178c-4acc-4b5a-a3de-7f9477ffa81b admin admin] Publish callbacks [] for security_group (31b7c532-1ec6-4a4b-87f2-e0c9a4521535), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.743196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6510178c-4acc-4b5a-a3de-7f9477ffa81b admin admin] Publish callbacks [] for security_group (31b7c532-1ec6-4a4b-87f2-e0c9a4521535), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.775080 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Publish callbacks [] for security_group (3e60966f-2fee-4dae-a648-f74d85298a38), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.779172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-06d4b966-9553-447a-a65a-2d35bc5a9f2c service neutron] 10.222.0.11 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524465 Mar 07 16:20:11.794377 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-12fe8f20-2ba8-42f1-95f6-116c12b37ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (da896117-fbc2-40ca-a520-1660f655277b), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.826444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe8f20-2ba8-42f1-95f6-116c12b37ccb None None] Pushing event deleted for resources: {'Port': ['ID=da896117-fbc2-40ca-a520-1660f655277b,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:11.836416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe8f20-2ba8-42f1-95f6-116c12b37ccb None None] No DVR routers for this DVR port da896117-fbc2-40ca-a520-1660f655277b on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:11.907504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6510178c-4acc-4b5a-a3de-7f9477ffa81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (31b7c532-1ec6-4a4b-87f2-e0c9a4521535), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.910143 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6510178c-4acc-4b5a-a3de-7f9477ffa81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.911383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6510178c-4acc-4b5a-a3de-7f9477ffa81b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31b7c532-1ec6-4a4b-87f2-e0c9a4521535 HTTP/1.1" status: 204 len: 168 time: 0.3933787 Mar 07 16:20:11.939084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.objects.ports [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:20:11.951129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (26149f27-945c-40ab-9fda-cacd15eb7136), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:11.954150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510178c-4acc-4b5a-a3de-7f9477ffa81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b7c532-1ec6-4a4b-87f2-e0c9a4521535,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:12.062250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:12.066869 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:19:55Z', 'revision_number': 6, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:12.069714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:12.078287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:12.078938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.082497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bcd1c4-b7b1-4243-b0e3-97600cf6f401 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:12.107912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfa7e3-0120-4859-b3b7-814de7728720 req-f025ee25-39fa-43d9-a44b-a0bb761a4141 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:12.115451 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-efdfa7e3-0120-4859-b3b7-814de7728720 req-f025ee25-39fa-43d9-a44b-a0bb761a4141 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 945 time: 0.1672485 Mar 07 16:20:12.119637 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] Checking router: f15a2724-84e1-48f2-b9fd-a6f16b78094c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:12.122188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=26149f27-945c-40ab-9fda-cacd15eb7136,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:12.133447 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:12.134461 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:12.160517 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-05c4c02d-064f-415a-8836-c3cd3e28696b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0579870 Mar 07 16:20:12.172556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47818) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:12.186735 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3e60966f-2fee-4dae-a648-f74d85298a38), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.190908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-3b725905-d121-4579-b677-37d6bb02cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:12.192404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-3b725905-d121-4579-b677-37d6bb02cecd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 1127 time: 0.7223673 Mar 07 16:20:12.200714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:b0:c7:39', 'name': 'tempest-NetworksTestDHCPv6-670138074'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:12.251619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '26149f27-945c-40ab-9fda-cacd15eb7136'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:12.255730 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.294386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:12.310462 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-989dc49d-f1c8-4328-8ac0-23f45fee6d6a req-f76fed18-28ac-4a69-80fa-17f1520a2eac service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218448 Mar 07 16:20:12.353385 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:12.415459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89f67284-ec5a-4f73-839f-b8e070179bdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.436872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e60966f-2fee-4dae-a648-f74d85298a38,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:12.440815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (28fa887a-336a-4649-8e45-3d0a293c4a20), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.441167 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Added segment 28fa887a-336a-4649-8e45-3d0a293c4a20 of type vlan for network 967294c3-0147-41f4-9e10-072da5da2108 Mar 07 16:20:12.458420 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Allocated IP 2001:db8::f816:3eff:fe9c:9fcf (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/26149f27-945c-40ab-9fda-cacd15eb7136/0c320efa-bccf-43e4-a211-0b2e94e472b3) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:12.493437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-efdfa7e3-0120-4859-b3b7-814de7728720 req-27677f32-e1be-41c9-b678-a1a0c8f9d250 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770807 Mar 07 16:20:12.499725 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845b8c-ba91-47b8-bdee-7e6d7d206109 req-29cfe04e-901e-4db8-831d-354e7d29030f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:12.501433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6f845b8c-ba91-47b8-bdee-7e6d7d206109 req-29cfe04e-901e-4db8-831d-354e7d29030f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 945 time: 0.8370490 Mar 07 16:20:12.510873 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89f67284-ec5a-4f73-839f-b8e070179bdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.517376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f67284-ec5a-4f73-839f-b8e070179bdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:12.518220 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89f67284-ec5a-4f73-839f-b8e070179bdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.523011 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-89f67284-ec5a-4f73-839f-b8e070179bdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/ports/01e40348-2fde-4a6d-b6ae-c326e8c276f6 HTTP/1.1" status: 200 len: 911 time: 2.5203056 Mar 07 16:20:12.523691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47826) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:12.528892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:12.670737 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (967294c3-0147-41f4-9e10-072da5da2108), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.682182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-de4f7317-2329-48d3-8b20-da05c9a4e044 service neutron] 10.222.0.11 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8955588 Mar 07 16:20:12.703365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f67284-ec5a-4f73-839f-b8e070179bdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=01e40348-2fde-4a6d-b6ae-c326e8c276f6,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:12.705672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device da896117-fbc2-40ca-a520-1660f655277b no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:12.707353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-25ad026b-dddd-4b7c-88aa-1f99778cedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:12.708867 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-25ad026b-dddd-4b7c-88aa-1f99778cedb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d594787-5633-4408-97a7-2314f773707b HTTP/1.1" status: 200 len: 897 time: 0.5003002 Mar 07 16:20:12.722182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-7427e296-671e-4403-96ad-0833f2e289c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:12.723747 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-7427e296-671e-4403-96ad-0833f2e289c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1127 time: 0.3349109 Mar 07 16:20:12.741891 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:19:55Z', 'revision_number': 6, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:12.771433 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf22543-bd94-4b97-a0fa-5234e2df2e7d None None] The sync data for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 is: [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:19:55Z', 'revision_number': 6, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'e67b56de-c0bf-4129-a134-10d76b35a020', 'name': '', 'network_id': '4d594787-5633-4408-97a7-2314f773707b', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:ff:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:57Z', 'updated_at': '2022-03-07T16:18:06Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '0779b91c-7c7e-4239-81f2-a820e3554e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:12.795660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: da896117-fbc2-40ca-a520-1660f655277b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:12.796150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device da896117-fbc2-40ca-a520-1660f655277b not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:12.835652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Publish callbacks [] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.844552 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.872350 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-d64b7f2d-7435-442a-9f1a-bc1c9af484c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e HTTP/1.1" status: 200 len: 217 time: 0.1550612 Mar 07 16:20:12.876214 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6f845b8c-ba91-47b8-bdee-7e6d7d206109 req-76f96401-dde6-4c54-906f-31c3540a52fa tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517516 Mar 07 16:20:12.947678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Pushing event updated for resources: {'Port': ['ID=0c320efa-bccf-43e4-a211-0b2e94e472b3,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:12.960410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:12.962490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:12.965191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:12.986679 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (967294c3-0147-41f4-9e10-072da5da2108), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:12.987688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:12.988269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:13.053080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Attempting to bind port 0c320efa-bccf-43e4-a211-0b2e94e472b3 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:13.053452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Attempting to bind port 0c320efa-bccf-43e4-a211-0b2e94e472b3 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:13.053834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Attempting to bind port 0c320efa-bccf-43e4-a211-0b2e94e472b3 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:13.064404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:13.064812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:13.065160 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:13.065588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:13.066348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Bound port: 0c320efa-bccf-43e4-a211-0b2e94e472b3, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:13.067168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:13.131105 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4127576 Mar 07 16:20:13.132708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-74f24ef7-0a4d-4ac3-82a9-e8bcc7ce56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:13.134107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-74f24ef7-0a4d-4ac3-82a9-e8bcc7ce56fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0779b91c-7c7e-4239-81f2-a820e3554e60 HTTP/1.1" status: 200 len: 835 time: 0.2245052 Mar 07 16:20:13.134833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47838) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:13.152116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Request body: {'subnet': {'network_id': '967294c3-0147-41f4-9e10-072da5da2108', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-419216488-subnet', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:13.166776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] For port 0c320efa-bccf-43e4-a211-0b2e94e472b3, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:13.173304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] For port 0c320efa-bccf-43e4-a211-0b2e94e472b3, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0c320efa-bccf-43e4-a211-0b2e94e472b3,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:13.177745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70570797-4251-4f74-8004-9d0ce250cd3b admin admin] Pushing event updated for resources: {'Network': ['ID=967294c3-0147-41f4-9e10-072da5da2108,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:13.185273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-1c38ecc3-cc8d-4078-9095-eea1f65511df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:13.186878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-1c38ecc3-cc8d-4078-9095-eea1f65511df service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.4183457 Mar 07 16:20:13.194614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-5344411a-a8a9-4be6-94b9-47607cf2d624 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:13.196167 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-5344411a-a8a9-4be6-94b9-47607cf2d624 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 945 time: 0.3531325 Mar 07 16:20:13.203688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 967294c3-0147-41f4-9e10-072da5da2108 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:13.266993 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:13.325010 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:13.356334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a42bb-731d-4d84-ab35-0b9291dfc61f None None] New status for floating IP db9f66c5-a1ab-44cd-b0e5-8d7bd4d8768c: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:20:13.360487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Made reservation on behalf of f6504c02030d42a78ecf0d989ffe7d5d for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:13.363097 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:13.471693 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81263be-4235-4d41-87f6-23c4978b143c None None] Pushing event updated for resources: {'Port': ['ID=0c320efa-bccf-43e4-a211-0b2e94e472b3,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:13.538072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port d29ae21c-a3af-4184-a64c-7b5ddd6509fc yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:20:13.583933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-1e1454a3-57bd-438b-bdcb-684db098115d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1000 time: 0.3680866 Mar 07 16:20:13.640901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-dab96dd9-f09a-4a23-a296-37a6131e5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:13.642781 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-dab96dd9-f09a-4a23-a296-37a6131e5901 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d594787-5633-4408-97a7-2314f773707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4776468 Mar 07 16:20:13.737614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (654e2099-f746-42da-8b52-7ab2b826d367), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:13.757698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:feb0:c739 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/26149f27-945c-40ab-9fda-cacd15eb7136/d29ae21c-a3af-4184-a64c-7b5ddd6509fc) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:13.811902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142c2d7-9497-4465-a267-754d76694a8c req-be47df2a-f124-4966-b99f-925704c1e501 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:13.820566 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4142c2d7-9497-4465-a267-754d76694a8c req-be47df2a-f124-4966-b99f-925704c1e501 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 945 time: 0.1676943 Mar 07 16:20:13.829669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-bd1c7c6b-6bb9-4dcf-a35a-b1ca84bf565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:13.831200 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-bd1c7c6b-6bb9-4dcf-a35a-b1ca84bf565d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.2103689 Mar 07 16:20:13.913118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654e2099-f746-42da-8b52-7ab2b826d367,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:13.916056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port c5aa8923-8f1e-4ac2-9938-956384275d1e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:13.916401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:13.926325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47852) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:13.956957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-14b3fcfe-fc28-4c20-9c3e-0ef1160d22aa service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841523 Mar 07 16:20:13.970719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4142c2d7-9497-4465-a267-754d76694a8c req-c68665cb-ef43-4de8-a38f-7c0f74115fd3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487932 Mar 07 16:20:14.040994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Checking segment: {'id': '28fa887a-336a-4649-8e45-3d0a293c4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '967294c3-0147-41f4-9e10-072da5da2108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:14.041363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Network hostable DHCP agents. Network: 967294c3-0147-41f4-9e10-072da5da2108, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:14.050548 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (79e862bd-d722-421b-a71e-d42426d1dc81), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.087121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-55b6a028-262a-406c-8855-4ada40bd1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:14.088650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-55b6a028-262a-406c-8855-4ada40bd1ecd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2503641 Mar 07 16:20:14.174618 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (d29ae21c-a3af-4184-a64c-7b5ddd6509fc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.181444 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.210708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] For port c5aa8923-8f1e-4ac2-9938-956384275d1e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c5aa8923-8f1e-4ac2-9938-956384275d1e,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:14.211073 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.214423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Network 967294c3-0147-41f4-9e10-072da5da2108 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:14.273617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for c5aa8923-8f1e-4ac2-9938-956384275d1e owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:14.275372 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d29ae21c-a3af-4184-a64c-7b5ddd6509fc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.283402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c035fa-8691-4807-a677-df435f0fa114 req-d1c3c88c-313a-4b42-a6f2-1fb2f8637a23 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:14.284917 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6c035fa-8691-4807-a677-df435f0fa114 req-d1c3c88c-313a-4b42-a6f2-1fb2f8637a23 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 945 time: 0.3114722 Mar 07 16:20:14.303029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 967294c3-0147-41f4-9e10-072da5da2108) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:14.322536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:14.323894 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.324083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9885efff-fa31-4e99-bfeb-3764fa07d110 None None] Network 967294c3-0147-41f4-9e10-072da5da2108 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:14.357662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:14.364766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:14.371126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:14.376725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:14.377359 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.388234 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8a9893f2-62ee-40c3-984d-feb2d105cca2 req-4b1f9a92-c442-4a72-bf04-98b8162d3787 service neutron] 10.222.0.11 "GET /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190209 Mar 07 16:20:14.404927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=d29ae21c-a3af-4184-a64c-7b5ddd6509fc,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:14.436293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5998f5a0-ba0c-46f1-8a91-ebdfb07964c1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2893589 Mar 07 16:20:14.439913 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-674de57b-6659-4cd4-804e-938f59823423 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2620816 Mar 07 16:20:14.442124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47856) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:14.442638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47858) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:14.451944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:14.454180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-467a3b57-90ca-4db7-873e-c58650492c3b service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297613 Mar 07 16:20:14.501404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e6c035fa-8691-4807-a677-df435f0fa114 req-b0fb78b3-ae9e-4463-9b41-4366ec704df4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001784 Mar 07 16:20:14.523584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-967294c3-0147-41f4-9e10-072da5da2108', 'network_id': '967294c3-0147-41f4-9e10-072da5da2108', 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'fixed_ips': [{'subnet_id': '654e2099-f746-42da-8b52-7ab2b826d367'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:14.524461 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.530667 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (f6b58825-0be7-4073-bbfd-bc6055c3e154), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.532097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (f6b58825-0be7-4073-bbfd-bc6055c3e154), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.603407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Publish callbacks [] for security_group (6c2086a6-7cd4-4dcf-be74-9698e0f90a5f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.627597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c2086a6-7cd4-4dcf-be74-9698e0f90a5f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.667131 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks [] for router_controller (f6b58825-0be7-4073-bbfd-bc6055c3e154), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.691188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13806ae5-cb85-4dbc-83da-f06b6aa007d3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:14.699028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13806ae5-cb85-4dbc-83da-f06b6aa007d3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:14.703679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-13806ae5-cb85-4dbc-83da-f06b6aa007d3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2549667 Mar 07 16:20:14.703848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93f50b24-9467-49e7-ada7-013ae3325d8e req-1ea2986b-aac0-4afc-8b95-b7e6591daa4a service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351458 Mar 07 16:20:14.713071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47860) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:14.749228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2086a6-7cd4-4dcf-be74-9698e0f90a5f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:14.749392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0c320efa-bccf-43e4-a211-0b2e94e472b3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:14.755785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Allocated IP 172.20.0.2 (967294c3-0147-41f4-9e10-072da5da2108/654e2099-f746-42da-8b52-7ab2b826d367/93fc85b7-e0ae-42ef-aca0-3fc541cc7991) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:14.756694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd5186bc1fbc4e2dbcb4d8ef92a37182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8268182 Mar 07 16:20:14.761460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47862) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:14.792004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c5aa8923-8f1e-4ac2-9938-956384275d1e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.800252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.800758 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.801132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.801485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.801831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.802002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port 01e40348-2fde-4a6d-b6ae-c326e8c276f6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:14.802374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.802620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.802940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.803281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.803617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.804346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.804790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.805067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.805930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a32cb-64e2-4c00-b7ed-87cbcd4ae403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:14.896645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 0c320efa-bccf-43e4-a211-0b2e94e472b3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:14.897057 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:14.930425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=c5aa8923-8f1e-4ac2-9938-956384275d1e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:14.961331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks [] for router_gateway (f6b58825-0be7-4073-bbfd-bc6055c3e154), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.076784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 0c320efa-bccf-43e4-a211-0b2e94e472b3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:15.077521 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.097428 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.100564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] No DVR routers for this DVR port c5aa8923-8f1e-4ac2-9938-956384275d1e on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:15.105554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.108886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-864e8063-3f4c-4ab6-a5ef-f0159addf172 req-374f0e81-5103-48f3-9da1-4cc7c7145377 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "DELETE /v2.0/ports/c5aa8923-8f1e-4ac2-9938-956384275d1e HTTP/1.1" status: 204 len: 173 time: 1.8722200 Mar 07 16:20:15.110275 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'name': 'network-vif-deleted', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:20:15.113049 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aadf024-729c-4d21-aa26-6863f972a2f4" -d '{"events": [{"server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "name": "network-vif-deleted", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:20:15.126919 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Publish callbacks [] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.147211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03d070c1-20da-4393-93bc-ea0888842c36 admin admin] Publish callbacks [] for security_group (6c2086a6-7cd4-4dcf-be74-9698e0f90a5f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.149613 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.177148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0973dfaf-e341-4187-ad93-2956f3ec8d33 None None] Provisioning complete for port 0c320efa-bccf-43e4-a211-0b2e94e472b3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:15.177833 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0973dfaf-e341-4187-ad93-2956f3ec8d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.178551 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03d070c1-20da-4393-93bc-ea0888842c36 admin admin] Publish callbacks [] for security_group (6c2086a6-7cd4-4dcf-be74-9698e0f90a5f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.198122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-bd79f72d-c665-4e4d-bb88-d873306b365a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port d29ae21c-a3af-4184-a64c-7b5ddd6509fc {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:15.199238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd79f72d-c665-4e4d-bb88-d873306b365a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d29ae21c-a3af-4184-a64c-7b5ddd6509fc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.233414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for 01e40348-2fde-4a6d-b6ae-c326e8c276f6 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:15.235946 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4249e8c8-0917-4e89-92eb-6a5b8adf3f93 x-openstack-request-id: req-4249e8c8-0917-4e89-92eb-6a5b8adf3f93 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:20:15.236509 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ea1bdb-6fdd-47db-a63b-c61e712a29a3", "name": "network-vif-deleted", "tag": "c5aa8923-8f1e-4ac2-9938-956384275d1e", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:20:15.236967 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4249e8c8-0917-4e89-92eb-6a5b8adf3f93 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:20:15.237566 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ea1bdb-6fdd-47db-a63b-c61e712a29a3', 'name': 'network-vif-deleted', 'tag': 'c5aa8923-8f1e-4ac2-9938-956384275d1e', 'status': 'completed', 'code': 200} Mar 07 16:20:15.251064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 0c320efa-bccf-43e4-a211-0b2e94e472b3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0c320efa-bccf-43e4-a211-0b2e94e472b3,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:15.296531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e6efa-dab6-4c59-80f1-cb2e6cfc9a1f req-b3fc3707-675b-4244-9014-06cc8244a1e9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:15.298148 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f3e6efa-dab6-4c59-80f1-cb2e6cfc9a1f req-b3fc3707-675b-4244-9014-06cc8244a1e9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 945 time: 0.2034843 Mar 07 16:20:15.300067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.327882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Network 967294c3-0147-41f4-9e10-072da5da2108 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:15.344547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:15.354075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:15.362661 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03d070c1-20da-4393-93bc-ea0888842c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6c2086a6-7cd4-4dcf-be74-9698e0f90a5f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.365946 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-03d070c1-20da-4393-93bc-ea0888842c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.373804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-03d070c1-20da-4393-93bc-ea0888842c36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c2086a6-7cd4-4dcf-be74-9698e0f90a5f HTTP/1.1" status: 204 len: 168 time: 0.6081593 Mar 07 16:20:15.375180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Pushing event updated for resources: {'Port': ['ID=93fc85b7-e0ae-42ef-aca0-3fc541cc7991,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:15.381171 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd79f72d-c665-4e4d-bb88-d873306b365a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d29ae21c-a3af-4184-a64c-7b5ddd6509fc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.398745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d070c1-20da-4393-93bc-ea0888842c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2086a6-7cd4-4dcf-be74-9698e0f90a5f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:15.405727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-bd79f72d-c665-4e4d-bb88-d873306b365a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for d29ae21c-a3af-4184-a64c-7b5ddd6509fc owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:15.613171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Attempting to bind port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:15.613547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Attempting to bind port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '28fa887a-336a-4649-8e45-3d0a293c4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '967294c3-0147-41f4-9e10-072da5da2108'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:15.613924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Attempting to bind port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 on network 967294c3-0147-41f4-9e10-072da5da2108 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:15.650001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:15.654424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0f3e6efa-dab6-4c59-80f1-cb2e6cfc9a1f req-82b05f7c-00af-4082-8a84-5d1ff9672a6c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752860 Mar 07 16:20:15.654750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Checking segment: {'id': '28fa887a-336a-4649-8e45-3d0a293c4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '967294c3-0147-41f4-9e10-072da5da2108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:15.655371 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.655918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Bound using segment: {'id': '28fa887a-336a-4649-8e45-3d0a293c4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '967294c3-0147-41f4-9e10-072da5da2108'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:15.659352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Bound port: 93fc85b7-e0ae-42ef-aca0-3fc541cc7991, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fa887a-336a-4649-8e45-3d0a293c4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '967294c3-0147-41f4-9e10-072da5da2108'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:15.659544 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.674358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=0c320efa-bccf-43e4-a211-0b2e94e472b3,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:15.714670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0973dfaf-e341-4187-ad93-2956f3ec8d33 None None] Current status of the port 0c320efa-bccf-43e4-a211-0b2e94e472b3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:15.738004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9df17c32-3c3a-4cb7-85f9-30481eb7b7f2 req-d0d27c0e-0b2d-4c27-8b28-f96f64bf8ee5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3ea1bdb-6fdd-47db-a63b-c61e712a29a3 HTTP/1.1" status: 200 len: 210 time: 0.0923820 Mar 07 16:20:15.740251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd79f72d-c665-4e4d-bb88-d873306b365a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d29ae21c-a3af-4184-a64c-7b5ddd6509fc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.785416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79f72d-c665-4e4d-bb88-d873306b365a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=d29ae21c-a3af-4184-a64c-7b5ddd6509fc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:15.795842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:20:15.854660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4cb81f61-a34b-4e7e-a9d3-f427cd92b34a None None] Could not find standard attr ID for object d29ae21c-a3af-4184-a64c-7b5ddd6509fc. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:20:15.855402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] For port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:15.861065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] For port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=93fc85b7-e0ae-42ef-aca0-3fc541cc7991,segment=NetworkSegment(28fa887a-336a-4649-8e45-3d0a293c4a20),segment_id=28fa887a-336a-4649-8e45-3d0a293c4a20)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:15.893282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks [] for router_gateway (f6b58825-0be7-4073-bbfd-bc6055c3e154), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.899318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bd79f72d-c665-4e4d-bb88-d873306b365a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.899556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.911427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bd79f72d-c665-4e4d-bb88-d873306b365a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/d29ae21c-a3af-4184-a64c-7b5ddd6509fc HTTP/1.1" status: 204 len: 168 time: 1.1899509 Mar 07 16:20:15.912033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47876) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:15.935956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.972645 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (01e40348-2fde-4a6d-b6ae-c326e8c276f6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:15.995539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f425f4-b681-49b2-b5d8-ac91f2e430b6 None None] Pushing event updated for resources: {'Port': ['ID=93fc85b7-e0ae-42ef-aca0-3fc541cc7991,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:16.021328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0849116-ba9f-40e0-b553-fbc590787681 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:16.023374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0849116-ba9f-40e0-b553-fbc590787681 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:16.025055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f0849116-ba9f-40e0-b553-fbc590787681 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1089528 Mar 07 16:20:16.028891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47880) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:16.089612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=01e40348-2fde-4a6d-b6ae-c326e8c276f6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:16.109424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:16.132379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'port_id': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'mac_address': 'fa:16:3e:82:00:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:20:16.177218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebefab2f-d439-405e-bd76-01fd088f0e3e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 26149f27-945c-40ab-9fda-cacd15eb7136 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:16.196270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:16.197021 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:16.200473 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebefab2f-d439-405e-bd76-01fd088f0e3e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (26149f27-945c-40ab-9fda-cacd15eb7136), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:16.213420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Allocated IP 172.25.4.22 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b0415c43-a680-4872-b667-8c1da4521950) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:16.217694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:20:16.259431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:16.273685 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:16.278155 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebefab2f-d439-405e-bd76-01fd088f0e3e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (26149f27-945c-40ab-9fda-cacd15eb7136), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:16.362245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=12']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:16.418236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebefab2f-d439-405e-bd76-01fd088f0e3e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (26149f27-945c-40ab-9fda-cacd15eb7136), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:16.465705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (79e862bd-d722-421b-a71e-d42426d1dc81), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:16.541683 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebefab2f-d439-405e-bd76-01fd088f0e3e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (26149f27-945c-40ab-9fda-cacd15eb7136), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:16.572622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefab2f-d439-405e-bd76-01fd088f0e3e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=26149f27-945c-40ab-9fda-cacd15eb7136,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:16.578259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebefab2f-d439-405e-bd76-01fd088f0e3e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:16.581750 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ebefab2f-d439-405e-bd76-01fd088f0e3e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/26149f27-945c-40ab-9fda-cacd15eb7136 HTTP/1.1" status: 204 len: 168 time: 0.5516768 Mar 07 16:20:16.586468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47894) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:16.595323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b29156e-37eb-4ba9-a5f3-740f05a4ee67 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:16.665116 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3923bbb8-9983-4c0e-aa3d-e7b7983332f5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772910 Mar 07 16:20:16.668686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47896) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:16.731305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:20:16.748815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b8d02-9df2-4cb1-8eb7-764fcaa7a2ac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:16.755798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks [] for port (b0415c43-a680-4872-b667-8c1da4521950), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:16.758631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47900) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:16.761299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a26b8d02-9df2-4cb1-8eb7-764fcaa7a2ac tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0845294 Mar 07 16:20:16.826215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0c320efa-bccf-43e4-a211-0b2e94e472b3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:16.856423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router 79e862bd-d722-421b-a71e-d42426d1dc81 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:16.859458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47908) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:16.904182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c5aa8923-8f1e-4ac2-9938-956384275d1e no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:16.906185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb999187-8c91-4563-9af8-7341fdb9cf6b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:16.907747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fb999187-8c91-4563-9af8-7341fdb9cf6b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1459806 Mar 07 16:20:16.911836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47910) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:16.949350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: c5aa8923-8f1e-4ac2-9938-956384275d1e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:16.949794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c5aa8923-8f1e-4ac2-9938-956384275d1e not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:16.961895 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0e48bb2d-4ae4-4e8e-9ff9-c51beacfd688 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474410 Mar 07 16:20:16.969831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47912) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:16.980534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:16.996629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 0c320efa-bccf-43e4-a211-0b2e94e472b3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:16.997023 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.056951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b0415c43-a680-4872-b667-8c1da4521950), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.070842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0c8ee-4238-47e8-a24f-b0ecb7b07d6a None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:20:17.215923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 0c320efa-bccf-43e4-a211-0b2e94e472b3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:17.217053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:17.530247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13690be3-b252-4b33-b3c6-373702bf941d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.535056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-00f0c8ee-4238-47e8-a24f-b0ecb7b07d6a None None] Deleting port 0c320efa-bccf-43e4-a211-0b2e94e472b3 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:17.535491 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00f0c8ee-4238-47e8-a24f-b0ecb7b07d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.566482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13690be3-b252-4b33-b3c6-373702bf941d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.665306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13690be3-b252-4b33-b3c6-373702bf941d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.669963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13690be3-b252-4b33-b3c6-373702bf941d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.671376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-13690be3-b252-4b33-b3c6-373702bf941d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/security-groups/8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e HTTP/1.1" status: 204 len: 168 time: 0.8096747 Mar 07 16:20:17.679023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:17.682237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13690be3-b252-4b33-b3c6-373702bf941d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1b0edf-298e-49f7-8da2-4cb5c1d4b74e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:17.693296 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:17.695810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-00f0c8ee-4238-47e8-a24f-b0ecb7b07d6a None None] For port 0c320efa-bccf-43e4-a211-0b2e94e472b3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0c320efa-bccf-43e4-a211-0b2e94e472b3,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:17.696346 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00f0c8ee-4238-47e8-a24f-b0ecb7b07d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.697200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:17.711782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47922) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:17.731174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-00f0c8ee-4238-47e8-a24f-b0ecb7b07d6a None None] Calling delete_port for 0c320efa-bccf-43e4-a211-0b2e94e472b3 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:17.733794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:17.734164 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.753278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:17.758549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a5334b76-6eee-47b6-99d3-a40c435c7ffe tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/79e862bd-d722-421b-a71e-d42426d1dc81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2336986 Mar 07 16:20:17.765909 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f78d9-dcba-4cf8-8733-1163fd1e2ca7 None None] Sync routers for ids ['79e862bd-d722-421b-a71e-d42426d1dc81'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:17.774944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb91fe7-ab41-4589-b4c8-48776ade3419 req-b7215a2e-5954-41a7-a6a1-67f10d5303e7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:17.776630 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f78d9-dcba-4cf8-8733-1163fd1e2ca7 None None] Routers {'79e862bd-d722-421b-a71e-d42426d1dc81'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:17.777520 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-173f78d9-dcba-4cf8-8733-1163fd1e2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['79e862bd-d722-421b-a71e-d42426d1dc81'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:17.782201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fcb91fe7-ab41-4589-b4c8-48776ade3419 req-b7215a2e-5954-41a7-a6a1-67f10d5303e7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 946 time: 0.9291108 Mar 07 16:20:17.786064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47924) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:17.821013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Pushing event updated for resources: {'Port': ['ID=b0415c43-a680-4872-b667-8c1da4521950,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:17.822628 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-173f78d9-dcba-4cf8-8733-1163fd1e2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:17.828562 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c09d561f-1c2d-4c0e-be91-78802024418d tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e862bd-d722-421b-a71e-d42426d1dc81 HTTP/1.1" status: 200 len: 205 time: 0.0410123 Mar 07 16:20:17.829163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47926) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:17.834073 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f78d9-dcba-4cf8-8733-1163fd1e2ca7 None None] Routers {'79e862bd-d722-421b-a71e-d42426d1dc81'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:17.834959 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-173f78d9-dcba-4cf8-8733-1163fd1e2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['79e862bd-d722-421b-a71e-d42426d1dc81'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:17.839502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:17.843204 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:17.875964 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-173f78d9-dcba-4cf8-8733-1163fd1e2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:17.876996 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f78d9-dcba-4cf8-8733-1163fd1e2ca7 None None] The sync data for ids ['79e862bd-d722-421b-a71e-d42426d1dc81'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:17.892698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b53925-0c84-4710-a91c-3af1460554f8 None None] Network 967294c3-0147-41f4-9e10-072da5da2108 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:17.949877 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21c84efb-c397-4c05-a440-f4f276a7abfd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (79e862bd-d722-421b-a71e-d42426d1dc81), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.003424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d2a073f3-7292-462a-a0aa-7d5c39e9c166 None None] Provisioning complete for port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:18.003805 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d2a073f3-7292-462a-a0aa-7d5c39e9c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.040032 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00f0c8ee-4238-47e8-a24f-b0ecb7b07d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (0c320efa-bccf-43e4-a211-0b2e94e472b3), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.052356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fcb91fe7-ab41-4589-b4c8-48776ade3419 req-e204093f-6846-44fd-a024-3c963565e0db tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691801 Mar 07 16:20:18.079955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47928) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:18.145220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0c8ee-4238-47e8-a24f-b0ecb7b07d6a None None] Pushing event deleted for resources: {'Port': ['ID=0c320efa-bccf-43e4-a211-0b2e94e472b3,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:18.147447 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0c8ee-4238-47e8-a24f-b0ecb7b07d6a None None] No DVR routers for this DVR port 0c320efa-bccf-43e4-a211-0b2e94e472b3 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:18.169215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:18.169614 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.202472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21c84efb-c397-4c05-a440-f4f276a7abfd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (79e862bd-d722-421b-a71e-d42426d1dc81), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.209847 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21c84efb-c397-4c05-a440-f4f276a7abfd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (79e862bd-d722-421b-a71e-d42426d1dc81), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.220603 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cbc7db9e-b8e0-4af1-b0d4-5cc70f1471bf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/83fdc6be-4abf-416c-b859-639278bf5023 HTTP/1.1" status: 200 len: 993 time: 0.1394994 Mar 07 16:20:18.265979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=93fc85b7-e0ae-42ef-aca0-3fc541cc7991,segment=NetworkSegment(28fa887a-336a-4649-8e45-3d0a293c4a20),segment_id=28fa887a-336a-4649-8e45-3d0a293c4a20)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:18.265979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d2a073f3-7292-462a-a0aa-7d5c39e9c166 None None] Current status of the port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:18.265979 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d2a073f3-7292-462a-a0aa-7d5c39e9c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.277180 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.336867 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f1a7f728-425a-468f-b7bc-5310e8281587), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.345110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21c84efb-c397-4c05-a440-f4f276a7abfd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (79e862bd-d722-421b-a71e-d42426d1dc81), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.345927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c84efb-c397-4c05-a440-f4f276a7abfd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Fanout notify agent at l3_agent the message router_deleted on router 79e862bd-d722-421b-a71e-d42426d1dc81 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:20:18.357270 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-21c84efb-c397-4c05-a440-f4f276a7abfd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.362088 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-21c84efb-c397-4c05-a440-f4f276a7abfd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/79e862bd-d722-421b-a71e-d42426d1dc81 HTTP/1.1" status: 204 len: 168 time: 0.5294898 Mar 07 16:20:18.362411 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47930) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:18.390284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:18.411170 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-d2a073f3-7292-462a-a0aa-7d5c39e9c166 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:20:18.411952 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-d2a073f3-7292-462a-a0aa-7d5c39e9c166 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:20:18.412915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=93fc85b7-e0ae-42ef-aca0-3fc541cc7991,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:18.430616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:18.433945 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:18.434734 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.443633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b3f6aa-dcaf-47e2-9e59-f086acc7c5ad None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:18.510075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5362835 Mar 07 16:20:18.514637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47932) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:18.515542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca2b7a-0c71-4625-b9ca-958bf48b41f6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=f1a7f728-425a-468f-b7bc-5310e8281587,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:18.520892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks [] for router_gateway (f6b58825-0be7-4073-bbfd-bc6055c3e154), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.523803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:5c:fe:cb', 'name': 'tempest-NetworksTestDHCPv6-984913780'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:18.564636 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1a48f6-027b-4ec4-9ec4-5dff664b12fd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting subnet c4367b45-9229-4017-874f-2c36392f063c {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:18.568994 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e1a48f6-027b-4ec4-9ec4-5dff664b12fd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (c4367b45-9229-4017-874f-2c36392f063c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.585662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': 'f1a7f728-425a-468f-b7bc-5310e8281587'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:18.586712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.656853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e1a48f6-027b-4ec4-9ec4-5dff664b12fd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (c4367b45-9229-4017-874f-2c36392f063c), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.708842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:18.711471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:18.784557 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (f15a2724-84e1-48f2-b9fd-a6f16b78094c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.819071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:18.819674 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.827205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/f1a7f728-425a-468f-b7bc-5310e8281587/78bba141-5b22-4180-b315-3ff94c9f6263) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:18.887699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (f6b58825-0be7-4073-bbfd-bc6055c3e154), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.892108 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e1a48f6-027b-4ec4-9ec4-5dff664b12fd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (c4367b45-9229-4017-874f-2c36392f063c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:18.996396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d2a073f3-7292-462a-a0aa-7d5c39e9c166 None None] Current status of the port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:19.001828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.030094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 3f635ccf-d303-4eca-8d29-6133e1f678bb yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:20:19.045707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:19.052992 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e1a48f6-027b-4ec4-9ec4-5dff664b12fd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (c4367b45-9229-4017-874f-2c36392f063c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.106994 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a48f6-027b-4ec4-9ec4-5dff664b12fd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Subnet': ['ID=c4367b45-9229-4017-874f-2c36392f063c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:19.121849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e1a48f6-027b-4ec4-9ec4-5dff664b12fd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.126136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0e1a48f6-027b-4ec4-9ec4-5dff664b12fd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/c4367b45-9229-4017-874f-2c36392f063c HTTP/1.1" status: 204 len: 168 time: 0.7438936 Mar 07 16:20:19.130487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47942) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:19.138190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bf46e-e109-481c-a1b4-add1e99fc5e1 None None] Network cca32e50-ff2b-420b-a86f-a7e9f1894dde requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:19.191948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0c320efa-bccf-43e4-a211-0b2e94e472b3 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:19.220966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port e67b56de-c0bf-4129-a134-10d76b35a020 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:19.221706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.226115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Router f6b58825-0be7-4073-bbfd-bc6055c3e154 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:20:19.236179 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (cca32e50-ff2b-420b-a86f-a7e9f1894dde), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.286038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47946) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:19.293452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-57c65907-c4a2-483a-842a-25aa4ed0db37 None None] Provisioning complete for port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:19.293830 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-57c65907-c4a2-483a-842a-25aa4ed0db37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.318731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 0c320efa-bccf-43e4-a211-0b2e94e472b3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:19.319106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0c320efa-bccf-43e4-a211-0b2e94e472b3 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:19.342373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] For port e67b56de-c0bf-4129-a134-10d76b35a020, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e67b56de-c0bf-4129-a134-10d76b35a020,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:19.342747 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.357394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for e67b56de-c0bf-4129-a134-10d76b35a020 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:19.377896 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Publish callbacks [] for port (78bba141-5b22-4180-b315-3ff94c9f6263), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.393755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.426739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port f228487c-a626-4e70-8bc3-694ef0c9d06e {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:19.427137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.465086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:19.466096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:19.470718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:19.499100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:19.501303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Sync routers for ids ['f6b58825-0be7-4073-bbfd-bc6055c3e154'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:19.514134 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b66d80b-fd2c-432f-ae27-fd614799cad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.516160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Pushing event updated for resources: {'Port': ['ID=78bba141-5b22-4180-b315-3ff94c9f6263,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:19.537304 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port f228487c-a626-4e70-8bc3-694ef0c9d06e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f228487c-a626-4e70-8bc3-694ef0c9d06e,segment=NetworkSegment(e207f088-6945-4277-b641-ce17bb4be479),segment_id=e207f088-6945-4277-b641-ce17bb4be479)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:19.537681 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.547076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.547076 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c1489c47-a158-4e25-b16c-9710959ecb76 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0994353 Mar 07 16:20:19.547386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] DHCP port deletion for cca32e50-ff2b-420b-a86f-a7e9f1894dde request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:20:19.550589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47950) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:19.565074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-57c65907-c4a2-483a-842a-25aa4ed0db37 None None] Current status of the port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:19.571445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Routers {'f6b58825-0be7-4073-bbfd-bc6055c3e154'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:19.571949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f6b58825-0be7-4073-bbfd-bc6055c3e154'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:19.580295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::6 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/f1a7f728-425a-468f-b7bc-5310e8281587/3f635ccf-d303-4eca-8d29-6133e1f678bb) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:19.597179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for f228487c-a626-4e70-8bc3-694ef0c9d06e owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:19.674056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Attempting to bind port 78bba141-5b22-4180-b315-3ff94c9f6263 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:19.674698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Attempting to bind port 78bba141-5b22-4180-b315-3ff94c9f6263 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:19.674898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Attempting to bind port 78bba141-5b22-4180-b315-3ff94c9f6263 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:19.717892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:19.718271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:19.718783 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.719281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:19.719883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Bound port: 78bba141-5b22-4180-b315-3ff94c9f6263, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:19.720312 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.821074 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.848363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b66d80b-fd2c-432f-ae27-fd614799cad2 admin admin] Publish callbacks [] for security_group (307816e3-4e56-4985-bfad-58710c1eabf2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.859643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=f228487c-a626-4e70-8bc3-694ef0c9d06e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:19.866005 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No DVR routers for this DVR port f228487c-a626-4e70-8bc3-694ef0c9d06e on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:19.866145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9b66d80b-fd2c-432f-ae27-fd614799cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (307816e3-4e56-4985-bfad-58710c1eabf2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.902573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:19.914558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e67b56de-c0bf-4129-a134-10d76b35a020), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.919035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (3f635ccf-d303-4eca-8d29-6133e1f678bb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.948666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9b66d80b-fd2c-432f-ae27-fd614799cad2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95dd6b5963734b198bc1f9d3f5a93ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6608415 Mar 07 16:20:19.954939 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47952) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:19.984373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] Deleting port f228487c-a626-4e70-8bc3-694ef0c9d06e {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:19.984975 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:19.990042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Set router f6b58825-0be7-4073-bbfd-bc6055c3e154 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:20.015354 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (cca32e50-ff2b-420b-a86f-a7e9f1894dde), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.064100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66d80b-fd2c-432f-ae27-fd614799cad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307816e3-4e56-4985-bfad-58710c1eabf2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:20.133626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca32e50-ff2b-420b-a86f-a7e9f1894dde']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:20.147457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=e67b56de-c0bf-4129-a134-10d76b35a020,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:20.164285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] For port 78bba141-5b22-4180-b315-3ff94c9f6263, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:20.177625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e207f088-6945-4277-b641-ce17bb4be479') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:20.177928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e207f088-6945-4277-b641-ce17bb4be479') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:20.199396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] For port f228487c-a626-4e70-8bc3-694ef0c9d06e, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:20.199963 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.201778 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (e207f088-6945-4277-b641-ce17bb4be479), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.229797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] Calling delete_port for f228487c-a626-4e70-8bc3-694ef0c9d06e owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:20.236282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] For port 78bba141-5b22-4180-b315-3ff94c9f6263, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=78bba141-5b22-4180-b315-3ff94c9f6263,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:20.238987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7536142f-4c35-4a45-b29a-b402cb8d5047 admin admin] Publish callbacks [] for security_group (307816e3-4e56-4985-bfad-58710c1eabf2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.239146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] Port f228487c-a626-4e70-8bc3-694ef0c9d06e was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:20:20.241241 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (f15a2724-84e1-48f2-b9fd-a6f16b78094c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.243987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:20:20.248704 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e207f088-6945-4277-b641-ce17bb4be479), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.248894 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (f228487c-a626-4e70-8bc3-694ef0c9d06e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.251431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3f635ccf-d303-4eca-8d29-6133e1f678bb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.258946 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.267096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:20.267603 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.298885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:20:20.299295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (e207f088-6945-4277-b641-ce17bb4be479), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:20:20.302318 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:20:20.316506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] Pushing event deleted for resources: {'Port': ['ID=f228487c-a626-4e70-8bc3-694ef0c9d06e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:20.334459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ec1c0-31bf-448a-8395-10a1e73e5564 None None] No DVR routers for this DVR port f228487c-a626-4e70-8bc3-694ef0c9d06e on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:20.335673 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7536142f-4c35-4a45-b29a-b402cb8d5047 admin admin] Publish callbacks [] for security_group (307816e3-4e56-4985-bfad-58710c1eabf2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.355719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:20.359304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=3f635ccf-d303-4eca-8d29-6133e1f678bb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:20.363811 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:20.365850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-c3dd3246-9bd1-4819-9691-075aa8bbe5b4 req-89ab9263-0af3-4e5a-8da1-40ed5fb4d454 tempest-ImagesTestJSON-273424984 tempest-ImagesTestJSON-273424984-project] (103866) timed out ('10.222.0.11', 50276) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:20:20.369238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:20.375987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:20.377248 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.411987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (cca32e50-ff2b-420b-a86f-a7e9f1894dde), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.452204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e0b12-da49-4f20-974a-58ad238b6417 None None] Pushing event updated for resources: {'Port': ['ID=78bba141-5b22-4180-b315-3ff94c9f6263,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:20.455115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4d188398-2101-4166-9279-b508e9956664 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9382617 Mar 07 16:20:20.458282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47954) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:20.475334 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.479433 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/networks/cca32e50-ff2b-420b-a86f-a7e9f1894dde HTTP/1.1" status: 204 len: 168 time: 1.3476288 Mar 07 16:20:20.487030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3bfe8-8619-4272-b27c-dd42e2d1fca5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Network': ['ID=cca32e50-ff2b-420b-a86f-a7e9f1894dde,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:20.488847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47956) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:20.497986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9a91589d-37ab-4c74-bddb-95db6a446e82 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1702736691', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:20.510215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:20.511439 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.524080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b0415c43-a680-4872-b667-8c1da4521950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:14Z', 'updated_at': '2022-03-07T16:20:18Z', 'revision_number': 3, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'gw_port': {'id': 'b0415c43-a680-4872-b667-8c1da4521950', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:15Z', 'updated_at': '2022-03-07T16:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:20.540109 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.554325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Checking router: f6b58825-0be7-4073-bbfd-bc6055c3e154 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:20.566146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Updating router f6b58825-0be7-4073-bbfd-bc6055c3e154 port b0415c43-a680-4872-b667-8c1da4521950 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:20.573649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17210f84-8f8b-4c01-bfef-a3e5927a6d0d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:20.579561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17210f84-8f8b-4c01-bfef-a3e5927a6d0d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:20.583206 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a91589d-37ab-4c74-bddb-95db6a446e82 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.584257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a91589d-37ab-4c74-bddb-95db6a446e82 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.585091 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-17210f84-8f8b-4c01-bfef-a3e5927a6d0d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1257639 Mar 07 16:20:20.587770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47958) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:20.621273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:20:20.623915 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d540fb-d823-4d35-9d42-134b75469cd8" -d '{"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:20:20.643510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:20.645115 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b0415c43-a680-4872-b667-8c1da4521950), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.656929 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a91589d-37ab-4c74-bddb-95db6a446e82 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.671276 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.681097 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7536142f-4c35-4a45-b29a-b402cb8d5047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (307816e3-4e56-4985-bfad-58710c1eabf2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.687462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7536142f-4c35-4a45-b29a-b402cb8d5047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.691687 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7536142f-4c35-4a45-b29a-b402cb8d5047 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/307816e3-4e56-4985-bfad-58710c1eabf2 HTTP/1.1" status: 204 len: 168 time: 0.7357368 Mar 07 16:20:20.702859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a91589d-37ab-4c74-bddb-95db6a446e82 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.754663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536142f-4c35-4a45-b29a-b402cb8d5047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307816e3-4e56-4985-bfad-58710c1eabf2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:20.759835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router f15a2724-84e1-48f2-b9fd-a6f16b78094c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:20.769378 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbac81b-fafe-4385-a100-9b00d5a30ad1 x-openstack-request-id: req-5bbac81b-fafe-4385-a100-9b00d5a30ad1 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:20:20.770235 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:20:20.770693 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bbac81b-fafe-4385-a100-9b00d5a30ad1 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:20:20.771320 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'code': 200} Mar 07 16:20:20.839457 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9a91589d-37ab-4c74-bddb-95db6a446e82 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.841017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9a91589d-37ab-4c74-bddb-95db6a446e82 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3488011 Mar 07 16:20:20.844192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb221e-96a2-49fd-9649-faa2a8dbfc59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 3f635ccf-d303-4eca-8d29-6133e1f678bb {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:20.844762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dbb221e-96a2-49fd-9649-faa2a8dbfc59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3f635ccf-d303-4eca-8d29-6133e1f678bb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:20.850865 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 47964) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:20.887515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-209118052'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:20.943652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f228487c-a626-4e70-8bc3-694ef0c9d06e no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:20.987356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: f228487c-a626-4e70-8bc3-694ef0c9d06e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:20.987971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f228487c-a626-4e70-8bc3-694ef0c9d06e not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:21.006028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=13']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:21.067042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Allocated IP 172.20.0.1 (967294c3-0147-41f4-9e10-072da5da2108/654e2099-f746-42da-8b52-7ab2b826d367/43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:21.090763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:21.094146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.158640 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dbb221e-96a2-49fd-9649-faa2a8dbfc59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3f635ccf-d303-4eca-8d29-6133e1f678bb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.175473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:21.178971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:21.192464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fc3097a4-450c-4f10-a198-a3c3a6d6e47e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "PUT /v2.0/routers/f15a2724-84e1-48f2-b9fd-a6f16b78094c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4768212 Mar 07 16:20:21.192742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47970) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:21.199548 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] Sync routers for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:21.203597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb221e-96a2-49fd-9649-faa2a8dbfc59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 3f635ccf-d303-4eca-8d29-6133e1f678bb owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:21.212714 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:21.214254 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:21.217827 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Publish callbacks [] for port (b0415c43-a680-4872-b667-8c1da4521950), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.226443 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b0415c43-a680-4872-b667-8c1da4521950), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.296315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (716456f1-92af-46b3-8820-e9d795f4b349), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.296820 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added segment 716456f1-92af-46b3-8820-e9d795f4b349 of type vlan for network dcbba74c-9927-4846-806e-c06a8456e560 Mar 07 16:20:21.304670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Publish callbacks [] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.316056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a9335d-7683-4067-89ef-4e8c236abdf4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting subnet 0779b91c-7c7e-4239-81f2-a820e3554e60 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:21.322039 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44a9335d-7683-4067-89ef-4e8c236abdf4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for subnet (0779b91c-7c7e-4239-81f2-a820e3554e60), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.353000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Attempting to bind port b0415c43-a680-4872-b667-8c1da4521950 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:21.353639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Attempting to bind port b0415c43-a680-4872-b667-8c1da4521950 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:21.354707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Attempting to bind port b0415c43-a680-4872-b667-8c1da4521950 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:21.368774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44a9335d-7683-4067-89ef-4e8c236abdf4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (0779b91c-7c7e-4239-81f2-a820e3554e60), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.371451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:21.372042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:21.372669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.373227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:21.373886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Bound port: b0415c43-a680-4872-b667-8c1da4521950, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:21.374446 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b0415c43-a680-4872-b667-8c1da4521950), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.377319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61538393-be4e-46d8-a442-6f54e96006cd None None] Pushing event updated for resources: {'Port': ['ID=b0415c43-a680-4872-b667-8c1da4521950,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:21.434287 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:20:21.452666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] For port b0415c43-a680-4872-b667-8c1da4521950, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:21.462177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] For port b0415c43-a680-4872-b667-8c1da4521950, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b0415c43-a680-4872-b667-8c1da4521950,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:21.467257 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:21.470774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dbb221e-96a2-49fd-9649-faa2a8dbfc59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3f635ccf-d303-4eca-8d29-6133e1f678bb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.480964 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b0415c43-a680-4872-b667-8c1da4521950), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.517116 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44a9335d-7683-4067-89ef-4e8c236abdf4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (0779b91c-7c7e-4239-81f2-a820e3554e60), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.547577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.607678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7dbb221e-96a2-49fd-9649-faa2a8dbfc59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.612037 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7dbb221e-96a2-49fd-9649-faa2a8dbfc59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/3f635ccf-d303-4eca-8d29-6133e1f678bb HTTP/1.1" status: 204 len: 168 time: 1.0230794 Mar 07 16:20:21.615255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47978) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:21.619279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Pushing event updated for resources: {'Port': ['ID=43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:21.655748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb221e-96a2-49fd-9649-faa2a8dbfc59 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=3f635ccf-d303-4eca-8d29-6133e1f678bb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:21.663638 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (dcbba74c-9927-4846-806e-c06a8456e560), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.668596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61538393-be4e-46d8-a442-6f54e96006cd None None] Pushing event updated for resources: {'Port': ['ID=b0415c43-a680-4872-b667-8c1da4521950,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:21.689156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Routers {'f6b58825-0be7-4073-bbfd-bc6055c3e154'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:21.692439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f6b58825-0be7-4073-bbfd-bc6055c3e154'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:21.707226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c751c-b3dc-4ce4-a525-8c224fdd7d42 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:21.708743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c751c-b3dc-4ce4-a525-8c224fdd7d42 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:21.708908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (dcbba74c-9927-4846-806e-c06a8456e560), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.712978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-544c751c-b3dc-4ce4-a525-8c224fdd7d42 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0874588 Mar 07 16:20:21.715414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:21.716110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.723369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47982) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:21.726866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Network 967294c3-0147-41f4-9e10-072da5da2108 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:21.742072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.742439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.743448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.743868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.744216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.744562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.744945 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.746128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.746605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.747031 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.747377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.747714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.748141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:21.759725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8789423 Mar 07 16:20:21.785301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:21.786894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 47986) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:21.801659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:21.828678 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:20:19Z', 'revision_number': 7, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:21.863434 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (f6b58825-0be7-4073-bbfd-bc6055c3e154), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:21.873248 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] Checking router: f15a2724-84e1-48f2-b9fd-a6f16b78094c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:21.886409 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] Routers {'f15a2724-84e1-48f2-b9fd-a6f16b78094c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:21.887440 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:19:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:21.925172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240298f4-0139-49cc-8872-f0e1af6de43b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Network': ['ID=dcbba74c-9927-4846-806e-c06a8456e560,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:21.957198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network dcbba74c-9927-4846-806e-c06a8456e560 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:22.075617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'subnet': {'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:22.092658 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] Set router f15a2724-84e1-48f2-b9fd-a6f16b78094c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:22.101316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] Set router f6b58825-0be7-4073-bbfd-bc6055c3e154 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:22.272818 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44a9335d-7683-4067-89ef-4e8c236abdf4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (0779b91c-7c7e-4239-81f2-a820e3554e60), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:22.316430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-80600eb1-3f97-4265-b30c-cde57dab46c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet f1a7f728-425a-468f-b7bc-5310e8281587 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:22.348611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f83c9-ceb7-46f9-92e6-75c325139174 None None] Network 4d594787-5633-4408-97a7-2314f773707b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:22.369140 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:20:19Z', 'revision_number': 7, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:22.396250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6db90550-df1b-41b8-92fd-df7bb4980592 None None] Provisioning complete for port 78bba141-5b22-4180-b315-3ff94c9f6263 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:22.398341 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6db90550-df1b-41b8-92fd-df7bb4980592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:22.427267 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10be82-0cb4-40e8-96b7-b78b00e6f989 None None] The sync data for ids ['f15a2724-84e1-48f2-b9fd-a6f16b78094c'] in n-d-830010-8 is: [{'id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'name': 'tempest-TestNetworkBasicOps-router-802054070', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:51Z', 'updated_at': '2022-03-07T16:20:19Z', 'revision_number': 7, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'd36aec4d-7a56-45ce-adc6-9ac4a87748b6', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15a2724-84e1-48f2-b9fd-a6f16b78094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:52Z', 'updated_at': '2022-03-07T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:22.712125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b0415c43-a680-4872-b667-8c1da4521950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:14Z', 'updated_at': '2022-03-07T16:20:18Z', 'revision_number': 3, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'gw_port': {'id': 'b0415c43-a680-4872-b667-8c1da4521950', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:15Z', 'updated_at': '2022-03-07T16:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:22.719580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6db90550-df1b-41b8-92fd-df7bb4980592 None None] Current status of the port 78bba141-5b22-4180-b315-3ff94c9f6263 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:22.721181 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6db90550-df1b-41b8-92fd-df7bb4980592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:22.754233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-44a9335d-7683-4067-89ef-4e8c236abdf4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:22.760397 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-44a9335d-7683-4067-89ef-4e8c236abdf4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/subnets/0779b91c-7c7e-4239-81f2-a820e3554e60 HTTP/1.1" status: 204 len: 168 time: 1.5636873 Mar 07 16:20:22.760886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48006) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:22.788035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6070bc6-97f3-420b-ba68-e53970708a23 None None] The sync data for ids ['f6b58825-0be7-4073-bbfd-bc6055c3e154'] in n-d-830010-8 is: [{'id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b0415c43-a680-4872-b667-8c1da4521950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:14Z', 'updated_at': '2022-03-07T16:20:18Z', 'revision_number': 3, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'gw_port': {'id': 'b0415c43-a680-4872-b667-8c1da4521950', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:15Z', 'updated_at': '2022-03-07T16:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:22.801578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80600eb1-3f97-4265-b30c-cde57dab46c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (f1a7f728-425a-468f-b7bc-5310e8281587), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:22.813316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104efa5e-8ad7-421e-a376-2c70d6aa2868 None None] DHCP port deletion for 4d594787-5633-4408-97a7-2314f773707b request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:20:22.899386 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80600eb1-3f97-4265-b30c-cde57dab46c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (f1a7f728-425a-468f-b7bc-5310e8281587), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:22.905611 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:22.909357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:22.994047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 78bba141-5b22-4180-b315-3ff94c9f6263 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:23.039305 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ffd4678f-4efe-4fea-98ab-36de65d9007a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.063740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9335d-7683-4067-89ef-4e8c236abdf4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Subnet': ['ID=0779b91c-7c7e-4239-81f2-a820e3554e60,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:23.083865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6db90550-df1b-41b8-92fd-df7bb4980592 None None] For port 78bba141-5b22-4180-b315-3ff94c9f6263, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=78bba141-5b22-4180-b315-3ff94c9f6263,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:23.097643 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6db90550-df1b-41b8-92fd-df7bb4980592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.107992 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.165041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-104efa5e-8ad7-421e-a376-2c70d6aa2868 None None] Deleting port b9a335b1-6e5b-4685-b6df-4f29691c648c {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:23.165482 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-104efa5e-8ad7-421e-a376-2c70d6aa2868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.218198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db90550-df1b-41b8-92fd-df7bb4980592 None None] Pushing event updated for resources: {'Port': ['ID=78bba141-5b22-4180-b315-3ff94c9f6263,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:23.239751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80600eb1-3f97-4265-b30c-cde57dab46c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f1a7f728-425a-468f-b7bc-5310e8281587), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.306858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7eb4a190-7053-4e16-9904-0e366d663fd3 None None] Could not find standard attr ID for object 3f635ccf-d303-4eca-8d29-6133e1f678bb. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:20:23.309068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 78bba141-5b22-4180-b315-3ff94c9f6263 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:23.309443 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.362651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-104efa5e-8ad7-421e-a376-2c70d6aa2868 None None] For port b9a335b1-6e5b-4685-b6df-4f29691c648c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9a335b1-6e5b-4685-b6df-4f29691c648c,segment=NetworkSegment(d6b31aec-b450-4cd7-937d-5c5b99773196),segment_id=d6b31aec-b450-4cd7-937d-5c5b99773196)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:23.363097 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-104efa5e-8ad7-421e-a376-2c70d6aa2868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.384303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7eb4a190-7053-4e16-9904-0e366d663fd3 None None] Provisioning complete for port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:23.384976 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a190-7053-4e16-9904-0e366d663fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.394471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-104efa5e-8ad7-421e-a376-2c70d6aa2868 None None] Calling delete_port for b9a335b1-6e5b-4685-b6df-4f29691c648c owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:23.569062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80600eb1-3f97-4265-b30c-cde57dab46c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (f1a7f728-425a-468f-b7bc-5310e8281587), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.590168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (48e554dd-f262-4a8d-8665-90e63494b99a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.595761 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80600eb1-3f97-4265-b30c-cde57dab46c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.599194 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-80600eb1-3f97-4265-b30c-cde57dab46c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/f1a7f728-425a-468f-b7bc-5310e8281587 HTTP/1.1" status: 204 len: 168 time: 1.8744907 Mar 07 16:20:23.606400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48012) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:23.627214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80600eb1-3f97-4265-b30c-cde57dab46c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a7f728-425a-468f-b7bc-5310e8281587,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:23.650349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66197d1c-a58f-47ce-b4fb-f0f6fd80c72e None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:23.677138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4a190-7053-4e16-9904-0e366d663fd3 None None] Port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:20:23.682979 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7a938205-ec5b-4aff-b08c-b65dc4c4d8cd tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750041 Mar 07 16:20:23.683872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48014) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:23.720379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Checking segment: {'id': '716456f1-92af-46b3-8820-e9d795f4b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:23.720732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network hostable DHCP agents. Network: dcbba74c-9927-4846-806e-c06a8456e560, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:23.738056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Subnet': ['ID=48e554dd-f262-4a8d-8665-90e63494b99a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:23.750761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router (f15a2724-84e1-48f2-b9fd-a6f16b78094c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.769069 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Publish callbacks [] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.775728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network dcbba74c-9927-4846-806e-c06a8456e560 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:23.783371 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.813186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-104efa5e-8ad7-421e-a376-2c70d6aa2868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (b9a335b1-6e5b-4685-b6df-4f29691c648c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.828312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98c97f-3f62-4e32-b0f5-30fbec966230 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:23.829990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9c98c97f-3f62-4e32-b0f5-30fbec966230 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1408389 Mar 07 16:20:23.835499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 78bba141-5b22-4180-b315-3ff94c9f6263 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:23.865769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48016) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:23.876784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Pushing event updated for resources: {'Port': ['ID=43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:23.888199 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104efa5e-8ad7-421e-a376-2c70d6aa2868 None None] Pushing event deleted for resources: {'Port': ['ID=b9a335b1-6e5b-4685-b6df-4f29691c648c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:23.891563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, dcbba74c-9927-4846-806e-c06a8456e560) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:23.895038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104efa5e-8ad7-421e-a376-2c70d6aa2868 None None] No DVR routers for this DVR port b9a335b1-6e5b-4685-b6df-4f29691c648c on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:23.908482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:23.908891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f1cb8-4427-4cfe-b17d-755d75e4be2d None None] Network dcbba74c-9927-4846-806e-c06a8456e560 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:23.909086 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.938978 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (f6b58825-0be7-4073-bbfd-bc6055c3e154), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:23.942559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9a335b1-6e5b-4685-b6df-4f29691c648c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:23.958909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-29135f1f-32a1-410f-9314-b8d85266981f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1609972 Mar 07 16:20:23.959541 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:23.975312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4746f84b-8221-49d2-8875-73ea5c475c78 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:23.977182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4746f84b-8221-49d2-8875-73ea5c475c78 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1100726 Mar 07 16:20:23.980444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48020) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:23.983781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_gateway (f15a2724-84e1-48f2-b9fd-a6f16b78094c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.034271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b9a335b1-6e5b-4685-b6df-4f29691c648c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:24.035669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9a335b1-6e5b-4685-b6df-4f29691c648c not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:24.036514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e67b56de-c0bf-4129-a134-10d76b35a020 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:24.064729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port d36aec4d-7a56-45ce-adc6-9ac4a87748b6 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:24.065353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.084637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f187274-570f-41fc-8efa-a614b913d52b None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:20:24.093268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e67b56de-c0bf-4129-a134-10d76b35a020 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:24.093268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e67b56de-c0bf-4129-a134-10d76b35a020 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:24.106119 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ae8ad99b-76c9-419e-a852-b6745556aea1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200879 Mar 07 16:20:24.108490 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48024) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:24.149559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:24.176910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-dcbba74c-9927-4846-806e-c06a8456e560', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:24.177689 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.188568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] For port d36aec4d-7a56-45ce-adc6-9ac4a87748b6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d36aec4d-7a56-45ce-adc6-9ac4a87748b6,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:24.188943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.209330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for d36aec4d-7a56-45ce-adc6-9ac4a87748b6 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:24.218124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-9b0d42d7-3228-444e-98e0-deab6ace7369 req-4501583b-0e2f-46e5-942d-71166b435ff5 service neutron] (103866) timed out ('10.222.0.15', 62186) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:20:24.365898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0f187274-570f-41fc-8efa-a614b913d52b None None] Deleting port 78bba141-5b22-4180-b315-3ff94c9f6263 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:24.366272 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f187274-570f-41fc-8efa-a614b913d52b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.464110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0f187274-570f-41fc-8efa-a614b913d52b None None] For port 78bba141-5b22-4180-b315-3ff94c9f6263, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=78bba141-5b22-4180-b315-3ff94c9f6263,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:24.464521 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f187274-570f-41fc-8efa-a614b913d52b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.486033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0f187274-570f-41fc-8efa-a614b913d52b None None] Calling delete_port for 78bba141-5b22-4180-b315-3ff94c9f6263 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:24.508946 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d36aec4d-7a56-45ce-adc6-9ac4a87748b6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.620153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=d36aec4d-7a56-45ce-adc6-9ac4a87748b6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:24.624800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:24.628834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Allocated IP 2001:db8::2 (dcbba74c-9927-4846-806e-c06a8456e560/48e554dd-f262-4a8d-8665-90e63494b99a/12cf7f1f-86d3-427e-a0f4-e65ff2bb7426) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:24.629655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.716576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (f15a2724-84e1-48f2-b9fd-a6f16b78094c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.797839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Network 967294c3-0147-41f4-9e10-072da5da2108 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:24.844912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:24.873683 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Publish callbacks [] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.880450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b0415c43-a680-4872-b667-8c1da4521950 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:24.924379 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.926276 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0f187274-570f-41fc-8efa-a614b913d52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (78bba141-5b22-4180-b315-3ff94c9f6263), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.945714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (f15a2724-84e1-48f2-b9fd-a6f16b78094c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:24.949755 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_controller (f15a2724-84e1-48f2-b9fd-a6f16b78094c), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.021490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Network dcbba74c-9927-4846-806e-c06a8456e560 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:25.024098 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (f15a2724-84e1-48f2-b9fd-a6f16b78094c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.025182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Fanout notify agent at l3_agent the message router_deleted on router f15a2724-84e1-48f2-b9fd-a6f16b78094c {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:20:25.029417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f187274-570f-41fc-8efa-a614b913d52b None None] No DVR routers for this DVR port 78bba141-5b22-4180-b315-3ff94c9f6263 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:25.039526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48034) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:25.056512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.058180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:25.062596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d67ea936-fdae-49fb-bcc1-5b2621aa9a58 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/routers/f15a2724-84e1-48f2-b9fd-a6f16b78094c HTTP/1.1" status: 204 len: 168 time: 2.3007877 Mar 07 16:20:25.073808 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:25.077669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48036) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:25.078866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Pushing event updated for resources: {'Port': ['ID=12cf7f1f-86d3-427e-a0f4-e65ff2bb7426,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:25.083428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b0415c43-a680-4872-b667-8c1da4521950 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:25.083949 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b0415c43-a680-4872-b667-8c1da4521950), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.093299 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.219778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f187274-570f-41fc-8efa-a614b913d52b None None] Pushing event deleted for resources: {'Port': ['ID=78bba141-5b22-4180-b315-3ff94c9f6263,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:25.320096 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-737a4a3f-226f-4e3b-96eb-8ad5d768bb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.348299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Attempting to bind port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:25.348687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Attempting to bind port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '716456f1-92af-46b3-8820-e9d795f4b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:25.349055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Attempting to bind port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 on network dcbba74c-9927-4846-806e-c06a8456e560 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:25.355226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (4d594787-5633-4408-97a7-2314f773707b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.381019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Router f6b58825-0be7-4073-bbfd-bc6055c3e154 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:25.385101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:25.386138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Checking segment: {'id': '716456f1-92af-46b3-8820-e9d795f4b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:25.387018 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.387571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Bound using segment: {'id': '716456f1-92af-46b3-8820-e9d795f4b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:25.388236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Bound port: 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716456f1-92af-46b3-8820-e9d795f4b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:25.388848 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.392210 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a5d74d6a-eadd-425e-b5b3-09113ff95dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.422763 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b0415c43-a680-4872-b667-8c1da4521950 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:25.424510 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b0415c43-a680-4872-b667-8c1da4521950), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.510428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b0415c43-a680-4872-b667-8c1da4521950, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b0415c43-a680-4872-b667-8c1da4521950,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:25.517146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.objects.ports [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:20:25.522870 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (bc0ec722-1f56-4df0-a7a0-fcb72f83a597), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.524347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (4d594787-5633-4408-97a7-2314f773707b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.527306 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b0415c43-a680-4872-b667-8c1da4521950), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.552438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d594787-5633-4408-97a7-2314f773707b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:25.578532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] For port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:25.580108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b31aec-b450-4cd7-937d-5c5b99773196') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:25.580648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b31aec-b450-4cd7-937d-5c5b99773196') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:25.593998 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (d6b31aec-b450-4cd7-937d-5c5b99773196), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.606239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] For port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=12cf7f1f-86d3-427e-a0f4-e65ff2bb7426,segment=NetworkSegment(716456f1-92af-46b3-8820-e9d795f4b349),segment_id=716456f1-92af-46b3-8820-e9d795f4b349)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:25.613376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d6b31aec-b450-4cd7-937d-5c5b99773196), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.625211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 78bba141-5b22-4180-b315-3ff94c9f6263 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:25.628559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:20:25.629237 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (d6b31aec-b450-4cd7-937d-5c5b99773196), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.635050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=bc0ec722-1f56-4df0-a7a0-fcb72f83a597,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:20:25.649219 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:20:25.657038 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.661997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b0415c43-a680-4872-b667-8c1da4521950,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:25.665732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b601d593-75fd-463a-b127-e6401f18f70c None None] Provisioning complete for port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:25.665732 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b601d593-75fd-463a-b127-e6401f18f70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.693114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:25.699742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:25.708059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:25.708679 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.722893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0286373-6863-4aad-b5b0-414ea14961db None None] Pushing event updated for resources: {'Port': ['ID=12cf7f1f-86d3-427e-a0f4-e65ff2bb7426,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:25.726634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 78bba141-5b22-4180-b315-3ff94c9f6263 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:25.727138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 78bba141-5b22-4180-b315-3ff94c9f6263 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:25.728842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (4d594787-5633-4408-97a7-2314f773707b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.733454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ea4004-dd08-458c-84de-8fe27e0b6a37 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:25.741224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-36d5d335-c327-4f35-92de-c71e3bcda046 req-708beef3-42ca-4a0d-a013-2855343155a2 tempest-ServerRescueNegativeTestJSON-1893572361 tempest-ServerRescueNegativeTestJSON-1893572361-project] (103866) timed out ('10.222.0.15', 62185) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:20:25.754841 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:25.776622 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/networks/4d594787-5633-4408-97a7-2314f773707b HTTP/1.1" status: 204 len: 168 time: 0.6941099 Mar 07 16:20:25.777805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59476c-a7aa-42e8-aee7-636be82f1e72 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Network': ['ID=4d594787-5633-4408-97a7-2314f773707b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:25.789739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48040) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:25.800294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-85fd0fc8-7716-4b13-a0ee-fcf2fc77939e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6906691 Mar 07 16:20:25.803760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'network': {'name': 'tempest-network-smoke--2061933752', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'port_security_enabled': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:25.806970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48042) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:25.827794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2dcf281d-618f-4b32-9a04-6987b08c4f66 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:25.838915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b601d593-75fd-463a-b127-e6401f18f70c None None] Port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:20:25.840203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 2001:db8::1 (dcbba74c-9927-4846-806e-c06a8456e560/48e554dd-f262-4a8d-8665-90e63494b99a/cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:25.850783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:25.863660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Sync routers for ids ['f6b58825-0be7-4073-bbfd-bc6055c3e154'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:25.864434 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a11aba26-f6c1-4ec0-845e-e64b647e7f18 admin admin] 10.222.0.24 "PUT /v2.0/routers/f6b58825-0be7-4073-bbfd-bc6055c3e154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3127706 Mar 07 16:20:25.901695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Routers {'f6b58825-0be7-4073-bbfd-bc6055c3e154'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:25.902462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f6b58825-0be7-4073-bbfd-bc6055c3e154'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:25.956850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Made reservation on behalf of bb858b05e165434db44f1caa0a8fb1ae for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:25.962068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.051049 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a5d74d6a-eadd-425e-b5b3-09113ff95dfe admin admin] Publish callbacks [] for security_group (8f6a2f69-be48-41b6-81c0-06f2a84c1463), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.057994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Set router f6b58825-0be7-4073-bbfd-bc6055c3e154 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:26.071963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:26.075459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a5d74d6a-eadd-425e-b5b3-09113ff95dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8f6a2f69-be48-41b6-81c0-06f2a84c1463), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.169814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': 'bc0ec722-1f56-4df0-a7a0-fcb72f83a597'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:26.178176 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.189217 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d74d6a-eadd-425e-b5b3-09113ff95dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6a2f69-be48-41b6-81c0-06f2a84c1463,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:26.235428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7f48ee4e-28cb-4cb5-a0e8-e742aca4a252), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.235859 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Added segment 7f48ee4e-28cb-4cb5-a0e8-e742aca4a252 of type vlan for network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 Mar 07 16:20:26.268793 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a5d74d6a-eadd-425e-b5b3-09113ff95dfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4196d147d304cfda7e95baa427742ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2274890 Mar 07 16:20:26.276944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48052) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:26.411537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf281d-618f-4b32-9a04-6987b08c4f66 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:26.419488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2dcf281d-618f-4b32-9a04-6987b08c4f66 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.428618 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.472492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Allocated IP 2001:db8::f816:3eff:fe4b:d000 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/bc0ec722-1f56-4df0-a7a0-fcb72f83a597/1fa3137d-3d9a-4e07-ade9-752275d79eab) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:26.475561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.478036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.531470 n-d-830010-8 neutron-server[103867]: INFO neutron.db.ipam_backend_mixin [None req-2dcf281d-618f-4b32-9a04-6987b08c4f66 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc0ec722-1f56-4df0-a7a0-fcb72f83a597 (CIDR: 2001:db8::/64) Mar 07 16:20:26.534003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ef2667aa-1e85-4dee-9520-d73be4bfe1a4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.548866 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcf281d-618f-4b32-9a04-6987b08c4f66 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:20:26.549416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcf281d-618f-4b32-9a04-6987b08c4f66 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:20:26.562333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b0415c43-a680-4872-b667-8c1da4521950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:14Z', 'updated_at': '2022-03-07T16:20:22Z', 'revision_number': 4, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'gw_port': {'id': 'b0415c43-a680-4872-b667-8c1da4521950', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:15Z', 'updated_at': '2022-03-07T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a', 'name': '', 'network_id': '967294c3-0147-41f4-9e10-072da5da2108', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'mac_address': 'fa:16:3e:fa:65:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '654e2099-f746-42da-8b52-7ab2b826d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:23Z', 'revision_number': 2, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'subnets': [{'id': '654e2099-f746-42da-8b52-7ab2b826d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:26.565666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network dcbba74c-9927-4846-806e-c06a8456e560 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:26.566577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:26.570890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:26.574115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:26.575357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.593531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Checking router: f6b58825-0be7-4073-bbfd-bc6055c3e154 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:26.593946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Updating router f6b58825-0be7-4073-bbfd-bc6055c3e154 port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:26.608594 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99292fb1-8ebc-4d0f-ab31-d6342ed8ebf3 admin admin] Publish callbacks [] for security_group (8f6a2f69-be48-41b6-81c0-06f2a84c1463), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.621207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48060) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:26.634576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-527968022-network', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:26.654241 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.662173 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2dcf281d-618f-4b32-9a04-6987b08c4f66 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8405411 Mar 07 16:20:26.669180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48062) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:26.670187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ef2667aa-1e85-4dee-9520-d73be4bfe1a4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.675919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:26.676538 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.692009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:26.737691 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99292fb1-8ebc-4d0f-ab31-d6342ed8ebf3 admin admin] Publish callbacks [] for security_group (8f6a2f69-be48-41b6-81c0-06f2a84c1463), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.754759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-60133fee-405a-4071-8a34-fbcd0ee13eb1 req-d87c816f-b082-4d84-8f9e-da409d43cdbb service neutron] (103866) timed out ('10.222.0.11', 50167) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:20:26.755664 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.780499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9819622 Mar 07 16:20:26.788966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Made reservation on behalf of f5c2b299e7034652ae03a43c907dd68c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:26.788966 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.795066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48064) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:26.868345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:26.872104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Publish callbacks [] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.880550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'admin_state_up': True, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:26.920644 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:26.990284 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.011201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:27.020071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:27.026154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:27.039606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Pushing event updated for resources: {'Port': ['ID=1fa3137d-3d9a-4e07-ade9-752275d79eab,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:27.065833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bfaef-f6b5-4675-b579-5d30a3aeb1d4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Network': ['ID=ef2667aa-1e85-4dee-9520-d73be4bfe1a4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:27.076166 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99292fb1-8ebc-4d0f-ab31-d6342ed8ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8f6a2f69-be48-41b6-81c0-06f2a84c1463), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.079874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99292fb1-8ebc-4d0f-ab31-d6342ed8ebf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.083999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-99292fb1-8ebc-4d0f-ab31-d6342ed8ebf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f6a2f69-be48-41b6-81c0-06f2a84c1463 HTTP/1.1" status: 204 len: 168 time: 0.7963390 Mar 07 16:20:27.093433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:27.100332 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.116854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.124142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.125954 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.163418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99292fb1-8ebc-4d0f-ab31-d6342ed8ebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6a2f69-be48-41b6-81c0-06f2a84c1463,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:27.222141 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (42973497-1811-4583-8d16-556f75e4083c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.223367 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (42973497-1811-4583-8d16-556f75e4083c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.282860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:27.285139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:27.303972 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_controller (42973497-1811-4583-8d16-556f75e4083c), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.321763 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Publish callbacks [] for security_group (9f20c6cc-2788-4c80-8e50-ad71df4dd698), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.370894 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9f20c6cc-2788-4c80-8e50-ad71df4dd698), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.375018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network dcbba74c-9927-4846-806e-c06a8456e560 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:27.376459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:27.376811 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:27.377198 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.437064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54842d-829e-4049-a227-406373dd6734 None None] Network dcbba74c-9927-4846-806e-c06a8456e560 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:27.439558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Attempting to bind port 1fa3137d-3d9a-4e07-ade9-752275d79eab on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:27.439932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Attempting to bind port 1fa3137d-3d9a-4e07-ade9-752275d79eab by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:27.440301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Attempting to bind port 1fa3137d-3d9a-4e07-ade9-752275d79eab on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:27.445277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:27.526727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f20c6cc-2788-4c80-8e50-ad71df4dd698,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:27.532052 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (dd303e04-1dd5-4fc4-9074-f08dd8c37f0b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.532420 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Added segment dd303e04-1dd5-4fc4-9074-f08dd8c37f0b of type vlan for network 3c255814-2c71-4ff0-b1aa-bc3204e30959 Mar 07 16:20:27.550660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:27.551099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:27.551515 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.551963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:27.552408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Bound port: 1fa3137d-3d9a-4e07-ade9-752275d79eab, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:27.552835 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.590631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_gateway (42973497-1811-4583-8d16-556f75e4083c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.615802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:20:27.661674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (3c255814-2c71-4ff0-b1aa-bc3204e30959), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.672099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f506b4a2-dd4c-4e5a-99b9-10d2af040ac5 None None] Provisioning complete for port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:27.672564 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f506b4a2-dd4c-4e5a-99b9-10d2af040ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.715236 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Publish callbacks [] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.774916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:27.776824 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.784006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2a8a2368-1c64-4430-ab43-7ab2aba58760 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8201320 Mar 07 16:20:27.784393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48078) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:27.793301 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:27.797532 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1137190818'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:27.810821 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (3c255814-2c71-4ff0-b1aa-bc3204e30959), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.811744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:27.812365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.812852 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:27.815685 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:27.836333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] For port 1fa3137d-3d9a-4e07-ade9-752275d79eab, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:27.836664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:27.854965 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.874059 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.890256 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2618189 Mar 07 16:20:27.894180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48080) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:27.903018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Request body: {'subnet': {'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-527968022-subnet', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:27.929404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (da3caa2e-fa49-45a4-b941-8304981da6ae), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:27.952451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57838c9c-f7b5-4715-9c2a-fcddfa2d76ab admin admin] Pushing event updated for resources: {'Network': ['ID=3c255814-2c71-4ff0-b1aa-bc3204e30959,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:27.953699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:27.977988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Made reservation on behalf of f5c2b299e7034652ae03a43c907dd68c for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:27.989143 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.006392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:28.007191 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.007566 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added segment 2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c of type vlan for network df94962a-38f6-4130-8752-65582b636732 Mar 07 16:20:28.014592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:28.017967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:28.018568 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.053611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] For port 1fa3137d-3d9a-4e07-ade9-752275d79eab, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1fa3137d-3d9a-4e07-ade9-752275d79eab,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:28.063047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1fcaa-b113-4722-9aa3-b7b6838e7e9b None None] Pushing event updated for resources: {'Port': ['ID=43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:28.067931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:28.068712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.079743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=da3caa2e-fa49-45a4-b941-8304981da6ae,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:28.104905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 3c255814-2c71-4ff0-b1aa-bc3204e30959 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:28.136141 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-07c4c731-397f-4035-8239-e5b8dfb33cfb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4535198 Mar 07 16:20:28.136141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48086) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:28.142564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:b8:66:b9', 'name': 'tempest-NetworksTestDHCPv6-1989610027'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:28.156882 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:28.164411 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.180215 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_gateway (42973497-1811-4583-8d16-556f75e4083c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.217450 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.281145 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (df94962a-38f6-4130-8752-65582b636732), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.366292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=12cf7f1f-86d3-427e-a0f4-e65ff2bb7426,segment=NetworkSegment(716456f1-92af-46b3-8820-e9d795f4b349),segment_id=716456f1-92af-46b3-8820-e9d795f4b349)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:28.371867 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (df94962a-38f6-4130-8752-65582b636732), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.378731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:28.379833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.415620 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:26Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:26Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:28.459096 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6725037 Mar 07 16:20:28.484112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eff313-f2cb-44bd-8fbb-db56573abded None None] Pushing event updated for resources: {'Port': ['ID=1fa3137d-3d9a-4e07-ade9-752275d79eab,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:28.488355 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:28.488787 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Updating router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:28.528092 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.529936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b0415c43-a680-4872-b667-8c1da4521950 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:28.531376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48092) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:28.537764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'subnet': {'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:28.570337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1a6e7-6466-43d4-be66-ff33989d0a4b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Network': ['ID=df94962a-38f6-4130-8752-65582b636732,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:28.582024 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.586859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48094) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:28.639100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network df94962a-38f6-4130-8752-65582b636732 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:28.785349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (cdead1e7-e944-4067-830c-058de1d39681), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.803839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Attempting to bind port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:28.804808 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Attempting to bind port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '28fa887a-336a-4649-8e45-3d0a293c4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '967294c3-0147-41f4-9e10-072da5da2108'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:28.807588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Attempting to bind port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a on network 967294c3-0147-41f4-9e10-072da5da2108 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:28.821787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f506b4a2-dd4c-4e5a-99b9-10d2af040ac5 None None] Current status of the port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:28.836129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:28.836512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Checking segment: {'id': '28fa887a-336a-4649-8e45-3d0a293c4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '967294c3-0147-41f4-9e10-072da5da2108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:28.836972 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.837309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Bound using segment: {'id': '28fa887a-336a-4649-8e45-3d0a293c4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '967294c3-0147-41f4-9e10-072da5da2108'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:28.837795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Bound port: 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fa887a-336a-4649-8e45-3d0a293c4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '967294c3-0147-41f4-9e10-072da5da2108'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:28.838271 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.879459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:28.889185 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1702068978-network', 'tenant_id': '1ee4922f7695419e85b38109d83b7739'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:28.911579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.25.4.233 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/badcf182-b89d-4008-92d7-1631efe4b56f) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:28.915266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=12cf7f1f-86d3-427e-a0f4-e65ff2bb7426,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:28.946495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:28.949667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b0415c43-a680-4872-b667-8c1da4521950 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:28.950047 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b0415c43-a680-4872-b667-8c1da4521950), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:28.952984 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.014517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] For port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:29.042670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdead1e7-e944-4067-830c-058de1d39681,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:29.063938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] For port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a,segment=NetworkSegment(28fa887a-336a-4649-8e45-3d0a293c4a20),segment_id=28fa887a-336a-4649-8e45-3d0a293c4a20)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:29.073769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fa989264-981f-4b56-84d1-59ab66810b2a None None] Provisioning complete for port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:29.074196 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fa989264-981f-4b56-84d1-59ab66810b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.107428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Made reservation on behalf of 1ee4922f7695419e85b38109d83b7739 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:29.116359 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.137299 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.185860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.233488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 0719ec39-1b90-49a1-b590-8632f78e464c yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:20:29.237995 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Publish callbacks [] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.249957 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.250237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.256292 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.297681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Checking segment: {'id': 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:29.302820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Network hostable DHCP agents. Network: 3c255814-2c71-4ff0-b1aa-bc3204e30959, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:29.338005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1fcaa-b113-4722-9aa3-b7b6838e7e9b None None] Pushing event updated for resources: {'Port': ['ID=43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:29.355259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Routers {'f6b58825-0be7-4073-bbfd-bc6055c3e154'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:29.355987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f6b58825-0be7-4073-bbfd-bc6055c3e154'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:29.360447 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b0415c43-a680-4872-b667-8c1da4521950 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:29.371297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fa989264-981f-4b56-84d1-59ab66810b2a None None] Current status of the port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:29.371911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fa989264-981f-4b56-84d1-59ab66810b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.408485 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Pushing event updated for resources: {'Port': ['ID=cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:29.429289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Network 3c255814-2c71-4ff0-b1aa-bc3204e30959 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:29.441000 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.441737 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.442292 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.444879 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.445405 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.445925 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.446355 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.446779 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.447223 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.449607 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.452475 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.457139 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.459830 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:29.468600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d36aec4d-7a56-45ce-adc6-9ac4a87748b6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:20:29.533378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Publish callbacks [] for security_group (f08137b8-72a2-4260-a996-b808617ad06e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.536831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: d36aec4d-7a56-45ce-adc6-9ac4a87748b6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:20:29.537181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d36aec4d-7a56-45ce-adc6-9ac4a87748b6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:20:29.544360 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Attempting to bind port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:29.546158 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Attempting to bind port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '716456f1-92af-46b3-8820-e9d795f4b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:29.549902 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Attempting to bind port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 on network dcbba74c-9927-4846-806e-c06a8456e560 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:29.562691 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f08137b8-72a2-4260-a996-b808617ad06e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.567156 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:29.569165 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Checking segment: {'id': '716456f1-92af-46b3-8820-e9d795f4b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:29.569531 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.570421 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Bound using segment: {'id': '716456f1-92af-46b3-8820-e9d795f4b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:29.571419 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Bound port: cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716456f1-92af-46b3-8820-e9d795f4b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:29.573831 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.590535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:29.596596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fa989264-981f-4b56-84d1-59ab66810b2a None None] For port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a,segment=NetworkSegment(28fa887a-336a-4649-8e45-3d0a293c4a20),segment_id=28fa887a-336a-4649-8e45-3d0a293c4a20)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:29.612904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (10bb6565-436d-4c24-a12d-146d1056b992), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.614266 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Added segment 10bb6565-436d-4c24-a12d-146d1056b992 of type vlan for network ed441281-5fb2-4ac4-8c07-a8544ab847b2 Mar 07 16:20:29.661399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8:0:1::ce (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/da3caa2e-fa49-45a4-b941-8304981da6ae/0719ec39-1b90-49a1-b590-8632f78e464c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:29.687299 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fa989264-981f-4b56-84d1-59ab66810b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.687717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:feb8:66b9 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/bc0ec722-1f56-4df0-a7a0-fcb72f83a597/0719ec39-1b90-49a1-b590-8632f78e464c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:29.718646 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (badcf182-b89d-4008-92d7-1631efe4b56f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.719294 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] For port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:29.723240 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] For port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7,segment=NetworkSegment(716456f1-92af-46b3-8820-e9d795f4b349),segment_id=716456f1-92af-46b3-8820-e9d795f4b349)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:29.734992 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.797669 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:29.798411 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:29.841897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.878164 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:29.922313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] Set router f6b58825-0be7-4073-bbfd-bc6055c3e154 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:29.930568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:29.937918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:29.941103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:29.949577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (9b0b95ac-4804-4742-85f8-63b8a60d372b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.965981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Provisioning complete for port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:29.966879 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:29.986778 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:30.001263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 3c255814-2c71-4ff0-b1aa-bc3204e30959) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:30.023584 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ed441281-5fb2-4ac4-8c07-a8544ab847b2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.094146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:30.094980 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.100038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1849508-d1ad-4114-b704-7c72c5295b92 None None] Network 3c255814-2c71-4ff0-b1aa-bc3204e30959 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:30.113170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=badcf182-b89d-4008-92d7-1631efe4b56f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:30.180405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08137b8-72a2-4260-a996-b808617ad06e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:30.186399 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.resource_extend [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:20:30.223371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fcee59e4-b091-4705-9863-ab8aff0119f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3256531 Mar 07 16:20:30.223371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Subnet': ['ID=9b0b95ac-4804-4742-85f8-63b8a60d372b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:30.224024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48098) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:30.238595 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:30.242277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Checking segment: {'id': '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'df94962a-38f6-4130-8752-65582b636732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:30.242735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network hostable DHCP agents. Network: df94962a-38f6-4130-8752-65582b636732, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:30.273585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ed441281-5fb2-4ac4-8c07-a8544ab847b2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.274692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:30.275321 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.334670 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc551aa-0915-4505-855e-1532b5d10593 None None] Pushing event updated for resources: {'Port': ['ID=cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:30.423739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (83d41f4a-1979-420b-914e-052e007a3a55), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.423945 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (83d41f4a-1979-420b-914e-052e007a3a55), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.431372 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:26Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:29Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:30.436825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8435626 Mar 07 16:20:30.445629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48100) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:30.462659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Request body: {'subnet': {'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1702068978-subnet', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:30.468897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (0719ec39-1b90-49a1-b590-8632f78e464c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.484568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network df94962a-38f6-4130-8752-65582b636732 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:30.493810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693a82a1-140d-4591-a3df-99379834f52b None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:30.503253 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e97e1-d3fe-4751-afbb-36aa5259bbb6 None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:26Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:29Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:30.512627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, df94962a-38f6-4130-8752-65582b636732) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:30.514686 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a12ea2-1b2e-416e-9dbb-bfd5fa7cea21 admin admin] Pushing event updated for resources: {'Network': ['ID=ed441281-5fb2-4ac4-8c07-a8544ab847b2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:30.525624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:30.526335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.567397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Made reservation on behalf of 1ee4922f7695419e85b38109d83b7739 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:30.575659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.603251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa989264-981f-4b56-84d1-59ab66810b2a None None] Pushing event updated for resources: {'Port': ['ID=43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:30.611271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks [] for router_controller (83d41f4a-1979-420b-914e-052e007a3a55), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.629834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2613017-f932-448a-9996-e826e2252757 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0945778 Mar 07 16:20:30.630087 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48102) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:30.646480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bc695-f4b5-4350-9498-1d5fb1f295d3 None None] Network df94962a-38f6-4130-8752-65582b636732 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:30.674146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ed441281-5fb2-4ac4-8c07-a8544ab847b2 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:30.768061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0719ec39-1b90-49a1-b590-8632f78e464c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.826373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_gateway (42973497-1811-4583-8d16-556f75e4083c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.834091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=0719ec39-1b90-49a1-b590-8632f78e464c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:30.896142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Current status of the port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:30.896539 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.921126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-3c255814-2c71-4ff0-b1aa-bc3204e30959', 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959', 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'fixed_ips': [{'subnet_id': 'cdead1e7-e944-4067-830c-058de1d39681'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:30.921981 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.938055 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks [] for router_gateway (83d41f4a-1979-420b-914e-052e007a3a55), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:30.975038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:30.981170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:30.983632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:30.989264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:30.989873 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.040624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (2b741786-fff7-4638-831f-db6b721e0f73), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.120946 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ba919179-d74e-4c8f-a32b-9cae30996a7a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9837646 Mar 07 16:20:31.129734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48104) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:31.150127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:31.154293 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.156971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-df94962a-38f6-4130-8752-65582b636732', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:31.158448 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.246219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b741786-fff7-4638-831f-db6b721e0f73,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:31.262463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Checking segment: {'id': '10bb6565-436d-4c24-a12d-146d1056b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:31.262776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Network hostable DHCP agents. Network: ed441281-5fb2-4ac4-8c07-a8544ab847b2, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:31.293560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] For port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7,segment=NetworkSegment(716456f1-92af-46b3-8820-e9d795f4b349),segment_id=716456f1-92af-46b3-8820-e9d795f4b349)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:31.367599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Network ed441281-5fb2-4ac4-8c07-a8544ab847b2 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:31.393285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ed441281-5fb2-4ac4-8c07-a8544ab847b2) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:31.401842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:31.402477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.412113 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.432646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face4e66-79e2-44a3-b45b-38a1dfbad987 None None] Network ed441281-5fb2-4ac4-8c07-a8544ab847b2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:31.439463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a357554f-bfc2-4889-a7b9-aa9c9f2d0015 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9885714 Mar 07 16:20:31.440337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48106) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:31.449031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1702068978-router', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:31.471653 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (42973497-1811-4583-8d16-556f75e4083c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.484815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-accb3ef8-05e4-43bb-9147-a8f1109769cc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 0719ec39-1b90-49a1-b590-8632f78e464c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:31.485183 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-accb3ef8-05e4-43bb-9147-a8f1109769cc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0719ec39-1b90-49a1-b590-8632f78e464c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.644202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.645334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.716286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Provisioning complete for port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:31.716888 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.721473 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-accb3ef8-05e4-43bb-9147-a8f1109769cc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0719ec39-1b90-49a1-b590-8632f78e464c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.753405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-accb3ef8-05e4-43bb-9147-a8f1109769cc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 0719ec39-1b90-49a1-b590-8632f78e464c owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:31.766787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.798837 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks [] for router_controller (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.806652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Pushing event updated for resources: {'Port': ['ID=cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:31.831134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d5748-ed56-4a4b-8aba-cbb0b8fa3acf None None] Update dhcp port {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': 'bc0ec722-1f56-4df0-a7a0-fcb72f83a597', 'ip_address': '2001:db8::f816:3eff:fe4b:d000'}, {'subnet_id': 'da3caa2e-fa49-45a4-b941-8304981da6ae'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '1fa3137d-3d9a-4e07-ade9-752275d79eab'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:20:31.834227 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks [] for router_gateway (83d41f4a-1979-420b-914e-052e007a3a55), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.882556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.891262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:31.892459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1fa3137d-3d9a-4e07-ade9-752275d79eab up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:31.895854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Allocated IP 172.20.0.2 (3c255814-2c71-4ff0-b1aa-bc3204e30959/cdead1e7-e944-4067-830c-058de1d39681/b60535cf-8564-46e9-94d2-fdc2737a338d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:31.969766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Allocated IP 2001:db8:1::2 (df94962a-38f6-4130-8752-65582b636732/9b0b95ac-4804-4742-85f8-63b8a60d372b/3a68091b-5c8a-4fd0-9ea3-77e1f44615dd) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:31.983219 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-585d5748-ed56-4a4b-8aba-cbb0b8fa3acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:31.992874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b0415c43-a680-4872-b667-8c1da4521950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:14Z', 'updated_at': '2022-03-07T16:20:22Z', 'revision_number': 4, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'gw_port': {'id': 'b0415c43-a680-4872-b667-8c1da4521950', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:15Z', 'updated_at': '2022-03-07T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a', 'name': '', 'network_id': '967294c3-0147-41f4-9e10-072da5da2108', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'mac_address': 'fa:16:3e:fa:65:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '654e2099-f746-42da-8b52-7ab2b826d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:28Z', 'revision_number': 4, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'subnets': [{'id': '654e2099-f746-42da-8b52-7ab2b826d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:31.994868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-ed441281-5fb2-4ac4-8c07-a8544ab847b2', 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2', 'project_id': '1ee4922f7695419e85b38109d83b7739', 'fixed_ips': [{'subnet_id': '2b741786-fff7-4638-831f-db6b721e0f73'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:31.995701 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.056572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks [] for router_gateway (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.063940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router 42973497-1811-4583-8d16-556f75e4083c is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:20:32.081943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e55e0-01e7-432c-8fc7-fd4ec9ae41fb None None] The sync data for ids ['f6b58825-0be7-4073-bbfd-bc6055c3e154'] in n-d-830010-8 is: [{'id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b0415c43-a680-4872-b667-8c1da4521950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:14Z', 'updated_at': '2022-03-07T16:20:22Z', 'revision_number': 4, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'gw_port': {'id': 'b0415c43-a680-4872-b667-8c1da4521950', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:15Z', 'updated_at': '2022-03-07T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a', 'name': '', 'network_id': '967294c3-0147-41f4-9e10-072da5da2108', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'mac_address': 'fa:16:3e:fa:65:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '654e2099-f746-42da-8b52-7ab2b826d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:28Z', 'revision_number': 4, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'subnets': [{'id': '654e2099-f746-42da-8b52-7ab2b826d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:32.138283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Allocated IP 172.25.4.248 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b05b89c4-1120-47ad-b8ed-f902f6050c13) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:32.327910 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks [] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.386258 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.467816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Pushing event updated for resources: {'Port': ['ID=b05b89c4-1120-47ad-b8ed-f902f6050c13,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:32.486737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:32.489409 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:32.501022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:32.626959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Allocated IP 172.20.0.2 (ed441281-5fb2-4ac4-8c07-a8544ab847b2/2b741786-fff7-4638-831f-db6b721e0f73/21f18a98-72e5-462b-a2c8-2d675f96498f) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:32.700331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Current status of the port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:32.749032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1fa3137d-3d9a-4e07-ade9-752275d79eab triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:32.749683 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.752227 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-accb3ef8-05e4-43bb-9147-a8f1109769cc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0719ec39-1b90-49a1-b590-8632f78e464c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.795768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb3ef8-05e4-43bb-9147-a8f1109769cc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=0719ec39-1b90-49a1-b590-8632f78e464c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:32.811437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:32.887249 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-accb3ef8-05e4-43bb-9147-a8f1109769cc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.892820 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-accb3ef8-05e4-43bb-9147-a8f1109769cc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/0719ec39-1b90-49a1-b590-8632f78e464c HTTP/1.1" status: 204 len: 168 time: 1.7600706 Mar 07 16:20:32.896319 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48108) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:32.904574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.905068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Sync routers for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:32.914748 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cbf5af25-2c53-45fd-958f-62ca97c9fcd3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1163957 Mar 07 16:20:32.915551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48110) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:32.926499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Provisioning complete for port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:32.935648 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.968219 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks [] for router_gateway (83d41f4a-1979-420b-914e-052e007a3a55), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:32.975274 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cd898fb4-67f5-4b66-9f7c-05deb234eadb tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bb858b05e165434db44f1caa0a8fb1ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553894 Mar 07 16:20:32.977456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48112) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:33.023107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-585d5748-ed56-4a4b-8aba-cbb0b8fa3acf None None] Allocated IP 2001:db8:0:1::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/da3caa2e-fa49-45a4-b941-8304981da6ae/1fa3137d-3d9a-4e07-ade9-752275d79eab) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:33.035417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f3e93a-9aa8-4c8e-988b-ed09c9c463eb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:33.037207 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-45f3e93a-9aa8-4c8e-988b-ed09c9c463eb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1385005 Mar 07 16:20:33.048362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48114) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:33.215130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:33.215772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:33.222581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-585d5748-ed56-4a4b-8aba-cbb0b8fa3acf None None] For port 1fa3137d-3d9a-4e07-ade9-752275d79eab, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1fa3137d-3d9a-4e07-ade9-752275d79eab,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:33.229883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51803aa4-10e9-4bf8-8bfd-646dee6f358a tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:33.229883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-51803aa4-10e9-4bf8-8bfd-646dee6f358a tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2445359 Mar 07 16:20:33.229883 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks [] for router_gateway (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.229883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48116) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:33.236462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa27d2-df03-46b7-be09-10a469de4871 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:33.237966 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-faaa27d2-df03-46b7-be09-10a469de4871 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1874349 Mar 07 16:20:33.245692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48118) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:33.285140 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.289205 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7e7c094f-deeb-4ae1-af51-2f28148ba546 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501311 Mar 07 16:20:33.295116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48120) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:33.301263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1617538824', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:33.324919 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (83d41f4a-1979-420b-914e-052e007a3a55), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.337448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e783b907-c5cb-4b68-b766-8c9a8b01ce11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:33.339671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e783b907-c5cb-4b68-b766-8c9a8b01ce11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:33.341053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e783b907-c5cb-4b68-b766-8c9a8b01ce11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:33.342706 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e783b907-c5cb-4b68-b766-8c9a8b01ce11 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0959890 Mar 07 16:20:33.345460 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48122) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:33.426636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Publish callbacks [] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.457931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d3cc60-bfaf-45ca-87bc-178828dd5d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet bc0ec722-1f56-4df0-a7a0-fcb72f83a597 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:33.479723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Publish callbacks [] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.496267 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.502011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Made reservation on behalf of bb858b05e165434db44f1caa0a8fb1ae for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:33.502790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-585d5748-ed56-4a4b-8aba-cbb0b8fa3acf None None] Publish callbacks [] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.511324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.529515 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01d3cc60-bfaf-45ca-87bc-178828dd5d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (bc0ec722-1f56-4df0-a7a0-fcb72f83a597), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.536769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Allocated IP 172.25.4.117 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/6b887ddb-af18-4ae0-8867-bf1fd3440033) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:33.555590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1fa3137d-3d9a-4e07-ade9-752275d79eab is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:33.555590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.559669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.585179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-585d5748-ed56-4a4b-8aba-cbb0b8fa3acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.599976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 2001:db8:1::1 (df94962a-38f6-4130-8752-65582b636732/9b0b95ac-4804-4742-85f8-63b8a60d372b/5dff3724-0d80-4db9-9d28-4dbd1b06392c) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:33.679051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Network 3c255814-2c71-4ff0-b1aa-bc3204e30959 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:33.695523 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Publish callbacks [] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.716388 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01d3cc60-bfaf-45ca-87bc-178828dd5d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (bc0ec722-1f56-4df0-a7a0-fcb72f83a597), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.721063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Network df94962a-38f6-4130-8752-65582b636732 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:33.724429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:33.754655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:33.758279 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks [] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.759571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Pushing event updated for resources: {'Port': ['ID=b60535cf-8564-46e9-94d2-fdc2737a338d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:33.762886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:33.774091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:33.778488 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.800454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:33.809183 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.859556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.864352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Router 83d41f4a-1979-420b-914e-052e007a3a55 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:20:33.900082 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01d3cc60-bfaf-45ca-87bc-178828dd5d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (bc0ec722-1f56-4df0-a7a0-fcb72f83a597), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:33.913548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4aa00ea8-ef2b-40e4-acd4-69dfa0971698 None None] Current status of the port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:33.931771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:33.935792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=6b887ddb-af18-4ae0-8867-bf1fd3440033,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:33.946852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:33.950346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:33.993913 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (169f22d1-e50c-42fc-aaa8-c188235c858e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.010774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Network ed441281-5fb2-4ac4-8c07-a8544ab847b2 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:34.087381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Pushing event updated for resources: {'Port': ['ID=3a68091b-5c8a-4fd0-9ea3-77e1f44615dd,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:34.096177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:34.132405 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:20:34.132771 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:20:34.142491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:34.217936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Attempting to bind port b60535cf-8564-46e9-94d2-fdc2737a338d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:34.218330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Attempting to bind port b60535cf-8564-46e9-94d2-fdc2737a338d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:34.218692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Attempting to bind port b60535cf-8564-46e9-94d2-fdc2737a338d on network 3c255814-2c71-4ff0-b1aa-bc3204e30959 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:34.227413 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Attempting to bind port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:34.227785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Attempting to bind port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'df94962a-38f6-4130-8752-65582b636732'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:34.228162 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Attempting to bind port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd on network df94962a-38f6-4130-8752-65582b636732 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:34.239643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Subnet': ['ID=169f22d1-e50c-42fc-aaa8-c188235c858e,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:34.265864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-659b5f66-b063-47aa-9813-d0839c215a65 None None] Provisioning complete for port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:34.266262 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-659b5f66-b063-47aa-9813-d0839c215a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.271246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Checking segment: {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:34.271620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network hostable DHCP agents. Network: ef2667aa-1e85-4dee-9520-d73be4bfe1a4, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:34.284457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:34.284849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Checking segment: {'id': '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'df94962a-38f6-4130-8752-65582b636732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:34.285266 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.285674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Bound using segment: {'id': '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'df94962a-38f6-4130-8752-65582b636732'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:34.286170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Bound port: 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'df94962a-38f6-4130-8752-65582b636732'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:34.286565 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.288662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:34.289038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Checking segment: {'id': 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:34.289473 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.289961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Bound using segment: {'id': 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:34.290298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Bound port: b60535cf-8564-46e9-94d2-fdc2737a338d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:34.290777 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.308293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:34.368396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ef2667aa-1e85-4dee-9520-d73be4bfe1a4) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:34.373993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:34.375210 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d5748-ed56-4a4b-8aba-cbb0b8fa3acf None None] Pushing event updated for resources: {'Port': ['ID=1fa3137d-3d9a-4e07-ade9-752275d79eab,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:34.375353 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.411411 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-81277ead-7525-431e-8a44-0805e1729957 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1144264 Mar 07 16:20:34.417422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.418266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48124) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:34.496682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network df94962a-38f6-4130-8752-65582b636732 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:34.506684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] For port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:34.508323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:34.511980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] For port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a68091b-5c8a-4fd0-9ea3-77e1f44615dd,segment=NetworkSegment(2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c),segment_id=2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:34.517899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Attempting to bind port 21f18a98-72e5-462b-a2c8-2d675f96498f on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:34.518950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Attempting to bind port 21f18a98-72e5-462b-a2c8-2d675f96498f by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '10bb6565-436d-4c24-a12d-146d1056b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:34.519437 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Attempting to bind port 21f18a98-72e5-462b-a2c8-2d675f96498f on network ed441281-5fb2-4ac4-8c07-a8544ab847b2 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:34.520331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:34.521085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.529378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce89749-bd0f-4978-872b-ac328bc19406 None None] Network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:34.563356 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01d3cc60-bfaf-45ca-87bc-178828dd5d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (bc0ec722-1f56-4df0-a7a0-fcb72f83a597), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.564739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks [] for router_gateway (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.597279 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01d3cc60-bfaf-45ca-87bc-178828dd5d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.600872 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-01d3cc60-bfaf-45ca-87bc-178828dd5d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/bc0ec722-1f56-4df0-a7a0-fcb72f83a597 HTTP/1.1" status: 204 len: 168 time: 1.2545006 Mar 07 16:20:34.605478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=5dff3724-0d80-4db9-9d28-4dbd1b06392c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:34.607925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48126) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:34.644237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:34.655073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3cc60-bfaf-45ca-87bc-178828dd5d84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0ec722-1f56-4df0-a7a0-fcb72f83a597,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:34.659825 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Sync routers for ids ['83d41f4a-1979-420b-914e-052e007a3a55'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:34.677122 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Routers {'83d41f4a-1979-420b-914e-052e007a3a55'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:34.678146 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['83d41f4a-1979-420b-914e-052e007a3a55'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:34.794309 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.799865 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ddada51e-450d-44a1-b2f1-74a1aa2ae984 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5688782 Mar 07 16:20:34.802875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48128) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:34.857318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7c685-83f1-45dc-a91e-59c813533755 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:34.861304 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.866893 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Set router 83d41f4a-1979-420b-914e-052e007a3a55 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:34.905494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.964085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:34.964473 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Checking segment: {'id': '10bb6565-436d-4c24-a12d-146d1056b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:34.965160 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.965294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Bound using segment: {'id': '10bb6565-436d-4c24-a12d-146d1056b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:34.965772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Bound port: 21f18a98-72e5-462b-a2c8-2d675f96498f, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bb6565-436d-4c24-a12d-146d1056b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:34.966160 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:34.991299 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.100657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4382ff4-f5a1-4cd1-8537-5d06d3174bcb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet da3caa2e-fa49-45a4-b941-8304981da6ae {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:35.107639 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4382ff4-f5a1-4cd1-8537-5d06d3174bcb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (da3caa2e-fa49-45a4-b941-8304981da6ae), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.157418 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d41f4a-1979-420b-914e-052e007a3a55', 'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:30Z', 'updated_at': '2022-03-07T16:20:32Z', 'revision_number': 3, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'gw_port': {'id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:35.214696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] For port 21f18a98-72e5-462b-a2c8-2d675f96498f, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:35.218276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] For port 21f18a98-72e5-462b-a2c8-2d675f96498f, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21f18a98-72e5-462b-a2c8-2d675f96498f,segment=NetworkSegment(10bb6565-436d-4c24-a12d-146d1056b992),segment_id=10bb6565-436d-4c24-a12d-146d1056b992)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:35.237144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Pushing event updated for resources: {'Port': ['ID=21f18a98-72e5-462b-a2c8-2d675f96498f,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:35.242272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] For port b60535cf-8564-46e9-94d2-fdc2737a338d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:35.253316 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.256211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1fa3137d-3d9a-4e07-ade9-752275d79eab is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:35.256606 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.267524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4382ff4-f5a1-4cd1-8537-5d06d3174bcb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (da3caa2e-fa49-45a4-b941-8304981da6ae), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.341800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] For port b60535cf-8564-46e9-94d2-fdc2737a338d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b60535cf-8564-46e9-94d2-fdc2737a338d,segment=NetworkSegment(dd303e04-1dd5-4fc4-9074-f08dd8c37f0b),segment_id=dd303e04-1dd5-4fc4-9074-f08dd8c37f0b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:35.383877 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.387552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:20:35.444451 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.449977 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Checking router: 83d41f4a-1979-420b-914e-052e007a3a55 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:35.450448 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Updating router 83d41f4a-1979-420b-914e-052e007a3a55 port b05b89c4-1120-47ad-b8ed-f902f6050c13 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:35.452837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:35.456708 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.466637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-659b5f66-b063-47aa-9813-d0839c215a65 None None] Current status of the port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:35.493505 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.633112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:30Z', 'revision_number': 3, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:35.823207 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.824398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d5dfa-916d-4945-9ad1-38d09aafd3be None None] Pushing event updated for resources: {'Port': ['ID=3a68091b-5c8a-4fd0-9ea3-77e1f44615dd,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:35.834388 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.835244 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.846768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 1fa3137d-3d9a-4e07-ade9-752275d79eab, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1fa3137d-3d9a-4e07-ade9-752275d79eab,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:35.853337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Checking router: 42973497-1811-4583-8d16-556f75e4083c for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:35.856794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Updating router 42973497-1811-4583-8d16-556f75e4083c port badcf182-b89d-4008-92d7-1631efe4b56f binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:35.881256 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.896422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-659b5f66-b063-47aa-9813-d0839c215a65 None None] Provisioning complete for port 1fa3137d-3d9a-4e07-ade9-752275d79eab triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:35.897206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-659b5f66-b063-47aa-9813-d0839c215a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:35.932573 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4382ff4-f5a1-4cd1-8537-5d06d3174bcb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (da3caa2e-fa49-45a4-b941-8304981da6ae), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.237363 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Publish callbacks [] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.251429 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.331557 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6c870-eaa8-47a2-95a4-e83b56e7d32e None None] Pushing event updated for resources: {'Port': ['ID=b05b89c4-1120-47ad-b8ed-f902f6050c13,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:36.362469 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.397947 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Attempting to bind port b05b89c4-1120-47ad-b8ed-f902f6050c13 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:36.398242 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Attempting to bind port b05b89c4-1120-47ad-b8ed-f902f6050c13 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:36.398614 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Attempting to bind port b05b89c4-1120-47ad-b8ed-f902f6050c13 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:36.412164 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:36.412561 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:36.412970 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.413378 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:36.413871 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Bound port: b05b89c4-1120-47ad-b8ed-f902f6050c13, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:36.414265 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.461212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=5dff3724-0d80-4db9-9d28-4dbd1b06392c,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:36.565004 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] For port b05b89c4-1120-47ad-b8ed-f902f6050c13, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:36.566955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4382ff4-f5a1-4cd1-8537-5d06d3174bcb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (da3caa2e-fa49-45a4-b941-8304981da6ae), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.570052 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] For port b05b89c4-1120-47ad-b8ed-f902f6050c13, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b05b89c4-1120-47ad-b8ed-f902f6050c13,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:36.594280 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.653609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4382ff4-f5a1-4cd1-8537-5d06d3174bcb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=da3caa2e-fa49-45a4-b941-8304981da6ae,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:36.663701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4382ff4-f5a1-4cd1-8537-5d06d3174bcb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.672162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d4382ff4-f5a1-4cd1-8537-5d06d3174bcb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/da3caa2e-fa49-45a4-b941-8304981da6ae HTTP/1.1" status: 204 len: 168 time: 2.0414975 Mar 07 16:20:36.680932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48132) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:36.712471 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6c870-eaa8-47a2-95a4-e83b56e7d32e None None] Pushing event updated for resources: {'Port': ['ID=b05b89c4-1120-47ad-b8ed-f902f6050c13,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:36.730442 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Routers {'83d41f4a-1979-420b-914e-052e007a3a55'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:36.731641 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['83d41f4a-1979-420b-914e-052e007a3a55'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:36.734704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:36.800436 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7a2b25b9-fa5e-4be6-8273-ba0e964bcca6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145260 Mar 07 16:20:36.816152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48134) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:36.826619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network df94962a-38f6-4130-8752-65582b636732 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:36.830645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:36.840747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:36.846235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Publish callbacks [] for port (badcf182-b89d-4008-92d7-1631efe4b56f), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.874369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:36.881845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48136) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:36.885192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-66a07fd5-a6a4-4729-9f3d-a09466749ab0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4317908 Mar 07 16:20:36.889923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1fa3137d-3d9a-4e07-ade9-752275d79eab up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:36.947416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0259c7-623f-446a-8a1f-a302a187c580 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:36.952608 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] Set router 83d41f4a-1979-420b-914e-052e007a3a55 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:37.055104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Sync routers for ids ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:37.061850 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:37.074298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7756d-c57c-4413-93a8-eea8e33daf19 None None] Pushing event updated for resources: {'Port': ['ID=21f18a98-72e5-462b-a2c8-2d675f96498f,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:37.217097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Routers {'4e803ae5-4d49-4d5a-a817-a01d6c43ca88'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:37.217097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:37.238738 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d41f4a-1979-420b-914e-052e007a3a55', 'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:30Z', 'updated_at': '2022-03-07T16:20:32Z', 'revision_number': 3, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'gw_port': {'id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:37.281781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Attempting to bind port badcf182-b89d-4008-92d7-1631efe4b56f on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:37.282171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Attempting to bind port badcf182-b89d-4008-92d7-1631efe4b56f by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:37.282495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Attempting to bind port badcf182-b89d-4008-92d7-1631efe4b56f on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:37.283755 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11371b40-fe61-439d-8832-f5abeae9fe94 None None] The sync data for ids ['83d41f4a-1979-420b-914e-052e007a3a55'] in n-d-830010-8 is: [{'id': '83d41f4a-1979-420b-914e-052e007a3a55', 'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:30Z', 'updated_at': '2022-03-07T16:20:32Z', 'revision_number': 3, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'gw_port': {'id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:37.341825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cacaaba-710f-447f-b161-43497bd63211 None None] Network df94962a-38f6-4130-8752-65582b636732 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:37.420964 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:37.471604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1fa3137d-3d9a-4e07-ade9-752275d79eab triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:37.473136 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:37.478191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:37.479098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:37.479516 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:37.479913 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:37.480403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Bound port: badcf182-b89d-4008-92d7-1631efe4b56f, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:37.480781 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:37.512935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c78a2-793f-42d9-9926-3df136912766 None None] Network ed441281-5fb2-4ac4-8c07-a8544ab847b2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:37.610284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:37.611321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:37.615145 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:37.626385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:37.838723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13942c56-83fd-4132-9a10-4656fbf9241e None None] Pushing event updated for resources: {'Port': ['ID=b60535cf-8564-46e9-94d2-fdc2737a338d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:37.850858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Allocated IP 172.20.0.2 (ef2667aa-1e85-4dee-9520-d73be4bfe1a4/169f22d1-e50c-42fc-aaa8-c188235c858e/62e740ff-b163-4284-abe7-5fa08797bca8) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:37.882582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203340f-f968-4b98-86e5-fa45b9903bf8 None None] Network 3c255814-2c71-4ff0-b1aa-bc3204e30959 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:37.997315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Set router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:38.028708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:38.043225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-74cdc5cd-9faa-4516-8b07-72d5447d9da3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4065979 Mar 07 16:20:38.043574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48140) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:38.044718 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:38.048618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-553756489'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:38.049339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2c2c60-1d37-417a-a63a-3e46c8c5355f None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:20:38.054287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-659b5f66-b063-47aa-9813-d0839c215a65 None None] Current status of the port 1fa3137d-3d9a-4e07-ade9-752275d79eab is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:38.064668 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:38.065291 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:38.097017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:38.100990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.149263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:38.170635 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b9a09af5-9534-4fa7-aa40-313d3fbb0af0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.171011 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added segment b9a09af5-9534-4fa7-aa40-313d3fbb0af0 of type vlan for network 88067837-a92e-4937-ba5e-a2e87f69b330 Mar 07 16:20:38.196359 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:38.220447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (88067837-a92e-4937-ba5e-a2e87f69b330), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.252390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (88067837-a92e-4937-ba5e-a2e87f69b330), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.261640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:38.262296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.417409 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Network': ['ID=88067837-a92e-4937-ba5e-a2e87f69b330,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:38.424528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eb1ea7df-048f-4f0c-9ed3-2b1dee43005f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3798609 Mar 07 16:20:38.427199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48142) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:38.433411 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Publish callbacks [] for port (62e740ff-b163-4284-abe7-5fa08797bca8), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.434462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'subnet': {'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:38.488670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 88067837-a92e-4937-ba5e-a2e87f69b330 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:38.522969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Allocated IP 172.20.0.1 (3c255814-2c71-4ff0-b1aa-bc3204e30959/cdead1e7-e944-4067-830c-058de1d39681/a0135329-c7a6-4cdb-adf8-e49ac2c04a66) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:38.567088 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:34Z', 'revision_number': 3, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:35Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:38.581119 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.601115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Provisioning complete for port b60535cf-8564-46e9-94d2-fdc2737a338d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:38.601493 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.616447 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:38.617057 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Updating router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 port 5dff3724-0d80-4db9-9d28-4dbd1b06392c binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:38.646705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.objects.ports [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:20:38.650445 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.661063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] For port badcf182-b89d-4008-92d7-1631efe4b56f, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:38.683936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.20.0.1 (ef2667aa-1e85-4dee-9520-d73be4bfe1a4/169f22d1-e50c-42fc-aaa8-c188235c858e/315efd94-d284-4b5e-a7ed-45aac9798e6a) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:38.754594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:38.792935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] For port badcf182-b89d-4008-92d7-1631efe4b56f, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=badcf182-b89d-4008-92d7-1631efe4b56f,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:38.802053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:38.803760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=1fa3137d-3d9a-4e07-ade9-752275d79eab,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:38.814780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:38.839344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:38.896432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:38.903594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9cfd3-e69c-4189-a6ba-3c17e2ed0604 None None] Pushing event updated for resources: {'Port': ['ID=badcf182-b89d-4008-92d7-1631efe4b56f,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:38.948456 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.031285 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Publish callbacks [] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.044726 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.073560 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.187992 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dd08b-96e5-4e8a-98f1-61920a0085c8 None None] Pushing event updated for resources: {'Port': ['ID=5dff3724-0d80-4db9-9d28-4dbd1b06392c,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:39.276121 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1fa3137d-3d9a-4e07-ade9-752275d79eab is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:39.277402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:39.305711 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Attempting to bind port 5dff3724-0d80-4db9-9d28-4dbd1b06392c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:39.306088 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Attempting to bind port 5dff3724-0d80-4db9-9d28-4dbd1b06392c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'df94962a-38f6-4130-8752-65582b636732'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:39.307053 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Attempting to bind port 5dff3724-0d80-4db9-9d28-4dbd1b06392c on network df94962a-38f6-4130-8752-65582b636732 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:39.321785 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.331984 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:39.332364 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Checking segment: {'id': '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'df94962a-38f6-4130-8752-65582b636732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:39.332806 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.335423 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Bound using segment: {'id': '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'df94962a-38f6-4130-8752-65582b636732'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:39.335690 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Bound port: 5dff3724-0d80-4db9-9d28-4dbd1b06392c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'df94962a-38f6-4130-8752-65582b636732'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:39.336081 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.356871 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Publish callbacks [] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.375285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c2c60-1d37-417a-a63a-3e46c8c5355f None None] Deleting port 1fa3137d-3d9a-4e07-ade9-752275d79eab {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:39.392085 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a2c2c60-1d37-417a-a63a-3e46c8c5355f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.413711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Current status of the port b60535cf-8564-46e9-94d2-fdc2737a338d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:39.414691 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.417513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Pushing event updated for resources: {'Port': ['ID=62e740ff-b163-4284-abe7-5fa08797bca8,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:39.421151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Attempting to bind port 62e740ff-b163-4284-abe7-5fa08797bca8 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:39.421942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Attempting to bind port 62e740ff-b163-4284-abe7-5fa08797bca8 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:39.422564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Attempting to bind port 62e740ff-b163-4284-abe7-5fa08797bca8 on network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:39.446008 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.477630 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] For port 5dff3724-0d80-4db9-9d28-4dbd1b06392c, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:39.483827 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (9577960b-4a97-4b46-bca1-9e53164c8cd0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.486310 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] For port 5dff3724-0d80-4db9-9d28-4dbd1b06392c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5dff3724-0d80-4db9-9d28-4dbd1b06392c,segment=NetworkSegment(2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c),segment_id=2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:39.501160 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.534356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:39.534941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Checking segment: {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:39.535451 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.535944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Bound using segment: {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:39.536922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Bound port: 62e740ff-b163-4284-abe7-5fa08797bca8, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:39.537432 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.539939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:39.540622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:39.613538 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:39.614591 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:39.658978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9cfd3-e69c-4189-a6ba-3c17e2ed0604 None None] Pushing event updated for resources: {'Port': ['ID=badcf182-b89d-4008-92d7-1631efe4b56f,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:39.660092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Subnet': ['ID=9577960b-4a97-4b46-bca1-9e53164c8cd0,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:39.678735 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.695866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] For port 1fa3137d-3d9a-4e07-ade9-752275d79eab, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1fa3137d-3d9a-4e07-ade9-752275d79eab,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:39.749164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:39.749446 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:39.757226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:39.760905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:39.769183 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.814303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Checking segment: {'id': 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:39.815232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network hostable DHCP agents. Network: 88067837-a92e-4937-ba5e-a2e87f69b330, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:39.825318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=315efd94-d284-4b5e-a7ed-45aac9798e6a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:39.836714 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.845901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:39.846451 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.855947 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.871608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 88067837-a92e-4937-ba5e-a2e87f69b330 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:39.881193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (42973497-1811-4583-8d16-556f75e4083c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.940249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Network 3c255814-2c71-4ff0-b1aa-bc3204e30959 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:39.943411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 88067837-a92e-4937-ba5e-a2e87f69b330) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:39.948650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:39.960870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:39.961204 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] For port b60535cf-8564-46e9-94d2-fdc2737a338d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b60535cf-8564-46e9-94d2-fdc2737a338d,segment=NetworkSegment(dd303e04-1dd5-4fc4-9074-f08dd8c37f0b),segment_id=dd303e04-1dd5-4fc4-9074-f08dd8c37f0b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:39.972228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:39.972525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d3951-2bab-4ebe-81e7-3f2fd1980a7a None None] Network 88067837-a92e-4937-ba5e-a2e87f69b330 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:39.974862 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:39.982916 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (0bc3b987-71a1-4e2e-bc03-d8733e715784), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:40.026128 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2310c7d6-c8b7-4514-991f-b1afe0a50d5c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5978544 Mar 07 16:20:40.028943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48146) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:40.033080 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dd08b-96e5-4e8a-98f1-61920a0085c8 None None] Pushing event updated for resources: {'Port': ['ID=5dff3724-0d80-4db9-9d28-4dbd1b06392c,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:40.125510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:40.250401 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:40.263682 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:40.367764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Pushing event updated for resources: {'Port': ['ID=b60535cf-8564-46e9-94d2-fdc2737a338d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:40.393869 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:34Z', 'revision_number': 3, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:39Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:40.450010 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bde2a-dcba-4a47-a121-16b70e84cfd4 None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:34Z', 'revision_number': 3, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:39Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:40.615448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Pushing event updated for resources: {'Port': ['ID=a0135329-c7a6-4cdb-adf8-e49ac2c04a66,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:40.629482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:40.653770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-88067837-a92e-4937-ba5e-a2e87f69b330', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:40.654644 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:40.708475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=1fa3137d-3d9a-4e07-ade9-752275d79eab,revision_number=8']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:40.727764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:40.733733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (83d41f4a-1979-420b-914e-052e007a3a55), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:40.736734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:40.737437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:40.742971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=0bc3b987-71a1-4e2e-bc03-d8733e715784,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:40.779236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:40.802662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:40.888403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-666c479e-5ce0-497e-a39d-e50a6375a253 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0690374 Mar 07 16:20:40.901764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48148) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:40.917548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Allocated IP 2001:db8:2::2 (88067837-a92e-4937-ba5e-a2e87f69b330/9577960b-4a97-4b46-bca1-9e53164c8cd0/2c9fea3a-5970-40a1-bcae-c14a06a007c2) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:40.921467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-40aea3cd-5f55-46b3-84f1-267928149713 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:41.023189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=315efd94-d284-4b5e-a7ed-45aac9798e6a,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:41.050977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Allocated IP 172.20.0.1 (ed441281-5fb2-4ac4-8c07-a8544ab847b2/2b741786-fff7-4638-831f-db6b721e0f73/ef4e53f0-ff80-49cc-87da-aaeb721c0298) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:41.080772 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (42973497-1811-4583-8d16-556f75e4083c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.116294 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Publish callbacks [] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.125105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Provisioning complete for port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:41.126269 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.187925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7a2c2c60-1d37-417a-a63a-3e46c8c5355f None None] For port 1fa3137d-3d9a-4e07-ade9-752275d79eab, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1fa3137d-3d9a-4e07-ade9-752275d79eab,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:41.188335 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a2c2c60-1d37-417a-a63a-3e46c8c5355f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.192540 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.201642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] For port 62e740ff-b163-4284-abe7-5fa08797bca8, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:41.228142 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.243634 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.277997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c2c60-1d37-417a-a63a-3e46c8c5355f None None] Calling delete_port for 1fa3137d-3d9a-4e07-ade9-752275d79eab owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:41.282359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] For port 62e740ff-b163-4284-abe7-5fa08797bca8, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=62e740ff-b163-4284-abe7-5fa08797bca8,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:41.283051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aea3cd-5f55-46b3-84f1-267928149713 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:41.286595 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-40aea3cd-5f55-46b3-84f1-267928149713 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.345554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'name': 'tempest-TestVolumeBootPattern-1702068978-router', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:34Z', 'revision_number': 3, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'gw_port': {'id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:33Z', 'updated_at': '2022-03-07T16:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:41.346144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:41.350568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:41.355905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Network 88067837-a92e-4937-ba5e-a2e87f69b330 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:41.356842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.393915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:41.394526 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.404372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:41.407060 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.411646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:41.417030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Checking router: 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:41.417467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Updating router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 port 6b887ddb-af18-4ae0-8867-bf1fd3440033 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:41.438888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Publish callbacks [] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.458926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Pushing event updated for resources: {'Port': ['ID=2c9fea3a-5970-40a1-bcae-c14a06a007c2,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:41.503560 n-d-830010-8 neutron-server[103866]: INFO neutron.db.ipam_backend_mixin [None req-40aea3cd-5f55-46b3-84f1-267928149713 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0bc3b987-71a1-4e2e-bc03-d8733e715784 (CIDR: 2001:db8::/64) Mar 07 16:20:41.544811 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-40aea3cd-5f55-46b3-84f1-267928149713 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:20:41.545555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40aea3cd-5f55-46b3-84f1-267928149713 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:20:41.599777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-40aea3cd-5f55-46b3-84f1-267928149713 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6841028 Mar 07 16:20:41.608560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48150) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:41.611318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.613591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:41.660097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router 42973497-1811-4583-8d16-556f75e4083c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:41.667502 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.672137 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Network ed441281-5fb2-4ac4-8c07-a8544ab847b2 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:41.683359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:41.685811 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:41.725271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a68091b-5c8a-4fd0-9ea3-77e1f44615dd,segment=NetworkSegment(2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c),segment_id=2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:41.755827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4e53f0-ff80-49cc-87da-aaeb721c0298,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:41.766819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Publish callbacks [] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.771271 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.776835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:41.789186 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.804547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0307f2f-305b-4284-8a2f-9c6839dae801 None None] Pushing event updated for resources: {'Port': ['ID=62e740ff-b163-4284-abe7-5fa08797bca8,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:41.817123 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:41.914539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Pushing event updated for resources: {'Port': ['ID=a0135329-c7a6-4cdb-adf8-e49ac2c04a66,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:41.920662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (83d41f4a-1979-420b-914e-052e007a3a55), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.045263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Current status of the port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:42.045671 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.080624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Attempting to bind port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:42.081057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Attempting to bind port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:42.081395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Attempting to bind port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 on network 88067837-a92e-4937-ba5e-a2e87f69b330 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:42.116641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:42.127114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fabcc9c2-b1df-4742-b059-d5557cb9abb6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "PUT /v2.0/routers/42973497-1811-4583-8d16-556f75e4083c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7076290 Mar 07 16:20:42.128009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:42.131576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.133832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48152) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:42.140010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 2001:db8:2::1 (88067837-a92e-4937-ba5e-a2e87f69b330/9577960b-4a97-4b46-bca1-9e53164c8cd0/d84ab959-0e68-47d5-add2-96423e01da2a) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:42.177284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Network 3c255814-2c71-4ff0-b1aa-bc3204e30959 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:42.178594 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.208375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:42.208958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Checking segment: {'id': 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:42.209457 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.210483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Bound using segment: {'id': 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:42.211997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Bound port: 2c9fea3a-5970-40a1-bcae-c14a06a007c2, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:42.211997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.212352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:42.234693 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a2c2c60-1d37-417a-a63a-3e46c8c5355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (1fa3137d-3d9a-4e07-ade9-752275d79eab), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.264361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=3a68091b-5c8a-4fd0-9ea3-77e1f44615dd,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:42.323720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c2c60-1d37-417a-a63a-3e46c8c5355f None None] No DVR routers for this DVR port 1fa3137d-3d9a-4e07-ade9-752275d79eab on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:20:42.397942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] For port 2c9fea3a-5970-40a1-bcae-c14a06a007c2, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:42.403064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] For port 2c9fea3a-5970-40a1-bcae-c14a06a007c2, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2c9fea3a-5970-40a1-bcae-c14a06a007c2,segment=NetworkSegment(b9a09af5-9534-4fa7-aa40-313d3fbb0af0),segment_id=b9a09af5-9534-4fa7-aa40-313d3fbb0af0)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:42.406365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c2c60-1d37-417a-a63a-3e46c8c5355f None None] Pushing event deleted for resources: {'Port': ['ID=1fa3137d-3d9a-4e07-ade9-752275d79eab,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:42.409809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (d84ab959-0e68-47d5-add2-96423e01da2a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.419115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899954e-e343-45be-aebe-fd0f79dc9f10 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:42.432448 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.464151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:30Z', 'revision_number': 3, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:42.511351 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:20:42.511688 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:20:42.542281 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.599099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.599584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.600138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.600519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.600985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.601450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.602567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.602761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23f524a-ad7a-491a-a77c-f8e289cf1cc3 None None] The sync data for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 is: [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:30Z', 'revision_number': 3, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:42.603102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.603617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.604616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.604616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.605128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:42.607990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8a2f5d61-5ab9-445c-8730-5d1ac2b0c6c9 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8429 time: 0.4725823 Mar 07 16:20:42.612924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:42.612924 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.630568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 88067837-a92e-4937-ba5e-a2e87f69b330 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:42.636341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48154) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:42.742336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72390b3b-f28e-460a-b62b-bb50e4864ee2 None None] Pushing event updated for resources: {'Port': ['ID=2c9fea3a-5970-40a1-bcae-c14a06a007c2,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:42.875785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '0bc3b987-71a1-4e2e-bc03-d8733e715784'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:42.877390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.900057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Router 83d41f4a-1979-420b-914e-052e007a3a55 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:42.912174 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Publish callbacks [] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.923559 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.964672 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Publish callbacks [] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.985944 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:42.997563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:43.000206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:43.009755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4e53f0-ff80-49cc-87da-aaeb721c0298,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:43.212705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:43.239041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:43.255969 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-550a17e2-a97c-41c7-91e2-91ec39690d8e admin admin] 10.222.0.24 "PUT /v2.0/routers/83d41f4a-1979-420b-914e-052e007a3a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4494417 Mar 07 16:20:43.405131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Network ed441281-5fb2-4ac4-8c07-a8544ab847b2 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:43.406711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:43.414450 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (f032fd97-5e5f-4884-8ca9-bfe84e30cc08), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:43.439259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:43.466600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0e2ea9-b84d-4919-aebc-d538fe7e77f4 None None] Network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:43.470739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Sync routers for ids ['83d41f4a-1979-420b-914e-052e007a3a55'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:43.518216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:43.519425 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:43.631086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Attempting to bind port 6b887ddb-af18-4ae0-8867-bf1fd3440033 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:43.631394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Attempting to bind port 6b887ddb-af18-4ae0-8867-bf1fd3440033 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:43.631774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Attempting to bind port 6b887ddb-af18-4ae0-8867-bf1fd3440033 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:43.667598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:43.667989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:43.668412 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:43.668825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:43.669330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Bound port: 6b887ddb-af18-4ae0-8867-bf1fd3440033, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:43.669722 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:43.702872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=d84ab959-0e68-47d5-add2-96423e01da2a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:43.795246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:43.825247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:43.860937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee370623-5401-494d-bb59-a37bab47877d None None] Pushing event updated for resources: {'Port': ['ID=6b887ddb-af18-4ae0-8867-bf1fd3440033,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:43.864427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:43.865087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:43.876531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=f032fd97-5e5f-4884-8ca9-bfe84e30cc08,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:43.897576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Routers {'83d41f4a-1979-420b-914e-052e007a3a55'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:43.898491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['83d41f4a-1979-420b-914e-052e007a3a55'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:44.025764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Current status of the port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:44.043767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Could not find standard attr ID for object 1fa3137d-3d9a-4e07-ade9-752275d79eab. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:20:44.045024 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:44.058485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.059074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.059540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.060054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.060763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.061264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.061899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.062358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.062820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.063348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.063849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.064350 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.073666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:44.073666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b2e809d9-9c93-4e8c-acca-297b85896aae tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8401 time: 1.4308717 Mar 07 16:20:44.085612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fb9008ee-b87a-4361-b430-fd5e9864243a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4738781 Mar 07 16:20:44.087134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48170) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:44.087510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48174) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:44.101599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:18:ce:cb', 'name': 'tempest-NetworksTestDHCPv6-559492619'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:44.148758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] For port 6b887ddb-af18-4ae0-8867-bf1fd3440033, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:44.193724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:44.255007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Provisioning complete for port 21f18a98-72e5-462b-a2c8-2d675f96498f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:44.256373 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:44.262129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Allocated IP 2001:db8::f816:3eff:fe51:f2b2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/0bc3b987-71a1-4e2e-bc03-d8733e715784/a4c2a31f-2997-4d1a-a4f3-afcdd552dd37) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:44.324086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] For port 6b887ddb-af18-4ae0-8867-bf1fd3440033, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6b887ddb-af18-4ae0-8867-bf1fd3440033,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:44.331405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:44.331897 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:44.372798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:44.395450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dff97a0e-577a-4d15-b0e8-b68a0c201d42 admin admin] 10.222.0.24 "PUT /v2.0/routers/4e803ae5-4d49-4d5a-a817-a01d6c43ca88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5103934 Mar 07 16:20:44.438969 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:44.459975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f3c196-b405-499c-bc66-996ce629f17c None None] Network 88067837-a92e-4937-ba5e-a2e87f69b330 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:44.563801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:44.617118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Set router 83d41f4a-1979-420b-914e-052e007a3a55 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:44.821344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d87016bd-e57b-4d02-809c-aee800f7e480 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5033 time: 0.7317700 Mar 07 16:20:44.823828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:44.846629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 0822ada3-faa9-4f57-945e-925c63817ca6 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:20:44.973546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee370623-5401-494d-bb59-a37bab47877d None None] Pushing event updated for resources: {'Port': ['ID=6b887ddb-af18-4ae0-8867-bf1fd3440033,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:44.989064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Routers {'4e803ae5-4d49-4d5a-a817-a01d6c43ca88'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:44.990129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:45.022102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (d84ab959-0e68-47d5-add2-96423e01da2a), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.035433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.036451 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.220021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48212) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:45.230871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ed0b59cd-deac-485f-a51c-372647779787 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220802756', 'description': 'tempest-secgroup-smoke-220802756 description', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:45.240526 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:45.302788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Current status of the port 21f18a98-72e5-462b-a2c8-2d675f96498f is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:45.303293 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.321380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed0b59cd-deac-485f-a51c-372647779787 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.366506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48216) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:45.373260 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-473020957-network', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:45.438143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=d84ab959-0e68-47d5-add2-96423e01da2a,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:45.452298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 88067837-a92e-4937-ba5e-a2e87f69b330 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:45.455196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:45.475462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed0b59cd-deac-485f-a51c-372647779787 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (818003c4-bc0e-4a9e-ae8e-28115e9ba4bd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.487753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed0b59cd-deac-485f-a51c-372647779787 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (818003c4-bc0e-4a9e-ae8e-28115e9ba4bd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.517908 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] For port 21f18a98-72e5-462b-a2c8-2d675f96498f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21f18a98-72e5-462b-a2c8-2d675f96498f,segment=NetworkSegment(10bb6565-436d-4c24-a12d-146d1056b992),segment_id=10bb6565-436d-4c24-a12d-146d1056b992)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:45.557677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Made reservation on behalf of d52a8bf71611421bb0ca484fbd01e64b for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:45.558186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] Set router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:45.561524 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.606634 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Sync routers for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:45.633424 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:45.633884 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.635885 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:45.685461 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.691641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Publish callbacks [] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.693004 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed0b59cd-deac-485f-a51c-372647779787 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.696150 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ed0b59cd-deac-485f-a51c-372647779787 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4729011 Mar 07 16:20:45.696840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48224) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:45.727859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48226) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:45.737253 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5e222d27-89f0-415c-8389-bbfac62e5fe6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '818003c4-bc0e-4a9e-ae8e-28115e9ba4bd', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:45.768505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:45.772297 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:45.899498 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:45.913944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b59cd-deac-485f-a51c-372647779787 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:45.998067 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e222d27-89f0-415c-8389-bbfac62e5fe6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (b0c80f87-507e-42a4-835a-5729129291c6), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.021911 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Publish callbacks [] for security_group (92d7b2e0-e080-414b-be11-ef6b8f07ce85), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.075054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (92d7b2e0-e080-414b-be11-ef6b8f07ce85), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.131246 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:46.186772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d7b2e0-e080-414b-be11-ef6b8f07ce85,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:46.193409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (eaf2bab0-1246-4331-94fd-7423313edff6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.193760 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Added segment eaf2bab0-1246-4331-94fd-7423313edff6 of type vlan for network d95ad0c7-ac85-406a-afdd-6675cf2fc89d Mar 07 16:20:46.217090 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '315efd94-d284-4b5e-a7ed-45aac9798e6a', 'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:b6:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:36Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 2, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:46.238741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e222d27-89f0-415c-8389-bbfac62e5fe6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (b0c80f87-507e-42a4-835a-5729129291c6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.254110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e222d27-89f0-415c-8389-bbfac62e5fe6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (b0c80f87-507e-42a4-835a-5729129291c6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.255048 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (d95ad0c7-ac85-406a-afdd-6675cf2fc89d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.272063 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Checking router: 42973497-1811-4583-8d16-556f75e4083c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:46.272638 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Updating router 42973497-1811-4583-8d16-556f75e4083c port 315efd94-d284-4b5e-a7ed-45aac9798e6a binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:46.299475 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e222d27-89f0-415c-8389-bbfac62e5fe6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c80f87-507e-42a4-835a-5729129291c6,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:46.315288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:46.321629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:46.330128 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.335993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4144a583-2e1b-487b-bc5d-ebbef7b77060 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3060403 Mar 07 16:20:46.341359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48228) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:46.354286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1958289786'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:46.364114 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e222d27-89f0-415c-8389-bbfac62e5fe6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.365323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5e222d27-89f0-415c-8389-bbfac62e5fe6 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6339872 Mar 07 16:20:46.370710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8:0:1::36e (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/f032fd97-5e5f-4884-8ca9-bfe84e30cc08/0822ada3-faa9-4f57-945e-925c63817ca6) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:46.372103 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (d95ad0c7-ac85-406a-afdd-6675cf2fc89d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.372785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48230) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:46.373622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:46.374304 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.381282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:46.383315 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-54d68404-9ac7-4150-9fd5-31c392f837bb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '818003c4-bc0e-4a9e-ae8e-28115e9ba4bd', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:46.395425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::f816:3eff:fe18:cecb (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/0bc3b987-71a1-4e2e-bc03-d8733e715784/0822ada3-faa9-4f57-945e-925c63817ca6) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:46.432538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:46.432816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:46.436260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.455627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:46.460012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:46.469326 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1015959 Mar 07 16:20:46.470503 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54d68404-9ac7-4150-9fd5-31c392f837bb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (7c3c36cd-29ca-4f3b-85c6-e6cd571fafcd), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.476044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48232) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:46.481503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:46.482385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Request body: {'subnet': {'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-473020957-subnet', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:46.498044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:46.543164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0004b-9e95-43ed-8172-49edc316f964 admin admin] Pushing event updated for resources: {'Network': ['ID=d95ad0c7-ac85-406a-afdd-6675cf2fc89d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:46.568917 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54d68404-9ac7-4150-9fd5-31c392f837bb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (7c3c36cd-29ca-4f3b-85c6-e6cd571fafcd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.579432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4688d8-c0e9-4662-99dd-6e58419fd1aa None None] Pushing event updated for resources: {'Port': ['ID=21f18a98-72e5-462b-a2c8-2d675f96498f,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:46.579680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Made reservation on behalf of d52a8bf71611421bb0ca484fbd01e64b for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:46.582189 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54d68404-9ac7-4150-9fd5-31c392f837bb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (7c3c36cd-29ca-4f3b-85c6-e6cd571fafcd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.594774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network d95ad0c7-ac85-406a-afdd-6675cf2fc89d details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:46.598172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.658478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:20:46.672593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Provisioning complete for port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:46.673287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.707867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d68404-9ac7-4150-9fd5-31c392f837bb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3c36cd-29ca-4f3b-85c6-e6cd571fafcd,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:46.733235 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54d68404-9ac7-4150-9fd5-31c392f837bb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.734582 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-54d68404-9ac7-4150-9fd5-31c392f837bb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3601668 Mar 07 16:20:46.740341 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (45501239-8a3b-40fc-b16e-69e7236b0982), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.740624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48234) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:46.740754 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added segment 45501239-8a3b-40fc-b16e-69e7236b0982 of type vlan for network 4c290600-b6dc-48c3-b982-f403fe5cc114 Mar 07 16:20:46.756852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6fc781c6-e821-4fd0-ae81-7cb60921de47 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '818003c4-bc0e-4a9e-ae8e-28115e9ba4bd', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:46.768421 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Publish callbacks [] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.788076 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.824271 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (4c290600-b6dc-48c3-b982-f403fe5cc114), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.856928 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (0822ada3-faa9-4f57-945e-925c63817ca6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.863003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6fc781c6-e821-4fd0-ae81-7cb60921de47 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (355ca9a8-ec97-4702-915d-f4aff3247220), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.902284 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (4c290600-b6dc-48c3-b982-f403fe5cc114), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.907531 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b672087-44ad-4d5c-83f1-8ecf94181d0a None None] Pushing event updated for resources: {'Port': ['ID=315efd94-d284-4b5e-a7ed-45aac9798e6a,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:46.907679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:46.908314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.938336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (f6b58825-0be7-4073-bbfd-bc6055c3e154), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:46.955706 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6132448 Mar 07 16:20:46.958129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48236) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:46.974087 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'subnet': {'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:47.012787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d41f4a-1979-420b-914e-052e007a3a55', 'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:30Z', 'updated_at': '2022-03-07T16:20:41Z', 'revision_number': 4, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'gw_port': {'id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a0135329-c7a6-4cdb-adf8-e49ac2c04a66', 'name': '', 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'mac_address': 'fa:16:3e:a3:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cdead1e7-e944-4067-830c-058de1d39681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:37Z', 'updated_at': '2022-03-07T16:20:41Z', 'revision_number': 2, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'subnets': [{'id': 'cdead1e7-e944-4067-830c-058de1d39681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:47.079830 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Attempting to bind port 315efd94-d284-4b5e-a7ed-45aac9798e6a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:47.080203 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Attempting to bind port 315efd94-d284-4b5e-a7ed-45aac9798e6a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:47.080570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Attempting to bind port 315efd94-d284-4b5e-a7ed-45aac9798e6a on network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:47.086019 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:47.086501 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Checking segment: {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:47.086815 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.087230 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Bound using segment: {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:47.088315 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Bound port: 315efd94-d284-4b5e-a7ed-45aac9798e6a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:47.088699 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.092751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Pushing event updated for resources: {'Port': ['ID=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:47.093088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0822ada3-faa9-4f57-945e-925c63817ca6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.096973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:47.114783 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Attempting to bind port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:47.115680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Attempting to bind port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:47.116062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Attempting to bind port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:47.158092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac8a8a-d90c-4da0-abb0-1faa1a2fe34e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Network': ['ID=4c290600-b6dc-48c3-b982-f403fe5cc114,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:47.176844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:47.177338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:47.177756 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.178686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:47.178686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Bound port: a4c2a31f-2997-4d1a-a4f3-afcdd552dd37, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:47.179060 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.184750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Checking router: 83d41f4a-1979-420b-914e-052e007a3a55 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:47.185105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Updating router 83d41f4a-1979-420b-914e-052e007a3a55 port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:47.194074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 4c290600-b6dc-48c3-b982-f403fe5cc114 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:20:47.232649 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] For port 315efd94-d284-4b5e-a7ed-45aac9798e6a, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:47.236225 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] For port 315efd94-d284-4b5e-a7ed-45aac9798e6a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=315efd94-d284-4b5e-a7ed-45aac9798e6a,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:47.245733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6fc781c6-e821-4fd0-ae81-7cb60921de47 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (355ca9a8-ec97-4702-915d-f4aff3247220), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.247063 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.247290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:47.247841 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.265265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:47.276407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:47.286062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6fc781c6-e821-4fd0-ae81-7cb60921de47 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (355ca9a8-ec97-4702-915d-f4aff3247220), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.289968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:47.296538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:47.297198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.322448 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'name': 'tempest-TestVolumeBootPattern-1702068978-router', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:42Z', 'revision_number': 4, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'gw_port': {'id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:33Z', 'updated_at': '2022-03-07T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'ef4e53f0-ff80-49cc-87da-aaeb721c0298', 'name': '', 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'mac_address': 'fa:16:3e:d1:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '2b741786-fff7-4638-831f-db6b721e0f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:39Z', 'updated_at': '2022-03-07T16:20:42Z', 'revision_number': 2, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'subnets': [{'id': '2b741786-fff7-4638-831f-db6b721e0f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:47.347996 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b672087-44ad-4d5c-83f1-8ecf94181d0a None None] Pushing event updated for resources: {'Port': ['ID=315efd94-d284-4b5e-a7ed-45aac9798e6a,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:47.351486 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:47.352392 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:47.354738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=0822ada3-faa9-4f57-945e-925c63817ca6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:47.358572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Made reservation on behalf of d510a8477f4f4e4ca009831d0c3463c1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:47.360724 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.374922 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e5676977-b230-4504-981b-cfe8f35a10e9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2802422 Mar 07 16:20:47.386135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48238) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:47.422987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (fb021970-d702-4d5c-8f03-35ff89c8f6be), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.432721 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6fc781c6-e821-4fd0-ae81-7cb60921de47 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.436075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6fc781c6-e821-4fd0-ae81-7cb60921de47 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6928518 Mar 07 16:20:47.465512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48240) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:47.471040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Current status of the port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:47.473143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-bff9bcf2-258e-44f4-b5dd-df9b9ca34fe5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '818003c4-bc0e-4a9e-ae8e-28115e9ba4bd', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:47.529965 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.531469 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:47.537440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc781c6-e821-4fd0-ae81-7cb60921de47 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355ca9a8-ec97-4702-915d-f4aff3247220,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:47.544036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb7ef8-6c24-4194-a892-1d07b3928bc5 None None] The sync data for ids ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'] in n-d-830010-8 is: [{'id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'name': 'tempest-TestVolumeBootPattern-1702068978-router', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:42Z', 'revision_number': 4, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'gw_port': {'id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:33Z', 'updated_at': '2022-03-07T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'ef4e53f0-ff80-49cc-87da-aaeb721c0298', 'name': '', 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'mac_address': 'fa:16:3e:d1:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '2b741786-fff7-4638-831f-db6b721e0f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:39Z', 'updated_at': '2022-03-07T16:20:42Z', 'revision_number': 2, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'subnets': [{'id': '2b741786-fff7-4638-831f-db6b721e0f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:47.573836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb021970-d702-4d5c-8f03-35ff89c8f6be,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:47.640265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf2-258e-44f4-b5dd-df9b9ca34fe5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (af80a4b9-73d5-4f36-83a6-9019695d1512), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.651477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Checking segment: {'id': 'eaf2bab0-1246-4331-94fd-7423313edff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:47.651850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Network hostable DHCP agents. Network: d95ad0c7-ac85-406a-afdd-6675cf2fc89d, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:47.723401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Network d95ad0c7-ac85-406a-afdd-6675cf2fc89d is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:47.765288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, d95ad0c7-ac85-406a-afdd-6675cf2fc89d) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:47.771816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:47.772432 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.776251 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '315efd94-d284-4b5e-a7ed-45aac9798e6a', 'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:b6:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:36Z', 'updated_at': '2022-03-07T16:20:47Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:47.794574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b071e20f-2e0a-4fce-a814-68caf208aec5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 0822ada3-faa9-4f57-945e-925c63817ca6 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:47.795204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b071e20f-2e0a-4fce-a814-68caf208aec5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0822ada3-faa9-4f57-945e-925c63817ca6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.810683 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-498091f5-0848-4218-87ba-098ba5653ab6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3333955 Mar 07 16:20:47.811417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48242) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:47.816950 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fd2e0-c8bf-4aa1-81f8-566bc147a5f4 None None] The sync data for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 is: [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '315efd94-d284-4b5e-a7ed-45aac9798e6a', 'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:b6:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:36Z', 'updated_at': '2022-03-07T16:20:47Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:47.817651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:47.828762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56becbf7-0642-450f-8f83-b19e7d61d803 None None] Network d95ad0c7-ac85-406a-afdd-6675cf2fc89d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:47.861125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] For port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:47.864611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] For port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:47.866432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Deleting port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:47.867337 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.912449 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.938845 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (16172612-198d-48ea-9ddf-07a704d52a68), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:47.940091 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (16172612-198d-48ea-9ddf-07a704d52a68), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.038535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf2-258e-44f4-b5dd-df9b9ca34fe5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (af80a4b9-73d5-4f36-83a6-9019695d1512), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.055115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf2-258e-44f4-b5dd-df9b9ca34fe5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (af80a4b9-73d5-4f36-83a6-9019695d1512), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.070827 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b071e20f-2e0a-4fce-a814-68caf208aec5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0822ada3-faa9-4f57-945e-925c63817ca6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.077223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (f131450b-3375-44c8-a478-f68a3557d363), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.087178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Provisioning complete for port 21f18a98-72e5-462b-a2c8-2d675f96498f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:48.091283 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.128615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks [] for router_controller (16172612-198d-48ea-9ddf-07a704d52a68), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.163228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-b071e20f-2e0a-4fce-a814-68caf208aec5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 0822ada3-faa9-4f57-945e-925c63817ca6 owned by {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:48.165883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9bcf2-258e-44f4-b5dd-df9b9ca34fe5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af80a4b9-73d5-4f36-83a6-9019695d1512,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:48.192916 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:48.194272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b60535cf-8564-46e9-94d2-fdc2737a338d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:48.209758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bff9bcf2-258e-44f4-b5dd-df9b9ca34fe5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.214228 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bff9bcf2-258e-44f4-b5dd-df9b9ca34fe5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7445204 Mar 07 16:20:48.217784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48244) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:48.224298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-18eb2300-6528-4704-98a8-fa28d4867218 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '818003c4-bc0e-4a9e-ae8e-28115e9ba4bd', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:48.250360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] For port 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a,segment=NetworkSegment(28fa887a-336a-4649-8e45-3d0a293c4a20),segment_id=28fa887a-336a-4649-8e45-3d0a293c4a20)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:48.250742 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.318597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Subnet': ['ID=f131450b-3375-44c8-a478-f68a3557d363,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:48.356838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks [] for router_gateway (16172612-198d-48ea-9ddf-07a704d52a68), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.363871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Calling delete_port for 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:48.369590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Checking segment: {'id': '45501239-8a3b-40fc-b16e-69e7236b0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:48.369975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network hostable DHCP agents. Network: 4c290600-b6dc-48c3-b982-f403fe5cc114, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:20:48.378568 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-18eb2300-6528-4704-98a8-fa28d4867218 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Project bb858b05e165434db44f1caa0a8fb1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:20:48.389087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18eb2300-6528-4704-98a8-fa28d4867218 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (0d9f2cf2-cc1b-4e3a-99d4-a5e6e0912352), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.419922 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 4c290600-b6dc-48c3-b982-f403fe5cc114 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:20:48.482111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 4c290600-b6dc-48c3-b982-f403fe5cc114) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:48.486415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:48.487054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.515014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e0281-2fa3-47eb-8d4b-a52e1898da88 None None] Network 4c290600-b6dc-48c3-b982-f403fe5cc114 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:48.518941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-90b4bcb8-5037-46f4-b2f2-f7a6fb79418e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5514612 Mar 07 16:20:48.548372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48248) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:48.567780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714b552-b063-4d7e-8213-fefaa30ca9d1 None None] Pushing event updated for resources: {'Port': ['ID=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:48.620338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:43Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:39Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:20:44Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:48.626908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18eb2300-6528-4704-98a8-fa28d4867218 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (0d9f2cf2-cc1b-4e3a-99d4-a5e6e0912352), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.636323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b071e20f-2e0a-4fce-a814-68caf208aec5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0822ada3-faa9-4f57-945e-925c63817ca6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.669571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18eb2300-6528-4704-98a8-fa28d4867218 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (0d9f2cf2-cc1b-4e3a-99d4-a5e6e0912352), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.720159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071e20f-2e0a-4fce-a814-68caf208aec5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=0822ada3-faa9-4f57-945e-925c63817ca6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:48.744810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-d95ad0c7-ac85-406a-afdd-6675cf2fc89d', 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d', 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'fixed_ips': [{'subnet_id': 'fb021970-d702-4d5c-8f03-35ff89c8f6be'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:48.751627 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.804009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18eb2300-6528-4704-98a8-fa28d4867218 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.806720 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-18eb2300-6528-4704-98a8-fa28d4867218 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5855522 Mar 07 16:20:48.810520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48252) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:48.816003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e8f40fdc-245c-4dfd-bfb4-184c495effa8 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'security_group_rule': {'security_group_id': '818003c4-bc0e-4a9e-ae8e-28115e9ba4bd', 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:48.843619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb2300-6528-4704-98a8-fa28d4867218 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9f2cf2-cc1b-4e3a-99d4-a5e6e0912352,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:48.863879 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b071e20f-2e0a-4fce-a814-68caf208aec5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:48.870416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b071e20f-2e0a-4fce-a814-68caf208aec5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/0822ada3-faa9-4f57-945e-925c63817ca6 HTTP/1.1" status: 204 len: 168 time: 1.4832048 Mar 07 16:20:48.875797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48254) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:48.937934 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-e8f40fdc-245c-4dfd-bfb4-184c495effa8 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Project bb858b05e165434db44f1caa0a8fb1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:20:48.954760 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e8f40fdc-245c-4dfd-bfb4-184c495effa8 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (93a33b7e-d213-4362-80ac-2ab4e936d9ed), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.031381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c7854a-7f4c-4367-8b8e-022071167775 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:49.033655 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-62c7854a-7f4c-4367-8b8e-022071167775 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1561368 Mar 07 16:20:49.038930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48256) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:49.109597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e8f40fdc-245c-4dfd-bfb4-184c495effa8 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (93a33b7e-d213-4362-80ac-2ab4e936d9ed), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.117954 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e8f40fdc-245c-4dfd-bfb4-184c495effa8 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (93a33b7e-d213-4362-80ac-2ab4e936d9ed), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.119956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:49.119956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Updating router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 port d84ab959-0e68-47d5-add2-96423e01da2a binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:49.144568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b0114-2c07-4025-8959-cd93d9dce62a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:49.149023 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0a9b0114-2c07-4025-8959-cd93d9dce62a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1060092 Mar 07 16:20:49.151867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48258) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:49.162365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f40fdc-245c-4dfd-bfb4-184c495effa8 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a33b7e-d213-4362-80ac-2ab4e936d9ed,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:49.195618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e8f40fdc-245c-4dfd-bfb4-184c495effa8 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.207193 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e8f40fdc-245c-4dfd-bfb4-184c495effa8 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3848128 Mar 07 16:20:49.222873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82aa830-6902-44cc-8168-849becaa795b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:49.224947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82aa830-6902-44cc-8168-849becaa795b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:49.226873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82aa830-6902-44cc-8168-849becaa795b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:49.232498 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e82aa830-6902-44cc-8168-849becaa795b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0762641 Mar 07 16:20:49.232498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48262) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:49.318186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.384951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb618c5a-f392-4c81-a8a7-6168d27e1bcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 0bc3b987-71a1-4e2e-bc03-d8733e715784 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:49.391739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb618c5a-f392-4c81-a8a7-6168d27e1bcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (0bc3b987-71a1-4e2e-bc03-d8733e715784), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.515089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b60535cf-8564-46e9-94d2-fdc2737a338d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:49.515402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.521009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb618c5a-f392-4c81-a8a7-6168d27e1bcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (0bc3b987-71a1-4e2e-bc03-d8733e715784), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.575620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Current status of the port 21f18a98-72e5-462b-a2c8-2d675f96498f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:49.662511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-4c290600-b6dc-48c3-b982-f403fe5cc114', 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'fixed_ips': [{'subnet_id': 'f131450b-3375-44c8-a478-f68a3557d363'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:20:49.663427 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.667364 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-d6e3d711-6615-424a-861b-8fb079143be4 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220802756&fields=id&tenant_id=bb858b05e165434db44f1caa0a8fb1ae HTTP/1.1" status: 200 len: 267 time: 0.1774371 Mar 07 16:20:49.713487 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb618c5a-f392-4c81-a8a7-6168d27e1bcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (0bc3b987-71a1-4e2e-bc03-d8733e715784), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.817111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Provisioning complete for port 62e740ff-b163-4284-abe7-5fa08797bca8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:49.817523 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.825667 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb618c5a-f392-4c81-a8a7-6168d27e1bcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (0bc3b987-71a1-4e2e-bc03-d8733e715784), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.865302 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb618c5a-f392-4c81-a8a7-6168d27e1bcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.871022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eb618c5a-f392-4c81-a8a7-6168d27e1bcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/0bc3b987-71a1-4e2e-bc03-d8733e715784 HTTP/1.1" status: 204 len: 168 time: 0.6361308 Mar 07 16:20:49.872302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb618c5a-f392-4c81-a8a7-6168d27e1bcc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc3b987-71a1-4e2e-bc03-d8733e715784,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:49.874274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48278) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:49.941989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3e7a6f-8f59-4dd6-852c-d2d2b28655b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet f032fd97-5e5f-4884-8ca9-bfe84e30cc08 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:49.947420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7a6f-8f59-4dd6-852c-d2d2b28655b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (f032fd97-5e5f-4884-8ca9-bfe84e30cc08), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:49.993039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Allocated IP 172.20.0.2 (d95ad0c7-ac85-406a-afdd-6675cf2fc89d/fb021970-d702-4d5c-8f03-35ff89c8f6be/8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:50.022602 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7a6f-8f59-4dd6-852c-d2d2b28655b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f032fd97-5e5f-4884-8ca9-bfe84e30cc08), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.083764 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.091330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463dab5-f3bd-4429-a433-e7ef2e41adee None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:50.107062 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7a6f-8f59-4dd6-852c-d2d2b28655b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f032fd97-5e5f-4884-8ca9-bfe84e30cc08), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.120885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-741f8e06-7847-463f-8c87-0807812ee93b tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:50.122486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-741f8e06-7847-463f-8c87-0807812ee93b tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/networks?id=ef2667aa-1e85-4dee-9520-d73be4bfe1a4 HTTP/1.1" status: 200 len: 797 time: 0.4537036 Mar 07 16:20:50.199190 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7a6f-8f59-4dd6-852c-d2d2b28655b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f032fd97-5e5f-4884-8ca9-bfe84e30cc08), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.222870 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:50.246249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e7a6f-8f59-4dd6-852c-d2d2b28655b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=f032fd97-5e5f-4884-8ca9-bfe84e30cc08,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:50.264501 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7a6f-8f59-4dd6-852c-d2d2b28655b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.273305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4c3e7a6f-8f59-4dd6-852c-d2d2b28655b8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/f032fd97-5e5f-4884-8ca9-bfe84e30cc08 HTTP/1.1" status: 204 len: 168 time: 0.3980198 Mar 07 16:20:50.279601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48280) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:50.334458 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4b3619ec-fd81-4d1b-add2-77722713f636 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530310 Mar 07 16:20:50.338134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48282) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:50.343038 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Publish callbacks [] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.345811 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:50.417091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-11172b60-7c44-4487-bb2b-4c6992062218 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/quotas/bb858b05e165434db44f1caa0a8fb1ae HTTP/1.1" status: 200 len: 375 time: 0.2594445 Mar 07 16:20:50.484581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:50.488277 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.535936 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.601219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b60535cf-8564-46e9-94d2-fdc2737a338d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:50.602367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c9fea3a-5970-40a1-bcae-c14a06a007c2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:50.659025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks [] for router_gateway (16172612-198d-48ea-9ddf-07a704d52a68), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.683745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.700785 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-3e91466b-c2fe-4539-aa0c-2b9d8b34297f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2600160 Mar 07 16:20:50.722276 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.724387 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (f6b58825-0be7-4073-bbfd-bc6055c3e154), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.727092 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (99194ef9-7a04-49f2-b84b-e5a3f13e1114), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.750339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:50.753364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:50.762576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:50.764813 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.793744 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Publish callbacks [] for port (d84ab959-0e68-47d5-add2-96423e01da2a), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.830071 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4902868 Mar 07 16:20:50.833829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48286) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:50.842247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-261d13c8-9a04-4ee8-a3a5-68439c189ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:50.847104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Allocated IP 2001:db8:3::2 (4c290600-b6dc-48c3-b982-f403fe5cc114/f131450b-3375-44c8-a478-f68a3557d363/bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:50.866651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f7de1-f167-4f6c-ad8a-6c34c39b5b84 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=99194ef9-7a04-49f2-b84b-e5a3f13e1114,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:50.897785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526c7db-6fab-4fb2-b3f3-6148e552ada5 None None] Pushing event updated for resources: {'Port': ['ID=a0135329-c7a6-4cdb-adf8-e49ac2c04a66,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:50.938914 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:50.979490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Current status of the port 62e740ff-b163-4284-abe7-5fa08797bca8 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:50.979892 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.005441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Allocated IP 172.25.4.157 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/ee9045de-5798-4b9f-b223-4ba6c977e65d) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:51.133893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Attempting to bind port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:51.139080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Attempting to bind port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:51.139560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Attempting to bind port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 on network 3c255814-2c71-4ff0-b1aa-bc3204e30959 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:51.225918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557e133-0b19-46b2-bb65-bae9877d77a0 None None] Pushing event updated for resources: {'Port': ['ID=d84ab959-0e68-47d5-add2-96423e01da2a,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:51.237572 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Publish callbacks [] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.267538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:51.267940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Checking segment: {'id': 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:51.268367 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.268773 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Bound using segment: {'id': 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:51.269275 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Bound port: a0135329-c7a6-4cdb-adf8-e49ac2c04a66, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:51.269666 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.271808 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:51.272173 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.282881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] For port 62e740ff-b163-4284-abe7-5fa08797bca8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=62e740ff-b163-4284-abe7-5fa08797bca8,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:51.328804 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.365767 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.542893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261d13c8-9a04-4ee8-a3a5-68439c189ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:51.548465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-261d13c8-9a04-4ee8-a3a5-68439c189ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.669226 n-d-830010-8 neutron-server[103867]: INFO neutron.db.ipam_backend_mixin [None req-261d13c8-9a04-4ee8-a3a5-68439c189ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 99194ef9-7a04-49f2-b84b-e5a3f13e1114 (CIDR: 2001:db8::/64) Mar 07 16:20:51.676762 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-261d13c8-9a04-4ee8-a3a5-68439c189ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:20:51.677318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261d13c8-9a04-4ee8-a3a5-68439c189ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:20:51.697302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Network d95ad0c7-ac85-406a-afdd-6675cf2fc89d is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:51.707170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6341f544-e0d5-42a3-ba0f-e889ca47b495 None None] Update dhcp port {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': 'f032fd97-5e5f-4884-8ca9-bfe84e30cc08'}], 'binding:host_id': 'n-d-830010-8'}, 'id': 'a4c2a31f-2997-4d1a-a4f3-afcdd552dd37'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:20:51.724825 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-261d13c8-9a04-4ee8-a3a5-68439c189ac0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8892629 Mar 07 16:20:51.727707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48290) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:51.735635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:51.758584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:51.778244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Attempting to bind port d84ab959-0e68-47d5-add2-96423e01da2a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:51.779176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Attempting to bind port d84ab959-0e68-47d5-add2-96423e01da2a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:51.781250 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Sync routers for ids ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:51.782114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Attempting to bind port d84ab959-0e68-47d5-add2-96423e01da2a on network 88067837-a92e-4937-ba5e-a2e87f69b330 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:51.784372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Provisioning complete for port ef4e53f0-ff80-49cc-87da-aaeb721c0298 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:51.784855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.785849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks [] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.794020 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Routers {'4e803ae5-4d49-4d5a-a817-a01d6c43ca88'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:51.794649 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:51.812942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:51.815652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Pushing event updated for resources: {'Port': ['ID=8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:51.891096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:51.891422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Checking segment: {'id': 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:51.891855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.892351 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Bound using segment: {'id': 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:51.893101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Bound port: d84ab959-0e68-47d5-add2-96423e01da2a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:51.894378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.917002 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6341f544-e0d5-42a3-ba0f-e889ca47b495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.917395 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-71b65abf-3422-46e9-acf9-cc7d685fe5d6 service neutron] 10.222.0.24 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1876602 Mar 07 16:20:51.926453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:51.931665 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:51.973092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] For port a0135329-c7a6-4cdb-adf8-e49ac2c04a66, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:51.986890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] For port a0135329-c7a6-4cdb-adf8-e49ac2c04a66, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a0135329-c7a6-4cdb-adf8-e49ac2c04a66,segment=NetworkSegment(dd303e04-1dd5-4fc4-9074-f08dd8c37f0b),segment_id=dd303e04-1dd5-4fc4-9074-f08dd8c37f0b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:52.029749 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Set router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:52.043597 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.068265 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Publish callbacks [] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.095268 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-66414229-24b9-48d4-8890-17bd2c855116 service neutron] 10.222.0.24 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334057 Mar 07 16:20:52.183193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Router f6b58825-0be7-4073-bbfd-bc6055c3e154 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:52.211133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Allocated IP 2001:db8:3::1 (4c290600-b6dc-48c3-b982-f403fe5cc114/f131450b-3375-44c8-a478-f68a3557d363/7c3920f8-ce24-4ba4-abac-9840a39ff924) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:52.220296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.228419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Port ef4e53f0-ff80-49cc-87da-aaeb721c0298 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:20:52.236597 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.326156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Pushing event updated for resources: {'Port': ['ID=62e740ff-b163-4284-abe7-5fa08797bca8,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:52.336810 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'name': 'tempest-TestVolumeBootPattern-1702068978-router', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:42Z', 'revision_number': 4, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'gw_port': {'id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:33Z', 'updated_at': '2022-03-07T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'ef4e53f0-ff80-49cc-87da-aaeb721c0298', 'name': '', 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'mac_address': 'fa:16:3e:d1:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '2b741786-fff7-4638-831f-db6b721e0f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:39Z', 'updated_at': '2022-03-07T16:20:42Z', 'revision_number': 2, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'subnets': [{'id': '2b741786-fff7-4638-831f-db6b721e0f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:52.430581 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Checking router: 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:52.431546 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Updating router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 port ef4e53f0-ff80-49cc-87da-aaeb721c0298 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:52.519986 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.528860 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7e0e167-3160-4b55-9a79-49807bb44fa2 req-c30b8ada-d622-492e-87b3-e2f8814f7d7f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 210 time: 0.0582762 Mar 07 16:20:52.543355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Attempting to bind port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:52.543960 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Attempting to bind port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'eaf2bab0-1246-4331-94fd-7423313edff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:52.544334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Attempting to bind port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd on network d95ad0c7-ac85-406a-afdd-6675cf2fc89d {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:52.628812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:52.629429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Checking segment: {'id': 'eaf2bab0-1246-4331-94fd-7423313edff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:52.631979 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.632697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Bound using segment: {'id': 'eaf2bab0-1246-4331-94fd-7423313edff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:52.638494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Bound port: 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf2bab0-1246-4331-94fd-7423313edff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:52.639164 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.657276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:52.657477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:52.658026 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.668798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:52.675000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.objects.ports [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:20:52.683386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526c7db-6fab-4fb2-b3f3-6148e552ada5 None None] Pushing event updated for resources: {'Port': ['ID=a0135329-c7a6-4cdb-adf8-e49ac2c04a66,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:52.687063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Provisioning complete for port 315efd94-d284-4b5e-a7ed-45aac9798e6a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:52.687985 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.710443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:52.711599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Network 4c290600-b6dc-48c3-b982-f403fe5cc114 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:52.716369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9045de-5798-4b9f-b223-4ba6c977e65d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:52.839296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:52.845567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:52.852562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Routers {'83d41f4a-1979-420b-914e-052e007a3a55'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:52.853356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:52.856587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['83d41f4a-1979-420b-914e-052e007a3a55'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:52.859424 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.866408 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e81ddea2-fbd4-48de-8f36-cee2c8fb0417 admin admin] 10.222.0.24 "PUT /v2.0/routers/f6b58825-0be7-4073-bbfd-bc6055c3e154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1491323 Mar 07 16:20:52.871720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] For port d84ab959-0e68-47d5-add2-96423e01da2a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:52.903600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48300) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:52.974404 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Publish callbacks [] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:52.996733 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.043096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.060609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] Sync routers for ids ['f6b58825-0be7-4073-bbfd-bc6055c3e154'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:53.082976 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c63f48-847e-4dec-a20b-aed84ce68f6e None None] Pushing event updated for resources: {'Port': ['ID=ef4e53f0-ff80-49cc-87da-aaeb721c0298,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:53.160886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] For port d84ab959-0e68-47d5-add2-96423e01da2a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d84ab959-0e68-47d5-add2-96423e01da2a,segment=NetworkSegment(b9a09af5-9534-4fa7-aa40-313d3fbb0af0),segment_id=b9a09af5-9534-4fa7-aa40-313d3fbb0af0)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:53.167316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ef707-c835-4b56-9f89-4e3bfb964707 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:53.174891 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks [] for router (f6b58825-0be7-4073-bbfd-bc6055c3e154), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.215310 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Attempting to bind port ef4e53f0-ff80-49cc-87da-aaeb721c0298 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:53.215576 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Attempting to bind port ef4e53f0-ff80-49cc-87da-aaeb721c0298 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '10bb6565-436d-4c24-a12d-146d1056b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:53.215930 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Attempting to bind port ef4e53f0-ff80-49cc-87da-aaeb721c0298 on network ed441281-5fb2-4ac4-8c07-a8544ab847b2 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:53.231338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.233869 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:53.234258 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Checking segment: {'id': '10bb6565-436d-4c24-a12d-146d1056b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:53.234664 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.235085 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Bound using segment: {'id': '10bb6565-436d-4c24-a12d-146d1056b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:53.235557 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Bound port: ef4e53f0-ff80-49cc-87da-aaeb721c0298, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bb6565-436d-4c24-a12d-146d1056b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:53.235935 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.251685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 2c9fea3a-5970-40a1-bcae-c14a06a007c2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2c9fea3a-5970-40a1-bcae-c14a06a007c2,segment=NetworkSegment(b9a09af5-9534-4fa7-aa40-313d3fbb0af0),segment_id=b9a09af5-9534-4fa7-aa40-313d3fbb0af0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:53.279465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] For port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:53.283217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] For port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd,segment=NetworkSegment(eaf2bab0-1246-4331-94fd-7423313edff6),segment_id=eaf2bab0-1246-4331-94fd-7423313edff6)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:53.359562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 4c290600-b6dc-48c3-b982-f403fe5cc114 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:53.366214 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] For port ef4e53f0-ff80-49cc-87da-aaeb721c0298, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:53.373045 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] For port ef4e53f0-ff80-49cc-87da-aaeb721c0298, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ef4e53f0-ff80-49cc-87da-aaeb721c0298,segment=NetworkSegment(10bb6565-436d-4c24-a12d-146d1056b992),segment_id=10bb6565-436d-4c24-a12d-146d1056b992)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:53.376487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:53.389508 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.417785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] For port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:53.429260 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:53.429868 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.432957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=7c3920f8-ce24-4ba4-abac-9840a39ff924,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:53.492207 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c63f48-847e-4dec-a20b-aed84ce68f6e None None] Pushing event updated for resources: {'Port': ['ID=ef4e53f0-ff80-49cc-87da-aaeb721c0298,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:53.508028 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Routers {'4e803ae5-4d49-4d5a-a817-a01d6c43ca88'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:53.508920 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:53.513079 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.514226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.522248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Pushing event updated for resources: {'Port': ['ID=bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:53.532408 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.539726 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.550972 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.551934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5dff3724-0d80-4db9-9d28-4dbd1b06392c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:53.579861 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (97ae6bce-ead7-433f-b834-b7d2ea99035d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.597817 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1f865d-6e29-49ab-a94d-a794ef060352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.677443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] Routers {'f6b58825-0be7-4073-bbfd-bc6055c3e154'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:53.678070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f6b58825-0be7-4073-bbfd-bc6055c3e154'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:53.741560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:53.746715 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] Set router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:53.758352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:53.780893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,revision_number=5']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:53.794637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:53.798593 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.824791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=97ae6bce-ead7-433f-b834-b7d2ea99035d,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:53.853793 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks [] for router_gateway (16172612-198d-48ea-9ddf-07a704d52a68), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.897013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2360e6da-2d02-4463-be62-be2ab3974f41 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1666291 Mar 07 16:20:53.902356 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks [] for router_gateway (f6b58825-0be7-4073-bbfd-bc6055c3e154), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:53.920219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Attempting to bind port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:53.920697 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48308) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:53.925306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Attempting to bind port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '45501239-8a3b-40fc-b16e-69e7236b0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:53.926039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Attempting to bind port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 on network 4c290600-b6dc-48c3-b982-f403fe5cc114 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:54.117383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60048339-19b9-4f47-8c12-c60e2a368c28 req-b5841e6c-2878-4f4b-99c3-559ba0ac7654 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 210 time: 0.3956707 Mar 07 16:20:54.131969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:29:d5:c9', 'name': 'tempest-NetworksTestDHCPv6-768603931'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:54.144059 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:54.149751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-1d4d6f95-e16a-4774-aae7-c8583eb3785f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:54.151379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-1d4d6f95-e16a-4774-aae7-c8583eb3785f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "GET /v2.0/networks?id=ef2667aa-1e85-4dee-9520-d73be4bfe1a4 HTTP/1.1" status: 200 len: 797 time: 0.2706783 Mar 07 16:20:54.205867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:54.206254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Checking segment: {'id': '45501239-8a3b-40fc-b16e-69e7236b0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:54.208654 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:54.209243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Bound using segment: {'id': '45501239-8a3b-40fc-b16e-69e7236b0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:54.209761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Bound port: bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45501239-8a3b-40fc-b16e-69e7236b0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:54.210159 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:54.219707 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'name': 'tempest-TestVolumeBootPattern-1702068978-router', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:42Z', 'revision_number': 4, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'gw_port': {'id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:33Z', 'updated_at': '2022-03-07T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'ef4e53f0-ff80-49cc-87da-aaeb721c0298', 'name': '', 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'mac_address': 'fa:16:3e:d1:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '2b741786-fff7-4638-831f-db6b721e0f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:39Z', 'updated_at': '2022-03-07T16:20:53Z', 'revision_number': 4, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'subnets': [{'id': '2b741786-fff7-4638-831f-db6b721e0f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:54.257869 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b3eb4-024a-4d86-bb24-8892b45d21f5 None None] The sync data for ids ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'] in n-d-830010-8 is: [{'id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'name': 'tempest-TestVolumeBootPattern-1702068978-router', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:42Z', 'revision_number': 4, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'gw_port': {'id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:33Z', 'updated_at': '2022-03-07T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'ef4e53f0-ff80-49cc-87da-aaeb721c0298', 'name': '', 'network_id': 'ed441281-5fb2-4ac4-8c07-a8544ab847b2', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'mac_address': 'fa:16:3e:d1:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '2b741786-fff7-4638-831f-db6b721e0f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:39Z', 'updated_at': '2022-03-07T16:20:53Z', 'revision_number': 4, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'subnets': [{'id': '2b741786-fff7-4638-831f-db6b721e0f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:54.272615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:54.273546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:54.276514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Current status of the port 315efd94-d284-4b5e-a7ed-45aac9798e6a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:54.277465 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:54.297744 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-d2e6519f-07b0-4221-8e05-608f2785978d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb858b05e165434db44f1caa0a8fb1ae HTTP/1.1" status: 200 len: 379 time: 0.1352315 Mar 07 16:20:54.317300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'port': {'device_id': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'admin_state_up': True, 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'security_groups': ['818003c4-bc0e-4a9e-ae8e-28115e9ba4bd']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:54.477534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Made reservation on behalf of bb858b05e165434db44f1caa0a8fb1ae for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:54.483734 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:54.498145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557e133-0b19-46b2-bb65-bae9877d77a0 None None] Pushing event updated for resources: {'Port': ['ID=d84ab959-0e68-47d5-add2-96423e01da2a,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:54.692554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.20.0.11 (ef2667aa-1e85-4dee-9520-d73be4bfe1a4/169f22d1-e50c-42fc-aaa8-c188235c858e/8b77e6c4-2c16-4c8c-af56-e05559aeda46) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:54.746926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] Set router f6b58825-0be7-4073-bbfd-bc6055c3e154 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:54.890165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Deleting port b0415c43-a680-4872-b667-8c1da4521950 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:54.890763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b0415c43-a680-4872-b667-8c1da4521950), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:54.902676 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:54.907186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:20:54.920589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] Set router 83d41f4a-1979-420b-914e-052e007a3a55 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:54.955867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:54.967338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] For port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:54.971327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] For port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6,segment=NetworkSegment(45501239-8a3b-40fc-b16e-69e7236b0982),segment_id=45501239-8a3b-40fc-b16e-69e7236b0982)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:55.018038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:55.023546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:55.023750 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.030538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:55.047201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:55.093421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] For port 315efd94-d284-4b5e-a7ed-45aac9798e6a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=315efd94-d284-4b5e-a7ed-45aac9798e6a,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:55.096596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5dff3724-0d80-4db9-9d28-4dbd1b06392c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:55.097098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.124782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:55.125711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.143041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=8b77e6c4-2c16-4c8c-af56-e05559aeda46,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:55.170023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274b2e3-3698-450d-a098-2716969b2041 None None] Update dhcp port {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': '97ae6bce-ead7-433f-b834-b7d2ea99035d', 'ip_address': '2001:db8:0:1:f816:3eff:fe51:f2b2'}, {'subnet_id': '99194ef9-7a04-49f2-b84b-e5a3f13e1114'}], 'binding:host_id': 'n-d-830010-8'}, 'id': 'a4c2a31f-2997-4d1a-a4f3-afcdd552dd37'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:20:55.172168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.176176 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (16172612-198d-48ea-9ddf-07a704d52a68), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.183342 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f5e4aca1-9491-4351-ae1a-50f9a0647d8d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8756435 Mar 07 16:20:55.204733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Request body: {'port': {'device_id': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:55.334925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.364411 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] For port b0415c43-a680-4872-b667-8c1da4521950, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b0415c43-a680-4872-b667-8c1da4521950,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:55.364874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b0415c43-a680-4872-b667-8c1da4521950), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.373683 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.417522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fb803-b0ff-4ce1-a021-f5c34535a05a req-3093499a-88e9-4413-973d-944e09d3a721 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:55.419238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d72fb803-b0ff-4ce1-a021-f5c34535a05a req-3093499a-88e9-4413-973d-944e09d3a721 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 932 time: 0.1534727 Mar 07 16:20:55.461977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f266818-c2a0-4989-9cc7-a0f1132b65dd None None] Network d95ad0c7-ac85-406a-afdd-6675cf2fc89d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:55.473183 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 436036c2-2930-4f46-b2f3-ce089db10238 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:20:55.480577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Calling delete_port for b0415c43-a680-4872-b667-8c1da4521950 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:55.558878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d72fb803-b0ff-4ce1-a021-f5c34535a05a req-316511b1-adae-4123-8f35-8f3df1660357 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308801 Mar 07 16:20:55.596658 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b377ac3-d1b0-4e82-b2da-eabcbb91c970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.614488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Pushing event updated for resources: {'Port': ['ID=8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:55.670842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Provisioning complete for port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:55.671192 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.707298 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.718231 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3274b2e3-3698-450d-a098-2716969b2041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.722749 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.723815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.750918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Router 16172612-198d-48ea-9ddf-07a704d52a68 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:20:55.823013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b77e6c4-2c16-4c8c-af56-e05559aeda46 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:20:55.825764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.826313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.826438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.827017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.827147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.827453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.827812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.828104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.828429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.828751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.829080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.829402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.829721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841e012-7dcb-40fb-b83e-d275cec019fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:20:55.831097 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Publish callbacks [] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.870774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Transition to ACTIVE for port object 8b77e6c4-2c16-4c8c-af56-e05559aeda46 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:20:55.875265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5dff3724-0d80-4db9-9d28-4dbd1b06392c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:55.875663 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.886165 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:55.953879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b77e6c4-2c16-4c8c-af56-e05559aeda46,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:56.092071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Attempting to bind port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:56.092485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Attempting to bind port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:56.092844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Attempting to bind port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 on network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:56.099286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 on network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:20:56.100079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Attempting to bind port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 on network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:56.106719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:56.107097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Checking segment: {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:56.107826 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Bound using segment: {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:56.107985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Bound port: 8b77e6c4-2c16-4c8c-af56-e05559aeda46, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:56.108458 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.163674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event updated for resources: {'Port': ['ID=7c3920f8-ce24-4ba4-abac-9840a39ff924,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:56.181325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] For port 8b77e6c4-2c16-4c8c-af56-e05559aeda46, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:56.182321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 5dff3724-0d80-4db9-9d28-4dbd1b06392c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5dff3724-0d80-4db9-9d28-4dbd1b06392c,segment=NetworkSegment(2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c),segment_id=2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:56.183670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b0415c43-a680-4872-b667-8c1da4521950), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.185265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] For port 8b77e6c4-2c16-4c8c-af56-e05559aeda46, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8b77e6c4-2c16-4c8c-af56-e05559aeda46,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:56.190629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Current status of the port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:56.192850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=2c9fea3a-5970-40a1-bcae-c14a06a007c2,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:56.194058 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.238105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:56.239189 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.240829 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] 10.222.0.11 "PUT /v2.0/ports/8b77e6c4-2c16-4c8c-af56-e05559aeda46 HTTP/1.1" status: 200 len: 1092 time: 1.0533619 Mar 07 16:20:56.241420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:20:56.243885 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.244701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 62e740ff-b163-4284-abe7-5fa08797bca8 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:56.245337 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:20:56.264244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d41f4a-1979-420b-914e-052e007a3a55', 'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:30Z', 'updated_at': '2022-03-07T16:20:41Z', 'revision_number': 4, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'gw_port': {'id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a0135329-c7a6-4cdb-adf8-e49ac2c04a66', 'name': '', 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'mac_address': 'fa:16:3e:a3:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cdead1e7-e944-4067-830c-058de1d39681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:37Z', 'updated_at': '2022-03-07T16:20:51Z', 'revision_number': 4, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'subnets': [{'id': 'cdead1e7-e944-4067-830c-058de1d39681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:56.284014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee417d2b-91b2-42fe-99dd-b80fd9b16ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b77e6c4-2c16-4c8c-af56-e05559aeda46,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:56.342004 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf7d1e-9aac-4855-b720-fa2b31126a0c x-openstack-request-id: req-7bcf7d1e-9aac-4855-b720-fa2b31126a0c {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:20:56.342438 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:20:56.342919 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bcf7d1e-9aac-4855-b720-fa2b31126a0c {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:20:56.343407 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'status': 'completed', 'code': 200} Mar 07 16:20:56.345088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::68 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/99194ef9-7a04-49f2-b84b-e5a3f13e1114/436036c2-2930-4f46-b2f3-ce089db10238) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:56.349845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Pushing event deleted for resources: {'Port': ['ID=b0415c43-a680-4872-b667-8c1da4521950,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:56.365548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ea4a3001-1ae3-4dd5-98bd-8b361130eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:56.367323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-ea4a3001-1ae3-4dd5-98bd-8b361130eaa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 1126 time: 0.0592265 Mar 07 16:20:56.394356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:d5c9 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/97ae6bce-ead7-433f-b834-b7d2ea99035d/436036c2-2930-4f46-b2f3-ce089db10238) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:56.397701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Network 4c290600-b6dc-48c3-b982-f403fe5cc114 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:56.408692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:56.427219 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-87a0cb2c-a522-4d05-88ed-d427be5cac2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b77e6c4-2c16-4c8c-af56-e05559aeda46 HTTP/1.1" status: 200 len: 217 time: 0.0527995 Mar 07 16:20:56.441901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'b0415c43-a680-4872-b667-8c1da4521950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:14Z', 'updated_at': '2022-03-07T16:20:49Z', 'revision_number': 5, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'gw_port': {'id': 'b0415c43-a680-4872-b667-8c1da4521950', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:15Z', 'updated_at': '2022-03-07T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:56.445122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5267d-6055-47c7-bc92-208e60a03022 None None] The sync data for ids ['83d41f4a-1979-420b-914e-052e007a3a55'] in n-d-830010-8 is: [{'id': '83d41f4a-1979-420b-914e-052e007a3a55', 'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:30Z', 'updated_at': '2022-03-07T16:20:41Z', 'revision_number': 4, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'gw_port': {'id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'a0135329-c7a6-4cdb-adf8-e49ac2c04a66', 'name': '', 'network_id': '3c255814-2c71-4ff0-b1aa-bc3204e30959', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'mac_address': 'fa:16:3e:a3:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cdead1e7-e944-4067-830c-058de1d39681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:37Z', 'updated_at': '2022-03-07T16:20:51Z', 'revision_number': 4, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'subnets': [{'id': 'cdead1e7-e944-4067-830c-058de1d39681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:56.460962 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (f6b58825-0be7-4073-bbfd-bc6055c3e154), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.491178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-458be42f-5e2c-4505-97d7-b7cafc89a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:56.499605 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-458be42f-5e2c-4505-97d7-b7cafc89a950 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=169f22d1-e50c-42fc-aaa8-c188235c858e HTTP/1.1" status: 200 len: 835 time: 0.0629616 Mar 07 16:20:56.534517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a95781-a28a-4a6b-b88b-055b8d89ff4e None None] Pushing event updated for resources: {'Port': ['ID=bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:56.583425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] Checking router: f6b58825-0be7-4073-bbfd-bc6055c3e154 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:56.592388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-95a4760e-645b-4d74-88fc-4957a2097bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:56.594423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-95a4760e-645b-4d74-88fc-4957a2097bd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef2667aa-1e85-4dee-9520-d73be4bfe1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0873475 Mar 07 16:20:56.594711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Provisioning complete for port b60535cf-8564-46e9-94d2-fdc2737a338d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:56.595124 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.640129 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:56.659105 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Sync routers for ids ['16172612-198d-48ea-9ddf-07a704d52a68'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:20:56.670609 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Routers {'16172612-198d-48ea-9ddf-07a704d52a68'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:56.671575 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['16172612-198d-48ea-9ddf-07a704d52a68'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:56.747768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] Routers {'f6b58825-0be7-4073-bbfd-bc6055c3e154'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:56.748920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f6b58825-0be7-4073-bbfd-bc6055c3e154'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:56.777321 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.839137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (f6b58825-0be7-4073-bbfd-bc6055c3e154), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.847881 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks [] for router_controller (f6b58825-0be7-4073-bbfd-bc6055c3e154), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.933346 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Set router 16172612-198d-48ea-9ddf-07a704d52a68 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:56.934990 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:56.936523 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e8c64a89-8a98-4f63-b312-0874f97b4887 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1230865 Mar 07 16:20:56.940634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48318) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:56.950957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:53Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:39Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c3920f8-ce24-4ba4-abac-9840a39ff924', 'name': '', 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:32:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'f131450b-3375-44c8-a478-f68a3557d363', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:51Z', 'updated_at': '2022-03-07T16:20:52Z', 'revision_number': 1, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': 'f131450b-3375-44c8-a478-f68a3557d363', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:20:52Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:56.964232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81905-24e6-47ca-856e-1bbbf18d37ef req-644b7cde-3dc8-4b2a-806c-7148be5dd770 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:56.975432 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fb81905-24e6-47ca-856e-1bbbf18d37ef req-644b7cde-3dc8-4b2a-806c-7148be5dd770 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 944 time: 0.1619039 Mar 07 16:20:57.138101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:20:57.152088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (f6b58825-0be7-4073-bbfd-bc6055c3e154), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.156422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6b58825-0be7-4073-bbfd-bc6055c3e154 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:20:57.172128 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.176923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-43f76a64-c6df-4eeb-a526-de17b04a3ead admin admin] 10.222.0.24 "DELETE /v2.0/routers/f6b58825-0be7-4073-bbfd-bc6055c3e154 HTTP/1.1" status: 204 len: 168 time: 4.2683456 Mar 07 16:20:57.178531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48320) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:57.300045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f9bbd7ca-40b9-40a1-b2a1-98191da82c15 service neutron] 10.222.0.11 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873014 Mar 07 16:20:57.358084 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16172612-198d-48ea-9ddf-07a704d52a68', 'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:47Z', 'updated_at': '2022-03-07T16:20:53Z', 'revision_number': 3, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'gw_port': {'id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:50Z', 'updated_at': '2022-03-07T16:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:57.398986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74970f1-b92b-4f84-a647-c8db417a5b70 None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:53Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:39Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c3920f8-ce24-4ba4-abac-9840a39ff924', 'name': '', 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:32:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'f131450b-3375-44c8-a478-f68a3557d363', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:51Z', 'updated_at': '2022-03-07T16:20:52Z', 'revision_number': 1, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': 'f131450b-3375-44c8-a478-f68a3557d363', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:20:52Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:57.402240 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (436036c2-2930-4f46-b2f3-ce089db10238), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.409468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8047d-69fd-4047-8430-5257b9b2a9a3 None None] Network 4c290600-b6dc-48c3-b982-f403fe5cc114 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:57.412396 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Checking router: 16172612-198d-48ea-9ddf-07a704d52a68 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:20:57.412744 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Updating router 16172612-198d-48ea-9ddf-07a704d52a68 port ee9045de-5798-4b9f-b223-4ba6c977e65d binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:20:57.433500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad32bf9-8ba3-4133-bcc7-e04c9a3cdae5 admin admin] Deleting subnet 654e2099-f746-42da-8b52-7ab2b826d367 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:20:57.445160 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dad32bf9-8ba3-4133-bcc7-e04c9a3cdae5 admin admin] Publish callbacks [] for subnet (654e2099-f746-42da-8b52-7ab2b826d367), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.451060 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.456859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] Set router f6b58825-0be7-4073-bbfd-bc6055c3e154 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:57.521292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:20:57.527173 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fb81905-24e6-47ca-856e-1bbbf18d37ef req-e3066ac2-476d-4eb8-aea7-1f8ae56e1898 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5494447 Mar 07 16:20:57.554986 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0ac1f4e2-8592-43f9-9024-622937ff35a4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0053911 Mar 07 16:20:57.555647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48322) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:57.558790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dad32bf9-8ba3-4133-bcc7-e04c9a3cdae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (654e2099-f746-42da-8b52-7ab2b826d367), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.565730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:20:57.573134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Pushing event updated for resources: {'Port': ['ID=315efd94-d284-4b5e-a7ed-45aac9798e6a,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:57.648281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (436036c2-2930-4f46-b2f3-ce089db10238), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.742251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cc10dcc-7a83-4996-85da-91bef8b4cf54 req-f09bf828-e595-49bb-9a34-fb4b9b62be2e service neutron] 10.222.0.11 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342642 Mar 07 16:20:57.801653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:14Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 7, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:57.850486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:20:57.852132 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dad32bf9-8ba3-4133-bcc7-e04c9a3cdae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (654e2099-f746-42da-8b52-7ab2b826d367), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.871229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 62e740ff-b163-4284-abe7-5fa08797bca8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:57.871611 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.879689 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Publish callbacks [] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.892405 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.899133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:20:57.935700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:20:57.943102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:57.943880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.960585 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Attempting to bind port ee9045de-5798-4b9f-b223-4ba6c977e65d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:20:57.961516 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Attempting to bind port ee9045de-5798-4b9f-b223-4ba6c977e65d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:20:57.962212 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Attempting to bind port ee9045de-5798-4b9f-b223-4ba6c977e65d on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:20:57.962417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=436036c2-2930-4f46-b2f3-ce089db10238,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:57.972707 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b63cf-8fbc-4846-a60b-36639a5021f5 None None] Pushing event updated for resources: {'Port': ['ID=ee9045de-5798-4b9f-b223-4ba6c977e65d,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:57.974053 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-33aaf798-49fd-470c-882f-f0d2b3335e98 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.8542075 Mar 07 16:20:57.976198 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:20:57.976872 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:20:57.977522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48324) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:57.978305 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.978986 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:20:57.979828 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Bound port: ee9045de-5798-4b9f-b223-4ba6c977e65d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:20:57.980417 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:57.998132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44d891-d5df-4b7a-9d51-ce5bb73ef70b None None] The sync data for ids ['f6b58825-0be7-4073-bbfd-bc6055c3e154'] in n-d-830010-8 is: [{'id': 'f6b58825-0be7-4073-bbfd-bc6055c3e154', 'name': 'tempest-TestAggregatesBasicOps-419216488-router', 'tenant_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:14Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 7, 'project_id': 'f6504c02030d42a78ecf0d989ffe7d5d', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:58.052875 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] For port ee9045de-5798-4b9f-b223-4ba6c977e65d, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:20:58.058319 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] For port ee9045de-5798-4b9f-b223-4ba6c977e65d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ee9045de-5798-4b9f-b223-4ba6c977e65d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:20:58.067994 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:58.088297 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:58.088975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Current status of the port b60535cf-8564-46e9-94d2-fdc2737a338d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:58.091542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=5dff3724-0d80-4db9-9d28-4dbd1b06392c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:58.160544 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Routers {'16172612-198d-48ea-9ddf-07a704d52a68'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:20:58.161471 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['16172612-198d-48ea-9ddf-07a704d52a68'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:58.163545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-a83698ae-469e-4173-a18b-8aaf5ec50c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:58.166838 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-a83698ae-469e-4173-a18b-8aaf5ec50c30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 1126 time: 0.3419952 Mar 07 16:20:58.202920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-3274b2e3-3698-450d-a098-2716969b2041 None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/99194ef9-7a04-49f2-b84b-e5a3f13e1114/a4c2a31f-2997-4d1a-a4f3-afcdd552dd37) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:20:58.304933 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b63cf-8fbc-4846-a60b-36639a5021f5 None None] Pushing event updated for resources: {'Port': ['ID=ee9045de-5798-4b9f-b223-4ba6c977e65d,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:58.329339 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] Set router 16172612-198d-48ea-9ddf-07a704d52a68 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:20:58.372528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Provisioning complete for port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:58.373151 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:58.488724 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:20:58.556450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 62e740ff-b163-4284-abe7-5fa08797bca8 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:58.557615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21f18a98-72e5-462b-a2c8-2d675f96498f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:58.577187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3274b2e3-3698-450d-a098-2716969b2041 None None] For port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:58.590440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-548a281e-1b4d-4064-8063-6907ec9dcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:58.595292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-548a281e-1b4d-4064-8063-6907ec9dcfe2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef2667aa-1e85-4dee-9520-d73be4bfe1a4 HTTP/1.1" status: 200 len: 898 time: 0.4192500 Mar 07 16:20:58.676798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dad32bf9-8ba3-4133-bcc7-e04c9a3cdae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (654e2099-f746-42da-8b52-7ab2b826d367), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:58.770018 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3274b2e3-3698-450d-a098-2716969b2041 None None] Publish callbacks [] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:58.783171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-107a5989-4e09-42f3-90ec-e543a66db70a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b77e6c4-2c16-4c8c-af56-e05559aeda46 HTTP/1.1" status: 200 len: 217 time: 0.1667116 Mar 07 16:20:58.787423 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3274b2e3-3698-450d-a098-2716969b2041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:58.809333 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16172612-198d-48ea-9ddf-07a704d52a68', 'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:47Z', 'updated_at': '2022-03-07T16:20:53Z', 'revision_number': 3, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'gw_port': {'id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:50Z', 'updated_at': '2022-03-07T16:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:20:58.839298 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce90c01-fdf6-4df1-a05e-dcb56e45e1c2 None None] The sync data for ids ['16172612-198d-48ea-9ddf-07a704d52a68'] in n-d-830010-8 is: [{'id': '16172612-198d-48ea-9ddf-07a704d52a68', 'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:47Z', 'updated_at': '2022-03-07T16:20:53Z', 'revision_number': 3, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'gw_port': {'id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:50Z', 'updated_at': '2022-03-07T16:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:20:58.853259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad32bf9-8ba3-4133-bcc7-e04c9a3cdae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654e2099-f746-42da-8b52-7ab2b826d367,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:58.868077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dad32bf9-8ba3-4133-bcc7-e04c9a3cdae5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:58.869053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 21f18a98-72e5-462b-a2c8-2d675f96498f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:58.869582 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:58.872228 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dad32bf9-8ba3-4133-bcc7-e04c9a3cdae5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/654e2099-f746-42da-8b52-7ab2b826d367 HTTP/1.1" status: 204 len: 168 time: 1.6928008 Mar 07 16:20:58.878920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48328) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:20:58.924400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd911334-58cb-4a20-a8ed-2fe95ffb1938 None None] Network 967294c3-0147-41f4-9e10-072da5da2108 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:20:58.924930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-70c4b0f3-f353-407f-9b65-e9caa21b1ec9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 436036c2-2930-4f46-b2f3-ce089db10238 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:58.925279 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-70c4b0f3-f353-407f-9b65-e9caa21b1ec9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (436036c2-2930-4f46-b2f3-ce089db10238), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:58.994139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fae85-fdc5-472e-9181-20eb89cc4e4f req-90ec8a48-6190-44f4-b5ff-d9e55de2497c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:58.996382 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae3fae85-fdc5-472e-9181-20eb89cc4e4f req-90ec8a48-6190-44f4-b5ff-d9e55de2497c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 944 time: 0.3055573 Mar 07 16:20:59.070661 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (967294c3-0147-41f4-9e10-072da5da2108), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.133829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274b2e3-3698-450d-a098-2716969b2041 None None] Pushing event updated for resources: {'Port': ['ID=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:59.153373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Current status of the port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:59.153774 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.192137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae3fae85-fdc5-472e-9181-20eb89cc4e4f req-dbf5241a-fe11-4305-b58f-6b30808a6f55 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860700 Mar 07 16:20:59.193938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-70c4b0f3-f353-407f-9b65-e9caa21b1ec9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (436036c2-2930-4f46-b2f3-ce089db10238), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.220298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-70c4b0f3-f353-407f-9b65-e9caa21b1ec9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 436036c2-2930-4f46-b2f3-ce089db10238 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:59.263414 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.308968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Deleting port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:20:59.309334 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.318518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] For port a0135329-c7a6-4cdb-adf8-e49ac2c04a66, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a0135329-c7a6-4cdb-adf8-e49ac2c04a66,segment=NetworkSegment(dd303e04-1dd5-4fc4-9074-f08dd8c37f0b),segment_id=dd303e04-1dd5-4fc4-9074-f08dd8c37f0b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:59.335835 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.356523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.464116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 21f18a98-72e5-462b-a2c8-2d675f96498f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:20:59.467266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device badcf182-b89d-4008-92d7-1631efe4b56f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:20:59.481537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-0b122776-989e-4458-a8dd-371f9963daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:59.483087 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-0b122776-989e-4458-a8dd-371f9963daf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=169f22d1-e50c-42fc-aaa8-c188235c858e HTTP/1.1" status: 200 len: 835 time: 0.1233010 Mar 07 16:20:59.493968 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] For port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=93fc85b7-e0ae-42ef-aca0-3fc541cc7991,segment=NetworkSegment(28fa887a-336a-4649-8e45-3d0a293c4a20),segment_id=28fa887a-336a-4649-8e45-3d0a293c4a20)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:20:59.494865 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.517117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Calling delete_port for 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:20:59.612958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Provisioning complete for port 5dff3724-0d80-4db9-9d28-4dbd1b06392c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:59.613403 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.628109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.extraroute_db [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 16:20:59.671264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.extraroute_db [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Removed routes are [] {{(pid=103867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 16:20:59.671815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.677476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Pushing event updated for resources: {'Port': ['ID=a0135329-c7a6-4cdb-adf8-e49ac2c04a66,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:59.700381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-b38a49e4-c112-4af6-a7ae-08c970b3ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:20:59.703450 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-b38a49e4-c112-4af6-a7ae-08c970b3ca6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef2667aa-1e85-4dee-9520-d73be4bfe1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2055864 Mar 07 16:20:59.725108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port badcf182-b89d-4008-92d7-1631efe4b56f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:20:59.725559 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.846492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] DHCP port deletion for 967294c3-0147-41f4-9e10-072da5da2108 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:20:59.895480 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.905376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-70c4b0f3-f353-407f-9b65-e9caa21b1ec9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (436036c2-2930-4f46-b2f3-ce089db10238), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:20:59.988230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Pushing event deleted for resources: {'Port': ['ID=93fc85b7-e0ae-42ef-aca0-3fc541cc7991,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:20:59.988986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] No DVR routers for this DVR port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:00.062410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4b0f3-f353-407f-9b65-e9caa21b1ec9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=436036c2-2930-4f46-b2f3-ce089db10238,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:00.117004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-407560ba-16c3-4364-afc0-dafe5623cc04 None None] Current status of the port 5dff3724-0d80-4db9-9d28-4dbd1b06392c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:00.182643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] Deleting port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:00.183406 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.221954 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port badcf182-b89d-4008-92d7-1631efe4b56f is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:00.222629 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.256013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (967294c3-0147-41f4-9e10-072da5da2108), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.273962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port badcf182-b89d-4008-92d7-1631efe4b56f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=badcf182-b89d-4008-92d7-1631efe4b56f,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:00.283058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967294c3-0147-41f4-9e10-072da5da2108']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:00.301948 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-70c4b0f3-f353-407f-9b65-e9caa21b1ec9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.310482 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.311284 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-70c4b0f3-f353-407f-9b65-e9caa21b1ec9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/436036c2-2930-4f46-b2f3-ce089db10238 HTTP/1.1" status: 204 len: 168 time: 2.3328779 Mar 07 16:21:00.318164 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b05b89c4-1120-47ad-b8ed-f902f6050c13 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:00.322331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fa887a-336a-4649-8e45-3d0a293c4a20') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:00.322860 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fa887a-336a-4649-8e45-3d0a293c4a20') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:00.326549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48334) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:00.380034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (28fa887a-336a-4649-8e45-3d0a293c4a20), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.398498 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (28fa887a-336a-4649-8e45-3d0a293c4a20), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.408380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:00.408940 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (28fa887a-336a-4649-8e45-3d0a293c4a20), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:00.423546 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:00.581381 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773bf50c-d9c0-4b65-b81c-6b99ed37ca56 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:00.589450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-773bf50c-d9c0-4b65-b81c-6b99ed37ca56 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2563949 Mar 07 16:21:00.598003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48336) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:00.600477 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (967294c3-0147-41f4-9e10-072da5da2108), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.622635 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-061f3d06-9c84-488e-bdf9-ed81cb48bc7c service neutron] 10.222.0.11 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9124610 Mar 07 16:21:00.634262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.639576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] 10.222.0.24 "DELETE /v2.0/networks/967294c3-0147-41f4-9e10-072da5da2108 HTTP/1.1" status: 204 len: 168 time: 1.7576327 Mar 07 16:21:00.654430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48338) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:00.713797 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6bc59-198b-4495-af7f-8d56575ac55b admin admin] Pushing event deleted for resources: {'Network': ['ID=967294c3-0147-41f4-9e10-072da5da2108,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:00.776285 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501fc64-4668-470b-90e2-8cbaaade60af tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:00.780497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e501fc64-4668-470b-90e2-8cbaaade60af tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1786819 Mar 07 16:21:00.780674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7297f06b-8129-45da-afdd-54b6267b1802 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:00.780928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48340) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:00.852005 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe895c-2e5d-43ae-870c-6c01cdb43583 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:00.853685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe895c-2e5d-43ae-870c-6c01cdb43583 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:00.855252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe895c-2e5d-43ae-870c-6c01cdb43583 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:00.857273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-97fe895c-2e5d-43ae-870c-6c01cdb43583 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0749676 Mar 07 16:21:00.859702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48342) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:00.873555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] For port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:00.873961 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.884253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:00.897948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Provisioning complete for port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:00.898329 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.922164 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.941165 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.944162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bbab4c-bf93-43e0-8e8c-ebc03d25910c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 97ae6bce-ead7-433f-b834-b7d2ea99035d {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:00.949137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39bbab4c-bf93-43e0-8e8c-ebc03d25910c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (97ae6bce-ead7-433f-b834-b7d2ea99035d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:00.952778 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94d0d0e3-de48-4cc5-a2a5-c93fa76c6b2f req-231ee470-974c-44d0-afa3-fd4c9598fc0c service neutron] 10.222.0.11 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087978 Mar 07 16:21:00.974744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Allocated IP 172.20.0.1 (d95ad0c7-ac85-406a-afdd-6675cf2fc89d/fb021970-d702-4d5c-8f03-35ff89c8f6be/9054f673-bdfe-4864-b6bf-78a9daeecfd7) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:00.977020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] Calling delete_port for 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:00.986705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] Port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:21:00.999236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=badcf182-b89d-4008-92d7-1631efe4b56f,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:01.012723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (93fc85b7-e0ae-42ef-aca0-3fc541cc7991), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.015129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39bbab4c-bf93-43e0-8e8c-ebc03d25910c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (97ae6bce-ead7-433f-b834-b7d2ea99035d), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.020897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:01.021538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:01.035781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142b5ab-f5ad-4831-8c53-aaa4290ed9f6 req-68e96245-b72f-4082-85f8-391fb9bda7fe tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:01.039272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5142b5ab-f5ad-4831-8c53-aaa4290ed9f6 req-68e96245-b72f-4082-85f8-391fb9bda7fe tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 944 time: 0.5969923 Mar 07 16:21:01.076376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8b77e6c4-2c16-4c8c-af56-e05559aeda46 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:21:01.122860 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39bbab4c-bf93-43e0-8e8c-ebc03d25910c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (97ae6bce-ead7-433f-b834-b7d2ea99035d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.132463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] Network 967294c3-0147-41f4-9e10-072da5da2108 is not hosted by any dhcp agent {{(pid=103868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:21:01.132859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] No DVR routers for this DVR port 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:01.146940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd413d-9d4d-43b2-96f7-413cb937b9dd None None] Pushing event deleted for resources: {'Port': ['ID=93fc85b7-e0ae-42ef-aca0-3fc541cc7991,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:01.156316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b05b89c4-1120-47ad-b8ed-f902f6050c13 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:01.156695 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.207558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39bbab4c-bf93-43e0-8e8c-ebc03d25910c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (97ae6bce-ead7-433f-b834-b7d2ea99035d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.245996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbab4c-bf93-43e0-8e8c-ebc03d25910c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=97ae6bce-ead7-433f-b834-b7d2ea99035d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:01.253328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-39bbab4c-bf93-43e0-8e8c-ebc03d25910c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.260583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Current status of the port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:01.261150 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.264042 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-39bbab4c-bf93-43e0-8e8c-ebc03d25910c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/97ae6bce-ead7-433f-b834-b7d2ea99035d HTTP/1.1" status: 204 len: 168 time: 0.4032767 Mar 07 16:21:01.265139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48344) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:01.285496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:01.288313 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-370ff747-99e9-463b-9427-a455d923a034 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:21:01.322301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:01.342897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5142b5ab-f5ad-4831-8c53-aaa4290ed9f6 req-024c5151-0d9f-41c2-b714-a950f96a4af7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480342 Mar 07 16:21:01.353081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cc933d-4162-4f8f-9338-d80e217af6c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 99194ef9-7a04-49f2-b84b-e5a3f13e1114 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:01.357239 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3cc933d-4162-4f8f-9338-d80e217af6c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (99194ef9-7a04-49f2-b84b-e5a3f13e1114), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.381732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] For port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd,segment=NetworkSegment(eaf2bab0-1246-4331-94fd-7423313edff6),segment_id=eaf2bab0-1246-4331-94fd-7423313edff6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:01.406228 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3cc933d-4162-4f8f-9338-d80e217af6c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (99194ef9-7a04-49f2-b84b-e5a3f13e1114), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.452071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.456975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Publish callbacks [] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.500824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3cc933d-4162-4f8f-9338-d80e217af6c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (99194ef9-7a04-49f2-b84b-e5a3f13e1114), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.543630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:01.578990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.582933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ada0192f-f114-41d5-879d-191842c7680c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1 HTTP/1.1" status: 200 len: 954 time: 4.0235860 Mar 07 16:21:01.588831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48346) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:01.595376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3cc933d-4162-4f8f-9338-d80e217af6c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (99194ef9-7a04-49f2-b84b-e5a3f13e1114), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.602700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b05b89c4-1120-47ad-b8ed-f902f6050c13 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:01.603417 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.622169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Provisioning complete for port ef4e53f0-ff80-49cc-87da-aaeb721c0298 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:01.622564 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.625620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 8b77e6c4-2c16-4c8c-af56-e05559aeda46, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8b77e6c4-2c16-4c8c-af56-e05559aeda46,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:01.640125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc933d-4162-4f8f-9338-d80e217af6c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=99194ef9-7a04-49f2-b84b-e5a3f13e1114,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:01.648662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a3cc933d-4162-4f8f-9338-d80e217af6c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.651186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.656130 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a3cc933d-4162-4f8f-9338-d80e217af6c6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/99194ef9-7a04-49f2-b84b-e5a3f13e1114 HTTP/1.1" status: 204 len: 168 time: 0.3871183 Mar 07 16:21:01.659466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48348) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:01.704143 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-25ef8451-5870-4cee-806b-151a3da2eac5 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434818 Mar 07 16:21:01.709851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48350) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:01.717302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:01.722261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b05b89c4-1120-47ad-b8ed-f902f6050c13, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b05b89c4-1120-47ad-b8ed-f902f6050c13,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:01.739696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'port_id': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'mac_address': 'fa:16:3e:12:b1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:21:01.745782 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Pushing event updated for resources: {'Port': ['ID=8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:01.749385 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.767884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Network d95ad0c7-ac85-406a-afdd-6675cf2fc89d is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:01.778728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:01.784895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:01.850027 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5f0b4948-3061-4980-83bd-176c730c8ff5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1 HTTP/1.1" status: 200 len: 954 time: 0.2599292 Mar 07 16:21:01.855504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48352) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:01.878270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'routes': None}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:01.888711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Pushing event updated for resources: {'Port': ['ID=9054f673-bdfe-4864-b6bf-78a9daeecfd7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:01.917148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b05b89c4-1120-47ad-b8ed-f902f6050c13,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:01.924056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1fa3137d-3d9a-4e07-ade9-752275d79eab no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:01.929227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:01.929734 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.941761 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:01.945280 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:01.988627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 1fa3137d-3d9a-4e07-ade9-752275d79eab {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:01.988984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1fa3137d-3d9a-4e07-ade9-752275d79eab not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:02.007080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b77e6c4-2c16-4c8c-af56-e05559aeda46 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:21:02.037019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Current status of the port ef4e53f0-ff80-49cc-87da-aaeb721c0298 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:02.037428 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:02.041083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 8b77e6c4-2c16-4c8c-af56-e05559aeda46, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8b77e6c4-2c16-4c8c-af56-e05559aeda46,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:02.064331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:02.101453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8866c-01ef-4ffa-af9d-7204307a6764 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:02.171306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] For port ef4e53f0-ff80-49cc-87da-aaeb721c0298, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ef4e53f0-ff80-49cc-87da-aaeb721c0298,segment=NetworkSegment(10bb6565-436d-4c24-a12d-146d1056b992),segment_id=10bb6565-436d-4c24-a12d-146d1056b992)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:02.178488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:20:59Z', 'revision_number': 6, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c3920f8-ce24-4ba4-abac-9840a39ff924', 'name': '', 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:32:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'f131450b-3375-44c8-a478-f68a3557d363', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:51Z', 'updated_at': '2022-03-07T16:20:55Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': 'f131450b-3375-44c8-a478-f68a3557d363', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:20:52Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:02.192786 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:02.274264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:02.275031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Updating router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 port 7c3920f8-ce24-4ba4-abac-9840a39ff924 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:21:02.303185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=8b77e6c4-2c16-4c8c-af56-e05559aeda46,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:02.347208 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:02.402454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:02.412378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:02.426644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:02.427308 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:02.484273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Pushing event updated for resources: {'Port': ['ID=ef4e53f0-ff80-49cc-87da-aaeb721c0298,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:02.495611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['8b77e6c4-2c16-4c8c-af56-e05559aeda46'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:21:02.536710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8253887 Mar 07 16:21:02.537702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e01e8-0228-4e0a-ac72-e22f0da09297 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:02.540904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48356) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:02.548768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8616ddb1-c708-4934-80f7-5d349bad74fb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:02.574496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Provisioning complete for port 315efd94-d284-4b5e-a7ed-45aac9798e6a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:02.575026 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:02.603380 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (16172612-198d-48ea-9ddf-07a704d52a68), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:02.626983 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:02.658209 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb46c2-6ef9-496e-8013-835f5b188fb3 req-13671c21-5339-4566-a503-1fd8f4e8f736 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:02.659852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-50eb46c2-6ef9-496e-8013-835f5b188fb3 req-13671c21-5339-4566-a503-1fd8f4e8f736 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 945 time: 0.1876600 Mar 07 16:21:02.819653 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-50eb46c2-6ef9-496e-8013-835f5b188fb3 req-ac553857-91d6-44f7-b89e-098a28f4a768 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063890 Mar 07 16:21:02.820357 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8616ddb1-c708-4934-80f7-5d349bad74fb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:02.824669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8616ddb1-c708-4934-80f7-5d349bad74fb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:02.910231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae4944-aa76-4dda-ab81-5f6bcb257c8b None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:02.963330 n-d-830010-8 neutron-server[103866]: INFO neutron.db.ipam_backend_mixin [None req-8616ddb1-c708-4934-80f7-5d349bad74fb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd (CIDR: 2001:db8::/64) Mar 07 16:21:02.966712 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8616ddb1-c708-4934-80f7-5d349bad74fb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:21:02.967302 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8616ddb1-c708-4934-80f7-5d349bad74fb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:02.971236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21f18a98-72e5-462b-a2c8-2d675f96498f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:02.991182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8616ddb1-c708-4934-80f7-5d349bad74fb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4470196 Mar 07 16:21:02.991921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48358) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:02.998510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'subnet': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:03.002190 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (83d41f4a-1979-420b-914e-052e007a3a55), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.042862 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.093616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Current status of the port 315efd94-d284-4b5e-a7ed-45aac9798e6a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:03.128138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:03.135859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.265587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-11ae4944-aa76-4dda-ab81-5f6bcb257c8b None None] Deleting port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:03.265963 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-11ae4944-aa76-4dda-ab81-5f6bcb257c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.267630 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Provisioning complete for port 7c3920f8-ce24-4ba4-abac-9840a39ff924 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:03.267985 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.298398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 21f18a98-72e5-462b-a2c8-2d675f96498f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:03.299097 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.406447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.extraroute_db [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added routes are [] {{(pid=103867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 16:21:03.407091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.extraroute_db [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 16:21:03.411738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Port 7c3920f8-ce24-4ba4-abac-9840a39ff924 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:21:03.500576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.514232 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Provisioning complete for port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:03.514611 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.528211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-11ae4944-aa76-4dda-ab81-5f6bcb257c8b None None] For port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:03.528617 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-11ae4944-aa76-4dda-ab81-5f6bcb257c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.536284 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Publish callbacks [] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.574126 n-d-830010-8 neutron-server[103866]: DEBUG neutron.objects.ports [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:21:03.575324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.629800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-11ae4944-aa76-4dda-ab81-5f6bcb257c8b None None] Calling delete_port for a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:03.672593 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Publish callbacks [] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.682527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 21f18a98-72e5-462b-a2c8-2d675f96498f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:03.683617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6b887ddb-af18-4ae0-8867-bf1fd3440033 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:03.714767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Pushing event updated for resources: {'Port': ['ID=9054f673-bdfe-4864-b6bf-78a9daeecfd7,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:03.720296 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.726766 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (16172612-198d-48ea-9ddf-07a704d52a68), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.763771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.848486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2c585-452d-40a4-ae1a-1bd6a8c4eaea None None] Pushing event updated for resources: {'Port': ['ID=7c3920f8-ce24-4ba4-abac-9840a39ff924,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:03.876574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Current status of the port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:03.931131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Deleting port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:03.931642 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.945084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6b887ddb-af18-4ae0-8867-bf1fd3440033 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:03.945864 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.979532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Provisioning complete for port d84ab959-0e68-47d5-add2-96423e01da2a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:03.980209 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:03.983644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Attempting to bind port 7c3920f8-ce24-4ba4-abac-9840a39ff924 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:03.984016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Attempting to bind port 7c3920f8-ce24-4ba4-abac-9840a39ff924 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '45501239-8a3b-40fc-b16e-69e7236b0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:03.984531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Attempting to bind port 7c3920f8-ce24-4ba4-abac-9840a39ff924 on network 4c290600-b6dc-48c3-b982-f403fe5cc114 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:03.999194 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.004445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] For port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:04.014830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:04.015080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Checking segment: {'id': '45501239-8a3b-40fc-b16e-69e7236b0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:04.015379 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.015776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Bound using segment: {'id': '45501239-8a3b-40fc-b16e-69e7236b0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:04.016256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Bound port: 7c3920f8-ce24-4ba4-abac-9840a39ff924, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45501239-8a3b-40fc-b16e-69e7236b0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:04.016632 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.041646 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.058745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.067667 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.095687 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-11ae4944-aa76-4dda-ab81-5f6bcb257c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (a4c2a31f-2997-4d1a-a4f3-afcdd552dd37), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.124009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (f6bbf5e2-5caa-4587-8960-fc0a82aae44a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.125289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Network d95ad0c7-ac85-406a-afdd-6675cf2fc89d is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:04.143679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae4944-aa76-4dda-ab81-5f6bcb257c8b None None] Pushing event deleted for resources: {'Port': ['ID=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:04.163507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:04.170076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae4944-aa76-4dda-ab81-5f6bcb257c8b None None] No DVR routers for this DVR port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:04.177509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] For port 7c3920f8-ce24-4ba4-abac-9840a39ff924, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:04.181538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013125b1-f862-45af-94be-580d8dc6f163 req-48d972b1-c6a6-42a4-a36b-22b7fdd11833 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:04.182632 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-013125b1-f862-45af-94be-580d8dc6f163 req-48d972b1-c6a6-42a4-a36b-22b7fdd11833 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 945 time: 0.2599928 Mar 07 16:21:04.195574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:04.201616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:04.219197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] For port a0135329-c7a6-4cdb-adf8-e49ac2c04a66, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=a0135329-c7a6-4cdb-adf8-e49ac2c04a66,segment=NetworkSegment(dd303e04-1dd5-4fc4-9074-f08dd8c37f0b),segment_id=dd303e04-1dd5-4fc4-9074-f08dd8c37f0b)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:04.219440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.220617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:04.221847 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.242446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] For port 7c3920f8-ce24-4ba4-abac-9840a39ff924, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7c3920f8-ce24-4ba4-abac-9840a39ff924,segment=NetworkSegment(45501239-8a3b-40fc-b16e-69e7236b0982),segment_id=45501239-8a3b-40fc-b16e-69e7236b0982)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:04.243703 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=a4c2a31f-2997-4d1a-a4f3-afcdd552dd37,revision_number=10']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:04.248607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Subnet': ['ID=f6bbf5e2-5caa-4587-8960-fc0a82aae44a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:04.250078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf09a26-07d6-4fb3-8de5-4a8409dcca32 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:04.268294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4cf11f20-bda0-459f-9800-9dca9246cfb3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2751725 Mar 07 16:21:04.270679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48362) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:04.273385 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.275299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6b887ddb-af18-4ae0-8867-bf1fd3440033 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:04.276299 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.280537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Request body: {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'mac_address': 'fa:16:3e:3b:0d:c6', 'name': 'tempest-NetworksTestDHCPv6-779027012'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:04.293356 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Calling delete_port for a0135329-c7a6-4cdb-adf8-e49ac2c04a66 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:04.309858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:04.349259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Current status of the port d84ab959-0e68-47d5-add2-96423e01da2a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:04.349814 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.420333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 6b887ddb-af18-4ae0-8867-bf1fd3440033, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6b887ddb-af18-4ae0-8867-bf1fd3440033,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:04.450030 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.450252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Made reservation on behalf of fdd113955b554fe796a7e58567b492e6 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:04.451140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b05b89c4-1120-47ad-b8ed-f902f6050c13 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:04.510365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2c585-452d-40a4-ae1a-1bd6a8c4eaea None None] Pushing event updated for resources: {'Port': ['ID=7c3920f8-ce24-4ba4-abac-9840a39ff924,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:04.520035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:04.521005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:04.541896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-013125b1-f862-45af-94be-580d8dc6f163 req-6365b39d-ee98-4432-8202-14d7a4b1a486 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499203 Mar 07 16:21:04.584678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] For port d84ab959-0e68-47d5-add2-96423e01da2a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d84ab959-0e68-47d5-add2-96423e01da2a,segment=NetworkSegment(b9a09af5-9534-4fa7-aa40-313d3fbb0af0),segment_id=b9a09af5-9534-4fa7-aa40-313d3fbb0af0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:04.589620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=6b887ddb-af18-4ae0-8867-bf1fd3440033,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:04.620120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Router 16172612-198d-48ea-9ddf-07a704d52a68 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:04.629252 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.652887 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.656418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] device_id is not set on port 5d13ef04-da5f-4ec1-91a3-22b734c650a4 yet. {{(pid=103866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:21:04.687320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:04.688532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'project_id': 'fdd113955b554fe796a7e58567b492e6', 'fixed_ips': [{'subnet_id': '3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd'}, {'subnet_id': 'f6bbf5e2-5caa-4587-8960-fc0a82aae44a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:04.689652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.698212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.702115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-824f809a-6777-4d82-a6f8-c75b5c4049e1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1 HTTP/1.1" status: 200 len: 704 time: 2.8410711 Mar 07 16:21:04.706303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48366) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:04.780938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Provisioning complete for port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:04.781422 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:04.784620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:04.882481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8::e7 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd/5d13ef04-da5f-4ec1-91a3-22b734c650a4) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:04.890710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3b:dc6 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/f6bbf5e2-5caa-4587-8960-fc0a82aae44a/5d13ef04-da5f-4ec1-91a3-22b734c650a4) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:05.076337 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for port (5d13ef04-da5f-4ec1-91a3-22b734c650a4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.082995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b05b89c4-1120-47ad-b8ed-f902f6050c13 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:05.083269 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.085381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8b77e6c4-2c16-4c8c-af56-e05559aeda46 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:05.093820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Pushing event updated for resources: {'Port': ['ID=d84ab959-0e68-47d5-add2-96423e01da2a,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:05.119420 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5d13ef04-da5f-4ec1-91a3-22b734c650a4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.166577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:05.170591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:05.173118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:05.179468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:05.179650 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.197898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event updated for resources: {'Port': ['ID=5d13ef04-da5f-4ec1-91a3-22b734c650a4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:05.214115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cc793563-06e2-442d-9a5b-817357aef26f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9404945 Mar 07 16:21:05.216862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48368) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:05.329055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5d75ab8a-1e35-45f0-bbbc-a4b9c559b80a tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1 HTTP/1.1" status: 200 len: 704 time: 0.6215293 Mar 07 16:21:05.330710 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48370) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:05.383300 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-8a403d42-0e73-47a9-9b8e-0006c6d39e4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441031 Mar 07 16:21:05.392286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:05.398516 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-24a6eae8-b3fe-473d-af0d-a11d39551d99 admin admin] 10.222.0.24 "PUT /v2.0/routers/16172612-198d-48ea-9ddf-07a704d52a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3995066 Mar 07 16:21:05.418952 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Sync routers for ids ['16172612-198d-48ea-9ddf-07a704d52a68'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:05.433391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a0135329-c7a6-4cdb-adf8-e49ac2c04a66), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.438655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:21:05.445310 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Routers {'16172612-198d-48ea-9ddf-07a704d52a68'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:05.451120 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['16172612-198d-48ea-9ddf-07a704d52a68'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:05.473610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:05.473984 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.485034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Current status of the port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:05.488036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0135329-c7a6-4cdb-adf8-e49ac2c04a66,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:05.518107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b05b89c4-1120-47ad-b8ed-f902f6050c13 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:05.519280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a0135329-c7a6-4cdb-adf8-e49ac2c04a66 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:05.521491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Allocated IP 2001:db8::2 (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd/95e080b8-4624-4d77-95da-140a826a2d88) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:05.526906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Could not find standard attr ID for object a4c2a31f-2997-4d1a-a4f3-afcdd552dd37. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:21:05.569561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:e6fe (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f/f6bbf5e2-5caa-4587-8960-fc0a82aae44a/95e080b8-4624-4d77-95da-140a826a2d88) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:05.582656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: a0135329-c7a6-4cdb-adf8-e49ac2c04a66 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:05.583088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a0135329-c7a6-4cdb-adf8-e49ac2c04a66 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 16:21:05.755735 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Set router 16172612-198d-48ea-9ddf-07a704d52a68 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:05.838287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (83d41f4a-1979-420b-914e-052e007a3a55), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.869162 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Publish callbacks [] for port (95e080b8-4624-4d77-95da-140a826a2d88), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.874942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Port a0135329-c7a6-4cdb-adf8-e49ac2c04a66 not found, will not notify nova. {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 16:21:05.876037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:05.917993 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (95e080b8-4624-4d77-95da-140a826a2d88), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.929694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Provisioning complete for port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:05.930072 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:05.968909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-fd7a2279-989f-4935-9d3f-9ad3ed771400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:05.980208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-fd7a2279-989f-4935-9d3f-9ad3ed771400 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1129 time: 0.4365358 Mar 07 16:21:06.005376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-9160d23a-0333-4420-a908-8c731fea0183 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting port 5d13ef04-da5f-4ec1-91a3-22b734c650a4 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:06.005724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9160d23a-0333-4420-a908-8c731fea0183 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5d13ef04-da5f-4ec1-91a3-22b734c650a4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.086011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:06.126759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:06.129711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:06.146638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Pushing event updated for resources: {'Port': ['ID=95e080b8-4624-4d77-95da-140a826a2d88,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:06.154825 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16172612-198d-48ea-9ddf-07a704d52a68', 'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:47Z', 'updated_at': '2022-03-07T16:21:02Z', 'revision_number': 4, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'gw_port': {'id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:50Z', 'updated_at': '2022-03-07T16:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '9054f673-bdfe-4864-b6bf-78a9daeecfd7', 'name': '', 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'mac_address': 'fa:16:3e:18:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fb021970-d702-4d5c-8f03-35ff89c8f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:59Z', 'updated_at': '2022-03-07T16:21:03Z', 'revision_number': 2, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'subnets': [{'id': 'fb021970-d702-4d5c-8f03-35ff89c8f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:06.184750 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Checking router: 16172612-198d-48ea-9ddf-07a704d52a68 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:06.184901 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Updating router 16172612-198d-48ea-9ddf-07a704d52a68 port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:21:06.193132 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108bc82-d672-4516-82db-7fa22acc0fae req-a43a72cc-2138-4b75-9a07-4196f4591c6c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:06.200624 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4108bc82-d672-4516-82db-7fa22acc0fae req-a43a72cc-2138-4b75-9a07-4196f4591c6c tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 945 time: 0.2401507 Mar 07 16:21:06.219296 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.257798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9160d23a-0333-4420-a908-8c731fea0183 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5d13ef04-da5f-4ec1-91a3-22b734c650a4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.307501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-9160d23a-0333-4420-a908-8c731fea0183 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Calling delete_port for 5d13ef04-da5f-4ec1-91a3-22b734c650a4 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:06.319274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:06.320081 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.340870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:03Z', 'revision_number': 7, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c3920f8-ce24-4ba4-abac-9840a39ff924', 'name': '', 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:32:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'f131450b-3375-44c8-a478-f68a3557d363', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:51Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': 'f131450b-3375-44c8-a478-f68a3557d363', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:20:52Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:06.344452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4108bc82-d672-4516-82db-7fa22acc0fae req-b54b47d9-51c8-46d2-8542-40de20601087 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381691 Mar 07 16:21:06.381910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:06.382592 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.394732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd368c-491a-41f0-847f-9093d032120f None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:03Z', 'revision_number': 7, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c3920f8-ce24-4ba4-abac-9840a39ff924', 'name': '', 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:32:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'f131450b-3375-44c8-a478-f68a3557d363', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:51Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': 'f131450b-3375-44c8-a478-f68a3557d363', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:20:52Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:06.502110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:21:06.504545 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c473bab3-ff2c-4edd-8d5f-0ea2efcc6ded" -d '{"events": [{"server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "name": "network-vif-plugged", "status": "completed", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:21:06.546248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 8b77e6c4-2c16-4c8c-af56-e05559aeda46, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8b77e6c4-2c16-4c8c-af56-e05559aeda46,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:06.557877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Attempting to bind port 95e080b8-4624-4d77-95da-140a826a2d88 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:06.558364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Attempting to bind port 95e080b8-4624-4d77-95da-140a826a2d88 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:06.558619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Attempting to bind port 95e080b8-4624-4d77-95da-140a826a2d88 on network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:06.564859 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.580163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Current status of the port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:06.580163 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.588924 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be266024-4494-4bac-9f73-ecf9ac5add5c x-openstack-request-id: req-be266024-4494-4bac-9f73-ecf9ac5add5c {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:21:06.589350 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "name": "network-vif-plugged", "status": "completed", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:21:06.589497 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be266024-4494-4bac-9f73-ecf9ac5add5c {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:21:06.590216 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'code': 200} Mar 07 16:21:06.610606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:06.610606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Checking segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:06.611022 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.611411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Bound using segment: {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:06.611632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Bound port: 95e080b8-4624-4d77-95da-140a826a2d88, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823f595-dbce-45ab-80c0-c69a5df9bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:06.612019 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (95e080b8-4624-4d77-95da-140a826a2d88), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.652835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Router 83d41f4a-1979-420b-914e-052e007a3a55 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:06.677794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-16267b89-27bd-4559-8c53-b791c97a8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:06.685881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-16267b89-27bd-4559-8c53-b791c97a8a48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.6105568 Mar 07 16:21:06.695937 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Publish callbacks [] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.714587 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.782849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:06.845021 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93eeed-0797-41f0-b3eb-97f30b4dc5e8 None None] Pushing event updated for resources: {'Port': ['ID=9054f673-bdfe-4864-b6bf-78a9daeecfd7,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:06.846153 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.848715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] For port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6,segment=NetworkSegment(45501239-8a3b-40fc-b16e-69e7236b0982),segment_id=45501239-8a3b-40fc-b16e-69e7236b0982)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:06.855546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=8b77e6c4-2c16-4c8c-af56-e05559aeda46,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:06.868678 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.869637 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.878415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-956d4bcd-b3b8-445d-8bea-141735a1d9f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 1002 time: 0.1751866 Mar 07 16:21:06.937492 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Attempting to bind port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:06.939064 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Attempting to bind port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'eaf2bab0-1246-4331-94fd-7423313edff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:06.942267 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Attempting to bind port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 on network d95ad0c7-ac85-406a-afdd-6675cf2fc89d {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:06.942547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:06.943405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:06.954310 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:06.955059 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Checking segment: {'id': 'eaf2bab0-1246-4331-94fd-7423313edff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:06.955928 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.956493 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Bound using segment: {'id': 'eaf2bab0-1246-4331-94fd-7423313edff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:06.957160 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Bound port: 9054f673-bdfe-4864-b6bf-78a9daeecfd7, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf2bab0-1246-4331-94fd-7423313edff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:06.957632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:06.958168 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:06.958766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:07.063487 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9160d23a-0333-4420-a908-8c731fea0183 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5d13ef04-da5f-4ec1-91a3-22b734c650a4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.074774 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] For port 9054f673-bdfe-4864-b6bf-78a9daeecfd7, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:07.082083 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] For port 9054f673-bdfe-4864-b6bf-78a9daeecfd7, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9054f673-bdfe-4864-b6bf-78a9daeecfd7,segment=NetworkSegment(eaf2bab0-1246-4331-94fd-7423313edff6),segment_id=eaf2bab0-1246-4331-94fd-7423313edff6)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:07.084517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-2d3df2f3-ee45-422f-9e59-e1267a4f5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:07.086174 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-2d3df2f3-ee45-422f-9e59-e1267a4f5af3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.1891775 Mar 07 16:21:07.089571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] For port 95e080b8-4624-4d77-95da-140a826a2d88, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:07.100623 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.130637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] For port 95e080b8-4624-4d77-95da-140a826a2d88, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=95e080b8-4624-4d77-95da-140a826a2d88,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:07.136001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a8573-ba7a-4ebe-96cc-b4e4844512e8 None None] Pushing event updated for resources: {'Port': ['ID=bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:07.154702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Provisioning complete for port 7c3920f8-ce24-4ba4-abac-9840a39ff924 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:07.155132 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.159407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160d23a-0333-4420-a908-8c731fea0183 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Port': ['ID=5d13ef04-da5f-4ec1-91a3-22b734c650a4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:07.160091 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (95e080b8-4624-4d77-95da-140a826a2d88), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.192978 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Routers {'16172612-198d-48ea-9ddf-07a704d52a68'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:07.193897 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['16172612-198d-48ea-9ddf-07a704d52a68'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:07.204099 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93eeed-0797-41f0-b3eb-97f30b4dc5e8 None None] Pushing event updated for resources: {'Port': ['ID=9054f673-bdfe-4864-b6bf-78a9daeecfd7,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:07.204891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a1937-c878-49ac-8cea-d8cdfad73f42 req-2505f593-4195-4244-b44b-a2c95335237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:07.217980 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d51a1937-c878-49ac-8cea-d8cdfad73f42 req-2505f593-4195-4244-b44b-a2c95335237f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 1128 time: 0.3269835 Mar 07 16:21:07.236821 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9160d23a-0333-4420-a908-8c731fea0183 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.241778 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9160d23a-0333-4420-a908-8c731fea0183 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/5d13ef04-da5f-4ec1-91a3-22b734c650a4 HTTP/1.1" status: 204 len: 168 time: 2.0236974 Mar 07 16:21:07.246765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48392) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:07.317765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:07.335951 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eb4ac88a-cc77-4284-9271-e6ba975fc16f admin admin] 10.222.0.24 "PUT /v2.0/routers/83d41f4a-1979-420b-914e-052e007a3a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6618376 Mar 07 16:21:07.337982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48394) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:07.338584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfe834b-91fa-4ac8-847f-6813287afed8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:07.340767 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5cfe834b-91fa-4ac8-847f-6813287afed8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0890820 Mar 07 16:21:07.343136 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d51a1937-c878-49ac-8cea-d8cdfad73f42 req-43679d61-f2f7-4357-a38e-3b1e611be674 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242309 Mar 07 16:21:07.347535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48396) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:07.357016 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] Sync routers for ids ['83d41f4a-1979-420b-914e-052e007a3a55'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:07.384357 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] Routers {'83d41f4a-1979-420b-914e-052e007a3a55'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:07.385100 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['83d41f4a-1979-420b-914e-052e007a3a55'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:07.440228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-5e2f9a85-a3cf-4fb3-aaab-83233cc3eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:07.443269 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-5e2f9a85-a3cf-4fb3-aaab-83233cc3eae7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3474500 Mar 07 16:21:07.452965 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] Set router 16172612-198d-48ea-9ddf-07a704d52a68 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:07.454287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port 7c3920f8-ce24-4ba4-abac-9840a39ff924 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:07.454740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.522523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:07.588063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port 7c3920f8-ce24-4ba4-abac-9840a39ff924, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7c3920f8-ce24-4ba4-abac-9840a39ff924,segment=NetworkSegment(45501239-8a3b-40fc-b16e-69e7236b0982),segment_id=45501239-8a3b-40fc-b16e-69e7236b0982)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:07.588577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.623515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a625b7-008c-47f8-82be-0f18a5dbc3da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:07.625151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-88a625b7-008c-47f8-82be-0f18a5dbc3da tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2758362 Mar 07 16:21:07.629142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48400) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:07.635140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:07.635523 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.652167 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for 7c3920f8-ce24-4ba4-abac-9840a39ff924 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:07.720599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649a77f-165d-4dfe-9b0d-034933d9d623 None None] Pushing event updated for resources: {'Port': ['ID=95e080b8-4624-4d77-95da-140a826a2d88,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:07.720844 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] Set router 83d41f4a-1979-420b-914e-052e007a3a55 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:07.750609 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks [] for router (83d41f4a-1979-420b-914e-052e007a3a55), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.753219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a176c8b-516f-45ea-84a4-626e5235aeae req-df6a1076-20a5-4dda-bba8-fe121b28085e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:07.753733 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-6dc873be-759e-4681-a69d-e57af352fcb2 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045425 Mar 07 16:21:07.755167 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a176c8b-516f-45ea-84a4-626e5235aeae req-df6a1076-20a5-4dda-bba8-fe121b28085e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 946 time: 0.1449754 Mar 07 16:21:07.934470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Current status of the port 7c3920f8-ce24-4ba4-abac-9840a39ff924 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:07.935001 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:07.993304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d59e89-cdf4-4fda-9080-5603b6b9306e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:07.995141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d59e89-cdf4-4fda-9080-5603b6b9306e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:07.999367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d59e89-cdf4-4fda-9080-5603b6b9306e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:08.002381 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-11d59e89-cdf4-4fda-9080-5603b6b9306e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3700976 Mar 07 16:21:08.006340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48406) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:08.024778 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a176c8b-516f-45ea-84a4-626e5235aeae req-4c0864ec-1d1f-4c49-86ba-f357fff1d6a3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437038 Mar 07 16:21:08.082720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] For port 7c3920f8-ce24-4ba4-abac-9840a39ff924, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7c3920f8-ce24-4ba4-abac-9840a39ff924,segment=NetworkSegment(45501239-8a3b-40fc-b16e-69e7236b0982),segment_id=45501239-8a3b-40fc-b16e-69e7236b0982)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:08.089942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:08.091262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:08.095416 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.147556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:08.147924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 16:21:08.154892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Could not find standard attr ID for object a4c2a31f-2997-4d1a-a4f3-afcdd552dd37. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:21:08.158831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks [] for router_gateway (83d41f4a-1979-420b-914e-052e007a3a55), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.187019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Port a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 not found, will not notify nova. {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 16:21:08.187442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c9fea3a-5970-40a1-bcae-c14a06a007c2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:08.252205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Pushing event updated for resources: {'Port': ['ID=7c3920f8-ce24-4ba4-abac-9840a39ff924,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:08.256265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5839257d-8648-48b0-b4e8-d8e4deafc00c req-c3139fd4-44da-4fd8-85d2-8dbf6f59358b service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458663 Mar 07 16:21:08.264572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Provisioning complete for port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:08.265200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.296998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Deleting port b05b89c4-1120-47ad-b8ed-f902f6050c13 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:08.297533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.316683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:03Z', 'revision_number': 7, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c3920f8-ce24-4ba4-abac-9840a39ff924', 'name': '', 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:32:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'f131450b-3375-44c8-a478-f68a3557d363', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:51Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 4, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': 'f131450b-3375-44c8-a478-f68a3557d363', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:08.333496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f674a9cb-9a7c-4e41-97b0-c29cff49ee43 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet 3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:08.341106 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f674a9cb-9a7c-4e41-97b0-c29cff49ee43 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.355712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:08.391526 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:08.392626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:08.414376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f674a9cb-9a7c-4e41-97b0-c29cff49ee43 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.440072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7c3920f8-ce24-4ba4-abac-9840a39ff924), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.447080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] For port b05b89c4-1120-47ad-b8ed-f902f6050c13, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b05b89c4-1120-47ad-b8ed-f902f6050c13,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:08.447554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.470723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Calling delete_port for b05b89c4-1120-47ad-b8ed-f902f6050c13 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:08.484886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=7c3920f8-ce24-4ba4-abac-9840a39ff924,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:08.534033 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16172612-198d-48ea-9ddf-07a704d52a68', 'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:47Z', 'updated_at': '2022-03-07T16:21:02Z', 'revision_number': 4, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'gw_port': {'id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:50Z', 'updated_at': '2022-03-07T16:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '9054f673-bdfe-4864-b6bf-78a9daeecfd7', 'name': '', 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'mac_address': 'fa:16:3e:18:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fb021970-d702-4d5c-8f03-35ff89c8f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:59Z', 'updated_at': '2022-03-07T16:21:07Z', 'revision_number': 4, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'subnets': [{'id': 'fb021970-d702-4d5c-8f03-35ff89c8f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:08.601430 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93193982-3e7e-4b93-926c-d8a59fc85647 None None] The sync data for ids ['16172612-198d-48ea-9ddf-07a704d52a68'] in n-d-830010-8 is: [{'id': '16172612-198d-48ea-9ddf-07a704d52a68', 'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:47Z', 'updated_at': '2022-03-07T16:21:02Z', 'revision_number': 4, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'gw_port': {'id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:50Z', 'updated_at': '2022-03-07T16:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '9054f673-bdfe-4864-b6bf-78a9daeecfd7', 'name': '', 'network_id': 'd95ad0c7-ac85-406a-afdd-6675cf2fc89d', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'mac_address': 'fa:16:3e:18:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'fb021970-d702-4d5c-8f03-35ff89c8f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:59Z', 'updated_at': '2022-03-07T16:21:07Z', 'revision_number': 4, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'subnets': [{'id': 'fb021970-d702-4d5c-8f03-35ff89c8f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:08.644089 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d41f4a-1979-420b-914e-052e007a3a55', 'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:30Z', 'updated_at': '2022-03-07T16:21:05Z', 'revision_number': 5, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'gw_port': {'id': 'b05b89c4-1120-47ad-b8ed-f902f6050c13', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d41f4a-1979-420b-914e-052e007a3a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:08.656372 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f674a9cb-9a7c-4e41-97b0-c29cff49ee43 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.680955 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:08.734911 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] Checking router: 83d41f4a-1979-420b-914e-052e007a3a55 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:08.744909 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] Routers {'83d41f4a-1979-420b-914e-052e007a3a55'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:08.747190 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['83d41f4a-1979-420b-914e-052e007a3a55'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:08.802739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:08.803152 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.904213 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f674a9cb-9a7c-4e41-97b0-c29cff49ee43 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.961015 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b05b89c4-1120-47ad-b8ed-f902f6050c13), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:08.997902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.008447 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f674a9cb-9a7c-4e41-97b0-c29cff49ee43 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.014179 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f674a9cb-9a7c-4e41-97b0-c29cff49ee43 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd HTTP/1.1" status: 204 len: 168 time: 1.0044787 Mar 07 16:21:09.018866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48452) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:09.021592 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] Set router 83d41f4a-1979-420b-914e-052e007a3a55 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:09.028418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674a9cb-9a7c-4e41-97b0-c29cff49ee43 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:09.034369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05b89c4-1120-47ad-b8ed-f902f6050c13,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:09.043622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Current status of the port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:09.043856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.185420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (83d41f4a-1979-420b-914e-052e007a3a55), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.224480 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d41f4a-1979-420b-914e-052e007a3a55', 'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:30Z', 'updated_at': '2022-03-07T16:21:08Z', 'revision_number': 6, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:09.299308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0674b2-92b4-4b9e-bc41-39116156743d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Deleting subnet f6bbf5e2-5caa-4587-8960-fc0a82aae44a {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:09.320101 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2461fa-c0ff-426b-ae96-d375fee8854c None None] The sync data for ids ['83d41f4a-1979-420b-914e-052e007a3a55'] in n-d-830010-8 is: [{'id': '83d41f4a-1979-420b-914e-052e007a3a55', 'name': 'tempest-TestAggregatesBasicOps-527968022-router', 'tenant_id': 'f5c2b299e7034652ae03a43c907dd68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:30Z', 'updated_at': '2022-03-07T16:21:08Z', 'revision_number': 6, 'project_id': 'f5c2b299e7034652ae03a43c907dd68c', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:09.328239 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c0674b2-92b4-4b9e-bc41-39116156743d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (f6bbf5e2-5caa-4587-8960-fc0a82aae44a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.342180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] For port 9054f673-bdfe-4864-b6bf-78a9daeecfd7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9054f673-bdfe-4864-b6bf-78a9daeecfd7,segment=NetworkSegment(eaf2bab0-1246-4331-94fd-7423313edff6),segment_id=eaf2bab0-1246-4331-94fd-7423313edff6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:09.406435 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.412934 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c0674b2-92b4-4b9e-bc41-39116156743d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (f6bbf5e2-5caa-4587-8960-fc0a82aae44a), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.504774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (83d41f4a-1979-420b-914e-052e007a3a55), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.507490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79349049-e85c-44ae-a62a-49dae9b2b63e None None] Pushing event updated for resources: {'Port': ['ID=9054f673-bdfe-4864-b6bf-78a9daeecfd7,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:09.521537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks [] for router_controller (83d41f4a-1979-420b-914e-052e007a3a55), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.568203 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c0674b2-92b4-4b9e-bc41-39116156743d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f6bbf5e2-5caa-4587-8960-fc0a82aae44a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.594295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:09.595493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5dff3724-0d80-4db9-9d28-4dbd1b06392c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:09.636025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d87d7-726e-40d4-bf1b-1a80c6c0e561 req-4b83009c-dbbb-4574-bc05-d205b8b6b4eb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:09.638914 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e49d87d7-726e-40d4-bf1b-1a80c6c0e561 req-4b83009c-dbbb-4574-bc05-d205b8b6b4eb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 946 time: 0.4154027 Mar 07 16:21:09.640232 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (83d41f4a-1979-420b-914e-052e007a3a55), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.640972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d41f4a-1979-420b-914e-052e007a3a55 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:21:09.646230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.647840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2481c7d6-fa98-4b80-b3de-db4549d4c131 admin admin] 10.222.0.24 "DELETE /v2.0/routers/83d41f4a-1979-420b-914e-052e007a3a55 HTTP/1.1" status: 204 len: 168 time: 2.3029056 Mar 07 16:21:09.656301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48460) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:09.673515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a79c1-366a-4d9a-989b-0bc8069a69b7 None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:09.692998 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:09.709096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5d3d269b-fad9-4e06-a4e8-8622f0109cdb None None] Provisioning complete for port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:09.709668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d3d269b-fad9-4e06-a4e8-8622f0109cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.782255 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e49d87d7-726e-40d4-bf1b-1a80c6c0e561 req-7af5f62d-b8ea-4969-9df2-5942f9b611c3 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152878 Mar 07 16:21:09.795666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bc611c-c1f4-44f9-9135-b09ca6b2c165 admin admin] Deleting subnet cdead1e7-e944-4067-830c-058de1d39681 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:09.803449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15bc611c-c1f4-44f9-9135-b09ca6b2c165 admin admin] Publish callbacks [] for subnet (cdead1e7-e944-4067-830c-058de1d39681), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.832043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c0674b2-92b4-4b9e-bc41-39116156743d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (f6bbf5e2-5caa-4587-8960-fc0a82aae44a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.895419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c0674b2-92b4-4b9e-bc41-39116156743d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.900542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15bc611c-c1f4-44f9-9135-b09ca6b2c165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (cdead1e7-e944-4067-830c-058de1d39681), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.903074 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1c0674b2-92b4-4b9e-bc41-39116156743d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/f6bbf5e2-5caa-4587-8960-fc0a82aae44a HTTP/1.1" status: 204 len: 168 time: 0.8660021 Mar 07 16:21:09.903984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0674b2-92b4-4b9e-bc41-39116156743d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Subnet': ['ID=f6bbf5e2-5caa-4587-8960-fc0a82aae44a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:09.919800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48464) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:09.929661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:09.940386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-84e2870c-b2a4-40b8-bb61-064caea3f73c tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6079900 Mar 07 16:21:09.943777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:03Z', 'revision_number': 7, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c3920f8-ce24-4ba4-abac-9840a39ff924', 'name': '', 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:32:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'f131450b-3375-44c8-a478-f68a3557d363', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:51Z', 'updated_at': '2022-03-07T16:21:08Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': 'f131450b-3375-44c8-a478-f68a3557d363', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:09.955335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5dff3724-0d80-4db9-9d28-4dbd1b06392c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:09.955335 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:09.964891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48466) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:10.007857 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-78aa671a-bbeb-4cc7-8d52-6e9533ebf489 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867190 Mar 07 16:21:10.008938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48468) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:10.034904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce5cd3-2dad-49ee-9ae3-a3d26eaf54ad None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:03Z', 'revision_number': 7, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c3920f8-ce24-4ba4-abac-9840a39ff924', 'name': '', 'network_id': '4c290600-b6dc-48c3-b982-f403fe5cc114', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:32:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'f131450b-3375-44c8-a478-f68a3557d363', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:51Z', 'updated_at': '2022-03-07T16:21:08Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': 'f131450b-3375-44c8-a478-f68a3557d363', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:10.072988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d269b-fad9-4e06-a4e8-8622f0109cdb None None] Current status of the port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:10.075099 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15bc611c-c1f4-44f9-9135-b09ca6b2c165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (cdead1e7-e944-4067-830c-058de1d39681), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.078337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b65504-610d-4fa9-85a2-8deb047ef055 req-5e91f243-8270-4801-a5bb-eace109bac36 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:10.081126 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-57b65504-610d-4fa9-85a2-8deb047ef055 req-5e91f243-8270-4801-a5bb-eace109bac36 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 946 time: 0.1736028 Mar 07 16:21:10.154909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5391de01-a7bc-4a58-914c-6890dbbfa23c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:10.162893 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5391de01-a7bc-4a58-914c-6890dbbfa23c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1494606 Mar 07 16:21:10.163937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48470) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:10.191240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5dff3724-0d80-4db9-9d28-4dbd1b06392c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:10.192644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ef4e53f0-ff80-49cc-87da-aaeb721c0298 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:10.226709 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-57b65504-610d-4fa9-85a2-8deb047ef055 req-8ef448ea-113f-4d52-915d-216a39f3809e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314600 Mar 07 16:21:10.237776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e8640e-616d-4a0b-95d3-12765c65fd53 None None] Update dhcp port {'port': {'network_id': '9005bc1e-de07-43c2-9fa5-0e5f89f63d7f', 'fixed_ips': [{'subnet_id': 'f6bbf5e2-5caa-4587-8960-fc0a82aae44a'}], 'binding:host_id': 'n-d-830010-8'}, 'id': '95e080b8-4624-4d77-95da-140a826a2d88'} from n-d-830010-8. {{(pid=103868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 16:21:10.257098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f40d8ab-0896-4a9e-bf44-b07287e4a774 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:10.257098 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1f40d8ab-0896-4a9e-bf44-b07287e4a774 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0867093 Mar 07 16:21:10.257098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48472) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:10.257908 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48474) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:10.364726 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f9a9b816-80b6-4a96-bdb8-bd29420f4c1a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072969 Mar 07 16:21:10.365700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48478) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:10.410442 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e568aac4-7cc4-4086-ab12-e8fcdaa009a6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:10.411079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e568aac4-7cc4-4086-ab12-e8fcdaa009a6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:10.431041 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e568aac4-7cc4-4086-ab12-e8fcdaa009a6 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/5d13ef04-da5f-4ec1-91a3-22b734c650a4 HTTP/1.1" status: 404 len: 333 time: 0.0565212 Mar 07 16:21:10.431919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48480) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:10.433947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-37827be0-1fe2-4dfa-9470-82a774511674 None None] Provisioning complete for port 95e080b8-4624-4d77-95da-140a826a2d88 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:10.434330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37827be0-1fe2-4dfa-9470-82a774511674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (95e080b8-4624-4d77-95da-140a826a2d88), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.441554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:10.489123 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9e8640e-616d-4a0b-95d3-12765c65fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (95e080b8-4624-4d77-95da-140a826a2d88), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.499789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:10.500450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:10.625841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ef4e53f0-ff80-49cc-87da-aaeb721c0298 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:10.626205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.663609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4988f83-bf24-42d7-9520-3b1307d964e7 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting subnet f131450b-3375-44c8-a478-f68a3557d363 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:10.670705 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4988f83-bf24-42d7-9520-3b1307d964e7 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (f131450b-3375-44c8-a478-f68a3557d363), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.737176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4988f83-bf24-42d7-9520-3b1307d964e7 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (f131450b-3375-44c8-a478-f68a3557d363), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.794727 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:10.879235 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-37827be0-1fe2-4dfa-9470-82a774511674 None None] Current status of the port 95e080b8-4624-4d77-95da-140a826a2d88 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:10.879646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37827be0-1fe2-4dfa-9470-82a774511674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (95e080b8-4624-4d77-95da-140a826a2d88), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.895489 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4988f83-bf24-42d7-9520-3b1307d964e7 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (f131450b-3375-44c8-a478-f68a3557d363), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.922859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11fd486-9cfb-4f12-834f-052c0dc5087c None None] Network 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:10.947843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15bc611c-c1f4-44f9-9135-b09ca6b2c165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (cdead1e7-e944-4067-830c-058de1d39681), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.975662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-15bc611c-c1f4-44f9-9135-b09ca6b2c165 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:10.985192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-15bc611c-c1f4-44f9-9135-b09ca6b2c165 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cdead1e7-e944-4067-830c-058de1d39681 HTTP/1.1" status: 204 len: 168 time: 1.3269596 Mar 07 16:21:10.990176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d251c8a-86c5-480c-bee4-fb6e659b3d52 None None] Network 3c255814-2c71-4ff0-b1aa-bc3204e30959 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:10.994429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48508) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.037419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc611c-c1f4-44f9-9135-b09ca6b2c165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdead1e7-e944-4067-830c-058de1d39681,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:11.066658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4988f83-bf24-42d7-9520-3b1307d964e7 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (f131450b-3375-44c8-a478-f68a3557d363), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.084605 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (3c255814-2c71-4ff0-b1aa-bc3204e30959), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.089500 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-373aec69-82d8-4898-8f16-e2bb032ca3ce tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.089956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373aec69-82d8-4898-8f16-e2bb032ca3ce tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.093045 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-373aec69-82d8-4898-8f16-e2bb032ca3ce tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/f6bbf5e2-5caa-4587-8960-fc0a82aae44a HTTP/1.1" status: 404 len: 337 time: 0.6599839 Mar 07 16:21:11.101180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48522) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.113773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936805f6-8409-4b40-9560-73851972e998 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:11.115340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-936805f6-8409-4b40-9560-73851972e998 tempest-TestNetworkBasicOps-599687419 tempest-TestNetworkBasicOps-599687419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 1123 time: 0.8523910 Mar 07 16:21:11.119942 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48528) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.124479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4988f83-bf24-42d7-9520-3b1307d964e7 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Subnet': ['ID=f131450b-3375-44c8-a478-f68a3557d363,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:11.126545 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4988f83-bf24-42d7-9520-3b1307d964e7 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.145755 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c4988f83-bf24-42d7-9520-3b1307d964e7 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/f131450b-3375-44c8-a478-f68a3557d363 HTTP/1.1" status: 204 len: 168 time: 1.1797466 Mar 07 16:21:11.146573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:11.146714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48532) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.161587 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c1540a-fa0e-4df3-aa0e-ae57be76f6fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.162068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c1540a-fa0e-4df3-aa0e-ae57be76f6fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.168460 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-31c1540a-fa0e-4df3-aa0e-ae57be76f6fc tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/3a4cbfa4-0dea-4b63-b39c-c8b5bd5b51fd HTTP/1.1" status: 404 len: 337 time: 0.0619969 Mar 07 16:21:11.170326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48534) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.177467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa183e75-313c-4e84-baf8-771799779665 None None] Network 4c290600-b6dc-48c3-b982-f403fe5cc114 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:11.186983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-37827be0-1fe2-4dfa-9470-82a774511674 None None] For port 95e080b8-4624-4d77-95da-140a826a2d88, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=95e080b8-4624-4d77-95da-140a826a2d88,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:11.219886 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cf5ed5-5619-406f-8456-6b0fb736edda tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.222305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cf5ed5-5619-406f-8456-6b0fb736edda tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.231233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-39cf5ed5-5619-406f-8456-6b0fb736edda tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/436036c2-2930-4f46-b2f3-ce089db10238 HTTP/1.1" status: 404 len: 333 time: 0.0567813 Mar 07 16:21:11.232304 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48536) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.233104 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.248869 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (4c290600-b6dc-48c3-b982-f403fe5cc114), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.254139 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37827be0-1fe2-4dfa-9470-82a774511674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (95e080b8-4624-4d77-95da-140a826a2d88), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.256035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ef4e53f0-ff80-49cc-87da-aaeb721c0298 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:11.256843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 315efd94-d284-4b5e-a7ed-45aac9798e6a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:11.285204 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5996e3f-cb18-4608-8c2e-3d12342c8399 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.285483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5996e3f-cb18-4608-8c2e-3d12342c8399 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.291215 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b5996e3f-cb18-4608-8c2e-3d12342c8399 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/97ae6bce-ead7-433f-b834-b7d2ea99035d HTTP/1.1" status: 404 len: 337 time: 0.0524614 Mar 07 16:21:11.292564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48538) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.298302 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.333535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Deleting port b60535cf-8564-46e9-94d2-fdc2737a338d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:11.333896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.342568 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f10619-7e9e-45d8-b67b-ac9896d3da69 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.343255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f10619-7e9e-45d8-b67b-ac9896d3da69 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.348791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f8f10619-7e9e-45d8-b67b-ac9896d3da69 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/99194ef9-7a04-49f2-b84b-e5a3f13e1114 HTTP/1.1" status: 404 len: 337 time: 0.0498428 Mar 07 16:21:11.350344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48540) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.380392 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f4c30c-6d73-424f-b249-93aeca8121cf tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.381112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f4c30c-6d73-424f-b249-93aeca8121cf tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.386854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-52f4c30c-6d73-424f-b249-93aeca8121cf tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/0822ada3-faa9-4f57-945e-925c63817ca6 HTTP/1.1" status: 404 len: 333 time: 0.0334435 Mar 07 16:21:11.387889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48542) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.451623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:11.452327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.455917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] For port b60535cf-8564-46e9-94d2-fdc2737a338d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b60535cf-8564-46e9-94d2-fdc2737a338d,segment=NetworkSegment(dd303e04-1dd5-4fc4-9074-f08dd8c37f0b),segment_id=dd303e04-1dd5-4fc4-9074-f08dd8c37f0b)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:11.456833 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.477401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Calling delete_port for b60535cf-8564-46e9-94d2-fdc2737a338d owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:11.501299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37827be0-1fe2-4dfa-9470-82a774511674 None None] Pushing event updated for resources: {'Port': ['ID=95e080b8-4624-4d77-95da-140a826a2d88,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:11.512205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9296afac-6171-4624-a5ac-323cffebd247 None None] Provisioning complete for port 95e080b8-4624-4d77-95da-140a826a2d88 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:11.512939 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9296afac-6171-4624-a5ac-323cffebd247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (95e080b8-4624-4d77-95da-140a826a2d88), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.559736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e448b7-1237-4b68-a4f2-0ad0dbd86fbd None None] DHCP port deletion for 9005bc1e-de07-43c2-9fa5-0e5f89f63d7f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:11.562448 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.583871 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c29f749-ebfe-4078-87cb-b2c64aae87d8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.584342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c29f749-ebfe-4078-87cb-b2c64aae87d8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.595246 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9c29f749-ebfe-4078-87cb-b2c64aae87d8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/f032fd97-5e5f-4884-8ca9-bfe84e30cc08 HTTP/1.1" status: 404 len: 337 time: 0.2056234 Mar 07 16:21:11.604393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 315efd94-d284-4b5e-a7ed-45aac9798e6a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:11.604785 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.606338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48552) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.648305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b60535cf-8564-46e9-94d2-fdc2737a338d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.666287 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-774bf0b4-15d0-492f-8393-91a578a928a8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.666782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774bf0b4-15d0-492f-8393-91a578a928a8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.670225 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-774bf0b4-15d0-492f-8393-91a578a928a8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/0bc3b987-71a1-4e2e-bc03-d8733e715784 HTTP/1.1" status: 404 len: 337 time: 0.0631189 Mar 07 16:21:11.673535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37199f15-4d82-4e59-b43a-fecf212a87f8 None None] DHCP port deletion for 3c255814-2c71-4ff0-b1aa-bc3204e30959 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:11.673992 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48554) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.687265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6,segment=NetworkSegment(45501239-8a3b-40fc-b16e-69e7236b0982),segment_id=45501239-8a3b-40fc-b16e-69e7236b0982)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:11.687641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.724478 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee26bc62-ae36-46c3-8f86-dce0c67d2cd7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.725362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee26bc62-ae36-46c3-8f86-dce0c67d2cd7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.733514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ee26bc62-ae36-46c3-8f86-dce0c67d2cd7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/0719ec39-1b90-49a1-b590-8632f78e464c HTTP/1.1" status: 404 len: 333 time: 0.0584981 Mar 07 16:21:11.736351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48556) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.767316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:08Z', 'revision_number': 8, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:11.776184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] DHCP port deletion for 4c290600-b6dc-48c3-b982-f403fe5cc114 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:11.777178 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-89392837-4901-4ef5-8c73-bc54c2484ae8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.777629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89392837-4901-4ef5-8c73-bc54c2484ae8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.782964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-89392837-4901-4ef5-8c73-bc54c2484ae8 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/da3caa2e-fa49-45a4-b941-8304981da6ae HTTP/1.1" status: 404 len: 337 time: 0.0435278 Mar 07 16:21:11.782964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:11.783587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48558) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.795273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60535cf-8564-46e9-94d2-fdc2737a338d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:11.802703 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] No DVR routers for this DVR port b60535cf-8564-46e9-94d2-fdc2737a338d on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:11.814705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:11.849567 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8a5965-a5f5-4afc-ab5e-7f5833d745df tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.850341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8a5965-a5f5-4afc-ab5e-7f5833d745df tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.855638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bd8a5965-a5f5-4afc-ab5e-7f5833d745df tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/bc0ec722-1f56-4df0-a7a0-fcb72f83a597 HTTP/1.1" status: 404 len: 337 time: 0.0712628 Mar 07 16:21:11.858196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48560) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.866717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9296afac-6171-4624-a5ac-323cffebd247 None None] Current status of the port 95e080b8-4624-4d77-95da-140a826a2d88 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:11.902175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 315efd94-d284-4b5e-a7ed-45aac9798e6a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:11.903758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ee9045de-5798-4b9f-b223-4ba6c977e65d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:11.921912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (3c255814-2c71-4ff0-b1aa-bc3204e30959), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.925473 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e88b359-1085-43bc-9a14-07e0fd32dd02 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.926137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e88b359-1085-43bc-9a14-07e0fd32dd02 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.929289 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1e88b359-1085-43bc-9a14-07e0fd32dd02 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/3f635ccf-d303-4eca-8d29-6133e1f678bb HTTP/1.1" status: 404 len: 333 time: 0.0578301 Mar 07 16:21:11.932975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48562) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:11.949580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Allocated IP 172.25.4.64 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/105701cd-6384-4e36-ad7c-bdd2af6fa6e9) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:11.952277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b0e448b7-1237-4b68-a4f2-0ad0dbd86fbd None None] Deleting port 95e080b8-4624-4d77-95da-140a826a2d88 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:11.952900 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0e448b7-1237-4b68-a4f2-0ad0dbd86fbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (95e080b8-4624-4d77-95da-140a826a2d88), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:11.957596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:11.958354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:11.963514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c255814-2c71-4ff0-b1aa-bc3204e30959']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:11.979899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:11.980201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd303e04-1dd5-4fc4-9074-f08dd8c37f0b') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:11.982936 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41a7aec-683b-47a5-b67a-99a4b42156a4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:11.983474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41a7aec-683b-47a5-b67a-99a4b42156a4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:11.989024 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e41a7aec-683b-47a5-b67a-99a4b42156a4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/f1a7f728-425a-468f-b7bc-5310e8281587 HTTP/1.1" status: 404 len: 337 time: 0.0527654 Mar 07 16:21:11.991003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48564) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.006130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (dd303e04-1dd5-4fc4-9074-f08dd8c37f0b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.049729 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-62231bff-77ef-4090-81cd-4083f30c950a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:12.050321 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62231bff-77ef-4090-81cd-4083f30c950a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:12.056503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd9b77-adb8-4eb4-92d3-86aca6065eba req-eedd55b6-9a6b-4c06-8818-b40b77f0b2b0 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:12.056715 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-62231bff-77ef-4090-81cd-4083f30c950a tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/d29ae21c-a3af-4184-a64c-7b5ddd6509fc HTTP/1.1" status: 404 len: 333 time: 0.0615854 Mar 07 16:21:12.056810 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ecd9b77-adb8-4eb4-92d3-86aca6065eba req-eedd55b6-9a6b-4c06-8818-b40b77f0b2b0 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1129 time: 0.0670059 Mar 07 16:21:12.056810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48566) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.057060 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (dd303e04-1dd5-4fc4-9074-f08dd8c37f0b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.066889 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.092564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:12.092874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (dd303e04-1dd5-4fc4-9074-f08dd8c37f0b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:12.094711 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:12.127814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:12.131418 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6051e021-053d-479b-9407-c32d20c33b56 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:12.131889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6051e021-053d-479b-9407-c32d20c33b56 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:12.137632 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6051e021-053d-479b-9407-c32d20c33b56 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/26149f27-945c-40ab-9fda-cacd15eb7136 HTTP/1.1" status: 404 len: 337 time: 0.0773845 Mar 07 16:21:12.143457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48568) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.155145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No DVR routers for this DVR port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:12.175671 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (3c255814-2c71-4ff0-b1aa-bc3204e30959), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.189897 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.193274 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3c255814-2c71-4ff0-b1aa-bc3204e30959 HTTP/1.1" status: 204 len: 168 time: 1.1964707 Mar 07 16:21:12.197569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (105701cd-6384-4e36-ad7c-bdd2af6fa6e9), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.212638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a9bb8-9329-4691-b285-cc4c8f6244a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c255814-2c71-4ff0-b1aa-bc3204e30959,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:12.247210 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (105701cd-6384-4e36-ad7c-bdd2af6fa6e9), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.266156 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (4c290600-b6dc-48c3-b982-f403fe5cc114), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.292757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c290600-b6dc-48c3-b982-f403fe5cc114']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:12.305221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45501239-8a3b-40fc-b16e-69e7236b0982') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:12.305491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45501239-8a3b-40fc-b16e-69e7236b0982') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:12.306693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:12.310039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:12.314695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:12.317283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b0e448b7-1237-4b68-a4f2-0ad0dbd86fbd None None] For port 95e080b8-4624-4d77-95da-140a826a2d88, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=95e080b8-4624-4d77-95da-140a826a2d88,segment=NetworkSegment(4823f595-dbce-45ab-80c0-c69a5df9bcfc),segment_id=4823f595-dbce-45ab-80c0-c69a5df9bcfc)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:12.317925 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0e448b7-1237-4b68-a4f2-0ad0dbd86fbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (95e080b8-4624-4d77-95da-140a826a2d88), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.321722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (45501239-8a3b-40fc-b16e-69e7236b0982), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.331079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:12.339690 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (45501239-8a3b-40fc-b16e-69e7236b0982), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.346679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:12.347151 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (45501239-8a3b-40fc-b16e-69e7236b0982), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.351356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=105701cd-6384-4e36-ad7c-bdd2af6fa6e9,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:12.375274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b0e448b7-1237-4b68-a4f2-0ad0dbd86fbd None None] Calling delete_port for 95e080b8-4624-4d77-95da-140a826a2d88 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:12.377621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] Deleting port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:12.378083 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.419266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ee9045de-5798-4b9f-b223-4ba6c977e65d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:12.419727 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:12.422855 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:12.425398 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-310a9cbe-5595-44ad-9246-0bd5cef72511 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:12.425398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310a9cbe-5595-44ad-9246-0bd5cef72511 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:12.430868 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-310a9cbe-5595-44ad-9246-0bd5cef72511 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/08da97d8-9c4c-42fb-90c9-c522166c2d4f HTTP/1.1" status: 404 len: 333 time: 0.2837327 Mar 07 16:21:12.463303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48572) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.495804 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48574) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.506055 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ecd9b77-adb8-4eb4-92d3-86aca6065eba req-c48e2f83-005f-4fbb-b1de-bc97208311a9 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367843 Mar 07 16:21:12.509834 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1b02a1-20d0-4255-96b0-708bf5b2716f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:12.510369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1b02a1-20d0-4255-96b0-708bf5b2716f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:12.517141 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ed1b02a1-20d0-4255-96b0-708bf5b2716f tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/a3fb4699-6cc1-47d5-8d66-d6d3e1eb4fb3 HTTP/1.1" status: 404 len: 337 time: 0.0503457 Mar 07 16:21:12.517322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.531339 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (4c290600-b6dc-48c3-b982-f403fe5cc114), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.539430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48578) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.554837 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.559279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/networks/4c290600-b6dc-48c3-b982-f403fe5cc114 HTTP/1.1" status: 204 len: 168 time: 1.4114978 Mar 07 16:21:12.563354 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b2b578-f79f-4db2-b99c-3b3c25315db1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:12.564206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b2b578-f79f-4db2-b99c-3b3c25315db1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:12.567627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-87b2b578-f79f-4db2-b99c-3b3c25315db1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/521afe90-f24c-45e4-a52e-04c6cf78b7a3 HTTP/1.1" status: 404 len: 333 time: 0.0492218 Mar 07 16:21:12.579496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48580) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.579929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48584) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.609469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] For port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:12.609873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.664671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] Calling delete_port for bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:12.671008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] Port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:21:12.679849 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.720485 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] Network 4c290600-b6dc-48c3-b982-f403fe5cc114 is not hosted by any dhcp agent {{(pid=103868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:21:12.720738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] No DVR routers for this DVR port bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:12.734457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4021082-acc0-48b6-b362-cb43a6ddf1da None None] Pushing event deleted for resources: {'Port': ['ID=bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:12.748940 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a5667a7-1456-4a6f-b513-516157a531fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6504c02030d42a78ecf0d989ffe7d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511880 Mar 07 16:21:12.748940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48588) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.762875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7e522-5241-437c-891e-191cf91becde tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Network': ['ID=4c290600-b6dc-48c3-b982-f403fe5cc114,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:12.807915 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-af073ac4-d301-4caf-893d-2ba5d1cfb622 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:12.808401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af073ac4-d301-4caf-893d-2ba5d1cfb622 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:12.813931 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-af073ac4-d301-4caf-893d-2ba5d1cfb622 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/356b4bf2-5d87-4bbe-b70e-a022d4ee8d11 HTTP/1.1" status: 404 len: 337 time: 0.1151617 Mar 07 16:21:12.816195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48592) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.819012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ee9045de-5798-4b9f-b223-4ba6c977e65d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:12.819526 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.825331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0e448b7-1237-4b68-a4f2-0ad0dbd86fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (95e080b8-4624-4d77-95da-140a826a2d88), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.872651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e448b7-1237-4b68-a4f2-0ad0dbd86fbd None None] Pushing event deleted for resources: {'Port': ['ID=95e080b8-4624-4d77-95da-140a826a2d88,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:12.881275 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port ee9045de-5798-4b9f-b223-4ba6c977e65d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ee9045de-5798-4b9f-b223-4ba6c977e65d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:12.884086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e448b7-1237-4b68-a4f2-0ad0dbd86fbd None None] No DVR routers for this DVR port 95e080b8-4624-4d77-95da-140a826a2d88 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:12.906959 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:12.908266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 62e740ff-b163-4284-abe7-5fa08797bca8 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:12.949178 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b8b52f-66f4-46c5-878c-a0269a172a75 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:12.950346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b8b52f-66f4-46c5-878c-a0269a172a75 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:12.959913 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-98b8b52f-66f4-46c5-878c-a0269a172a75 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/7618cfe2-9323-4123-bef6-70f71589c432 HTTP/1.1" status: 404 len: 333 time: 0.1447165 Mar 07 16:21:12.960913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48596) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:12.986638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:08Z', 'revision_number': 8, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:13.029372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be39439-e78a-4eb9-abed-cd01965397fc None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:08Z', 'revision_number': 8, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd84ab959-0e68-47d5-add2-96423e01da2a', 'name': '', 'network_id': '88067837-a92e-4937-ba5e-a2e87f69b330', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:8c:33:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:41Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9577960b-4a97-4b46-bca1-9e53164c8cd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:13.032912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=ee9045de-5798-4b9f-b223-4ba6c977e65d,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:13.052683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 62e740ff-b163-4284-abe7-5fa08797bca8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:13.053065 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.073411 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c85ccb-f361-4b87-894c-ac82beb1bda3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.074047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c85ccb-f361-4b87-894c-ac82beb1bda3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.076990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-90c85ccb-f361-4b87-894c-ac82beb1bda3 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/4e1c6dba-3111-4c46-9f6c-79264b0e99fb HTTP/1.1" status: 404 len: 337 time: 0.0658998 Mar 07 16:21:13.094988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48598) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.135498 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c5fd58-76bb-4c8b-b51f-a98c721af207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.136049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c5fd58-76bb-4c8b-b51f-a98c721af207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.139583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-64c5fd58-76bb-4c8b-b51f-a98c721af207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/9761cad8-0cea-46a2-9eea-99aca04d1d34 HTTP/1.1" status: 404 len: 333 time: 0.0436451 Mar 07 16:21:13.142122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48600) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.149192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 62e740ff-b163-4284-abe7-5fa08797bca8 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:13.150612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d84ab959-0e68-47d5-add2-96423e01da2a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:13.175140 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-50404169-efde-4229-9a25-23a50226d88b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.175600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50404169-efde-4229-9a25-23a50226d88b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.181415 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-50404169-efde-4229-9a25-23a50226d88b tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/1b823d27-c8a5-46a8-8ee1-12bca0559209 HTTP/1.1" status: 404 len: 337 time: 0.0351517 Mar 07 16:21:13.181613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48602) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.213741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d84ab959-0e68-47d5-add2-96423e01da2a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:13.214479 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.233803 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3626dd7f-e0d9-4521-9d05-7ca2c9e2d534 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.234263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3626dd7f-e0d9-4521-9d05-7ca2c9e2d534 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.239717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3626dd7f-e0d9-4521-9d05-7ca2c9e2d534 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/a4afbf42-18bc-4a28-9894-054bada7ab4f HTTP/1.1" status: 404 len: 337 time: 0.0540018 Mar 07 16:21:13.240220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48604) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.267103 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed5c504-6512-4da9-b4b5-9f9e971e688e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.267669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed5c504-6512-4da9-b4b5-9f9e971e688e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.273138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0ed5c504-6512-4da9-b4b5-9f9e971e688e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/47a1dfee-d268-4f17-a7be-41da84c48b37 HTTP/1.1" status: 404 len: 333 time: 0.0296295 Mar 07 16:21:13.273423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48606) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.281229 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6195174-b9b8-4a55-891a-9a2e67478583 admin admin] Publish callbacks [] for security_group (3e60966f-2fee-4dae-a648-f74d85298a38), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.306566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6195174-b9b8-4a55-891a-9a2e67478583 admin admin] Publish callbacks [] for security_group (3e60966f-2fee-4dae-a648-f74d85298a38), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.306814 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc62a94d-13f2-4def-b6bc-2c24454a6d75 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.307747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc62a94d-13f2-4def-b6bc-2c24454a6d75 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.313337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dc62a94d-13f2-4def-b6bc-2c24454a6d75 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/650f1dea-3319-4e2a-b214-0330ecae9047 HTTP/1.1" status: 404 len: 337 time: 0.0363195 Mar 07 16:21:13.314019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48608) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.330125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d84ab959-0e68-47d5-add2-96423e01da2a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:13.331268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device badcf182-b89d-4008-92d7-1631efe4b56f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:13.399426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port badcf182-b89d-4008-92d7-1631efe4b56f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:13.400127 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.410262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.411728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port a88311ec-ec6f-44d3-b457-5941a4895b62 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:13.412271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a88311ec-ec6f-44d3-b457-5941a4895b62), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.520607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a88311ec-ec6f-44d3-b457-5941a4895b62), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.521233 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (a88311ec-ec6f-44d3-b457-5941a4895b62), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.536714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for a88311ec-ec6f-44d3-b457-5941a4895b62 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:13.546814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port badcf182-b89d-4008-92d7-1631efe4b56f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:13.585847 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ecc44c-638c-4c2e-bcb1-1d8ebee473f9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.586314 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ecc44c-638c-4c2e-bcb1-1d8ebee473f9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.592035 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-44ecc44c-638c-4c2e-bcb1-1d8ebee473f9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/9f2dcdf8-b68f-4338-9ab4-ea678aa09076 HTTP/1.1" status: 404 len: 337 time: 0.2454836 Mar 07 16:21:13.594117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48610) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.625618 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-09df67ea-154f-474d-b805-7da89759fda1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.626254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09df67ea-154f-474d-b805-7da89759fda1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.632463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-09df67ea-154f-474d-b805-7da89759fda1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/d10053b6-37f4-4e63-b544-28676ae1db0e HTTP/1.1" status: 404 len: 333 time: 0.0361667 Mar 07 16:21:13.633063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48612) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.640145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b0415c43-a680-4872-b667-8c1da4521950 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:13.668733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for floatingip (a75bc4c6-dc7c-43c2-b160-e5686d74b86e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.675806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b0415c43-a680-4872-b667-8c1da4521950 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:13.676178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b0415c43-a680-4872-b667-8c1da4521950 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:13.676617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:13.683062 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ec3b4d-0a42-4ba0-b96f-2805396fc795 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.683529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ec3b4d-0a42-4ba0-b96f-2805396fc795 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.689479 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b6ec3b4d-0a42-4ba0-b96f-2805396fc795 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/ff72e644-ee89-4b91-9f4b-c569d65b0d38 HTTP/1.1" status: 404 len: 337 time: 0.0394747 Mar 07 16:21:13.690563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48614) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.704703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:13.704703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 93fc85b7-e0ae-42ef-aca0-3fc541cc7991 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:13.706637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:13.716823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48616) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.726708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a996ce53-f01e-491d-ade9-c00990a14874 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267734486', 'description': 'tempest-secgroup-smoke-1267734486 description', 'project_id': '1ee4922f7695419e85b38109d83b7739'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:13.736691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:13.737050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 43d6c6ca-8dfb-4f13-b420-d2ddc6e3eb3a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:13.738711 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bad948-6227-45d6-a6e4-55d755822ea0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.738975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bad948-6227-45d6-a6e4-55d755822ea0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.744670 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-29bad948-6227-45d6-a6e4-55d755822ea0 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/de7f2a44-1a4b-41a6-b95a-1c7e6afe8f69 HTTP/1.1" status: 404 len: 337 time: 0.0503716 Mar 07 16:21:13.745961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48618) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.753824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6195174-b9b8-4a55-891a-9a2e67478583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (3e60966f-2fee-4dae-a648-f74d85298a38), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.756551 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c6195174-b9b8-4a55-891a-9a2e67478583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.758971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c6195174-b9b8-4a55-891a-9a2e67478583 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e60966f-2fee-4dae-a648-f74d85298a38 HTTP/1.1" status: 204 len: 168 time: 1.0021496 Mar 07 16:21:13.778957 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9830bc45-e22e-401c-a5d9-735cfb0ea193 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.779599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9830bc45-e22e-401c-a5d9-735cfb0ea193 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.785216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9830bc45-e22e-401c-a5d9-735cfb0ea193 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/1fd41362-e3e5-4e20-9bad-c01a65e7274c HTTP/1.1" status: 404 len: 333 time: 0.0358946 Mar 07 16:21:13.785687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48622) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.786027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6195174-b9b8-4a55-891a-9a2e67478583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e60966f-2fee-4dae-a648-f74d85298a38,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:13.819009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a996ce53-f01e-491d-ade9-c00990a14874 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.822557 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4978250b-5fa9-4f81-a5be-098c9de489cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.823100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4978250b-5fa9-4f81-a5be-098c9de489cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.828892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4978250b-5fa9-4f81-a5be-098c9de489cb tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/ed1acc1c-ade1-4d83-85e9-e4ebb9533cc4 HTTP/1.1" status: 404 len: 337 time: 0.0383265 Mar 07 16:21:13.836610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48624) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.919433 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaaf492-c48d-4006-8305-889affddeae4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:13.919972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caaaf492-c48d-4006-8305-889affddeae4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:13.924768 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-caaaf492-c48d-4006-8305-889affddeae4 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/4769110c-694a-4c02-ac64-50ecb9a0f854 HTTP/1.1" status: 404 len: 337 time: 0.0798869 Mar 07 16:21:13.927418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48626) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:13.939160 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (105701cd-6384-4e36-ad7c-bdd2af6fa6e9), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:13.971425 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6f024e5b-101e-4a25-861e-af21a19a5a1c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports?device_id=790bb99c-188f-45be-bd3d-a8838033cf85 HTTP/1.1" status: 200 len: 205 time: 0.0407386 Mar 07 16:21:13.972072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48628) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.017394 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-273864b1-2966-444a-9f48-2779c250dc47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] delete failed (client error): The resource could not be found. Mar 07 16:21:14.018341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-273864b1-2966-444a-9f48-2779c250dc47 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/routers/790bb99c-188f-45be-bd3d-a8838033cf85 HTTP/1.1" status: 404 len: 336 time: 0.0452454 Mar 07 16:21:14.021094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48630) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.053187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port d84ab959-0e68-47d5-add2-96423e01da2a {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:14.053368 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.083144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d84ab959-0e68-47d5-add2-96423e01da2a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:14.132373 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a996ce53-f01e-491d-ade9-c00990a14874 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group (33fd3b46-b73b-4fe1-b571-4d116bdaf648), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.138650 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74de917-0e67-4425-87b3-b22ee2fd5e5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:14.139571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74de917-0e67-4425-87b3-b22ee2fd5e5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:14.145027 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c74de917-0e67-4425-87b3-b22ee2fd5e5d tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/ea222275-f2fa-4567-b1c6-33a8c9fb9908 HTTP/1.1" status: 404 len: 337 time: 0.1205056 Mar 07 16:21:14.145209 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a88311ec-ec6f-44d3-b457-5941a4895b62), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.146407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48634) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.154679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port d84ab959-0e68-47d5-add2-96423e01da2a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:14.155422 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.158981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port d84ab959-0e68-47d5-add2-96423e01da2a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=d84ab959-0e68-47d5-add2-96423e01da2a,segment=NetworkSegment(b9a09af5-9534-4fa7-aa40-313d3fbb0af0),segment_id=b9a09af5-9534-4fa7-aa40-313d3fbb0af0)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:14.159350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.167589 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a996ce53-f01e-491d-ade9-c00990a14874 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (33fd3b46-b73b-4fe1-b571-4d116bdaf648), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.175564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for d84ab959-0e68-47d5-add2-96423e01da2a owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:14.223714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=a88311ec-ec6f-44d3-b457-5941a4895b62,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:14.238713 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d7e2e88d-e259-470e-98f9-0f0cef91f2c7 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa154729-e514-404c-976a-702ce7683762 HTTP/1.1" status: 200 len: 205 time: 0.0864074 Mar 07 16:21:14.242763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48636) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.274539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port d84ab959-0e68-47d5-add2-96423e01da2a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:14.275785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9054f673-bdfe-4864-b6bf-78a9daeecfd7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:14.291252 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a996ce53-f01e-491d-ade9-c00990a14874 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.295188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a996ce53-f01e-491d-ade9-c00990a14874 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5748923 Mar 07 16:21:14.300324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48638) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.304111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48640) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.308329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7d7a8102-32d8-4822-8200-b9947f1a36f9 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Request body: {'security_group_rule': {'security_group_id': '33fd3b46-b73b-4fe1-b571-4d116bdaf648', 'project_id': '1ee4922f7695419e85b38109d83b7739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:14.312795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996ce53-f01e-491d-ade9-c00990a14874 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fd3b46-b73b-4fe1-b571-4d116bdaf648,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:14.324348 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-cef4c5a3-fb51-428a-b98a-664ad04fa19c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] delete failed (client error): The resource could not be found. Mar 07 16:21:14.328226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cef4c5a3-fb51-428a-b98a-664ad04fa19c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/routers/fa154729-e514-404c-976a-702ce7683762 HTTP/1.1" status: 404 len: 336 time: 0.0841055 Mar 07 16:21:14.330834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48642) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.350410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:14.351314 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.369125 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for port (105701cd-6384-4e36-ad7c-bdd2af6fa6e9), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.376906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (105701cd-6384-4e36-ad7c-bdd2af6fa6e9), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.381349 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac799024-df8c-4ea2-8bde-29636b04f362 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:14.381859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac799024-df8c-4ea2-8bde-29636b04f362 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:14.387877 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ac799024-df8c-4ea2-8bde-29636b04f362 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/31cd8ed6-9957-46cd-98d1-cbbe16019e90 HTTP/1.1" status: 404 len: 337 time: 0.0517516 Mar 07 16:21:14.408697 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48644) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.420925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-00fd64ab-1286-4b72-a0e4-b1f84be4dbe4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5c2b299e7034652ae03a43c907dd68c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1139615 Mar 07 16:21:14.423558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48646) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.431182 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8102-32d8-4822-8200-b9947f1a36f9 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (0e14f182-43c5-4227-9e7a-bd3491c56f1c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.445252 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (83fdc6be-4abf-416c-b859-639278bf5023), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.445587 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Floating IP 83fdc6be-4abf-416c-b859-639278bf5023 disassociated (deleted). External IP: 172.25.4.194, port: 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29. Mar 07 16:21:14.451120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:14.453139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ef4e53f0-ff80-49cc-87da-aaeb721c0298 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:14.515053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ef4e53f0-ff80-49cc-87da-aaeb721c0298 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:14.515523 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.526961 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Publish callbacks [] for security_group (9f20c6cc-2788-4c80-8e50-ad71df4dd698), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.558113 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d84ab959-0e68-47d5-add2-96423e01da2a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.568997 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Publish callbacks [] for security_group (9f20c6cc-2788-4c80-8e50-ad71df4dd698), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.604714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=d84ab959-0e68-47d5-add2-96423e01da2a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:14.627725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ef4e53f0-ff80-49cc-87da-aaeb721c0298 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:14.629836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ee9045de-5798-4b9f-b223-4ba6c977e65d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:14.693269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ee9045de-5798-4b9f-b223-4ba6c977e65d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:14.693803 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.753742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.766453 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (9f20c6cc-2788-4c80-8e50-ad71df4dd698), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.769189 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.772828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f20c6cc-2788-4c80-8e50-ad71df4dd698 HTTP/1.1" status: 204 len: 168 time: 0.3460407 Mar 07 16:21:14.819712 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-895a3144-99ce-4044-9b60-4ec8a8a94da1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:14.820213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895a3144-99ce-4044-9b60-4ec8a8a94da1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:14.824218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-895a3144-99ce-4044-9b60-4ec8a8a94da1 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/4cd82843-6eb0-41b0-8da4-c8809f48e845 HTTP/1.1" status: 404 len: 337 time: 0.4097896 Mar 07 16:21:14.833910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48650) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.837745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event updated for resources: {'Port': ['ID=105701cd-6384-4e36-ad7c-bdd2af6fa6e9,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:14.843718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ee9045de-5798-4b9f-b223-4ba6c977e65d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:14.845158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6b887ddb-af18-4ae0-8867-bf1fd3440033 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:14.899085 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dcb781-8aed-4ccf-b4d7-67e82b66bbc9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:14.899673 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1dcb781-8aed-4ccf-b4d7-67e82b66bbc9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:14.902884 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a1dcb781-8aed-4ccf-b4d7-67e82b66bbc9 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/1501fa97-5815-4bc4-b64c-0a11b97b0570 HTTP/1.1" status: 404 len: 333 time: 0.0664136 Mar 07 16:21:14.908607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48652) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:14.912394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6b887ddb-af18-4ae0-8867-bf1fd3440033 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:14.912774 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.924860 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (a75bc4c6-dc7c-43c2-b160-e5686d74b86e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:14.941457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f20c6cc-2788-4c80-8e50-ad71df4dd698,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:14.952536 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.953203 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.953884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.954468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.955286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.956006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.956567 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.957216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.957778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.958321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.959096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.959645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:14.960540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d5974-685d-4afb-8868-7aa9c3594fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:15.018922 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c783e3c9-51e6-45f3-aa63-7b2545f239cd tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.019356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c783e3c9-51e6-45f3-aa63-7b2545f239cd tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.022775 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c783e3c9-51e6-45f3-aa63-7b2545f239cd tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/1e1a0da7-3c48-4091-9f28-370b32cdbd82 HTTP/1.1" status: 404 len: 337 time: 0.1129458 Mar 07 16:21:15.026491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6b887ddb-af18-4ae0-8867-bf1fd3440033 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:15.029672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48654) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.095174 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e3ed29-9860-4e11-bdc2-a92d4718a99e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.095832 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e3ed29-9860-4e11-bdc2-a92d4718a99e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.099150 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-32e3ed29-9860-4e11-bdc2-a92d4718a99e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/0717a9e4-f8ba-4440-a881-0d8a05a66c82 HTTP/1.1" status: 404 len: 333 time: 0.0669086 Mar 07 16:21:15.105134 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8102-32d8-4822-8200-b9947f1a36f9 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (0e14f182-43c5-4227-9e7a-bd3491c56f1c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.106077 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48656) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.115330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:15.144454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:15.163816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:15.164755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bdd396d8-a4fa-490f-8ee5-88b5ebd6aca6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:15.165439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:15.188885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8102-32d8-4822-8200-b9947f1a36f9 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (0e14f182-43c5-4227-9e7a-bd3491c56f1c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.206030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:15.206958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a4c2a31f-2997-4d1a-a4f3-afcdd552dd37 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:15.207714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7c3920f8-ce24-4ba4-abac-9840a39ff924 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:15.207841 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-213b23d2-b043-41f5-acee-98ac11fbb7ef tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.208196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213b23d2-b043-41f5-acee-98ac11fbb7ef tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.211972 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-213b23d2-b043-41f5-acee-98ac11fbb7ef tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/b173d22c-b863-4697-9253-1c7b10cd42df HTTP/1.1" status: 404 len: 337 time: 0.1009343 Mar 07 16:21:15.222970 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48658) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.241238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7c3920f8-ce24-4ba4-abac-9840a39ff924 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:15.242005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7c3920f8-ce24-4ba4-abac-9840a39ff924 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:15.243446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b60535cf-8564-46e9-94d2-fdc2737a338d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:15.274757 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b60535cf-8564-46e9-94d2-fdc2737a338d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:15.275716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b60535cf-8564-46e9-94d2-fdc2737a338d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:15.277091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b05b89c4-1120-47ad-b8ed-f902f6050c13 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:15.281960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:15.287624 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e53efe10-886d-4e17-80c4-7e7ea1d16237 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7066340 Mar 07 16:21:15.291476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48660) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.295686 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:15.297709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a8102-32d8-4822-8200-b9947f1a36f9 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e14f182-43c5-4227-9e7a-bd3491c56f1c,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:15.306463 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c746434b-3fae-4b42-9cdc-e8f6d06454bf tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.307082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c746434b-3fae-4b42-9cdc-e8f6d06454bf tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.310208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c746434b-3fae-4b42-9cdc-e8f6d06454bf tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/6096e1ab-a078-42c5-899d-3612498e657e HTTP/1.1" status: 404 len: 333 time: 0.0844741 Mar 07 16:21:15.316545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48662) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.322057 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:15.322493 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Floating IP a75bc4c6-dc7c-43c2-b160-e5686d74b86e associated. External IP: 172.25.4.64, port: 8b77e6c4-2c16-4c8c-af56-e05559aeda46. Mar 07 16:21:15.323876 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:15.331679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b05b89c4-1120-47ad-b8ed-f902f6050c13 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:15.332557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b05b89c4-1120-47ad-b8ed-f902f6050c13 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:15.333728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a0135329-c7a6-4cdb-adf8-e49ac2c04a66 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:15.335451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8102-32d8-4822-8200-b9947f1a36f9 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.337249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7d7a8102-32d8-4822-8200-b9947f1a36f9 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0347435 Mar 07 16:21:15.343189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48664) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.367365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: a0135329-c7a6-4cdb-adf8-e49ac2c04a66 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:15.368516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device a0135329-c7a6-4cdb-adf8-e49ac2c04a66 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:15.402732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-553a60fe-aaf4-422b-9c66-37dc14192dd1 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Request body: {'security_group_rule': {'security_group_id': '33fd3b46-b73b-4fe1-b571-4d116bdaf648', 'project_id': '1ee4922f7695419e85b38109d83b7739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:15.413009 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f379a4-57b9-4148-bdac-2ea4842d7f02 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.413487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f379a4-57b9-4148-bdac-2ea4842d7f02 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.417398 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2f379a4-57b9-4148-bdac-2ea4842d7f02 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/1c207f36-c737-452b-9a33-2364d86e0680 HTTP/1.1" status: 404 len: 337 time: 0.0973268 Mar 07 16:21:15.421069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48666) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.425801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c42e673-eb38-48d0-9620-a45de6a3d4b4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting subnet 9577960b-4a97-4b46-bca1-9e53164c8cd0 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:15.461112 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe4cb4f-f3d2-4185-b317-cfbd2d721797 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.461112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe4cb4f-f3d2-4185-b317-cfbd2d721797 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.465958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cfe4cb4f-f3d2-4185-b317-cfbd2d721797 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/39defffb-5ce0-46c1-9cae-fc9ab4aa3691 HTTP/1.1" status: 404 len: 333 time: 0.0373726 Mar 07 16:21:15.466888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c42e673-eb38-48d0-9620-a45de6a3d4b4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (9577960b-4a97-4b46-bca1-9e53164c8cd0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.470333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48668) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.514883 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-834a4454-fdfb-478b-b231-aabe61381939 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.515131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834a4454-fdfb-478b-b231-aabe61381939 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.518703 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-834a4454-fdfb-478b-b231-aabe61381939 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/cfeecb66-aea0-4fee-ab0d-ba0d09b41743 HTTP/1.1" status: 404 len: 337 time: 0.0469093 Mar 07 16:21:15.522675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48670) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.528484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c42e673-eb38-48d0-9620-a45de6a3d4b4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (9577960b-4a97-4b46-bca1-9e53164c8cd0), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.562850 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:15.591797 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-472dcace-5b79-4330-887a-7c43df791987 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.592385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472dcace-5b79-4330-887a-7c43df791987 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.597654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-472dcace-5b79-4330-887a-7c43df791987 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/0b0b9e8b-9a49-49bb-b87e-08d0e97e2b7b HTTP/1.1" status: 404 len: 333 time: 0.0682857 Mar 07 16:21:15.597993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48672) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.601760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-553a60fe-aaf4-422b-9c66-37dc14192dd1 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (9ba4aaec-b54a-4466-96d8-d6a68b30d4a3), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.642969 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c42e673-eb38-48d0-9620-a45de6a3d4b4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (9577960b-4a97-4b46-bca1-9e53164c8cd0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.650551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 2bc591d6-c5ad-4179-baee-1bca83b23a1e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:15.658096 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de63063-38b8-49a1-9e53-dae87f07767e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.658569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de63063-38b8-49a1-9e53-dae87f07767e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.661711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7de63063-38b8-49a1-9e53-dae87f07767e tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/b0aa25c5-368f-473e-87df-bc6699b94a66 HTTP/1.1" status: 404 len: 337 time: 0.0609906 Mar 07 16:21:15.667225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48674) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.702213 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8225f72-eee7-4193-bdb2-7280f5ff607c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.703056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8225f72-eee7-4193-bdb2-7280f5ff607c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.707820 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d8225f72-eee7-4193-bdb2-7280f5ff607c tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/a7d009e8-abb6-41bf-8e8a-221ee6fd64da HTTP/1.1" status: 404 len: 333 time: 0.0395153 Mar 07 16:21:15.710723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48676) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.746716 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07e8214-46bb-4254-ae08-723c53a0b051 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.747396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07e8214-46bb-4254-ae08-723c53a0b051 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.753122 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f07e8214-46bb-4254-ae08-723c53a0b051 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/ff4c6b33-17c7-4adb-8782-2cab724c8be6 HTTP/1.1" status: 404 len: 337 time: 0.0383799 Mar 07 16:21:15.755790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48678) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.790561 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-489df330-9e76-4e9e-a3fa-3cd5df5fc8f2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.791563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489df330-9e76-4e9e-a3fa-3cd5df5fc8f2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.794763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-489df330-9e76-4e9e-a3fa-3cd5df5fc8f2 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/ports/db83385d-54b8-4980-a512-65cac24d3621 HTTP/1.1" status: 404 len: 333 time: 0.0403550 Mar 07 16:21:15.797344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48680) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.798065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-553a60fe-aaf4-422b-9c66-37dc14192dd1 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (9ba4aaec-b54a-4466-96d8-d6a68b30d4a3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.805428 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:14Z', 'revision_number': 9, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:15.810190 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-553a60fe-aaf4-422b-9c66-37dc14192dd1 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (9ba4aaec-b54a-4466-96d8-d6a68b30d4a3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.846361 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c9d829-3ee9-4c9d-8024-4fe864f64f54 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:15.846888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c9d829-3ee9-4c9d-8024-4fe864f64f54 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:15.853070 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-17c9d829-3ee9-4c9d-8024-4fe864f64f54 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/subnets/79cba9e4-9017-49aa-b930-f223f6af1361 HTTP/1.1" status: 404 len: 337 time: 0.0508587 Mar 07 16:21:15.853070 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c42e673-eb38-48d0-9620-a45de6a3d4b4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (9577960b-4a97-4b46-bca1-9e53164c8cd0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.855683 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:15.859688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48682) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.865689 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c42e673-eb38-48d0-9620-a45de6a3d4b4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.866971 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:15.868583 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:15.872226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4c42e673-eb38-48d0-9620-a45de6a3d4b4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/9577960b-4a97-4b46-bca1-9e53164c8cd0 HTTP/1.1" status: 204 len: 168 time: 0.5794992 Mar 07 16:21:15.876975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba1d6cb-f130-4bcc-9f27-4238e3405312 None None] Network 88067837-a92e-4937-ba5e-a2e87f69b330 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:15.880250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48684) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.899576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a60fe-aaf4-422b-9c66-37dc14192dd1 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba4aaec-b54a-4466-96d8-d6a68b30d4a3,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:15.920556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-553a60fe-aaf4-422b-9c66-37dc14192dd1 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.921798 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-553a60fe-aaf4-422b-9c66-37dc14192dd1 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5236809 Mar 07 16:21:15.927362 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48686) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:15.934982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b26138de-ac2a-4f1c-871e-1c361b4c983b tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Request body: {'security_group_rule': {'security_group_id': '33fd3b46-b73b-4fe1-b571-4d116bdaf648', 'project_id': '1ee4922f7695419e85b38109d83b7739', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:15.948908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42e673-eb38-48d0-9620-a45de6a3d4b4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Subnet': ['ID=9577960b-4a97-4b46-bca1-9e53164c8cd0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:15.967213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:15.976249 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:15.981622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router 42973497-1811-4583-8d16-556f75e4083c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:16.012424 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:16.019623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b26138de-ac2a-4f1c-871e-1c361b4c983b tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (a159033c-8d68-43fd-a84a-47ad277ffe81), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.029667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2d89c578-fb94-467f-8ea8-068191e5bb4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/floatingips/83fdc6be-4abf-416c-b859-639278bf5023 HTTP/1.1" status: 204 len: 168 time: 3.4832907 Mar 07 16:21:16.029882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] Sync routers for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:16.033224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:21:16.035499 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625e72e2-09fe-402a-9b26-d41aa923a477" -d '{"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:21:16.053033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:16.053731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:16.106770 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.116950 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (88067837-a92e-4937-ba5e-a2e87f69b330), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.146336 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef94c07-9c47-4d1e-8a2d-505c3cdf8fa7 x-openstack-request-id: req-6ef94c07-9c47-4d1e-8a2d-505c3cdf8fa7 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:21:16.146646 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:21:16.146918 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ef94c07-9c47-4d1e-8a2d-505c3cdf8fa7 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:21:16.147322 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'status': 'completed', 'code': 200} Mar 07 16:21:16.190546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:16.290319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b26138de-ac2a-4f1c-871e-1c361b4c983b tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (a159033c-8d68-43fd-a84a-47ad277ffe81), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.325995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b26138de-ac2a-4f1c-871e-1c361b4c983b tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (a159033c-8d68-43fd-a84a-47ad277ffe81), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.335048 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:16.346608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b3da68-fd62-40ef-ad92-e3fe3579d251 None None] DHCP port deletion for 88067837-a92e-4937-ba5e-a2e87f69b330 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:16.351729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26138de-ac2a-4f1c-871e-1c361b4c983b tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a159033c-8d68-43fd-a84a-47ad277ffe81,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:16.363943 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] Sync routers for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:16.370386 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b26138de-ac2a-4f1c-871e-1c361b4c983b tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.372850 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b26138de-ac2a-4f1c-871e-1c361b4c983b tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4411252 Mar 07 16:21:16.375236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48694) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:16.381677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fa8f125e-8bda-46d1-afe9-a432ee0ccd43 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Request body: {'security_group_rule': {'security_group_id': '33fd3b46-b73b-4fe1-b571-4d116bdaf648', 'project_id': '1ee4922f7695419e85b38109d83b7739', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:16.388902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.396396 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.402618 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:16.403511 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:16.448845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dcfb57e5-94a5-4f35-b89c-91d5ae16a2a7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3063066 Mar 07 16:21:16.450360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48696) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:16.454370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9005bc1e-de07-43c2-9fa5-0e5f89f63d7f']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:16.465541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa8f125e-8bda-46d1-afe9-a432ee0ccd43 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (34788ab7-2e7f-4e65-bfb3-84a76c97bbfa), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.481035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4823f595-dbce-45ab-80c0-c69a5df9bcfc') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:16.482072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4823f595-dbce-45ab-80c0-c69a5df9bcfc') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:16.494530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (4823f595-dbce-45ab-80c0-c69a5df9bcfc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.512596 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4823f595-dbce-45ab-80c0-c69a5df9bcfc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.512867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3da68-fd62-40ef-ad92-e3fe3579d251 None None] Deleting port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:16.513082 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1b3da68-fd62-40ef-ad92-e3fe3579d251 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.521527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:16.522563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (4823f595-dbce-45ab-80c0-c69a5df9bcfc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.584748 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:16.594529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c1b3da68-fd62-40ef-ad92-e3fe3579d251 None None] For port 2c9fea3a-5970-40a1-bcae-c14a06a007c2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2c9fea3a-5970-40a1-bcae-c14a06a007c2,segment=NetworkSegment(b9a09af5-9534-4fa7-aa40-313d3fbb0af0),segment_id=b9a09af5-9534-4fa7-aa40-313d3fbb0af0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:16.595136 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1b3da68-fd62-40ef-ad92-e3fe3579d251 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.614962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3da68-fd62-40ef-ad92-e3fe3579d251 None None] Calling delete_port for 2c9fea3a-5970-40a1-bcae-c14a06a007c2 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:16.624240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '95976cff-d0eb-4e8f-9b66-1c9bfa52c113', 'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:45:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:45Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:16.627071 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-41a44ec3-d894-45c3-b4e1-dcd3aff298ab tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/floatingips/a75bc4c6-dc7c-43c2-b160-e5686d74b86e HTTP/1.1" status: 200 len: 991 time: 0.1748652 Mar 07 16:21:16.628478 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:14Z', 'revision_number': 9, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:16.636561 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:16.644075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9005bc1e-de07-43c2-9fa5-0e5f89f63d7f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.660938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] Checking router: 2bc591d6-c5ad-4179-baee-1bca83b23a1e for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:16.665382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb46215-a522-4ef5-85da-3b9b299cc84a req-f3b04b52-c32e-4698-b441-0f5e824c240a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:16.667007 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bdb46215-a522-4ef5-85da-3b9b299cc84a req-f3b04b52-c32e-4698-b441-0f5e824c240a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 947 time: 0.1549144 Mar 07 16:21:16.674504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa8f125e-8bda-46d1-afe9-a432ee0ccd43 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (34788ab7-2e7f-4e65-bfb3-84a76c97bbfa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.679084 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf5774-8289-4b2d-be59-340ad3dc3406 None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:14Z', 'revision_number': 9, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': '5dff3724-0d80-4db9-9d28-4dbd1b06392c', 'name': '', 'network_id': 'df94962a-38f6-4130-8752-65582b636732', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:f1:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:20:56Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '9b0b95ac-4804-4742-85f8-63b8a60d372b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:16.683844 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.703145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] 10.222.0.24 "DELETE /v2.0/networks/9005bc1e-de07-43c2-9fa5-0e5f89f63d7f HTTP/1.1" status: 204 len: 168 time: 0.8266249 Mar 07 16:21:16.705552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed009a-3e42-44b4-91e5-c976427c0207 tempest-NetworksTestDHCPv6-1630597274 tempest-NetworksTestDHCPv6-1630597274-project] Pushing event deleted for resources: {'Network': ['ID=9005bc1e-de07-43c2-9fa5-0e5f89f63d7f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:16.709809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa8f125e-8bda-46d1-afe9-a432ee0ccd43 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (34788ab7-2e7f-4e65-bfb3-84a76c97bbfa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.721953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:16.722593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:16.736759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-fc8e1b5e-9425-4621-961d-1159d2ce785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:16.743975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-fc8e1b5e-9425-4621-961d-1159d2ce785c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 1129 time: 0.5654027 Mar 07 16:21:16.770520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f125e-8bda-46d1-afe9-a432ee0ccd43 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34788ab7-2e7f-4e65-bfb3-84a76c97bbfa,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:16.773489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:16.776163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.783016 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bdb46215-a522-4ef5-85da-3b9b299cc84a req-e1ae6697-97ca-47e1-b170-1d698604f10a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070938 Mar 07 16:21:16.788987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fa8f125e-8bda-46d1-afe9-a432ee0ccd43 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.791730 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fa8f125e-8bda-46d1-afe9-a432ee0ccd43 tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4154911 Mar 07 16:21:16.794419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48700) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:16.803043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7c6f24bb-9151-49a5-bc12-1236680ae41e tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Request body: {'security_group_rule': {'security_group_id': '33fd3b46-b73b-4fe1-b571-4d116bdaf648', 'project_id': '1ee4922f7695419e85b38109d83b7739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:16.856135 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-7c6f24bb-9151-49a5-bc12-1236680ae41e tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Project 1ee4922f7695419e85b38109d83b7739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:21:16.867734 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f24bb-9151-49a5-bc12-1236680ae41e tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (039ecbe6-0a21-4dd9-b3aa-25e696b045de), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.936978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port 2c9fea3a-5970-40a1-bcae-c14a06a007c2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2c9fea3a-5970-40a1-bcae-c14a06a007c2,segment=NetworkSegment(b9a09af5-9534-4fa7-aa40-313d3fbb0af0),segment_id=b9a09af5-9534-4fa7-aa40-313d3fbb0af0)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:16.937399 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.965024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for 2c9fea3a-5970-40a1-bcae-c14a06a007c2 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:16.967868 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f24bb-9151-49a5-bc12-1236680ae41e tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (039ecbe6-0a21-4dd9-b3aa-25e696b045de), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.979281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f24bb-9151-49a5-bc12-1236680ae41e tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (039ecbe6-0a21-4dd9-b3aa-25e696b045de), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:16.988248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-c9373cd3-d442-4110-b9bf-72944caefb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:16.989853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-c9373cd3-d442-4110-b9bf-72944caefb56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 200 len: 898 time: 0.2370379 Mar 07 16:21:16.999340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f24bb-9151-49a5-bc12-1236680ae41e tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039ecbe6-0a21-4dd9-b3aa-25e696b045de,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:17.043201 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f24bb-9151-49a5-bc12-1236680ae41e tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.047375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7c6f24bb-9151-49a5-bc12-1236680ae41e tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2488959 Mar 07 16:21:17.047375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48704) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:17.051973 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e5f0934d-a7a3-479d-9c96-373a1b63db8d tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Request body: {'security_group_rule': {'security_group_id': '33fd3b46-b73b-4fe1-b571-4d116bdaf648', 'project_id': '1ee4922f7695419e85b38109d83b7739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:17.067488 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1b3da68-fd62-40ef-ad92-e3fe3579d251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.104345 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-e5f0934d-a7a3-479d-9c96-373a1b63db8d tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Project 1ee4922f7695419e85b38109d83b7739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:21:17.108499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3da68-fd62-40ef-ad92-e3fe3579d251 None None] Pushing event deleted for resources: {'Port': ['ID=2c9fea3a-5970-40a1-bcae-c14a06a007c2,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:17.110137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5f0934d-a7a3-479d-9c96-373a1b63db8d tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (22d65762-bd03-4fbd-850e-b1feee417481), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.122105 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-edbc9b1b-2d79-420c-a275-897a67ce9b93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 200 len: 217 time: 0.1181509 Mar 07 16:21:17.126784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3da68-fd62-40ef-ad92-e3fe3579d251 None None] No DVR routers for this DVR port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:17.206653 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'a75bc4c6-dc7c-43c2-b160-e5686d74b86e', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '42973497-1811-4583-8d16-556f75e4083c', 'port_id': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'mac_address': 'fa:16:3e:12:b1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:21:12Z', 'updated_at': '2022-03-07T16:21:12Z', 'revision_number': 0, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '315efd94-d284-4b5e-a7ed-45aac9798e6a', 'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:b6:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:36Z', 'updated_at': '2022-03-07T16:20:54Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:17.240420 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5f0934d-a7a3-479d-9c96-373a1b63db8d tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (22d65762-bd03-4fbd-850e-b1feee417481), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.250791 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5f0934d-a7a3-479d-9c96-373a1b63db8d tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (22d65762-bd03-4fbd-850e-b1feee417481), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.266272 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] Checking router: 42973497-1811-4583-8d16-556f75e4083c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:17.275986 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:17.276618 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:17.288767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0934d-a7a3-479d-9c96-373a1b63db8d tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d65762-bd03-4fbd-850e-b1feee417481,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:17.303504 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e5f0934d-a7a3-479d-9c96-373a1b63db8d tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.305568 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e5f0934d-a7a3-479d-9c96-373a1b63db8d tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2569575 Mar 07 16:21:17.319129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:17.328294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48712) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:17.495980 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:17.621205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-6a7eb20f-b9e8-4da7-9c4b-cb2fbe0904fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:17.622602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4919fe36-4941-43cc-ba21-dc6dca4db1ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdd113955b554fe796a7e58567b492e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927530 Mar 07 16:21:17.626292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-6a7eb20f-b9e8-4da7-9c4b-cb2fbe0904fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 200 len: 834 time: 0.4967079 Mar 07 16:21:17.626482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48750) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:17.628612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48752) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:17.691644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '95976cff-d0eb-4e8f-9b66-1c9bfa52c113', 'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:45:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:45Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:17.703063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3ef0b40-686b-44bc-808d-b07657048823 admin admin] Publish callbacks [] for security_group (4294bba6-623a-4f98-ae94-a9e4245d36b9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.737665 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3ef0b40-686b-44bc-808d-b07657048823 admin admin] Publish callbacks [] for security_group (4294bba6-623a-4f98-ae94-a9e4245d36b9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.741921 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2c9fea3a-5970-40a1-bcae-c14a06a007c2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.746285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9baad4-0faa-4e7e-b7ba-272f37001f0b None None] The sync data for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 is: [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '95976cff-d0eb-4e8f-9b66-1c9bfa52c113', 'name': '', 'network_id': '082a06ed-6510-4ba3-9c75-6fc40c10d77b', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:45:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:45Z', 'updated_at': '2022-03-07T16:17:53Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '8acf561f-def7-4fb0-bd39-57c72ebdd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:17.768809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No DVR routers for this DVR port 2c9fea3a-5970-40a1-bcae-c14a06a007c2 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:17.821073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-93040980-46da-460d-a948-33e0633210d5 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/floatingips/a75bc4c6-dc7c-43c2-b160-e5686d74b86e HTTP/1.1" status: 200 len: 991 time: 0.1907775 Mar 07 16:21:17.835045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=2c9fea3a-5970-40a1-bcae-c14a06a007c2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:17.850513 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'a75bc4c6-dc7c-43c2-b160-e5686d74b86e', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '42973497-1811-4583-8d16-556f75e4083c', 'port_id': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'mac_address': 'fa:16:3e:12:b1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:21:12Z', 'updated_at': '2022-03-07T16:21:12Z', 'revision_number': 0, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '315efd94-d284-4b5e-a7ed-45aac9798e6a', 'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:b6:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:36Z', 'updated_at': '2022-03-07T16:20:54Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:17.896788 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3ef0b40-686b-44bc-808d-b07657048823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4294bba6-623a-4f98-ae94-a9e4245d36b9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.900902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3ef0b40-686b-44bc-808d-b07657048823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:17.902153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d3ef0b40-686b-44bc-808d-b07657048823 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4294bba6-623a-4f98-ae94-a9e4245d36b9 HTTP/1.1" status: 204 len: 168 time: 0.2748656 Mar 07 16:21:17.922307 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d3e82-7479-4820-92b8-82c17193c874 None None] The sync data for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 is: [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'a75bc4c6-dc7c-43c2-b160-e5686d74b86e', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '42973497-1811-4583-8d16-556f75e4083c', 'port_id': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'mac_address': 'fa:16:3e:12:b1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:21:12Z', 'updated_at': '2022-03-07T16:21:12Z', 'revision_number': 0, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '315efd94-d284-4b5e-a7ed-45aac9798e6a', 'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:b6:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:36Z', 'updated_at': '2022-03-07T16:20:54Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:17.922637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-45ef9976-e300-4b8a-be7c-3a2f08581f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:17.926740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-45ef9976-e300-4b8a-be7c-3a2f08581f45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=082a06ed-6510-4ba3-9c75-6fc40c10d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2848506 Mar 07 16:21:17.973180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef0b40-686b-44bc-808d-b07657048823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4294bba6-623a-4f98-ae94-a9e4245d36b9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:18.006558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d84ab959-0e68-47d5-add2-96423e01da2a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:18.032664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-d5b42274-8a1a-4963-9ee9-965e18d67db0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:18.034727 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-d5b42274-8a1a-4963-9ee9-965e18d67db0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 947 time: 0.1594596 Mar 07 16:21:18.081364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: d84ab959-0e68-47d5-add2-96423e01da2a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:18.082023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device d84ab959-0e68-47d5-add2-96423e01da2a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:18.082285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c9fea3a-5970-40a1-bcae-c14a06a007c2 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:18.131152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 2c9fea3a-5970-40a1-bcae-c14a06a007c2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:18.131626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c9fea3a-5970-40a1-bcae-c14a06a007c2 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:18.157933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:21:18.160293 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8111bc9-9123-4c6a-8072-254de75101be" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:21:18.228120 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027c4ca7-cc5a-418c-b465-26a0390a7f3d x-openstack-request-id: req-027c4ca7-cc5a-418c-b465-26a0390a7f3d {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:21:18.228120 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:21:18.228464 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-027c4ca7-cc5a-418c-b465-26a0390a7f3d {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:21:18.228999 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'status': 'completed', 'code': 200} Mar 07 16:21:18.248540 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:18.249079 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.267564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (88067837-a92e-4937-ba5e-a2e87f69b330), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.357172 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88067837-a92e-4937-ba5e-a2e87f69b330']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:18.375083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:18.375390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a09af5-9534-4fa7-aa40-313d3fbb0af0') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:18.393327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d788b999-22b0-4270-a136-dba0829ff9a7 None None] New status for floating IP 83fdc6be-4abf-416c-b859-639278bf5023: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:21:18.405550 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:18.409630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.421180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:18.435005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d779182-0d0f-47dd-84ec-46b80655441d req-779418ee-ac6e-41a8-abd0-e58ba6e69bdc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:18.442223 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d779182-0d0f-47dd-84ec-46b80655441d req-779418ee-ac6e-41a8-abd0-e58ba6e69bdc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cffbde-9b41-4c0f-8eb5-00722d3f78b8 HTTP/1.1" status: 200 len: 947 time: 0.3871391 Mar 07 16:21:18.497485 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (b9a09af5-9534-4fa7-aa40-313d3fbb0af0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.515301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d779182-0d0f-47dd-84ec-46b80655441d req-80cb235a-eced-4fc1-a0f1-804de00084bd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3dd7b41-2ac4-4608-83ab-56f837bac35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682638 Mar 07 16:21:18.518398 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-2b691c3c-b016-4ab6-8f80-fcd205d27484 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847962 Mar 07 16:21:18.564574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8111bc9-9123-4c6a-8072-254de75101be req-e9dabd0e-d54f-4bba-8080-4fe14d059dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:18.566098 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8111bc9-9123-4c6a-8072-254de75101be req-e9dabd0e-d54f-4bba-8080-4fe14d059dff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 1128 time: 0.3087716 Mar 07 16:21:18.580948 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b9a09af5-9534-4fa7-aa40-313d3fbb0af0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.600377 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.674853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:18.684808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8111bc9-9123-4c6a-8072-254de75101be req-c420a681-9c53-4248-b7f2-e2c80382de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:18.686301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8111bc9-9123-4c6a-8072-254de75101be req-c420a681-9c53-4248-b7f2-e2c80382de6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef2667aa-1e85-4dee-9520-d73be4bfe1a4 HTTP/1.1" status: 200 len: 898 time: 0.1015618 Mar 07 16:21:18.696266 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] No DVR routers for this DVR port 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:18.699113 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.703128 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a6738140-4421-4a9b-a847-c93ffea9ef4f req-6729245d-b70c-4cc0-afa0-c770cfc6f379 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "DELETE /v2.0/ports/9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 HTTP/1.1" status: 204 len: 173 time: 0.6598964 Mar 07 16:21:18.719875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:18.720195 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (b9a09af5-9534-4fa7-aa40-313d3fbb0af0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: self.session.flush() Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:18.723470 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:18.824886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48780) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:18.883009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (88067837-a92e-4937-ba5e-a2e87f69b330), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.891514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8111bc9-9123-4c6a-8072-254de75101be req-4c23278c-0c6d-45e4-8ece-e34c5ab63810 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b77e6c4-2c16-4c8c-af56-e05559aeda46 HTTP/1.1" status: 200 len: 999 time: 0.1731715 Mar 07 16:21:18.922106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:18.929318 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/networks/88067837-a92e-4937-ba5e-a2e87f69b330 HTTP/1.1" status: 204 len: 168 time: 3.0480096 Mar 07 16:21:18.941354 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-49a458e3-e24d-4a30-b0f3-706b4969079e tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/floatingips/a75bc4c6-dc7c-43c2-b160-e5686d74b86e HTTP/1.1" status: 200 len: 991 time: 0.1149900 Mar 07 16:21:18.942406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48784) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:18.968834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-625e72e2-09fe-402a-9b26-d41aa923a477 req-44cb5847-d0eb-4660-8e3b-dede75626191 service neutron] 10.222.0.15 "GET /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391572 Mar 07 16:21:18.973127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13f09e-f740-45f0-aa61-abd466271f8f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Network': ['ID=88067837-a92e-4937-ba5e-a2e87f69b330,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:18.993697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48788) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:19.022363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8111bc9-9123-4c6a-8072-254de75101be req-95ad15b7-c119-4df1-8dd5-6e1f5f995fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:19.028419 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8111bc9-9123-4c6a-8072-254de75101be req-95ad15b7-c119-4df1-8dd5-6e1f5f995fe8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=169f22d1-e50c-42fc-aaa8-c188235c858e HTTP/1.1" status: 200 len: 835 time: 0.1181247 Mar 07 16:21:19.132371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8111bc9-9123-4c6a-8072-254de75101be req-044b5792-d89b-462b-966b-84711bf3ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:19.135678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8111bc9-9123-4c6a-8072-254de75101be req-044b5792-d89b-462b-966b-84711bf3ea87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef2667aa-1e85-4dee-9520-d73be4bfe1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1003852 Mar 07 16:21:19.218195 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b853a1c-ccc2-4bb9-98fa-740cfc954677 None None] New status for floating IP a75bc4c6-dc7c-43c2-b160-e5686d74b86e: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:21:19.277924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'networks': [{'name': 'tempest-network--452098634'}, {'name': 'tempest-network--1751760120'}]} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:19.278312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'network': {'name': 'tempest-network--452098634'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:19.279288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'network': {'name': 'tempest-network--1751760120'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:19.357061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Made reservation on behalf of 89d7d6d8d03e4585819e24823ecd3b60 for: {'network': 2} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:19.375175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.380649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:19.437943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.453329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8111bc9-9123-4c6a-8072-254de75101be req-4b02be4b-fb5d-4fa5-8b34-bcb0fa1c717f service neutron] 10.222.0.11 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014266 Mar 07 16:21:19.574230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48800) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:19.584043 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0b9b-acb0-4917-b5bc-ca8e41a0cedb tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group (33fd3b46-b73b-4fe1-b571-4d116bdaf648), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.690947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0b9b-acb0-4917-b5bc-ca8e41a0cedb tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group (33fd3b46-b73b-4fe1-b571-4d116bdaf648), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.749893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a8111bc9-9123-4c6a-8072-254de75101be req-d4b52225-4f7c-41c3-b4d4-9f3bd10724e0 service neutron] 10.222.0.11 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845938 Mar 07 16:21:19.769646 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for security_group (06b7487c-95bb-4b06-8349-716d8594bf80), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.787326 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (06b7487c-95bb-4b06-8349-716d8594bf80), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.787806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.801157 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.885538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b7487c-95bb-4b06-8349-716d8594bf80,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:19.893975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:19.944473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48802) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:19.964138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b7040790-5da3-4ecc-8a62-0a8a8587c0f3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.964510 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Added segment b7040790-5da3-4ecc-8a62-0a8a8587c0f3 of type vlan for network 46ecae7c-dc87-4617-a00b-ae79be0cd9d5 Mar 07 16:21:19.973113 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0b9b-acb0-4917-b5bc-ca8e41a0cedb tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (33fd3b46-b73b-4fe1-b571-4d116bdaf648), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.975749 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0b9b-acb0-4917-b5bc-ca8e41a0cedb tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:19.977636 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2fdc0b9b-acb0-4917-b5bc-ca8e41a0cedb tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] 10.222.0.24 "DELETE /v2.0/security-groups/33fd3b46-b73b-4fe1-b571-4d116bdaf648 HTTP/1.1" status: 204 len: 168 time: 0.5751507 Mar 07 16:21:20.016323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48806) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:20.033070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc0b9b-acb0-4917-b5bc-ca8e41a0cedb tempest-TestVolumeBootPattern-1883725448 tempest-TestVolumeBootPattern-1883725448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fd3b46-b73b-4fe1-b571-4d116bdaf648,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:20.041731 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (46ecae7c-dc87-4617-a00b-ae79be0cd9d5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.072592 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-86a225cd-15da-4000-9481-779d3148f6f2 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/floatingips/a75bc4c6-dc7c-43c2-b160-e5686d74b86e HTTP/1.1" status: 200 len: 993 time: 0.1270449 Mar 07 16:21:20.116697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:20.147314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fed044f0-9457-4d9c-b05f-90af10693772), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.147660 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Added segment fed044f0-9457-4d9c-b05f-90af10693772 of type vlan for network ecb5846e-3f9d-46e0-99e9-46edeb79048c Mar 07 16:21:20.201397 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ecb5846e-3f9d-46e0-99e9-46edeb79048c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.229750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-deleted', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:21:20.231977 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac71a0d-474f-4779-8f32-423967eaff29" -d '{"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-deleted", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:21:20.263812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (46ecae7c-dc87-4617-a00b-ae79be0cd9d5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.264318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ecb5846e-3f9d-46e0-99e9-46edeb79048c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.269495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:20.273929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:20.274656 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.292785 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a1ae72-4e82-4f6c-9474-64b74a8b3e64 x-openstack-request-id: req-f8a1ae72-4e82-4f6c-9474-64b74a8b3e64 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:21:20.293086 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cffbde-9b41-4c0f-8eb5-00722d3f78b8", "name": "network-vif-deleted", "tag": "9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:21:20.293344 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8a1ae72-4e82-4f6c-9474-64b74a8b3e64 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:21:20.293731 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cffbde-9b41-4c0f-8eb5-00722d3f78b8', 'name': 'network-vif-deleted', 'tag': '9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29', 'status': 'completed', 'code': 200} Mar 07 16:21:20.318431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3212042 Mar 07 16:21:20.322499 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48810) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:20.336755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port 5dff3724-0d80-4db9-9d28-4dbd1b06392c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:20.337203 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.362786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Network': ['ID=46ecae7c-dc87-4617-a00b-ae79be0cd9d5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:20.374074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 46ecae7c-dc87-4617-a00b-ae79be0cd9d5 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:20.400243 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (2bc591d6-c5ad-4179-baee-1bca83b23a1e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.466373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da8c61-ed2a-429c-b339-d3b719c1f175 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Network': ['ID=ecb5846e-3f9d-46e0-99e9-46edeb79048c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:20.489862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ecb5846e-3f9d-46e0-99e9-46edeb79048c details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:20.624454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1db1c-2872-4d9d-9b4d-73c962489f5f tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:20.630034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1db1c-2872-4d9d-9b4d-73c962489f5f tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:20.635646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1db1c-2872-4d9d-9b4d-73c962489f5f tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:20.640915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1db1c-2872-4d9d-9b4d-73c962489f5f tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:20.642616 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-80b1db1c-2872-4d9d-9b4d-73c962489f5f tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3181462 Mar 07 16:21:20.648233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48812) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:20.705697 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port 5dff3724-0d80-4db9-9d28-4dbd1b06392c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5dff3724-0d80-4db9-9d28-4dbd1b06392c,segment=NetworkSegment(2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c),segment_id=2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:20.706064 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.719604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:20.720138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.748303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for 5dff3724-0d80-4db9-9d28-4dbd1b06392c owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:20.785819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (46ecae7c-dc87-4617-a00b-ae79be0cd9d5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.814053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port 95976cff-d0eb-4e8f-9b66-1c9bfa52c113, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=95976cff-d0eb-4e8f-9b66-1c9bfa52c113,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:20.814530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:20.827110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:20.997787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (46ecae7c-dc87-4617-a00b-ae79be0cd9d5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.020429 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (95976cff-d0eb-4e8f-9b66-1c9bfa52c113), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.030900 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.034602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ecae7c-dc87-4617-a00b-ae79be0cd9d5']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:21.048448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=95976cff-d0eb-4e8f-9b66-1c9bfa52c113,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:21.082600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7040790-5da3-4ecc-8a62-0a8a8587c0f3') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:21.082931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7040790-5da3-4ecc-8a62-0a8a8587c0f3') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:21.125360 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (b7040790-5da3-4ecc-8a62-0a8a8587c0f3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.181220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b7040790-5da3-4ecc-8a62-0a8a8587c0f3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.191423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:21.191831 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (b7040790-5da3-4ecc-8a62-0a8a8587c0f3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:21.194923 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:21.208873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5dff3724-0d80-4db9-9d28-4dbd1b06392c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.235070 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (2bc591d6-c5ad-4179-baee-1bca83b23a1e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.294386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=5dff3724-0d80-4db9-9d28-4dbd1b06392c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:21.355571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (46ecae7c-dc87-4617-a00b-ae79be0cd9d5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.397031 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.401148 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/networks/46ecae7c-dc87-4617-a00b-ae79be0cd9d5 HTTP/1.1" status: 204 len: 168 time: 0.7474248 Mar 07 16:21:21.409047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48814) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:21.545107 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ecb5846e-3f9d-46e0-99e9-46edeb79048c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:21.573272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 2bc591d6-c5ad-4179-baee-1bca83b23a1e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:21.758664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Network': ['ID=46ecae7c-dc87-4617-a00b-ae79be0cd9d5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:21.779644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.779984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.780339 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.780700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.781012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.781351 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.781675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.782009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.782337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.783282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.783282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.783478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.783701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc2bcf-0e22-4edc-b103-5c9aad31f6be tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:21.807418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.048310 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ecb5846e-3f9d-46e0-99e9-46edeb79048c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.052309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Deleting port ef4e53f0-ff80-49cc-87da-aaeb721c0298 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:22.052745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.078651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb5846e-3f9d-46e0-99e9-46edeb79048c']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:22.115468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed044f0-9457-4d9c-b05f-90af10693772') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:22.115778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed044f0-9457-4d9c-b05f-90af10693772') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:22.121673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:22.122417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:22.135706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (fed044f0-9457-4d9c-b05f-90af10693772), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.143554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:22.144147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 9b4584f0-95f4-4fbd-bbc6-03da8f7a8c29 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:22.154454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fed044f0-9457-4d9c-b05f-90af10693772), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.162617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:22.163039 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (fed044f0-9457-4d9c-b05f-90af10693772), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.167117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:22.168679 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:22.178369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] Sync routers for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:22.181964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1351a600-d8b1-48f8-81a5-e74abff24a2f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "PUT /v2.0/routers/2bc591d6-c5ad-4179-baee-1bca83b23a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6053433 Mar 07 16:21:22.184818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48816) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:22.193752 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:22.194658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:22.216859 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] For port ef4e53f0-ff80-49cc-87da-aaeb721c0298, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ef4e53f0-ff80-49cc-87da-aaeb721c0298,segment=NetworkSegment(10bb6565-436d-4c24-a12d-146d1056b992),segment_id=10bb6565-436d-4c24-a12d-146d1056b992)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:22.217226 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.241746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Calling delete_port for ef4e53f0-ff80-49cc-87da-aaeb721c0298 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:22.261216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:22.269950 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-087e28a6-1ad5-4436-9a0e-348275876527 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3262460 Mar 07 16:21:22.270115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48818) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:22.272959 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:22.289273 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:22.290197 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:22.317892 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ecb5846e-3f9d-46e0-99e9-46edeb79048c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.323531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-774ea817-e23c-4a31-b8dc-3111b0fee617 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting subnet 8acf561f-def7-4fb0-bd39-57c72ebdd242 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:22.344032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:22.344301 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-774ea817-e23c-4a31-b8dc-3111b0fee617 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (8acf561f-def7-4fb0-bd39-57c72ebdd242), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.349359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.353451 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/networks/ecb5846e-3f9d-46e0-99e9-46edeb79048c HTTP/1.1" status: 204 len: 168 time: 0.9433763 Mar 07 16:21:22.354410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5f1c6-67fd-4caf-b2dc-11ea300cfde9 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Network': ['ID=ecb5846e-3f9d-46e0-99e9-46edeb79048c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:22.356176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48820) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:22.406877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-57714b4d-24a1-4cd4-8096-f7f61f33417b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting subnet 9b0b95ac-4804-4742-85f8-63b8a60d372b {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:22.407351 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:22.426374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57714b4d-24a1-4cd4-8096-f7f61f33417b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (9b0b95ac-4804-4742-85f8-63b8a60d372b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.510542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ef4e53f0-ff80-49cc-87da-aaeb721c0298), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.549702 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4e53f0-ff80-49cc-87da-aaeb721c0298,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:22.588868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:21:20Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:22.596846 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-774ea817-e23c-4a31-b8dc-3111b0fee617 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (8acf561f-def7-4fb0-bd39-57c72ebdd242), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.622775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] Checking router: 2bc591d6-c5ad-4179-baee-1bca83b23a1e for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:22.633560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] Routers {'2bc591d6-c5ad-4179-baee-1bca83b23a1e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:22.634755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:22.651666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57714b4d-24a1-4cd4-8096-f7f61f33417b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (9b0b95ac-4804-4742-85f8-63b8a60d372b), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.716006 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:21Z', 'revision_number': 10, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:22.751018 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:22.763285 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:22.765169 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:22.767291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6786cf99-0798-4d88-8546-ca2a6ca449ae tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:22.777550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6786cf99-0798-4d88-8546-ca2a6ca449ae tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:22.779265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6786cf99-0798-4d88-8546-ca2a6ca449ae tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3968196 Mar 07 16:21:22.783959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48822) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:22.792236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1595381714'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:22.806816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.835194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] Set router 2bc591d6-c5ad-4179-baee-1bca83b23a1e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:22.873063 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Made reservation on behalf of 89d7d6d8d03e4585819e24823ecd3b60 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:22.877153 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.897116 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-774ea817-e23c-4a31-b8dc-3111b0fee617 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (8acf561f-def7-4fb0-bd39-57c72ebdd242), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.921291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57714b4d-24a1-4cd4-8096-f7f61f33417b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (9b0b95ac-4804-4742-85f8-63b8a60d372b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:22.927869 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:22.994669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:23.015854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (97e509de-feb4-46f3-9897-28804c62dfcc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.016876 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Added segment 97e509de-feb4-46f3-9897-28804c62dfcc of type vlan for network 5634cbec-d93b-47ec-acea-7eaf64fab74c Mar 07 16:21:23.021484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-774ea817-e23c-4a31-b8dc-3111b0fee617 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (8acf561f-def7-4fb0-bd39-57c72ebdd242), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.036194 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57714b4d-24a1-4cd4-8096-f7f61f33417b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (9b0b95ac-4804-4742-85f8-63b8a60d372b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.066435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ea817-e23c-4a31-b8dc-3111b0fee617 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Subnet': ['ID=8acf561f-def7-4fb0-bd39-57c72ebdd242,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:23.069034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (5634cbec-d93b-47ec-acea-7eaf64fab74c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.073107 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-774ea817-e23c-4a31-b8dc-3111b0fee617 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.080504 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-774ea817-e23c-4a31-b8dc-3111b0fee617 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/subnets/8acf561f-def7-4fb0-bd39-57c72ebdd242 HTTP/1.1" status: 204 len: 168 time: 0.8917572 Mar 07 16:21:23.081202 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3eac-fa75-4851-bdb1-a3a5f09cab63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.085078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48824) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:23.110271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa78ae9d-a17e-489b-bd18-f82b5d81444b None None] Network 082a06ed-6510-4ba3-9c75-6fc40c10d77b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:23.112487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb2d05c-35e1-40d0-a27a-32fed21dcbb0 None None] Network df94962a-38f6-4130-8752-65582b636732 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:23.144629 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57714b4d-24a1-4cd4-8096-f7f61f33417b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.151620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-57714b4d-24a1-4cd4-8096-f7f61f33417b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/9b0b95ac-4804-4742-85f8-63b8a60d372b HTTP/1.1" status: 204 len: 168 time: 0.8803961 Mar 07 16:21:23.152793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48826) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:23.166241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57714b4d-24a1-4cd4-8096-f7f61f33417b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0b95ac-4804-4742-85f8-63b8a60d372b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:23.176206 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (5634cbec-d93b-47ec-acea-7eaf64fab74c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.182510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:23.183271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.232829 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:21Z', 'revision_number': 10, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:23.250510 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4654412 Mar 07 16:21:23.257147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48828) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:23.272489 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be55787-af43-4a67-8334-9abb78438b32 None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:21Z', 'revision_number': 10, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None, '_interfaces': [{'id': 'cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7', 'name': '', 'network_id': 'dcbba74c-9927-4846-806e-c06a8456e560', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'mac_address': 'fa:16:3e:cf:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:25Z', 'updated_at': '2022-03-07T16:20:31Z', 'revision_number': 5, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'subnets': [{'id': '48e554dd-f262-4a8d-8665-90e63494b99a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:23.292663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-936027877'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:23.319554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158d645-5e56-4d79-a97e-f9081f5189f1 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Network': ['ID=5634cbec-d93b-47ec-acea-7eaf64fab74c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:23.326236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (df94962a-38f6-4130-8752-65582b636732), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.326443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:23.339392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Made reservation on behalf of 89d7d6d8d03e4585819e24823ecd3b60 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:23.344028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.352373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (2bc591d6-c5ad-4179-baee-1bca83b23a1e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.361680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 5634cbec-d93b-47ec-acea-7eaf64fab74c details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:23.392952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:21:20Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:23.418520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:23.436171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (274f3903-397e-4354-a518-e38384d81d21), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.436530 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Added segment 274f3903-397e-4354-a518-e38384d81d21 of type vlan for network 18deca91-8692-437a-9490-30f1704a46bb Mar 07 16:21:23.496230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:23.496639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.529111 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (18deca91-8692-437a-9490-30f1704a46bb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.533555 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:23.540503 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-64477045-4eeb-43ce-a21f-34a024aa4356 admin admin] 10.222.0.24 "PUT /v2.0/routers/4e803ae5-4d49-4d5a-a817-a01d6c43ca88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5231519 Mar 07 16:21:23.543212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48830) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:23.567644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (2bc591d6-c5ad-4179-baee-1bca83b23a1e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.585757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a68091b-5c8a-4fd0-9ea3-77e1f44615dd,segment=NetworkSegment(2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c),segment_id=2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:23.586200 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.618565 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (18deca91-8692-437a-9490-30f1704a46bb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.619971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:23.627349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:23.627349 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.633125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] Sync routers for ids ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:23.644938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3696e9-82ec-4a7d-a56f-7ab174f2d8f1 None None] The sync data for ids ['2bc591d6-c5ad-4179-baee-1bca83b23a1e'] in n-d-830010-8 is: [{'id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941785351', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:17:37Z', 'updated_at': '2022-03-07T16:21:20Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '977c10ec-d12c-4a48-a74f-e98eb3f1935b', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc591d6-c5ad-4179-baee-1bca83b23a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:17:38Z', 'updated_at': '2022-03-07T16:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:23.682509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccccb33f-af10-4b37-97f9-750c3bd42385 None None] DHCP port deletion for df94962a-38f6-4130-8752-65582b636732 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:23.695468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] Routers {'4e803ae5-4d49-4d5a-a817-a01d6c43ca88'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:23.696977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:23.711688 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4525065 Mar 07 16:21:23.718135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48832) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:23.724359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'ports': [{'network_id': '5634cbec-d93b-47ec-acea-7eaf64fab74c', 'name': 'tempest-port--1070887477', 'admin_state_up': True}, {'network_id': '18deca91-8692-437a-9490-30f1704a46bb', 'admin_state_up': False}]} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:23.724797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'port': {'network_id': '5634cbec-d93b-47ec-acea-7eaf64fab74c', 'name': 'tempest-port--1070887477', 'admin_state_up': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:23.725377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'port': {'network_id': '18deca91-8692-437a-9490-30f1704a46bb', 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:23.775989 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e676c8-2e45-4afc-b16b-ba7b6e199b00 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Network': ['ID=18deca91-8692-437a-9490-30f1704a46bb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:23.780517 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks [] for router (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.797835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 18deca91-8692-437a-9490-30f1704a46bb details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:23.880625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port 977c10ec-d12c-4a48-a74f-e98eb3f1935b {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:23.880866 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.921367 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks [] for router_gateway (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:23.943096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] Set router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:23.993038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Deleting port 6b887ddb-af18-4ae0-8867-bf1fd3440033 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:23.993381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.007834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ccccb33f-af10-4b37-97f9-750c3bd42385 None None] Deleting port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:24.008354 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ccccb33f-af10-4b37-97f9-750c3bd42385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.053912 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.063115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Made reservation on behalf of 89d7d6d8d03e4585819e24823ecd3b60 for: {'port': 2} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:24.067585 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.088701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113bcaeb-a939-4a23-aada-512ca39a55e3 None None] DHCP port deletion for 082a06ed-6510-4ba3-9c75-6fc40c10d77b request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:24.127326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=3a68091b-5c8a-4fd0-9ea3-77e1f44615dd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:24.143941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port 977c10ec-d12c-4a48-a74f-e98eb3f1935b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=977c10ec-d12c-4a48-a74f-e98eb3f1935b,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:24.144446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.145376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] For port 6b887ddb-af18-4ae0-8867-bf1fd3440033, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6b887ddb-af18-4ae0-8867-bf1fd3440033,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:24.145884 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.147755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No DVR routers for this DVR port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:24.157114 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.161025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ccccb33f-af10-4b37-97f9-750c3bd42385 None None] For port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3a68091b-5c8a-4fd0-9ea3-77e1f44615dd,segment=NetworkSegment(2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c),segment_id=2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:24.161436 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ccccb33f-af10-4b37-97f9-750c3bd42385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.168482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Calling delete_port for 6b887ddb-af18-4ae0-8867-bf1fd3440033 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:24.188959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for 977c10ec-d12c-4a48-a74f-e98eb3f1935b owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:24.251953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ccccb33f-af10-4b37-97f9-750c3bd42385 None None] Calling delete_port for 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:24.295533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5dff3724-0d80-4db9-9d28-4dbd1b06392c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:24.319168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 5dff3724-0d80-4db9-9d28-4dbd1b06392c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:24.319518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5dff3724-0d80-4db9-9d28-4dbd1b06392c not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:24.319949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:24.355552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:24.355909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 95976cff-d0eb-4e8f-9b66-1c9bfa52c113 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:24.356335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:24.371654 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (df94962a-38f6-4130-8752-65582b636732), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.407537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6b887ddb-af18-4ae0-8867-bf1fd3440033), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.421017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:24.421601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:24.421781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5a81deff-8f87-4230-a9f9-9a18c8f9c52d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:24.435145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b887ddb-af18-4ae0-8867-bf1fd3440033,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:24.443240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df94962a-38f6-4130-8752-65582b636732']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:24.475597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:24.476001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:24.494230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-113bcaeb-a939-4a23-aada-512ca39a55e3 None None] Deleting port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:24.494858 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-113bcaeb-a939-4a23-aada-512ca39a55e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.500188 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.518836 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.544991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] device_id is not set on port 5eb1d478-ae22-45c6-b291-4ecaad7177a0 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:21:24.583298 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.588626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'name': 'tempest-TestVolumeBootPattern-1702068978-router', 'tenant_id': '1ee4922f7695419e85b38109d83b7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:31Z', 'updated_at': '2022-03-07T16:21:22Z', 'revision_number': 5, 'project_id': '1ee4922f7695419e85b38109d83b7739', 'gw_port': {'id': '6b887ddb-af18-4ae0-8867-bf1fd3440033', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e803ae5-4d49-4d5a-a817-a01d6c43ca88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:33Z', 'updated_at': '2022-03-07T16:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:24.594577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:24.595096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (2c9da5a8-5fbc-4598-96b5-9b5ad353cd2c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.598656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:24.600225 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:24.603129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks [] for router_controller (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.636559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] Checking router: 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:24.638741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:24.639245 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.652692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-113bcaeb-a939-4a23-aada-512ca39a55e3 None None] For port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5a81deff-8f87-4230-a9f9-9a18c8f9c52d,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:24.653377 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-113bcaeb-a939-4a23-aada-512ca39a55e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.658834 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (4e803ae5-4d49-4d5a-a817-a01d6c43ca88), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.659400 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e803ae5-4d49-4d5a-a817-a01d6c43ca88 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:21:24.664271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.665981 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-723757af-a63f-4596-abd2-855062b90ea8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4e803ae5-4d49-4d5a-a817-a01d6c43ca88 HTTP/1.1" status: 204 len: 168 time: 1.1215856 Mar 07 16:21:24.668691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48834) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:24.682206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-113bcaeb-a939-4a23-aada-512ca39a55e3 None None] Calling delete_port for 5a81deff-8f87-4230-a9f9-9a18c8f9c52d owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:24.687930 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ccccb33f-af10-4b37-97f9-750c3bd42385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (3a68091b-5c8a-4fd0-9ea3-77e1f44615dd), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.706436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] Routers set() bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:24.706821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] Router IDs set() for agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 16:21:24.707443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_agentschedulers_db [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4e803ae5-4d49-4d5a-a817-a01d6c43ca88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:20:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent'). {{(pid=103868) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 16:21:24.707844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9502e-521e-45c1-b8f7-785749bf5f82 None None] The sync data for ids ['4e803ae5-4d49-4d5a-a817-a01d6c43ca88'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:24.725881 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (df94962a-38f6-4130-8752-65582b636732), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.762621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.768557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/networks/df94962a-38f6-4130-8752-65582b636732 HTTP/1.1" status: 204 len: 168 time: 1.6105263 Mar 07 16:21:24.768984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48836) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:24.775031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccb33f-af10-4b37-97f9-750c3bd42385 None None] Pushing event deleted for resources: {'Port': ['ID=3a68091b-5c8a-4fd0-9ea3-77e1f44615dd,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:24.778745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccccb33f-af10-4b37-97f9-750c3bd42385 None None] No DVR routers for this DVR port 3a68091b-5c8a-4fd0-9ea3-77e1f44615dd on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:24.781687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5a81deff-8f87-4230-a9f9-9a18c8f9c52d,segment=NetworkSegment(3cbf3424-d22c-4022-b061-14ab184ac6b7),segment_id=3cbf3424-d22c-4022-b061-14ab184ac6b7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:24.793088 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.797883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b76b2b-92b8-4e27-9fc7-9cb51dda10eb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Network': ['ID=df94962a-38f6-4130-8752-65582b636732,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:24.803596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-2464d395-be7b-49ec-bcb9-044bdf7d33cd admin admin] Deleting subnet 2b741786-fff7-4638-831f-db6b721e0f73 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:24.811516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2464d395-be7b-49ec-bcb9-044bdf7d33cd admin admin] Publish callbacks [] for subnet (2b741786-fff7-4638-831f-db6b721e0f73), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.882002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=5a81deff-8f87-4230-a9f9-9a18c8f9c52d,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:24.912500 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-113bcaeb-a939-4a23-aada-512ca39a55e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (5a81deff-8f87-4230-a9f9-9a18c8f9c52d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:24.951311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bcaeb-a939-4a23-aada-512ca39a55e3 None None] Pushing event deleted for resources: {'Port': ['ID=5a81deff-8f87-4230-a9f9-9a18c8f9c52d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:24.954277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113bcaeb-a939-4a23-aada-512ca39a55e3 None None] No DVR routers for this DVR port 5a81deff-8f87-4230-a9f9-9a18c8f9c52d on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:24.978571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (977c10ec-d12c-4a48-a74f-e98eb3f1935b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.003629 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2464d395-be7b-49ec-bcb9-044bdf7d33cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (2b741786-fff7-4638-831f-db6b721e0f73), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.061893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=977c10ec-d12c-4a48-a74f-e98eb3f1935b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:25.140578 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for port (5eb1d478-ae22-45c6-b291-4ecaad7177a0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.204885 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6bae49c5-9c28-46bd-94b8-b2842e1721fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.301912 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (2bc591d6-c5ad-4179-baee-1bca83b23a1e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.307748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] device_id is not set on port a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284 yet. {{(pid=103867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 16:21:25.381641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2464d395-be7b-49ec-bcb9-044bdf7d33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (2b741786-fff7-4638-831f-db6b721e0f73), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.439931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (2bc591d6-c5ad-4179-baee-1bca83b23a1e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.444544 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_controller (2bc591d6-c5ad-4179-baee-1bca83b23a1e), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.508573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (2bc591d6-c5ad-4179-baee-1bca83b23a1e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.509087 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc591d6-c5ad-4179-baee-1bca83b23a1e {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:21:25.523027 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.524753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e7034a48-46dc-43e5-9693-7d388a7d19df tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/routers/2bc591d6-c5ad-4179-baee-1bca83b23a1e HTTP/1.1" status: 204 len: 168 time: 2.4358850 Mar 07 16:21:25.527570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48838) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:25.543230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2464d395-be7b-49ec-bcb9-044bdf7d33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (2b741786-fff7-4638-831f-db6b721e0f73), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.591323 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464d395-be7b-49ec-bcb9-044bdf7d33cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b741786-fff7-4638-831f-db6b721e0f73,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:25.592863 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2464d395-be7b-49ec-bcb9-044bdf7d33cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.598402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2464d395-be7b-49ec-bcb9-044bdf7d33cd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2b741786-fff7-4638-831f-db6b721e0f73 HTTP/1.1" status: 204 len: 168 time: 0.9264295 Mar 07 16:21:25.601333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48840) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:25.602096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8cc5af-54f7-448f-942d-3f476044d17b None None] Network ed441281-5fb2-4ac4-8c07-a8544ab847b2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:25.641384 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (082a06ed-6510-4ba3-9c75-6fc40c10d77b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.646268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for port (a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.672553 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.703204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ed441281-5fb2-4ac4-8c07-a8544ab847b2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.754746 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5eb1d478-ae22-45c6-b291-4ecaad7177a0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.822098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Port': ['ID=5eb1d478-ae22-45c6-b291-4ecaad7177a0,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:25.828756 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (082a06ed-6510-4ba3-9c75-6fc40c10d77b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.847096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Deleting port 21f18a98-72e5-462b-a2c8-2d675f96498f {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:25.847439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.852502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Checking segment: {'id': '97e509de-feb4-46f3-9897-28804c62dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5634cbec-d93b-47ec-acea-7eaf64fab74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:25.852858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Network hostable DHCP agents. Network: 5634cbec-d93b-47ec-acea-7eaf64fab74c, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:25.855335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082a06ed-6510-4ba3-9c75-6fc40c10d77b']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:25.896096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbf3424-d22c-4022-b061-14ab184ac6b7') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:25.896373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbf3424-d22c-4022-b061-14ab184ac6b7') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:25.923258 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (3cbf3424-d22c-4022-b061-14ab184ac6b7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.924960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Network 5634cbec-d93b-47ec-acea-7eaf64fab74c is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:25.936891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] For port 21f18a98-72e5-462b-a2c8-2d675f96498f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21f18a98-72e5-462b-a2c8-2d675f96498f,segment=NetworkSegment(10bb6565-436d-4c24-a12d-146d1056b992),segment_id=10bb6565-436d-4c24-a12d-146d1056b992)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:25.937252 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.946153 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3cbf3424-d22c-4022-b061-14ab184ac6b7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.948113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 5634cbec-d93b-47ec-acea-7eaf64fab74c) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:25.953848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Calling delete_port for 21f18a98-72e5-462b-a2c8-2d675f96498f owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:25.954192 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:25.954828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (3cbf3424-d22c-4022-b061-14ab184ac6b7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.955580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:25.956404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:25.957624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f42ce-cbf2-4927-a42a-7f6f6603d53f None None] Network 5634cbec-d93b-47ec-acea-7eaf64fab74c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:25.957935 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:26.071751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (082a06ed-6510-4ba3-9c75-6fc40c10d77b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.087731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.093285 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/networks/082a06ed-6510-4ba3-9c75-6fc40c10d77b HTTP/1.1" status: 204 len: 168 time: 0.5618424 Mar 07 16:21:26.093499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Port': ['ID=a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:26.095835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffeac7-e32b-4732-9068-1326e831ed38 None None] DHCP port deletion for ed441281-5fb2-4ac4-8c07-a8544ab847b2 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:26.096143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48842) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:26.109420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Checking segment: {'id': '274f3903-397e-4354-a518-e38384d81d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18deca91-8692-437a-9490-30f1704a46bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:26.109799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Network hostable DHCP agents. Network: 18deca91-8692-437a-9490-30f1704a46bb, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:26.164903 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b53d68-4c3e-4144-8d63-b341883568bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Network': ['ID=082a06ed-6510-4ba3-9c75-6fc40c10d77b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:26.183569 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Network 18deca91-8692-437a-9490-30f1704a46bb is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:26.203043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 18deca91-8692-437a-9490-30f1704a46bb) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:26.210152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:26.210993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffeac7-e32b-4732-9068-1326e831ed38 None None] Deleting port 21f18a98-72e5-462b-a2c8-2d675f96498f {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:26.211176 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.211948 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a5ffeac7-e32b-4732-9068-1326e831ed38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.215802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:26.218817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd756c9-0e96-4192-b229-db778f127d96 None None] Network 18deca91-8692-437a-9490-30f1704a46bb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:26.221085 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:26.226165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:26.227277 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.232695 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.240059 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6b887ddb-af18-4ae0-8867-bf1fd3440033 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:26.261997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Pushing event deleted for resources: {'Port': ['ID=21f18a98-72e5-462b-a2c8-2d675f96498f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:26.263762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57f78b8a-3277-4d05-aa7d-55aa6f36223a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (f3dd7b41-2ac4-4608-83ab-56f837bac35a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.280855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] No DVR routers for this DVR port 21f18a98-72e5-462b-a2c8-2d675f96498f on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:26.297507 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ea088313-88f7-4edd-8776-641e1e513506 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5773909 Mar 07 16:21:26.302044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48844) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:26.318957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6b887ddb-af18-4ae0-8867-bf1fd3440033 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:26.318957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6b887ddb-af18-4ae0-8867-bf1fd3440033 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:26.318957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ef4e53f0-ff80-49cc-87da-aaeb721c0298 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:26.331537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57f78b8a-3277-4d05-aa7d-55aa6f36223a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (f3dd7b41-2ac4-4608-83ab-56f837bac35a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.365054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7,segment=NetworkSegment(716456f1-92af-46b3-8820-e9d795f4b349),segment_id=716456f1-92af-46b3-8820-e9d795f4b349)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:26.365308 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.373375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ef4e53f0-ff80-49cc-87da-aaeb721c0298 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:26.373602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ef4e53f0-ff80-49cc-87da-aaeb721c0298 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:26.374145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 977c10ec-d12c-4a48-a74f-e98eb3f1935b no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:26.382047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a5ffeac7-e32b-4732-9068-1326e831ed38 None None] For port 21f18a98-72e5-462b-a2c8-2d675f96498f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21f18a98-72e5-462b-a2c8-2d675f96498f,segment=NetworkSegment(10bb6565-436d-4c24-a12d-146d1056b992),segment_id=10bb6565-436d-4c24-a12d-146d1056b992)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:26.382949 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a5ffeac7-e32b-4732-9068-1326e831ed38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.383244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:26.395210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bacbe41-8138-4a40-8f73-75df8800a2d6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:26.401708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bacbe41-8138-4a40-8f73-75df8800a2d6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:26.406050 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2bacbe41-8138-4a40-8f73-75df8800a2d6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1002593 Mar 07 16:21:26.406839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48846) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:26.414835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 977c10ec-d12c-4a48-a74f-e98eb3f1935b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:26.414835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 977c10ec-d12c-4a48-a74f-e98eb3f1935b not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:26.414835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21f18a98-72e5-462b-a2c8-2d675f96498f no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:26.463337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffeac7-e32b-4732-9068-1326e831ed38 None None] Calling delete_port for 21f18a98-72e5-462b-a2c8-2d675f96498f owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:26.477472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 21f18a98-72e5-462b-a2c8-2d675f96498f {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:26.477844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21f18a98-72e5-462b-a2c8-2d675f96498f not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:26.537217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.579181 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a5ffeac7-e32b-4732-9068-1326e831ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (21f18a98-72e5-462b-a2c8-2d675f96498f), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.609831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffeac7-e32b-4732-9068-1326e831ed38 None None] Pushing event deleted for resources: {'Port': ['ID=21f18a98-72e5-462b-a2c8-2d675f96498f,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:26.613691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffeac7-e32b-4732-9068-1326e831ed38 None None] No DVR routers for this DVR port 21f18a98-72e5-462b-a2c8-2d675f96498f on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:26.630571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bcc2a-2251-4489-a229-0adc0c2d2e92 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Deleting port 5eb1d478-ae22-45c6-b291-4ecaad7177a0 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:26.631071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc2a-2251-4489-a229-0adc0c2d2e92 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5eb1d478-ae22-45c6-b291-4ecaad7177a0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.737081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc2a-2251-4489-a229-0adc0c2d2e92 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5eb1d478-ae22-45c6-b291-4ecaad7177a0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.757471 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ed441281-5fb2-4ac4-8c07-a8544ab847b2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.757819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bcc2a-2251-4489-a229-0adc0c2d2e92 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Calling delete_port for 5eb1d478-ae22-45c6-b291-4ecaad7177a0 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:26.776202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.780883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed441281-5fb2-4ac4-8c07-a8544ab847b2']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:26.791675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bb6565-436d-4c24-a12d-146d1056b992') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:26.792036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bb6565-436d-4c24-a12d-146d1056b992') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:26.803278 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (10bb6565-436d-4c24-a12d-146d1056b992), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.817728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (10bb6565-436d-4c24-a12d-146d1056b992), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.825960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:26.826360 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (10bb6565-436d-4c24-a12d-146d1056b992), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:26.828044 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:26.838444 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57f78b8a-3277-4d05-aa7d-55aa6f36223a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f3dd7b41-2ac4-4608-83ab-56f837bac35a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.840942 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57f78b8a-3277-4d05-aa7d-55aa6f36223a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.845036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-57f78b8a-3277-4d05-aa7d-55aa6f36223a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/security-groups/f3dd7b41-2ac4-4608-83ab-56f837bac35a HTTP/1.1" status: 204 len: 168 time: 0.7424304 Mar 07 16:21:26.861822 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:26.889945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f78b8a-3277-4d05-aa7d-55aa6f36223a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd7b41-2ac4-4608-83ab-56f837bac35a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:26.920312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ed441281-5fb2-4ac4-8c07-a8544ab847b2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.939966 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:26.948831 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] 10.222.0.24 "DELETE /v2.0/networks/ed441281-5fb2-4ac4-8c07-a8544ab847b2 HTTP/1.1" status: 204 len: 168 time: 1.3451290 Mar 07 16:21:26.968284 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48852) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:26.979815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6897f3-97fb-4db5-9d2c-2fe57a1de73b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed441281-5fb2-4ac4-8c07-a8544ab847b2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:26.997606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.063056 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc2a-2251-4489-a229-0adc0c2d2e92 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5eb1d478-ae22-45c6-b291-4ecaad7177a0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.125979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bcc2a-2251-4489-a229-0adc0c2d2e92 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Port': ['ID=5eb1d478-ae22-45c6-b291-4ecaad7177a0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:27.146492 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc2a-2251-4489-a229-0adc0c2d2e92 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.151419 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3d8bcc2a-2251-4489-a229-0adc0c2d2e92 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/ports/5eb1d478-ae22-45c6-b291-4ecaad7177a0 HTTP/1.1" status: 204 len: 168 time: 0.7440565 Mar 07 16:21:27.159293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48854) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:27.166712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48856) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:27.172396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6047f45b-2e6b-4fce-828f-5aa996502616 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221346209', 'description': 'tempest-secgroup-smoke-221346209 description', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:27.292347 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6047f45b-2e6b-4fce-828f-5aa996502616 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.337639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:27.412407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (16172612-198d-48ea-9ddf-07a704d52a68), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.465755 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b8851860-a15f-40b0-8684-0695864134bd tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Deleting port a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:27.466104 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8851860-a15f-40b0-8684-0695864134bd tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.498259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:27.511352 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:27.512454 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6047f45b-2e6b-4fce-828f-5aa996502616 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (e84e0e9a-0dd4-4b46-acca-ac673b295956), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.518711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-616dc4ab-a171-4be9-8cc8-be51d04d9c21 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7485802 Mar 07 16:21:27.522701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6047f45b-2e6b-4fce-828f-5aa996502616 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e84e0e9a-0dd4-4b46-acca-ac673b295956), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.523022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48858) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:27.524391 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:27.525102 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:27.578931 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8851860-a15f-40b0-8684-0695864134bd tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.596409 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6047f45b-2e6b-4fce-828f-5aa996502616 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.600412 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6047f45b-2e6b-4fce-828f-5aa996502616 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4298797 Mar 07 16:21:27.605674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48860) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:27.606615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-b8851860-a15f-40b0-8684-0695864134bd tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Calling delete_port for a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284 owned by {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:27.616435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-cfe12e90-7d05-4685-aa6c-9a1209ac30c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'e84e0e9a-0dd4-4b46-acca-ac673b295956', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:27.628066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92b3f7b-6294-4593-91ef-0dd096edd310 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting subnet 48e554dd-f262-4a8d-8665-90e63494b99a {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:27.629909 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047f45b-2e6b-4fce-828f-5aa996502616 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84e0e9a-0dd4-4b46-acca-ac673b295956,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:27.634509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c92b3f7b-6294-4593-91ef-0dd096edd310 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (48e554dd-f262-4a8d-8665-90e63494b99a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.687710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c92b3f7b-6294-4593-91ef-0dd096edd310 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (48e554dd-f262-4a8d-8665-90e63494b99a), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.697897 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfe12e90-7d05-4685-aa6c-9a1209ac30c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (31057abe-8def-4392-a8dc-34b9dad27622), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.700076 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:27.754672 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:26Z', 'revision_number': 11, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:27.766581 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8851860-a15f-40b0-8684-0695864134bd tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.775196 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.782335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfe12e90-7d05-4685-aa6c-9a1209ac30c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (31057abe-8def-4392-a8dc-34b9dad27622), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.792340 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:27.801675 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:27.802287 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:27.810306 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfe12e90-7d05-4685-aa6c-9a1209ac30c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (31057abe-8def-4392-a8dc-34b9dad27622), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.814829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8851860-a15f-40b0-8684-0695864134bd tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Port': ['ID=a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:27.829923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b8851860-a15f-40b0-8684-0695864134bd tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.833173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b8851860-a15f-40b0-8684-0695864134bd tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/ports/a2de2b2e-ff97-49c7-80e0-8c3f8d2aa284 HTTP/1.1" status: 204 len: 168 time: 0.6768110 Mar 07 16:21:27.837439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48862) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:27.842673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c92b3f7b-6294-4593-91ef-0dd096edd310 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (48e554dd-f262-4a8d-8665-90e63494b99a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.848010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe12e90-7d05-4685-aa6c-9a1209ac30c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31057abe-8def-4392-a8dc-34b9dad27622,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:27.873658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cfe12e90-7d05-4685-aa6c-9a1209ac30c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.876175 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cfe12e90-7d05-4685-aa6c-9a1209ac30c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2661099 Mar 07 16:21:27.878499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a3c94330-24df-45b4-9e6b-79780a7c1b68 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0397041 Mar 07 16:21:27.879096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48864) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:27.879211 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:27.884323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a7aca608-2b8e-4abe-86c6-48e7a05fd6f6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'e84e0e9a-0dd4-4b46-acca-ac673b295956', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:27.885272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48866) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:27.893397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-948044052'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:27.911304 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a7aca608-2b8e-4abe-86c6-48e7a05fd6f6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (fd697f16-40d8-49c5-86a8-1f0bf7c063ae), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.936837 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:26Z', 'revision_number': 11, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:27.959406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Made reservation on behalf of 89d7d6d8d03e4585819e24823ecd3b60 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:27.963704 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.971099 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1efe-41eb-4ac3-a249-d085c772541d None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:26Z', 'revision_number': 11, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:27.980839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a7aca608-2b8e-4abe-86c6-48e7a05fd6f6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (fd697f16-40d8-49c5-86a8-1f0bf7c063ae), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:27.985397 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a7aca608-2b8e-4abe-86c6-48e7a05fd6f6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (fd697f16-40d8-49c5-86a8-1f0bf7c063ae), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.005904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aca608-2b8e-4abe-86c6-48e7a05fd6f6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd697f16-40d8-49c5-86a8-1f0bf7c063ae,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:28.006422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:28.009061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c92b3f7b-6294-4593-91ef-0dd096edd310 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (48e554dd-f262-4a8d-8665-90e63494b99a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.019054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a7aca608-2b8e-4abe-86c6-48e7a05fd6f6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.019936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Deleting port 9054f673-bdfe-4864-b6bf-78a9daeecfd7 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:28.023026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.023660 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a7aca608-2b8e-4abe-86c6-48e7a05fd6f6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403503 Mar 07 16:21:28.023660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48868) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:28.028273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f7366ce9-6648-45c1-b0c6-8e38c8095436 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'e84e0e9a-0dd4-4b46-acca-ac673b295956', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:28.054248 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7366ce9-6648-45c1-b0c6-8e38c8095436 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (fcdf8363-c824-45aa-891d-3a9043af384d), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.057680 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2e722f4f-266c-4e91-afae-980e8cca810c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.058026 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Added segment 2e722f4f-266c-4e91-afae-980e8cca810c of type vlan for network faea9e0c-7277-448d-9ea5-350043b9d2be Mar 07 16:21:28.067607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce88cbdf-2f6f-425d-8a9e-26ffab793355 None None] Network dcbba74c-9927-4846-806e-c06a8456e560 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:28.073906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b3f7b-6294-4593-91ef-0dd096edd310 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Subnet': ['ID=48e554dd-f262-4a8d-8665-90e63494b99a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:28.079761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c92b3f7b-6294-4593-91ef-0dd096edd310 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.086378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c92b3f7b-6294-4593-91ef-0dd096edd310 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/48e554dd-f262-4a8d-8665-90e63494b99a HTTP/1.1" status: 204 len: 168 time: 0.5610969 Mar 07 16:21:28.086856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48870) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:28.159390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (faea9e0c-7277-448d-9ea5-350043b9d2be), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.187841 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7366ce9-6648-45c1-b0c6-8e38c8095436 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (fcdf8363-c824-45aa-891d-3a9043af384d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.192518 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (dcbba74c-9927-4846-806e-c06a8456e560), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.196882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7366ce9-6648-45c1-b0c6-8e38c8095436 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (fcdf8363-c824-45aa-891d-3a9043af384d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.209688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] For port 9054f673-bdfe-4864-b6bf-78a9daeecfd7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9054f673-bdfe-4864-b6bf-78a9daeecfd7,segment=NetworkSegment(eaf2bab0-1246-4331-94fd-7423313edff6),segment_id=eaf2bab0-1246-4331-94fd-7423313edff6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:28.210088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.213896 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (faea9e0c-7277-448d-9ea5-350043b9d2be), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.219422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:28.220029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.221223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7366ce9-6648-45c1-b0c6-8e38c8095436 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdf8363-c824-45aa-891d-3a9043af384d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:28.257066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Calling delete_port for 9054f673-bdfe-4864-b6bf-78a9daeecfd7 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:28.265135 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7366ce9-6648-45c1-b0c6-8e38c8095436 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.267845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f7366ce9-6648-45c1-b0c6-8e38c8095436 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2418613 Mar 07 16:21:28.269629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48872) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:28.274574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-370a03f5-5d35-4ee1-a919-2a188e0e89af tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'e84e0e9a-0dd4-4b46-acca-ac673b295956', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:28.283583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3947215 Mar 07 16:21:28.287875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48874) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:28.295829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1828628442'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:28.335339 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Deleting port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:28.335798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.337809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370a03f5-5d35-4ee1-a919-2a188e0e89af tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (4cb45e62-6001-4fd7-be7a-2e2ebb0b7077), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.342227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Made reservation on behalf of 89d7d6d8d03e4585819e24823ecd3b60 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:28.345688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.353278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96691812-e55b-4738-8220-799dad108ecc tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Network': ['ID=faea9e0c-7277-448d-9ea5-350043b9d2be,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:28.368583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f2c43-da35-454c-b223-e58877b6378d None None] DHCP port deletion for dcbba74c-9927-4846-806e-c06a8456e560 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:28.377937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network faea9e0c-7277-448d-9ea5-350043b9d2be details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:28.458841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] For port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=12cf7f1f-86d3-427e-a0f4-e65ff2bb7426,segment=NetworkSegment(716456f1-92af-46b3-8820-e9d795f4b349),segment_id=716456f1-92af-46b3-8820-e9d795f4b349)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:28.459943 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.479631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:28.495318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Calling delete_port for 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:28.505345 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370a03f5-5d35-4ee1-a919-2a188e0e89af tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (4cb45e62-6001-4fd7-be7a-2e2ebb0b7077), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.516133 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c24ba0b6-ea5e-4f8f-8a40-911530920996), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.516492 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Added segment c24ba0b6-ea5e-4f8f-8a40-911530920996 of type vlan for network a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a Mar 07 16:21:28.518968 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370a03f5-5d35-4ee1-a919-2a188e0e89af tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (4cb45e62-6001-4fd7-be7a-2e2ebb0b7077), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.555863 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9054f673-bdfe-4864-b6bf-78a9daeecfd7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.594938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Pushing event deleted for resources: {'Port': ['ID=9054f673-bdfe-4864-b6bf-78a9daeecfd7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:28.608099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a03f5-5d35-4ee1-a919-2a188e0e89af tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb45e62-6001-4fd7-be7a-2e2ebb0b7077,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:28.614209 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.620740 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-370a03f5-5d35-4ee1-a919-2a188e0e89af tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.621982 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-370a03f5-5d35-4ee1-a919-2a188e0e89af tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3515031 Mar 07 16:21:28.628911 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48876) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:28.638503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1d2748c0-3372-481e-9f76-64b1860237a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'e84e0e9a-0dd4-4b46-acca-ac673b295956', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:28.699093 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-1d2748c0-3372-481e-9f76-64b1860237a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Project b01e219725e74cf185bd0d470e0fcf3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:21:28.708670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f2c43-da35-454c-b223-e58877b6378d None None] Deleting port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:28.709413 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2c43-da35-454c-b223-e58877b6378d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.713862 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d2748c0-3372-481e-9f76-64b1860237a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (83a1bc13-327c-4576-8c25-82c64827b2f5), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.717372 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.722367 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:28.722987 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.800606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dc4f2c43-da35-454c-b223-e58877b6378d None None] For port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=12cf7f1f-86d3-427e-a0f4-e65ff2bb7426,segment=NetworkSegment(716456f1-92af-46b3-8820-e9d795f4b349),segment_id=716456f1-92af-46b3-8820-e9d795f4b349)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:28.801185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2c43-da35-454c-b223-e58877b6378d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.816949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.817843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f2c43-da35-454c-b223-e58877b6378d None None] Calling delete_port for 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:28.830166 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (16172612-198d-48ea-9ddf-07a704d52a68), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.840173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5512400 Mar 07 16:21:28.840930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9499f-72dc-495a-b46e-e07d267d8c54 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Network': ['ID=a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:28.878081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No DVR routers for this DVR port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:28.879641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Port': ['ID=12cf7f1f-86d3-427e-a0f4-e65ff2bb7426,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:28.919402 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d2748c0-3372-481e-9f76-64b1860237a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (83a1bc13-327c-4576-8c25-82c64827b2f5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.930718 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d2748c0-3372-481e-9f76-64b1860237a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (83a1bc13-327c-4576-8c25-82c64827b2f5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.962635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:28.965919 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2c43-da35-454c-b223-e58877b6378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (12cf7f1f-86d3-427e-a0f4-e65ff2bb7426), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:28.990575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (dcbba74c-9927-4846-806e-c06a8456e560), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.000350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48878) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:29.003043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2748c0-3372-481e-9f76-64b1860237a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a1bc13-327c-4576-8c25-82c64827b2f5,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:29.008898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'subnets': [{'network_id': 'faea9e0c-7277-448d-9ea5-350043b9d2be', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1739312035', 'ip_version': 4}, {'network_id': 'a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:29.010340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'subnet': {'network_id': 'faea9e0c-7277-448d-9ea5-350043b9d2be', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1739312035', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:29.010438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Request body: {'subnet': {'network_id': 'a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:29.022028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d2748c0-3372-481e-9f76-64b1860237a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.026143 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1d2748c0-3372-481e-9f76-64b1860237a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3934052 Mar 07 16:21:29.026928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f2c43-da35-454c-b223-e58877b6378d None None] Pushing event deleted for resources: {'Port': ['ID=12cf7f1f-86d3-427e-a0f4-e65ff2bb7426,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:29.028718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f2c43-da35-454c-b223-e58877b6378d None None] No DVR routers for this DVR port 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:29.037395 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48880) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:29.043118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbba74c-9927-4846-806e-c06a8456e560']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:29.047850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-97f01cf3-ba9c-46dd-a5ce-c7c0305ec79c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'e84e0e9a-0dd4-4b46-acca-ac673b295956', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:29.071409 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716456f1-92af-46b3-8820-e9d795f4b349') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:29.071786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716456f1-92af-46b3-8820-e9d795f4b349') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:29.118858 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (716456f1-92af-46b3-8820-e9d795f4b349), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.141826 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-97f01cf3-ba9c-46dd-a5ce-c7c0305ec79c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Project b01e219725e74cf185bd0d470e0fcf3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:21:29.149798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Router 16172612-198d-48ea-9ddf-07a704d52a68 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:29.157756 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97f01cf3-ba9c-46dd-a5ce-c7c0305ec79c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (432e2128-5690-4075-a5ea-0914ac78bf37), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.159308 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.162062 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (716456f1-92af-46b3-8820-e9d795f4b349), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.187036 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:29.187441 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (716456f1-92af-46b3-8820-e9d795f4b349), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:29.196479 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:29.268154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:29.277072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-13bb36fc-6d71-43ef-93a4-78810ac7134e admin admin] 10.222.0.24 "PUT /v2.0/routers/16172612-198d-48ea-9ddf-07a704d52a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3051555 Mar 07 16:21:29.277334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48882) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:29.279945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] Sync routers for ids ['16172612-198d-48ea-9ddf-07a704d52a68'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:29.292659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] Routers {'16172612-198d-48ea-9ddf-07a704d52a68'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:29.293563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['16172612-198d-48ea-9ddf-07a704d52a68'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:29.332692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (dcbba74c-9927-4846-806e-c06a8456e560), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.335420 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97f01cf3-ba9c-46dd-a5ce-c7c0305ec79c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (432e2128-5690-4075-a5ea-0914ac78bf37), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.344971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.348394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/networks/dcbba74c-9927-4846-806e-c06a8456e560 HTTP/1.1" status: 204 len: 168 time: 1.2604024 Mar 07 16:21:29.352084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97f01cf3-ba9c-46dd-a5ce-c7c0305ec79c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (432e2128-5690-4075-a5ea-0914ac78bf37), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.353544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48884) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:29.372996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'routes': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:29.385289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e90f5-4100-4c9a-bad1-d600756cd229 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Pushing event deleted for resources: {'Network': ['ID=dcbba74c-9927-4846-806e-c06a8456e560,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:29.405803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks [] for router (16172612-198d-48ea-9ddf-07a704d52a68), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.426053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f01cf3-ba9c-46dd-a5ce-c7c0305ec79c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432e2128-5690-4075-a5ea-0914ac78bf37,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:29.427812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Made reservation on behalf of 89d7d6d8d03e4585819e24823ecd3b60 for: {'subnet': 2} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:29.433087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.433323 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.433720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] Set router 16172612-198d-48ea-9ddf-07a704d52a68 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:29.486057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-97f01cf3-ba9c-46dd-a5ce-c7c0305ec79c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.491304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-97f01cf3-ba9c-46dd-a5ce-c7c0305ec79c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4467969 Mar 07 16:21:29.494379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48886) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:29.502805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'network': {'name': 'tempest-network-smoke--2043098837', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'port_security_enabled': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:29.523871 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks [] for router_gateway (16172612-198d-48ea-9ddf-07a704d52a68), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.580454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Deleting port ee9045de-5798-4b9f-b223-4ba6c977e65d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:29.581201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.632855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16172612-198d-48ea-9ddf-07a704d52a68', 'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:47Z', 'updated_at': '2022-03-07T16:21:28Z', 'revision_number': 5, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'gw_port': {'id': 'ee9045de-5798-4b9f-b223-4ba6c977e65d', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16172612-198d-48ea-9ddf-07a704d52a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:50Z', 'updated_at': '2022-03-07T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:29.661691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] Checking router: 16172612-198d-48ea-9ddf-07a704d52a68 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:29.661934 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] For port ee9045de-5798-4b9f-b223-4ba6c977e65d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ee9045de-5798-4b9f-b223-4ba6c977e65d,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:29.662306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.672508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] Routers {'16172612-198d-48ea-9ddf-07a704d52a68'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:29.673207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['16172612-198d-48ea-9ddf-07a704d52a68'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:29.676182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Calling delete_port for ee9045de-5798-4b9f-b223-4ba6c977e65d owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:29.767249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] Set router 16172612-198d-48ea-9ddf-07a704d52a68 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:29.827488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16172612-198d-48ea-9ddf-07a704d52a68', 'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:47Z', 'updated_at': '2022-03-07T16:21:29Z', 'revision_number': 6, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:29.856987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df725a-bec0-42aa-95a6-5483e611e129 None None] The sync data for ids ['16172612-198d-48ea-9ddf-07a704d52a68'] in n-d-830010-8 is: [{'id': '16172612-198d-48ea-9ddf-07a704d52a68', 'name': 'tempest-TestVolumeBootPattern-473020957-router', 'tenant_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:47Z', 'updated_at': '2022-03-07T16:21:29Z', 'revision_number': 6, 'project_id': 'd52a8bf71611421bb0ca484fbd01e64b', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:29.872491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ee9045de-5798-4b9f-b223-4ba6c977e65d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.902731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9045de-5798-4b9f-b223-4ba6c977e65d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:29.966587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (16172612-198d-48ea-9ddf-07a704d52a68), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.978477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.extraroute_db [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Added routes are [] {{(pid=103866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 16:21:29.979089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.extraroute_db [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Removed routes are [] {{(pid=103866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 16:21:29.979235 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:29.980721 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:29.984064 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.060136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (16172612-198d-48ea-9ddf-07a704d52a68), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.062172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks [] for router_controller (16172612-198d-48ea-9ddf-07a704d52a68), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.091850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:30.110238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (16172612-198d-48ea-9ddf-07a704d52a68), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.110821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16172612-198d-48ea-9ddf-07a704d52a68 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:21:30.115111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.116266 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-37bfca96-3767-4e64-be11-44ba7bd5effc admin admin] 10.222.0.24 "DELETE /v2.0/routers/16172612-198d-48ea-9ddf-07a704d52a68 HTTP/1.1" status: 204 len: 168 time: 0.8379502 Mar 07 16:21:30.120056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48888) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:30.162514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f7ac8688-eaff-4ee1-aa43-8c8d684bffed), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.162753 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Added segment f7ac8688-eaff-4ee1-aa43-8c8d684bffed of type vlan for network f523516f-e33e-4799-8f63-c559585e318e Mar 07 16:21:30.165380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffa24ec-fadc-4b1f-9e2a-953d06049236 admin admin] Deleting subnet fb021970-d702-4d5c-8f03-35ff89c8f6be {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:30.168791 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cffa24ec-fadc-4b1f-9e2a-953d06049236 admin admin] Publish callbacks [] for subnet (fb021970-d702-4d5c-8f03-35ff89c8f6be), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.202386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cffa24ec-fadc-4b1f-9e2a-953d06049236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (fb021970-d702-4d5c-8f03-35ff89c8f6be), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.207147 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.239753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.274294 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f523516f-e33e-4799-8f63-c559585e318e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.278449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:30.302824 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cffa24ec-fadc-4b1f-9e2a-953d06049236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (fb021970-d702-4d5c-8f03-35ff89c8f6be), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.305922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:30.306326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 12cf7f1f-86d3-427e-a0f4-e65ff2bb7426 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:30.306941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:30.341262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:30.341529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device cc2e6dfb-34cc-44f6-8126-b6dcf4bf50f7 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:30.374303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cffa24ec-fadc-4b1f-9e2a-953d06049236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (fb021970-d702-4d5c-8f03-35ff89c8f6be), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.388324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cffa24ec-fadc-4b1f-9e2a-953d06049236 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.391491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cffa24ec-fadc-4b1f-9e2a-953d06049236 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fb021970-d702-4d5c-8f03-35ff89c8f6be HTTP/1.1" status: 204 len: 168 time: 0.2709706 Mar 07 16:21:30.397189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd76e6d-225d-484d-985b-9a6dd7ec0b6b None None] Network d95ad0c7-ac85-406a-afdd-6675cf2fc89d requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:30.400419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48890) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:30.410846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa24ec-fadc-4b1f-9e2a-953d06049236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb021970-d702-4d5c-8f03-35ff89c8f6be,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:30.447038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:30.471431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f523516f-e33e-4799-8f63-c559585e318e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.476643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:30.477236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.578787 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0805070 Mar 07 16:21:30.581574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48892) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:30.586880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'admin_state_up': True, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:30.610648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (f50663be-f0fc-4423-859a-f497e7e9e6fd), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.611803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (f50663be-f0fc-4423-859a-f497e7e9e6fd), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.653820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (d95ad0c7-ac85-406a-afdd-6675cf2fc89d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.658548 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259acfc-24d2-4694-b89e-3be2e544e4d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Network': ['ID=f523516f-e33e-4799-8f63-c559585e318e,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:30.669888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f523516f-e33e-4799-8f63-c559585e318e details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:30.732611 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:30.742734 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.746482 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] Sync routers for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:30.747059 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-98515fa9-9637-4441-861a-790e7e8f80d5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1 HTTP/1.1" status: 200 len: 705 time: 1.3789241 Mar 07 16:21:30.753837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9012ec1-37ad-46ff-8d9b-4c77e165e944 None None] DHCP port deletion for d95ad0c7-ac85-406a-afdd-6675cf2fc89d request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:30.762762 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:30.763418 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:30.828474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48894) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:30.833040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e9012ec1-37ad-46ff-8d9b-4c77e165e944 None None] Deleting port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:30.833757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9012ec1-37ad-46ff-8d9b-4c77e165e944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.842731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (27936533-bd03-4b7c-ace3-7f36d4edc30f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.889715 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fde043c6-3941-4228-a057-83dbbc25debf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7620b5a-abd2-4c6b-94f6-7b3002a304d1 HTTP/1.1" status: 200 len: 205 time: 0.0600228 Mar 07 16:21:30.892307 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:30.916815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48896) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:30.928647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e9012ec1-37ad-46ff-8d9b-4c77e165e944 None None] For port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd,segment=NetworkSegment(eaf2bab0-1246-4331-94fd-7423313edff6),segment_id=eaf2bab0-1246-4331-94fd-7423313edff6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:30.929193 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9012ec1-37ad-46ff-8d9b-4c77e165e944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:30.950053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e9012ec1-37ad-46ff-8d9b-4c77e165e944 None None] Calling delete_port for 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:31.006400 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:26Z', 'revision_number': 11, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:31.037579 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_controller (f50663be-f0fc-4423-859a-f497e7e9e6fd), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.047083 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] Checking router: e7620b5a-abd2-4c6b-94f6-7b3002a304d1 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:31.058482 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] Routers {'e7620b5a-abd2-4c6b-94f6-7b3002a304d1'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:31.058694 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9012ec1-37ad-46ff-8d9b-4c77e165e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.059747 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:31.060163 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d339-357d-4640-bfde-4f87a02534cd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.065727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Subnet': ['ID=27936533-bd03-4b7c-ace3-7f36d4edc30f,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:31.100325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9012ec1-37ad-46ff-8d9b-4c77e165e944 None None] Pushing event deleted for resources: {'Port': ['ID=8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:31.114616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9012ec1-37ad-46ff-8d9b-4c77e165e944 None None] No DVR routers for this DVR port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:31.125985 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Checking segment: {'id': '2e722f4f-266c-4e91-afae-980e8cca810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'faea9e0c-7277-448d-9ea5-350043b9d2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:31.126544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Network hostable DHCP agents. Network: faea9e0c-7277-448d-9ea5-350043b9d2be, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:31.168423 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] Set router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:31.173101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Deleting port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:31.173440 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.247874 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (f50663be-f0fc-4423-859a-f497e7e9e6fd), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.262690 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:26Z', 'revision_number': 11, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:31.298273 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c35f1-0cd7-447e-ad39-ec8060ebbc85 None None] The sync data for ids ['e7620b5a-abd2-4c6b-94f6-7b3002a304d1'] in n-d-830010-8 is: [{'id': 'e7620b5a-abd2-4c6b-94f6-7b3002a304d1', 'name': 'tempest-RoutersIpV6Test-router-1702736691', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:20Z', 'updated_at': '2022-03-07T16:21:26Z', 'revision_number': 11, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:31.318117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Network faea9e0c-7277-448d-9ea5-350043b9d2be is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:31.331173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d339-357d-4640-bfde-4f87a02534cd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.338754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d339-357d-4640-bfde-4f87a02534cd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.348338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] For port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd, host n-d-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:31.348778 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.351866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, faea9e0c-7277-448d-9ea5-350043b9d2be) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:31.360650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68954d33-9906-48f8-b2f8-5debdf000d2e None None] Network faea9e0c-7277-448d-9ea5-350043b9d2be requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:31.364896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (e67c579b-3852-4371-a19a-12413a19d40e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.424329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Calling delete_port for 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:31.432312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd was not found and therefore no delete operation was performed {{(pid=103866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:21:31.438107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.450254 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d339-357d-4640-bfde-4f87a02534cd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (e7620b5a-abd2-4c6b-94f6-7b3002a304d1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.450738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd2d339-357d-4640-bfde-4f87a02534cd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Fanout notify agent at l3_agent the message router_deleted on router e7620b5a-abd2-4c6b-94f6-7b3002a304d1 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:21:31.480857 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d339-357d-4640-bfde-4f87a02534cd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.481984 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4bd2d339-357d-4640-bfde-4f87a02534cd tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1 HTTP/1.1" status: 204 len: 168 time: 0.5638959 Mar 07 16:21:31.490537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48898) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:31.493324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (f50663be-f0fc-4423-859a-f497e7e9e6fd), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.498953 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event updated for resources: {'Subnet': ['ID=e67c579b-3852-4371-a19a-12413a19d40e,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:31.500802 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:31.502911 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] No DVR routers for this DVR port 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:31.507537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e010e607-1b85-4d8e-8b13-147dfca95a66 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-859014814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:31.537423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.538134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-faea9e0c-7277-448d-9ea5-350043b9d2be', 'network_id': 'faea9e0c-7277-448d-9ea5-350043b9d2be', 'project_id': '89d7d6d8d03e4585819e24823ecd3b60', 'fixed_ips': [{'subnet_id': '27936533-bd03-4b7c-ace3-7f36d4edc30f'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:31.539235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.564836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Checking segment: {'id': 'c24ba0b6-ea5e-4f8f-8a40-911530920996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:31.565232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Network hostable DHCP agents. Network: a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:31.588614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e010e607-1b85-4d8e-8b13-147dfca95a66 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.589898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e010e607-1b85-4d8e-8b13-147dfca95a66 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.625585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (d95ad0c7-ac85-406a-afdd-6675cf2fc89d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.669974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95ad0c7-ac85-406a-afdd-6675cf2fc89d']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:31.680488 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Network a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:31.683601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf2bab0-1246-4331-94fd-7423313edff6') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:31.683900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf2bab0-1246-4331-94fd-7423313edff6') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:31.697788 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (eaf2bab0-1246-4331-94fd-7423313edff6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.703657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e010e607-1b85-4d8e-8b13-147dfca95a66 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.716149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:31.716396 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e010e607-1b85-4d8e-8b13-147dfca95a66 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.727473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:31.728025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:31.728699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.730924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ca581-c102-4a87-aab1-2285baa68434 None None] Network a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:31.731418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (eaf2bab0-1246-4331-94fd-7423313edff6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.741452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.25.4.148 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/ec520570-2353-4bff-b776-c889afa79ae7) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:31.742130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:31.742572 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (eaf2bab0-1246-4331-94fd-7423313edff6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:31.744338 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:31.758102 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e010e607-1b85-4d8e-8b13-147dfca95a66 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.762351 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e010e607-1b85-4d8e-8b13-147dfca95a66 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2682228 Mar 07 16:21:31.763274 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48900) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:31.796756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8a4e4244-7588-4ada-bc74-0523edf173b5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:31.807850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Allocated IP 172.20.0.2 (faea9e0c-7277-448d-9ea5-350043b9d2be/27936533-bd03-4b7c-ace3-7f36d4edc30f/9b7a3d53-89de-4429-83de-80d19ab16eaf) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:31.874633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9054f673-bdfe-4864-b6bf-78a9daeecfd7 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:31.876190 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-116cf648-fc8a-431a-81a2-1f7ae23e9df6 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8740733 Mar 07 16:21:31.879249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48902) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:31.886529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (ec520570-2353-4bff-b776-c889afa79ae7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.903294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a', 'network_id': 'a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a', 'project_id': '89d7d6d8d03e4585819e24823ecd3b60', 'fixed_ips': [{'subnet_id': 'e67c579b-3852-4371-a19a-12413a19d40e'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:31.904138 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.909715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 9054f673-bdfe-4864-b6bf-78a9daeecfd7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:31.910299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9054f673-bdfe-4864-b6bf-78a9daeecfd7 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:31.910714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ee9045de-5798-4b9f-b223-4ba6c977e65d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:31.929208 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ec520570-2353-4bff-b776-c889afa79ae7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.953991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ee9045de-5798-4b9f-b223-4ba6c977e65d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:31.954335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ee9045de-5798-4b9f-b223-4ba6c977e65d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:31.954984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:31.972355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:31.977399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:31.980920 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (d95ad0c7-ac85-406a-afdd-6675cf2fc89d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:31.982415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:31.985856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=ec520570-2353-4bff-b776-c889afa79ae7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:31.995196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:31.995544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8c40f9c3-5a6d-4181-9540-1d4d5b80f6bd not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:32.003381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.006787 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] 10.222.0.24 "DELETE /v2.0/networks/d95ad0c7-ac85-406a-afdd-6675cf2fc89d HTTP/1.1" status: 204 len: 168 time: 1.6016552 Mar 07 16:21:32.008645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a7dc8-40af-40cf-af9c-5a9f82c6264c admin admin] Pushing event deleted for resources: {'Network': ['ID=d95ad0c7-ac85-406a-afdd-6675cf2fc89d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:32.058315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305abed2-e18d-481f-8e72-146e933a4ca0 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:32.059820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305abed2-e18d-481f-8e72-146e933a4ca0 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:32.061359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305abed2-e18d-481f-8e72-146e933a4ca0 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:32.063664 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-305abed2-e18d-481f-8e72-146e933a4ca0 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1835566 Mar 07 16:21:32.067965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48906) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:32.132304 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4244-7588-4ada-bc74-0523edf173b5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-347355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8808'] for router (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.159284 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4244-7588-4ada-bc74-0523edf173b5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-347346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352003'] for router (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.169009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-169e3aec-4e2a-43ac-97c0-37e459741044 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Deleting subnet 27936533-bd03-4b7c-ace3-7f36d4edc30f {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:32.212791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Allocated IP 172.20.0.18 (a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a/e67c579b-3852-4371-a19a-12413a19d40e/370b8a23-1fbf-4e26-ab70-0f002e7814ae) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:32.242696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48908) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:32.295971 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Publish callbacks [] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.299623 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-03fb870b-3d1b-4db0-bbcb-8cab3f00c89d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ee4922f7695419e85b38109d83b7739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554571 Mar 07 16:21:32.302574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48910) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:32.309034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-169e3aec-4e2a-43ac-97c0-37e459741044 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for subnet (27936533-bd03-4b7c-ace3-7f36d4edc30f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.330494 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.347142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (f50663be-f0fc-4423-859a-f497e7e9e6fd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.361512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4e4244-7588-4ada-bc74-0523edf173b5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Router 49e6f2d7-0cde-4c17-8a2c-29318ac89d1d is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:21:32.380331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-169e3aec-4e2a-43ac-97c0-37e459741044 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (27936533-bd03-4b7c-ace3-7f36d4edc30f), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.388011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Network faea9e0c-7277-448d-9ea5-350043b9d2be is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:32.396757 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:32.399122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:32.405961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Pushing event updated for resources: {'Port': ['ID=9b7a3d53-89de-4429-83de-80d19ab16eaf,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:32.469003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07b6b40c-aff9-4f10-8568-c6c2ce3c1e4e admin admin] Publish callbacks [] for security_group (f08137b8-72a2-4260-a996-b808617ad06e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.500585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Attempting to bind port 9b7a3d53-89de-4429-83de-80d19ab16eaf on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:32.500970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Attempting to bind port 9b7a3d53-89de-4429-83de-80d19ab16eaf by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '2e722f4f-266c-4e91-afae-980e8cca810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'faea9e0c-7277-448d-9ea5-350043b9d2be'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:32.501333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Attempting to bind port 9b7a3d53-89de-4429-83de-80d19ab16eaf on network faea9e0c-7277-448d-9ea5-350043b9d2be {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:32.513756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:32.514184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Checking segment: {'id': '2e722f4f-266c-4e91-afae-980e8cca810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'faea9e0c-7277-448d-9ea5-350043b9d2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:32.514537 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.516513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Bound using segment: {'id': '2e722f4f-266c-4e91-afae-980e8cca810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'faea9e0c-7277-448d-9ea5-350043b9d2be'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:32.516513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Bound port: 9b7a3d53-89de-4429-83de-80d19ab16eaf, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e722f4f-266c-4e91-afae-980e8cca810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'faea9e0c-7277-448d-9ea5-350043b9d2be'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:32.516513 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.523288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4e4244-7588-4ada-bc74-0523edf173b5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:32.533559 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4244-7588-4ada-bc74-0523edf173b5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.534735 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8a4e4244-7588-4ada-bc74-0523edf173b5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "PUT /v2.0/routers/49e6f2d7-0cde-4c17-8a2c-29318ac89d1d HTTP/1.1" status: 200 len: 697 time: 0.7709479 Mar 07 16:21:32.536832 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07b6b40c-aff9-4f10-8568-c6c2ce3c1e4e admin admin] Publish callbacks [] for security_group (f08137b8-72a2-4260-a996-b808617ad06e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.538894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] Sync routers for ids ['49e6f2d7-0cde-4c17-8a2c-29318ac89d1d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:32.544280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48912) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:32.669172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c7e9e665-dc4d-4f32-b6d6-78c935026b06 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/routers/49e6f2d7-0cde-4c17-8a2c-29318ac89d1d HTTP/1.1" status: 200 len: 703 time: 0.1236324 Mar 07 16:21:32.672821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48914) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:32.709659 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-887ccaec-85b1-4416-b282-3af6ed477e3f tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e6f2d7-0cde-4c17-8a2c-29318ac89d1d HTTP/1.1" status: 200 len: 205 time: 0.0353241 Mar 07 16:21:32.712942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48916) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:32.744134 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Publish callbacks [] for port (370b8a23-1fbf-4e26-ab70-0f002e7814ae), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.752354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] Routers {'49e6f2d7-0cde-4c17-8a2c-29318ac89d1d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:32.753117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['49e6f2d7-0cde-4c17-8a2c-29318ac89d1d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:32.763015 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (370b8a23-1fbf-4e26-ab70-0f002e7814ae), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.766478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (f50663be-f0fc-4423-859a-f497e7e9e6fd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.839502 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ca4cb42-c146-4965-a1ab-59dd4dd80722 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.885014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] For port 9b7a3d53-89de-4429-83de-80d19ab16eaf, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:32.898172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Network a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:32.903762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] Set router 49e6f2d7-0cde-4c17-8a2c-29318ac89d1d gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:32.935191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:32.938484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] For port 9b7a3d53-89de-4429-83de-80d19ab16eaf, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9b7a3d53-89de-4429-83de-80d19ab16eaf,segment=NetworkSegment(2e722f4f-266c-4e91-afae-980e8cca810c),segment_id=2e722f4f-266c-4e91-afae-980e8cca810c)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:32.938761 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07b6b40c-aff9-4f10-8568-c6c2ce3c1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f08137b8-72a2-4260-a996-b808617ad06e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.941932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-07b6b40c-aff9-4f10-8568-c6c2ce3c1e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.943379 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-07b6b40c-aff9-4f10-8568-c6c2ce3c1e4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f08137b8-72a2-4260-a996-b808617ad06e HTTP/1.1" status: 204 len: 168 time: 0.6398838 Mar 07 16:21:32.954943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6b40c-aff9-4f10-8568-c6c2ce3c1e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08137b8-72a2-4260-a996-b808617ad06e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:32.969847 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:32.974392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Pushing event updated for resources: {'Port': ['ID=370b8a23-1fbf-4e26-ab70-0f002e7814ae,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:32.980978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e6f2d7-0cde-4c17-8a2c-29318ac89d1d', 'name': 'tempest-RoutersIpV6Test-router-859014814', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:32Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:32.988648 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-169e3aec-4e2a-43ac-97c0-37e459741044 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (27936533-bd03-4b7c-ace3-7f36d4edc30f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:32.991311 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.041834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] Checking router: 49e6f2d7-0cde-4c17-8a2c-29318ac89d1d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:33.081277 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ca4cb42-c146-4965-a1ab-59dd4dd80722 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.085212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ca4cb42-c146-4965-a1ab-59dd4dd80722 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router_controller (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.113966 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-169e3aec-4e2a-43ac-97c0-37e459741044 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (27936533-bd03-4b7c-ace3-7f36d4edc30f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.115481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] Routers {'49e6f2d7-0cde-4c17-8a2c-29318ac89d1d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:33.116195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['49e6f2d7-0cde-4c17-8a2c-29318ac89d1d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:33.129569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-169e3aec-4e2a-43ac-97c0-37e459741044 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.137605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48920) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.139039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-169e3aec-4e2a-43ac-97c0-37e459741044 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/subnets/27936533-bd03-4b7c-ace3-7f36d4edc30f HTTP/1.1" status: 204 len: 168 time: 1.0695686 Mar 07 16:21:33.175441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e3aec-4e2a-43ac-97c0-37e459741044 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Subnet': ['ID=27936533-bd03-4b7c-ace3-7f36d4edc30f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:33.187071 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ca4cb42-c146-4965-a1ab-59dd4dd80722 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (49e6f2d7-0cde-4c17-8a2c-29318ac89d1d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.187662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca4cb42-c146-4965-a1ab-59dd4dd80722 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Fanout notify agent at l3_agent the message router_deleted on router 49e6f2d7-0cde-4c17-8a2c-29318ac89d1d {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:21:33.192387 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Attempting to bind port 370b8a23-1fbf-4e26-ab70-0f002e7814ae on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:33.192542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Attempting to bind port 370b8a23-1fbf-4e26-ab70-0f002e7814ae by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c24ba0b6-ea5e-4f8f-8a40-911530920996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:33.193191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Attempting to bind port 370b8a23-1fbf-4e26-ab70-0f002e7814ae on network a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:33.200507 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ca4cb42-c146-4965-a1ab-59dd4dd80722 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.206538 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9ca4cb42-c146-4965-a1ab-59dd4dd80722 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/49e6f2d7-0cde-4c17-8a2c-29318ac89d1d HTTP/1.1" status: 204 len: 168 time: 0.4873562 Mar 07 16:21:33.207818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48922) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.239109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fad75-b3f2-44ba-a61d-0fb396ec3b2c None None] Pushing event updated for resources: {'Port': ['ID=9b7a3d53-89de-4429-83de-80d19ab16eaf,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:33.245571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:33.245949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Checking segment: {'id': 'c24ba0b6-ea5e-4f8f-8a40-911530920996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:33.246362 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.246747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Bound using segment: {'id': 'c24ba0b6-ea5e-4f8f-8a40-911530920996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:33.247434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Bound port: 370b8a23-1fbf-4e26-ab70-0f002e7814ae, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24ba0b6-ea5e-4f8f-8a40-911530920996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:33.248008 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (370b8a23-1fbf-4e26-ab70-0f002e7814ae), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.256427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ae4c7a3c-9c18-4206-af27-1e5af067406e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e6f2d7-0cde-4c17-8a2c-29318ac89d1d HTTP/1.1" status: 200 len: 205 time: 0.0482392 Mar 07 16:21:33.259674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48926) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.265015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] Set router 49e6f2d7-0cde-4c17-8a2c-29318ac89d1d gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:33.289224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-910c8b65-bf76-4523-a5d8-6f8e55715663 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Deleting subnet e67c579b-3852-4371-a19a-12413a19d40e {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:33.295506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-910c8b65-bf76-4523-a5d8-6f8e55715663 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for subnet (e67c579b-3852-4371-a19a-12413a19d40e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.325011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router f50663be-f0fc-4423-859a-f497e7e9e6fd is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:21:33.345830 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-15eec1ea-6a4a-40ce-a5cd-fe41003cafe3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] delete failed (client error): The resource could not be found. Mar 07 16:21:33.349375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-15eec1ea-6a4a-40ce-a5cd-fe41003cafe3 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/49e6f2d7-0cde-4c17-8a2c-29318ac89d1d HTTP/1.1" status: 404 len: 336 time: 0.0862122 Mar 07 16:21:33.349682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48928) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.352641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-910c8b65-bf76-4523-a5d8-6f8e55715663 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (e67c579b-3852-4371-a19a-12413a19d40e), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.356934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e6f2d7-0cde-4c17-8a2c-29318ac89d1d', 'name': 'tempest-RoutersIpV6Test-router-859014814', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:32Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:33.401672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be864cb-1778-48e3-93a6-e1fbcc993105 None None] The sync data for ids ['49e6f2d7-0cde-4c17-8a2c-29318ac89d1d'] in n-d-830010-8 is: [{'id': '49e6f2d7-0cde-4c17-8a2c-29318ac89d1d', 'name': 'tempest-RoutersIpV6Test-router-859014814', 'tenant_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:32Z', 'revision_number': 2, 'project_id': 'd510a8477f4f4e4ca009831d0c3463c1', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:33.451602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] For port 370b8a23-1fbf-4e26-ab70-0f002e7814ae, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:33.455219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] For port 370b8a23-1fbf-4e26-ab70-0f002e7814ae, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=370b8a23-1fbf-4e26-ab70-0f002e7814ae,segment=NetworkSegment(c24ba0b6-ea5e-4f8f-8a40-911530920996),segment_id=c24ba0b6-ea5e-4f8f-8a40-911530920996)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:33.461836 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (370b8a23-1fbf-4e26-ab70-0f002e7814ae), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.488356 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f066eeb6-0788-4030-8ebe-5e3c63be065b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:33.488671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f066eeb6-0788-4030-8ebe-5e3c63be065b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:33.492487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f066eeb6-0788-4030-8ebe-5e3c63be065b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/f131450b-3375-44c8-a478-f68a3557d363 HTTP/1.1" status: 404 len: 337 time: 0.1352005 Mar 07 16:21:33.496043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48930) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.550283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab21441-a03f-4679-9f40-3724e2c629ca None None] Pushing event updated for resources: {'Port': ['ID=370b8a23-1fbf-4e26-ab70-0f002e7814ae,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:33.563131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48932) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.579320 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bbcce6-69ec-4472-a10f-7d83fcf9d5a1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:33.580058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bbcce6-69ec-4472-a10f-7d83fcf9d5a1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:33.583526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e6bbcce6-69ec-4472-a10f-7d83fcf9d5a1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/9577960b-4a97-4b46-bca1-9e53164c8cd0 HTTP/1.1" status: 404 len: 337 time: 0.0861197 Mar 07 16:21:33.587497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48934) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.623858 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da4a7c5-3218-4752-9dc2-a4a0912ee354 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:33.624752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da4a7c5-3218-4752-9dc2-a4a0912ee354 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:33.628183 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6da4a7c5-3218-4752-9dc2-a4a0912ee354 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/9b0b95ac-4804-4742-85f8-63b8a60d372b HTTP/1.1" status: 404 len: 337 time: 0.0395339 Mar 07 16:21:33.657153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-32ae74c6-8def-4c2a-9865-bbb2cb59672a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d52a8bf71611421bb0ca484fbd01e64b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0904114 Mar 07 16:21:33.657153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48936) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.657437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48938) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.691710 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36a6a58-9096-44ef-80ad-c86d1efa0329 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:33.692184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36a6a58-9096-44ef-80ad-c86d1efa0329 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:33.698535 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a36a6a58-9096-44ef-80ad-c86d1efa0329 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/48e554dd-f262-4a8d-8665-90e63494b99a HTTP/1.1" status: 404 len: 337 time: 0.0396338 Mar 07 16:21:33.701993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48942) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.740619 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-54d28369-f9ce-48bf-a3ad-a010a2b6ef8e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7620b5a-abd2-4c6b-94f6-7b3002a304d1 HTTP/1.1" status: 200 len: 205 time: 0.0374751 Mar 07 16:21:33.745567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48944) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.815009 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-f8e204b9-8241-484c-b669-a462e1e9e7d4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] delete failed (client error): The resource could not be found. Mar 07 16:21:33.815427 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f8e204b9-8241-484c-b669-a462e1e9e7d4 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/e7620b5a-abd2-4c6b-94f6-7b3002a304d1 HTTP/1.1" status: 404 len: 336 time: 0.0685375 Mar 07 16:21:33.817816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48946) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.862129 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ed87adf4-2880-4831-85df-74c8cf0cb1bc tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e862bd-d722-421b-a71e-d42426d1dc81 HTTP/1.1" status: 200 len: 205 time: 0.0430846 Mar 07 16:21:33.864662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48948) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.874787 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3322-8156-4385-a8da-6c390fbecac3 admin admin] Publish callbacks [] for security_group (92d7b2e0-e080-414b-be11-ef6b8f07ce85), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:33.936412 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-cb965556-840b-464e-a02d-99074e97bcc5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] delete failed (client error): The resource could not be found. Mar 07 16:21:33.941300 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cb965556-840b-464e-a02d-99074e97bcc5 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/79e862bd-d722-421b-a71e-d42426d1dc81 HTTP/1.1" status: 404 len: 336 time: 0.0734978 Mar 07 16:21:33.942143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48950) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:33.983997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9b7a3d53-89de-4429-83de-80d19ab16eaf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:33.992874 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5728d74-a85d-4221-9f7f-a0a9a484af3d tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:33.993271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5728d74-a85d-4221-9f7f-a0a9a484af3d tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:33.999600 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c5728d74-a85d-4221-9f7f-a0a9a484af3d tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/c4367b45-9229-4017-874f-2c36392f063c HTTP/1.1" status: 404 len: 337 time: 0.0502493 Mar 07 16:21:33.999804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48952) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.004927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3322-8156-4385-a8da-6c390fbecac3 admin admin] Publish callbacks [] for security_group (92d7b2e0-e080-414b-be11-ef6b8f07ce85), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.010981 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-910c8b65-bf76-4523-a5d8-6f8e55715663 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (e67c579b-3852-4371-a19a-12413a19d40e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.050529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9b7a3d53-89de-4429-83de-80d19ab16eaf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:34.051122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.053002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:34.059615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6496d7d3-8727-40f5-a04b-9eba8428b446 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0573e52-bbf8-4604-9651-71cc27822b5d HTTP/1.1" status: 200 len: 205 time: 0.0577788 Mar 07 16:21:34.065939 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Sync routers for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:34.068843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48954) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.080975 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:34.081851 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:34.096699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3322-8156-4385-a8da-6c390fbecac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (92d7b2e0-e080-414b-be11-ef6b8f07ce85), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.100185 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3322-8156-4385-a8da-6c390fbecac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.102848 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8e1d3322-8156-4385-a8da-6c390fbecac3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92d7b2e0-e080-414b-be11-ef6b8f07ce85 HTTP/1.1" status: 204 len: 168 time: 0.4439113 Mar 07 16:21:34.112299 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d3322-8156-4385-a8da-6c390fbecac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d7b2e0-e080-414b-be11-ef6b8f07ce85,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:34.126346 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-5881e0d1-332a-4fb4-b217-62257c7f05bf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] delete failed (client error): The resource could not be found. Mar 07 16:21:34.129982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5881e0d1-332a-4fb4-b217-62257c7f05bf tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/d0573e52-bbf8-4604-9651-71cc27822b5d HTTP/1.1" status: 404 len: 336 time: 0.0562055 Mar 07 16:21:34.130567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48958) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.143831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.145363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d7e81690-8692-472e-9239-c01741f27b6f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5625341 Mar 07 16:21:34.149375 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48960) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.206182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6a0a0946-f284-46c5-9db2-0b5fd53fdfc1 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc HTTP/1.1" status: 200 len: 205 time: 0.0724571 Mar 07 16:21:34.208153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9b7a3d53-89de-4429-83de-80d19ab16eaf is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:34.208749 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.209773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48964) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.217374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-45bc9d0c-7e00-4aa9-8aeb-a1432099ade6 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b01e219725e74cf185bd0d470e0fcf3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0650544 Mar 07 16:21:34.218848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48966) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.252700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 9b7a3d53-89de-4429-83de-80d19ab16eaf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9b7a3d53-89de-4429-83de-80d19ab16eaf,segment=NetworkSegment(2e722f4f-266c-4e91-afae-980e8cca810c),segment_id=2e722f4f-266c-4e91-afae-980e8cca810c)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:34.258599 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-910c8b65-bf76-4523-a5d8-6f8e55715663 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (e67c579b-3852-4371-a19a-12413a19d40e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.266207 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.325871 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-00ee5ec1-7c77-44e7-888e-4b087466ad83 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] delete failed (client error): The resource could not be found. Mar 07 16:21:34.329316 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-00ee5ec1-7c77-44e7-888e-4b087466ad83 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/8f6d2b8a-2d3f-4cc3-ba1d-07a5ff21eecc HTTP/1.1" status: 404 len: 336 time: 0.1162159 Mar 07 16:21:34.330853 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:34.333107 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48968) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.355944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=9b7a3d53-89de-4429-83de-80d19ab16eaf,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:34.378311 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99ceca2-06a8-43b8-861f-ed99c3ca992b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:34.378785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99ceca2-06a8-43b8-861f-ed99c3ca992b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:34.381919 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d99ceca2-06a8-43b8-861f-ed99c3ca992b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/95f2059a-e0f1-4504-b228-ee24f9e729b8 HTTP/1.1" status: 404 len: 337 time: 0.0480094 Mar 07 16:21:34.385257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48972) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.415365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-910c8b65-bf76-4523-a5d8-6f8e55715663 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.419005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-910c8b65-bf76-4523-a5d8-6f8e55715663 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/subnets/e67c579b-3852-4371-a19a-12413a19d40e HTTP/1.1" status: 204 len: 168 time: 1.2809114 Mar 07 16:21:34.419854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c8b65-bf76-4523-a5d8-6f8e55715663 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Subnet': ['ID=e67c579b-3852-4371-a19a-12413a19d40e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:34.426336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48974) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.431299 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f59e2b23-677a-4d83-8a97-8c6324cfd63b tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b085842-7d06-404e-9d00-76e8c1dfdcc9 HTTP/1.1" status: 200 len: 205 time: 0.0436723 Mar 07 16:21:34.433919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48976) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.484451 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-7b019745-5edd-474d-a418-2c15671f9992 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] delete failed (client error): The resource could not be found. Mar 07 16:21:34.485737 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7b019745-5edd-474d-a418-2c15671f9992 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/0b085842-7d06-404e-9d00-76e8c1dfdcc9 HTTP/1.1" status: 404 len: 336 time: 0.0507803 Mar 07 16:21:34.488663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48978) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.534502 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fcd8e2-b5ff-49e2-bdbc-4a8c4f704fdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:34.535290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fcd8e2-b5ff-49e2-bdbc-4a8c4f704fdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:34.542072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a198eb3-8020-49f6-adbf-462a4bf620c7 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:34.543153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c7fcd8e2-b5ff-49e2-bdbc-4a8c4f704fdb tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/12d200e0-2ea2-4c7f-9dd2-7ac7eb75fcbe HTTP/1.1" status: 404 len: 337 time: 0.0497570 Mar 07 16:21:34.546576 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0a198eb3-8020-49f6-adbf-462a4bf620c7 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1191444 Mar 07 16:21:34.550950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48980) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.551539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48982) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.581717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b5273-a716-4b71-87e4-85211360d504 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:34.588293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-123b5273-a716-4b71-87e4-85211360d504 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3683267 Mar 07 16:21:34.589210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48984) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.616313 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:32Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:34.624620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d7d6e3bf-ade7-4503-9514-c2a1213ed766 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e HTTP/1.1" status: 200 len: 205 time: 0.0704923 Mar 07 16:21:34.628388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48986) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.653000 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Checking router: f50663be-f0fc-4423-859a-f497e7e9e6fd for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:34.653683 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Updating router f50663be-f0fc-4423-859a-f497e7e9e6fd port ec520570-2353-4bff-b776-c889afa79ae7 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:21:34.660926 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d01a9c7f-d23c-4ed6-9054-cf7f42334133 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703444 Mar 07 16:21:34.661724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48988) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.669307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-938933841', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:34.705567 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ec520570-2353-4bff-b776-c889afa79ae7), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.793865 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-7f433ee7-69b4-4fd1-9889-d0699f0c7c43 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] delete failed (client error): The resource could not be found. Mar 07 16:21:34.803404 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7f433ee7-69b4-4fd1-9889-d0699f0c7c43 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/routers/c6c2f4cd-3ba4-4ee8-81d3-942f164c2d4e HTTP/1.1" status: 404 len: 336 time: 0.1699550 Mar 07 16:21:34.809443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48990) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.853399 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.901548 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f584f244-3652-4250-b71e-06469b19f68e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:34.902377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f584f244-3652-4250-b71e-06469b19f68e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:34.921940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f584f244-3652-4250-b71e-06469b19f68e tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/12d156db-16ce-4e35-8281-f707fbbb4a79 HTTP/1.1" status: 404 len: 337 time: 0.1100616 Mar 07 16:21:34.923753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 48992) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:34.962515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:34.968636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:34.981720 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59ec56d-af39-4238-8f89-ffecfa1c6f41 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] DELETE failed (client error): The resource could not be found. Mar 07 16:21:34.982338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59ec56d-af39-4238-8f89-ffecfa1c6f41 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:21:34.987741 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d59ec56d-af39-4238-8f89-ffecfa1c6f41 tempest-RoutersIpV6Test-531280665 tempest-RoutersIpV6Test-531280665-project] 10.222.0.24 "DELETE /v2.0/subnets/f84c654b-9afd-4c96-9b26-21e467eb244e HTTP/1.1" status: 404 len: 337 time: 0.0569973 Mar 07 16:21:35.081117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Deleting port 370b8a23-1fbf-4e26-ab70-0f002e7814ae {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:35.081477 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (370b8a23-1fbf-4e26-ab70-0f002e7814ae), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.176588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a4571-653b-4942-897e-fed992830765 None None] Network a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:35.270981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] For port 370b8a23-1fbf-4e26-ab70-0f002e7814ae, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=370b8a23-1fbf-4e26-ab70-0f002e7814ae,segment=NetworkSegment(c24ba0b6-ea5e-4f8f-8a40-911530920996),segment_id=c24ba0b6-ea5e-4f8f-8a40-911530920996)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:35.271754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (370b8a23-1fbf-4e26-ab70-0f002e7814ae), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.278513 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Publish callbacks [] for port (ec520570-2353-4bff-b776-c889afa79ae7), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.296563 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ec520570-2353-4bff-b776-c889afa79ae7), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.310730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Calling delete_port for 370b8a23-1fbf-4e26-ab70-0f002e7814ae owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:35.357723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-968773a1-47e1-42c1-91a7-d31331583d1e None None] Provisioning complete for port 370b8a23-1fbf-4e26-ab70-0f002e7814ae triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:35.361269 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-968773a1-47e1-42c1-91a7-d31331583d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (370b8a23-1fbf-4e26-ab70-0f002e7814ae), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.370617 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (4de7e241-dcd9-41db-ae92-a0e96c7b72c0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.382376 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Pushing event updated for resources: {'Port': ['ID=ec520570-2353-4bff-b776-c889afa79ae7,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:35.389778 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Attempting to bind port ec520570-2353-4bff-b776-c889afa79ae7 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:35.390081 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Attempting to bind port ec520570-2353-4bff-b776-c889afa79ae7 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:35.390356 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Attempting to bind port ec520570-2353-4bff-b776-c889afa79ae7 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:35.393146 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.393684 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.394196 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.394702 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.395263 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.395792 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.396290 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.396802 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.397313 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.398524 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.399135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.399676 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.400232 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:35.415270 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:35.416184 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:35.416794 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.418062 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:35.418734 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Bound port: ec520570-2353-4bff-b776-c889afa79ae7, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:35.419334 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ec520570-2353-4bff-b776-c889afa79ae7), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.451404 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:21:35.470910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Subnet': ['ID=4de7e241-dcd9-41db-ae92-a0e96c7b72c0,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:35.473595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Checking segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:35.473966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network hostable DHCP agents. Network: f523516f-e33e-4799-8f63-c559585e318e, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:35.477042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (370b8a23-1fbf-4e26-ab70-0f002e7814ae), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.493423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60942a0e-655e-4578-8024-b2d60d086b87 None None] Network faea9e0c-7277-448d-9ea5-350043b9d2be requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:35.500407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network f523516f-e33e-4799-8f63-c559585e318e is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:35.503286 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] For port ec520570-2353-4bff-b776-c889afa79ae7, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:35.507663 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] For port ec520570-2353-4bff-b776-c889afa79ae7, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ec520570-2353-4bff-b776-c889afa79ae7,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:35.517424 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ec520570-2353-4bff-b776-c889afa79ae7), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.531929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, f523516f-e33e-4799-8f63-c559585e318e) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:35.536001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:35.536209 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.550895 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d5161-af9e-4066-bae0-b48dc43e4ff3 None None] Network f523516f-e33e-4799-8f63-c559585e318e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:35.554076 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Port': ['ID=370b8a23-1fbf-4e26-ab70-0f002e7814ae,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:35.557921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] No DVR routers for this DVR port 370b8a23-1fbf-4e26-ab70-0f002e7814ae on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:35.570251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1408b098-45f3-4031-a90c-92982728e7d4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9066668 Mar 07 16:21:35.571136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 48998) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:35.582081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49000) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:35.607068 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:35.607700 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:35.666154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-968773a1-47e1-42c1-91a7-d31331583d1e None None] Could not find standard attr ID for object 370b8a23-1fbf-4e26-ab70-0f002e7814ae. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:21:35.711047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.755044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:35.767292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24ba0b6-ea5e-4f8f-8a40-911530920996') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:35.767891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24ba0b6-ea5e-4f8f-8a40-911530920996') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:35.797236 n-d-830010-8 neutron-server[103868]: INFO neutron.plugins.ml2.db [None req-968773a1-47e1-42c1-91a7-d31331583d1e None None] No ports have port_id starting with 370b8a23-1fbf-4e26-ab70-0f002e7814ae Mar 07 16:21:35.845656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (c24ba0b6-ea5e-4f8f-8a40-911530920996), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.895534 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:35.903258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-f523516f-e33e-4799-8f63-c559585e318e', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:35.904472 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.930338 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb53e6-adba-4118-bf44-7c78db88df5e None None] DHCP port deletion for a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:35.969850 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c24ba0b6-ea5e-4f8f-8a40-911530920996), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.978077 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:35.978077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (c24ba0b6-ea5e-4f8f-8a40-911530920996), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:35.997527 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883d06a-7322-4b91-a607-1ce07d967a79 None None] Pushing event updated for resources: {'Port': ['ID=ec520570-2353-4bff-b776-c889afa79ae7,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:36.055643 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-12a29767-c832-4f3b-bfb7-5766ce372f61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d510a8477f4f4e4ca009831d0c3463c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4705431 Mar 07 16:21:36.057165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49004) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:36.057422 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:36.066401 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.076197 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.081468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/networks/a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a HTTP/1.1" status: 204 len: 168 time: 1.5287228 Mar 07 16:21:36.084150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49006) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:36.107752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f82b3-578a-4793-9bda-a83c5dc08754 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Network': ['ID=a8a5ad1b-04ef-4d24-b310-a9c7038bfc7a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:36.127625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9b7a3d53-89de-4429-83de-80d19ab16eaf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:36.130261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] DHCP port deletion for faea9e0c-7277-448d-9ea5-350043b9d2be request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:36.166459 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:32Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:36.167279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Allocated IP 172.20.0.2 (f523516f-e33e-4799-8f63-c559585e318e/4de7e241-dcd9-41db-ae92-a0e96c7b72c0/8c5d742b-1e60-49cd-a51c-b0a9245d2903) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:36.183965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5338f5ee-7a5e-4cfa-8f7c-4986f000cc97 None None] Provisioning complete for port 9b7a3d53-89de-4429-83de-80d19ab16eaf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:36.184685 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5338f5ee-7a5e-4cfa-8f7c-4986f000cc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.202499 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9335a42-e825-4a81-a46f-71d72b3d6a95 None None] The sync data for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 is: [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:32Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:36.203037 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48dfb6f2-000e-4277-9532-0b05006e8a33 admin admin] Publish callbacks [] for security_group (a9b7c6b3-c1dc-4026-af75-2ed4f2f1d1e1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.211582 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (faea9e0c-7277-448d-9ea5-350043b9d2be), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.244811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48dfb6f2-000e-4277-9532-0b05006e8a33 admin admin] Publish callbacks [] for security_group (a9b7c6b3-c1dc-4026-af75-2ed4f2f1d1e1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.281056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Deleting port 9b7a3d53-89de-4429-83de-80d19ab16eaf {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:36.281578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.365732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] For port 9b7a3d53-89de-4429-83de-80d19ab16eaf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9b7a3d53-89de-4429-83de-80d19ab16eaf,segment=NetworkSegment(2e722f4f-266c-4e91-afae-980e8cca810c),segment_id=2e722f4f-266c-4e91-afae-980e8cca810c)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:36.365732 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.375832 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.383906 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Calling delete_port for 9b7a3d53-89de-4429-83de-80d19ab16eaf owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:36.387148 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48dfb6f2-000e-4277-9532-0b05006e8a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a9b7c6b3-c1dc-4026-af75-2ed4f2f1d1e1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.389893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48dfb6f2-000e-4277-9532-0b05006e8a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.391244 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-48dfb6f2-000e-4277-9532-0b05006e8a33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9b7c6b3-c1dc-4026-af75-2ed4f2f1d1e1 HTTP/1.1" status: 204 len: 168 time: 0.3331466 Mar 07 16:21:36.405557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfb6f2-000e-4277-9532-0b05006e8a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b7c6b3-c1dc-4026-af75-2ed4f2f1d1e1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:36.496005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.528827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] No DVR routers for this DVR port 9b7a3d53-89de-4429-83de-80d19ab16eaf on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:36.633609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Port': ['ID=9b7a3d53-89de-4429-83de-80d19ab16eaf,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:36.660827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9b7a3d53-89de-4429-83de-80d19ab16eaf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:36.661281 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.690710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Port 9b7a3d53-89de-4429-83de-80d19ab16eaf was deleted so its status cannot be updated. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 16:21:36.694313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] Deleting port 9b7a3d53-89de-4429-83de-80d19ab16eaf {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:36.694965 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.699906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (faea9e0c-7277-448d-9ea5-350043b9d2be), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.729857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faea9e0c-7277-448d-9ea5-350043b9d2be']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:36.745376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e722f4f-266c-4e91-afae-980e8cca810c') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:36.745776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e722f4f-266c-4e91-afae-980e8cca810c') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:36.759867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5338f5ee-7a5e-4cfa-8f7c-4986f000cc97 None None] Current status of the port 9b7a3d53-89de-4429-83de-80d19ab16eaf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:36.765845 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (2e722f4f-266c-4e91-afae-980e8cca810c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.795152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (2e722f4f-266c-4e91-afae-980e8cca810c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.801787 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:36.802196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (2e722f4f-266c-4e91-afae-980e8cca810c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:36.806358 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:36.809705 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.837637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] For port 9b7a3d53-89de-4429-83de-80d19ab16eaf, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:36.838191 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.862859 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Publish callbacks [] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.864504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] Calling delete_port for 9b7a3d53-89de-4429-83de-80d19ab16eaf owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:36.868661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] Port 9b7a3d53-89de-4429-83de-80d19ab16eaf was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:21:36.869947 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (9b7a3d53-89de-4429-83de-80d19ab16eaf), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.894232 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.899494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] Pushing event deleted for resources: {'Port': ['ID=9b7a3d53-89de-4429-83de-80d19ab16eaf,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:36.931675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a49b7c-4c63-4466-b3dd-e8306879b025 None None] No DVR routers for this DVR port 9b7a3d53-89de-4429-83de-80d19ab16eaf on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:36.934322 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (faea9e0c-7277-448d-9ea5-350043b9d2be), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.963920 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:36.964699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Network f523516f-e33e-4799-8f63-c559585e318e is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:36.968045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:36.970471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:36.973125 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/networks/faea9e0c-7277-448d-9ea5-350043b9d2be HTTP/1.1" status: 204 len: 168 time: 0.8876967 Mar 07 16:21:36.976983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:36.981373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Pushing event updated for resources: {'Port': ['ID=8c5d742b-1e60-49cd-a51c-b0a9245d2903,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:37.023877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150828e9-6454-492f-893a-b9614257f264 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Network': ['ID=faea9e0c-7277-448d-9ea5-350043b9d2be,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:37.032231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.20.0.1 (f523516f-e33e-4799-8f63-c559585e318e/4de7e241-dcd9-41db-ae92-a0e96c7b72c0/24bc6ea2-b1aa-4b88-874e-c6bc62303f27) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:37.054776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Attempting to bind port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:37.055311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Attempting to bind port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:37.055853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Attempting to bind port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 on network f523516f-e33e-4799-8f63-c559585e318e {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:37.061869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:37.062395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Checking segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:37.062960 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.063449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Bound using segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:37.064037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Bound port: 8c5d742b-1e60-49cd-a51c-b0a9245d2903, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:37.064609 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.148928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] For port 8c5d742b-1e60-49cd-a51c-b0a9245d2903, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:37.159399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] For port 8c5d742b-1e60-49cd-a51c-b0a9245d2903, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8c5d742b-1e60-49cd-a51c-b0a9245d2903,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:37.172907 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.191049 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.200629 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (18deca91-8692-437a-9490-30f1704a46bb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.272666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b526aa-8ed3-4049-86a7-785074ee5c28 None None] Pushing event updated for resources: {'Port': ['ID=8c5d742b-1e60-49cd-a51c-b0a9245d2903,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:37.274462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.342207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network f523516f-e33e-4799-8f63-c559585e318e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:37.345384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:37.348380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (18deca91-8692-437a-9490-30f1704a46bb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.349435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:37.356766 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=24bc6ea2-b1aa-4b88-874e-c6bc62303f27,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:37.396430 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18deca91-8692-437a-9490-30f1704a46bb']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:37.419161 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274f3903-397e-4354-a518-e38384d81d21') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:37.419467 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274f3903-397e-4354-a518-e38384d81d21') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:37.424087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (f50663be-f0fc-4423-859a-f497e7e9e6fd), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.449343 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (274f3903-397e-4354-a518-e38384d81d21), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.475595 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (274f3903-397e-4354-a518-e38384d81d21), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.503019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:37.503439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (274f3903-397e-4354-a518-e38384d81d21), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:37.507005 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:37.594896 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (18deca91-8692-437a-9490-30f1704a46bb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.603271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.606438 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/networks/18deca91-8692-437a-9490-30f1704a46bb HTTP/1.1" status: 204 len: 168 time: 0.6277084 Mar 07 16:21:37.611971 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49032) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:37.633064 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fb5eb-572a-465c-996e-6044d2eb247d tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Network': ['ID=18deca91-8692-437a-9490-30f1704a46bb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:37.711863 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.724439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (5634cbec-d93b-47ec-acea-7eaf64fab74c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.730417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49034) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:37.865001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ad6a57ec-5778-4c21-84c2-eaae43cbd72b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1785349954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:37.872048 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (5634cbec-d93b-47ec-acea-7eaf64fab74c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.909739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5634cbec-d93b-47ec-acea-7eaf64fab74c']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:37.923186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e509de-feb4-46f3-9897-28804c62dfcc') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:37.923487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e509de-feb4-46f3-9897-28804c62dfcc') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:37.931388 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad6a57ec-5778-4c21-84c2-eaae43cbd72b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.932433 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad6a57ec-5778-4c21-84c2-eaae43cbd72b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.939995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (97e509de-feb4-46f3-9897-28804c62dfcc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.960414 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (97e509de-feb4-46f3-9897-28804c62dfcc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.973081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ec520570-2353-4bff-b776-c889afa79ae7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:37.983589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:37.984018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (97e509de-feb4-46f3-9897-28804c62dfcc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:37.987307 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:38.024887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ec520570-2353-4bff-b776-c889afa79ae7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:38.025442 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ec520570-2353-4bff-b776-c889afa79ae7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.062526 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.066595 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad6a57ec-5778-4c21-84c2-eaae43cbd72b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for router_controller (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.068923 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.079012 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad6a57ec-5778-4c21-84c2-eaae43cbd72b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.102511 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad6a57ec-5778-4c21-84c2-eaae43cbd72b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.104287 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ad6a57ec-5778-4c21-84c2-eaae43cbd72b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3726823 Mar 07 16:21:38.106100 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (5634cbec-d93b-47ec-acea-7eaf64fab74c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.107848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49038) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:38.113819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1675056955'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:38.127245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ec520570-2353-4bff-b776-c889afa79ae7 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:38.127837 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ec520570-2353-4bff-b776-c889afa79ae7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.136326 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.139743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] 10.222.0.24 "DELETE /v2.0/networks/5634cbec-d93b-47ec-acea-7eaf64fab74c HTTP/1.1" status: 204 len: 168 time: 0.5176358 Mar 07 16:21:38.140723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167f569-9ed6-4302-8d75-e8ba48942651 tempest-BulkNetworkOpsTest-548222966 tempest-BulkNetworkOpsTest-548222966-project] Pushing event deleted for resources: {'Network': ['ID=5634cbec-d93b-47ec-acea-7eaf64fab74c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:38.160639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port ec520570-2353-4bff-b776-c889afa79ae7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ec520570-2353-4bff-b776-c889afa79ae7,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:38.171025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ec520570-2353-4bff-b776-c889afa79ae7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.172250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8c5d742b-1e60-49cd-a51c-b0a9245d2903 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:38.175226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Made reservation on behalf of a8c0e19c16ba43f6bf46a3c2cdc3b698 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:38.175404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=24bc6ea2-b1aa-4b88-874e-c6bc62303f27,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:38.184417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.196024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.215175 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (f50663be-f0fc-4423-859a-f497e7e9e6fd), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.279117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=ec520570-2353-4bff-b776-c889afa79ae7,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:38.294373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:38.295145 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.329348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for security_group (ea717e7a-549a-4318-84eb-5a1b7392e4c7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.338555 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ea717e7a-549a-4318-84eb-5a1b7392e4c7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.375332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea717e7a-549a-4318-84eb-5a1b7392e4c7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:38.385615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:38.398895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (356e0491-9b81-4dd8-9dc7-782112543922), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.399428 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Added segment 356e0491-9b81-4dd8-9dc7-782112543922 of type vlan for network d1cd58bd-3429-4583-8cc4-c205909c43d6 Mar 07 16:21:38.410433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network f523516f-e33e-4799-8f63-c559585e318e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:38.412432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:38.436554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:38.436962 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.503936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 8c5d742b-1e60-49cd-a51c-b0a9245d2903, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8c5d742b-1e60-49cd-a51c-b0a9245d2903,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:38.504169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (d1cd58bd-3429-4583-8cc4-c205909c43d6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.509133 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.571956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (d1cd58bd-3429-4583-8cc4-c205909c43d6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.577274 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:38.577908 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.587207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 370b8a23-1fbf-4e26-ab70-0f002e7814ae no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:38.639329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 370b8a23-1fbf-4e26-ab70-0f002e7814ae {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:38.639707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 370b8a23-1fbf-4e26-ab70-0f002e7814ae not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:38.640146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9b7a3d53-89de-4429-83de-80d19ab16eaf no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:38.649335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49044) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:38.664755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 9b7a3d53-89de-4429-83de-80d19ab16eaf {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:38.665255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9b7a3d53-89de-4429-83de-80d19ab16eaf not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:38.671978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=8c5d742b-1e60-49cd-a51c-b0a9245d2903,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:38.698572 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5827017 Mar 07 16:21:38.700344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa41e8a1-6b40-4fdf-8794-2b6ac3a57fd8 None None] Network f523516f-e33e-4799-8f63-c559585e318e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:38.728242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49048) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:38.733624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Request body: {'subnet': {'network_id': 'd1cd58bd-3429-4583-8cc4-c205909c43d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:38.754584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0e3b7-4d2b-4ae1-8ffe-e93e54462fda tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Network': ['ID=d1cd58bd-3429-4583-8cc4-c205909c43d6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:38.818613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network d1cd58bd-3429-4583-8cc4-c205909c43d6 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:38.872054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Made reservation on behalf of a8c0e19c16ba43f6bf46a3c2cdc3b698 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:38.875936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.927466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-46e694da-7888-471c-afa1-28d7edc28e1f None None] Provisioning complete for port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:38.927716 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-46e694da-7888-471c-afa1-28d7edc28e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:38.934329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router f50663be-f0fc-4423-859a-f497e7e9e6fd has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:38.971913 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a1f75e08-b50a-46cd-910c-a43f69689a39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89d7d6d8d03e4585819e24823ecd3b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3179257 Mar 07 16:21:38.972485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49050) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:39.031850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-46e694da-7888-471c-afa1-28d7edc28e1f None None] Current status of the port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:39.054789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01f57204-41ad-4751-8bf0-7915dc7c58c3 admin admin] Publish callbacks [] for security_group (06b7487c-95bb-4b06-8349-716d8594bf80), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.067836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:39.087334 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d5969c85-bdd2-4531-b4c2-901b38b67b5e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "PUT /v2.0/routers/f50663be-f0fc-4423-859a-f497e7e9e6fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5148568 Mar 07 16:21:39.130407 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01f57204-41ad-4751-8bf0-7915dc7c58c3 admin admin] Publish callbacks [] for security_group (06b7487c-95bb-4b06-8349-716d8594bf80), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.198520 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Sync routers for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:39.211011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:39.211792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:39.243282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (eb56ba87-010e-481b-a0ba-c261ee6bbf03), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.277797 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01f57204-41ad-4751-8bf0-7915dc7c58c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (06b7487c-95bb-4b06-8349-716d8594bf80), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.281043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-01f57204-41ad-4751-8bf0-7915dc7c58c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.283299 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-01f57204-41ad-4751-8bf0-7915dc7c58c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06b7487c-95bb-4b06-8349-716d8594bf80 HTTP/1.1" status: 204 len: 168 time: 0.3093476 Mar 07 16:21:39.328372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Subnet': ['ID=eb56ba87-010e-481b-a0ba-c261ee6bbf03,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:39.339815 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f57204-41ad-4751-8bf0-7915dc7c58c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b7487c-95bb-4b06-8349-716d8594bf80,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:39.386507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Checking segment: {'id': '356e0491-9b81-4dd8-9dc7-782112543922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd1cd58bd-3429-4583-8cc4-c205909c43d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:39.387239 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network hostable DHCP agents. Network: d1cd58bd-3429-4583-8cc4-c205909c43d6, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:39.396452 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-b0186d46-f677-4f34-9e83-956fc296adf2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221346209&fields=id&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 267 time: 0.0874782 Mar 07 16:21:39.401734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6174ffde-6e66-4c1b-afbe-02b1e208774e None None] Provisioning complete for port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:39.402219 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6174ffde-6e66-4c1b-afbe-02b1e208774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.412028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network d1cd58bd-3429-4583-8cc4-c205909c43d6 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:39.441378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:39.506685 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, d1cd58bd-3429-4583-8cc4-c205909c43d6) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:39.515996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:39.518178 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.537776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34aac77-8825-4359-a009-fab7fa20d2f1 None None] Network d1cd58bd-3429-4583-8cc4-c205909c43d6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:39.576791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-2dd9e8db-c623-40e8-a3d2-9c5f825c8c46 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:39.578697 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-2dd9e8db-c623-40e8-a3d2-9c5f825c8c46 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 797 time: 0.1625009 Mar 07 16:21:39.592202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49068) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:39.592538 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-64847866-1bdf-46da-8807-a346e6f07575 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8630874 Mar 07 16:21:39.598024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Request body: {'network': {'name': 'tempest-router-network01--438524762'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:39.604535 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-e0f49de7-be54-48c9-a5f9-26f09277f943 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/quotas/b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 375 time: 0.0104067 Mar 07 16:21:39.634902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Made reservation on behalf of a8c0e19c16ba43f6bf46a3c2cdc3b698 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:39.640446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.698488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6636c4b5-3072-47a3-a8e6-8513a7cbc11f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878189 Mar 07 16:21:39.708855 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:39.736611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d8cbcb0e-a628-4af5-82b2-ac8f7702da75), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.736975 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Added segment d8cbcb0e-a628-4af5-82b2-ac8f7702da75 of type vlan for network 2a36e815-617d-418f-8fca-55603757b743 Mar 07 16:21:39.751228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6174ffde-6e66-4c1b-afbe-02b1e208774e None None] Current status of the port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:39.859873 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (2a36e815-617d-418f-8fca-55603757b743), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.861546 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-8f449b5d-892a-4f76-bb46-31405ba1f2dc service neutron] 10.222.0.24 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485510 Mar 07 16:21:39.870788 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6174ffde-6e66-4c1b-afbe-02b1e208774e None None] Provisioning complete for port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:39.871248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6174ffde-6e66-4c1b-afbe-02b1e208774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.900202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-d1cd58bd-3429-4583-8cc4-c205909c43d6', 'network_id': 'd1cd58bd-3429-4583-8cc4-c205909c43d6', 'project_id': 'a8c0e19c16ba43f6bf46a3c2cdc3b698', 'fixed_ips': [{'subnet_id': 'eb56ba87-010e-481b-a0ba-c261ee6bbf03'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:39.901223 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.917203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ec520570-2353-4bff-b776-c889afa79ae7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:39.923630 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (2a36e815-617d-418f-8fca-55603757b743), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.932655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:39.933361 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:39.982370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3889620 Mar 07 16:21:39.986227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49078) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:39.994559 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Request body: {'network': {'name': 'tempest-router-network02--1684911369'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:40.035284 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-dc4a339a-84f0-4d1e-87b5-749d8d2b25f0 service neutron] 10.222.0.24 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539273 Mar 07 16:21:40.043943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba9c63-c133-4849-9d0a-aaae044c9970 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Network': ['ID=2a36e815-617d-418f-8fca-55603757b743,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:40.044851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Made reservation on behalf of a8c0e19c16ba43f6bf46a3c2cdc3b698 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:40.048623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.050342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6174ffde-6e66-4c1b-afbe-02b1e208774e None None] Port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:21:40.062715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 2a36e815-617d-418f-8fca-55603757b743 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:40.094920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:40.108719 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fc8ec7d9-a829-4b29-abe2-db2cfa63d17a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.109200 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Added segment fc8ec7d9-a829-4b29-abe2-db2cfa63d17a of type vlan for network 3a339749-7a7c-4758-9647-94aa86781cc8 Mar 07 16:21:40.160393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ec520570-2353-4bff-b776-c889afa79ae7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:40.160779 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ec520570-2353-4bff-b776-c889afa79ae7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.163692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '24bc6ea2-b1aa-4b88-874e-c6bc62303f27', 'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:f3:a7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:36Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 2, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:40.188302 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (3a339749-7a7c-4758-9647-94aa86781cc8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.266363 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (3a339749-7a7c-4758-9647-94aa86781cc8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.272670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:40.273425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Checking router: f50663be-f0fc-4423-859a-f497e7e9e6fd for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:40.273921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Updating router f50663be-f0fc-4423-859a-f497e7e9e6fd port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:21:40.274053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.322101 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-379f0a39-8b31-4d36-b833-3a7feb99f074 req-0fa35db8-d89b-4a58-b4bc-e61be30d506f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 210 time: 0.0462513 Mar 07 16:21:40.329713 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3418236 Mar 07 16:21:40.332508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49092) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:40.337640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Request body: {'subnet': {'network_id': '2a36e815-617d-418f-8fca-55603757b743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:40.365274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Allocated IP 172.20.0.2 (d1cd58bd-3429-4583-8cc4-c205909c43d6/eb56ba87-010e-481b-a0ba-c261ee6bbf03/900ad443-92f6-411c-ad17-96b9c1dc5e83) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:40.369224 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.379665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fb0be6f0-aadc-442c-be8f-6678b45e54e3 None None] Provisioning complete for port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:40.380938 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb0be6f0-aadc-442c-be8f-6678b45e54e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.440843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203d0dc-f156-4b4f-b69b-6facd0e3c440 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Network': ['ID=3a339749-7a7c-4758-9647-94aa86781cc8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:40.442966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49098) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:40.483858 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Made reservation on behalf of a8c0e19c16ba43f6bf46a3c2cdc3b698 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:40.490971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.580200 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-5375459'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:40.600672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 3a339749-7a7c-4758-9647-94aa86781cc8 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:40.608004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:40.615711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.627288 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.657198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ec520570-2353-4bff-b776-c889afa79ae7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:40.658325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8c5d742b-1e60-49cd-a51c-b0a9245d2903 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:40.725030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for security_group (8a3c6440-ee37-454a-bff5-6695998f9b72), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.731406 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8a3c6440-ee37-454a-bff5-6695998f9b72), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.741086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49106) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:40.770684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fb0be6f0-aadc-442c-be8f-6678b45e54e3 None None] Port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:21:40.792412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (46a4c485-dba0-48cd-b5b7-d0d23630765c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.799224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:40.822581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3c6440-ee37-454a-bff5-6695998f9b72,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:40.829549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c08c2072-714b-47fa-bd04-e517b87b5150), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.829963 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment c08c2072-714b-47fa-bd04-e517b87b5150 of type vlan for network 4bf511c1-bfb3-460a-89e2-4096c269e1d8 Mar 07 16:21:40.891307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5981c039-ca3b-4f7f-a37c-9a0e18cd75b2 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/floatingips/a75bc4c6-dc7c-43c2-b160-e5686d74b86e HTTP/1.1" status: 200 len: 993 time: 0.1374338 Mar 07 16:21:40.915964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Subnet': ['ID=46a4c485-dba0-48cd-b5b7-d0d23630765c,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:40.919295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (4bf511c1-bfb3-460a-89e2-4096c269e1d8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.922218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Checking segment: {'id': 'd8cbcb0e-a628-4af5-82b2-ac8f7702da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2a36e815-617d-418f-8fca-55603757b743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:40.922756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network hostable DHCP agents. Network: 2a36e815-617d-418f-8fca-55603757b743, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:40.922970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:40.923386 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.965617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network 2a36e815-617d-418f-8fca-55603757b743 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:40.969784 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (4bf511c1-bfb3-460a-89e2-4096c269e1d8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.978264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:40.979400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.980178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 2a36e815-617d-418f-8fca-55603757b743) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:40.986351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:40.987073 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:40.999138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a092aa-e1d5-469d-8a38-b3b2263732d1 None None] Network 2a36e815-617d-418f-8fca-55603757b743 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:41.019619 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b3b6f1c6-ad34-4e6c-8bd1-f31aa63799c5 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6859496 Mar 07 16:21:41.020869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49110) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:41.029291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Request body: {'subnet': {'network_id': '3a339749-7a7c-4758-9647-94aa86781cc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:41.082612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=4bf511c1-bfb3-460a-89e2-4096c269e1d8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:41.107438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 4bf511c1-bfb3-460a-89e2-4096c269e1d8 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:41.108576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2aeb3df0-6fc6-4b0a-b77a-518cd2167fd2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6642900 Mar 07 16:21:41.166503 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.177081 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Publish callbacks [] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.182283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49114) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:41.197024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Made reservation on behalf of a8c0e19c16ba43f6bf46a3c2cdc3b698 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:41.200937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.229740 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.255893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49116) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:41.263440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': '4bf511c1-bfb3-460a-89e2-4096c269e1d8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:41.384706 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:41.390028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.391636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Network d1cd58bd-3429-4583-8cc4-c205909c43d6 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:41.461772 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Publish callbacks [] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.472341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Pushing event updated for resources: {'Port': ['ID=900ad443-92f6-411c-ad17-96b9c1dc5e83,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:41.478733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:41.482365 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.484428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:41.498372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-515dc225-7dc4-4593-81da-1a3dddd1ee49 req-32505a25-cd52-4201-9f2d-739a1eeab139 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 210 time: 0.0733578 Mar 07 16:21:41.534125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-2a36e815-617d-418f-8fca-55603757b743', 'network_id': '2a36e815-617d-418f-8fca-55603757b743', 'project_id': 'a8c0e19c16ba43f6bf46a3c2cdc3b698', 'fixed_ips': [{'subnet_id': '46a4c485-dba0-48cd-b5b7-d0d23630765c'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:41.535384 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.547398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:41.619159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9027d6-3e0d-4e6e-b11d-08936b72aada None None] Pushing event updated for resources: {'Port': ['ID=24bc6ea2-b1aa-4b88-874e-c6bc62303f27,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:41.653093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port 105701cd-6384-4e36-ad7c-bdd2af6fa6e9 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:41.654560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (105701cd-6384-4e36-ad7c-bdd2af6fa6e9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.701941 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (b212f5a3-8f77-40b6-b4d7-a776acdfc519), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.737430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Attempting to bind port 900ad443-92f6-411c-ad17-96b9c1dc5e83 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:41.737807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Attempting to bind port 900ad443-92f6-411c-ad17-96b9c1dc5e83 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '356e0491-9b81-4dd8-9dc7-782112543922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd1cd58bd-3429-4583-8cc4-c205909c43d6'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:41.738173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Attempting to bind port 900ad443-92f6-411c-ad17-96b9c1dc5e83 on network d1cd58bd-3429-4583-8cc4-c205909c43d6 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:41.744179 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (faec5155-2694-4a9e-8f99-965396eb9d73), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.792394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:41.792776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Checking segment: {'id': '356e0491-9b81-4dd8-9dc7-782112543922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd1cd58bd-3429-4583-8cc4-c205909c43d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:41.793177 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.793574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Bound using segment: {'id': '356e0491-9b81-4dd8-9dc7-782112543922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd1cd58bd-3429-4583-8cc4-c205909c43d6'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:41.794057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Bound port: 900ad443-92f6-411c-ad17-96b9c1dc5e83, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356e0491-9b81-4dd8-9dc7-782112543922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd1cd58bd-3429-4583-8cc4-c205909c43d6'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:41.794442 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.825981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=faec5155-2694-4a9e-8f99-965396eb9d73,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:41.846956 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (105701cd-6384-4e36-ad7c-bdd2af6fa6e9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.847624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for floatingip (105701cd-6384-4e36-ad7c-bdd2af6fa6e9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.851704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': 'c08c2072-714b-47fa-bd04-e517b87b5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4bf511c1-bfb3-460a-89e2-4096c269e1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:41.852297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: 4bf511c1-bfb3-460a-89e2-4096c269e1d8, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:41.876229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Attempting to bind port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:41.876618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Attempting to bind port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:41.876961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 4bf511c1-bfb3-460a-89e2-4096c269e1d8 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:41.877087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Attempting to bind port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 on network f523516f-e33e-4799-8f63-c559585e318e {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:41.889940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 4bf511c1-bfb3-460a-89e2-4096c269e1d8) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:41.893860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:41.894261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Checking segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:41.894712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.895181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Bound using segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:41.895478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for 105701cd-6384-4e36-ad7c-bdd2af6fa6e9 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:41.895709 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Bound port: 24bc6ea2-b1aa-4b88-874e-c6bc62303f27, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:41.896049 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.897549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:41.899850 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.905039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-76137173-8b65-43a1-b2ee-3261187652c8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:41.906553 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-76137173-8b65-43a1-b2ee-3261187652c8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 797 time: 0.4021177 Mar 07 16:21:41.910578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35639bb-9e88-4863-87e6-e2dd07cd0647 None None] Network 4bf511c1-bfb3-460a-89e2-4096c269e1d8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:41.924603 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b06b5149-f8be-4723-90e7-2cefe580f63d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6674876 Mar 07 16:21:41.925447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49120) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:41.934364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-237123758'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:41.940632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Allocated IP 172.20.0.2 (2a36e815-617d-418f-8fca-55603757b743/46a4c485-dba0-48cd-b5b7-d0d23630765c/53d414c8-f8a3-4c32-93e3-5c1585064ec5) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:41.966030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:41.970453 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:41.997837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Subnet': ['ID=b212f5a3-8f77-40b6-b4d7-a776acdfc519,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:42.004194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:42.017848 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3e5d96d5-8a0e-4fc0-9b06-8fc1a6255094), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.018241 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 3e5d96d5-8a0e-4fc0-9b06-8fc1a6255094 of type vlan for network 8651abbb-08ce-4f4a-a2de-1a1bcaa47518 Mar 07 16:21:42.033860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Checking segment: {'id': 'fc8ec7d9-a829-4b29-abe2-db2cfa63d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a339749-7a7c-4758-9647-94aa86781cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:42.034100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network hostable DHCP agents. Network: 3a339749-7a7c-4758-9647-94aa86781cc8, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:42.052496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-05dba529-92a6-4387-8154-6221fe347b65 None None] Provisioning complete for port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:42.052860 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-05dba529-92a6-4387-8154-6221fe347b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.062007 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (8651abbb-08ce-4f4a-a2de-1a1bcaa47518), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.094820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (8651abbb-08ce-4f4a-a2de-1a1bcaa47518), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.102193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:42.102754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.112256 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-de808741-bb79-43b4-b260-6f956fcfbcfc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 379 time: 0.1849895 Mar 07 16:21:42.114694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network 3a339749-7a7c-4758-9647-94aa86781cc8 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:42.115759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-05dba529-92a6-4387-8154-6221fe347b65 None None] Port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:21:42.126498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'port': {'device_id': '645f9593-26cc-4ff4-8215-7d2733901089', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'admin_state_up': True, 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'security_groups': ['e84e0e9a-0dd4-4b46-acca-ac673b295956']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:42.142620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2131152 Mar 07 16:21:42.143667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49122) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:42.148944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': '8651abbb-08ce-4f4a-a2de-1a1bcaa47518', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:42.151999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 3a339749-7a7c-4758-9647-94aa86781cc8) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:42.156507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:42.156921 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.197111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] For port 900ad443-92f6-411c-ad17-96b9c1dc5e83, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:42.205380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dff4c8-6a1d-43bb-b0e7-091bacc6b68b None None] Network 3a339749-7a7c-4758-9647-94aa86781cc8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:42.208276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3aa38e-fda8-499d-99f0-321fd6015bb5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=8651abbb-08ce-4f4a-a2de-1a1bcaa47518,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:42.211091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] For port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:42.245624 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e0af82fa-7bd7-41f1-9dd0-b2184dd8f0a4 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2234721 Mar 07 16:21:42.248397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49124) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:42.252503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 8651abbb-08ce-4f4a-a2de-1a1bcaa47518 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:42.272504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] For port 900ad443-92f6-411c-ad17-96b9c1dc5e83, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=900ad443-92f6-411c-ad17-96b9c1dc5e83,segment=NetworkSegment(356e0491-9b81-4dd8-9dc7-782112543922),segment_id=356e0491-9b81-4dd8-9dc7-782112543922)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:42.280731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] For port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=24bc6ea2-b1aa-4b88-874e-c6bc62303f27,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:42.321673 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.334268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (105701cd-6384-4e36-ad7c-bdd2af6fa6e9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.355328 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-4bf511c1-bfb3-460a-89e2-4096c269e1d8', 'network_id': '4bf511c1-bfb3-460a-89e2-4096c269e1d8', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': 'faec5155-2694-4a9e-8f99-965396eb9d73'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:42.356176 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.371450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=105701cd-6384-4e36-ad7c-bdd2af6fa6e9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:42.383696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:42.385425 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.388111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.404203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:42.407970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.504399 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for floatingip (a75bc4c6-dc7c-43c2-b160-e5686d74b86e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.504736 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Floating IP a75bc4c6-dc7c-43c2-b160-e5686d74b86e disassociated (deleted). External IP: 172.25.4.64, port: 8b77e6c4-2c16-4c8c-af56-e05559aeda46. Mar 07 16:21:42.664728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.20.0.10 (f523516f-e33e-4799-8f63-c559585e318e/4de7e241-dcd9-41db-ae92-a0e96c7b72c0/dca4e317-1bdc-4f2a-b547-01c777571eae) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:42.687081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.772480 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3c4cfc6d-c8e6-4164-9526-f1f066e937d8 req-3b2fe1ff-8dbb-4050-ac5b-db263f81a7ec tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 210 time: 0.0812728 Mar 07 16:21:42.892568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417b866-2e83-48ab-a026-929bcb2d1f79 None None] Pushing event updated for resources: {'Port': ['ID=900ad443-92f6-411c-ad17-96b9c1dc5e83,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:42.908067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:42.908714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:42.926527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router 42973497-1811-4583-8d16-556f75e4083c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:42.975367 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.990206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-3a339749-7a7c-4758-9647-94aa86781cc8', 'network_id': '3a339749-7a7c-4758-9647-94aa86781cc8', 'project_id': 'a8c0e19c16ba43f6bf46a3c2cdc3b698', 'fixed_ips': [{'subnet_id': 'b212f5a3-8f77-40b6-b4d7-a776acdfc519'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:42.991142 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:42.995379 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Publish callbacks [] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.088744 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.143709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:43.158715 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.161899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Allocated IP 172.20.255.242 (4bf511c1-bfb3-460a-89e2-4096c269e1d8/faec5155-2694-4a9e-8f99-965396eb9d73/5ad2339e-585e-4b7e-83c0-5dc8e9050243) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:43.165151 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.170102 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] Sync routers for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:43.193275 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:43.193905 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:43.203159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9027d6-3e0d-4e6e-b11d-08936b72aada None None] Pushing event updated for resources: {'Port': ['ID=24bc6ea2-b1aa-4b88-874e-c6bc62303f27,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:43.258097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d907bdc4-ed27-478f-8d56-bc717dfbedeb tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/floatingips/a75bc4c6-dc7c-43c2-b160-e5686d74b86e HTTP/1.1" status: 204 len: 168 time: 2.0733931 Mar 07 16:21:43.260394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network f523516f-e33e-4799-8f63-c559585e318e is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:43.261035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:21:43.263478 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:21:43.266770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:43.274257 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:43.277980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:43.391014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Pushing event updated for resources: {'Port': ['ID=53d414c8-f8a3-4c32-93e3-5c1585064ec5,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:43.399098 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb769326-dfb7-4e05-9240-a937761de890 x-openstack-request-id: req-fb769326-dfb7-4e05-9240-a937761de890 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:21:43.399391 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:21:43.399657 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb769326-dfb7-4e05-9240-a937761de890 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:21:43.400081 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'status': 'completed', 'code': 200} Mar 07 16:21:43.440660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Network 2a36e815-617d-418f-8fca-55603757b743 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:43.491851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:43.520244 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:43.528963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:43.532165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:43.532805 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.564150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-86cf0aa8-8b34-4a90-b72d-b52709be9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:43.571078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c897a06d-0be0-4553-bf7b-282c74ce4fe9 None None] Provisioning complete for port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:43.571973 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c897a06d-0be0-4553-bf7b-282c74ce4fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.573773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-86cf0aa8-8b34-4a90-b72d-b52709be9098 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 1128 time: 0.1724982 Mar 07 16:21:43.601899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-6b02cadd-2f88-4cea-96ac-248b41c2b7f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4828377 Mar 07 16:21:43.625981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:43.636660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Request body: {'port': {'device_id': '645f9593-26cc-4ff4-8215-7d2733901089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:43.638478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (35089b90-040b-429d-8dfe-100c757d3c05), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.745241 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.831312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Allocated IP 172.20.0.2 (3a339749-7a7c-4758-9647-94aa86781cc8/b212f5a3-8f77-40b6-b4d7-a776acdfc519/41566ee5-9112-40fa-b3d6-959c36407e72) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:43.880791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Attempting to bind port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:43.881558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Attempting to bind port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'd8cbcb0e-a628-4af5-82b2-ac8f7702da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2a36e815-617d-418f-8fca-55603757b743'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:43.882764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Attempting to bind port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 on network 2a36e815-617d-418f-8fca-55603757b743 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:43.933934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:43.935263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Checking segment: {'id': 'd8cbcb0e-a628-4af5-82b2-ac8f7702da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2a36e815-617d-418f-8fca-55603757b743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:43.936284 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.937224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Bound using segment: {'id': 'd8cbcb0e-a628-4af5-82b2-ac8f7702da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2a36e815-617d-418f-8fca-55603757b743'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:43.938437 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Bound port: 53d414c8-f8a3-4c32-93e3-5c1585064ec5, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cbcb0e-a628-4af5-82b2-ac8f7702da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2a36e815-617d-418f-8fca-55603757b743'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:43.940079 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:43.978571 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '315efd94-d284-4b5e-a7ed-45aac9798e6a', 'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:b6:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:36Z', 'updated_at': '2022-03-07T16:20:54Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:44.023781 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] Checking router: 42973497-1811-4583-8d16-556f75e4083c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:44.040847 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:44.041655 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:44.082934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=35089b90-040b-429d-8dfe-100c757d3c05,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:44.088889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 900ad443-92f6-411c-ad17-96b9c1dc5e83 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:44.104794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Allocated IP 172.20.0.1 (2a36e815-617d-418f-8fca-55603757b743/46a4c485-dba0-48cd-b5b7-d0d23630765c/35cf5944-a4c8-444d-bd52-9ec823c113ad) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:44.132869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': '3e5d96d5-8a0e-4fc0-9b06-8fc1a6255094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8651abbb-08ce-4f4a-a2de-1a1bcaa47518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:44.133243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: 8651abbb-08ce-4f4a-a2de-1a1bcaa47518, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:44.199697 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:44.241784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1ebc4-744e-41f9-af19-b4f86422a564 req-e19f9068-1585-4d30-a18f-d980eb554f9d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:44.243736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eff1ebc4-744e-41f9-af19-b4f86422a564 req-e19f9068-1585-4d30-a18f-d980eb554f9d tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 946 time: 0.3395948 Mar 07 16:21:44.295635 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Publish callbacks [] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.298423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 8651abbb-08ce-4f4a-a2de-1a1bcaa47518 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:44.303230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c897a06d-0be0-4553-bf7b-282c74ce4fe9 None None] Current status of the port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:44.303619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c897a06d-0be0-4553-bf7b-282c74ce4fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.346626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 8651abbb-08ce-4f4a-a2de-1a1bcaa47518) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:44.369289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d7ad2-32b4-4570-8db5-d52071874871 req-78a6f647-fd1e-466b-83e5-159755fabef2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:44.374122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:44.375000 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.378143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a1d7ad2-32b4-4570-8db5-d52071874871 req-78a6f647-fd1e-466b-83e5-159755fabef2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 932 time: 0.2085791 Mar 07 16:21:44.380756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-74a3c550-913a-48e8-8dd2-eefab7d66eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:44.382322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-74a3c550-913a-48e8-8dd2-eefab7d66eab service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef2667aa-1e85-4dee-9520-d73be4bfe1a4 HTTP/1.1" status: 200 len: 898 time: 0.7943096 Mar 07 16:21:44.393553 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.399377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091c94f-f3ed-45e8-8aee-9e9bae19854c None None] Network 8651abbb-08ce-4f4a-a2de-1a1bcaa47518 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:44.480835 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eff1ebc4-744e-41f9-af19-b4f86422a564 req-804a2193-31ee-48db-a712-34fefb04b037 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966448 Mar 07 16:21:44.495635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.500535 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-673b453a-594f-4b57-8a6c-55c75ef70cde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3565602 Mar 07 16:21:44.503282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49136) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:44.514711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-b439ced6-3907-4507-a7ac-5fc4c99db1bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b77e6c4-2c16-4c8c-af56-e05559aeda46 HTTP/1.1" status: 200 len: 217 time: 0.1190541 Mar 07 16:21:44.541201 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '315efd94-d284-4b5e-a7ed-45aac9798e6a', 'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:b6:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:36Z', 'updated_at': '2022-03-07T16:20:54Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:44.545186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] For port 53d414c8-f8a3-4c32-93e3-5c1585064ec5, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:44.561227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] For port 53d414c8-f8a3-4c32-93e3-5c1585064ec5, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=53d414c8-f8a3-4c32-93e3-5c1585064ec5,segment=NetworkSegment(d8cbcb0e-a628-4af5-82b2-ac8f7702da75),segment_id=d8cbcb0e-a628-4af5-82b2-ac8f7702da75)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:44.581769 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9071f-1be7-4197-94f6-ef69376148da None None] The sync data for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 is: [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:20:40Z', 'revision_number': 4, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '315efd94-d284-4b5e-a7ed-45aac9798e6a', 'name': '', 'network_id': 'ef2667aa-1e85-4dee-9520-d73be4bfe1a4', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'mac_address': 'fa:16:3e:b6:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:36Z', 'updated_at': '2022-03-07T16:20:54Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'subnets': [{'id': '169f22d1-e50c-42fc-aaa8-c188235c858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:44.644818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321cb1df-9996-4e33-babb-c05081a41fb0 None None] Network d1cd58bd-3429-4583-8cc4-c205909c43d6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:44.647083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8651abbb-08ce-4f4a-a2de-1a1bcaa47518), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.654276 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.655793 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a1d7ad2-32b4-4570-8db5-d52071874871 req-6485046c-e9bd-4a89-8469-f02d6bb655bb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764885 Mar 07 16:21:44.708431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-d15f5446-ade1-4ae6-a21d-7ffab76031c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:44.709916 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-d15f5446-ade1-4ae6-a21d-7ffab76031c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=169f22d1-e50c-42fc-aaa8-c188235c858e HTTP/1.1" status: 200 len: 835 time: 0.1835301 Mar 07 16:21:44.717057 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d5834-5079-45f1-8a35-a2099c8be4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-8651abbb-08ce-4f4a-a2de-1a1bcaa47518', 'network_id': '8651abbb-08ce-4f4a-a2de-1a1bcaa47518', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': '35089b90-040b-429d-8dfe-100c757d3c05'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:44.718003 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-494d5834-5079-45f1-8a35-a2099c8be4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.722745 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.730236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Port': ['ID=35cf5944-a4c8-444d-bd52-9ec823c113ad,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:44.744100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network 2a36e815-617d-418f-8fca-55603757b743 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:44.772224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Network 4bf511c1-bfb3-460a-89e2-4096c269e1d8 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:44.799786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-77450a46-e45b-4fa7-b9be-39381c6c4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:44.801756 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-77450a46-e45b-4fa7-b9be-39381c6c4de0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef2667aa-1e85-4dee-9520-d73be4bfe1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0840473 Mar 07 16:21:44.842370 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (35089b90-040b-429d-8dfe-100c757d3c05), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.868427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:44.875684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:44.935198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca4e317-1bdc-4f2a-b547-01c777571eae {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:21:44.946119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.953072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Publish callbacks [] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:44.968946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Transition to ACTIVE for port object dca4e317-1bdc-4f2a-b547-01c777571eae will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:21:45.006459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.035022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (35089b90-040b-429d-8dfe-100c757d3c05), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.075428 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-57e79a56-8bb7-4660-ab15-a1a96c0d7fa4 service neutron] 10.222.0.11 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620008 Mar 07 16:21:45.079026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:45.082449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c897a06d-0be0-4553-bf7b-282c74ce4fe9 None None] For port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=24bc6ea2-b1aa-4b88-874e-c6bc62303f27,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:45.084522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=35089b90-040b-429d-8dfe-100c757d3c05,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:45.094465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917b4dda-8089-4c26-aa0d-3374aa7c6c08 None None] New status for floating IP a75bc4c6-dc7c-43c2-b160-e5686d74b86e: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:21:45.096257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 900ad443-92f6-411c-ad17-96b9c1dc5e83 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:45.096631 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.098468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Pushing event updated for resources: {'Port': ['ID=5ad2339e-585e-4b7e-83c0-5dc8e9050243,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:45.102898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:45.148412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:45.149552 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8651abbb-08ce-4f4a-a2de-1a1bcaa47518), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.172207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8651abbb-08ce-4f4a-a2de-1a1bcaa47518']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:45.230969 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.234059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5d96d5-8a0e-4fc0-9b06-8fc1a6255094') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:45.234258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5d96d5-8a0e-4fc0-9b06-8fc1a6255094') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:45.281832 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (3e5d96d5-8a0e-4fc0-9b06-8fc1a6255094), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.305543 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3e5d96d5-8a0e-4fc0-9b06-8fc1a6255094), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.309126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c897a06d-0be0-4553-bf7b-282c74ce4fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.310719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:45.311282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:45.317200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae on network f523516f-e33e-4799-8f63-c559585e318e {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:45.323305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:45.324114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (3e5d96d5-8a0e-4fc0-9b06-8fc1a6255094), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:45.329519 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:45.334584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-030ed5fe-eda5-4a14-8a2f-ea52c5ec09db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:45.336387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-030ed5fe-eda5-4a14-8a2f-ea52c5ec09db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 946 time: 0.3493271 Mar 07 16:21:45.339336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Port dca4e317-1bdc-4f2a-b547-01c777571eae on network f523516f-e33e-4799-8f63-c559585e318e not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:21:45.339673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae on network f523516f-e33e-4799-8f63-c559585e318e {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:45.382565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:45.383617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Checking segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:45.383734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Bound using segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:45.384118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Bound port: dca4e317-1bdc-4f2a-b547-01c777571eae, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:45.384530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.407041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18ebb6dc-bf40-4ac4-9d98-c08e1be39147 req-d31c0c87-6d93-423e-8a1d-ea2ae50cf2f3 service neutron] 10.222.0.11 "GET /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126955 Mar 07 16:21:45.545768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (8651abbb-08ce-4f4a-a2de-1a1bcaa47518), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.555181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f0302-84b1-4097-9743-f41080181d1b None None] Network 8651abbb-08ce-4f4a-a2de-1a1bcaa47518 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:45.557611 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.567149 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/8651abbb-08ce-4f4a-a2de-1a1bcaa47518 HTTP/1.1" status: 204 len: 168 time: 1.0407422 Mar 07 16:21:45.576615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49140) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:45.586878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1379342378'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:45.627623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f0302-84b1-4097-9743-f41080181d1b None None] Network 8651abbb-08ce-4f4a-a2de-1a1bcaa47518 could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:21:45.633920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:45.639628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:45.672495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Attempting to bind port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:45.672875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Attempting to bind port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c08c2072-714b-47fa-bd04-e517b87b5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4bf511c1-bfb3-460a-89e2-4096c269e1d8'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:45.673252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Attempting to bind port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 on network 4bf511c1-bfb3-460a-89e2-4096c269e1d8 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:45.673924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.680372 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Publish callbacks [] for port (41566ee5-9112-40fa-b3d6-959c36407e72), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.681964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:45.682461 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.688521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addc691-facd-4b6e-b1a4-fceaa5e22ca2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=8651abbb-08ce-4f4a-a2de-1a1bcaa47518,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:45.691592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:45.697123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.719846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:45.720239 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Checking segment: {'id': 'c08c2072-714b-47fa-bd04-e517b87b5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4bf511c1-bfb3-460a-89e2-4096c269e1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:45.720664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.727706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Bound using segment: {'id': 'c08c2072-714b-47fa-bd04-e517b87b5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4bf511c1-bfb3-460a-89e2-4096c269e1d8'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:45.728346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Bound port: 5ad2339e-585e-4b7e-83c0-5dc8e9050243, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08c2072-714b-47fa-bd04-e517b87b5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4bf511c1-bfb3-460a-89e2-4096c269e1d8'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:45.728759 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.755735 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.779208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '24bc6ea2-b1aa-4b88-874e-c6bc62303f27', 'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:f3:a7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:36Z', 'updated_at': '2022-03-07T16:21:42Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:45.783654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51860e91-fe85-4380-bc54-876868a5e7be None None] Pushing event updated for resources: {'Port': ['ID=53d414c8-f8a3-4c32-93e3-5c1585064ec5,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:45.819029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:45.857821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afe6d0-c4ab-4a5b-b7f4-dc81c1a61919 req-9ec8f5b8-a818-4ad7-9123-8d37458d1dfc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:45.859497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35afe6d0-c4ab-4a5b-b7f4-dc81c1a61919 req-9ec8f5b8-a818-4ad7-9123-8d37458d1dfc tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 946 time: 0.1994298 Mar 07 16:21:45.864676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367f9c7-1216-48e9-b02d-bb9c02b4a65d None None] The sync data for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 is: [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '24bc6ea2-b1aa-4b88-874e-c6bc62303f27', 'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:f3:a7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:36Z', 'updated_at': '2022-03-07T16:21:42Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:45.933211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:45.933994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:45.935651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-9306cd16-1af1-49b8-b5eb-4e44a0f54dd4 service neutron] 10.222.0.15 "PUT /v2.0/ports/dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1092 time: 2.3236156 Mar 07 16:21:45.936178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:21:45.939581 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b742fc41-f143-46f6-9eb7-297d046907cc" -d '{"events": [{"name": "network-changed", "server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:21:46.038851 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35afe6d0-c4ab-4a5b-b7f4-dc81c1a61919 req-f7445c0c-be58-4384-a6f7-d164214c3b3a tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/security-groups?id=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725538 Mar 07 16:21:46.066856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:46.087041 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.103705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.118120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 900ad443-92f6-411c-ad17-96b9c1dc5e83 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:46.118589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.127404 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bea80a9-0e54-490f-960a-963ce0368ab1 x-openstack-request-id: req-9bea80a9-0e54-490f-960a-963ce0368ab1 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:21:46.127859 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:21:46.128228 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bea80a9-0e54-490f-960a-963ce0368ab1 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:21:46.128724 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'status': 'completed', 'code': 200} Mar 07 16:21:46.157781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Network 3a339749-7a7c-4758-9647-94aa86781cc8 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:46.171894 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7d81a56e-e4dd-489f-a9cc-2efdc3d40193), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.172393 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 7d81a56e-e4dd-489f-a9cc-2efdc3d40193 of type vlan for network f7cc0150-f2a6-4667-a3dc-d886f57c910b Mar 07 16:21:46.177072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897a06d-0be0-4553-bf7b-282c74ce4fe9 None None] Pushing event updated for resources: {'Port': ['ID=24bc6ea2-b1aa-4b88-874e-c6bc62303f27,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:46.201768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] For port 8b77e6c4-2c16-4c8c-af56-e05559aeda46, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8b77e6c4-2c16-4c8c-af56-e05559aeda46,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:46.202288 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.244856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Port': ['ID=35cf5944-a4c8-444d-bd52-9ec823c113ad,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:46.247730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.276912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for 8b77e6c4-2c16-4c8c-af56-e05559aeda46 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:46.299318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6160f2-ca2d-42bb-83d6-9715320038a0 req-e19b129f-1d91-46c3-a7c3-068054919398 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:46.301125 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d6160f2-ca2d-42bb-83d6-9715320038a0 req-e19b129f-1d91-46c3-a7c3-068054919398 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 944 time: 0.5152159 Mar 07 16:21:46.330197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-16ff5d39-e31e-46dc-b1b5-1a439635ab18 None None] Provisioning complete for port 900ad443-92f6-411c-ad17-96b9c1dc5e83 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:46.330913 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-16ff5d39-e31e-46dc-b1b5-1a439635ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.356154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f7cc0150-f2a6-4667-a3dc-d886f57c910b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.359795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-8e689a9f-8364-4f39-9137-65a149c1ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:46.370216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-8e689a9f-8364-4f39-9137-65a149c1ea4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1126 time: 0.3337524 Mar 07 16:21:46.384723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Pushing event updated for resources: {'Port': ['ID=41566ee5-9112-40fa-b3d6-959c36407e72,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:46.396227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:46.399989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:46.410911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] For port 5ad2339e-585e-4b7e-83c0-5dc8e9050243, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:46.447383 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network 2a36e815-617d-418f-8fca-55603757b743 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:46.449601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:46.470060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 900ad443-92f6-411c-ad17-96b9c1dc5e83, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=900ad443-92f6-411c-ad17-96b9c1dc5e83,segment=NetworkSegment(356e0491-9b81-4dd8-9dc7-782112543922),segment_id=356e0491-9b81-4dd8-9dc7-782112543922)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:46.481116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] For port 5ad2339e-585e-4b7e-83c0-5dc8e9050243, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5ad2339e-585e-4b7e-83c0-5dc8e9050243,segment=NetworkSegment(c08c2072-714b-47fa-bd04-e517b87b5150),segment_id=c08c2072-714b-47fa-bd04-e517b87b5150)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:46.487036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.515490 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.resource_extend [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:21:46.537066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-e89349bf-6f0c-4fac-b153-201dead5e7b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 217 time: 0.1437607 Mar 07 16:21:46.634785 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.638919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=900ad443-92f6-411c-ad17-96b9c1dc5e83,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:46.750378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d6160f2-ca2d-42bb-83d6-9715320038a0 req-8e502d87-55ca-4290-88f7-8b3476215d11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344420 Mar 07 16:21:46.755829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf70dfb-91f7-40bc-b3b9-f1d8493bdf8e None None] Pushing event updated for resources: {'Port': ['ID=5ad2339e-585e-4b7e-83c0-5dc8e9050243,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:46.758522 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (8b77e6c4-2c16-4c8c-af56-e05559aeda46), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.771311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Router 7edd9b8b-d6cb-45e2-b571-0d6202e64e32 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:21:46.799605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f7cc0150-f2a6-4667-a3dc-d886f57c910b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.813169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:46.813719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:46.814451 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.841209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-16ff5d39-e31e-46dc-b1b5-1a439635ab18 None None] Current status of the port 900ad443-92f6-411c-ad17-96b9c1dc5e83 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:46.873041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Attempting to bind port 41566ee5-9112-40fa-b3d6-959c36407e72 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:46.873362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Attempting to bind port 41566ee5-9112-40fa-b3d6-959c36407e72 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'fc8ec7d9-a829-4b29-abe2-db2cfa63d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a339749-7a7c-4758-9647-94aa86781cc8'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:46.873855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Attempting to bind port 41566ee5-9112-40fa-b3d6-959c36407e72 on network 3a339749-7a7c-4758-9647-94aa86781cc8 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:46.915355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:46.915935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Checking segment: {'id': 'fc8ec7d9-a829-4b29-abe2-db2cfa63d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a339749-7a7c-4758-9647-94aa86781cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:46.916380 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.917164 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Bound using segment: {'id': 'fc8ec7d9-a829-4b29-abe2-db2cfa63d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a339749-7a7c-4758-9647-94aa86781cc8'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:46.917899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Bound port: 41566ee5-9112-40fa-b3d6-959c36407e72, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8ec7d9-a829-4b29-abe2-db2cfa63d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a339749-7a7c-4758-9647-94aa86781cc8'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:46.918393 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:46.921871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=8b77e6c4-2c16-4c8c-af56-e05559aeda46,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:46.935930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d15ab-6766-4ff9-b227-62763570e95a None None] Network 2a36e815-617d-418f-8fca-55603757b743 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:46.998413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:47.009815 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd28166b-2f1e-4b78-968f-e9b484460b68 None None] Sync routers for ids ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:47.030999 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fcb8c4fd-7f95-4809-bd9f-9d6148d29566 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "PUT /v2.0/routers/7edd9b8b-d6cb-45e2-b571-0d6202e64e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7813876 Mar 07 16:21:47.034900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49146) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:47.036633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=f7cc0150-f2a6-4667-a3dc-d886f57c910b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:47.043782 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28166b-2f1e-4b78-968f-e9b484460b68 None None] Routers {'7edd9b8b-d6cb-45e2-b571-0d6202e64e32'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:47.049965 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-bd28166b-2f1e-4b78-968f-e9b484460b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:47.058752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] No DVR routers for this DVR port 8b77e6c4-2c16-4c8c-af56-e05559aeda46 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:47.076772 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-90a23946-d732-4e7e-b6f6-a9876f4f3bbf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4974186 Mar 07 16:21:47.079694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49150) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:47.081101 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:47.095487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5de1d9a1-e9ed-4e2b-a2c8-4a8221092d98 req-b92906c8-84f8-4324-89d7-306966a387f1 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.11 "DELETE /v2.0/ports/8b77e6c4-2c16-4c8c-af56-e05559aeda46 HTTP/1.1" status: 204 len: 173 time: 1.7529120 Mar 07 16:21:47.098032 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-bd28166b-2f1e-4b78-968f-e9b484460b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:47.107378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f7cc0150-f2a6-4667-a3dc-d886f57c910b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:47.113042 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28166b-2f1e-4b78-968f-e9b484460b68 None None] Routers {'7edd9b8b-d6cb-45e2-b571-0d6202e64e32'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:47.115573 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-bd28166b-2f1e-4b78-968f-e9b484460b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:47.117790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': 'f7cc0150-f2a6-4667-a3dc-d886f57c910b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:47.122261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-becdb8d6-eeb6-4e53-b48f-db27e1ef84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:47.138945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-becdb8d6-eeb6-4e53-b48f-db27e1ef84bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 200 len: 834 time: 0.5932398 Mar 07 16:21:47.180695 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-bd28166b-2f1e-4b78-968f-e9b484460b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:47.181768 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd28166b-2f1e-4b78-968f-e9b484460b68 None None] The sync data for ids ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:47.243809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] For port 41566ee5-9112-40fa-b3d6-959c36407e72, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:47.373553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-57c4a078-52c2-4d06-842f-c851ada7e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:47.375175 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-57c4a078-52c2-4d06-842f-c851ada7e508 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f523516f-e33e-4799-8f63-c559585e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2255855 Mar 07 16:21:47.375590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] For port 41566ee5-9112-40fa-b3d6-959c36407e72, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=41566ee5-9112-40fa-b3d6-959c36407e72,segment=NetworkSegment(fc8ec7d9-a829-4b29-abe2-db2cfa63d17a),segment_id=fc8ec7d9-a829-4b29-abe2-db2cfa63d17a)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:47.404140 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:47.414146 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a3bbd680-2017-49e9-87dc-ba8916650638 req-1c58d878-0134-42c8-ac8f-00bfbd26539f tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2 HTTP/1.1" status: 200 len: 210 time: 0.1535785 Mar 07 16:21:47.430568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:47.430858 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:47.456312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:47.462054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:47.529422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Performing IP validity checks on allocation pools {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 16:21:47.530146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 16:21:47.548787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66465f79-a78d-401e-9e17-9a11e457c1c8 None None] Pushing event updated for resources: {'Port': ['ID=41566ee5-9112-40fa-b3d6-959c36407e72,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:47.646582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] Provisioning complete for port 900ad443-92f6-411c-ad17-96b9c1dc5e83 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:47.646981 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:47.785828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-a942e5e6-71f5-4fed-85ae-d47af7d14925 service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544412 Mar 07 16:21:47.787527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:47.789544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 53d414c8-f8a3-4c32-93e3-5c1585064ec5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:48.019888 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-4f3263d0-9740-49cc-bb6d-c1f0fed5325d tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:21:48.025713 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4f3263d0-9740-49cc-bb6d-c1f0fed5325d tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "PUT /v2.0/routers/7edd9b8b-d6cb-45e2-b571-0d6202e64e32/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9863315 Mar 07 16:21:48.028463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49154) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:48.037735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:48.038997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.042353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] Current status of the port 900ad443-92f6-411c-ad17-96b9c1dc5e83 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:48.105110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] Provisioning complete for port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:48.105499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.137935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'name': 'network-vif-deleted', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:21:48.141755 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560bf262-9432-4aca-8850-6e2bca797e31" -d '{"events": [{"server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "name": "network-vif-deleted", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:21:48.242581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (45a4e256-abdc-4e37-b78f-b060754410b9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.281320 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe14dcc5-0eba-45d1-8f40-324a9ba71ace x-openstack-request-id: req-fe14dcc5-0eba-45d1-8f40-324a9ba71ace {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:21:48.281911 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2", "name": "network-vif-deleted", "tag": "8b77e6c4-2c16-4c8c-af56-e05559aeda46", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:21:48.284639 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe14dcc5-0eba-45d1-8f40-324a9ba71ace {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:21:48.285273 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5d9782-8c2f-44e5-86be-8ac6e7cda7a2', 'name': 'network-vif-deleted', 'tag': '8b77e6c4-2c16-4c8c-af56-e05559aeda46', 'status': 'completed', 'code': 200} Mar 07 16:21:48.349053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:48.349685 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.364725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] Current status of the port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:48.365200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.373853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=45a4e256-abdc-4e37-b78f-b060754410b9,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:48.380692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a26dfba-857c-4841-bf5d-1f48e75cba4b req-c8bd5ddd-f518-435f-9f47-56a6311f65ec service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880585 Mar 07 16:21:48.406581 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881479-7a14-44f7-8266-d8d4c876b447 req-f5512a72-658f-4fd7-a1ea-521c28da3c75 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:48.411411 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2881479-7a14-44f7-8266-d8d4c876b447 req-f5512a72-658f-4fd7-a1ea-521c28da3c75 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 944 time: 0.4102478 Mar 07 16:21:48.447461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] For port 53d414c8-f8a3-4c32-93e3-5c1585064ec5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=53d414c8-f8a3-4c32-93e3-5c1585064ec5,segment=NetworkSegment(d8cbcb0e-a628-4af5-82b2-ac8f7702da75),segment_id=d8cbcb0e-a628-4af5-82b2-ac8f7702da75)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:48.456530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.525347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49160) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:48.560579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adb4ad-cd9b-4368-ac59-8b7365660937 None None] Pushing event updated for resources: {'Port': ['ID=53d414c8-f8a3-4c32-93e3-5c1585064ec5,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:48.607231 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:21:48.607958 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:21:48.609358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-00210e9b-6b95-4091-9566-c4beb4f67e4d None None] Provisioning complete for port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:48.609990 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00210e9b-6b95-4091-9566-c4beb4f67e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.659792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe4e4-53c6-4492-b99b-1d86b7678932 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (818003c4-bc0e-4a9e-ae8e-28115e9ba4bd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.715929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-00210e9b-6b95-4091-9566-c4beb4f67e4d None None] Current status of the port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:48.732325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-00210e9b-6b95-4091-9566-c4beb4f67e4d None None] Provisioning complete for port 35cf5944-a4c8-444d-bd52-9ec823c113ad triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:48.733103 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00210e9b-6b95-4091-9566-c4beb4f67e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.738037 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe4e4-53c6-4492-b99b-1d86b7678932 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (818003c4-bc0e-4a9e-ae8e-28115e9ba4bd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.779318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-00210e9b-6b95-4091-9566-c4beb4f67e4d None None] Port 35cf5944-a4c8-444d-bd52-9ec823c113ad cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:21:48.786604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beffbcfd-d1fc-4905-9b45-2caf9c3aaed5 None None] Network 4bf511c1-bfb3-460a-89e2-4096c269e1d8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:48.841181 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe4e4-53c6-4492-b99b-1d86b7678932 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (818003c4-bc0e-4a9e-ae8e-28115e9ba4bd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.843866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe4e4-53c6-4492-b99b-1d86b7678932 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.847532 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bd8fe4e4-53c6-4492-b99b-1d86b7678932 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/security-groups/818003c4-bc0e-4a9e-ae8e-28115e9ba4bd HTTP/1.1" status: 204 len: 168 time: 0.3112035 Mar 07 16:21:48.881196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fe4e4-53c6-4492-b99b-1d86b7678932 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=818003c4-bc0e-4a9e-ae8e-28115e9ba4bd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:48.899967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49164) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:48.941106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': '7d81a56e-e4dd-489f-a9cc-2efdc3d40193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f7cc0150-f2a6-4667-a3dc-d886f57c910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:48.941653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: f7cc0150-f2a6-4667-a3dc-d886f57c910b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:48.979072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] Provisioning complete for port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:48.979455 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:48.983358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2881479-7a14-44f7-8266-d8d4c876b447 req-9ed23e94-dafa-450f-86e4-d58c6d1bc5a5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5464017 Mar 07 16:21:48.986663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742fc41-f143-46f6-9eb7-297d046907cc req-2bede24f-8bcf-4372-98af-dd5eb8255325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:48.988312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b742fc41-f143-46f6-9eb7-297d046907cc req-2bede24f-8bcf-4372-98af-dd5eb8255325 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1126 time: 0.1154900 Mar 07 16:21:49.006586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network f7cc0150-f2a6-4667-a3dc-d886f57c910b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:49.037487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, f7cc0150-f2a6-4667-a3dc-d886f57c910b) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:49.048199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:49.048804 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.111400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.132229 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-75d78d13-c1a8-4b4b-9a25-78661089cab2 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0213981 Mar 07 16:21:49.132631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49166) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:49.182926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742fc41-f143-46f6-9eb7-297d046907cc req-e7e7e1f7-64ee-4a04-b6ba-4b539d27889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:49.184658 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b742fc41-f143-46f6-9eb7-297d046907cc req-e7e7e1f7-64ee-4a04-b6ba-4b539d27889b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 898 time: 0.1881292 Mar 07 16:21:49.278910 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b742fc41-f143-46f6-9eb7-297d046907cc req-f1ff214f-98cf-4dc0-884f-b9598f0b5042 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 217 time: 0.0626388 Mar 07 16:21:49.291811 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c46dd-d0e0-428c-8cdc-6fb691683a7c None None] Network f7cc0150-f2a6-4667-a3dc-d886f57c910b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:49.293636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8b77e6c4-2c16-4c8c-af56-e05559aeda46 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:49.363127 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f7cc0150-f2a6-4667-a3dc-d886f57c910b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.372122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 8b77e6c4-2c16-4c8c-af56-e05559aeda46 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:49.372699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8b77e6c4-2c16-4c8c-af56-e05559aeda46 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:49.372837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742fc41-f143-46f6-9eb7-297d046907cc req-b3ec97e1-77b4-47a0-aee6-55277a2e6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:49.374808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b742fc41-f143-46f6-9eb7-297d046907cc req-b3ec97e1-77b4-47a0-aee6-55277a2e6a4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 200 len: 834 time: 0.0878582 Mar 07 16:21:49.426062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:49.530109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3664a9c2-1398-49f3-839c-9185739efa81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-f7cc0150-f2a6-4667-a3dc-d886f57c910b', 'network_id': 'f7cc0150-f2a6-4667-a3dc-d886f57c910b', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': '45a4e256-abdc-4e37-b78f-b060754410b9'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:49.531099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3664a9c2-1398-49f3-839c-9185739efa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.537850 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (45a4e256-abdc-4e37-b78f-b060754410b9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.571319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] Current status of the port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:49.571319 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.604691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742fc41-f143-46f6-9eb7-297d046907cc req-432b004d-3c01-4f20-b0e4-2301aa4be40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:49.606259 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b742fc41-f143-46f6-9eb7-297d046907cc req-432b004d-3c01-4f20-b0e4-2301aa4be40a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f523516f-e33e-4799-8f63-c559585e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2229455 Mar 07 16:21:49.659069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] For port 5ad2339e-585e-4b7e-83c0-5dc8e9050243, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5ad2339e-585e-4b7e-83c0-5dc8e9050243,segment=NetworkSegment(c08c2072-714b-47fa-bd04-e517b87b5150),segment_id=c08c2072-714b-47fa-bd04-e517b87b5150)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:49.661596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a1fa6a-9ae3-4e54-af28-9957e6a4ee0b None None] Network 3a339749-7a7c-4758-9647-94aa86781cc8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:49.682172 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.718893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Deleting port 35cf5944-a4c8-444d-bd52-9ec823c113ad {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:49.718893 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.746616 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b742fc41-f143-46f6-9eb7-297d046907cc req-3fec1b45-1ddb-4325-b4f3-5d4746e03106 service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325469 Mar 07 16:21:49.820552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 53d414c8-f8a3-4c32-93e3-5c1585064ec5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:49.853337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (45a4e256-abdc-4e37-b78f-b060754410b9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.874981 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.896333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Calling delete_port for 35cf5944-a4c8-444d-bd52-9ec823c113ad owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:49.896637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=45a4e256-abdc-4e37-b78f-b060754410b9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:49.905336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] Provisioning complete for port 35cf5944-a4c8-444d-bd52-9ec823c113ad triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:49.905624 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.905897 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (42973497-1811-4583-8d16-556f75e4083c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.973433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b742fc41-f143-46f6-9eb7-297d046907cc req-352b04cd-b1c0-4cc7-a55a-ed0539430dcc service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128634 Mar 07 16:21:49.976128 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (f7cc0150-f2a6-4667-a3dc-d886f57c910b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:49.999691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cc0150-f2a6-4667-a3dc-d886f57c910b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:50.010057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d81a56e-e4dd-489f-a9cc-2efdc3d40193') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:50.010363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d81a56e-e4dd-489f-a9cc-2efdc3d40193') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server [None req-3664a9c2-1398-49f3-839c-9185739efa81 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45a4e256-abdc-4e37-b78f-b060754410b9: This subnet is being modified by another concurrent operation. Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise exception Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45a4e256-abdc-4e37-b78f-b060754410b9: This subnet is being modified by another concurrent operation. Mar 07 16:21:50.017404 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Mar 07 16:21:50.028829 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (7d81a56e-e4dd-489f-a9cc-2efdc3d40193), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.048870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7d81a56e-e4dd-489f-a9cc-2efdc3d40193), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.052303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] Pushing event updated for resources: {'Port': ['ID=5ad2339e-585e-4b7e-83c0-5dc8e9050243,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:50.065436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:50.066530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (7d81a56e-e4dd-489f-a9cc-2efdc3d40193), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:50.073113 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:50.090713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c7568-3c3a-434d-9d2b-a5ee586580cb None None] Network f7cc0150-f2a6-4667-a3dc-d886f57c910b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:50.119679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-78fc8f30-c34f-44af-a481-2ba7e571e045 None None] Port 35cf5944-a4c8-444d-bd52-9ec823c113ad cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:21:50.173194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:50.173575 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.174588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (f7cc0150-f2a6-4667-a3dc-d886f57c910b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.188027 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.195323 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/f7cc0150-f2a6-4667-a3dc-d886f57c910b HTTP/1.1" status: 204 len: 168 time: 1.0616202 Mar 07 16:21:50.203989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49170) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:50.212936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-48722116'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:50.237887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86099752-88f0-4363-96f6-d9c27506c899 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=f7cc0150-f2a6-4667-a3dc-d886f57c910b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:50.264207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:50.267941 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.270173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Provisioning complete for port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:50.271081 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.298679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:50.310427 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (19a3ad64-b826-476d-8c5d-f70dd2f145f1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.310832 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 19a3ad64-b826-476d-8c5d-f70dd2f145f1 of type vlan for network 7cd3cdea-1b22-44bc-b29e-7e871fca70d6 Mar 07 16:21:50.359927 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7cd3cdea-1b22-44bc-b29e-7e871fca70d6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.397086 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7cd3cdea-1b22-44bc-b29e-7e871fca70d6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.405116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:50.405751 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.421899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:50.423480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 900ad443-92f6-411c-ad17-96b9c1dc5e83 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:50.452639 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2468925 Mar 07 16:21:50.458731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49172) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:50.462511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da0829-33ac-4466-8e98-3e37f5cfd5e9 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:21:50.489909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dbcf1-293e-411c-aeff-a5ceea361525 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=7cd3cdea-1b22-44bc-b29e-7e871fca70d6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:50.499004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': '7cd3cdea-1b22-44bc-b29e-7e871fca70d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:50.507825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7cd3cdea-1b22-44bc-b29e-7e871fca70d6 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:50.509990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Current status of the port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:50.605953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Provisioning complete for port 41566ee5-9112-40fa-b3d6-959c36407e72 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:50.606335 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.645290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726eaec-de76-4bad-b58c-4024bf51ea7b req-0a0efade-69c8-4ccd-b72a-4331981051ed tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:50.646853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1726eaec-de76-4bad-b58c-4024bf51ea7b req-0a0efade-69c8-4ccd-b72a-4331981051ed tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 944 time: 0.2687330 Mar 07 16:21:50.679715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 900ad443-92f6-411c-ad17-96b9c1dc5e83 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:50.679986 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.737515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da0829-33ac-4466-8e98-3e37f5cfd5e9 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:21:50.753980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:50.758003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.807379 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (35cf5944-a4c8-444d-bd52-9ec823c113ad), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.841258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Current status of the port 41566ee5-9112-40fa-b3d6-959c36407e72 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:50.841655 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:50.866462 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1726eaec-de76-4bad-b58c-4024bf51ea7b req-80d2ac22-0a5d-4bcb-9705-15604368a64e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091975 Mar 07 16:21:50.899297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 900ad443-92f6-411c-ad17-96b9c1dc5e83 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:50.900325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5ad2339e-585e-4b7e-83c0-5dc8e9050243 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:50.914780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Port': ['ID=35cf5944-a4c8-444d-bd52-9ec823c113ad,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:50.962063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] For port 41566ee5-9112-40fa-b3d6-959c36407e72, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=41566ee5-9112-40fa-b3d6-959c36407e72,segment=NetworkSegment(fc8ec7d9-a829-4b29-abe2-db2cfa63d17a),segment_id=fc8ec7d9-a829-4b29-abe2-db2cfa63d17a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:50.972242 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.009331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Could not find standard attr ID for object 35cf5944-a4c8-444d-bd52-9ec823c113ad. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:21:51.060902 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:51.061287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.086039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b0837-cc0e-432e-9c0e-4a53ee0f8ee6 None None] Pushing event updated for resources: {'Port': ['ID=41566ee5-9112-40fa-b3d6-959c36407e72,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:51.168369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3483f081-c9b7-4a5a-a9de-b1bfd7f221c9 None None] Provisioning complete for port 41566ee5-9112-40fa-b3d6-959c36407e72 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:51.168754 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3483f081-c9b7-4a5a-a9de-b1bfd7f221c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.204247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port 315efd94-d284-4b5e-a7ed-45aac9798e6a {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:51.204609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.209327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:51.210501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41566ee5-9112-40fa-b3d6-959c36407e72 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:51.219862 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.295687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (8fbfdcbb-428f-46c9-b34c-aa6d6c080f37), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.301798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 41566ee5-9112-40fa-b3d6-959c36407e72 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:51.302185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.304434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3483f081-c9b7-4a5a-a9de-b1bfd7f221c9 None None] Current status of the port 41566ee5-9112-40fa-b3d6-959c36407e72 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:51.388092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 41566ee5-9112-40fa-b3d6-959c36407e72 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:51.473958 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=8fbfdcbb-428f-46c9-b34c-aa6d6c080f37,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:51.494502 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] For port 315efd94-d284-4b5e-a7ed-45aac9798e6a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=315efd94-d284-4b5e-a7ed-45aac9798e6a,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:51.494890 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.512785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41566ee5-9112-40fa-b3d6-959c36407e72 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:51.539723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for 315efd94-d284-4b5e-a7ed-45aac9798e6a owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:51.558029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Router 7edd9b8b-d6cb-45e2-b571-0d6202e64e32 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:51.560316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': '19a3ad64-b826-476d-8c5d-f70dd2f145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7cd3cdea-1b22-44bc-b29e-7e871fca70d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:51.560684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: 7cd3cdea-1b22-44bc-b29e-7e871fca70d6, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:51.562952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 41566ee5-9112-40fa-b3d6-959c36407e72 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:51.563344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.643402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 41566ee5-9112-40fa-b3d6-959c36407e72 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:51.644487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5ad2339e-585e-4b7e-83c0-5dc8e9050243 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:51.672295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 7cd3cdea-1b22-44bc-b29e-7e871fca70d6 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:51.697875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:51.698257 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.719293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:51.721477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 7cd3cdea-1b22-44bc-b29e-7e871fca70d6) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:51.738749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b83b0e1-d381-4803-a027-73b4491a564e None None] Network 7cd3cdea-1b22-44bc-b29e-7e871fca70d6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:51.741543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b7f98-1259-4725-b104-6adec27810dc None None] Sync routers for ids ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:51.758288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-069c9ba9-3152-4bbf-aa22-c94c3fbfd965 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "PUT /v2.0/routers/7edd9b8b-d6cb-45e2-b571-0d6202e64e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7285819 Mar 07 16:21:51.764070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49174) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:51.767484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:51.767484 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:51.799320 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-196c14e6-ec76-417e-98ee-e0c533d04a65 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3390884 Mar 07 16:21:51.802252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49176) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:51.808829 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-556224ee-7053-44ff-9150-3fcae7f7cd26 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] delete failed (client error): The resource could not be found. Mar 07 16:21:51.817077 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-556224ee-7053-44ff-9150-3fcae7f7cd26 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1779431524 HTTP/1.1" status: 404 len: 335 time: 0.0465181 Mar 07 16:21:51.817077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49178) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:51.822271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d4a80944-d00c-4b87-a5b4-0bb53ba3fc7b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Request body: {'router': {'external_gateway_info': {'network_id': '7edd9b8b-d6cb-45e2-b571-0d6202e64e32'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:52.003308 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (315efd94-d284-4b5e-a7ed-45aac9798e6a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.008348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b7f98-1259-4725-b104-6adec27810dc None None] Routers {'7edd9b8b-d6cb-45e2-b571-0d6202e64e32'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:52.009600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c15b7f98-1259-4725-b104-6adec27810dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:52.050237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c15b7f98-1259-4725-b104-6adec27810dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:52.102430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b7f98-1259-4725-b104-6adec27810dc None None] Routers {'7edd9b8b-d6cb-45e2-b571-0d6202e64e32'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:52.103111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c15b7f98-1259-4725-b104-6adec27810dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:52.117408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=315efd94-d284-4b5e-a7ed-45aac9798e6a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:52.125773 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7cd3cdea-1b22-44bc-b29e-7e871fca70d6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.158451 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d4a80944-d00c-4b87-a5b4-0bb53ba3fc7b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for router_gateway (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.169580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c15b7f98-1259-4725-b104-6adec27810dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:52.170227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b7f98-1259-4725-b104-6adec27810dc None None] The sync data for ids ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:52.172800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:52.186064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-7cd3cdea-1b22-44bc-b29e-7e871fca70d6', 'network_id': '7cd3cdea-1b22-44bc-b29e-7e871fca70d6', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': '8fbfdcbb-428f-46c9-b34c-aa6d6c080f37'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:52.187123 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.211749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c47864-d7a4-442e-93ce-e306f6e8291a req-e1b07e51-9514-4b26-82be-387c59653830 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:52.221588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5c47864-d7a4-442e-93ce-e306f6e8291a req-e1b07e51-9514-4b26-82be-387c59653830 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 944 time: 0.2656872 Mar 07 16:21:52.226995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device dca4e317-1bdc-4f2a-b547-01c777571eae details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:21:52.277884 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-d4a80944-d00c-4b87-a5b4-0bb53ba3fc7b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] update failed (client error): The resource could not be found. Mar 07 16:21:52.278991 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d4a80944-d00c-4b87-a5b4-0bb53ba3fc7b tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "PUT /v2.0/routers/7edd9b8b-d6cb-45e2-b571-0d6202e64e32 HTTP/1.1" status: 404 len: 339 time: 0.4611058 Mar 07 16:21:52.295605 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f5c47864-d7a4-442e-93ce-e306f6e8291a req-34e5f660-7888-44ff-b91e-35d6805245cf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729208 Mar 07 16:21:52.296239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49182) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:52.394573 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (8fbfdcbb-428f-46c9-b34c-aa6d6c080f37), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.464948 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (42973497-1811-4583-8d16-556f75e4083c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.467903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Allocated IP 172.20.0.1 (7cd3cdea-1b22-44bc-b29e-7e871fca70d6/8fbfdcbb-428f-46c9-b34c-aa6d6c080f37/4936db2e-4e0c-4731-b057-02a6939634e2) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:52.508433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:52.540457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'port_id': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'mac_address': 'fa:16:3e:6c:b2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:21:52.626611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port dca4e317-1bdc-4f2a-b547-01c777571eae is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:52.627350 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.635311 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.658102 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca4e317-1bdc-4f2a-b547-01c777571eae {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:21:52.712519 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Router 42973497-1811-4583-8d16-556f75e4083c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:52.730116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:52.737661 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.748213 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Publish callbacks [] for port (4936db2e-4e0c-4731-b057-02a6939634e2), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.777925 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (4936db2e-4e0c-4731-b057-02a6939634e2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.808937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Network 7cd3cdea-1b22-44bc-b29e-7e871fca70d6 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:52.809722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:52.816234 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:52.818445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:52.822909 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (8fbfdcbb-428f-46c9-b34c-aa6d6c080f37), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.857492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbfdcbb-428f-46c9-b34c-aa6d6c080f37,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:52.878213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Pushing event updated for resources: {'Port': ['ID=4936db2e-4e0c-4731-b057-02a6939634e2,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:52.929991 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a80a7285-edc2-463f-b0fe-fe73378549f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.934119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Allocated IP 172.20.0.1 (d1cd58bd-3429-4583-8cc4-c205909c43d6/eb56ba87-010e-481b-a0ba-c261ee6bbf03/81830ea3-8b47-447d-a511-af180b4aa62f) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:52.934786 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Attempting to bind port 4936db2e-4e0c-4731-b057-02a6939634e2 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:52.935264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Attempting to bind port 4936db2e-4e0c-4731-b057-02a6939634e2 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '19a3ad64-b826-476d-8c5d-f70dd2f145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7cd3cdea-1b22-44bc-b29e-7e871fca70d6'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:52.935644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Attempting to bind port 4936db2e-4e0c-4731-b057-02a6939634e2 on network 7cd3cdea-1b22-44bc-b29e-7e871fca70d6 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:52.937722 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:52.943667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:52.944754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Checking segment: {'id': '19a3ad64-b826-476d-8c5d-f70dd2f145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7cd3cdea-1b22-44bc-b29e-7e871fca70d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:52.945439 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.945909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Bound using segment: {'id': '19a3ad64-b826-476d-8c5d-f70dd2f145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7cd3cdea-1b22-44bc-b29e-7e871fca70d6'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:52.946473 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Bound port: 4936db2e-4e0c-4731-b057-02a6939634e2, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a3ad64-b826-476d-8c5d-f70dd2f145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7cd3cdea-1b22-44bc-b29e-7e871fca70d6'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:52.948179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4936db2e-4e0c-4731-b057-02a6939634e2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.948352 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8ce99c98-f71a-442a-b55f-327d205a4eae tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "PUT /v2.0/routers/42973497-1811-4583-8d16-556f75e4083c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0469854 Mar 07 16:21:52.951364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7cd3cdea-1b22-44bc-b29e-7e871fca70d6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:52.952439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49184) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:52.956266 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] Sync routers for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:52.967526 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:52.968518 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:52.990572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd3cdea-1b22-44bc-b29e-7e871fca70d6']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:53.013349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ea6eab-6e46-4d68-a44f-b4d9429c67db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting subnet 169f22d1-e50c-42fc-aaa8-c188235c858e {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:53.017210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a3ad64-b826-476d-8c5d-f70dd2f145f1') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:53.017427 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55ea6eab-6e46-4d68-a44f-b4d9429c67db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for subnet (169f22d1-e50c-42fc-aaa8-c188235c858e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.017541 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a3ad64-b826-476d-8c5d-f70dd2f145f1') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:53.020181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] For port 4936db2e-4e0c-4731-b057-02a6939634e2, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:53.025637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] For port 4936db2e-4e0c-4731-b057-02a6939634e2, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4936db2e-4e0c-4731-b057-02a6939634e2,segment=NetworkSegment(19a3ad64-b826-476d-8c5d-f70dd2f145f1),segment_id=19a3ad64-b826-476d-8c5d-f70dd2f145f1)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:53.032793 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4936db2e-4e0c-4731-b057-02a6939634e2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.035262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (19a3ad64-b826-476d-8c5d-f70dd2f145f1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.053206 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (19a3ad64-b826-476d-8c5d-f70dd2f145f1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.060977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55ea6eab-6e46-4d68-a44f-b4d9429c67db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (169f22d1-e50c-42fc-aaa8-c188235c858e), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.062070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:53.062070 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (19a3ad64-b826-476d-8c5d-f70dd2f145f1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.065795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['dca4e317-1bdc-4f2a-b547-01c777571eae'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:21:53.087122 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:53.151844 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:53.157527 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.db.api [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 16:21:53.157527 n-d-830010-8 neutron-server[103866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 16:21:53.157527 n-d-830010-8 neutron-server[103866]: [parameters: {'id': '7cd3cdea-1b22-44bc-b29e-7e871fca70d6'}] Mar 07 16:21:53.157527 n-d-830010-8 neutron-server[103866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:21:53.157956 n-d-830010-8 neutron-server[103866]: DEBUG oslo_db.api [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:21:53.174900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2515dd5-0a2a-44c1-9771-fe53aa1b1a0c None None] Pushing event updated for resources: {'Port': ['ID=4936db2e-4e0c-4731-b057-02a6939634e2,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:53.228629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e52137-9b41-438b-8aad-f0611edf32d0 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:21:53.413749 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:21:51Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:53.430961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250bb14-54b6-40d4-be19-47ec10026619 req-1f92aace-fe28-4d6a-acf9-09be9fca5b72 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:53.432692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e52137-9b41-438b-8aad-f0611edf32d0 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:21:53.433132 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c250bb14-54b6-40d4-be19-47ec10026619 req-1f92aace-fe28-4d6a-acf9-09be9fca5b72 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 945 time: 0.0656199 Mar 07 16:21:53.456361 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] Checking router: 42973497-1811-4583-8d16-556f75e4083c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:21:53.472920 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] Routers {'42973497-1811-4583-8d16-556f75e4083c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:53.473942 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['42973497-1811-4583-8d16-556f75e4083c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:53.524912 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c250bb14-54b6-40d4-be19-47ec10026619 req-59f255e6-4389-45d6-8954-335d7cb2abec tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861340 Mar 07 16:21:53.560007 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55ea6eab-6e46-4d68-a44f-b4d9429c67db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (169f22d1-e50c-42fc-aaa8-c188235c858e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.615286 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] Set router 42973497-1811-4583-8d16-556f75e4083c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:21:53.658909 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7cd3cdea-1b22-44bc-b29e-7e871fca70d6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.687592 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55ea6eab-6e46-4d68-a44f-b4d9429c67db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (169f22d1-e50c-42fc-aaa8-c188235c858e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.690576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a79e57-ac08-43fa-86d7-3796da019bf0 None None] Network 7cd3cdea-1b22-44bc-b29e-7e871fca70d6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:53.698250 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for port (81830ea3-8b47-447d-a511-af180b4aa62f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.730597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea6eab-6e46-4d68-a44f-b4d9429c67db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Subnet': ['ID=169f22d1-e50c-42fc-aaa8-c188235c858e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:53.734409 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Deleting port 4936db2e-4e0c-4731-b057-02a6939634e2 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:53.734923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4936db2e-4e0c-4731-b057-02a6939634e2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.738036 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55ea6eab-6e46-4d68-a44f-b4d9429c67db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.742107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-55ea6eab-6e46-4d68-a44f-b4d9429c67db tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/subnets/169f22d1-e50c-42fc-aaa8-c188235c858e HTTP/1.1" status: 204 len: 168 time: 0.7885659 Mar 07 16:21:53.744539 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49188) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:53.776464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce558bbd-f993-46ef-9f13-62f8633d2ce2 None None] Network ef2667aa-1e85-4dee-9520-d73be4bfe1a4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:53.819436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] For port 4936db2e-4e0c-4731-b057-02a6939634e2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4936db2e-4e0c-4731-b057-02a6939634e2,segment=NetworkSegment(19a3ad64-b826-476d-8c5d-f70dd2f145f1),segment_id=19a3ad64-b826-476d-8c5d-f70dd2f145f1)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:53.819800 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4936db2e-4e0c-4731-b057-02a6939634e2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.841715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Calling delete_port for 4936db2e-4e0c-4731-b057-02a6939634e2 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:53.855574 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:21:51Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:53.879365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (81830ea3-8b47-447d-a511-af180b4aa62f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.889974 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbde37-fa64-42f4-abdf-c6797a83c381 None None] The sync data for ids ['42973497-1811-4583-8d16-556f75e4083c'] in n-d-830010-8 is: [{'id': '42973497-1811-4583-8d16-556f75e4083c', 'name': 'tempest-TestNetworkBasicOps-router-1313693250', 'tenant_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:20:27Z', 'updated_at': '2022-03-07T16:21:51Z', 'revision_number': 5, 'project_id': 'bb858b05e165434db44f1caa0a8fb1ae', 'gw_port': {'id': 'badcf182-b89d-4008-92d7-1631efe4b56f', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42973497-1811-4583-8d16-556f75e4083c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:20:28Z', 'updated_at': '2022-03-07T16:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:53.921287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router (42973497-1811-4583-8d16-556f75e4083c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.968866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4936db2e-4e0c-4731-b057-02a6939634e2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:53.981863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network d1cd58bd-3429-4583-8cc4-c205909c43d6 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:53.988202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:53.995146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:53.999224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Port': ['ID=81830ea3-8b47-447d-a511-af180b4aa62f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:54.006304 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No DVR routers for this DVR port 4936db2e-4e0c-4731-b057-02a6939634e2 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:54.012359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Port': ['ID=4936db2e-4e0c-4731-b057-02a6939634e2,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:54.082700 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.105330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7cd3cdea-1b22-44bc-b29e-7e871fca70d6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.128848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd3cdea-1b22-44bc-b29e-7e871fca70d6']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:54.137510 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_gateway (42973497-1811-4583-8d16-556f75e4083c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.139734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a3ad64-b826-476d-8c5d-f70dd2f145f1') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:54.140225 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a3ad64-b826-476d-8c5d-f70dd2f145f1') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:54.152320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (19a3ad64-b826-476d-8c5d-f70dd2f145f1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.171413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (19a3ad64-b826-476d-8c5d-f70dd2f145f1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.178567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:54.179465 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (19a3ad64-b826-476d-8c5d-f70dd2f145f1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:54.183009 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:54.230197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device dca4e317-1bdc-4f2a-b547-01c777571eae up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:21:54.253527 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (81830ea3-8b47-447d-a511-af180b4aa62f), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.258367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Deleting port badcf182-b89d-4008-92d7-1631efe4b56f {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:54.259103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.269738 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (7cd3cdea-1b22-44bc-b29e-7e871fca70d6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.286550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.295996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c5a64-348b-4778-bad0-cd58ad775394 None None] DHCP port deletion for ef2667aa-1e85-4dee-9520-d73be4bfe1a4 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:54.298160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/7cd3cdea-1b22-44bc-b29e-7e871fca70d6 HTTP/1.1" status: 204 len: 168 time: 2.4948063 Mar 07 16:21:54.300618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49190) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:54.309384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1224421379'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:54.339580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-1c6636ae-0763-4da2-aad8-c6b3d4d878a4 None None] Provisioning complete for port 81830ea3-8b47-447d-a511-af180b4aa62f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:54.339959 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1c6636ae-0763-4da2-aad8-c6b3d4d878a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81830ea3-8b47-447d-a511-af180b4aa62f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.347862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f267213-6d93-46ae-bcbe-bc5f6bafcc53 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=7cd3cdea-1b22-44bc-b29e-7e871fca70d6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:54.356856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:54.361341 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.391404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1c6636ae-0763-4da2-aad8-c6b3d4d878a4 None None] Port 81830ea3-8b47-447d-a511-af180b4aa62f cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:21:54.395588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port dca4e317-1bdc-4f2a-b547-01c777571eae completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:21:54.398580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:54.402496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port dca4e317-1bdc-4f2a-b547-01c777571eae triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:54.402900 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.412076 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3f7edffe-c267-433f-84b3-57d5256e3280), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.412501 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 3f7edffe-c267-433f-84b3-57d5256e3280 of type vlan for network 8571d5e6-96ed-4b50-a070-12f83ef24547 Mar 07 16:21:54.442134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-095c5a64-348b-4778-bad0-cd58ad775394 None None] Deleting port 62e740ff-b163-4284-abe7-5fa08797bca8 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:54.442518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-095c5a64-348b-4778-bad0-cd58ad775394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.474439 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (8571d5e6-96ed-4b50-a070-12f83ef24547), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.480562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] For port badcf182-b89d-4008-92d7-1631efe4b56f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=badcf182-b89d-4008-92d7-1631efe4b56f,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:54.481283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.495453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Calling delete_port for badcf182-b89d-4008-92d7-1631efe4b56f owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:54.509758 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (8571d5e6-96ed-4b50-a070-12f83ef24547), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.516307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:54.517260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.528586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-095c5a64-348b-4778-bad0-cd58ad775394 None None] For port 62e740ff-b163-4284-abe7-5fa08797bca8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=62e740ff-b163-4284-abe7-5fa08797bca8,segment=NetworkSegment(7f48ee4e-28cb-4cb5-a0e8-e742aca4a252),segment_id=7f48ee4e-28cb-4cb5-a0e8-e742aca4a252)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:54.529000 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-095c5a64-348b-4778-bad0-cd58ad775394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.562617 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2600036 Mar 07 16:21:54.567254 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49194) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:54.568626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-095c5a64-348b-4778-bad0-cd58ad775394 None None] Calling delete_port for 62e740ff-b163-4284-abe7-5fa08797bca8 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:54.579470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': '8571d5e6-96ed-4b50-a070-12f83ef24547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:54.590385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port dca4e317-1bdc-4f2a-b547-01c777571eae is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:21:54.590790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.642547 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61fcea-f645-47b1-945f-a3b9ef267414 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=8571d5e6-96ed-4b50-a070-12f83ef24547,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:54.650143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:21:54.652525 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8032e1b-19c0-45d5-926e-61e875b7bf3b" -d '{"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-plugged", "status": "completed", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:21:54.675172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 8571d5e6-96ed-4b50-a070-12f83ef24547 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:54.681459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:54.706676 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.740531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:54.745364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.755229 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eae95cd-f69f-4e25-92ff-346f5cb4883a x-openstack-request-id: req-0eae95cd-f69f-4e25-92ff-346f5cb4883a {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:21:54.755723 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-plugged", "status": "completed", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:21:54.755853 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0eae95cd-f69f-4e25-92ff-346f5cb4883a {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:21:54.756726 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'code': 200} Mar 07 16:21:54.800788 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-095c5a64-348b-4778-bad0-cd58ad775394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (62e740ff-b163-4284-abe7-5fa08797bca8), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:54.825646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c5a64-348b-4778-bad0-cd58ad775394 None None] No DVR routers for this DVR port 62e740ff-b163-4284-abe7-5fa08797bca8 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:54.829377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:54.837058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565dd1e-5e92-45b9-8194-5054f131d04e req-9fd9bb71-70ce-45a5-84c8-c779613c4c85 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:54.838854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2565dd1e-5e92-45b9-8194-5054f131d04e req-9fd9bb71-70ce-45a5-84c8-c779613c4c85 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 945 time: 0.2238395 Mar 07 16:21:54.855180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c5a64-348b-4778-bad0-cd58ad775394 None None] Pushing event deleted for resources: {'Port': ['ID=62e740ff-b163-4284-abe7-5fa08797bca8,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:55.015479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06ea4a-f8ea-4b7d-bbfe-a8f2fab39f82 req-47827922-b82c-490a-aecd-9ed9af048182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:55.017026 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cc06ea4a-f8ea-4b7d-bbfe-a8f2fab39f82 req-47827922-b82c-490a-aecd-9ed9af048182 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1128 time: 0.1986089 Mar 07 16:21:55.024884 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2565dd1e-5e92-45b9-8194-5054f131d04e req-32416037-7f01-442a-be8e-4f584e909cc2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629868 Mar 07 16:21:55.059517 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for port (81830ea3-8b47-447d-a511-af180b4aa62f), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.070278 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (81830ea3-8b47-447d-a511-af180b4aa62f), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.126186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (badcf182-b89d-4008-92d7-1631efe4b56f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.192727 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3e2db9e3-f0c9-4e18-956c-2b0d721fecd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.200982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cc06ea4a-f8ea-4b7d-bbfe-a8f2fab39f82 req-b3bc5140-bd0b-4f7b-af9d-898ef67ff99a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750424 Mar 07 16:21:55.207964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event updated for resources: {'Port': ['ID=81830ea3-8b47-447d-a511-af180b4aa62f,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:55.215187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.260136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Port': ['ID=badcf182-b89d-4008-92d7-1631efe4b56f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:55.297774 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (42973497-1811-4583-8d16-556f75e4083c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.302523 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (65c0fe3e-939a-4f01-8693-e3fe0ef07dca), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.363893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=65c0fe3e-939a-4f01-8693-e3fe0ef07dca,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:55.374594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': '3f7edffe-c267-433f-84b3-57d5256e3280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8571d5e6-96ed-4b50-a070-12f83ef24547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:55.374997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: 8571d5e6-96ed-4b50-a070-12f83ef24547, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:55.394130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 8571d5e6-96ed-4b50-a070-12f83ef24547 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:55.404683 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 8571d5e6-96ed-4b50-a070-12f83ef24547) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:55.408956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:55.409556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.415628 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b86dd8f-19f1-4e2e-bffb-d6883c9542ca None None] Network 8571d5e6-96ed-4b50-a070-12f83ef24547 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:55.432973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (42973497-1811-4583-8d16-556f75e4083c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.433693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5814b127-7dde-42ce-a6a5-1d784a6fe998 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8647063 Mar 07 16:21:55.437094 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49198) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:55.440755 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router_controller (42973497-1811-4583-8d16-556f75e4083c), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.506499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Network d1cd58bd-3429-4583-8cc4-c205909c43d6 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:55.508668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:55.514954 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (42973497-1811-4583-8d16-556f75e4083c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.515425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Fanout notify agent at l3_agent the message router_deleted on router 42973497-1811-4583-8d16-556f75e4083c {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:21:55.529202 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.532744 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5064c0c8-a537-4b91-b5a3-81d61e65cded tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/routers/42973497-1811-4583-8d16-556f75e4083c HTTP/1.1" status: 204 len: 168 time: 1.7848549 Mar 07 16:21:55.533926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49200) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:55.590552 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8571d5e6-96ed-4b50-a070-12f83ef24547), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.598024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad535ef0-31f3-448a-acf7-d7b9384b2efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-8571d5e6-96ed-4b50-a070-12f83ef24547', 'network_id': '8571d5e6-96ed-4b50-a070-12f83ef24547', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': '65c0fe3e-939a-4f01-8693-e3fe0ef07dca'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:55.598920 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ad535ef0-31f3-448a-acf7-d7b9384b2efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.696450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (65c0fe3e-939a-4f01-8693-e3fe0ef07dca), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.713663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 315efd94-d284-4b5e-a7ed-45aac9798e6a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:55.817122 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (65c0fe3e-939a-4f01-8693-e3fe0ef07dca), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.851572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=65c0fe3e-939a-4f01-8693-e3fe0ef07dca,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:55.922350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8571d5e6-96ed-4b50-a070-12f83ef24547), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.926853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 315efd94-d284-4b5e-a7ed-45aac9798e6a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:55.927198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 315efd94-d284-4b5e-a7ed-45aac9798e6a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:55.927637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 62e740ff-b163-4284-abe7-5fa08797bca8 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:55.945286 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8571d5e6-96ed-4b50-a070-12f83ef24547']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:55.955466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7edffe-c267-433f-84b3-57d5256e3280') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:55.955713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7edffe-c267-433f-84b3-57d5256e3280') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:55.958602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 62e740ff-b163-4284-abe7-5fa08797bca8 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:55.958976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 62e740ff-b163-4284-abe7-5fa08797bca8 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:55.968041 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (3f7edffe-c267-433f-84b3-57d5256e3280), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.969519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ec5906a9-07f2-4298-a969-8e364cd5d66e None None] Provisioning complete for port 81830ea3-8b47-447d-a511-af180b4aa62f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:21:55.970111 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ec5906a9-07f2-4298-a969-8e364cd5d66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81830ea3-8b47-447d-a511-af180b4aa62f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server [None req-ad535ef0-31f3-448a-acf7-d7b9384b2efc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65c0fe3e-939a-4f01-8693-e3fe0ef07dca: This subnet is being modified by another concurrent operation. Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise exception Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65c0fe3e-939a-4f01-8693-e3fe0ef07dca: This subnet is being modified by another concurrent operation. Mar 07 16:21:55.975499 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Mar 07 16:21:55.983422 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3f7edffe-c267-433f-84b3-57d5256e3280), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.989589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:55.990049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (3f7edffe-c267-433f-84b3-57d5256e3280), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:55.994840 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:56.021486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e084a9-d43f-4368-bfd0-359bc4749b16 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:21:56.056125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ec5906a9-07f2-4298-a969-8e364cd5d66e None None] Port 81830ea3-8b47-447d-a511-af180b4aa62f cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:21:56.071351 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (8571d5e6-96ed-4b50-a070-12f83ef24547), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.090236 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.097318 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/8571d5e6-96ed-4b50-a070-12f83ef24547 HTTP/1.1" status: 204 len: 168 time: 0.6563568 Mar 07 16:21:56.105246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Router 7edd9b8b-d6cb-45e2-b571-0d6202e64e32 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:56.111737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49204) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:56.120024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4170176-c343-470a-8ed1-b8ce24577ca6 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=8571d5e6-96ed-4b50-a070-12f83ef24547,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:56.120893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-80663446'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:56.141666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ef2667aa-1e85-4dee-9520-d73be4bfe1a4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.162267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e084a9-d43f-4368-bfd0-359bc4749b16 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:21:56.215136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d66200-383b-42bb-9660-5a8e3da73a40 req-6a680650-7c51-4058-ae1d-d1f3ec65d0ca tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:56.222458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-90d66200-383b-42bb-9660-5a8e3da73a40 req-6a680650-7c51-4058-ae1d-d1f3ec65d0ca tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.0666370 Mar 07 16:21:56.246387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:56.249875 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.295091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-90d66200-383b-42bb-9660-5a8e3da73a40 req-fb7526bd-3264-4544-befd-a4929426b066 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563908 Mar 07 16:21:56.353083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ac1b9-c4f8-435e-9f08-0d47f7d6d3f5 None None] Network 8571d5e6-96ed-4b50-a070-12f83ef24547 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:56.365269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ac1b9-c4f8-435e-9f08-0d47f7d6d3f5 None None] Network 8571d5e6-96ed-4b50-a070-12f83ef24547 could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:21:56.366939 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ef2667aa-1e85-4dee-9520-d73be4bfe1a4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.369538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:21:56.383034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:56.392855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c26de-9775-4d2d-bace-b738730b6042 None None] Sync routers for ids ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:56.393036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a7cd1916-c242-4ea7-9612-f6f1530a48f3 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "PUT /v2.0/routers/7edd9b8b-d6cb-45e2-b571-0d6202e64e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0957491 Mar 07 16:21:56.394369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b887d03d-dd6f-486c-aadf-067dfa31ecef), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.394746 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment b887d03d-dd6f-486c-aadf-067dfa31ecef of type vlan for network 230b9089-c420-4ef5-b87f-8c4c1acbcb0b Mar 07 16:21:56.395823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49206) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:56.405340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c26de-9775-4d2d-bace-b738730b6042 None None] Routers {'7edd9b8b-d6cb-45e2-b571-0d6202e64e32'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:56.405876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f09c26de-9775-4d2d-bace-b738730b6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:56.417614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2667aa-1e85-4dee-9520-d73be4bfe1a4']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:56.432029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:56.432422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f48ee4e-28cb-4cb5-a0e8-e742aca4a252') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:56.448110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f09c26de-9775-4d2d-bace-b738730b6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:56.471016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c26de-9775-4d2d-bace-b738730b6042 None None] Routers {'7edd9b8b-d6cb-45e2-b571-0d6202e64e32'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:56.471882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f09c26de-9775-4d2d-bace-b738730b6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:56.486198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (7f48ee4e-28cb-4cb5-a0e8-e742aca4a252), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.497724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdb5fb45-8569-49a4-b2bc-4ab731f39f53 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for router (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.505237 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (230b9089-c420-4ef5-b87f-8c4c1acbcb0b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.512046 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.514755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f09c26de-9775-4d2d-bace-b738730b6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:56.515631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7f48ee4e-28cb-4cb5-a0e8-e742aca4a252), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.516031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c26de-9775-4d2d-bace-b738730b6042 None None] The sync data for ids ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'] in n-d-830010-8 is: [] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:56.530610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:56.531596 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (7f48ee4e-28cb-4cb5-a0e8-e742aca4a252), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:56.535393 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:56.592656 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-bdb5fb45-8569-49a4-b2bc-4ab731f39f53 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 16:21:56.594909 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bdb5fb45-8569-49a4-b2bc-4ab731f39f53 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "DELETE /v2.0/routers/7edd9b8b-d6cb-45e2-b571-0d6202e64e32 HTTP/1.1" status: 409 len: 376 time: 0.1953163 Mar 07 16:21:56.597019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49208) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:56.599940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (230b9089-c420-4ef5-b87f-8c4c1acbcb0b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.607353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:56.608061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.652465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5367429 Mar 07 16:21:56.653304 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ef2667aa-1e85-4dee-9520-d73be4bfe1a4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.658504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49210) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:56.687621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.691956 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] 10.222.0.24 "DELETE /v2.0/networks/ef2667aa-1e85-4dee-9520-d73be4bfe1a4 HTTP/1.1" status: 204 len: 168 time: 1.1565185 Mar 07 16:21:56.695445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': '230b9089-c420-4ef5-b87f-8c4c1acbcb0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:56.722359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2645faf-22ad-470e-82f1-10665e3efe29 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=230b9089-c420-4ef5-b87f-8c4c1acbcb0b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:56.740229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 230b9089-c420-4ef5-b87f-8c4c1acbcb0b details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:21:56.825341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc82a74-c66f-405c-a33b-2118a5124ba7 tempest-TestNetworkBasicOps-1249464676 tempest-TestNetworkBasicOps-1249464676-project] Pushing event deleted for resources: {'Network': ['ID=ef2667aa-1e85-4dee-9520-d73be4bfe1a4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:56.834362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:21:56.839379 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:56.900950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Performing IP validity checks on allocation pools {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 16:21:56.901550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 16:21:56.969811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.014145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49216) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:57.043079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (71749c08-5562-4419-a616-56123e535259), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.109240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=71749c08-5562-4419-a616-56123e535259,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:57.117854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': 'b887d03d-dd6f-486c-aadf-067dfa31ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '230b9089-c420-4ef5-b87f-8c4c1acbcb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:57.118226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: 230b9089-c420-4ef5-b87f-8c4c1acbcb0b, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:21:57.151169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 230b9089-c420-4ef5-b87f-8c4c1acbcb0b is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:21:57.173261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 230b9089-c420-4ef5-b87f-8c4c1acbcb0b) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:57.181418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:57.182019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.183254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c3942-201b-4b01-9018-bdf322049027 None None] Network 230b9089-c420-4ef5-b87f-8c4c1acbcb0b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:57.190425 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-21218ccf-cae5-4576-a0a3-f70bd241ab37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb858b05e165434db44f1caa0a8fb1ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748991 Mar 07 16:21:57.190645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49220) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:57.208855 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f76b4556-4cca-4b36-8d2c-7bcc60155e3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5469866 Mar 07 16:21:57.209075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49222) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:57.306456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-230b9089-c420-4ef5-b87f-8c4c1acbcb0b', 'network_id': '230b9089-c420-4ef5-b87f-8c4c1acbcb0b', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': '71749c08-5562-4419-a616-56123e535259'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:21:57.309333 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2472209a-c04d-4e48-b2da-48611d8e13db admin admin] Publish callbacks [] for security_group (2a4669ca-4b67-4fa6-bc8f-f2b35154ee8f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.309856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.328013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Deleting port 81830ea3-8b47-447d-a511-af180b4aa62f {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:57.328375 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (81830ea3-8b47-447d-a511-af180b4aa62f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.342514 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (230b9089-c420-4ef5-b87f-8c4c1acbcb0b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.370317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2472209a-c04d-4e48-b2da-48611d8e13db admin admin] Publish callbacks [] for security_group (2a4669ca-4b67-4fa6-bc8f-f2b35154ee8f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.430405 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (71749c08-5562-4419-a616-56123e535259), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.472781 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (81830ea3-8b47-447d-a511-af180b4aa62f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.480616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9add42-491e-48d8-9550-e8a092ceab8e req-aeade6e0-2403-4329-b2ff-883b0790be5c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:57.481790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Allocated IP 172.20.0.3 (230b9089-c420-4ef5-b87f-8c4c1acbcb0b/71749c08-5562-4419-a616-56123e535259/3b4850a6-0723-410a-84af-a6b3fce5a6c5) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:57.482187 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e9add42-491e-48d8-9550-e8a092ceab8e req-aeade6e0-2403-4329-b2ff-883b0790be5c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.1250083 Mar 07 16:21:57.488892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Calling delete_port for 81830ea3-8b47-447d-a511-af180b4aa62f owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:57.492065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2472209a-c04d-4e48-b2da-48611d8e13db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2a4669ca-4b67-4fa6-bc8f-f2b35154ee8f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.494736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2472209a-c04d-4e48-b2da-48611d8e13db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.495939 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2472209a-c04d-4e48-b2da-48611d8e13db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a4669ca-4b67-4fa6-bc8f-f2b35154ee8f HTTP/1.1" status: 204 len: 168 time: 0.3045299 Mar 07 16:21:57.513707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472209a-c04d-4e48-b2da-48611d8e13db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4669ca-4b67-4fa6-bc8f-f2b35154ee8f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:57.557780 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e9add42-491e-48d8-9550-e8a092ceab8e req-2ee6ed8d-e413-422e-89c8-12017671140e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665379 Mar 07 16:21:57.562184 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device badcf182-b89d-4008-92d7-1631efe4b56f no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:57.627145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: badcf182-b89d-4008-92d7-1631efe4b56f {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:57.627776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device badcf182-b89d-4008-92d7-1631efe4b56f not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:57.744829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bea5c-8e0d-43b1-8741-e88625a40781 req-1758ffcf-95d5-481a-b3b6-263d20ba38f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:57.746356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f8bea5c-8e0d-43b1-8741-e88625a40781 req-1758ffcf-95d5-481a-b3b6-263d20ba38f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.1022987 Mar 07 16:21:57.758727 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Publish callbacks [] for port (3b4850a6-0723-410a-84af-a6b3fce5a6c5), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.759938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (81830ea3-8b47-447d-a511-af180b4aa62f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.762109 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.765746 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3b4850a6-0723-410a-84af-a6b3fce5a6c5), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.783069 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (71749c08-5562-4419-a616-56123e535259), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.804607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Port': ['ID=81830ea3-8b47-447d-a511-af180b4aa62f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:57.814028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=71749c08-5562-4419-a616-56123e535259,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:57.849923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Pushing event updated for resources: {'Port': ['ID=3b4850a6-0723-410a-84af-a6b3fce5a6c5,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:57.854479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Network 230b9089-c420-4ef5-b87f-8c4c1acbcb0b is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:57.863120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:57.870318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.870991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.871614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.872190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.873128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.873660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.874172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.875097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.875609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.876132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.876659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.878132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.878657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:21:57.883011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:57.888798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49232) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:57.911988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (230b9089-c420-4ef5-b87f-8c4c1acbcb0b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.918559 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7f8bea5c-8e0d-43b1-8741-e88625a40781 req-0796e703-343e-41e2-8823-a4c4217c8a4f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620023 Mar 07 16:21:57.938578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-270af9ff-639b-4a6b-b721-ce3b04b1960b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.948305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49234) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:57.956734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230b9089-c420-4ef5-b87f-8c4c1acbcb0b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:57.962631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Attempting to bind port 3b4850a6-0723-410a-84af-a6b3fce5a6c5 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:21:57.963047 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Attempting to bind port 3b4850a6-0723-410a-84af-a6b3fce5a6c5 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b887d03d-dd6f-486c-aadf-067dfa31ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '230b9089-c420-4ef5-b87f-8c4c1acbcb0b'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:21:57.963427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Attempting to bind port 3b4850a6-0723-410a-84af-a6b3fce5a6c5 on network 230b9089-c420-4ef5-b87f-8c4c1acbcb0b {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:21:57.972016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:21:57.972016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Checking segment: {'id': 'b887d03d-dd6f-486c-aadf-067dfa31ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '230b9089-c420-4ef5-b87f-8c4c1acbcb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:21:57.972016 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.972016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Bound using segment: {'id': 'b887d03d-dd6f-486c-aadf-067dfa31ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '230b9089-c420-4ef5-b87f-8c4c1acbcb0b'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:21:57.972016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Bound port: 3b4850a6-0723-410a-84af-a6b3fce5a6c5, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b887d03d-dd6f-486c-aadf-067dfa31ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '230b9089-c420-4ef5-b87f-8c4c1acbcb0b'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:21:57.972691 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3b4850a6-0723-410a-84af-a6b3fce5a6c5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:57.973859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b887d03d-dd6f-486c-aadf-067dfa31ecef') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:57.974398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b887d03d-dd6f-486c-aadf-067dfa31ecef') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:57.986699 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (b887d03d-dd6f-486c-aadf-067dfa31ecef), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.001736 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b887d03d-dd6f-486c-aadf-067dfa31ecef), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.009827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:58.010459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (b887d03d-dd6f-486c-aadf-067dfa31ecef), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:58.014122 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:58.065510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] For port 3b4850a6-0723-410a-84af-a6b3fce5a6c5, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:21:58.081025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.088285 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.api [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 16:21:58.088285 n-d-830010-8 neutron-server[103867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 16:21:58.088285 n-d-830010-8 neutron-server[103867]: [parameters: {'id': '230b9089-c420-4ef5-b87f-8c4c1acbcb0b'}] Mar 07 16:21:58.088285 n-d-830010-8 neutron-server[103867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:21:58.088686 n-d-830010-8 neutron-server[103867]: DEBUG oslo_db.api [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:21:58.092010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] For port 3b4850a6-0723-410a-84af-a6b3fce5a6c5, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3b4850a6-0723-410a-84af-a6b3fce5a6c5,segment=NetworkSegment(b887d03d-dd6f-486c-aadf-067dfa31ecef),segment_id=b887d03d-dd6f-486c-aadf-067dfa31ecef)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:21:58.099915 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3b4850a6-0723-410a-84af-a6b3fce5a6c5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.151582 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fec7e7-a073-4735-99b4-e97a6b12b1b6 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:21:58.153141 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d9fec7e7-a073-4735-99b4-e97a6b12b1b6 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1123 time: 0.1970189 Mar 07 16:21:58.156160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49236) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:58.162357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:58.188583 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.189141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d3d5b-2f4b-4ecf-99d8-fdbca7d767d4 None None] Pushing event updated for resources: {'Port': ['ID=3b4850a6-0723-410a-84af-a6b3fce5a6c5,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:58.219043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e62a24-fa48-40c4-b8d1-e7f90de7f677 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:21:58.306063 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.318220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-270af9ff-639b-4a6b-b721-ce3b04b1960b admin admin] Publish callbacks [] for security_group (49a5b439-fa2b-4356-b7e5-73a8f9b2fffb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.321522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Router 7edd9b8b-d6cb-45e2-b571-0d6202e64e32 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:21:58.325717 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-270af9ff-639b-4a6b-b721-ce3b04b1960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (49a5b439-fa2b-4356-b7e5-73a8f9b2fffb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.328348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e62a24-fa48-40c4-b8d1-e7f90de7f677 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:21:58.370738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270af9ff-639b-4a6b-b721-ce3b04b1960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a5b439-fa2b-4356-b7e5-73a8f9b2fffb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:58.378492 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-270af9ff-639b-4a6b-b721-ce3b04b1960b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60e35faaebeb4f2b85f5d4eeee2e9953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4860935 Mar 07 16:21:58.379266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49238) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:58.449391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:21:58.463282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.25.4.230 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/d335a9b3-73c0-4a8b-a33e-18af3f67185b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:21:58.464994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49240) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:58.467472 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2d1d9b2-ea14-41df-b7d3-6531aa5bbd18 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "PUT /v2.0/routers/7edd9b8b-d6cb-45e2-b571-0d6202e64e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8688636 Mar 07 16:21:58.469847 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b7719-b520-4908-8817-aaec69f7dda3 None None] Sync routers for ids ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:21:58.481947 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b7719-b520-4908-8817-aaec69f7dda3 None None] Routers {'7edd9b8b-d6cb-45e2-b571-0d6202e64e32'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:58.482934 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-873b7719-b520-4908-8817-aaec69f7dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:58.516803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfa5899-c401-4a09-8e37-72667749b0c6 None None] Network 230b9089-c420-4ef5-b87f-8c4c1acbcb0b requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:58.519414 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-873b7719-b520-4908-8817-aaec69f7dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:58.519653 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-85e7a9d0-2a60-4346-b26b-18ef01c0b8b6 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] show failed (client error): The resource could not be found. Mar 07 16:21:58.520713 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-85e7a9d0-2a60-4346-b26b-18ef01c0b8b6 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-488479752 HTTP/1.1" status: 404 len: 334 time: 0.0534060 Mar 07 16:21:58.527536 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49242) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:58.530588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55f2462b-c7db-42d6-9779-734e1c7958b8 admin admin] Publish callbacks [] for security_group (49a5b439-fa2b-4356-b7e5-73a8f9b2fffb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.536386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1817201c-551a-46d4-808c-bf400ecf5fdc tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:21:58.537582 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b7719-b520-4908-8817-aaec69f7dda3 None None] Routers {'7edd9b8b-d6cb-45e2-b571-0d6202e64e32'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:21:58.539023 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-873b7719-b520-4908-8817-aaec69f7dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:58.579684 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-873b7719-b520-4908-8817-aaec69f7dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:58.580326 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b7719-b520-4908-8817-aaec69f7dda3 None None] The sync data for ids ['7edd9b8b-d6cb-45e2-b571-0d6202e64e32'] in n-d-830010-8 is: [] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:21:58.596424 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-1817201c-551a-46d4-808c-bf400ecf5fdc tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] update failed (client error): The resource could not be found. Mar 07 16:21:58.599600 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1817201c-551a-46d4-808c-bf400ecf5fdc tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1188606431 HTTP/1.1" status: 404 len: 335 time: 0.0679421 Mar 07 16:21:58.599762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (230b9089-c420-4ef5-b87f-8c4c1acbcb0b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.603569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49244) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:58.610292 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55f2462b-c7db-42d6-9779-734e1c7958b8 admin admin] Publish callbacks [] for security_group (49a5b439-fa2b-4356-b7e5-73a8f9b2fffb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.655378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcdbb79-1286-4b3e-bcb9-bea2924bf80e tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Deleting subnet b212f5a3-8f77-40b6-b4d7-a776acdfc519 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:58.658483 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb79-1286-4b3e-bcb9-bea2924bf80e tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for subnet (b212f5a3-8f77-40b6-b4d7-a776acdfc519), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.704594 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb79-1286-4b3e-bcb9-bea2924bf80e tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (b212f5a3-8f77-40b6-b4d7-a776acdfc519), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.705433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (d335a9b3-73c0-4a8b-a33e-18af3f67185b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.733492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55f2462b-c7db-42d6-9779-734e1c7958b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (49a5b439-fa2b-4356-b7e5-73a8f9b2fffb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.736051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55f2462b-c7db-42d6-9779-734e1c7958b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.737196 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-55f2462b-c7db-42d6-9779-734e1c7958b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49a5b439-fa2b-4356-b7e5-73a8f9b2fffb HTTP/1.1" status: 204 len: 168 time: 0.3572721 Mar 07 16:21:58.757205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2462b-c7db-42d6-9779-734e1c7958b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a5b439-fa2b-4356-b7e5-73a8f9b2fffb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:58.768307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Deleting port 3b4850a6-0723-410a-84af-a6b3fce5a6c5 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:58.768652 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3b4850a6-0723-410a-84af-a6b3fce5a6c5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.796628 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d335a9b3-73c0-4a8b-a33e-18af3f67185b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.805204 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb79-1286-4b3e-bcb9-bea2924bf80e tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (b212f5a3-8f77-40b6-b4d7-a776acdfc519), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.873350 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb79-1286-4b3e-bcb9-bea2924bf80e tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (b212f5a3-8f77-40b6-b4d7-a776acdfc519), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.880784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:21:58.887770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] For port 3b4850a6-0723-410a-84af-a6b3fce5a6c5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3b4850a6-0723-410a-84af-a6b3fce5a6c5,segment=NetworkSegment(b887d03d-dd6f-486c-aadf-067dfa31ecef),segment_id=b887d03d-dd6f-486c-aadf-067dfa31ecef)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:58.888138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3b4850a6-0723-410a-84af-a6b3fce5a6c5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.890897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:21:58.893431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:21:58.909916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdbb79-1286-4b3e-bcb9-bea2924bf80e tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Subnet': ['ID=b212f5a3-8f77-40b6-b4d7-a776acdfc519,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:58.914557 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb79-1286-4b3e-bcb9-bea2924bf80e tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:58.918203 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ebcdbb79-1286-4b3e-bcb9-bea2924bf80e tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "DELETE /v2.0/subnets/b212f5a3-8f77-40b6-b4d7-a776acdfc519 HTTP/1.1" status: 204 len: 168 time: 0.3134260 Mar 07 16:21:58.921524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49248) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:58.930448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=d335a9b3-73c0-4a8b-a33e-18af3f67185b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:58.931150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8de7f9-d70e-4b46-a9b0-3f59863ce695 None None] Network 3a339749-7a7c-4758-9647-94aa86781cc8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:58.933785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Calling delete_port for 3b4850a6-0723-410a-84af-a6b3fce5a6c5 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:58.979897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2dd433e-6a72-446b-a02b-5a5f9df7dd9f tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Deleting subnet 46a4c485-dba0-48cd-b5b7-d0d23630765c {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:21:58.983473 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2dd433e-6a72-446b-a02b-5a5f9df7dd9f tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for subnet (46a4c485-dba0-48cd-b5b7-d0d23630765c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.032081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2dd433e-6a72-446b-a02b-5a5f9df7dd9f tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (46a4c485-dba0-48cd-b5b7-d0d23630765c), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.149637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444680d8-3c9d-461d-a126-1422c734aa16 None None] DHCP port deletion for 3a339749-7a7c-4758-9647-94aa86781cc8 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:59.159373 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2dd433e-6a72-446b-a02b-5a5f9df7dd9f tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (46a4c485-dba0-48cd-b5b7-d0d23630765c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.186325 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.190186 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3b4850a6-0723-410a-84af-a6b3fce5a6c5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.218433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-444680d8-3c9d-461d-a126-1422c734aa16 None None] Deleting port 41566ee5-9112-40fa-b3d6-959c36407e72 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:59.218931 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-444680d8-3c9d-461d-a126-1422c734aa16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.231704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Port': ['ID=3b4850a6-0723-410a-84af-a6b3fce5a6c5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:59.242530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No DVR routers for this DVR port 3b4850a6-0723-410a-84af-a6b3fce5a6c5 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:59.266214 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2dd433e-6a72-446b-a02b-5a5f9df7dd9f tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (46a4c485-dba0-48cd-b5b7-d0d23630765c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.305851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd433e-6a72-446b-a02b-5a5f9df7dd9f tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Subnet': ['ID=46a4c485-dba0-48cd-b5b7-d0d23630765c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:59.309624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-444680d8-3c9d-461d-a126-1422c734aa16 None None] For port 41566ee5-9112-40fa-b3d6-959c36407e72, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=41566ee5-9112-40fa-b3d6-959c36407e72,segment=NetworkSegment(fc8ec7d9-a829-4b29-abe2-db2cfa63d17a),segment_id=fc8ec7d9-a829-4b29-abe2-db2cfa63d17a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:59.310143 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-444680d8-3c9d-461d-a126-1422c734aa16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.321321 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2dd433e-6a72-446b-a02b-5a5f9df7dd9f tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.326375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f2dd433e-6a72-446b-a02b-5a5f9df7dd9f tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "DELETE /v2.0/subnets/46a4c485-dba0-48cd-b5b7-d0d23630765c HTTP/1.1" status: 204 len: 168 time: 0.4019222 Mar 07 16:21:59.328915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49260) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:21:59.332118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93067912-2723-416d-83ad-4aeef5824bba None None] Network 2a36e815-617d-418f-8fca-55603757b743 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:21:59.359573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-444680d8-3c9d-461d-a126-1422c734aa16 None None] Calling delete_port for 41566ee5-9112-40fa-b3d6-959c36407e72 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:59.371410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (230b9089-c420-4ef5-b87f-8c4c1acbcb0b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.441109 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (3a339749-7a7c-4758-9647-94aa86781cc8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.461112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230b9089-c420-4ef5-b87f-8c4c1acbcb0b']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:59.488999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b887d03d-dd6f-486c-aadf-067dfa31ecef') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:59.489306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b887d03d-dd6f-486c-aadf-067dfa31ecef') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:59.512996 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (b887d03d-dd6f-486c-aadf-067dfa31ecef), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.549063 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-444680d8-3c9d-461d-a126-1422c734aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.586457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444680d8-3c9d-461d-a126-1422c734aa16 None None] No DVR routers for this DVR port 41566ee5-9112-40fa-b3d6-959c36407e72 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:59.590288 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b887d03d-dd6f-486c-aadf-067dfa31ecef), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.592101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444680d8-3c9d-461d-a126-1422c734aa16 None None] Pushing event deleted for resources: {'Port': ['ID=41566ee5-9112-40fa-b3d6-959c36407e72,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:59.618708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41566ee5-9112-40fa-b3d6-959c36407e72 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:21:59.634884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:59.635305 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (b887d03d-dd6f-486c-aadf-067dfa31ecef), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:59.638418 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:59.641647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Deleting port 41566ee5-9112-40fa-b3d6-959c36407e72 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:59.642121 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.660749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 41566ee5-9112-40fa-b3d6-959c36407e72 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:21:59.661296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 41566ee5-9112-40fa-b3d6-959c36407e72 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:21:59.683803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd6f372-40ce-41f3-b915-c76533a96459 None None] DHCP port deletion for 2a36e815-617d-418f-8fca-55603757b743 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:21:59.732562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] For port 41566ee5-9112-40fa-b3d6-959c36407e72, host n-d-830010-8, got binding levels [] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:59.733320 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.750782 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Calling delete_port for 41566ee5-9112-40fa-b3d6-959c36407e72 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:59.752295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6f372-40ce-41f3-b915-c76533a96459 None None] Deleting port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:21:59.752676 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f372-40ce-41f3-b915-c76533a96459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.754426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Port 41566ee5-9112-40fa-b3d6-959c36407e72 was not found and therefore no delete operation was performed {{(pid=103866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:21:59.756417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (41566ee5-9112-40fa-b3d6-959c36407e72), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.786061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Port': ['ID=41566ee5-9112-40fa-b3d6-959c36407e72,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:21:59.788700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] No DVR routers for this DVR port 41566ee5-9112-40fa-b3d6-959c36407e72 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:21:59.843103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7bd6f372-40ce-41f3-b915-c76533a96459 None None] For port 53d414c8-f8a3-4c32-93e3-5c1585064ec5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=53d414c8-f8a3-4c32-93e3-5c1585064ec5,segment=NetworkSegment(d8cbcb0e-a628-4af5-82b2-ac8f7702da75),segment_id=d8cbcb0e-a628-4af5-82b2-ac8f7702da75)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:21:59.843601 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f372-40ce-41f3-b915-c76533a96459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.860497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6f372-40ce-41f3-b915-c76533a96459 None None] Calling delete_port for 53d414c8-f8a3-4c32-93e3-5c1585064ec5 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:21:59.880005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (3a339749-7a7c-4758-9647-94aa86781cc8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.905504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a339749-7a7c-4758-9647-94aa86781cc8']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:59.917660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8ec7d9-a829-4b29-abe2-db2cfa63d17a') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:59.918122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8ec7d9-a829-4b29-abe2-db2cfa63d17a') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:21:59.931676 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (fc8ec7d9-a829-4b29-abe2-db2cfa63d17a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.949656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fc8ec7d9-a829-4b29-abe2-db2cfa63d17a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.960342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:21:59.960831 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (fc8ec7d9-a829-4b29-abe2-db2cfa63d17a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:21:59.965483 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:21:59.977036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f372-40ce-41f3-b915-c76533a96459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (53d414c8-f8a3-4c32-93e3-5c1585064ec5), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.013148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6f372-40ce-41f3-b915-c76533a96459 None None] Pushing event deleted for resources: {'Port': ['ID=53d414c8-f8a3-4c32-93e3-5c1585064ec5,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:00.022555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6f372-40ce-41f3-b915-c76533a96459 None None] No DVR routers for this DVR port 53d414c8-f8a3-4c32-93e3-5c1585064ec5 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:22:00.050013 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (3a339749-7a7c-4758-9647-94aa86781cc8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.060726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.067311 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "DELETE /v2.0/networks/3a339749-7a7c-4758-9647-94aa86781cc8 HTTP/1.1" status: 204 len: 168 time: 0.7370300 Mar 07 16:22:00.070419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49274) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:00.080580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05a8d3-1d92-420b-bea7-9479ce124206 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Network': ['ID=3a339749-7a7c-4758-9647-94aa86781cc8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:00.082625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (230b9089-c420-4ef5-b87f-8c4c1acbcb0b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.112725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.116233 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/230b9089-c420-4ef5-b87f-8c4c1acbcb0b HTTP/1.1" status: 204 len: 168 time: 2.9053223 Mar 07 16:22:00.119772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49278) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:00.125600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2043941218'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:00.141614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (1cc16efc-9ba3-45b6-a964-2392fecf643e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.143088 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e55ac2-cdec-4172-8b1b-9b7ebe7556c3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=230b9089-c420-4ef5-b87f-8c4c1acbcb0b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:00.148921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:00.154997 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.183789 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:00.195131 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (327a4229-f95d-400d-81c2-0f2d73204caf), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.195437 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 327a4229-f95d-400d-81c2-0f2d73204caf of type vlan for network 64f38b15-0f11-4798-8fc3-fd4e861f86e5 Mar 07 16:22:00.242904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (64f38b15-0f11-4798-8fc3-fd4e861f86e5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.251019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (2a36e815-617d-418f-8fca-55603757b743), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.272561 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (64f38b15-0f11-4798-8fc3-fd4e861f86e5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.278121 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:00.278825 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.336741 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d335a9b3-73c0-4a8b-a33e-18af3f67185b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.357079 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2360785 Mar 07 16:22:00.360722 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49284) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:00.365813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': '64f38b15-0f11-4798-8fc3-fd4e861f86e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:00.370233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b18a0-dc42-44e9-a453-7d864cb99c28 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=64f38b15-0f11-4798-8fc3-fd4e861f86e5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:00.382944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 64f38b15-0f11-4798-8fc3-fd4e861f86e5 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:00.405542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (2a36e815-617d-418f-8fca-55603757b743), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.439617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a36e815-617d-418f-8fca-55603757b743']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:00.454413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cbcb0e-a628-4af5-82b2-ac8f7702da75') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:00.454703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cbcb0e-a628-4af5-82b2-ac8f7702da75') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:00.476427 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (d8cbcb0e-a628-4af5-82b2-ac8f7702da75), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.488777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:00.493704 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.528693 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (d8cbcb0e-a628-4af5-82b2-ac8f7702da75), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.540058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:00.540425 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (d8cbcb0e-a628-4af5-82b2-ac8f7702da75), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:00.544060 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:00.635917 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (2a36e815-617d-418f-8fca-55603757b743), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.640177 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.643661 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "DELETE /v2.0/networks/2a36e815-617d-418f-8fca-55603757b743 HTTP/1.1" status: 204 len: 168 time: 0.5719135 Mar 07 16:22:00.646346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49302) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:00.665354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede03ce-22f3-4cea-a87a-2aaca1f76e4a tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Network': ['ID=2a36e815-617d-418f-8fca-55603757b743,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:00.682011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (d335a9b3-73c0-4a8b-a33e-18af3f67185b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.689267 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d335a9b3-73c0-4a8b-a33e-18af3f67185b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.743355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-350177ea-7a6d-43d2-b62f-1883ecf42023 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Deleting subnet eb56ba87-010e-481b-a0ba-c261ee6bbf03 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:22:00.747880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-350177ea-7a6d-43d2-b62f-1883ecf42023 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for subnet (eb56ba87-010e-481b-a0ba-c261ee6bbf03), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.776969 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (5c43b994-7bc3-43e7-8ae1-972dd2c53a51), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.793759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=d335a9b3-73c0-4a8b-a33e-18af3f67185b,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:00.799697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (1cc16efc-9ba3-45b6-a964-2392fecf643e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.839430 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-350177ea-7a6d-43d2-b62f-1883ecf42023 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (eb56ba87-010e-481b-a0ba-c261ee6bbf03), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.885268 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=5c43b994-7bc3-43e7-8ae1-972dd2c53a51,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:00.908583 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': '327a4229-f95d-400d-81c2-0f2d73204caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '64f38b15-0f11-4798-8fc3-fd4e861f86e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:00.908957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: 64f38b15-0f11-4798-8fc3-fd4e861f86e5, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:22:00.925867 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Floating IP 1cc16efc-9ba3-45b6-a964-2392fecf643e associated. External IP: 172.25.4.230, port: dca4e317-1bdc-4f2a-b547-01c777571eae. Mar 07 16:22:00.967265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 64f38b15-0f11-4798-8fc3-fd4e861f86e5 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:22:00.982730 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-350177ea-7a6d-43d2-b62f-1883ecf42023 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (eb56ba87-010e-481b-a0ba-c261ee6bbf03), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:00.986343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 64f38b15-0f11-4798-8fc3-fd4e861f86e5) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:00.998767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c36178e-e663-4d2b-8bfa-312d7e065577 None None] Network 64f38b15-0f11-4798-8fc3-fd4e861f86e5 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:01.012197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:01.012646 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.046339 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ff82a97d-e7a4-4cdf-9fb2-5efafb8e070c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6844490 Mar 07 16:22:01.047529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49362) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:01.074086 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-350177ea-7a6d-43d2-b62f-1883ecf42023 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (eb56ba87-010e-481b-a0ba-c261ee6bbf03), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.107667 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350177ea-7a6d-43d2-b62f-1883ecf42023 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Subnet': ['ID=eb56ba87-010e-481b-a0ba-c261ee6bbf03,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:01.111498 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-350177ea-7a6d-43d2-b62f-1883ecf42023 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.115131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-350177ea-7a6d-43d2-b62f-1883ecf42023 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "DELETE /v2.0/subnets/eb56ba87-010e-481b-a0ba-c261ee6bbf03 HTTP/1.1" status: 204 len: 168 time: 0.4675796 Mar 07 16:22:01.118701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49372) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:01.247059 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (64f38b15-0f11-4798-8fc3-fd4e861f86e5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.247260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (d1cd58bd-3429-4583-8cc4-c205909c43d6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.277888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router f50663be-f0fc-4423-859a-f497e7e9e6fd has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:22:01.328714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Deleting port 900ad443-92f6-411c-ad17-96b9c1dc5e83 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:22:01.329048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a05e5b-04a7-41a6-945f-74325aa7e260 None None] Network d1cd58bd-3429-4583-8cc4-c205909c43d6 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:01.329540 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.333830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (5c43b994-7bc3-43e7-8ae1-972dd2c53a51), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.406108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] For port 900ad443-92f6-411c-ad17-96b9c1dc5e83, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=900ad443-92f6-411c-ad17-96b9c1dc5e83,segment=NetworkSegment(356e0491-9b81-4dd8-9dc7-782112543922),segment_id=356e0491-9b81-4dd8-9dc7-782112543922)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:01.411212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.413190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41402e0e-48c4-4df3-a1d1-f4c15ac2db89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-64f38b15-0f11-4798-8fc3-fd4e861f86e5', 'network_id': '64f38b15-0f11-4798-8fc3-fd4e861f86e5', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': '5c43b994-7bc3-43e7-8ae1-972dd2c53a51'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:22:01.414520 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41402e0e-48c4-4df3-a1d1-f4c15ac2db89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.431387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Calling delete_port for 900ad443-92f6-411c-ad17-96b9c1dc5e83 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:22:01.526523 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (900ad443-92f6-411c-ad17-96b9c1dc5e83), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.548651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:22:01.564724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Port': ['ID=900ad443-92f6-411c-ad17-96b9c1dc5e83,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:01.569739 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (5c43b994-7bc3-43e7-8ae1-972dd2c53a51), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.572820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] No DVR routers for this DVR port 900ad443-92f6-411c-ad17-96b9c1dc5e83 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:22:01.573791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] Sync routers for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:22:01.592822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 53d414c8-f8a3-4c32-93e3-5c1585064ec5 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:22:01.612011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=5c43b994-7bc3-43e7-8ae1-972dd2c53a51,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:01.618415 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.633732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 53d414c8-f8a3-4c32-93e3-5c1585064ec5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:22:01.634725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 53d414c8-f8a3-4c32-93e3-5c1585064ec5 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server [None req-41402e0e-48c4-4df3-a1d1-f4c15ac2db89 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c43b994-7bc3-43e7-8ae1-972dd2c53a51: This subnet is being modified by another concurrent operation. Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise exception Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c43b994-7bc3-43e7-8ae1-972dd2c53a51: This subnet is being modified by another concurrent operation. Mar 07 16:22:01.663314 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Mar 07 16:22:01.693735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-75491eff-100a-4386-b5b6-67375621b299 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5358415 Mar 07 16:22:01.697662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:22:01.701048 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c857a063-cc94-4a44-9b20-980baf780efd" -d '{"events": [{"name": "network-changed", "server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:22:01.721016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:01.723961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:01.735642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2598a525-6209-4926-93e7-95b257acc65d None None] Network 64f38b15-0f11-4798-8fc3-fd4e861f86e5 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:01.753605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (64f38b15-0f11-4798-8fc3-fd4e861f86e5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.797528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f38b15-0f11-4798-8fc3-fd4e861f86e5']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:01.812310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327a4229-f95d-400d-81c2-0f2d73204caf') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:01.812820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327a4229-f95d-400d-81c2-0f2d73204caf') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:01.845844 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc943f4f-f954-4242-87a3-ebd2143fd60d x-openstack-request-id: req-cc943f4f-f954-4242-87a3-ebd2143fd60d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:22:01.846455 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:22:01.846902 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc943f4f-f954-4242-87a3-ebd2143fd60d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:22:01.847489 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'status': 'completed', 'code': 200} Mar 07 16:22:01.860506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (327a4229-f95d-400d-81c2-0f2d73204caf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.912887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (327a4229-f95d-400d-81c2-0f2d73204caf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.920133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49418) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:01.922689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c215c2e1-ef5f-4a55-bb6b-c2123de6eada None None] DHCP port deletion for d1cd58bd-3429-4583-8cc4-c205909c43d6 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:22:01.946380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:01.946688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (327a4229-f95d-400d-81c2-0f2d73204caf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:01.955026 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:01.969719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:02.036653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e63b6-f592-4781-b285-9e806541c644 req-99f44487-a7f4-4adb-bfb9-464283dcaa91 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:02.045519 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d24e63b6-f592-4781-b285-9e806541c644 req-99f44487-a7f4-4adb-bfb9-464283dcaa91 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.2144873 Mar 07 16:22:02.048424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026de73a-4e90-4b19-a8f5-4a14cb3e235c None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:22:02.057437 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a063-cc94-4a44-9b20-980baf780efd req-99573c51-e16d-4f45-bb64-c356b80f741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:02.059094 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c857a063-cc94-4a44-9b20-980baf780efd req-99573c51-e16d-4f45-bb64-c356b80f741f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1128 time: 0.2090251 Mar 07 16:22:02.068867 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (d1cd58bd-3429-4583-8cc4-c205909c43d6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.093625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cd58bd-3429-4583-8cc4-c205909c43d6']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:02.102564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (64f38b15-0f11-4798-8fc3-fd4e861f86e5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.106511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356e0491-9b81-4dd8-9dc7-782112543922') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:02.107088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356e0491-9b81-4dd8-9dc7-782112543922') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:02.118778 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (356e0491-9b81-4dd8-9dc7-782112543922), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.134043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (356e0491-9b81-4dd8-9dc7-782112543922), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.135834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.139449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/64f38b15-0f11-4798-8fc3-fd4e861f86e5 HTTP/1.1" status: 204 len: 168 time: 1.0901577 Mar 07 16:22:02.145244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:02.146060 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (356e0491-9b81-4dd8-9dc7-782112543922), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.160399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49422) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:02.202646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1296177571'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:02.203851 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:02.207502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376e0a1-22c8-4521-84f5-cf1babf4b149 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=64f38b15-0f11-4798-8fc3-fd4e861f86e5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:02.219699 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (d1cd58bd-3429-4583-8cc4-c205909c43d6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.227880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7316-c865-4621-b8db-68d6d4a9b6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.230248 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.235218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "DELETE /v2.0/networks/d1cd58bd-3429-4583-8cc4-c205909c43d6 HTTP/1.1" status: 204 len: 168 time: 1.1143463 Mar 07 16:22:02.236653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d24e63b6-f592-4781-b285-9e806541c644 req-c814bca6-cb1a-49de-9022-96da36e6810e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905363 Mar 07 16:22:02.242587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49424) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:02.246298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026de73a-4e90-4b19-a8f5-4a14cb3e235c None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:22:02.267553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49426) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:02.269511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f2994-54c4-419a-aaac-30be981986e8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Pushing event deleted for resources: {'Network': ['ID=d1cd58bd-3429-4583-8cc4-c205909c43d6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:02.307179 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6abf1f03-10cf-4071-857b-5200568887f1 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "GET /v2.0/ports?device_id=7edd9b8b-d6cb-45e2-b571-0d6202e64e32 HTTP/1.1" status: 200 len: 205 time: 0.0611064 Mar 07 16:22:02.312705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:02.316302 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.319916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49428) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:02.328916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a063-cc94-4a44-9b20-980baf780efd req-a1a0ad0f-60f5-4cee-ada9-a9e67ea7e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:02.330359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c857a063-cc94-4a44-9b20-980baf780efd req-a1a0ad0f-60f5-4cee-ada9-a9e67ea7e476 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 898 time: 0.2622778 Mar 07 16:22:02.349696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-167f9d04-1393-435b-866e-cb18e1253f74 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/1cc16efc-9ba3-45b6-a964-2392fecf643e HTTP/1.1" status: 200 len: 992 time: 0.0768347 Mar 07 16:22:02.433953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '1cc16efc-9ba3-45b6-a964-2392fecf643e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'port_id': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'mac_address': 'fa:16:3e:6c:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645f9593-26cc-4ff4-8215-7d2733901089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:21:59Z', 'updated_at': '2022-03-07T16:21:59Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bc6ea2-b1aa-4b88-874e-c6bc62303f27', 'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:f3:a7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:36Z', 'updated_at': '2022-03-07T16:21:44Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:02.483529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] Checking router: f50663be-f0fc-4423-859a-f497e7e9e6fd for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:22:02.484637 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da87b6cd-28f4-43f1-a73b-b6e5daf7c3b8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for router (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.498644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:02.499312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:21:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:02.525226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:02.624946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:02.852852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '1cc16efc-9ba3-45b6-a964-2392fecf643e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'port_id': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'mac_address': 'fa:16:3e:6c:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645f9593-26cc-4ff4-8215-7d2733901089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:21:59Z', 'updated_at': '2022-03-07T16:21:59Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bc6ea2-b1aa-4b88-874e-c6bc62303f27', 'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:f3:a7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:36Z', 'updated_at': '2022-03-07T16:21:44Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:02.881038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (1e62c049-6a24-4d07-8431-41aae167a244), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:02.881886 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 1e62c049-6a24-4d07-8431-41aae167a244 of type vlan for network 5502369d-6697-4ae3-a511-dad69b975ace Mar 07 16:22:02.884201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f106ffb-7306-470e-96fc-f8908ac88bf9 None None] The sync data for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 is: [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '1cc16efc-9ba3-45b6-a964-2392fecf643e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'port_id': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'mac_address': 'fa:16:3e:6c:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645f9593-26cc-4ff4-8215-7d2733901089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:21:59Z', 'updated_at': '2022-03-07T16:21:59Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bc6ea2-b1aa-4b88-874e-c6bc62303f27', 'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:f3:a7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:36Z', 'updated_at': '2022-03-07T16:21:44Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:22:02.884607 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c857a063-cc94-4a44-9b20-980baf780efd req-e810ad85-7682-4baf-9bfc-3305295aaeb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1000 time: 0.5446966 Mar 07 16:22:03.032083 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (5502369d-6697-4ae3-a511-dad69b975ace), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.068022 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7316-c865-4621-b8db-68d6d4a9b6b4 admin admin] Publish callbacks [] for security_group (bd28ae5d-1a7c-4488-bc37-e4c011b77a34), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.083581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7316-c865-4621-b8db-68d6d4a9b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bd28ae5d-1a7c-4488-bc37-e4c011b77a34), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.090033 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da87b6cd-28f4-43f1-a73b-b6e5daf7c3b8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.091452 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff110d21-a806-4c3c-9fca-03cef77285f0 None None] New status for floating IP 1cc16efc-9ba3-45b6-a964-2392fecf643e: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:22:03.100967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da87b6cd-28f4-43f1-a73b-b6e5daf7c3b8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for router_controller (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.146526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a063-cc94-4a44-9b20-980baf780efd req-897306b0-66af-4a90-97f4-d7d5bbcf44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:03.148151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c857a063-cc94-4a44-9b20-980baf780efd req-897306b0-66af-4a90-97f4-d7d5bbcf44a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 200 len: 834 time: 0.2540641 Mar 07 16:22:03.203606 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ebbf7316-c865-4621-b8db-68d6d4a9b6b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1329bd9631d4f91b176ec71045a1f16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2815499 Mar 07 16:22:03.204303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (5502369d-6697-4ae3-a511-dad69b975ace), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.207016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49430) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:03.210184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:03.210454 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.235743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da87b6cd-28f4-43f1-a73b-b6e5daf7c3b8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (7edd9b8b-d6cb-45e2-b571-0d6202e64e32), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.236370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da87b6cd-28f4-43f1-a73b-b6e5daf7c3b8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Fanout notify agent at l3_agent the message router_deleted on router 7edd9b8b-d6cb-45e2-b571-0d6202e64e32 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:22:03.237893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf7316-c865-4621-b8db-68d6d4a9b6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd28ae5d-1a7c-4488-bc37-e4c011b77a34,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:03.246002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da87b6cd-28f4-43f1-a73b-b6e5daf7c3b8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.247147 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-da87b6cd-28f4-43f1-a73b-b6e5daf7c3b8 tempest-RoutersNegativeTest-1147633048 tempest-RoutersNegativeTest-1147633048-project] 10.222.0.24 "DELETE /v2.0/routers/7edd9b8b-d6cb-45e2-b571-0d6202e64e32 HTTP/1.1" status: 204 len: 168 time: 0.9262686 Mar 07 16:22:03.294167 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10d4c4ee-84d2-4f14-8565-a3a8222cfc5d admin admin] Publish callbacks [] for security_group (bd28ae5d-1a7c-4488-bc37-e4c011b77a34), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.323025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1320596 Mar 07 16:22:03.325812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49434) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:03.330070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34930d7f-1d6f-460d-a7d0-86c9bb605caf tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=5502369d-6697-4ae3-a511-dad69b975ace,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:03.334930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a063-cc94-4a44-9b20-980baf780efd req-dd78c0dc-ee6e-47a2-a823-3739ba0a3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:03.337002 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c857a063-cc94-4a44-9b20-980baf780efd req-dd78c0dc-ee6e-47a2-a823-3739ba0a3e4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f523516f-e33e-4799-8f63-c559585e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1523955 Mar 07 16:22:03.338521 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': '5502369d-6697-4ae3-a511-dad69b975ace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:03.344075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 5502369d-6697-4ae3-a511-dad69b975ace details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:03.355688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49436) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:03.363087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10d4c4ee-84d2-4f14-8565-a3a8222cfc5d admin admin] Publish callbacks [] for security_group (bd28ae5d-1a7c-4488-bc37-e4c011b77a34), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.482315 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b652ecc5-4504-4d80-9221-328adb3492b5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/1cc16efc-9ba3-45b6-a964-2392fecf643e HTTP/1.1" status: 200 len: 994 time: 0.1254857 Mar 07 16:22:03.483338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:03.487311 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.511601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10d4c4ee-84d2-4f14-8565-a3a8222cfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bd28ae5d-1a7c-4488-bc37-e4c011b77a34), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.514508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10d4c4ee-84d2-4f14-8565-a3a8222cfc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.515790 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-10d4c4ee-84d2-4f14-8565-a3a8222cfc5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd28ae5d-1a7c-4488-bc37-e4c011b77a34 HTTP/1.1" status: 204 len: 168 time: 0.3076415 Mar 07 16:22:03.521834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c857a063-cc94-4a44-9b20-980baf780efd req-e101b90c-6b63-4f7d-9ebb-62904d3665de service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786757 Mar 07 16:22:03.541578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 900ad443-92f6-411c-ad17-96b9c1dc5e83 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:22:03.556016 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4c4ee-84d2-4f14-8565-a3a8222cfc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd28ae5d-1a7c-4488-bc37-e4c011b77a34,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:03.587854 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49442) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:03.598781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 900ad443-92f6-411c-ad17-96b9c1dc5e83 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:22:03.599207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 900ad443-92f6-411c-ad17-96b9c1dc5e83 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:22:03.665902 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c857a063-cc94-4a44-9b20-980baf780efd req-6afc19b0-e121-43d0-97b0-640e4137715e service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354952 Mar 07 16:22:03.770695 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (6918a46a-dce7-4bd8-9d65-e09506ce8f1f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.821234 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aa14e2de-b208-43d8-a5d0-347b40d4616d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8c0e19c16ba43f6bf46a3c2cdc3b698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295091 Mar 07 16:22:03.822342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49448) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:03.844255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=6918a46a-dce7-4bd8-9d65-e09506ce8f1f,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:03.855457 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': '1e62c049-6a24-4d07-8431-41aae167a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5502369d-6697-4ae3-a511-dad69b975ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:03.855915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: 5502369d-6697-4ae3-a511-dad69b975ace, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:22:03.874218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 5502369d-6697-4ae3-a511-dad69b975ace is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:22:03.887003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 5502369d-6697-4ae3-a511-dad69b975ace) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:03.898418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe82a1f-f920-42a1-afbb-8f5f7d707c5a None None] Network 5502369d-6697-4ae3-a511-dad69b975ace requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:03.899126 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57933f9b-e95d-41bf-8424-ab081504a745 admin admin] Publish callbacks [] for security_group (ea717e7a-549a-4318-84eb-5a1b7392e4c7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.904544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:03.905645 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.927445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57933f9b-e95d-41bf-8424-ab081504a745 admin admin] Publish callbacks [] for security_group (ea717e7a-549a-4318-84eb-5a1b7392e4c7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:03.929938 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0098b871-f3e2-44d6-9bc2-1bf683fcef8d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6029801 Mar 07 16:22:03.932558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49450) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:03.940775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49452) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:03.958226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-926f087a-64be-48fa-beb7-f70aa85e9f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.036928 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57933f9b-e95d-41bf-8424-ab081504a745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ea717e7a-549a-4318-84eb-5a1b7392e4c7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.040959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-57933f9b-e95d-41bf-8424-ab081504a745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.045131 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-57933f9b-e95d-41bf-8424-ab081504a745 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea717e7a-549a-4318-84eb-5a1b7392e4c7 HTTP/1.1" status: 204 len: 168 time: 0.2214851 Mar 07 16:22:04.058394 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (5502369d-6697-4ae3-a511-dad69b975ace), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.060195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57933f9b-e95d-41bf-8424-ab081504a745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea717e7a-549a-4318-84eb-5a1b7392e4c7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:04.090293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-926f087a-64be-48fa-beb7-f70aa85e9f21 admin admin] Publish callbacks [] for security_group (38d5d66a-7a95-427c-9e37-fefe8c2d8ed0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.096237 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-926f087a-64be-48fa-beb7-f70aa85e9f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (38d5d66a-7a95-427c-9e37-fefe8c2d8ed0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.118661 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (6918a46a-dce7-4bd8-9d65-e09506ce8f1f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.175499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-926f087a-64be-48fa-beb7-f70aa85e9f21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21af0d729388495782b4df10fe2211bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307985 Mar 07 16:22:04.177385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49456) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:04.178593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f087a-64be-48fa-beb7-f70aa85e9f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d5d66a-7a95-427c-9e37-fefe8c2d8ed0,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:04.240336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (6918a46a-dce7-4bd8-9d65-e09506ce8f1f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.264665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e94025-48c0-4c68-9ad6-d9bc1c576853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-5502369d-6697-4ae3-a511-dad69b975ace', 'network_id': '5502369d-6697-4ae3-a511-dad69b975ace', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': '6918a46a-dce7-4bd8-9d65-e09506ce8f1f'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:22:04.266484 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-45e94025-48c0-4c68-9ad6-d9bc1c576853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.273203 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b421437-b300-4f91-af9d-84a27c38b4e5 admin admin] Publish callbacks [] for security_group (38d5d66a-7a95-427c-9e37-fefe8c2d8ed0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.303549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=6918a46a-dce7-4bd8-9d65-e09506ce8f1f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:04.306237 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b421437-b300-4f91-af9d-84a27c38b4e5 admin admin] Publish callbacks [] for security_group (38d5d66a-7a95-427c-9e37-fefe8c2d8ed0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.361265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (5502369d-6697-4ae3-a511-dad69b975ace), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.379356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e681cae-6eaa-4934-bdfa-c0fa6b91fcf4 None None] Network 5502369d-6697-4ae3-a511-dad69b975ace requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:04.391657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b421437-b300-4f91-af9d-84a27c38b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (38d5d66a-7a95-427c-9e37-fefe8c2d8ed0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.394529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b421437-b300-4f91-af9d-84a27c38b4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.398846 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8b421437-b300-4f91-af9d-84a27c38b4e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38d5d66a-7a95-427c-9e37-fefe8c2d8ed0 HTTP/1.1" status: 204 len: 168 time: 0.2159212 Mar 07 16:22:04.416728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5502369d-6697-4ae3-a511-dad69b975ace']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:04.422512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b421437-b300-4f91-af9d-84a27c38b4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d5d66a-7a95-427c-9e37-fefe8c2d8ed0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:04.436224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e62c049-6a24-4d07-8431-41aae167a244') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:04.436224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e62c049-6a24-4d07-8431-41aae167a244') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:04.447380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (1e62c049-6a24-4d07-8431-41aae167a244), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.464630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (1e62c049-6a24-4d07-8431-41aae167a244), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.479354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:04.480912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (1e62c049-6a24-4d07-8431-41aae167a244), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:04.485737 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:04.556279 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (5502369d-6697-4ae3-a511-dad69b975ace), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.580960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.588052 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/5502369d-6697-4ae3-a511-dad69b975ace HTTP/1.1" status: 204 len: 168 time: 0.6501675 Mar 07 16:22:04.588604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49462) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:04.592055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38c037-6b51-418d-ab5e-2a9dcc794e06 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=5502369d-6697-4ae3-a511-dad69b975ace,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:04.594701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-62940934'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:04.620314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:04.624958 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.653804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:04.668077 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (75719c16-dc0d-4436-b657-fcdc7eca205a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.668728 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 75719c16-dc0d-4436-b657-fcdc7eca205a of type vlan for network 275d8114-4719-4282-bbac-5a7523ea1122 Mar 07 16:22:04.718347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (275d8114-4719-4282-bbac-5a7523ea1122), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.751239 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (275d8114-4719-4282-bbac-5a7523ea1122), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.757361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:04.757959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:04.783005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1907690 Mar 07 16:22:04.788026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49468) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:04.798701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fb8a025f-0cb4-4803-a1dc-2e5ee61a14c9 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:04.858871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a0eca-7542-4975-b06a-01b052875842 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=275d8114-4719-4282-bbac-5a7523ea1122,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:04.875311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 275d8114-4719-4282-bbac-5a7523ea1122 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:05.022513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb8a025f-0cb4-4803-a1dc-2e5ee61a14c9 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (275d8114-4719-4282-bbac-5a7523ea1122), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.039329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb8a025f-0cb4-4803-a1dc-2e5ee61a14c9 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (275d8114-4719-4282-bbac-5a7523ea1122), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.050134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb8a025f-0cb4-4803-a1dc-2e5ee61a14c9 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 275d8114-4719-4282-bbac-5a7523ea1122 is not hosted by any dhcp agent {{(pid=103866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:22:05.066359 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a025f-0cb4-4803-a1dc-2e5ee61a14c9 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:05.067057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fb8a025f-0cb4-4803-a1dc-2e5ee61a14c9 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.068463 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fb8a025f-0cb4-4803-a1dc-2e5ee61a14c9 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "PUT /v2.0/networks/275d8114-4719-4282-bbac-5a7523ea1122 HTTP/1.1" status: 200 len: 723 time: 0.2790232 Mar 07 16:22:05.071867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49478) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:05.077129 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': '275d8114-4719-4282-bbac-5a7523ea1122', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:05.205027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a025f-0cb4-4803-a1dc-2e5ee61a14c9 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=275d8114-4719-4282-bbac-5a7523ea1122,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:05.216725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 275d8114-4719-4282-bbac-5a7523ea1122 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:05.247544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:05.251869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.285640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49484) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:05.388887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303867923'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:05.411160 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.419777 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.444721 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (1548342a-0c72-4b5c-93f7-899156a7c27d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.501188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=1548342a-0c72-4b5c-93f7-899156a7c27d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:05.503316 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (6131cffa-f9fc-4d9a-82dd-94e8b1798e47), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.509045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6131cffa-f9fc-4d9a-82dd-94e8b1798e47), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.519152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': '75719c16-dc0d-4436-b657-fcdc7eca205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '275d8114-4719-4282-bbac-5a7523ea1122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:05.519522 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: 275d8114-4719-4282-bbac-5a7523ea1122, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:22:05.536428 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 275d8114-4719-4282-bbac-5a7523ea1122 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:22:05.548123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 275d8114-4719-4282-bbac-5a7523ea1122) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:05.550657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6131cffa-f9fc-4d9a-82dd-94e8b1798e47,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:05.552646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:05.553763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.563226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd02e3-1615-43fa-98c2-a949eb112415 None None] Network 275d8114-4719-4282-bbac-5a7523ea1122 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:05.575604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-42ab4106-9288-4342-b1e3-eaae45fc70c1 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5003166 Mar 07 16:22:05.575872 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49488) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:05.582391 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-20e121c8-6366-4442-b6d1-8822bbed6051 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:05.598694 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (7986c602-fbb2-4891-a6b8-981313ce1cd1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.603976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7986c602-fbb2-4891-a6b8-981313ce1cd1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.635465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.636699 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3499846 Mar 07 16:22:05.638733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35894322-aa74-49ec-8b94-da42fb041b49 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7986c602-fbb2-4891-a6b8-981313ce1cd1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:05.646997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49490) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:05.688144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-275d8114-4719-4282-bbac-5a7523ea1122', 'network_id': '275d8114-4719-4282-bbac-5a7523ea1122', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': '1548342a-0c72-4b5c-93f7-899156a7c27d'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:22:05.689164 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.725936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-20e121c8-6366-4442-b6d1-8822bbed6051 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11628491'] for subnet (1548342a-0c72-4b5c-93f7-899156a7c27d), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.780853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2c341e2e-d2a3-4c38-a45a-d4fc7adc9627 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1323018 Mar 07 16:22:05.783418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49492) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:05.791310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-48277700-5a84-4f33-82da-63c4335a345c tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-security--1537155014', 'description': 'tempest-security-description-1127044231'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:05.829416 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-48277700-5a84-4f33-82da-63c4335a345c tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (7986c602-fbb2-4891-a6b8-981313ce1cd1), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.832149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Allocated IP 172.20.0.2 (275d8114-4719-4282-bbac-5a7523ea1122/1548342a-0c72-4b5c-93f7-899156a7c27d/5546257f-f799-43b1-a44a-a021143ec670) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:05.875268 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-48277700-5a84-4f33-82da-63c4335a345c tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (7986c602-fbb2-4891-a6b8-981313ce1cd1), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.879602 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-48277700-5a84-4f33-82da-63c4335a345c tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7986c602-fbb2-4891-a6b8-981313ce1cd1), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.882295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-48277700-5a84-4f33-82da-63c4335a345c tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.883605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-48277700-5a84-4f33-82da-63c4335a345c tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "PUT /v2.0/security-groups/7986c602-fbb2-4891-a6b8-981313ce1cd1 HTTP/1.1" status: 200 len: 1797 time: 0.0991561 Mar 07 16:22:05.886627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49494) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:05.914007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48277700-5a84-4f33-82da-63c4335a345c tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7986c602-fbb2-4891-a6b8-981313ce1cd1,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:05.927925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c17d664e-b44b-4e85-9711-6f010038de40 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups/7986c602-fbb2-4891-a6b8-981313ce1cd1 HTTP/1.1" status: 200 len: 1797 time: 0.0401032 Mar 07 16:22:05.931660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49496) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:05.983332 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3c67a75f-c58c-4abc-8b49-8f33509f8986 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (7986c602-fbb2-4891-a6b8-981313ce1cd1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.986512 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Publish callbacks [] for port (5546257f-f799-43b1-a44a-a021143ec670), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:05.994248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (5546257f-f799-43b1-a44a-a021143ec670), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.014242 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3c67a75f-c58c-4abc-8b49-8f33509f8986 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (7986c602-fbb2-4891-a6b8-981313ce1cd1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.040682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Network 275d8114-4719-4282-bbac-5a7523ea1122 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:06.043512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:06.048024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:06.052715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Pushing event updated for resources: {'Port': ['ID=5546257f-f799-43b1-a44a-a021143ec670,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.070524 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3c67a75f-c58c-4abc-8b49-8f33509f8986 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7986c602-fbb2-4891-a6b8-981313ce1cd1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.073515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3c67a75f-c58c-4abc-8b49-8f33509f8986 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.074690 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3c67a75f-c58c-4abc-8b49-8f33509f8986 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/7986c602-fbb2-4891-a6b8-981313ce1cd1 HTTP/1.1" status: 204 len: 168 time: 0.1420584 Mar 07 16:22:06.078104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49498) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.090856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67a75f-c58c-4abc-8b49-8f33509f8986 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7986c602-fbb2-4891-a6b8-981313ce1cd1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.116819 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-20e121c8-6366-4442-b6d1-8822bbed6051 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790654969775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12424814'] for subnet (1548342a-0c72-4b5c-93f7-899156a7c27d), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.128317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Attempting to bind port 5546257f-f799-43b1-a44a-a021143ec670 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:06.128832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Attempting to bind port 5546257f-f799-43b1-a44a-a021143ec670 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '75719c16-dc0d-4436-b657-fcdc7eca205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '275d8114-4719-4282-bbac-5a7523ea1122'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:06.129344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Attempting to bind port 5546257f-f799-43b1-a44a-a021143ec670 on network 275d8114-4719-4282-bbac-5a7523ea1122 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:06.135988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:06.136374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Checking segment: {'id': '75719c16-dc0d-4436-b657-fcdc7eca205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '275d8114-4719-4282-bbac-5a7523ea1122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:06.136787 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.137187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Bound using segment: {'id': '75719c16-dc0d-4436-b657-fcdc7eca205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '275d8114-4719-4282-bbac-5a7523ea1122'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:06.137665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Bound port: 5546257f-f799-43b1-a44a-a021143ec670, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75719c16-dc0d-4436-b657-fcdc7eca205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '275d8114-4719-4282-bbac-5a7523ea1122'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:06.138054 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5546257f-f799-43b1-a44a-a021143ec670), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.145363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6515004e-b948-41f4-ab94-654921622982 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0635946 Mar 07 16:22:06.145647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49500) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.158737 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-dbc37fc0-55ec-4cae-8794-9b18184cdb8b tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] delete failed (client error): The resource could not be found. Mar 07 16:22:06.164246 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dbc37fc0-55ec-4cae-8794-9b18184cdb8b tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/7986c602-fbb2-4891-a6b8-981313ce1cd1 HTTP/1.1" status: 404 len: 347 time: 0.0134947 Mar 07 16:22:06.164451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e121c8-6366-4442-b6d1-8822bbed6051 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:06.164451 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-20e121c8-6366-4442-b6d1-8822bbed6051 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.165498 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-20e121c8-6366-4442-b6d1-8822bbed6051 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "PUT /v2.0/subnets/1548342a-0c72-4b5c-93f7-899156a7c27d HTTP/1.1" status: 200 len: 806 time: 0.5883961 Mar 07 16:22:06.166073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49502) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.168147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49504) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.172615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5de6d1a7-b156-4a36-b9ae-de6edd18c4ae tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039892959'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:06.194210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e121c8-6366-4442-b6d1-8822bbed6051 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=1548342a-0c72-4b5c-93f7-899156a7c27d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.205111 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de6d1a7-b156-4a36-b9ae-de6edd18c4ae tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.235127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] For port 5546257f-f799-43b1-a44a-a021143ec670, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:06.238698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] For port 5546257f-f799-43b1-a44a-a021143ec670, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5546257f-f799-43b1-a44a-a021143ec670,segment=NetworkSegment(75719c16-dc0d-4436-b657-fcdc7eca205a),segment_id=75719c16-dc0d-4436-b657-fcdc7eca205a)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:06.247919 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5546257f-f799-43b1-a44a-a021143ec670), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.282282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (275d8114-4719-4282-bbac-5a7523ea1122), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.285587 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de6d1a7-b156-4a36-b9ae-de6edd18c4ae tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (c98b02b2-1ec0-4695-a22a-a1138645f26a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.290862 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de6d1a7-b156-4a36-b9ae-de6edd18c4ae tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c98b02b2-1ec0-4695-a22a-a1138645f26a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.316434 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b332ff9-4b7c-4611-b169-a1b62dd4c91d None None] Pushing event updated for resources: {'Port': ['ID=5546257f-f799-43b1-a44a-a021143ec670,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.338193 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de6d1a7-b156-4a36-b9ae-de6edd18c4ae tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.342201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5de6d1a7-b156-4a36-b9ae-de6edd18c4ae tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1724746 Mar 07 16:22:06.342448 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49506) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.347604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3041170a-3a20-4c54-bc6b-3128baf37e52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': 'c98b02b2-1ec0-4695-a22a-a1138645f26a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:06.353497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Deleting port 5546257f-f799-43b1-a44a-a021143ec670 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:22:06.353932 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5546257f-f799-43b1-a44a-a021143ec670), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.354079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6d1a7-b156-4a36-b9ae-de6edd18c4ae tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b02b2-1ec0-4695-a22a-a1138645f26a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.380014 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3041170a-3a20-4c54-bc6b-3128baf37e52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (8e1f182b-5038-4c37-8a3b-614e6ef182dd), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.442266 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] For port 5546257f-f799-43b1-a44a-a021143ec670, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5546257f-f799-43b1-a44a-a021143ec670,segment=NetworkSegment(75719c16-dc0d-4436-b657-fcdc7eca205a),segment_id=75719c16-dc0d-4436-b657-fcdc7eca205a)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:06.442926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5546257f-f799-43b1-a44a-a021143ec670), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.447688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3041170a-3a20-4c54-bc6b-3128baf37e52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (8e1f182b-5038-4c37-8a3b-614e6ef182dd), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.452139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3041170a-3a20-4c54-bc6b-3128baf37e52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (8e1f182b-5038-4c37-8a3b-614e6ef182dd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.464587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Calling delete_port for 5546257f-f799-43b1-a44a-a021143ec670 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:22:06.467115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041170a-3a20-4c54-bc6b-3128baf37e52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1f182b-5038-4c37-8a3b-614e6ef182dd,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.486853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3041170a-3a20-4c54-bc6b-3128baf37e52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.486853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3041170a-3a20-4c54-bc6b-3128baf37e52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424205 Mar 07 16:22:06.491133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49508) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.535067 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-15cd09d2-975e-455d-a1a1-40da5dd275ec tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (8e1f182b-5038-4c37-8a3b-614e6ef182dd), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.543472 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-15cd09d2-975e-455d-a1a1-40da5dd275ec tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (8e1f182b-5038-4c37-8a3b-614e6ef182dd), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.574170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-15cd09d2-975e-455d-a1a1-40da5dd275ec tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (8e1f182b-5038-4c37-8a3b-614e6ef182dd), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.580875 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-15cd09d2-975e-455d-a1a1-40da5dd275ec tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.582145 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-15cd09d2-975e-455d-a1a1-40da5dd275ec tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8e1f182b-5038-4c37-8a3b-614e6ef182dd HTTP/1.1" status: 204 len: 168 time: 0.0897894 Mar 07 16:22:06.586850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49510) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.602944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd09d2-975e-455d-a1a1-40da5dd275ec tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e1f182b-5038-4c37-8a3b-614e6ef182dd,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.630029 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.646105 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-11e1f357-418f-4761-813f-fea688cffb07 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592439 Mar 07 16:22:06.649641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49512) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.654310 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5546257f-f799-43b1-a44a-a021143ec670), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.708288 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b459c962-19d6-4497-8398-96802c2ebf78 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (c98b02b2-1ec0-4695-a22a-a1138645f26a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.716354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Port': ['ID=5546257f-f799-43b1-a44a-a021143ec670,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.732871 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b459c962-19d6-4497-8398-96802c2ebf78 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (c98b02b2-1ec0-4695-a22a-a1138645f26a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.733113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No DVR routers for this DVR port 5546257f-f799-43b1-a44a-a021143ec670 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:22:06.777405 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b459c962-19d6-4497-8398-96802c2ebf78 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c98b02b2-1ec0-4695-a22a-a1138645f26a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.778296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (1548342a-0c72-4b5c-93f7-899156a7c27d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.779861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b459c962-19d6-4497-8398-96802c2ebf78 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.784028 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b459c962-19d6-4497-8398-96802c2ebf78 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/c98b02b2-1ec0-4695-a22a-a1138645f26a HTTP/1.1" status: 204 len: 168 time: 0.1332734 Mar 07 16:22:06.784630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49514) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.807404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459c962-19d6-4497-8398-96802c2ebf78 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b02b2-1ec0-4695-a22a-a1138645f26a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.844267 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (1548342a-0c72-4b5c-93f7-899156a7c27d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.844489 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ddc5b1bc-5db1-41a4-88cf-4a9694bf16d1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0547950 Mar 07 16:22:06.848630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49516) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.853346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5cab1170-fede-4f54-86d7-70aa07989499 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028086012'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:06.872442 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=1548342a-0c72-4b5c-93f7-899156a7c27d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:06.876437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cab1170-fede-4f54-86d7-70aa07989499 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.943362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (275d8114-4719-4282-bbac-5a7523ea1122), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.950412 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cab1170-fede-4f54-86d7-70aa07989499 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.954364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cab1170-fede-4f54-86d7-70aa07989499 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.965633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275d8114-4719-4282-bbac-5a7523ea1122']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:06.975930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75719c16-dc0d-4436-b657-fcdc7eca205a') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:06.976308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75719c16-dc0d-4436-b657-fcdc7eca205a') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:06.985841 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5cab1170-fede-4f54-86d7-70aa07989499 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.987136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5cab1170-fede-4f54-86d7-70aa07989499 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1380000 Mar 07 16:22:06.987937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (75719c16-dc0d-4436-b657-fcdc7eca205a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:06.989947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49518) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:06.994781 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5c8c0dba-7bc8-4ace-a599-4c5514c65d23 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': '5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:07.001895 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (75719c16-dc0d-4436-b657-fcdc7eca205a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.002121 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab1170-fede-4f54-86d7-70aa07989499 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:07.008589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:07.009019 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (75719c16-dc0d-4436-b657-fcdc7eca205a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:07.012135 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:07.026381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c8c0dba-7bc8-4ace-a599-4c5514c65d23 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (adc7ba77-c5e1-483c-8280-8df6c3fd98ab), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.087906 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c8c0dba-7bc8-4ace-a599-4c5514c65d23 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (adc7ba77-c5e1-483c-8280-8df6c3fd98ab), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.089333 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (275d8114-4719-4282-bbac-5a7523ea1122), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.092426 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c8c0dba-7bc8-4ace-a599-4c5514c65d23 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (adc7ba77-c5e1-483c-8280-8df6c3fd98ab), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.094943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.098710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/275d8114-4719-4282-bbac-5a7523ea1122 HTTP/1.1" status: 204 len: 168 time: 0.9296057 Mar 07 16:22:07.104235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49520) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.117111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed368b9b-9bef-4585-acec-66b87bde615c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=275d8114-4719-4282-bbac-5a7523ea1122,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:07.130752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c0dba-7bc8-4ace-a599-4c5514c65d23 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc7ba77-c5e1-483c-8280-8df6c3fd98ab,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:07.135170 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5a7fb5-59be-40d7-a9c9-0ed44c3cd0d4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:07.135703 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5a7fb5-59be-40d7-a9c9-0ed44c3cd0d4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:07.138963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b5a7fb5-59be-40d7-a9c9-0ed44c3cd0d4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/275d8114-4719-4282-bbac-5a7523ea1122 HTTP/1.1" status: 404 len: 339 time: 0.0303035 Mar 07 16:22:07.142582 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5c8c0dba-7bc8-4ace-a599-4c5514c65d23 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.143176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49522) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.146355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5c8c0dba-7bc8-4ace-a599-4c5514c65d23 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523814 Mar 07 16:22:07.147195 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49524) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.151562 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-196be5f9-616a-4787-89b8-c460f3a49962 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': '5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:07.154663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1640773333', 'description': 'd1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:07.179559 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-196be5f9-616a-4787-89b8-c460f3a49962 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (d97e0e6f-245a-4e12-9c1a-d061e355cf44), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.210822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:07.214641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.241866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-2bf26e05-f6f8-4e9b-9b99-2077a717f853 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910590 Mar 07 16:22:07.253561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:07.263733 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9f5ca2fd-ef7e-4695-8266-9d54bf04174f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.264133 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 9f5ca2fd-ef7e-4695-8266-9d54bf04174f of type vlan for network f89873a7-cdef-450c-bc30-a5800bc73ee7 Mar 07 16:22:07.267215 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-196be5f9-616a-4787-89b8-c460f3a49962 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (d97e0e6f-245a-4e12-9c1a-d061e355cf44), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.271400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-196be5f9-616a-4787-89b8-c460f3a49962 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (d97e0e6f-245a-4e12-9c1a-d061e355cf44), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.293813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196be5f9-616a-4787-89b8-c460f3a49962 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97e0e6f-245a-4e12-9c1a-d061e355cf44,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:07.306065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-196be5f9-616a-4787-89b8-c460f3a49962 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.309976 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-196be5f9-616a-4787-89b8-c460f3a49962 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1594045 Mar 07 16:22:07.310193 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49526) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.315450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a941abb1-8896-4c54-a16d-af061c980262 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': '5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:07.336924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f89873a7-cdef-450c-bc30-a5800bc73ee7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.350499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a941abb1-8896-4c54-a16d-af061c980262 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (a09fc30b-ab02-44ff-b1fc-734a8e7fd637), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.385326 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f89873a7-cdef-450c-bc30-a5800bc73ee7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.390685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:07.391452 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.404898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-f286183a-2a9f-4678-992b-df2fb3f9d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:07.406419 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-f286183a-2a9f-4678-992b-df2fb3f9d569 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1128 time: 0.1086278 Mar 07 16:22:07.420721 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a941abb1-8896-4c54-a16d-af061c980262 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (a09fc30b-ab02-44ff-b1fc-734a8e7fd637), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.428927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a941abb1-8896-4c54-a16d-af061c980262 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (a09fc30b-ab02-44ff-b1fc-734a8e7fd637), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.439256 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2874532 Mar 07 16:22:07.441216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49528) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.450091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941abb1-8896-4c54-a16d-af061c980262 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09fc30b-ab02-44ff-b1fc-734a8e7fd637,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:07.465942 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a941abb1-8896-4c54-a16d-af061c980262 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.470273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a941abb1-8896-4c54-a16d-af061c980262 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590669 Mar 07 16:22:07.471047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49530) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.476152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e845a3d2-a021-4a6b-93df-74d3645f36f3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': '5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:07.505264 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e845a3d2-a021-4a6b-93df-74d3645f36f3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (b8a09188-972d-49fc-b5be-ddf67ac6dc13), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.510731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932621f-5b6e-494e-a86c-80de5984ff6a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=f89873a7-cdef-450c-bc30-a5800bc73ee7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:07.522699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f89873a7-cdef-450c-bc30-a5800bc73ee7 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:07.597342 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e845a3d2-a021-4a6b-93df-74d3645f36f3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (b8a09188-972d-49fc-b5be-ddf67ac6dc13), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.606950 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e845a3d2-a021-4a6b-93df-74d3645f36f3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (b8a09188-972d-49fc-b5be-ddf67ac6dc13), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.610355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c36a24-4296-4198-8d43-af7161648fd2 None None] DHCP port deletion for 275d8114-4719-4282-bbac-5a7523ea1122 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:22:07.619550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129100d-a599-4df1-a614-5f60d1eff517 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:07.621379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b129100d-a599-4df1-a614-5f60d1eff517 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/networks?id=f89873a7-cdef-450c-bc30-a5800bc73ee7 HTTP/1.1" status: 200 len: 761 time: 0.1793001 Mar 07 16:22:07.625379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49532) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.630663 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845a3d2-a021-4a6b-93df-74d3645f36f3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a09188-972d-49fc-b5be-ddf67ac6dc13,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:07.632618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ddc30e9e-342a-491f-864e-e276e22253c0 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'description': 'd2'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:07.640021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2edb158f-af65-49de-90e4-1b84d89afa27 None None] Could not find standard attr ID for object 5546257f-f799-43b1-a44a-a021143ec670. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:22:07.645748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e1f82-ec7b-4b3f-9e27-acf550dd6163 None None] Network 275d8114-4719-4282-bbac-5a7523ea1122 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:07.648679 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e845a3d2-a021-4a6b-93df-74d3645f36f3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.650012 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e845a3d2-a021-4a6b-93df-74d3645f36f3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778290 Mar 07 16:22:07.652704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49534) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.657609 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c66bafd5-bcf4-41b8-9bc1-3b274d2f1e80 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': '5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:07.666891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e1f82-ec7b-4b3f-9e27-acf550dd6163 None None] Network 275d8114-4719-4282-bbac-5a7523ea1122 could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:22:07.675481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209455b-b456-4e94-93b9-887a333f7572 None None] Network 275d8114-4719-4282-bbac-5a7523ea1122 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:07.675671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-db5ad75a-6a01-433f-9800-2d6aa583c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:07.677024 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-db5ad75a-6a01-433f-9800-2d6aa583c69f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 898 time: 0.2366731 Mar 07 16:22:07.687977 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c66bafd5-bcf4-41b8-9bc1-3b274d2f1e80 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (ea642886-c213-49b1-bd8f-09deba89f072), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.690680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209455b-b456-4e94-93b9-887a333f7572 None None] Network 275d8114-4719-4282-bbac-5a7523ea1122 could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:22:07.750202 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c66bafd5-bcf4-41b8-9bc1-3b274d2f1e80 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (ea642886-c213-49b1-bd8f-09deba89f072), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.754728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c66bafd5-bcf4-41b8-9bc1-3b274d2f1e80 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (ea642886-c213-49b1-bd8f-09deba89f072), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.780245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bafd5-bcf4-41b8-9bc1-3b274d2f1e80 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea642886-c213-49b1-bd8f-09deba89f072,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:07.785709 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c66bafd5-bcf4-41b8-9bc1-3b274d2f1e80 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.790654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c66bafd5-bcf4-41b8-9bc1-3b274d2f1e80 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1367946 Mar 07 16:22:07.791276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49536) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.814219 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a15f0d6e-deac-459b-b9b8-8002e281255f tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (ea642886-c213-49b1-bd8f-09deba89f072), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.823071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a15f0d6e-deac-459b-b9b8-8002e281255f tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (ea642886-c213-49b1-bd8f-09deba89f072), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.833276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-026f4a8d-82f6-4830-a96c-db23a19a96e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1002 time: 0.1270621 Mar 07 16:22:07.851196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a15f0d6e-deac-459b-b9b8-8002e281255f tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (ea642886-c213-49b1-bd8f-09deba89f072), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.857448 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a15f0d6e-deac-459b-b9b8-8002e281255f tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.858693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a15f0d6e-deac-459b-b9b8-8002e281255f tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ea642886-c213-49b1-bd8f-09deba89f072 HTTP/1.1" status: 204 len: 168 time: 0.0663586 Mar 07 16:22:07.863237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49538) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.869646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f0d6e-deac-459b-b9b8-8002e281255f tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea642886-c213-49b1-bd8f-09deba89f072,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:07.889476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ddc30e9e-342a-491f-864e-e276e22253c0 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f89873a7-cdef-450c-bc30-a5800bc73ee7), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.909950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-5e12e88c-c13d-4605-8f13-2cb0b40eae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:07.911466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-5e12e88c-c13d-4605-8f13-2cb0b40eae3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 200 len: 834 time: 0.0687284 Mar 07 16:22:07.912042 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ddc30e9e-342a-491f-864e-e276e22253c0 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f89873a7-cdef-450c-bc30-a5800bc73ee7), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.916787 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a36d88ca-805b-4bb8-9b85-69d8417c944a tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0480285 Mar 07 16:22:07.917528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49540) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.938705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ddc30e9e-342a-491f-864e-e276e22253c0 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network f89873a7-cdef-450c-bc30-a5800bc73ee7 is not hosted by any dhcp agent {{(pid=103867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 16:22:07.944177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b15855ae-264c-4368-8056-5418cd3057a1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (b8a09188-972d-49fc-b5be-ddf67ac6dc13), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.944381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc30e9e-342a-491f-864e-e276e22253c0 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:07.944936 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ddc30e9e-342a-491f-864e-e276e22253c0 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:07.946233 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ddc30e9e-342a-491f-864e-e276e22253c0 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "PUT /v2.0/networks/f89873a7-cdef-450c-bc30-a5800bc73ee7 HTTP/1.1" status: 200 len: 758 time: 0.3197474 Mar 07 16:22:07.948825 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49542) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:07.965802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b15855ae-264c-4368-8056-5418cd3057a1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (b8a09188-972d-49fc-b5be-ddf67ac6dc13), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.013957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc30e9e-342a-491f-864e-e276e22253c0 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=f89873a7-cdef-450c-bc30-a5800bc73ee7,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.025922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f89873a7-cdef-450c-bc30-a5800bc73ee7 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:08.026216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-d818623f-871a-4fd3-b35b-fcff26cf99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:08.028041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-d818623f-871a-4fd3-b35b-fcff26cf99dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f523516f-e33e-4799-8f63-c559585e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1090367 Mar 07 16:22:08.048566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b15855ae-264c-4368-8056-5418cd3057a1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (b8a09188-972d-49fc-b5be-ddf67ac6dc13), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.058251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afef7c8-1d26-47fa-ac20-d9512e6a3935 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:08.063178 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4afef7c8-1d26-47fa-ac20-d9512e6a3935 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/networks?id=f89873a7-cdef-450c-bc30-a5800bc73ee7 HTTP/1.1" status: 200 len: 761 time: 0.1100409 Mar 07 16:22:08.063908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49544) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.064052 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b15855ae-264c-4368-8056-5418cd3057a1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.067407 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b15855ae-264c-4368-8056-5418cd3057a1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b8a09188-972d-49fc-b5be-ddf67ac6dc13 HTTP/1.1" status: 204 len: 168 time: 0.1467557 Mar 07 16:22:08.069267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49546) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.070144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139692164'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:08.076592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15855ae-264c-4368-8056-5418cd3057a1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8a09188-972d-49fc-b5be-ddf67ac6dc13,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.115144 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-65ace579-ffa9-421d-9a3b-d6e10e6e7094 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0447619 Mar 07 16:22:08.118196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49548) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.136511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:08.139892 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.144081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2eaaacc-a8a0-4627-95c8-c38f19e20ebf tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (a09fc30b-ab02-44ff-b1fc-734a8e7fd637), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.152257 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2eaaacc-a8a0-4627-95c8-c38f19e20ebf tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (a09fc30b-ab02-44ff-b1fc-734a8e7fd637), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.176037 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-8c29629f-42fd-4a7e-88b2-6fb330aa8583 service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392813 Mar 07 16:22:08.179687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2eaaacc-a8a0-4627-95c8-c38f19e20ebf tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (a09fc30b-ab02-44ff-b1fc-734a8e7fd637), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.186849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2eaaacc-a8a0-4627-95c8-c38f19e20ebf tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.187972 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2eaaacc-a8a0-4627-95c8-c38f19e20ebf tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a09fc30b-ab02-44ff-b1fc-734a8e7fd637 HTTP/1.1" status: 204 len: 168 time: 0.0687928 Mar 07 16:22:08.191749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49550) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.194522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:08.198643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaaacc-a8a0-4627-95c8-c38f19e20ebf tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a09fc30b-ab02-44ff-b1fc-734a8e7fd637,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.223891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9ddd7b26-13c4-4931-afe9-69ace6a5d1c6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.224249 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 9ddd7b26-13c4-4931-afe9-69ace6a5d1c6 of type vlan for network 8323b1d7-0afb-42af-b447-8f53f04f6628 Mar 07 16:22:08.236400 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b8519eeb-8e86-4b5c-85c8-1030785caecc tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0435662 Mar 07 16:22:08.239096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49552) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.263913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d07975d-bcf0-4128-bdee-4207f77d4f1e tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (d97e0e6f-245a-4e12-9c1a-d061e355cf44), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.271932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d07975d-bcf0-4128-bdee-4207f77d4f1e tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (d97e0e6f-245a-4e12-9c1a-d061e355cf44), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.300237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d07975d-bcf0-4128-bdee-4207f77d4f1e tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (d97e0e6f-245a-4e12-9c1a-d061e355cf44), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.307619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d07975d-bcf0-4128-bdee-4207f77d4f1e tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.308587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (8323b1d7-0afb-42af-b447-8f53f04f6628), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.308740 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0d07975d-bcf0-4128-bdee-4207f77d4f1e tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d97e0e6f-245a-4e12-9c1a-d061e355cf44 HTTP/1.1" status: 204 len: 168 time: 0.0687294 Mar 07 16:22:08.313363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49554) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.318290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07975d-bcf0-4128-bdee-4207f77d4f1e tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d97e0e6f-245a-4e12-9c1a-d061e355cf44,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.351934 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6bb5ca22-83aa-4624-80b9-a3b5121d7675 req-761bea8a-6898-4e24-b479-07c9c82fc8a7 service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693110 Mar 07 16:22:08.391994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0a673b40-9cf9-4bf4-89ad-e56b04afc6a2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0773983 Mar 07 16:22:08.393171 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (8323b1d7-0afb-42af-b447-8f53f04f6628), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.394671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49556) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.398780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:08.399396 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.420712 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d129686-a593-4656-b1e9-41f3dfc66c26 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (adc7ba77-c5e1-483c-8280-8df6c3fd98ab), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.429790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d129686-a593-4656-b1e9-41f3dfc66c26 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (adc7ba77-c5e1-483c-8280-8df6c3fd98ab), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.439824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3751912 Mar 07 16:22:08.442545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49558) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.450024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': '8323b1d7-0afb-42af-b447-8f53f04f6628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:08.472452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbab65-f33f-491b-9863-93bfc6845bd5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=8323b1d7-0afb-42af-b447-8f53f04f6628,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.483160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 8323b1d7-0afb-42af-b447-8f53f04f6628 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:08.484167 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d129686-a593-4656-b1e9-41f3dfc66c26 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (adc7ba77-c5e1-483c-8280-8df6c3fd98ab), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.489018 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3d129686-a593-4656-b1e9-41f3dfc66c26 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.490842 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3d129686-a593-4656-b1e9-41f3dfc66c26 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/adc7ba77-c5e1-483c-8280-8df6c3fd98ab HTTP/1.1" status: 204 len: 168 time: 0.0944686 Mar 07 16:22:08.493731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49560) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.537511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d129686-a593-4656-b1e9-41f3dfc66c26 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adc7ba77-c5e1-483c-8280-8df6c3fd98ab,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.541341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fac47647-3f46-457d-af01-aa2763e95c43 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462363 Mar 07 16:22:08.544075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49562) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.568024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:08.571796 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.597317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2c874f9-e1c4-4e87-9ea4-345d2d0425af tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.620314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2c874f9-e1c4-4e87-9ea4-345d2d0425af tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.664393 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2c874f9-e1c4-4e87-9ea4-345d2d0425af tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.667336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2c874f9-e1c4-4e87-9ea4-345d2d0425af tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.668483 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b2c874f9-e1c4-4e87-9ea4-345d2d0425af tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89 HTTP/1.1" status: 204 len: 168 time: 0.1234915 Mar 07 16:22:08.671589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49564) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.683329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c874f9-e1c4-4e87-9ea4-345d2d0425af tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6ef613-eb0d-49d5-a1b5-8d79acb3cc89,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.722698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a8076f64-5d3d-4146-9258-03295f62f973 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0489683 Mar 07 16:22:08.726989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49566) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.731949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-324f0378-b84e-454b-a090-9221b8051c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-secgroup--766901987'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:08.752505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-324f0378-b84e-454b-a090-9221b8051c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.761479 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (acabd541-82c5-4f3a-b1d5-8b906a305b3e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.823497 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-324f0378-b84e-454b-a090-9221b8051c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (8bb12277-56c5-48ee-977e-0bcb315dd879), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.825795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=acabd541-82c5-4f3a-b1d5-8b906a305b3e,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.827325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-324f0378-b84e-454b-a090-9221b8051c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8bb12277-56c5-48ee-977e-0bcb315dd879), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.833378 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': '9ddd7b26-13c4-4931-afe9-69ace6a5d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8323b1d7-0afb-42af-b447-8f53f04f6628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:08.833677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: 8323b1d7-0afb-42af-b447-8f53f04f6628, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:22:08.852141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network 8323b1d7-0afb-42af-b447-8f53f04f6628 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:22:08.857159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-324f0378-b84e-454b-a090-9221b8051c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.858385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-324f0378-b84e-454b-a090-9221b8051c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1299014 Mar 07 16:22:08.861765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49568) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.862524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f0378-b84e-454b-a090-9221b8051c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb12277-56c5-48ee-977e-0bcb315dd879,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.866638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fe5c2069-5b5c-4954-a416-e5aa1e774c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': '8bb12277-56c5-48ee-977e-0bcb315dd879', 'direction': 'ingress', 'protocol': 17}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:08.870739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 8323b1d7-0afb-42af-b447-8f53f04f6628) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:08.876869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:08.877472 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.882419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eb3889-f8cc-4679-b0ea-872e444ff313 None None] Network 8323b1d7-0afb-42af-b447-8f53f04f6628 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:08.902471 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-25ff8ca8-dc7f-41e1-a6ef-d88170fc60be tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4588578 Mar 07 16:22:08.905171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49570) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:08.910835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2069-5b5c-4954-a416-e5aa1e774c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (c9f401ac-318d-4c43-98d2-d23bd6d82c34), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.962098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2069-5b5c-4954-a416-e5aa1e774c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (c9f401ac-318d-4c43-98d2-d23bd6d82c34), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.966691 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2069-5b5c-4954-a416-e5aa1e774c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c9f401ac-318d-4c43-98d2-d23bd6d82c34), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.984833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c2069-5b5c-4954-a416-e5aa1e774c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f401ac-318d-4c43-98d2-d23bd6d82c34,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:08.995117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2069-5b5c-4954-a416-e5aa1e774c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:08.997954 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fe5c2069-5b5c-4954-a416-e5aa1e774c52 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1349216 Mar 07 16:22:09.000706 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49572) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:09.009087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-8323b1d7-0afb-42af-b447-8f53f04f6628', 'network_id': '8323b1d7-0afb-42af-b447-8f53f04f6628', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': 'acabd541-82c5-4f3a-b1d5-8b906a305b3e'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:22:09.009971 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.020472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8323b1d7-0afb-42af-b447-8f53f04f6628), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.059876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d42966c0-c27c-494c-bb4b-8a0bac13aec3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (8bb12277-56c5-48ee-977e-0bcb315dd879), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.075449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (acabd541-82c5-4f3a-b1d5-8b906a305b3e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.087827 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d42966c0-c27c-494c-bb4b-8a0bac13aec3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (8bb12277-56c5-48ee-977e-0bcb315dd879), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.149770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d42966c0-c27c-494c-bb4b-8a0bac13aec3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8bb12277-56c5-48ee-977e-0bcb315dd879), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.152662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d42966c0-c27c-494c-bb4b-8a0bac13aec3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.153845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d42966c0-c27c-494c-bb4b-8a0bac13aec3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/8bb12277-56c5-48ee-977e-0bcb315dd879 HTTP/1.1" status: 204 len: 168 time: 0.1519508 Mar 07 16:22:09.156677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49574) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:09.164182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42966c0-c27c-494c-bb4b-8a0bac13aec3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb12277-56c5-48ee-977e-0bcb315dd879,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:09.177354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Allocated IP 172.20.0.2 (8323b1d7-0afb-42af-b447-8f53f04f6628/acabd541-82c5-4f3a-b1d5-8b906a305b3e/46921ba4-0d89-4f7e-85c1-f6301b08936e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:09.207264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-720d6600-58c4-4041-beed-142427da6b27 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0461714 Mar 07 16:22:09.207486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:09.213197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-697b0dfe-58b3-4c32-bb87-e07585bdcec1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908931618'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:09.235325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-697b0dfe-58b3-4c32-bb87-e07585bdcec1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.300858 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-697b0dfe-58b3-4c32-bb87-e07585bdcec1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (c435fee3-1120-4996-91ca-99801c95080e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.305733 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-697b0dfe-58b3-4c32-bb87-e07585bdcec1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c435fee3-1120-4996-91ca-99801c95080e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.335450 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-697b0dfe-58b3-4c32-bb87-e07585bdcec1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.339190 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-697b0dfe-58b3-4c32-bb87-e07585bdcec1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1277270 Mar 07 16:22:09.339387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49578) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:09.343532 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Publish callbacks [] for port (46921ba4-0d89-4f7e-85c1-f6301b08936e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.343694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-cfe9d952-d0b8-4d55-83c7-7bfbd769a7c3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645432855'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:09.348530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b0dfe-58b3-4c32-bb87-e07585bdcec1 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c435fee3-1120-4996-91ca-99801c95080e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:09.350782 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (46921ba4-0d89-4f7e-85c1-f6301b08936e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.372188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d952-d0b8-4d55-83c7-7bfbd769a7c3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.375678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (acabd541-82c5-4f3a-b1d5-8b906a305b3e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.401550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Network 8323b1d7-0afb-42af-b447-8f53f04f6628 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:09.405873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:09.410257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:09.417719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=acabd541-82c5-4f3a-b1d5-8b906a305b3e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:09.419063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Pushing event updated for resources: {'Port': ['ID=46921ba4-0d89-4f7e-85c1-f6301b08936e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:09.470303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5546257f-f799-43b1-a44a-a021143ec670 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:22:09.492159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Attempting to bind port 46921ba4-0d89-4f7e-85c1-f6301b08936e on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:09.492407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8323b1d7-0afb-42af-b447-8f53f04f6628), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.492547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Attempting to bind port 46921ba4-0d89-4f7e-85c1-f6301b08936e by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '9ddd7b26-13c4-4931-afe9-69ace6a5d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8323b1d7-0afb-42af-b447-8f53f04f6628'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:09.492915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Attempting to bind port 46921ba4-0d89-4f7e-85c1-f6301b08936e on network 8323b1d7-0afb-42af-b447-8f53f04f6628 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:09.496297 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 5546257f-f799-43b1-a44a-a021143ec670 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:22:09.496679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5546257f-f799-43b1-a44a-a021143ec670 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:22:09.500541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:09.501250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Checking segment: {'id': '9ddd7b26-13c4-4931-afe9-69ace6a5d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8323b1d7-0afb-42af-b447-8f53f04f6628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:09.501618 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.501800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Bound using segment: {'id': '9ddd7b26-13c4-4931-afe9-69ace6a5d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8323b1d7-0afb-42af-b447-8f53f04f6628'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:09.502185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Bound port: 46921ba4-0d89-4f7e-85c1-f6301b08936e, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddd7b26-13c4-4931-afe9-69ace6a5d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8323b1d7-0afb-42af-b447-8f53f04f6628'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:09.502563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (46921ba4-0d89-4f7e-85c1-f6301b08936e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.521887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8323b1d7-0afb-42af-b447-8f53f04f6628']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:09.540792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddd7b26-13c4-4931-afe9-69ace6a5d1c6') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:09.541072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddd7b26-13c4-4931-afe9-69ace6a5d1c6') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:09.556359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d952-d0b8-4d55-83c7-7bfbd769a7c3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (6f98dab9-53e5-4ad0-b831-fa147a9b8295), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.558177 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (9ddd7b26-13c4-4931-afe9-69ace6a5d1c6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.566166 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d952-d0b8-4d55-83c7-7bfbd769a7c3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6f98dab9-53e5-4ad0-b831-fa147a9b8295), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.571028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] For port 46921ba4-0d89-4f7e-85c1-f6301b08936e, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:09.583418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9ddd7b26-13c4-4931-afe9-69ace6a5d1c6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.596274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:09.596667 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (9ddd7b26-13c4-4931-afe9-69ace6a5d1c6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:09.599581 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:09.606280 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d952-d0b8-4d55-83c7-7bfbd769a7c3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.607545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cfe9d952-d0b8-4d55-83c7-7bfbd769a7c3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2672458 Mar 07 16:22:09.610438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49580) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:09.616505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ad85c6e1-6a9c-44df-a3a1-c2fd75d2b521 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': 'c435fee3-1120-4996-91ca-99801c95080e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f98dab9-53e5-4ad0-b831-fa147a9b8295', 'remote_ip_prefix': None}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:09.628410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9d952-d0b8-4d55-83c7-7bfbd769a7c3 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f98dab9-53e5-4ad0-b831-fa147a9b8295,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:09.648537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad85c6e1-6a9c-44df-a3a1-c2fd75d2b521 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (038d7cde-1c76-4add-8174-9e8418afe96e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.667620 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.db.api [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 16:22:09.667620 n-d-830010-8 neutron-server[103867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 16:22:09.667620 n-d-830010-8 neutron-server[103867]: [parameters: {'id': '8323b1d7-0afb-42af-b447-8f53f04f6628'}] Mar 07 16:22:09.667620 n-d-830010-8 neutron-server[103867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:22:09.668515 n-d-830010-8 neutron-server[103867]: DEBUG oslo_db.api [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:22:09.669548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] For port 46921ba4-0d89-4f7e-85c1-f6301b08936e, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=46921ba4-0d89-4f7e-85c1-f6301b08936e,segment=NetworkSegment(9ddd7b26-13c4-4931-afe9-69ace6a5d1c6),segment_id=9ddd7b26-13c4-4931-afe9-69ace6a5d1c6)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:09.677668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (46921ba4-0d89-4f7e-85c1-f6301b08936e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.722011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad85c6e1-6a9c-44df-a3a1-c2fd75d2b521 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (038d7cde-1c76-4add-8174-9e8418afe96e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.726905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad85c6e1-6a9c-44df-a3a1-c2fd75d2b521 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (038d7cde-1c76-4add-8174-9e8418afe96e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.745332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85c6e1-6a9c-44df-a3a1-c2fd75d2b521 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038d7cde-1c76-4add-8174-9e8418afe96e,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:09.753551 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad85c6e1-6a9c-44df-a3a1-c2fd75d2b521 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.754779 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ad85c6e1-6a9c-44df-a3a1-c2fd75d2b521 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1431491 Mar 07 16:22:09.758194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49582) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:09.767257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8149d1c-c895-437c-a1e5-f3a75b9a143d None None] Pushing event updated for resources: {'Port': ['ID=46921ba4-0d89-4f7e-85c1-f6301b08936e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:09.788725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574d493-1e54-4e86-a503-3453fcfa3d0e None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:22:09.793930 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf7779f3-6486-422c-8ada-28f187e4dbd2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (038d7cde-1c76-4add-8174-9e8418afe96e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:09.866116 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2574d493-1e54-4e86-a503-3453fcfa3d0e None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:22:10.038884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb0aae-c90c-4a9a-aa2d-4bdfd4316619 None None] Network 8323b1d7-0afb-42af-b447-8f53f04f6628 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:10.109965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf7779f3-6486-422c-8ada-28f187e4dbd2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (038d7cde-1c76-4add-8174-9e8418afe96e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.144812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf7779f3-6486-422c-8ada-28f187e4dbd2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (038d7cde-1c76-4add-8174-9e8418afe96e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.151145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cf7779f3-6486-422c-8ada-28f187e4dbd2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.152250 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cf7779f3-6486-422c-8ada-28f187e4dbd2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/038d7cde-1c76-4add-8174-9e8418afe96e HTTP/1.1" status: 204 len: 168 time: 0.3929462 Mar 07 16:22:10.154933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49584) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.157591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7779f3-6486-422c-8ada-28f187e4dbd2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=038d7cde-1c76-4add-8174-9e8418afe96e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:10.169968 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8323b1d7-0afb-42af-b447-8f53f04f6628), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.198604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ce3ba8fc-6c99-4956-a52e-a9ab6108276a tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0399334 Mar 07 16:22:10.198899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49586) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.225146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Deleting port 46921ba4-0d89-4f7e-85c1-f6301b08936e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:22:10.225991 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (46921ba4-0d89-4f7e-85c1-f6301b08936e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.252314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caec103a-25ed-47e6-a4de-d5c873bb93eb tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (6f98dab9-53e5-4ad0-b831-fa147a9b8295), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.277887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caec103a-25ed-47e6-a4de-d5c873bb93eb tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (6f98dab9-53e5-4ad0-b831-fa147a9b8295), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.291975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] For port 46921ba4-0d89-4f7e-85c1-f6301b08936e, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=46921ba4-0d89-4f7e-85c1-f6301b08936e,segment=NetworkSegment(9ddd7b26-13c4-4931-afe9-69ace6a5d1c6),segment_id=9ddd7b26-13c4-4931-afe9-69ace6a5d1c6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:10.292262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (46921ba4-0d89-4f7e-85c1-f6301b08936e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.305330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Calling delete_port for 46921ba4-0d89-4f7e-85c1-f6301b08936e owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:22:10.323427 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caec103a-25ed-47e6-a4de-d5c873bb93eb tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6f98dab9-53e5-4ad0-b831-fa147a9b8295), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.326087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caec103a-25ed-47e6-a4de-d5c873bb93eb tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.327276 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-caec103a-25ed-47e6-a4de-d5c873bb93eb tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/6f98dab9-53e5-4ad0-b831-fa147a9b8295 HTTP/1.1" status: 204 len: 168 time: 0.1275382 Mar 07 16:22:10.330401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49588) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.348103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec103a-25ed-47e6-a4de-d5c873bb93eb tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f98dab9-53e5-4ad0-b831-fa147a9b8295,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:10.394416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49590) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.394928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2a20d22b-cd6b-4cc1-a513-26ba8dc1ae79 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0632257 Mar 07 16:22:10.403219 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (46921ba4-0d89-4f7e-85c1-f6301b08936e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.443920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Port': ['ID=46921ba4-0d89-4f7e-85c1-f6301b08936e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:10.452856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No DVR routers for this DVR port 46921ba4-0d89-4f7e-85c1-f6301b08936e on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:22:10.518758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e5398e-e61a-4716-960e-a26be0aa9122 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (c435fee3-1120-4996-91ca-99801c95080e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.558132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8323b1d7-0afb-42af-b447-8f53f04f6628), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.584748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e5398e-e61a-4716-960e-a26be0aa9122 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (c435fee3-1120-4996-91ca-99801c95080e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.594416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8323b1d7-0afb-42af-b447-8f53f04f6628']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:10.610866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddd7b26-13c4-4931-afe9-69ace6a5d1c6') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:10.611175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddd7b26-13c4-4931-afe9-69ace6a5d1c6') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:10.633573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (9ddd7b26-13c4-4931-afe9-69ace6a5d1c6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.649746 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9ddd7b26-13c4-4931-afe9-69ace6a5d1c6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.657085 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:10.657499 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (9ddd7b26-13c4-4931-afe9-69ace6a5d1c6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:10.660481 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:10.663794 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e5398e-e61a-4716-960e-a26be0aa9122 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (c435fee3-1120-4996-91ca-99801c95080e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.664369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-20e5398e-e61a-4716-960e-a26be0aa9122 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.665803 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-20e5398e-e61a-4716-960e-a26be0aa9122 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/c435fee3-1120-4996-91ca-99801c95080e HTTP/1.1" status: 204 len: 168 time: 0.2701962 Mar 07 16:22:10.668573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49592) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.716247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-db179028-0882-4778-ad23-9db84ede1f78 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0427706 Mar 07 16:22:10.716480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5398e-e61a-4716-960e-a26be0aa9122 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c435fee3-1120-4996-91ca-99801c95080e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:10.717410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49594) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.722018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-36a12284-24c0-484a-bb27-7914e8ed33c9 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-secgroup--704803131'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:10.733149 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (8323b1d7-0afb-42af-b447-8f53f04f6628), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.742849 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.748638 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/8323b1d7-0afb-42af-b447-8f53f04f6628 HTTP/1.1" status: 204 len: 168 time: 1.8399954 Mar 07 16:22:10.748806 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36a12284-24c0-484a-bb27-7914e8ed33c9 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.750780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49596) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.756964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bc97f-0608-49b2-93f3-06d95734c127 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=8323b1d7-0afb-42af-b447-8f53f04f6628,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:10.785953 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa7c400-bf45-4c96-ac7a-78c2370d367e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] GET failed (client error): The resource could not be found. Mar 07 16:22:10.787391 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0fa7c400-bf45-4c96-ac7a-78c2370d367e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/subnets/acabd541-82c5-4f3a-b1d5-8b906a305b3e HTTP/1.1" status: 404 len: 337 time: 0.0356631 Mar 07 16:22:10.790563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49598) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.809704 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5e3748-a88f-4efe-9300-eed659b6af20 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:10.810230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5e3748-a88f-4efe-9300-eed659b6af20 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:10.813450 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3b5e3748-a88f-4efe-9300-eed659b6af20 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/8323b1d7-0afb-42af-b447-8f53f04f6628 HTTP/1.1" status: 404 len: 339 time: 0.0217612 Mar 07 16:22:10.817194 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49600) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.842739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36a12284-24c0-484a-bb27-7914e8ed33c9 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (12cb5e06-b109-4649-9db4-604ecc9b56ea), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.846509 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36a12284-24c0-484a-bb27-7914e8ed33c9 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (12cb5e06-b109-4649-9db4-604ecc9b56ea), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.880196 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36a12284-24c0-484a-bb27-7914e8ed33c9 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.885291 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-36a12284-24c0-484a-bb27-7914e8ed33c9 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1668160 Mar 07 16:22:10.887013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49602) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:10.891602 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-fcc8ee79-277f-4f69-8e03-7694453f94f5 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': '12cb5e06-b109-4649-9db4-604ecc9b56ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:10.897276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a12284-24c0-484a-bb27-7914e8ed33c9 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cb5e06-b109-4649-9db4-604ecc9b56ea,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:10.919609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ee79-277f-4f69-8e03-7694453f94f5 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (efbff0be-726f-4058-8393-e983e4525925), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.981562 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ee79-277f-4f69-8e03-7694453f94f5 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (efbff0be-726f-4058-8393-e983e4525925), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:10.985738 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ee79-277f-4f69-8e03-7694453f94f5 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (efbff0be-726f-4058-8393-e983e4525925), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.004479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8ee79-277f-4f69-8e03-7694453f94f5 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbff0be-726f-4058-8393-e983e4525925,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:11.014499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ee79-277f-4f69-8e03-7694453f94f5 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.014653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce66dec7-3ecb-4e9e-bf13-adeceb527d5a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.015754 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fcc8ee79-277f-4f69-8e03-7694453f94f5 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1278052 Mar 07 16:22:11.016151 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ce66dec7-3ecb-4e9e-bf13-adeceb527d5a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1980097 Mar 07 16:22:11.018564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49604) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.022427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49606) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.047106 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e16dee8e-93ce-4fd9-b156-6693fe24b31b tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (efbff0be-726f-4058-8393-e983e4525925), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.055731 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.058932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e16dee8e-93ce-4fd9-b156-6693fe24b31b tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (efbff0be-726f-4058-8393-e983e4525925), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.059646 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6a7bb068-df9a-46b6-b196-2f04e53b65ab tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c HTTP/1.1" status: 200 len: 207 time: 0.0360215 Mar 07 16:22:11.062826 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49608) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.089200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e16dee8e-93ce-4fd9-b156-6693fe24b31b tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (efbff0be-726f-4058-8393-e983e4525925), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.095173 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e16dee8e-93ce-4fd9-b156-6693fe24b31b tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.098672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e16dee8e-93ce-4fd9-b156-6693fe24b31b tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/efbff0be-726f-4058-8393-e983e4525925 HTTP/1.1" status: 204 len: 168 time: 0.0767117 Mar 07 16:22:11.099034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49610) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.102451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dee8e-93ce-4fd9-b156-6693fe24b31b tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efbff0be-726f-4058-8393-e983e4525925,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:11.189292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-947c6ddc-4a56-49ed-a393-6a88de03456d tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0885632 Mar 07 16:22:11.192058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49612) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.200220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abca5ee-bb54-4310-bc60-0b9d48d95f32 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.205806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abca5ee-bb54-4310-bc60-0b9d48d95f32 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.211845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abca5ee-bb54-4310-bc60-0b9d48d95f32 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.217086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abca5ee-bb54-4310-bc60-0b9d48d95f32 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.218748 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7abca5ee-bb54-4310-bc60-0b9d48d95f32 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1550844 Mar 07 16:22:11.222503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49614) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.246030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98d687d9-f309-4b79-ba69-a5c56892eb03 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (12cb5e06-b109-4649-9db4-604ecc9b56ea), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.268464 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98d687d9-f309-4b79-ba69-a5c56892eb03 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (12cb5e06-b109-4649-9db4-604ecc9b56ea), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.318194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98d687d9-f309-4b79-ba69-a5c56892eb03 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (12cb5e06-b109-4649-9db4-604ecc9b56ea), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.321450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-98d687d9-f309-4b79-ba69-a5c56892eb03 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.322728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-98d687d9-f309-4b79-ba69-a5c56892eb03 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/12cb5e06-b109-4649-9db4-604ecc9b56ea HTTP/1.1" status: 204 len: 168 time: 0.1296322 Mar 07 16:22:11.326106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49616) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.330774 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3c70ce8d-ed59-4ccd-a031-212f4d851dde tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1071675 Mar 07 16:22:11.334671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49618) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.346670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d687d9-f309-4b79-ba69-a5c56892eb03 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cb5e06-b109-4649-9db4-604ecc9b56ea,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:11.386765 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-006b091a-884c-4b47-acd0-553166faa8d7 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0595503 Mar 07 16:22:11.389807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49620) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.394273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a6109d73-5274-4cfa-b94d-a8e0c1a13629 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-secgroup--820177823'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:11.400506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553780d5-5427-46dc-a6ec-d765694a258e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.401877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553780d5-5427-46dc-a6ec-d765694a258e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.403416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-553780d5-5427-46dc-a6ec-d765694a258e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0675304 Mar 07 16:22:11.406936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49622) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.457176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a6109d73-5274-4cfa-b94d-a8e0c1a13629 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.471943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c294c44-71ab-4c45-995a-c41ec90ab60a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.473206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c294c44-71ab-4c45-995a-c41ec90ab60a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.474772 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6c294c44-71ab-4c45-995a-c41ec90ab60a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0669334 Mar 07 16:22:11.478646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49624) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.614648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1db89-aa20-4ddb-9e88-569536f273d3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.616028 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5dc1db89-aa20-4ddb-9e88-569536f273d3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/networks/4bf511c1-bfb3-460a-89e2-4096c269e1d8 HTTP/1.1" status: 200 len: 797 time: 0.1363211 Mar 07 16:22:11.620057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49626) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.622424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a6109d73-5274-4cfa-b94d-a8e0c1a13629 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (dacfe613-1362-4be9-acc8-bdf4a29a1f36), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.626185 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a6109d73-5274-4cfa-b94d-a8e0c1a13629 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dacfe613-1362-4be9-acc8-bdf4a29a1f36), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.657562 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a6109d73-5274-4cfa-b94d-a8e0c1a13629 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.658822 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a6109d73-5274-4cfa-b94d-a8e0c1a13629 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2680452 Mar 07 16:22:11.660849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6109d73-5274-4cfa-b94d-a8e0c1a13629 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dacfe613-1362-4be9-acc8-bdf4a29a1f36,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:11.663378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49628) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.668227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-169e1f66-4705-42e4-a65b-ffc760837459 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': 'dacfe613-1362-4be9-acc8-bdf4a29a1f36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:11.697710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-169e1f66-4705-42e4-a65b-ffc760837459 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (ff73e795-c69a-43f7-90a5-22552b6aeb42), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.720383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-30de2731-4199-4a40-85a1-81dccdd7dd4f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/networks/4bf511c1-bfb3-460a-89e2-4096c269e1d8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 313 time: 0.0990582 Mar 07 16:22:11.723917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49630) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.747975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-169e1f66-4705-42e4-a65b-ffc760837459 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (ff73e795-c69a-43f7-90a5-22552b6aeb42), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.751843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-169e1f66-4705-42e4-a65b-ffc760837459 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (ff73e795-c69a-43f7-90a5-22552b6aeb42), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.767361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e1f66-4705-42e4-a65b-ffc760837459 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff73e795-c69a-43f7-90a5-22552b6aeb42,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:11.777670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d175a67-0654-4af9-9f08-f8d23c712358 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.777961 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-169e1f66-4705-42e4-a65b-ffc760837459 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.781610 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1d175a67-0654-4af9-9f08-f8d23c712358 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/subnets/faec5155-2694-4a9e-8f99-965396eb9d73 HTTP/1.1" status: 200 len: 811 time: 0.0535486 Mar 07 16:22:11.781757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-169e1f66-4705-42e4-a65b-ffc760837459 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149015 Mar 07 16:22:11.781873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49632) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.782981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49634) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.806988 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-31b7b51e-8171-470e-a02a-17859db35de0 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules/ff73e795-c69a-43f7-90a5-22552b6aeb42 HTTP/1.1" status: 200 len: 763 time: 0.0217700 Mar 07 16:22:11.807202 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49636) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.835371 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a2e36-46d6-4a26-95c9-50e2d90affbe tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['shared'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:11.836780 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8a3a2e36-46d6-4a26-95c9-50e2d90affbe tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "GET /v2.0/subnets/faec5155-2694-4a9e-8f99-965396eb9d73?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0528972 Mar 07 16:22:11.840311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49638) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.845153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1945400113'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:11.848203 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-38481252-067e-43c4-868f-605884c766a7 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0377307 Mar 07 16:22:11.848444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49640) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.866700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:11.870002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.872861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caf86dc0-8beb-4551-be41-b53df4dba0a6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (ff73e795-c69a-43f7-90a5-22552b6aeb42), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.880472 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caf86dc0-8beb-4551-be41-b53df4dba0a6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (ff73e795-c69a-43f7-90a5-22552b6aeb42), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.893282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:11.907363 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caf86dc0-8beb-4551-be41-b53df4dba0a6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (ff73e795-c69a-43f7-90a5-22552b6aeb42), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.909287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5d50f274-17fa-4bd4-b1fd-f2fe63fd7426), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.909644 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Added segment 5d50f274-17fa-4bd4-b1fd-f2fe63fd7426 of type vlan for network b62f47e2-7e1c-40e6-9052-5fe0f8fac654 Mar 07 16:22:11.914858 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-caf86dc0-8beb-4551-be41-b53df4dba0a6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.918254 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-caf86dc0-8beb-4551-be41-b53df4dba0a6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ff73e795-c69a-43f7-90a5-22552b6aeb42 HTTP/1.1" status: 204 len: 168 time: 0.0666456 Mar 07 16:22:11.918543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49642) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:11.921326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf86dc0-8beb-4551-be41-b53df4dba0a6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff73e795-c69a-43f7-90a5-22552b6aeb42,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:11.971416 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b62f47e2-7e1c-40e6-9052-5fe0f8fac654), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:11.993653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-78029299-11f1-471f-99b5-01ebd355e351 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740194 Mar 07 16:22:11.996576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49644) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.001168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6d267bd7-369e-4a26-b0b4-6227a63533c2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': 'dacfe613-1362-4be9-acc8-bdf4a29a1f36', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:12.013026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b62f47e2-7e1c-40e6-9052-5fe0f8fac654), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.018489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:12.019263 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.028033 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d267bd7-369e-4a26-b0b4-6227a63533c2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (3aff1ab1-c475-4755-a953-62520de64792), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.058459 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2170408 Mar 07 16:22:12.061443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49646) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.066471 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'network_id': 'b62f47e2-7e1c-40e6-9052-5fe0f8fac654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:12.089917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05ac1b-0233-4fd3-a364-b8d7645302f3 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Network': ['ID=b62f47e2-7e1c-40e6-9052-5fe0f8fac654,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:12.101336 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b62f47e2-7e1c-40e6-9052-5fe0f8fac654 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:12.133900 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d267bd7-369e-4a26-b0b4-6227a63533c2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (3aff1ab1-c475-4755-a953-62520de64792), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.141558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d267bd7-369e-4a26-b0b4-6227a63533c2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (3aff1ab1-c475-4755-a953-62520de64792), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.176082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d267bd7-369e-4a26-b0b4-6227a63533c2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aff1ab1-c475-4755-a953-62520de64792,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:12.183513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6d267bd7-369e-4a26-b0b4-6227a63533c2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.184702 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6d267bd7-369e-4a26-b0b4-6227a63533c2 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1870921 Mar 07 16:22:12.187314 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49648) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.207221 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5cbc4ed7-2da2-47fc-8cb7-e85c99bc724f tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules/3aff1ab1-c475-4755-a953-62520de64792 HTTP/1.1" status: 200 len: 763 time: 0.0188332 Mar 07 16:22:12.208317 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Made reservation on behalf of 6d5bdd8ce0074aeb927a515841ce2442 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:12.210597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49650) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.212163 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.252414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7818ddb3-e2be-4f2b-98ba-5b53276f9ce0 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0406005 Mar 07 16:22:12.255016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49652) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.268929 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Performing IP validity checks on allocation pools {{(pid=103866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 16:22:12.269476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.ipam_backend_mixin [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 16:22:12.278947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff90702-2ca7-4c30-b823-e580437f7b1a tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (3aff1ab1-c475-4755-a953-62520de64792), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.286581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff90702-2ca7-4c30-b823-e580437f7b1a tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (3aff1ab1-c475-4755-a953-62520de64792), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.324513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff90702-2ca7-4c30-b823-e580437f7b1a tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (3aff1ab1-c475-4755-a953-62520de64792), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.330845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6ff90702-2ca7-4c30-b823-e580437f7b1a tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.332048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6ff90702-2ca7-4c30-b823-e580437f7b1a tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3aff1ab1-c475-4755-a953-62520de64792 HTTP/1.1" status: 204 len: 168 time: 0.0760825 Mar 07 16:22:12.337068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49654) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.343036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff90702-2ca7-4c30-b823-e580437f7b1a tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3aff1ab1-c475-4755-a953-62520de64792,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:12.376211 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f83d1c65-d57e-4737-8cb4-35ab7b0a20cf tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0379965 Mar 07 16:22:12.378754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49656) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.383750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ddf29ea1-0679-4da9-a5d1-4c5b3d544059 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': 'dacfe613-1362-4be9-acc8-bdf4a29a1f36', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:12.404171 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-ddf29ea1-0679-4da9-a5d1-4c5b3d544059 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Project 7e1706f5078f4816a3fd5a1a91ea2ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:22:12.408785 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ddf29ea1-0679-4da9-a5d1-4c5b3d544059 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (25328dd1-b4b3-41e9-adcf-94c8ca2274ca), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.414291 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (9428b0b1-9743-4c6d-b254-cc2d3bd078aa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.431870 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:22:12.465884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ddf29ea1-0679-4da9-a5d1-4c5b3d544059 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (25328dd1-b4b3-41e9-adcf-94c8ca2274ca), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.470303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ddf29ea1-0679-4da9-a5d1-4c5b3d544059 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (25328dd1-b4b3-41e9-adcf-94c8ca2274ca), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.481726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=9428b0b1-9743-4c6d-b254-cc2d3bd078aa,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:12.487314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf29ea1-0679-4da9-a5d1-4c5b3d544059 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25328dd1-b4b3-41e9-adcf-94c8ca2274ca,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:12.491917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Checking segment: {'id': '5d50f274-17fa-4bd4-b1fd-f2fe63fd7426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b62f47e2-7e1c-40e6-9052-5fe0f8fac654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:12.492347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network hostable DHCP agents. Network: b62f47e2-7e1c-40e6-9052-5fe0f8fac654, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:22:12.496785 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ddf29ea1-0679-4da9-a5d1-4c5b3d544059 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.498018 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ddf29ea1-0679-4da9-a5d1-4c5b3d544059 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182549 Mar 07 16:22:12.500564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49658) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.511331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Network b62f47e2-7e1c-40e6-9052-5fe0f8fac654 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:22:12.517634 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b7038d0c-8653-4d3e-8136-f5877f76f9b8 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules/25328dd1-b4b3-41e9-adcf-94c8ca2274ca HTTP/1.1" status: 200 len: 769 time: 0.0160162 Mar 07 16:22:12.520080 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49660) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.522879 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b62f47e2-7e1c-40e6-9052-5fe0f8fac654) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:12.527695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:12.528092 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.532549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4560a-3895-4db4-b035-e5449335732b None None] Network b62f47e2-7e1c-40e6-9052-5fe0f8fac654 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:12.548282 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-47995ae4-2db2-4c59-a045-72e2cbe6d6e4 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4857352 Mar 07 16:22:12.550943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49662) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.558125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3503c3f6-107e-4363-a041-e754f31a7d8b tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:12.564143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c2c2196d-fbf2-454e-9f3f-c1aa02409343 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0430048 Mar 07 16:22:12.566735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49664) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.621260 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c415c9b-3aa6-44cc-8234-37a414bf20cc tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (25328dd1-b4b3-41e9-adcf-94c8ca2274ca), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.631701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c415c9b-3aa6-44cc-8234-37a414bf20cc tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (25328dd1-b4b3-41e9-adcf-94c8ca2274ca), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.640152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d8fc43-6549-4bd3-b9cd-a566db48e65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-b62f47e2-7e1c-40e6-9052-5fe0f8fac654', 'network_id': 'b62f47e2-7e1c-40e6-9052-5fe0f8fac654', 'project_id': '6d5bdd8ce0074aeb927a515841ce2442', 'fixed_ips': [{'subnet_id': '9428b0b1-9743-4c6d-b254-cc2d3bd078aa'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:22:12.641051 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b1d8fc43-6549-4bd3-b9cd-a566db48e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.696654 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c415c9b-3aa6-44cc-8234-37a414bf20cc tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (25328dd1-b4b3-41e9-adcf-94c8ca2274ca), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.707339 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4c415c9b-3aa6-44cc-8234-37a414bf20cc tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.708445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4c415c9b-3aa6-44cc-8234-37a414bf20cc tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/25328dd1-b4b3-41e9-adcf-94c8ca2274ca HTTP/1.1" status: 204 len: 168 time: 0.1406748 Mar 07 16:22:12.710599 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3503c3f6-107e-4363-a041-e754f31a7d8b tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11628491'] for subnet (9428b0b1-9743-4c6d-b254-cc2d3bd078aa), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.711680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49666) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.720309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c415c9b-3aa6-44cc-8234-37a414bf20cc tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25328dd1-b4b3-41e9-adcf-94c8ca2274ca,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:12.759541 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c2533063-7bcb-402e-b784-6c2e464e49fa tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463650 Mar 07 16:22:12.762204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49668) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.786277 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-b1d8fc43-6549-4bd3-b9cd-a566db48e65f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 16:22:12.786277 n-d-830010-8 neutron-server[103868]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 07 16:22:12.786277 n-d-830010-8 neutron-server[103868]: [parameters: {'in_use': 1, 'id_1': '9428b0b1-9743-4c6d-b254-cc2d3bd078aa'}] Mar 07 16:22:12.786277 n-d-830010-8 neutron-server[103868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:22:12.787892 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-b1d8fc43-6549-4bd3-b9cd-a566db48e65f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:22:12.815456 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dbabbec-6ae5-4dd8-a4a1-544f42789178 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (dacfe613-1362-4be9-acc8-bdf4a29a1f36), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.838567 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dbabbec-6ae5-4dd8-a4a1-544f42789178 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (dacfe613-1362-4be9-acc8-bdf4a29a1f36), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.882958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3503c3f6-107e-4363-a041-e754f31a7d8b tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790654969775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12424814'] for subnet (9428b0b1-9743-4c6d-b254-cc2d3bd078aa), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.883644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dbabbec-6ae5-4dd8-a4a1-544f42789178 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (dacfe613-1362-4be9-acc8-bdf4a29a1f36), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.886269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dbabbec-6ae5-4dd8-a4a1-544f42789178 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.887511 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9dbabbec-6ae5-4dd8-a4a1-544f42789178 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/dacfe613-1362-4be9-acc8-bdf4a29a1f36 HTTP/1.1" status: 204 len: 168 time: 0.1242454 Mar 07 16:22:12.890692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49670) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.897484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbabbec-6ae5-4dd8-a4a1-544f42789178 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacfe613-1362-4be9-acc8-bdf4a29a1f36,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:12.948388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3503c3f6-107e-4363-a041-e754f31a7d8b tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:12.948919 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3503c3f6-107e-4363-a041-e754f31a7d8b tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:12.950216 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3503c3f6-107e-4363-a041-e754f31a7d8b tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "PUT /v2.0/subnets/9428b0b1-9743-4c6d-b254-cc2d3bd078aa HTTP/1.1" status: 200 len: 877 time: 0.3980570 Mar 07 16:22:12.953169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49672) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.956688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503c3f6-107e-4363-a041-e754f31a7d8b tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event updated for resources: {'Subnet': ['ID=9428b0b1-9743-4c6d-b254-cc2d3bd078aa,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:12.979274 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-391bcc69-4ec1-44fd-a408-0a3b55db1d04 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0864079 Mar 07 16:22:12.983581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49674) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:12.987950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d3e2fecd-596c-4204-b58f-48ca2c4d6dd6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030224760'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:13.008318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fecd-596c-4204-b58f-48ca2c4d6dd6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.051729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b62f47e2-7e1c-40e6-9052-5fe0f8fac654), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.078659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fecd-596c-4204-b58f-48ca2c4d6dd6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (f9465725-6045-4756-8114-debef472b558), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.082506 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fecd-596c-4204-b58f-48ca2c4d6dd6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f9465725-6045-4756-8114-debef472b558), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.104694 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (9428b0b1-9743-4c6d-b254-cc2d3bd078aa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.110790 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fecd-596c-4204-b58f-48ca2c4d6dd6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.114554 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d3e2fecd-596c-4204-b58f-48ca2c4d6dd6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1274779 Mar 07 16:22:13.115109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49676) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.120438 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-58f6a917-2a37-4946-a882-56810889b39d tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Request body: {'security_group_rule': {'security_group_id': 'f9465725-6045-4756-8114-debef472b558', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:13.127273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2fecd-596c-4204-b58f-48ca2c4d6dd6 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9465725-6045-4756-8114-debef472b558,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:13.150880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58f6a917-2a37-4946-a882-56810889b39d tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (50b71d52-1f6c-4175-a8b4-d782a0428bfe), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.173785 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (9428b0b1-9743-4c6d-b254-cc2d3bd078aa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.200894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=9428b0b1-9743-4c6d-b254-cc2d3bd078aa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:13.215560 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58f6a917-2a37-4946-a882-56810889b39d tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (50b71d52-1f6c-4175-a8b4-d782a0428bfe), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.220166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58f6a917-2a37-4946-a882-56810889b39d tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (50b71d52-1f6c-4175-a8b4-d782a0428bfe), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.241534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6a917-2a37-4946-a882-56810889b39d tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b71d52-1f6c-4175-a8b4-d782a0428bfe,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:13.248082 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-58f6a917-2a37-4946-a882-56810889b39d tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.249357 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-58f6a917-2a37-4946-a882-56810889b39d tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336265 Mar 07 16:22:13.251959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49678) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.264886 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b62f47e2-7e1c-40e6-9052-5fe0f8fac654), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.288949 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b1d8fc43-6549-4bd3-b9cd-a566db48e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.290351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62f47e2-7e1c-40e6-9052-5fe0f8fac654']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:13.300449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d50f274-17fa-4bd4-b1fd-f2fe63fd7426') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:13.300775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d50f274-17fa-4bd4-b1fd-f2fe63fd7426') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:13.307405 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4c8b-9291-493c-9f0f-f66ee87d4404 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (f9465725-6045-4756-8114-debef472b558), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.311591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (5d50f274-17fa-4bd4-b1fd-f2fe63fd7426), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.331784 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (5d50f274-17fa-4bd4-b1fd-f2fe63fd7426), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.333016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4c8b-9291-493c-9f0f-f66ee87d4404 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (f9465725-6045-4756-8114-debef472b558), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.339680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:13.340150 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (5d50f274-17fa-4bd4-b1fd-f2fe63fd7426), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:13.343220 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:13.385310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4c8b-9291-493c-9f0f-f66ee87d4404 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f9465725-6045-4756-8114-debef472b558), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.387186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21092d3-b283-4016-9bd3-3f25b50826d1 None None] Network b62f47e2-7e1c-40e6-9052-5fe0f8fac654 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:13.388672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4c8b-9291-493c-9f0f-f66ee87d4404 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.392104 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0d7f4c8b-9291-493c-9f0f-f66ee87d4404 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9465725-6045-4756-8114-debef472b558 HTTP/1.1" status: 204 len: 168 time: 0.1365311 Mar 07 16:22:13.393165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49680) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.407075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f4c8b-9291-493c-9f0f-f66ee87d4404 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9465725-6045-4756-8114-debef472b558,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:13.409072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b62f47e2-7e1c-40e6-9052-5fe0f8fac654), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.421942 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.428386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/b62f47e2-7e1c-40e6-9052-5fe0f8fac654 HTTP/1.1" status: 204 len: 168 time: 0.4732888 Mar 07 16:22:13.432201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49682) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.445905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d30e5-5511-4fe0-803b-96d77005e509 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=b62f47e2-7e1c-40e6-9052-5fe0f8fac654,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:13.469118 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ce91e6-8bbc-404f-9e81-9b2d865725d5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:13.469118 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ce91e6-8bbc-404f-9e81-9b2d865725d5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:13.471637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-09ce91e6-8bbc-404f-9e81-9b2d865725d5 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/9428b0b1-9743-4c6d-b254-cc2d3bd078aa HTTP/1.1" status: 404 len: 337 time: 0.0382690 Mar 07 16:22:13.473985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49684) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.477347 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d2cc43c0-2455-49af-a3ba-c006f479afe0 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0797231 Mar 07 16:22:13.477819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49686) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.495806 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5daa63-7d36-457e-b50b-0038b6cacc0f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:13.496317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5daa63-7d36-457e-b50b-0038b6cacc0f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:13.497408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e5a265-6474-482e-bca0-2165508f51cd None None] Network b62f47e2-7e1c-40e6-9052-5fe0f8fac654 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:13.501772 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-db5daa63-7d36-457e-b50b-0038b6cacc0f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/b62f47e2-7e1c-40e6-9052-5fe0f8fac654 HTTP/1.1" status: 404 len: 339 time: 0.0243173 Mar 07 16:22:13.502029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49688) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.509738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e5a265-6474-482e-bca0-2165508f51cd None None] Network b62f47e2-7e1c-40e6-9052-5fe0f8fac654 could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:22:13.530344 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ef7849-5b7a-49dd-ad44-06f1818fb13d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:13.530824 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ef7849-5b7a-49dd-ad44-06f1818fb13d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:13.533874 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-75ef7849-5b7a-49dd-ad44-06f1818fb13d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/acabd541-82c5-4f3a-b1d5-8b906a305b3e HTTP/1.1" status: 404 len: 337 time: 0.0309041 Mar 07 16:22:13.536669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49690) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.550615 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-25d5689e-e13a-4208-941f-c28ebefc9b23 tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0716870 Mar 07 16:22:13.554073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49692) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.556154 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e61d59-3cf2-474a-96b4-3edf33141e3e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:13.556650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e61d59-3cf2-474a-96b4-3edf33141e3e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:13.559629 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-31e61d59-3cf2-474a-96b4-3edf33141e3e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/8323b1d7-0afb-42af-b447-8f53f04f6628 HTTP/1.1" status: 404 len: 339 time: 0.0216348 Mar 07 16:22:13.562111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49694) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.567269 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [None req-0ae90b0b-c9d3-40ec-a16a-3ece483acf9c tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] delete failed (client error): The resource could not be found. Mar 07 16:22:13.568324 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0ae90b0b-c9d3-40ec-a16a-3ece483acf9c tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9465725-6045-4756-8114-debef472b558 HTTP/1.1" status: 404 len: 347 time: 0.0132923 Mar 07 16:22:13.572853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49696) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.613713 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b0524248-050c-4058-8342-f226b605056a tempest-SecGroupIPv6Test-622535862 tempest-SecGroupIPv6Test-622535862-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0397482 Mar 07 16:22:13.642045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f89873a7-cdef-450c-bc30-a5800bc73ee7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.734574 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (f89873a7-cdef-450c-bc30-a5800bc73ee7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.756049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89873a7-cdef-450c-bc30-a5800bc73ee7']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:13.765649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5ca2fd-ef7e-4695-8266-9d54bf04174f') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:13.765954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5ca2fd-ef7e-4695-8266-9d54bf04174f') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:13.776720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (9f5ca2fd-ef7e-4695-8266-9d54bf04174f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.791065 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (9f5ca2fd-ef7e-4695-8266-9d54bf04174f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.797133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:13.797611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (9f5ca2fd-ef7e-4695-8266-9d54bf04174f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:13.800754 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:13.857641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49702) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.860002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (f89873a7-cdef-450c-bc30-a5800bc73ee7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.864588 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:13.872715 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/f89873a7-cdef-450c-bc30-a5800bc73ee7 HTTP/1.1" status: 204 len: 168 time: 0.3096390 Mar 07 16:22:13.873121 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49706) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.888403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1782f-6e70-4d8d-8c04-5c8234465a52 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=f89873a7-cdef-450c-bc30-a5800bc73ee7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:13.899882 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f74d0f3-417b-4fb3-bf91-afd9009cfa3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:13.900389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f74d0f3-417b-4fb3-bf91-afd9009cfa3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:13.903395 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4f74d0f3-417b-4fb3-bf91-afd9009cfa3f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/1548342a-0c72-4b5c-93f7-899156a7c27d HTTP/1.1" status: 404 len: 337 time: 0.0292554 Mar 07 16:22:13.905925 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49708) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.923320 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3dc993-9718-4a21-8c20-0325f3433a24 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:13.923826 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3dc993-9718-4a21-8c20-0325f3433a24 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:13.926967 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fe3dc993-9718-4a21-8c20-0325f3433a24 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/275d8114-4719-4282-bbac-5a7523ea1122 HTTP/1.1" status: 404 len: 339 time: 0.0201201 Mar 07 16:22:13.929576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49710) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.955066 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1793af4-7b87-45bf-bb10-468a035d39ca tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:13.955517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1793af4-7b87-45bf-bb10-468a035d39ca tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:13.958520 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e1793af4-7b87-45bf-bb10-468a035d39ca tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/6918a46a-dce7-4bd8-9d65-e09506ce8f1f HTTP/1.1" status: 404 len: 337 time: 0.0280480 Mar 07 16:22:13.961985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49712) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:13.980679 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c991b8c6-0bd6-4a7d-b03a-08b509db6a71 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:13.981185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c991b8c6-0bd6-4a7d-b03a-08b509db6a71 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:13.984317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c991b8c6-0bd6-4a7d-b03a-08b509db6a71 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/5502369d-6697-4ae3-a511-dad69b975ace HTTP/1.1" status: 404 len: 339 time: 0.0213335 Mar 07 16:22:13.986937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49714) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.013671 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f830f3d-936d-4265-a620-2d561939a23e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e1706f5078f4816a3fd5a1a91ea2ca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545587 Mar 07 16:22:14.016054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49716) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.017777 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff781f38-ab41-4332-be03-b6c56dc40159 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.018226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff781f38-ab41-4332-be03-b6c56dc40159 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.021292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ff781f38-ab41-4332-be03-b6c56dc40159 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/5c43b994-7bc3-43e7-8ae1-972dd2c53a51 HTTP/1.1" status: 404 len: 337 time: 0.0327456 Mar 07 16:22:14.024528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49718) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.042462 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0fce3c-6339-4a14-8ba3-fbd5d0f9265c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.042980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0fce3c-6339-4a14-8ba3-fbd5d0f9265c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.045908 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ee0fce3c-6339-4a14-8ba3-fbd5d0f9265c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/64f38b15-0f11-4798-8fc3-fd4e861f86e5 HTTP/1.1" status: 404 len: 339 time: 0.0204704 Mar 07 16:22:14.048367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49720) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.063142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7b81-306f-45cf-8ee9-0174bb8794b6 admin admin] Publish callbacks [] for security_group (6131cffa-f9fc-4d9a-82dd-94e8b1798e47), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.073736 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e325e1e-c576-49f3-9cd9-51a8081d3aaa tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.074189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e325e1e-c576-49f3-9cd9-51a8081d3aaa tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.077207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7e325e1e-c576-49f3-9cd9-51a8081d3aaa tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/71749c08-5562-4419-a616-56123e535259 HTTP/1.1" status: 404 len: 337 time: 0.0277946 Mar 07 16:22:14.079739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49722) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.085577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7b81-306f-45cf-8ee9-0174bb8794b6 admin admin] Publish callbacks [] for security_group (6131cffa-f9fc-4d9a-82dd-94e8b1798e47), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.096970 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d81abf8-d50e-48ca-96cf-ce277328baec tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.097456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d81abf8-d50e-48ca-96cf-ce277328baec tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.101032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5d81abf8-d50e-48ca-96cf-ce277328baec tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/230b9089-c420-4ef5-b87f-8c4c1acbcb0b HTTP/1.1" status: 404 len: 339 time: 0.0203979 Mar 07 16:22:14.103384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49724) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.128807 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e184c16a-ccf2-4eb9-97a4-fea095206794 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.129278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e184c16a-ccf2-4eb9-97a4-fea095206794 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.133148 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7b81-306f-45cf-8ee9-0174bb8794b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6131cffa-f9fc-4d9a-82dd-94e8b1798e47), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.133392 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e184c16a-ccf2-4eb9-97a4-fea095206794 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/65c0fe3e-939a-4f01-8693-e3fe0ef07dca HTTP/1.1" status: 404 len: 337 time: 0.0290852 Mar 07 16:22:14.136115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49726) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.136990 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7b81-306f-45cf-8ee9-0174bb8794b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.138153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fc9a7b81-306f-45cf-8ee9-0174bb8794b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6131cffa-f9fc-4d9a-82dd-94e8b1798e47 HTTP/1.1" status: 204 len: 168 time: 0.1211979 Mar 07 16:22:14.146155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a7b81-306f-45cf-8ee9-0174bb8794b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6131cffa-f9fc-4d9a-82dd-94e8b1798e47,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:14.155942 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ff5a7f-b3e7-4794-a372-7911aa02058d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.156466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ff5a7f-b3e7-4794-a372-7911aa02058d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.159591 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a7ff5a7f-b3e7-4794-a372-7911aa02058d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/8571d5e6-96ed-4b50-a070-12f83ef24547 HTTP/1.1" status: 404 len: 339 time: 0.0225735 Mar 07 16:22:14.162515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49730) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.190922 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3080d56-d1d7-4f66-8b85-747204243634 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.191389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3080d56-d1d7-4f66-8b85-747204243634 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.195123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d3080d56-d1d7-4f66-8b85-747204243634 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/8fbfdcbb-428f-46c9-b34c-aa6d6c080f37 HTTP/1.1" status: 404 len: 337 time: 0.0306635 Mar 07 16:22:14.197628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49732) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.215792 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-67530b1d-44d0-45ec-9e94-d5690acf504e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.216279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67530b1d-44d0-45ec-9e94-d5690acf504e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.219292 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-67530b1d-44d0-45ec-9e94-d5690acf504e tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/7cd3cdea-1b22-44bc-b29e-7e871fca70d6 HTTP/1.1" status: 404 len: 339 time: 0.0204670 Mar 07 16:22:14.221779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49734) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.251428 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9df57a-6a4f-4bbc-b91c-f5f942d7302d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.251891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9df57a-6a4f-4bbc-b91c-f5f942d7302d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.257217 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7c9df57a-6a4f-4bbc-b91c-f5f942d7302d tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/45a4e256-abdc-4e37-b78f-b060754410b9 HTTP/1.1" status: 404 len: 337 time: 0.0321982 Mar 07 16:22:14.257450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49738) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.275625 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5187cb-20e4-4591-837d-ddc2a2b8d95c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.276115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5187cb-20e4-4591-837d-ddc2a2b8d95c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.279105 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3e5187cb-20e4-4591-837d-ddc2a2b8d95c tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/f7cc0150-f2a6-4667-a3dc-d886f57c910b HTTP/1.1" status: 404 len: 339 time: 0.0206425 Mar 07 16:22:14.281617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49740) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.307217 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf4946b-0a97-4fd9-8ae8-5e0169573f1f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.307671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf4946b-0a97-4fd9-8ae8-5e0169573f1f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.313232 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dcf4946b-0a97-4fd9-8ae8-5e0169573f1f tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/35089b90-040b-429d-8dfe-100c757d3c05 HTTP/1.1" status: 404 len: 337 time: 0.0281916 Mar 07 16:22:14.313433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49742) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.331185 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-347f62fe-b355-4b82-b261-7ef7fad9b02a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] DELETE failed (client error): The resource could not be found. Mar 07 16:22:14.331690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347f62fe-b355-4b82-b261-7ef7fad9b02a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:22:14.335514 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-347f62fe-b355-4b82-b261-7ef7fad9b02a tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/8651abbb-08ce-4f4a-a2de-1a1bcaa47518 HTTP/1.1" status: 404 len: 339 time: 0.0212107 Mar 07 16:22:14.338078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49744) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.388819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-306b5fcb-78ce-4aac-b86e-b168885dcd39 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Deleting subnet faec5155-2694-4a9e-8f99-965396eb9d73 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:22:14.391971 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-306b5fcb-78ce-4aac-b86e-b168885dcd39 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (faec5155-2694-4a9e-8f99-965396eb9d73), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.431921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-306b5fcb-78ce-4aac-b86e-b168885dcd39 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (faec5155-2694-4a9e-8f99-965396eb9d73), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.522136 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-306b5fcb-78ce-4aac-b86e-b168885dcd39 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (faec5155-2694-4a9e-8f99-965396eb9d73), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.582816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-306b5fcb-78ce-4aac-b86e-b168885dcd39 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (faec5155-2694-4a9e-8f99-965396eb9d73), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.613128 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-306b5fcb-78ce-4aac-b86e-b168885dcd39 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.617087 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-306b5fcb-78ce-4aac-b86e-b168885dcd39 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/subnets/faec5155-2694-4a9e-8f99-965396eb9d73 HTTP/1.1" status: 204 len: 168 time: 0.2780645 Mar 07 16:22:14.618501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b5fcb-78ce-4aac-b86e-b168885dcd39 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Subnet': ['ID=faec5155-2694-4a9e-8f99-965396eb9d73,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:14.619692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49758) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:14.622478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9e9cc-d2d5-4d72-b747-ccd333d50edb None None] Network 4bf511c1-bfb3-460a-89e2-4096c269e1d8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:14.712030 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (4bf511c1-bfb3-460a-89e2-4096c269e1d8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.769206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Deleting port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:22:14.770290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.840692 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] For port 5ad2339e-585e-4b7e-83c0-5dc8e9050243, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5ad2339e-585e-4b7e-83c0-5dc8e9050243,segment=NetworkSegment(c08c2072-714b-47fa-bd04-e517b87b5150),segment_id=c08c2072-714b-47fa-bd04-e517b87b5150)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:14.841297 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.857646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Calling delete_port for 5ad2339e-585e-4b7e-83c0-5dc8e9050243 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:22:14.953726 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5ad2339e-585e-4b7e-83c0-5dc8e9050243), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:14.961817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fb6994-ab55-43a1-a341-3fa691c4316e None None] DHCP port deletion for 4bf511c1-bfb3-460a-89e2-4096c269e1d8 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:22:14.978783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Port': ['ID=5ad2339e-585e-4b7e-83c0-5dc8e9050243,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:14.981064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] No DVR routers for this DVR port 5ad2339e-585e-4b7e-83c0-5dc8e9050243 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:22:15.008019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.008301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.008648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.008986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.009316 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.009647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.009975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.010299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.010624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.010980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.011298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.011616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.011939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:15.085303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (4bf511c1-bfb3-460a-89e2-4096c269e1d8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.106391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf511c1-bfb3-460a-89e2-4096c269e1d8']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:15.116955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08c2072-714b-47fa-bd04-e517b87b5150') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:15.117255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08c2072-714b-47fa-bd04-e517b87b5150') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:15.127895 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c08c2072-714b-47fa-bd04-e517b87b5150), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.141578 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c08c2072-714b-47fa-bd04-e517b87b5150), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.151984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:15.152433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c08c2072-714b-47fa-bd04-e517b87b5150), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:15.155912 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:15.219869 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (4bf511c1-bfb3-460a-89e2-4096c269e1d8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.238289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.242528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] 10.222.0.24 "DELETE /v2.0/networks/4bf511c1-bfb3-460a-89e2-4096c269e1d8 HTTP/1.1" status: 204 len: 168 time: 0.6205776 Mar 07 16:22:15.243828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9cc76-55aa-4b32-a476-8d3c7d156679 tempest-NetworksTest-1851936427 tempest-NetworksTest-1851936427-project] Pushing event deleted for resources: {'Network': ['ID=4bf511c1-bfb3-460a-89e2-4096c269e1d8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:15.495387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49786) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:15.515392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5ad2339e-585e-4b7e-83c0-5dc8e9050243 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:22:15.536327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 5ad2339e-585e-4b7e-83c0-5dc8e9050243 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:22:15.537013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5ad2339e-585e-4b7e-83c0-5dc8e9050243 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:22:15.658397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49796) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:15.665943 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9060eb89-d7bc-411b-948b-d8afd2823bf9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d5bdd8ce0074aeb927a515841ce2442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1688538 Mar 07 16:22:15.710077 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99d6dba6-1a1c-466a-a971-b334f00f7728 admin admin] Publish callbacks [] for security_group (8a3c6440-ee37-454a-bff5-6695998f9b72), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.733765 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99d6dba6-1a1c-466a-a971-b334f00f7728 admin admin] Publish callbacks [] for security_group (8a3c6440-ee37-454a-bff5-6695998f9b72), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.788865 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99d6dba6-1a1c-466a-a971-b334f00f7728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8a3c6440-ee37-454a-bff5-6695998f9b72), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.792088 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-99d6dba6-1a1c-466a-a971-b334f00f7728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:15.793431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-99d6dba6-1a1c-466a-a971-b334f00f7728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a3c6440-ee37-454a-bff5-6695998f9b72 HTTP/1.1" status: 204 len: 168 time: 0.1336272 Mar 07 16:22:15.802355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6dba6-1a1c-466a-a971-b334f00f7728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3c6440-ee37-454a-bff5-6695998f9b72,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:15.869938 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49804) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:16.086094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ef67c64d-cad8-4ba1-8a54-b547043dfa54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.162909 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ef67c64d-cad8-4ba1-8a54-b547043dfa54 admin admin] Publish callbacks [] for security_group (4c4d5ecc-2201-452f-8e74-543d853cde25), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.167035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ef67c64d-cad8-4ba1-8a54-b547043dfa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4c4d5ecc-2201-452f-8e74-543d853cde25), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.203659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67c64d-cad8-4ba1-8a54-b547043dfa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4d5ecc-2201-452f-8e74-543d853cde25,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:16.207984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ef67c64d-cad8-4ba1-8a54-b547043dfa54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d83155123f9344bd8cf130af1b9e21be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370121 Mar 07 16:22:16.211235 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49818) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:16.267219 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b4e5540-1843-41b9-9d1a-015c6c7af79b admin admin] Publish callbacks [] for security_group (4c4d5ecc-2201-452f-8e74-543d853cde25), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.289633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b4e5540-1843-41b9-9d1a-015c6c7af79b admin admin] Publish callbacks [] for security_group (4c4d5ecc-2201-452f-8e74-543d853cde25), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.339760 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b4e5540-1843-41b9-9d1a-015c6c7af79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4c4d5ecc-2201-452f-8e74-543d853cde25), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.342540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b4e5540-1843-41b9-9d1a-015c6c7af79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.343753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1b4e5540-1843-41b9-9d1a-015c6c7af79b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c4d5ecc-2201-452f-8e74-543d853cde25 HTTP/1.1" status: 204 len: 168 time: 0.1315880 Mar 07 16:22:16.352014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e5540-1843-41b9-9d1a-015c6c7af79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4d5ecc-2201-452f-8e74-543d853cde25,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:16.499393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49832) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:16.596786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-aa0fc804-ad56-435d-894b-80988d5cf0de tempest-DvrRoutersNegativeTest-486587585 tempest-DvrRoutersNegativeTest-486587585-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1227306903', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:16.599438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.policy [None req-aa0fc804-ad56-435d-894b-80988d5cf0de tempest-DvrRoutersNegativeTest-486587585 tempest-DvrRoutersNegativeTest-486587585-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103867) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 07 16:22:16.600448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.policy [None req-aa0fc804-ad56-435d-894b-80988d5cf0de tempest-DvrRoutersNegativeTest-486587585 tempest-DvrRoutersNegativeTest-486587585-project] Failed policy check for 'create_router' {{(pid=103867) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 07 16:22:16.600794 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-aa0fc804-ad56-435d-894b-80988d5cf0de tempest-DvrRoutersNegativeTest-486587585 tempest-DvrRoutersNegativeTest-486587585-project] create failed (client error): Access was denied to this resource. Mar 07 16:22:16.601797 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-aa0fc804-ad56-435d-894b-80988d5cf0de tempest-DvrRoutersNegativeTest-486587585 tempest-DvrRoutersNegativeTest-486587585-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1014092 Mar 07 16:22:16.611307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49838) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:16.625231 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e90032d-5933-4f17-84a9-00a1af2a2f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.703303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e90032d-5933-4f17-84a9-00a1af2a2f06 admin admin] Publish callbacks [] for security_group (a154da8b-ba48-4b0b-84de-9f273faf2550), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.708501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e90032d-5933-4f17-84a9-00a1af2a2f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a154da8b-ba48-4b0b-84de-9f273faf2550), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.747709 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6e90032d-5933-4f17-84a9-00a1af2a2f06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13f0c6afc37c4d088cd9d25f667f9659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352665 Mar 07 16:22:16.749700 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90032d-5933-4f17-84a9-00a1af2a2f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a154da8b-ba48-4b0b-84de-9f273faf2550,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:16.750416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49840) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:16.804688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c3ed63c4-5b8f-4a41-86ef-82faff9232da admin admin] Publish callbacks [] for security_group (a154da8b-ba48-4b0b-84de-9f273faf2550), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.827118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c3ed63c4-5b8f-4a41-86ef-82faff9232da admin admin] Publish callbacks [] for security_group (a154da8b-ba48-4b0b-84de-9f273faf2550), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.859197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49844) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:16.884754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c3ed63c4-5b8f-4a41-86ef-82faff9232da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a154da8b-ba48-4b0b-84de-9f273faf2550), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.887558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c3ed63c4-5b8f-4a41-86ef-82faff9232da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:16.888728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c3ed63c4-5b8f-4a41-86ef-82faff9232da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a154da8b-ba48-4b0b-84de-9f273faf2550 HTTP/1.1" status: 204 len: 168 time: 0.1367085 Mar 07 16:22:16.897100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed63c4-5b8f-4a41-86ef-82faff9232da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a154da8b-ba48-4b0b-84de-9f273faf2550,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:16.986864 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-67e1f6dd-a1c9-484c-a720-66afab6cc0c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:17.064955 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-67e1f6dd-a1c9-484c-a720-66afab6cc0c1 admin admin] Publish callbacks [] for security_group (ff8ea45f-2b67-4a20-b06b-81e82a5da4ce), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:17.069171 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-67e1f6dd-a1c9-484c-a720-66afab6cc0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ff8ea45f-2b67-4a20-b06b-81e82a5da4ce), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:17.109265 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-67e1f6dd-a1c9-484c-a720-66afab6cc0c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9891609816c494c931b64aef87e9fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487442 Mar 07 16:22:17.109975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1f6dd-a1c9-484c-a720-66afab6cc0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8ea45f-2b67-4a20-b06b-81e82a5da4ce,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:17.112456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49854) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:17.165412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18176b58-18ab-4502-bfbb-441b399e85ad admin admin] Publish callbacks [] for security_group (ff8ea45f-2b67-4a20-b06b-81e82a5da4ce), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:17.188799 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18176b58-18ab-4502-bfbb-441b399e85ad admin admin] Publish callbacks [] for security_group (ff8ea45f-2b67-4a20-b06b-81e82a5da4ce), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:17.242290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18176b58-18ab-4502-bfbb-441b399e85ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ff8ea45f-2b67-4a20-b06b-81e82a5da4ce), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:17.245045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-18176b58-18ab-4502-bfbb-441b399e85ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:17.246221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-18176b58-18ab-4502-bfbb-441b399e85ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff8ea45f-2b67-4a20-b06b-81e82a5da4ce HTTP/1.1" status: 204 len: 168 time: 0.1322381 Mar 07 16:22:17.253965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18176b58-18ab-4502-bfbb-441b399e85ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8ea45f-2b67-4a20-b06b-81e82a5da4ce,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:18.691306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49932) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:18.797172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dbbaa6e-40e5-46c6-bc0c-323758e06df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:18.878197 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dbbaa6e-40e5-46c6-bc0c-323758e06df2 admin admin] Publish callbacks [] for security_group (57013800-80a4-4d3f-9cc6-4eb8581070ea), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:18.882425 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9dbbaa6e-40e5-46c6-bc0c-323758e06df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (57013800-80a4-4d3f-9cc6-4eb8581070ea), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:18.926194 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9dbbaa6e-40e5-46c6-bc0c-323758e06df2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6919387ef97d4fa8956ab7034fbb84bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337129 Mar 07 16:22:18.927186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbaa6e-40e5-46c6-bc0c-323758e06df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57013800-80a4-4d3f-9cc6-4eb8581070ea,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:18.928978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49946) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:18.983319 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8546ac84-fa2a-4bcd-8c03-933614b927fa admin admin] Publish callbacks [] for security_group (57013800-80a4-4d3f-9cc6-4eb8581070ea), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.004522 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8546ac84-fa2a-4bcd-8c03-933614b927fa admin admin] Publish callbacks [] for security_group (57013800-80a4-4d3f-9cc6-4eb8581070ea), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.056839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8546ac84-fa2a-4bcd-8c03-933614b927fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (57013800-80a4-4d3f-9cc6-4eb8581070ea), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.059588 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8546ac84-fa2a-4bcd-8c03-933614b927fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.061034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8546ac84-fa2a-4bcd-8c03-933614b927fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57013800-80a4-4d3f-9cc6-4eb8581070ea HTTP/1.1" status: 204 len: 168 time: 0.1310518 Mar 07 16:22:19.073785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546ac84-fa2a-4bcd-8c03-933614b927fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57013800-80a4-4d3f-9cc6-4eb8581070ea,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:19.347643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49972) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:19.361174 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f8458994-63fe-40e5-86dc-3d0b56f366f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.434682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 49974) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:19.439943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f8458994-63fe-40e5-86dc-3d0b56f366f7 admin admin] Publish callbacks [] for security_group (287d1b1b-bb64-4f96-8c3f-f0a99daf87db), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.444547 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f8458994-63fe-40e5-86dc-3d0b56f366f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (287d1b1b-bb64-4f96-8c3f-f0a99daf87db), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.481445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8458994-63fe-40e5-86dc-3d0b56f366f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287d1b1b-bb64-4f96-8c3f-f0a99daf87db,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:19.486945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f8458994-63fe-40e5-86dc-3d0b56f366f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5204f9697a7644c49f5c713bff054451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382384 Mar 07 16:22:19.489711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49978) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:19.537791 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-969c6c5c-5ffa-462b-b09c-3ae3c38ece7f admin admin] Publish callbacks [] for security_group (287d1b1b-bb64-4f96-8c3f-f0a99daf87db), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.545168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33065586-49ff-422d-89cb-43035d9abd79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.560503 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-969c6c5c-5ffa-462b-b09c-3ae3c38ece7f admin admin] Publish callbacks [] for security_group (287d1b1b-bb64-4f96-8c3f-f0a99daf87db), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.610446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-969c6c5c-5ffa-462b-b09c-3ae3c38ece7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (287d1b1b-bb64-4f96-8c3f-f0a99daf87db), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.613121 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-969c6c5c-5ffa-462b-b09c-3ae3c38ece7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.614535 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-969c6c5c-5ffa-462b-b09c-3ae3c38ece7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/287d1b1b-bb64-4f96-8c3f-f0a99daf87db HTTP/1.1" status: 204 len: 168 time: 0.1234128 Mar 07 16:22:19.623427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c6c5c-5ffa-462b-b09c-3ae3c38ece7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d1b1b-bb64-4f96-8c3f-f0a99daf87db,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:19.637985 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33065586-49ff-422d-89cb-43035d9abd79 admin admin] Publish callbacks [] for security_group (2da3b7ef-60c9-465a-b6db-e360dce04a7b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.644520 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-33065586-49ff-422d-89cb-43035d9abd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2da3b7ef-60c9-465a-b6db-e360dce04a7b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.683500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33065586-49ff-422d-89cb-43035d9abd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da3b7ef-60c9-465a-b6db-e360dce04a7b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:19.690557 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-33065586-49ff-422d-89cb-43035d9abd79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d977f86a81d84690995925f835deaf62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2546835 Mar 07 16:22:19.690923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 49982) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:19.744363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81501f29-a2a7-44f8-8bd5-82a5ad1e0c52 admin admin] Publish callbacks [] for security_group (2da3b7ef-60c9-465a-b6db-e360dce04a7b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.765811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81501f29-a2a7-44f8-8bd5-82a5ad1e0c52 admin admin] Publish callbacks [] for security_group (2da3b7ef-60c9-465a-b6db-e360dce04a7b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.814338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81501f29-a2a7-44f8-8bd5-82a5ad1e0c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2da3b7ef-60c9-465a-b6db-e360dce04a7b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.817223 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-81501f29-a2a7-44f8-8bd5-82a5ad1e0c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:19.821493 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-81501f29-a2a7-44f8-8bd5-82a5ad1e0c52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2da3b7ef-60c9-465a-b6db-e360dce04a7b HTTP/1.1" status: 204 len: 168 time: 0.1271195 Mar 07 16:22:19.830017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501f29-a2a7-44f8-8bd5-82a5ad1e0c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da3b7ef-60c9-465a-b6db-e360dce04a7b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:20.165644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50002) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:20.179366 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc68c0cb-f6e8-432b-99e2-e6de09620ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:20.263931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc68c0cb-f6e8-432b-99e2-e6de09620ed7 admin admin] Publish callbacks [] for security_group (933d400d-8942-4866-a362-2cf1cc867d78), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:20.268509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bc68c0cb-f6e8-432b-99e2-e6de09620ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (933d400d-8942-4866-a362-2cf1cc867d78), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:20.308351 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bc68c0cb-f6e8-432b-99e2-e6de09620ed7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21024fd257714f3f8a1511daeba13ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415527 Mar 07 16:22:20.309339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68c0cb-f6e8-432b-99e2-e6de09620ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933d400d-8942-4866-a362-2cf1cc867d78,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:20.311048 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50008) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:20.373063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-288b74e2-9c1d-4f7c-b929-fa56981c4aae admin admin] Publish callbacks [] for security_group (933d400d-8942-4866-a362-2cf1cc867d78), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:20.398413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-288b74e2-9c1d-4f7c-b929-fa56981c4aae admin admin] Publish callbacks [] for security_group (933d400d-8942-4866-a362-2cf1cc867d78), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:20.445030 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-288b74e2-9c1d-4f7c-b929-fa56981c4aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (933d400d-8942-4866-a362-2cf1cc867d78), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:20.447808 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-288b74e2-9c1d-4f7c-b929-fa56981c4aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:20.448972 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-288b74e2-9c1d-4f7c-b929-fa56981c4aae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/933d400d-8942-4866-a362-2cf1cc867d78 HTTP/1.1" status: 204 len: 168 time: 0.1362944 Mar 07 16:22:20.458560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b74e2-9c1d-4f7c-b929-fa56981c4aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933d400d-8942-4866-a362-2cf1cc867d78,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:22.891524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe33d7c1-a56e-4516-bdff-770b34eae4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:22.924580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50090) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:23.031973 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.103811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Publish callbacks [] for security_group (f4230564-b225-4c88-8bae-a726fe9a1330), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.107756 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f4230564-b225-4c88-8bae-a726fe9a1330), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.147049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4230564-b225-4c88-8bae-a726fe9a1330,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:23.150788 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19e51bc26a65436cb011a3f89d61dc14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251816 Mar 07 16:22:23.153875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50094) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:23.156933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.157287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.157636 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.157980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.158320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.158657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.159019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.159354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.159687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.160020 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.160352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.160676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.161001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b29522-a5ea-437c-b720-edf3bd2886bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:23.201950 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-780f578b-4f7f-41ec-b3c4-05fd26925766 admin admin] Publish callbacks [] for security_group (f4230564-b225-4c88-8bae-a726fe9a1330), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.225403 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-780f578b-4f7f-41ec-b3c4-05fd26925766 admin admin] Publish callbacks [] for security_group (f4230564-b225-4c88-8bae-a726fe9a1330), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.272430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-780f578b-4f7f-41ec-b3c4-05fd26925766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f4230564-b225-4c88-8bae-a726fe9a1330), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.275420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-780f578b-4f7f-41ec-b3c4-05fd26925766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.276449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-780f578b-4f7f-41ec-b3c4-05fd26925766 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4230564-b225-4c88-8bae-a726fe9a1330 HTTP/1.1" status: 204 len: 168 time: 0.1214929 Mar 07 16:22:23.283985 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f578b-4f7f-41ec-b3c4-05fd26925766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4230564-b225-4c88-8bae-a726fe9a1330,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:23.549397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50112) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:23.563241 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5aa1de03-554c-4bd2-b129-428766e8ce3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.643706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5aa1de03-554c-4bd2-b129-428766e8ce3d admin admin] Publish callbacks [] for security_group (774e14a5-bac2-49a5-ace1-2ab15a860e1a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.647929 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5aa1de03-554c-4bd2-b129-428766e8ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (774e14a5-bac2-49a5-ace1-2ab15a860e1a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.686095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1de03-554c-4bd2-b129-428766e8ce3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e14a5-bac2-49a5-ace1-2ab15a860e1a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:23.691509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5aa1de03-554c-4bd2-b129-428766e8ce3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=820f9241ffdf420aad09ad81f6f4fede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410363 Mar 07 16:22:23.694959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50116) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:23.746608 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55e3f6be-1ca0-4f5c-af97-1fb265358c99 admin admin] Publish callbacks [] for security_group (774e14a5-bac2-49a5-ace1-2ab15a860e1a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.768488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55e3f6be-1ca0-4f5c-af97-1fb265358c99 admin admin] Publish callbacks [] for security_group (774e14a5-bac2-49a5-ace1-2ab15a860e1a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.819246 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55e3f6be-1ca0-4f5c-af97-1fb265358c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (774e14a5-bac2-49a5-ace1-2ab15a860e1a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.821744 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-55e3f6be-1ca0-4f5c-af97-1fb265358c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:23.822897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-55e3f6be-1ca0-4f5c-af97-1fb265358c99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/774e14a5-bac2-49a5-ace1-2ab15a860e1a HTTP/1.1" status: 204 len: 168 time: 0.1270065 Mar 07 16:22:23.830116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3f6be-1ca0-4f5c-af97-1fb265358c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e14a5-bac2-49a5-ace1-2ab15a860e1a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:25.185742 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e432f832-38d7-4fdb-b876-226f677837a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:25.585250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50178) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:25.693471 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b76492f-dc50-4f44-be05-1ec0d1bf9648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:25.766826 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b76492f-dc50-4f44-be05-1ec0d1bf9648 admin admin] Publish callbacks [] for security_group (29ff2241-144c-4260-9431-026109ffd877), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:25.770633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b76492f-dc50-4f44-be05-1ec0d1bf9648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (29ff2241-144c-4260-9431-026109ffd877), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:25.809286 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8b76492f-dc50-4f44-be05-1ec0d1bf9648 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99038d9048d242e78143f14249734141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2228928 Mar 07 16:22:25.810421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76492f-dc50-4f44-be05-1ec0d1bf9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ff2241-144c-4260-9431-026109ffd877,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:25.811921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50182) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:25.859938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc9139b6-1e68-4ad8-b2cc-59c77ad9de5c admin admin] Publish callbacks [] for security_group (29ff2241-144c-4260-9431-026109ffd877), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:25.881044 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc9139b6-1e68-4ad8-b2cc-59c77ad9de5c admin admin] Publish callbacks [] for security_group (29ff2241-144c-4260-9431-026109ffd877), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:25.935099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc9139b6-1e68-4ad8-b2cc-59c77ad9de5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (29ff2241-144c-4260-9431-026109ffd877), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:25.937832 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bc9139b6-1e68-4ad8-b2cc-59c77ad9de5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:25.939055 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bc9139b6-1e68-4ad8-b2cc-59c77ad9de5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29ff2241-144c-4260-9431-026109ffd877 HTTP/1.1" status: 204 len: 168 time: 0.1260462 Mar 07 16:22:25.950660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9139b6-1e68-4ad8-b2cc-59c77ad9de5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ff2241-144c-4260-9431-026109ffd877,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:26.217844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50198) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:26.232867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1593c836-7e84-40b3-8a46-1f1e7843c3e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.296334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50200) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:26.308410 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1593c836-7e84-40b3-8a46-1f1e7843c3e9 admin admin] Publish callbacks [] for security_group (2e7fbe93-d239-4a28-a68b-4670abb3a1a1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.312403 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1593c836-7e84-40b3-8a46-1f1e7843c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2e7fbe93-d239-4a28-a68b-4670abb3a1a1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.350762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1593c836-7e84-40b3-8a46-1f1e7843c3e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=412f427a98b149e5839520cb7159840c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318245 Mar 07 16:22:26.352776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593c836-7e84-40b3-8a46-1f1e7843c3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7fbe93-d239-4a28-a68b-4670abb3a1a1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:26.353573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50204) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:26.413308 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f40f8a8-c66b-4968-9629-5fa35a48a8cd admin admin] Publish callbacks [] for security_group (2e7fbe93-d239-4a28-a68b-4670abb3a1a1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.417774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d9abb988-d1e0-4e18-84d9-e49aea329054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.443675 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.445121 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f40f8a8-c66b-4968-9629-5fa35a48a8cd admin admin] Publish callbacks [] for security_group (2e7fbe93-d239-4a28-a68b-4670abb3a1a1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.525549 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f40f8a8-c66b-4968-9629-5fa35a48a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2e7fbe93-d239-4a28-a68b-4670abb3a1a1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.528095 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f40f8a8-c66b-4968-9629-5fa35a48a8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.529230 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4f40f8a8-c66b-4968-9629-5fa35a48a8cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e7fbe93-d239-4a28-a68b-4670abb3a1a1 HTTP/1.1" status: 204 len: 168 time: 0.1747081 Mar 07 16:22:26.543987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40f8a8-c66b-4968-9629-5fa35a48a8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7fbe93-d239-4a28-a68b-4670abb3a1a1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:26.551360 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d9abb988-d1e0-4e18-84d9-e49aea329054 admin admin] Publish callbacks [] for security_group (ed21820a-d44b-437e-aa76-d106d22c65c5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.557541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d9abb988-d1e0-4e18-84d9-e49aea329054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ed21820a-d44b-437e-aa76-d106d22c65c5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.594474 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d9abb988-d1e0-4e18-84d9-e49aea329054 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8bd89d1624d4e43b9f1c8690f7bb8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970517 Mar 07 16:22:26.597212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50208) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:26.604341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abb988-d1e0-4e18-84d9-e49aea329054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed21820a-d44b-437e-aa76-d106d22c65c5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:26.653657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2bcddc0-9db1-4cd9-a1e0-8d15767b3f41 admin admin] Publish callbacks [] for security_group (ed21820a-d44b-437e-aa76-d106d22c65c5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.675885 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2bcddc0-9db1-4cd9-a1e0-8d15767b3f41 admin admin] Publish callbacks [] for security_group (ed21820a-d44b-437e-aa76-d106d22c65c5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.724716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2bcddc0-9db1-4cd9-a1e0-8d15767b3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ed21820a-d44b-437e-aa76-d106d22c65c5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.727440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b2bcddc0-9db1-4cd9-a1e0-8d15767b3f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:26.731185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b2bcddc0-9db1-4cd9-a1e0-8d15767b3f41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed21820a-d44b-437e-aa76-d106d22c65c5 HTTP/1.1" status: 204 len: 168 time: 0.1303885 Mar 07 16:22:26.736609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcddc0-9db1-4cd9-a1e0-8d15767b3f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed21820a-d44b-437e-aa76-d106d22c65c5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:27.753139 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:28.532818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50304) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:28.637398 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89b30605-7cee-4525-854a-669dfa27678e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:28.712577 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89b30605-7cee-4525-854a-669dfa27678e admin admin] Publish callbacks [] for security_group (30eae579-e18b-4e29-976c-6f48e51a5256), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:28.716196 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-89b30605-7cee-4525-854a-669dfa27678e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (30eae579-e18b-4e29-976c-6f48e51a5256), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:28.753662 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-89b30605-7cee-4525-854a-669dfa27678e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=032e118759964f329b48a18595cc8988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197495 Mar 07 16:22:28.755936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b30605-7cee-4525-854a-669dfa27678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eae579-e18b-4e29-976c-6f48e51a5256,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:28.756551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50308) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:28.805824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b92ad059-aada-48cf-8920-204e23d091be admin admin] Publish callbacks [] for security_group (30eae579-e18b-4e29-976c-6f48e51a5256), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:28.826816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b92ad059-aada-48cf-8920-204e23d091be admin admin] Publish callbacks [] for security_group (30eae579-e18b-4e29-976c-6f48e51a5256), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:28.875709 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b92ad059-aada-48cf-8920-204e23d091be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (30eae579-e18b-4e29-976c-6f48e51a5256), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:28.878237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b92ad059-aada-48cf-8920-204e23d091be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:28.879441 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b92ad059-aada-48cf-8920-204e23d091be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30eae579-e18b-4e29-976c-6f48e51a5256 HTTP/1.1" status: 204 len: 168 time: 0.1218042 Mar 07 16:22:28.888085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ad059-aada-48cf-8920-204e23d091be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eae579-e18b-4e29-976c-6f48e51a5256,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:29.141489 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:29.144477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50318) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:29.158521 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e865df10-caa0-4415-89ea-9677e6ad42b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:29.239857 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e865df10-caa0-4415-89ea-9677e6ad42b2 admin admin] Publish callbacks [] for security_group (765ef53c-1e17-4724-88ea-1a26dd4824bc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:29.245114 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e865df10-caa0-4415-89ea-9677e6ad42b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (765ef53c-1e17-4724-88ea-1a26dd4824bc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:29.284505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e865df10-caa0-4415-89ea-9677e6ad42b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fad4bf0d8396468aa0d2e6bb410ed72c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388080 Mar 07 16:22:29.285396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865df10-caa0-4415-89ea-9677e6ad42b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765ef53c-1e17-4724-88ea-1a26dd4824bc,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:29.288371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50324) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:29.339958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-037cbf17-5e85-42fb-9043-51d8c61828da admin admin] Publish callbacks [] for security_group (765ef53c-1e17-4724-88ea-1a26dd4824bc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:29.362093 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-037cbf17-5e85-42fb-9043-51d8c61828da admin admin] Publish callbacks [] for security_group (765ef53c-1e17-4724-88ea-1a26dd4824bc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:29.413973 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-037cbf17-5e85-42fb-9043-51d8c61828da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (765ef53c-1e17-4724-88ea-1a26dd4824bc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:29.417232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-037cbf17-5e85-42fb-9043-51d8c61828da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:29.423333 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-037cbf17-5e85-42fb-9043-51d8c61828da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/765ef53c-1e17-4724-88ea-1a26dd4824bc HTTP/1.1" status: 204 len: 168 time: 0.1339235 Mar 07 16:22:29.437038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cbf17-5e85-42fb-9043-51d8c61828da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765ef53c-1e17-4724-88ea-1a26dd4824bc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:31.329466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50444) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:31.437090 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87bd2a54-191d-4d6e-ac36-5c31cbeb7d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:31.522995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87bd2a54-191d-4d6e-ac36-5c31cbeb7d21 admin admin] Publish callbacks [] for security_group (60ea29a4-f7f9-4b24-9e80-4c991306a4e5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:31.526960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-87bd2a54-191d-4d6e-ac36-5c31cbeb7d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (60ea29a4-f7f9-4b24-9e80-4c991306a4e5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:31.566428 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-87bd2a54-191d-4d6e-ac36-5c31cbeb7d21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63fc324b42c944749e2049b815e3d6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357850 Mar 07 16:22:31.567682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd2a54-191d-4d6e-ac36-5c31cbeb7d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea29a4-f7f9-4b24-9e80-4c991306a4e5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:31.569410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50448) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:31.617512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb72-be34-4d82-b24b-d36e0d8f72d8 admin admin] Publish callbacks [] for security_group (60ea29a4-f7f9-4b24-9e80-4c991306a4e5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:31.638606 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb72-be34-4d82-b24b-d36e0d8f72d8 admin admin] Publish callbacks [] for security_group (60ea29a4-f7f9-4b24-9e80-4c991306a4e5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:31.690976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb72-be34-4d82-b24b-d36e0d8f72d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (60ea29a4-f7f9-4b24-9e80-4c991306a4e5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:31.693700 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb72-be34-4d82-b24b-d36e0d8f72d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:31.694862 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fc99fb72-be34-4d82-b24b-d36e0d8f72d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60ea29a4-f7f9-4b24-9e80-4c991306a4e5 HTTP/1.1" status: 204 len: 168 time: 0.1244297 Mar 07 16:22:31.703109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99fb72-be34-4d82-b24b-d36e0d8f72d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea29a4-f7f9-4b24-9e80-4c991306a4e5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:31.956353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50460) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:31.970540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ade97646-9d05-45f8-928a-c2dedd7df38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.046991 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ade97646-9d05-45f8-928a-c2dedd7df38f admin admin] Publish callbacks [] for security_group (e720e854-b1fb-4f69-bdbb-7185a802ec40), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.051546 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ade97646-9d05-45f8-928a-c2dedd7df38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e720e854-b1fb-4f69-bdbb-7185a802ec40), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.094583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ade97646-9d05-45f8-928a-c2dedd7df38f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5855fb56d3a44c738fb4b46d8fbea988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342371 Mar 07 16:22:32.094583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade97646-9d05-45f8-928a-c2dedd7df38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e720e854-b1fb-4f69-bdbb-7185a802ec40,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:32.094968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50464) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:32.148770 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-33887b5c-51ec-49ec-a6ed-d625464d3410 admin admin] Publish callbacks [] for security_group (e720e854-b1fb-4f69-bdbb-7185a802ec40), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.170984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-33887b5c-51ec-49ec-a6ed-d625464d3410 admin admin] Publish callbacks [] for security_group (e720e854-b1fb-4f69-bdbb-7185a802ec40), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.219868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-33887b5c-51ec-49ec-a6ed-d625464d3410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e720e854-b1fb-4f69-bdbb-7185a802ec40), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.222537 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-33887b5c-51ec-49ec-a6ed-d625464d3410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.227201 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-33887b5c-51ec-49ec-a6ed-d625464d3410 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e720e854-b1fb-4f69-bdbb-7185a802ec40 HTTP/1.1" status: 204 len: 168 time: 0.1311791 Mar 07 16:22:32.235527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33887b5c-51ec-49ec-a6ed-d625464d3410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e720e854-b1fb-4f69-bdbb-7185a802ec40,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:32.509579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50482) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:32.622732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f322601a-a003-43d7-8a67-b1c7814398b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.700451 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f322601a-a003-43d7-8a67-b1c7814398b8 admin admin] Publish callbacks [] for security_group (cf4b38bb-b697-4440-9b86-3845b6fb37f6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.705372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f322601a-a003-43d7-8a67-b1c7814398b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cf4b38bb-b697-4440-9b86-3845b6fb37f6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.745590 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f322601a-a003-43d7-8a67-b1c7814398b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d66f2359d8624952b4ee61616fbf830d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349257 Mar 07 16:22:32.746486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322601a-a003-43d7-8a67-b1c7814398b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4b38bb-b697-4440-9b86-3845b6fb37f6,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:32.750255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50496) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:32.812894 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d1e131-53a5-4dfb-8bae-6c8d2c8ff747 admin admin] Publish callbacks [] for security_group (cf4b38bb-b697-4440-9b86-3845b6fb37f6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.834873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d1e131-53a5-4dfb-8bae-6c8d2c8ff747 admin admin] Publish callbacks [] for security_group (cf4b38bb-b697-4440-9b86-3845b6fb37f6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.883327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d1e131-53a5-4dfb-8bae-6c8d2c8ff747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cf4b38bb-b697-4440-9b86-3845b6fb37f6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.886074 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-53d1e131-53a5-4dfb-8bae-6c8d2c8ff747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:32.889520 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-53d1e131-53a5-4dfb-8bae-6c8d2c8ff747 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf4b38bb-b697-4440-9b86-3845b6fb37f6 HTTP/1.1" status: 204 len: 168 time: 0.1359334 Mar 07 16:22:32.894963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1e131-53a5-4dfb-8bae-6c8d2c8ff747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4b38bb-b697-4440-9b86-3845b6fb37f6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:35.122451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50588) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:35.127752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'network': {'name': 'tempest-network-smoke--1611847409', 'project_id': '00318f6ec736417aa283ad38845c0d49', 'port_security_enabled': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:35.148337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Made reservation on behalf of 00318f6ec736417aa283ad38845c0d49 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:35.151693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.159832 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.240888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (d6d60194-58b5-4030-8dbb-de3cd0da64cf), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.245277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d6d60194-58b5-4030-8dbb-de3cd0da64cf), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.274379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:35.280091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d60194-58b5-4030-8dbb-de3cd0da64cf,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:35.288509 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (541e3b96-23da-4e0b-ab91-84945755280e), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.288509 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Added segment 541e3b96-23da-4e0b-ab91-84945755280e of type vlan for network fb04c144-b8da-4246-abd0-401dc1864d20 Mar 07 16:22:35.329684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (fb04c144-b8da-4246-abd0-401dc1864d20), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.353859 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (fb04c144-b8da-4246-abd0-401dc1864d20), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.359034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:35.359632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.394280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2707038 Mar 07 16:22:35.397240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50590) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:35.401494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'admin_state_up': True, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:35.448484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9825919-45b7-4677-9708-956fe5fac7b7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Network': ['ID=fb04c144-b8da-4246-abd0-401dc1864d20,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:35.457474 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.458530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.459752 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network fb04c144-b8da-4246-abd0-401dc1864d20 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:35.514791 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_controller (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:35.976147 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_gateway (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:36.164596 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_gateway (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:36.182462 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:36.286932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Allocated IP 172.25.4.254 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:36.390010 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:36.423028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:36.460795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:36.463704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:36.467143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:36.491000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:36.647252 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:36.723182 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_gateway (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:36.925816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.063349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:22:37.174646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:22:37.188887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Sync routers for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:22:37.196564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.197751 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b18858a8-d08c-4775-98cb-d377487d5e6a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7995830 Mar 07 16:22:37.200807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:37.200957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50612) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:37.201444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:37.321421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:37.368725 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50618) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:37.436336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-405b64c0-419d-4551-a6c4-4d7510f5e222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.453324 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ab3ce190-952e-46b8-bd21-c3b900f85e8a tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=00318f6ec736417aa283ad38845c0d49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2513077 Mar 07 16:22:37.456611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50622) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:37.510357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:36Z', 'revision_number': 3, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:37.542408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Checking router: 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:22:37.542749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Updating router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:22:37.569599 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.583530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40732738-afe4-42b2-8ec2-2c11b91efd0d tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:37.585562 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-40732738-afe4-42b2-8ec2-2c11b91efd0d tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280115 Mar 07 16:22:37.588822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50624) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:37.620822 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-405b64c0-419d-4551-a6c4-4d7510f5e222 admin admin] Publish callbacks [] for security_group (7508c334-0c13-4d4f-a6a3-134a22c17558), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.624009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-086d0cd6-be95-48b8-b9b0-d82979936ea7 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344818 Mar 07 16:22:37.625529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-405b64c0-419d-4551-a6c4-4d7510f5e222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7508c334-0c13-4d4f-a6a3-134a22c17558), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.627356 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50626) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:37.634866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614925694', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'project_id': '00318f6ec736417aa283ad38845c0d49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:37.665343 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-405b64c0-419d-4551-a6c4-4d7510f5e222 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e806590b3f1140ee8a0fb3d218bb9729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2948582 Mar 07 16:22:37.666259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b64c0-419d-4551-a6c4-4d7510f5e222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7508c334-0c13-4d4f-a6a3-134a22c17558,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:37.668084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50628) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:37.782429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Made reservation on behalf of 00318f6ec736417aa283ad38845c0d49 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:37.786011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.801938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e318176e-06f5-48e2-8f7c-ee22aa43df75 admin admin] Publish callbacks [] for security_group (7508c334-0c13-4d4f-a6a3-134a22c17558), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.821686 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Publish callbacks [] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.826776 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.865755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e318176e-06f5-48e2-8f7c-ee22aa43df75 admin admin] Publish callbacks [] for security_group (7508c334-0c13-4d4f-a6a3-134a22c17558), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.878492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Attempting to bind port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:37.878888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Attempting to bind port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:37.879258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Attempting to bind port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:37.886973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3216a52-cbf5-42ad-ba53-e56cff61acbf None None] Pushing event updated for resources: {'Port': ['ID=2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:37.889284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:37.889784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:37.890067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.890455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:37.890958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Bound port: 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:37.891349 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.943052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] For port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:37.947085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] For port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:37.953711 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.966487 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e318176e-06f5-48e2-8f7c-ee22aa43df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7508c334-0c13-4d4f-a6a3-134a22c17558), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.969373 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e318176e-06f5-48e2-8f7c-ee22aa43df75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:37.970562 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e318176e-06f5-48e2-8f7c-ee22aa43df75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7508c334-0c13-4d4f-a6a3-134a22c17558 HTTP/1.1" status: 204 len: 168 time: 0.2872603 Mar 07 16:22:37.987408 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318176e-06f5-48e2-8f7c-ee22aa43df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7508c334-0c13-4d4f-a6a3-134a22c17558,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:38.004996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3216a52-cbf5-42ad-ba53-e56cff61acbf None None] Pushing event updated for resources: {'Port': ['ID=2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:38.030212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:38.030867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:38.042710 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (bb727d9a-7f4f-4470-adc1-e0db30d34ced), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.111444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Subnet': ['ID=bb727d9a-7f4f-4470-adc1-e0db30d34ced,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:38.117656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Checking segment: {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:38.117656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network hostable DHCP agents. Network: fb04c144-b8da-4246-abd0-401dc1864d20, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:22:38.136130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network fb04c144-b8da-4246-abd0-401dc1864d20 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:22:38.143244 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:38.148328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, fb04c144-b8da-4246-abd0-401dc1864d20) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:38.154827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:38.155514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.171655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0618368e-43b3-4d89-8653-6ff4aaf2cb4c None None] Network fb04c144-b8da-4246-abd0-401dc1864d20 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:38.173712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-60478c00-c8b7-42cc-b5a0-657728806a33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5442612 Mar 07 16:22:38.176666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50636) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:38.304812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50638) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:38.330212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f948c543-d2f9-4ab9-8605-2a47a7f89db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.382685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-fb04c144-b8da-4246-abd0-401dc1864d20', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'project_id': '00318f6ec736417aa283ad38845c0d49', 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:22:38.383558 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.417478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f948c543-d2f9-4ab9-8605-2a47a7f89db6 admin admin] Publish callbacks [] for security_group (61d0964b-b0f6-46b6-8ec2-3f92747c4fb3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.421396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f948c543-d2f9-4ab9-8605-2a47a7f89db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (61d0964b-b0f6-46b6-8ec2-3f92747c4fb3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.465158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948c543-d2f9-4ab9-8605-2a47a7f89db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d0964b-b0f6-46b6-8ec2-3f92747c4fb3,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:38.469502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f948c543-d2f9-4ab9-8605-2a47a7f89db6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef50fc058a7148b98d7227d7922114d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627378 Mar 07 16:22:38.472217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50640) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:38.516970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:36Z', 'revision_number': 3, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:38.527364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a4-cfdd-4289-b4af-c76cc27b9b2a admin admin] Publish callbacks [] for security_group (61d0964b-b0f6-46b6-8ec2-3f92747c4fb3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.552362 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a4-cfdd-4289-b4af-c76cc27b9b2a admin admin] Publish callbacks [] for security_group (61d0964b-b0f6-46b6-8ec2-3f92747c4fb3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.552980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae78061-97c9-4bfb-8a4e-9af50a54de62 None None] The sync data for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 is: [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:36Z', 'revision_number': 3, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:22:38.578379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Allocated IP 172.20.0.2 (fb04c144-b8da-4246-abd0-401dc1864d20/bb727d9a-7f4f-4470-adc1-e0db30d34ced/127e3c04-7fd6-4565-b94c-1b50a79ef075) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:38.624991 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a4-cfdd-4289-b4af-c76cc27b9b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (61d0964b-b0f6-46b6-8ec2-3f92747c4fb3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.628381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a4-cfdd-4289-b4af-c76cc27b9b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.631229 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-38e6e2a4-cfdd-4289-b4af-c76cc27b9b2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61d0964b-b0f6-46b6-8ec2-3f92747c4fb3 HTTP/1.1" status: 204 len: 168 time: 0.1574302 Mar 07 16:22:38.641629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6e2a4-cfdd-4289-b4af-c76cc27b9b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d0964b-b0f6-46b6-8ec2-3f92747c4fb3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:38.780482 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Publish callbacks [] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.791688 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.840976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Network fb04c144-b8da-4246-abd0-401dc1864d20 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:38.845219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:38.850716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:38.854073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Pushing event updated for resources: {'Port': ['ID=127e3c04-7fd6-4565-b94c-1b50a79ef075,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:38.930736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Attempting to bind port 127e3c04-7fd6-4565-b94c-1b50a79ef075 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:38.931148 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Attempting to bind port 127e3c04-7fd6-4565-b94c-1b50a79ef075 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:38.931518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Attempting to bind port 127e3c04-7fd6-4565-b94c-1b50a79ef075 on network fb04c144-b8da-4246-abd0-401dc1864d20 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:38.940523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:38.940981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Checking segment: {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:38.941363 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:38.942101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Bound using segment: {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:38.942631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Bound port: 127e3c04-7fd6-4565-b94c-1b50a79ef075, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:38.943096 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.023480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] For port 127e3c04-7fd6-4565-b94c-1b50a79ef075, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:39.027459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] For port 127e3c04-7fd6-4565-b94c-1b50a79ef075, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=127e3c04-7fd6-4565-b94c-1b50a79ef075,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:39.036007 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.079350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.114939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f853b4c-b8ed-485e-942f-249def929dbc None None] Pushing event updated for resources: {'Port': ['ID=127e3c04-7fd6-4565-b94c-1b50a79ef075,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:39.158312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50646) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:39.174127 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f81afa1-0078-489f-bb07-37d97591e9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.295571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f81afa1-0078-489f-bb07-37d97591e9df admin admin] Publish callbacks [] for security_group (73704720-26ae-458c-81c2-502fb79785e7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.302638 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1f81afa1-0078-489f-bb07-37d97591e9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (73704720-26ae-458c-81c2-502fb79785e7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.369423 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1f81afa1-0078-489f-bb07-37d97591e9df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b07658d4d844f379ea250c4d5590d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2069967 Mar 07 16:22:39.369423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81afa1-0078-489f-bb07-37d97591e9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73704720-26ae-458c-81c2-502fb79785e7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:39.371202 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50648) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:39.436773 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c04ab4a-e8ab-4b1c-98a6-1870343d9cb5 admin admin] Publish callbacks [] for security_group (73704720-26ae-458c-81c2-502fb79785e7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.464923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c04ab4a-e8ab-4b1c-98a6-1870343d9cb5 admin admin] Publish callbacks [] for security_group (73704720-26ae-458c-81c2-502fb79785e7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.477231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Allocated IP 172.20.0.1 (fb04c144-b8da-4246-abd0-401dc1864d20/bb727d9a-7f4f-4470-adc1-e0db30d34ced/26251ca2-e61d-4c81-ac70-a00ce1cc6bfc) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:39.558016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c04ab4a-e8ab-4b1c-98a6-1870343d9cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (73704720-26ae-458c-81c2-502fb79785e7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.560876 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c04ab4a-e8ab-4b1c-98a6-1870343d9cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.564946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7c04ab4a-e8ab-4b1c-98a6-1870343d9cb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73704720-26ae-458c-81c2-502fb79785e7 HTTP/1.1" status: 204 len: 168 time: 0.1900861 Mar 07 16:22:39.574158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04ab4a-e8ab-4b1c-98a6-1870343d9cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73704720-26ae-458c-81c2-502fb79785e7,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:39.653604 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.673330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 127e3c04-7fd6-4565-b94c-1b50a79ef075 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:39.696905 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.744488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 127e3c04-7fd6-4565-b94c-1b50a79ef075 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:39.744952 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.747568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network fb04c144-b8da-4246-abd0-401dc1864d20 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:39.751102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:39.756065 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:39.760826 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=26251ca2-e61d-4c81-ac70-a00ce1cc6bfc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:39.812626 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:39.999457 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.030817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 127e3c04-7fd6-4565-b94c-1b50a79ef075 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:40.031387 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.069930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 127e3c04-7fd6-4565-b94c-1b50a79ef075, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=127e3c04-7fd6-4565-b94c-1b50a79ef075,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:40.076810 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.077832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:40.156634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=127e3c04-7fd6-4565-b94c-1b50a79ef075,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:40.170932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:40.171628 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.284672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:40.288483 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.320223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:40.327723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.397817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:40.398044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.412512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.442521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf61d2f-bf56-43b9-bff9-4c390f31d9d8 None None] Network fb04c144-b8da-4246-abd0-401dc1864d20 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:40.515529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.517587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=26251ca2-e61d-4c81-ac70-a00ce1cc6bfc,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:40.531723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-899e1473-78cc-47f9-a916-4338a12e0884 None None] Provisioning complete for port 127e3c04-7fd6-4565-b94c-1b50a79ef075 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:40.532200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-899e1473-78cc-47f9-a916-4338a12e0884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.572131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50670) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:40.625329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network fb04c144-b8da-4246-abd0-401dc1864d20 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:40.626834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:40.667600 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-899e1473-78cc-47f9-a916-4338a12e0884 None None] Current status of the port 127e3c04-7fd6-4565-b94c-1b50a79ef075 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:40.730707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-776774728-network', 'tenant_id': 'a501709f81bc42b1814e2ef8419fa4f2'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:40.754959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Made reservation on behalf of a501709f81bc42b1814e2ef8419fa4f2 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:40.757749 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.769028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:22:40.775977 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.896120 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Publish callbacks [] for security_group (cc9de4e7-5c13-4e15-91ee-c559f17fe5aa), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.898048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a92d8bf5-6c33-496c-9004-19134cb8c3b1 None None] Provisioning complete for port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:40.898591 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a92d8bf5-6c33-496c-9004-19134cb8c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.903235 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cc9de4e7-5c13-4e15-91ee-c559f17fe5aa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.916218 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:40.916619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:22:40.922044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-46449e78-93ad-415a-be0f-ca1afce9851a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "PUT /v2.0/routers/7bfb6d46-cdd3-4ad0-a79e-09177b78b564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7441690 Mar 07 16:22:40.926718 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50674) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:40.927895 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Sync routers for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:22:40.935977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b0c8a9bd-5722-4c1a-8ec1-2d037bb5759b tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1646501173', 'description': 'tempest-secgroup_access--1646501173 description', 'project_id': '00318f6ec736417aa283ad38845c0d49'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:40.947220 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:40.947869 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:40.957286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a92d8bf5-6c33-496c-9004-19134cb8c3b1 None None] Port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:22:40.965336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (26c128c4-0cc2-409b-9e73-487392c7bfcb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:40.965941 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Added segment 26c128c4-0cc2-409b-9e73-487392c7bfcb of type vlan for network 7df105f5-e0e7-45f2-8d1a-febd05139fe8 Mar 07 16:22:40.972656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a92d8bf5-6c33-496c-9004-19134cb8c3b1 None None] Provisioning complete for port 127e3c04-7fd6-4565-b94c-1b50a79ef075 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:40.973179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a92d8bf5-6c33-496c-9004-19134cb8c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.016340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9de4e7-5c13-4e15-91ee-c559f17fe5aa,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:41.036606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b0c8a9bd-5722-4c1a-8ec1-2d037bb5759b tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.043113 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7df105f5-e0e7-45f2-8d1a-febd05139fe8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.073907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a92d8bf5-6c33-496c-9004-19134cb8c3b1 None None] Current status of the port 127e3c04-7fd6-4565-b94c-1b50a79ef075 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:41.077040 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:41.104034 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7df105f5-e0e7-45f2-8d1a-febd05139fe8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.105213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:41.105441 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.105793 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.154715 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5783367 Mar 07 16:22:41.155829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50676) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:41.163288 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Request body: {'subnet': {'network_id': '7df105f5-e0e7-45f2-8d1a-febd05139fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-776774728-subnet', 'tenant_id': 'a501709f81bc42b1814e2ef8419fa4f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:41.187663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Made reservation on behalf of a501709f81bc42b1814e2ef8419fa4f2 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:41.190247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.211573 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f741da-d6a1-491f-a7d5-f2a29a60a5ab admin admin] Pushing event updated for resources: {'Network': ['ID=7df105f5-e0e7-45f2-8d1a-febd05139fe8,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:41.215313 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b0c8a9bd-5722-4c1a-8ec1-2d037bb5759b tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (cbdf767d-05a1-4f4a-ada9-377a9b989b38), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.229385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b0c8a9bd-5722-4c1a-8ec1-2d037bb5759b tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cbdf767d-05a1-4f4a-ada9-377a9b989b38), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.234060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7df105f5-e0e7-45f2-8d1a-febd05139fe8 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:41.266827 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b0c8a9bd-5722-4c1a-8ec1-2d037bb5759b tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.267568 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b0c8a9bd-5722-4c1a-8ec1-2d037bb5759b tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3366749 Mar 07 16:22:41.270460 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50678) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:41.275341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-10f2d5b7-97c4-4427-9acc-39d3c6be215f tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2065442199', 'description': 'tempest-secgroup_general--2065442199 description', 'project_id': '00318f6ec736417aa283ad38845c0d49'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:41.283331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8a9bd-5722-4c1a-8ec1-2d037bb5759b tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf767d-05a1-4f4a-ada9-377a9b989b38,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:41.303963 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:39Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '26251ca2-e61d-4c81-ac70-a00ce1cc6bfc', 'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:42:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:39Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 2, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:41.322145 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10f2d5b7-97c4-4427-9acc-39d3c6be215f tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.340420 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Checking router: 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:22:41.340933 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Updating router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:22:41.370706 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.387301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-27c57012-9563-417c-8245-ffaf338511d7 None None] Provisioning complete for port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:41.387894 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-27c57012-9563-417c-8245-ffaf338511d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.421418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10f2d5b7-97c4-4427-9acc-39d3c6be215f tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (d62173da-c525-4590-9303-fe927665b433), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.426716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-27c57012-9563-417c-8245-ffaf338511d7 None None] Port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:22:41.426988 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10f2d5b7-97c4-4427-9acc-39d3c6be215f tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d62173da-c525-4590-9303-fe927665b433), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.461463 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10f2d5b7-97c4-4427-9acc-39d3c6be215f tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.463076 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-10f2d5b7-97c4-4427-9acc-39d3c6be215f tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1914673 Mar 07 16:22:41.465848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50680) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:41.468565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2d5b7-97c4-4427-9acc-39d3c6be215f tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62173da-c525-4590-9303-fe927665b433,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:41.473374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-680a8ad3-2551-4c22-83e8-c480cc446f07 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'security_group_rule': {'security_group_id': 'cbdf767d-05a1-4f4a-ada9-377a9b989b38', 'project_id': '00318f6ec736417aa283ad38845c0d49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:41.545919 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-680a8ad3-2551-4c22-83e8-c480cc446f07 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group_rule (ce07dda7-5a28-4863-be38-d75bbe5231da), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.550856 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (961670d1-34b9-43fc-ad7a-05759f57daf0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.554468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f990323e-d491-4cd6-a665-ec73230ff184 None None] Provisioning complete for port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:41.554872 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f990323e-d491-4cd6-a665-ec73230ff184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.595099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 127e3c04-7fd6-4565-b94c-1b50a79ef075 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:41.628516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f990323e-d491-4cd6-a665-ec73230ff184 None None] Port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:22:41.644227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961670d1-34b9-43fc-ad7a-05759f57daf0,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:41.648076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-680a8ad3-2551-4c22-83e8-c480cc446f07 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group_rule (ce07dda7-5a28-4863-be38-d75bbe5231da), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.655940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 127e3c04-7fd6-4565-b94c-1b50a79ef075 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:41.656460 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.659033 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-680a8ad3-2551-4c22-83e8-c480cc446f07 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (ce07dda7-5a28-4863-be38-d75bbe5231da), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.686472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a8ad3-2551-4c22-83e8-c480cc446f07 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce07dda7-5a28-4863-be38-d75bbe5231da,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:41.688603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Checking segment: {'id': '26c128c4-0cc2-409b-9e73-487392c7bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7df105f5-e0e7-45f2-8d1a-febd05139fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:41.688955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Network hostable DHCP agents. Network: 7df105f5-e0e7-45f2-8d1a-febd05139fe8, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:22:41.702837 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-680a8ad3-2551-4c22-83e8-c480cc446f07 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.704238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-680a8ad3-2551-4c22-83e8-c480cc446f07 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2367263 Mar 07 16:22:41.716011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Network 7df105f5-e0e7-45f2-8d1a-febd05139fe8 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:22:41.728493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 7df105f5-e0e7-45f2-8d1a-febd05139fe8) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:41.744129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:41.745050 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.781754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 127e3c04-7fd6-4565-b94c-1b50a79ef075 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:41.783283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:41.795424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-701dbceb-4cb9-4025-b218-8de8b1108978 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6313319 Mar 07 16:22:41.835254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8011989a-249e-4651-bf17-130c69f66288 None None] Network 7df105f5-e0e7-45f2-8d1a-febd05139fe8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:41.869101 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Publish callbacks [] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.876422 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.963402 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Pushing event updated for resources: {'Port': ['ID=26251ca2-e61d-4c81-ac70-a00ce1cc6bfc,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:41.964065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:41.964065 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:41.987771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da546ed-2880-40dd-b5bb-161805b3baea None None] Network 7df105f5-e0e7-45f2-8d1a-febd05139fe8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:41.990783 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:41.996940 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:41.997562 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:41.998095 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:41.998607 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:41.999147 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:41.999471 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:41.999802 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:42.000129 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:42.000456 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:42.000781 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:42.001110 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:42.001423 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:42.057531 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Attempting to bind port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:42.057911 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Attempting to bind port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:42.058339 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Attempting to bind port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc on network fb04c144-b8da-4246-abd0-401dc1864d20 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:42.063985 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:42.064756 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Checking segment: {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:42.065731 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:42.066332 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Bound using segment: {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:42.067041 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Bound port: 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:42.067495 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:42.180627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:42.201531 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] For port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:42.205285 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] For port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=26251ca2-e61d-4c81-ac70-a00ce1cc6bfc,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:42.213826 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:42.222078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-42731222-231b-4809-9fb4-b5a6538657e7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--2065442199&fields=id&tenant_id=00318f6ec736417aa283ad38845c0d49 HTTP/1.1" status: 200 len: 267 time: 0.0541315 Mar 07 16:22:42.281337 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-7a16219e-891f-4115-8e07-06d25be3ccba tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1646501173&fields=id&tenant_id=00318f6ec736417aa283ad38845c0d49 HTTP/1.1" status: 200 len: 267 time: 0.0495632 Mar 07 16:22:42.314685 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:42.315349 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:42.318684 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc059e12-4704-4f51-a4d9-568a02ad612f None None] Pushing event updated for resources: {'Port': ['ID=26251ca2-e61d-4c81-ac70-a00ce1cc6bfc,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:42.366941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-28beb961-c4bb-4f8a-9af3-16679b21766e None None] Provisioning complete for port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:42.369903 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-28beb961-c4bb-4f8a-9af3-16679b21766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:42.428567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-29b4d20c-c083-4170-b883-59653245abfa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:42.431055 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-29b4d20c-c083-4170-b883-59653245abfa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/networks?id=fb04c144-b8da-4246-abd0-401dc1864d20 HTTP/1.1" status: 200 len: 797 time: 0.1413033 Mar 07 16:22:42.464170 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-6bf3b257-0592-4e30-ac41-62720afd4c31 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/quotas/00318f6ec736417aa283ad38845c0d49 HTTP/1.1" status: 200 len: 375 time: 0.0271609 Mar 07 16:22:42.486753 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:42.497517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-28beb961-c4bb-4f8a-9af3-16679b21766e None None] Current status of the port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:42.497912 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-28beb961-c4bb-4f8a-9af3-16679b21766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:42.558576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-4671a4ea-8f90-4f0d-a90d-2b159ca57028 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=00318f6ec736417aa283ad38845c0d49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908802 Mar 07 16:22:42.565568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-28beb961-c4bb-4f8a-9af3-16679b21766e None None] For port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=26251ca2-e61d-4c81-ac70-a00ce1cc6bfc,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:42.571263 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-28beb961-c4bb-4f8a-9af3-16679b21766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:42.625370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28beb961-c4bb-4f8a-9af3-16679b21766e None None] Pushing event updated for resources: {'Port': ['ID=26251ca2-e61d-4c81-ac70-a00ce1cc6bfc,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:42.683933 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-45d46518-e13e-4039-a397-1688c1e07b27 service neutron] 10.222.0.24 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032078 Mar 07 16:22:42.697402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-43548413-9be1-4d29-b2ad-4a6675bce4e9 None None] Provisioning complete for port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:42.697789 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-43548413-9be1-4d29-b2ad-4a6675bce4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:42.759935 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:39Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '26251ca2-e61d-4c81-ac70-a00ce1cc6bfc', 'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:42:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:39Z', 'updated_at': '2022-03-07T16:22:42Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:42.778037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-43548413-9be1-4d29-b2ad-4a6675bce4e9 None None] Current status of the port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:42.778628 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-d6fcaa37-4bcf-4750-9313-3dbe4341c5c1 service neutron] 10.222.0.24 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879891 Mar 07 16:22:42.790094 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a34e9e9-f035-47c7-89ae-030203f2610e None None] The sync data for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 is: [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:39Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '26251ca2-e61d-4c81-ac70-a00ce1cc6bfc', 'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:42:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:39Z', 'updated_at': '2022-03-07T16:22:42Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:22:43.062365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81dcf02a-4663-4f03-8b79-55fbbc0c7bca req-5b55d67c-d618-40e5-bbfb-f6984d7e7c33 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 210 time: 0.1122155 Mar 07 16:22:43.568106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:43.628483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:43.628870 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:43.715632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:43.748032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50726) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:43.796428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab986f03-7c22-4cbe-bb25-6e1773a7f126 admin admin] Deleting subnet 961670d1-34b9-43fc-ad7a-05759f57daf0 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:22:43.799563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab986f03-7c22-4cbe-bb25-6e1773a7f126 admin admin] Publish callbacks [] for subnet (961670d1-34b9-43fc-ad7a-05759f57daf0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:43.840815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab986f03-7c22-4cbe-bb25-6e1773a7f126 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (961670d1-34b9-43fc-ad7a-05759f57daf0), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:43.894570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab986f03-7c22-4cbe-bb25-6e1773a7f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (961670d1-34b9-43fc-ad7a-05759f57daf0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.017973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab986f03-7c22-4cbe-bb25-6e1773a7f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (961670d1-34b9-43fc-ad7a-05759f57daf0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.058680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab986f03-7c22-4cbe-bb25-6e1773a7f126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961670d1-34b9-43fc-ad7a-05759f57daf0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:44.070162 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-8c9f4332-09f5-4228-be58-888e69a04127 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:44.071740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-8c9f4332-09f5-4228-be58-888e69a04127 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.11 "GET /v2.0/networks?id=fb04c144-b8da-4246-abd0-401dc1864d20 HTTP/1.1" status: 200 len: 797 time: 0.1566081 Mar 07 16:22:44.072789 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab986f03-7c22-4cbe-bb25-6e1773a7f126 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.075873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ab986f03-7c22-4cbe-bb25-6e1773a7f126 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/961670d1-34b9-43fc-ad7a-05759f57daf0 HTTP/1.1" status: 204 len: 168 time: 0.3268623 Mar 07 16:22:44.078523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50730) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:44.155024 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b879043e-9919-440d-9766-72a5e35f7506 req-59f32a45-126f-47c1-9bbf-43cebc7e4df8 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0294232 Mar 07 16:22:44.178162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7df105f5-e0e7-45f2-8d1a-febd05139fe8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.211238 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-30bc6fa0-e967-4b6f-99f8-a2e103060964 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00318f6ec736417aa283ad38845c0d49 HTTP/1.1" status: 200 len: 478 time: 0.1245627 Mar 07 16:22:44.234230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'port': {'device_id': '73db9187-4338-4600-97f2-8b107940dbb4', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'admin_state_up': True, 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'security_groups': ['d62173da-c525-4590-9303-fe927665b433', 'cbdf767d-05a1-4f4a-ada9-377a9b989b38']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:44.335693 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7df105f5-e0e7-45f2-8d1a-febd05139fe8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.363776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df105f5-e0e7-45f2-8d1a-febd05139fe8']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:44.382522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c128c4-0cc2-409b-9e73-487392c7bfcb') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:44.382837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c128c4-0cc2-409b-9e73-487392c7bfcb') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:44.396643 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (26c128c4-0cc2-409b-9e73-487392c7bfcb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.415391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (26c128c4-0cc2-409b-9e73-487392c7bfcb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.422991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:22:44.423390 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (26c128c4-0cc2-409b-9e73-487392c7bfcb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:22:44.425060 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:22:44.435443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Made reservation on behalf of 00318f6ec736417aa283ad38845c0d49 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:44.438808 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.504533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (7df105f5-e0e7-45f2-8d1a-febd05139fe8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.534993 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.542022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7df105f5-e0e7-45f2-8d1a-febd05139fe8 HTTP/1.1" status: 204 len: 168 time: 0.4601018 Mar 07 16:22:44.559007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820bf3e-77c0-423f-83c0-634d3d4f2d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df105f5-e0e7-45f2-8d1a-febd05139fe8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:44.626822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Allocated IP 172.20.0.11 (fb04c144-b8da-4246-abd0-401dc1864d20/bb727d9a-7f4f-4470-adc1-e0db30d34ced/ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:44.657128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50734) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:44.702006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5322a31f-d948-4ae0-afac-a6cc536636eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a501709f81bc42b1814e2ef8419fa4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432248 Mar 07 16:22:44.704644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50736) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:44.750758 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c0c5a22-925a-4255-a62e-92574bbb529b admin admin] Publish callbacks [] for security_group (cc9de4e7-5c13-4e15-91ee-c559f17fe5aa), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.773137 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c0c5a22-925a-4255-a62e-92574bbb529b admin admin] Publish callbacks [] for security_group (cc9de4e7-5c13-4e15-91ee-c559f17fe5aa), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.783866 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.819314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.821759 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c0c5a22-925a-4255-a62e-92574bbb529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cc9de4e7-5c13-4e15-91ee-c559f17fe5aa), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.824494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9c0c5a22-925a-4255-a62e-92574bbb529b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.828068 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9c0c5a22-925a-4255-a62e-92574bbb529b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc9de4e7-5c13-4e15-91ee-c559f17fe5aa HTTP/1.1" status: 204 len: 168 time: 0.1201065 Mar 07 16:22:44.835252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c5a22-925a-4255-a62e-92574bbb529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9de4e7-5c13-4e15-91ee-c559f17fe5aa,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:44.863489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network fb04c144-b8da-4246-abd0-401dc1864d20 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:44.869639 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:44.873419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:44.900036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:44.929082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:44.929793 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:44.950976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-1edc4984-50ca-450d-a531-5fd42e7401e2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7204244 Mar 07 16:22:45.119521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-4e36a476-65a0-4741-9fdb-ff4c47fd16e1 None None] Provisioning complete for port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:45.119521 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e36a476-65a0-4741-9fdb-ff4c47fd16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:45.149795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Request body: {'port': {'device_id': '73db9187-4338-4600-97f2-8b107940dbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:45.154058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-4e36a476-65a0-4741-9fdb-ff4c47fd16e1 None None] Port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:22:45.265805 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:45.325564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88c5e4-d40f-4102-a19f-80a475f9a064 req-04de95ab-c46b-4b59-a2cd-c68a9f5c0491 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:45.327084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e88c5e4-d40f-4102-a19f-80a475f9a064 req-04de95ab-c46b-4b59-a2cd-c68a9f5c0491 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 971 time: 0.0974970 Mar 07 16:22:45.467396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e88c5e4-d40f-4102-a19f-80a475f9a064 req-126c6fe5-1e3c-466a-8b9a-2fad9e26debc tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1294017 Mar 07 16:22:45.640098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:22:45.648971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Publish callbacks [] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:45.661496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Transition to ACTIVE for port object ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:22:45.666158 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:45.756339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:45.808214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Attempting to bind port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:45.808643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Attempting to bind port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:45.809082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Attempting to bind port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 on network fb04c144-b8da-4246-abd0-401dc1864d20 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:45.814040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 on network fb04c144-b8da-4246-abd0-401dc1864d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:22:45.814492 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Attempting to bind port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 on network fb04c144-b8da-4246-abd0-401dc1864d20 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:45.820153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:45.820729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Checking segment: {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:45.821327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Bound using segment: {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:45.821836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Bound port: ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541e3b96-23da-4e0b-ab91-84945755280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:45.822258 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:45.897562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] For port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:45.900861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] For port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:45.907381 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:45.941694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:45.942323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:45.945188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] 10.222.0.11 "PUT /v2.0/ports/ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 HTTP/1.1" status: 200 len: 1131 time: 0.9869065 Mar 07 16:22:45.945651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:22:45.948046 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222" -d '{"events": [{"name": "network-changed", "server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:22:46.008493 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eb9afb-7f55-4bd7-bf26-64652fe8e358 x-openstack-request-id: req-e2eb9afb-7f55-4bd7-bf26-64652fe8e358 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:22:46.008905 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:22:46.009238 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2eb9afb-7f55-4bd7-bf26-64652fe8e358 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:22:46.009659 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'status': 'completed', 'code': 200} Mar 07 16:22:46.010391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804502de-1aef-4a4b-80f0-afa18b3443d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:46.066665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-653db21f-0ad7-4d92-86d8-d59a9ffa9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:46.068297 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-653db21f-0ad7-4d92-86d8-d59a9ffa9d0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00318f6ec736417aa283ad38845c0d49&device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 1165 time: 0.0718505 Mar 07 16:22:46.111959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-8b1a0937-727d-43bc-8597-5406b484ce00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 HTTP/1.1" status: 200 len: 217 time: 0.0370083 Mar 07 16:22:46.165589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-c70e0cdc-21c0-47ef-a06e-11a08b843dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:46.167158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-c70e0cdc-21c0-47ef-a06e-11a08b843dac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb727d9a-7f4f-4470-adc1-e0db30d34ced HTTP/1.1" status: 200 len: 835 time: 0.0502028 Mar 07 16:22:46.218756 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-87d1427e-7540-4388-9846-e20d9ab6baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:46.220350 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-87d1427e-7540-4388-9846-e20d9ab6baa9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb04c144-b8da-4246-abd0-401dc1864d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475922 Mar 07 16:22:46.311000 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-e067bf2c-a9fc-40c0-9e4c-e177c7edbac9 service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839858 Mar 07 16:22:46.399287 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d62e2e4-7929-4f88-8471-61bb58b06285 req-7a095a19-b5b0-44b5-abe3-c6aa9b4b4542 service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816987 Mar 07 16:22:46.486422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-fdbcd829-9d4e-4a49-9fa9-e6ecd22db802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:46.487935 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-fdbcd829-9d4e-4a49-9fa9-e6ecd22db802 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00318f6ec736417aa283ad38845c0d49&device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 1165 time: 0.0434573 Mar 07 16:22:46.614271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-63bf11b6-d6dc-4f9c-a238-86aecb0ddd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:46.616525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-63bf11b6-d6dc-4f9c-a238-86aecb0ddd2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb04c144-b8da-4246-abd0-401dc1864d20 HTTP/1.1" status: 200 len: 898 time: 0.1230290 Mar 07 16:22:46.627842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0383a-832d-4799-b938-48da6e7fca71 req-ee139d90-83dc-46a4-b3f9-a17c7700626e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:46.629215 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38a0383a-832d-4799-b938-48da6e7fca71 req-ee139d90-83dc-46a4-b3f9-a17c7700626e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 983 time: 0.0747693 Mar 07 16:22:46.672366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-1acc5a5e-0bd4-4463-8a6a-c082f4416b15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 HTTP/1.1" status: 200 len: 217 time: 0.0422349 Mar 07 16:22:46.746883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-3adc0b09-5718-4e51-9756-df677dfd3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:46.748248 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-3adc0b09-5718-4e51-9756-df677dfd3c03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb727d9a-7f4f-4470-adc1-e0db30d34ced HTTP/1.1" status: 200 len: 835 time: 0.0676684 Mar 07 16:22:46.752545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38a0383a-832d-4799-b938-48da6e7fca71 req-909aee39-cfb6-4d63-b3d3-8a3cbdb9e81e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1166637 Mar 07 16:22:46.799287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-22d4e8e8-2816-48ef-ad74-ff0fba0ffd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:46.800773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-22d4e8e8-2816-48ef-ad74-ff0fba0ffd18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb04c144-b8da-4246-abd0-401dc1864d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442014 Mar 07 16:22:46.892711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-77915e82-861e-41d0-a0bd-42a390afafd0 service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Mar 07 16:22:46.982292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37f77406-1a5a-4ba8-9c20-f4d50b1e0222 req-e725fe8a-521d-4790-9963-46d45ffe7b45 service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829973 Mar 07 16:22:47.499171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50784) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:47.604012 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-babb9f4d-f328-43cc-9716-a0e247693f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:47.679178 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-babb9f4d-f328-43cc-9716-a0e247693f98 admin admin] Publish callbacks [] for security_group (b60d051b-02e9-4427-b802-ad3a20cab890), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:47.682603 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-babb9f4d-f328-43cc-9716-a0e247693f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b60d051b-02e9-4427-b802-ad3a20cab890), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:47.720813 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-babb9f4d-f328-43cc-9716-a0e247693f98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b0d34fce76c41cb9065a12a2caade9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205873 Mar 07 16:22:47.722028 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb9f4d-f328-43cc-9716-a0e247693f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60d051b-02e9-4427-b802-ad3a20cab890,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:47.723496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50788) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:47.776591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f713-05d4-4685-a7ee-655e5a270a0e admin admin] Publish callbacks [] for security_group (b60d051b-02e9-4427-b802-ad3a20cab890), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:47.799113 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f713-05d4-4685-a7ee-655e5a270a0e admin admin] Publish callbacks [] for security_group (b60d051b-02e9-4427-b802-ad3a20cab890), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:47.848394 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f713-05d4-4685-a7ee-655e5a270a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b60d051b-02e9-4427-b802-ad3a20cab890), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:47.852057 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f713-05d4-4685-a7ee-655e5a270a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:47.853306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1ff1f713-05d4-4685-a7ee-655e5a270a0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b60d051b-02e9-4427-b802-ad3a20cab890 HTTP/1.1" status: 204 len: 168 time: 0.1281893 Mar 07 16:22:47.861019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1f713-05d4-4685-a7ee-655e5a270a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60d051b-02e9-4427-b802-ad3a20cab890,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:47.883552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51323d-a084-438c-b65a-2eef34f8bcd6 req-5bfc9cb8-b193-44d1-8f6a-0db0202947ba tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:47.887283 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cc51323d-a084-438c-b65a-2eef34f8bcd6 req-5bfc9cb8-b193-44d1-8f6a-0db0202947ba tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 983 time: 0.0645657 Mar 07 16:22:47.946349 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cc51323d-a084-438c-b65a-2eef34f8bcd6 req-5de2e683-01d1-467f-88b9-57c0b338536f tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0538001 Mar 07 16:22:48.479645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50814) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:48.575875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-939549312-network', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:48.594647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Made reservation on behalf of 0000ddbdcd0b4a8e8acd70e6044ba43b for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:48.596892 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:48.605717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:48.679248 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Publish callbacks [] for security_group (16f67d8d-5556-404d-904d-987ca1e82c82), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:48.682674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (16f67d8d-5556-404d-904d-987ca1e82c82), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:48.702623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:48.717894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f67d8d-5556-404d-904d-987ca1e82c82,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:48.720734 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (066ac730-daa4-45b1-9f14-d4942f5e26e3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:48.721083 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Added segment 066ac730-daa4-45b1-9f14-d4942f5e26e3 of type vlan for network c406d66b-c34a-42b3-9808-fd739e84da49 Mar 07 16:22:48.760815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (c406d66b-c34a-42b3-9808-fd739e84da49), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:48.789003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (c406d66b-c34a-42b3-9808-fd739e84da49), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:48.789993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:48.790566 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:48.829298 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3485460 Mar 07 16:22:48.832209 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50818) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:48.837763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Request body: {'subnet': {'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-939549312-subnet', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:48.855727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Made reservation on behalf of 0000ddbdcd0b4a8e8acd70e6044ba43b for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:48.858065 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:48.877250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf7815-8a69-492f-9671-e986699e7aef admin admin] Pushing event updated for resources: {'Network': ['ID=c406d66b-c34a-42b3-9808-fd739e84da49,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:48.887989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network c406d66b-c34a-42b3-9808-fd739e84da49 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:49.033736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.066887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00747d-9823-49bc-bf6c-f6f4983cf6e0 req-2a2b9bbb-e7c7-458a-baaa-f66f2b111f69 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:49.068994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf00747d-9823-49bc-bf6c-f6f4983cf6e0 req-2a2b9bbb-e7c7-458a-baaa-f66f2b111f69 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 983 time: 0.0542917 Mar 07 16:22:49.092627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:49.097961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Checking segment: {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:49.098329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Network hostable DHCP agents. Network: c406d66b-c34a-42b3-9808-fd739e84da49, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:22:49.117021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Network c406d66b-c34a-42b3-9808-fd739e84da49 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:22:49.126526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, c406d66b-c34a-42b3-9808-fd739e84da49) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:49.134381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd8f2b2-ed28-4c1f-8511-c2a4fa61f718 None None] Network c406d66b-c34a-42b3-9808-fd739e84da49 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:49.137403 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:49.138006 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.143200 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf00747d-9823-49bc-bf6c-f6f4983cf6e0 req-8c2e2258-0c80-44e4-83c1-b9e84009af63 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0677125 Mar 07 16:22:49.158334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50822) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:49.159324 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7e0a2d6b-e795-4cc7-85fc-12c43c0d01c7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3258860 Mar 07 16:22:49.163212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:49.183184 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (a3329b8d-2425-4845-b792-dc88c6a0d2c2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.184191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (a3329b8d-2425-4845-b792-dc88c6a0d2c2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.235509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks [] for router_controller (a3329b8d-2425-4845-b792-dc88c6a0d2c2), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.248888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-c406d66b-c34a-42b3-9808-fd739e84da49', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:22:49.249812 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.397404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Allocated IP 172.20.0.2 (c406d66b-c34a-42b3-9808-fd739e84da49/a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d/b4b4be16-15f9-43e9-9870-9fe170479947) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:49.428942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:22:49.432153 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:22:49.635836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:49.638451 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Publish callbacks [] for port (b4b4be16-15f9-43e9-9870-9fe170479947), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.650633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'port_id': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'mac_address': 'fa:16:3e:fd:a4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:22:49.652583 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.694686 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks [] for router_gateway (a3329b8d-2425-4845-b792-dc88c6a0d2c2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.731915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Network c406d66b-c34a-42b3-9808-fd739e84da49 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:49.734616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Pushing event updated for resources: {'Port': ['ID=b4b4be16-15f9-43e9-9870-9fe170479947,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:49.739932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:49.742142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:49.746719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:49.747135 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.780759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:22:49.824931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Attempting to bind port b4b4be16-15f9-43e9-9870-9fe170479947 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:49.825305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Attempting to bind port b4b4be16-15f9-43e9-9870-9fe170479947 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:49.825675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Attempting to bind port b4b4be16-15f9-43e9-9870-9fe170479947 on network c406d66b-c34a-42b3-9808-fd739e84da49 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:49.829308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:49.832716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:49.833201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Checking segment: {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:49.834171 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.834582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Bound using segment: {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:49.835267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Bound port: b4b4be16-15f9-43e9-9870-9fe170479947, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:49.835793 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.838948 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.897727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks [] for router_gateway (a3329b8d-2425-4845-b792-dc88c6a0d2c2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.921232 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:49.928789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:49.944823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] For port b4b4be16-15f9-43e9-9870-9fe170479947, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:49.948814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] For port b4b4be16-15f9-43e9-9870-9fe170479947, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b4b4be16-15f9-43e9-9870-9fe170479947,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:49.954775 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:50.016635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d578f95-d31a-49a8-b192-3113fd5e2433 None None] Pushing event updated for resources: {'Port': ['ID=b4b4be16-15f9-43e9-9870-9fe170479947,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:50.034359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Allocated IP 172.25.4.92 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/3129c6ff-4920-4912-a04d-d90f9ee20faf) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:50.053285 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:22:50.161230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks [] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:50.236644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:50.297467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:50.298881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Pushing event updated for resources: {'Port': ['ID=3129c6ff-4920-4912-a04d-d90f9ee20faf,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:50.301817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:50.304589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:50.334120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea41f9-fd98-41d4-b4fc-d25a6a497de0 req-065b8a66-00aa-41bc-9906-12d650733d66 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:50.336036 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d0ea41f9-fd98-41d4-b4fc-d25a6a497de0 req-065b8a66-00aa-41bc-9906-12d650733d66 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 984 time: 0.0621612 Mar 07 16:22:50.402983 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d0ea41f9-fd98-41d4-b4fc-d25a6a497de0 req-41540e7d-5f1c-4f9d-a43e-21a49f6b6908 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0585015 Mar 07 16:22:50.563815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks [] for router_gateway (a3329b8d-2425-4845-b792-dc88c6a0d2c2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:50.769879 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (a3329b8d-2425-4845-b792-dc88c6a0d2c2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:50.907171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Router a3329b8d-2425-4845-b792-dc88c6a0d2c2 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:22:50.997865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd03aa1-3e08-44d4-b87b-12f3de266e04 None None] Network c406d66b-c34a-42b3-9808-fd739e84da49 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:51.024242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:22:51.042512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:51.043855 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0f6bf286-58f5-4f73-ba30-8f948869853e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8845110 Mar 07 16:22:51.046600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50826) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:51.058656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Sync routers for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:22:51.087942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:51.088577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:51.092769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-316c21a0-0344-4247-97fd-c3884df2dc01 None None] Provisioning complete for port b4b4be16-15f9-43e9-9870-9fe170479947 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:51.093149 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-316c21a0-0344-4247-97fd-c3884df2dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:51.416970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:51.486446 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:51.499206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:51.643364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b4b4be16-15f9-43e9-9870-9fe170479947 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:51.667890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a265eb2-48cf-417a-990b-9d59a84a2c3a req-a9eb1c7b-de7c-4b50-bfca-0233a02b07d4 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:51.669656 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a265eb2-48cf-417a-990b-9d59a84a2c3a req-a9eb1c7b-de7c-4b50-bfca-0233a02b07d4 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 984 time: 0.1566038 Mar 07 16:22:51.683052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-316c21a0-0344-4247-97fd-c3884df2dc01 None None] Current status of the port b4b4be16-15f9-43e9-9870-9fe170479947 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:51.683397 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-316c21a0-0344-4247-97fd-c3884df2dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:51.771451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-316c21a0-0344-4247-97fd-c3884df2dc01 None None] For port b4b4be16-15f9-43e9-9870-9fe170479947, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b4b4be16-15f9-43e9-9870-9fe170479947,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:51.776167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Allocated IP 172.20.0.1 (c406d66b-c34a-42b3-9808-fd739e84da49/a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d/2f10accd-6f91-4e1b-9ec2-f1fa296e7166) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:51.778226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:22:51.781438 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-316c21a0-0344-4247-97fd-c3884df2dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:51.791388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:51.791773 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:51.801134 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a265eb2-48cf-417a-990b-9d59a84a2c3a req-15d1f06d-8880-4676-99d9-5b3060045ecd tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1250467 Mar 07 16:22:51.838174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b4b4be16-15f9-43e9-9870-9fe170479947 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:51.838560 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:51.907725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Publish callbacks [] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:51.916173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:50Z', 'revision_number': 3, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:51.947200 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:51.957780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c21a0-0344-4247-97fd-c3884df2dc01 None None] Pushing event updated for resources: {'Port': ['ID=b4b4be16-15f9-43e9-9870-9fe170479947,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:51.962430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Checking router: a3329b8d-2425-4845-b792-dc88c6a0d2c2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:22:51.963532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Updating router a3329b8d-2425-4845-b792-dc88c6a0d2c2 port 3129c6ff-4920-4912-a04d-d90f9ee20faf binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:22:51.986153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Network c406d66b-c34a-42b3-9808-fd739e84da49 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:51.989136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:51.993752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:51.994144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-0afc7746-a22b-460a-b9b7-d4eb3d82eefc None None] Provisioning complete for port b4b4be16-15f9-43e9-9870-9fe170479947 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:51.994400 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0afc7746-a22b-460a-b9b7-d4eb3d82eefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.047545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Pushing event updated for resources: {'Port': ['ID=2f10accd-6f91-4e1b-9ec2-f1fa296e7166,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:52.048428 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.063743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (a3329b8d-2425-4845-b792-dc88c6a0d2c2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.133394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:52.133782 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.213386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b4b4be16-15f9-43e9-9870-9fe170479947 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:52.232564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.248345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:52.252473 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:22:52.255610 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631b7c20-57e1-471c-b916-b8c3c7579b6d" -d '{"events": [{"server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:22:52.265002 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.323367 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c15674a-1a03-4618-aebb-064dce8a6dc5 x-openstack-request-id: req-4c15674a-1a03-4618-aebb-064dce8a6dc5 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:22:52.323792 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:22:52.324118 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c15674a-1a03-4618-aebb-064dce8a6dc5 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:22:52.324589 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'code': 200} Mar 07 16:22:52.376623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0afc7746-a22b-460a-b9b7-d4eb3d82eefc None None] Current status of the port b4b4be16-15f9-43e9-9870-9fe170479947 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:52.407113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:52.459364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e81c65-c350-4891-aa9b-169bf87f20c1 req-69a93f96-4011-4ef9-af71-0622bd123186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:52.460893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d2e81c65-c350-4891-aa9b-169bf87f20c1 req-69a93f96-4011-4ef9-af71-0622bd123186 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 1167 time: 0.0818148 Mar 07 16:22:52.509369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Publish callbacks [] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.515714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.527300 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Publish callbacks [] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.528914 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e73c6fa7-1eb3-4886-8348-31b026f2faad None None] Provisioning complete for port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:52.529297 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e73c6fa7-1eb3-4886-8348-31b026f2faad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.554513 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.589198 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d2e81c65-c350-4891-aa9b-169bf87f20c1 req-adc6e198-1462-4e7e-935b-869752f93f04 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1222339 Mar 07 16:22:52.600376 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (a3329b8d-2425-4845-b792-dc88c6a0d2c2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.607427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e73c6fa7-1eb3-4886-8348-31b026f2faad None None] Port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:22:52.608397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Pushing event updated for resources: {'Port': ['ID=2f10accd-6f91-4e1b-9ec2-f1fa296e7166,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:52.616823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Attempting to bind port 3129c6ff-4920-4912-a04d-d90f9ee20faf on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:52.617005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Attempting to bind port 3129c6ff-4920-4912-a04d-d90f9ee20faf by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:52.617381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Attempting to bind port 3129c6ff-4920-4912-a04d-d90f9ee20faf on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:52.624655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403aaf2e-b55f-4a86-9d75-c51624b8fb78 None None] Pushing event updated for resources: {'Port': ['ID=3129c6ff-4920-4912-a04d-d90f9ee20faf,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:52.627151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:52.627533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:52.627952 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.628321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:52.628807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Bound port: 3129c6ff-4920-4912-a04d-d90f9ee20faf, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:52.629191 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.684718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] For port 3129c6ff-4920-4912-a04d-d90f9ee20faf, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:52.687762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] For port 3129c6ff-4920-4912-a04d-d90f9ee20faf, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3129c6ff-4920-4912-a04d-d90f9ee20faf,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:52.694071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:52.699518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Network c406d66b-c34a-42b3-9808-fd739e84da49 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:52.700608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:52.757449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403aaf2e-b55f-4a86-9d75-c51624b8fb78 None None] Pushing event updated for resources: {'Port': ['ID=3129c6ff-4920-4912-a04d-d90f9ee20faf,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:52.760324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:52.760953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:52.851242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Router a3329b8d-2425-4845-b792-dc88c6a0d2c2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:22:52.897885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:52.940923 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f479f61c-758b-4cc3-9519-e43c2ed8fa48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.031353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a07930-7d71-4fb1-8ab0-b4ee7d231424 req-b7a17d05-49b5-4302-a0fd-dce30987cdb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:53.032864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3a07930-7d71-4fb1-8ab0-b4ee7d231424 req-b7a17d05-49b5-4302-a0fd-dce30987cdb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 985 time: 0.1082079 Mar 07 16:22:53.059273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:22:53.066038 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e79494f0-731d-4753-9b52-9d9d09860f2b admin admin] 10.222.0.24 "PUT /v2.0/routers/a3329b8d-2425-4845-b792-dc88c6a0d2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0179703 Mar 07 16:22:53.078873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8db693d8-44bd-4ceb-a241-c072a79d725d None None] Provisioning complete for port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:53.079330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8db693d8-44bd-4ceb-a241-c072a79d725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.105302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a3a07930-7d71-4fb1-8ab0-b4ee7d231424 req-761091e5-5b89-4489-be71-3a4ed3d78cbc tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0626523 Mar 07 16:22:53.144035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8db693d8-44bd-4ceb-a241-c072a79d725d None None] Port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:22:53.166622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 2, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:53.194595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f188ca-9d56-4e5f-8634-159a89f7efb5 None None] The sync data for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 is: [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 2, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:22:53.574597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b4b4be16-15f9-43e9-9870-9fe170479947 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:53.639807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b4b4be16-15f9-43e9-9870-9fe170479947 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:53.640203 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.642136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50848) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:53.648656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1564342450-network', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:53.677779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Made reservation on behalf of 17fa96210b4c4a25acd8e2e24022a3fb for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:53.680552 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.693533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.734511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b4b4be16-15f9-43e9-9870-9fe170479947 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:53.785418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Publish callbacks [] for security_group (ecbad7eb-3f7e-4000-b975-9eb982decbc5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.789999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ecbad7eb-3f7e-4000-b975-9eb982decbc5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.816789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:22:53.827072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbad7eb-3f7e-4000-b975-9eb982decbc5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:53.832070 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (707bc36b-ae54-4bfa-9335-43f80ebb1454), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.832417 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Added segment 707bc36b-ae54-4bfa-9335-43f80ebb1454 of type vlan for network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 Mar 07 16:22:53.881124 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (19457eb8-bb21-4a30-b6f6-e8f1356342a8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.907529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (19457eb8-bb21-4a30-b6f6-e8f1356342a8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.908842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:53.909435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:53.988896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] Pushing event updated for resources: {'Network': ['ID=19457eb8-bb21-4a30-b6f6-e8f1356342a8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:54.000704 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4e69bca1-6af6-4781-b567-d65f37fc80a6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3570704 Mar 07 16:22:54.004397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50850) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:54.004930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:22:54.010880 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Request body: {'subnet': {'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1564342450-subnet', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:54.044221 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Made reservation on behalf of 17fa96210b4c4a25acd8e2e24022a3fb for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:22:54.046901 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.284469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (577baaf1-993a-425a-9be3-eb806926a9aa), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.299867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b3f18-c4c4-4805-b17c-ca3e945c80cf req-f1042244-8f5d-43d9-b58b-c74782e65580 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:54.301310 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-965b3f18-c4c4-4805-b17c-ca3e945c80cf req-f1042244-8f5d-43d9-b58b-c74782e65580 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 985 time: 0.1170943 Mar 07 16:22:54.377952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=577baaf1-993a-425a-9be3-eb806926a9aa,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:54.399326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Checking segment: {'id': '707bc36b-ae54-4bfa-9335-43f80ebb1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:54.399687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Network hostable DHCP agents. Network: 19457eb8-bb21-4a30-b6f6-e8f1356342a8, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:22:54.416537 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-965b3f18-c4c4-4805-b17c-ca3e945c80cf req-3080bf1d-4ec1-4d57-bc5d-72af5ac5f0aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0933321 Mar 07 16:22:54.430079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:22:54.440712 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 19457eb8-bb21-4a30-b6f6-e8f1356342a8) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:54.446833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:54.447594 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.451131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3beccd-b04f-4f0f-92a6-c044e9d38310 None None] Network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:54.464499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e0814c6f-c45d-4cc2-8904-091ccc3ea8fe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4584424 Mar 07 16:22:54.466723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50858) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:54.471165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:54.498376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (dc7f046d-a4a9-425a-8885-579ca5212bff), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.500022 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (dc7f046d-a4a9-425a-8885-579ca5212bff), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.567066 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks [] for router_controller (dc7f046d-a4a9-425a-8885-579ca5212bff), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.576067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-19457eb8-bb21-4a30-b6f6-e8f1356342a8', 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8', 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'fixed_ips': [{'subnet_id': '577baaf1-993a-425a-9be3-eb806926a9aa'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:22:54.577410 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.742989 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks [] for router_gateway (dc7f046d-a4a9-425a-8885-579ca5212bff), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.760803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Allocated IP 172.20.0.2 (19457eb8-bb21-4a30-b6f6-e8f1356342a8/577baaf1-993a-425a-9be3-eb806926a9aa/aaa8e233-ec23-4957-b266-6635671bc73d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:54.939309 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Publish callbacks [] for port (aaa8e233-ec23-4957-b266-6635671bc73d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.947278 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:54.949163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0be660-75ca-4c1a-b147-8f800f443d24 req-dfde9b30-3bbb-4dfa-8db1-344261d4dbbc tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:54.955396 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc0be660-75ca-4c1a-b147-8f800f443d24 req-dfde9b30-3bbb-4dfa-8db1-344261d4dbbc tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 985 time: 0.4314101 Mar 07 16:22:54.997761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:55.002079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Pushing event updated for resources: {'Port': ['ID=aaa8e233-ec23-4957-b266-6635671bc73d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:55.005765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:55.008599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:55.035417 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc0be660-75ca-4c1a-b147-8f800f443d24 req-c82ca6c6-c8f1-4e09-9ce6-a696bbfca27e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0765524 Mar 07 16:22:55.089022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Attempting to bind port aaa8e233-ec23-4957-b266-6635671bc73d on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:55.089604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Attempting to bind port aaa8e233-ec23-4957-b266-6635671bc73d by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '707bc36b-ae54-4bfa-9335-43f80ebb1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:55.090191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Attempting to bind port aaa8e233-ec23-4957-b266-6635671bc73d on network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:55.098440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:55.099838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Checking segment: {'id': '707bc36b-ae54-4bfa-9335-43f80ebb1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:55.100569 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.101054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Bound using segment: {'id': '707bc36b-ae54-4bfa-9335-43f80ebb1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:55.101587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Bound port: aaa8e233-ec23-4957-b266-6635671bc73d, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707bc36b-ae54-4bfa-9335-43f80ebb1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:55.102085 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.198071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] For port aaa8e233-ec23-4957-b266-6635671bc73d, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:55.211016 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae92931e-d1d4-4b4e-87c5-0347ad63f7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.218587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] For port aaa8e233-ec23-4957-b266-6635671bc73d, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=aaa8e233-ec23-4957-b266-6635671bc73d,segment=NetworkSegment(707bc36b-ae54-4bfa-9335-43f80ebb1454),segment_id=707bc36b-ae54-4bfa-9335-43f80ebb1454)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:55.227721 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.305429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d316e2b-35d6-405b-9a41-3744009389f9 None None] Pushing event updated for resources: {'Port': ['ID=aaa8e233-ec23-4957-b266-6635671bc73d,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:55.350040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks [] for router_gateway (dc7f046d-a4a9-425a-8885-579ca5212bff), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.375009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.389247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7377d7a-622b-43bf-9698-30fb6d92180a req-b3b731f5-7219-4c3c-bbed-4d4aaaaf76e3 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:55.391135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e7377d7a-622b-43bf-9698-30fb6d92180a req-b3b731f5-7219-4c3c-bbed-4d4aaaaf76e3 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 1167 time: 0.1101410 Mar 07 16:22:55.443238 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e7377d7a-622b-43bf-9698-30fb6d92180a req-7921ba06-7411-4335-8b74-778c78fda00b tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.557723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Allocated IP 172.25.4.70 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/127a9089-9314-4efb-89fe-1bd9ff4f81c2) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:55.634717 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e7377d7a-622b-43bf-9698-30fb6d92180a req-7921ba06-7411-4335-8b74-778c78fda00b tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Publish callbacks [] for security_group (e0faf70b-82dc-4a80-9082-651e92a0494f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.645764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3129c6ff-4920-4912-a04d-d90f9ee20faf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:55.650387 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Sync routers for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:22:55.660264 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:55.661088 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:55.670330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e7377d7a-622b-43bf-9698-30fb6d92180a req-7921ba06-7411-4335-8b74-778c78fda00b tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e0faf70b-82dc-4a80-9082-651e92a0494f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.707286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3129c6ff-4920-4912-a04d-d90f9ee20faf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:55.707547 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.740615 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921ba06-7411-4335-8b74-778c78fda00b tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0faf70b-82dc-4a80-9082-651e92a0494f,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:55.759265 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e7377d7a-622b-43bf-9698-30fb6d92180a req-7921ba06-7411-4335-8b74-778c78fda00b tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3316324 Mar 07 16:22:55.774726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50862) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:55.791768 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:55.857389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks [] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.879829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38d294-e946-47ad-87ac-cbf8ee258af7 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:55.881834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3a38d294-e946-47ad-87ac-cbf8ee258af7 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 1162 time: 0.0913725 Mar 07 16:22:55.885527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50864) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:55.894242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:22:55.918036 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.931735 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:55.965429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:55.974850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:55.976970 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:55.992320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3129c6ff-4920-4912-a04d-d90f9ee20faf is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:55.993195 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.013913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Pushing event updated for resources: {'Port': ['ID=127a9089-9314-4efb-89fe-1bd9ff4f81c2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:56.028237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 3129c6ff-4920-4912-a04d-d90f9ee20faf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3129c6ff-4920-4912-a04d-d90f9ee20faf,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:56.040684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.043454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device aaa8e233-ec23-4957-b266-6635671bc73d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:56.054602 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 2, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:56.055212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.100058 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Checking router: a3329b8d-2425-4845-b792-dc88c6a0d2c2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:22:56.101313 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Updating router a3329b8d-2425-4845-b792-dc88c6a0d2c2 port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:22:56.138462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=3129c6ff-4920-4912-a04d-d90f9ee20faf,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:56.147292 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.179733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port aaa8e233-ec23-4957-b266-6635671bc73d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:56.180186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.210857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Allocated IP 172.25.4.20 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/9881e2d1-853e-48a1-8803-7125f1721829) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:56.301141 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port aaa8e233-ec23-4957-b266-6635671bc73d is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:56.301564 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.352119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port aaa8e233-ec23-4957-b266-6635671bc73d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=aaa8e233-ec23-4957-b266-6635671bc73d,segment=NetworkSegment(707bc36b-ae54-4bfa-9335-43f80ebb1454),segment_id=707bc36b-ae54-4bfa-9335-43f80ebb1454)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:56.362291 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.378100 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks [] for router_gateway (dc7f046d-a4a9-425a-8885-579ca5212bff), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.402404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (9881e2d1-853e-48a1-8803-7125f1721829), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.462056 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9881e2d1-853e-48a1-8803-7125f1721829), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.486942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=aaa8e233-ec23-4957-b266-6635671bc73d,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:56.505001 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.514254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:56.520163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:56.527310 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Publish callbacks [] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.529564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:56.540222 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.566092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=9881e2d1-853e-48a1-8803-7125f1721829,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:56.633330 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e01647-0211-4d00-84bd-3043774a4fb2 None None] Pushing event updated for resources: {'Port': ['ID=2f10accd-6f91-4e1b-9ec2-f1fa296e7166,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:56.663203 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (dc7f046d-a4a9-425a-8885-579ca5212bff), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.690237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118bfd98-d764-4de4-8b02-4cf9b425504d None None] Network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:22:56.721413 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Attempting to bind port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:56.722570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Attempting to bind port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:56.723385 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Attempting to bind port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 on network c406d66b-c34a-42b3-9808-fd739e84da49 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:56.733703 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:56.734264 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Checking segment: {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:56.734777 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.735317 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Bound using segment: {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:56.735906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Bound port: 2f10accd-6f91-4e1b-9ec2-f1fa296e7166, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:56.736643 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.836854 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] For port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:56.844744 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] For port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2f10accd-6f91-4e1b-9ec2-f1fa296e7166,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:56.855363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-810e0073-7422-472f-b41e-a3efd056bced None None] Provisioning complete for port aaa8e233-ec23-4957-b266-6635671bc73d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:56.855740 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-810e0073-7422-472f-b41e-a3efd056bced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.860488 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:56.933188 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:56.933858 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:56.979513 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e01647-0211-4d00-84bd-3043774a4fb2 None None] Pushing event updated for resources: {'Port': ['ID=2f10accd-6f91-4e1b-9ec2-f1fa296e7166,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:56.988157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Router dc7f046d-a4a9-425a-8885-579ca5212bff is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:22:57.020871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-810e0073-7422-472f-b41e-a3efd056bced None None] Current status of the port aaa8e233-ec23-4957-b266-6635671bc73d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:57.088585 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for floatingip (324e4fc8-6e84-49d2-ae74-832c7fb0217f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.101147 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:57.153999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-dcc0ce64-d739-4e35-bc36-438fc4879d84 None None] Provisioning complete for port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:57.154396 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ce64-d739-4e35-bc36-438fc4879d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.163955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:22:57.190927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.194846 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f89d8f0-2c58-468c-a8f6-0b124dad08fe admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7246397 Mar 07 16:22:57.196258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50866) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:57.217623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Sync routers for ids ['dc7f046d-a4a9-425a-8885-579ca5212bff'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:22:57.239298 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9881e2d1-853e-48a1-8803-7125f1721829), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.265814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Routers {'dc7f046d-a4a9-425a-8885-579ca5212bff'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:57.267069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['dc7f046d-a4a9-425a-8885-579ca5212bff'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:57.487952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0ce64-d739-4e35-bc36-438fc4879d84 None None] Current status of the port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:57.488449 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ce64-d739-4e35-bc36-438fc4879d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.528982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (9881e2d1-853e-48a1-8803-7125f1721829), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.532981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dcc0ce64-d739-4e35-bc36-438fc4879d84 None None] For port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2f10accd-6f91-4e1b-9ec2-f1fa296e7166,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:22:57.535390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Set router dc7f046d-a4a9-425a-8885-579ca5212bff gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:57.544642 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (9881e2d1-853e-48a1-8803-7125f1721829), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.569266 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ce64-d739-4e35-bc36-438fc4879d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.576961 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:56Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:57.617838 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ddfad-1c8b-4587-b486-8202ea3a2409 None None] The sync data for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 is: [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:56Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:22:57.684169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3129c6ff-4920-4912-a04d-d90f9ee20faf up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:57.697333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=9881e2d1-853e-48a1-8803-7125f1721829,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:57.707563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (324e4fc8-6e84-49d2-ae74-832c7fb0217f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.824983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0ce64-d739-4e35-bc36-438fc4879d84 None None] Pushing event updated for resources: {'Port': ['ID=2f10accd-6f91-4e1b-9ec2-f1fa296e7166,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:57.842159 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Floating IP 324e4fc8-6e84-49d2-ae74-832c7fb0217f associated. External IP: 172.25.4.20, port: ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4. Mar 07 16:22:57.843558 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.935644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-424c4251-dca5-43c0-ade5-afa5c0d8d7ef None None] Provisioning complete for port aaa8e233-ec23-4957-b266-6635671bc73d triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:57.936521 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-424c4251-dca5-43c0-ade5-afa5c0d8d7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:57.980217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.015282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3129c6ff-4920-4912-a04d-d90f9ee20faf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:58.015929 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.049635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Allocated IP 172.20.0.1 (19457eb8-bb21-4a30-b6f6-e8f1356342a8/577baaf1-993a-425a-9be3-eb806926a9aa/6d9810e1-5b0b-4476-85c4-81d53002363b) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:22:58.085609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:54Z', 'updated_at': '2022-03-07T16:22:56Z', 'revision_number': 3, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'gw_port': {'id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:55Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:58.085927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:22:58.120170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Checking router: dc7f046d-a4a9-425a-8885-579ca5212bff for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:22:58.120546 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Updating router dc7f046d-a4a9-425a-8885-579ca5212bff port 127a9089-9314-4efb-89fe-1bd9ff4f81c2 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:22:58.178304 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Publish callbacks [] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.220835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.231057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:22:58.235283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-424c4251-dca5-43c0-ade5-afa5c0d8d7ef None None] Current status of the port aaa8e233-ec23-4957-b266-6635671bc73d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:58.243765 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] Sync routers for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:22:58.259704 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.261360 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:58.262080 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:58.276201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-424c4251-dca5-43c0-ade5-afa5c0d8d7ef None None] Provisioning complete for port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:58.276502 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-424c4251-dca5-43c0-ade5-afa5c0d8d7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.278037 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.297629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:58.300844 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9ea252ca-60e6-4238-bd21-93a440151eb6 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4102433 Mar 07 16:22:58.300844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:22:58.301157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:58.302522 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2058016-3d72-4cd0-931f-7982b56ca3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:22:58.320936 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50868) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:58.356365 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:22:58.360555 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb74caf1-5bef-405a-9820-8c3b7fed8792 x-openstack-request-id: req-eb74caf1-5bef-405a-9820-8c3b7fed8792 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:22:58.360951 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:22:58.361301 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb74caf1-5bef-405a-9820-8c3b7fed8792 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:22:58.361799 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'status': 'completed', 'code': 200} Mar 07 16:22:58.469823 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:58.490155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-567ffb94-8d55-45c6-bbd1-ccdd9b9c37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.492258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-567ffb94-8d55-45c6-bbd1-ccdd9b9c37cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00318f6ec736417aa283ad38845c0d49&device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 1167 time: 0.0972664 Mar 07 16:22:58.593101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493fc9-b222-4b72-95f6-76764bbb9489 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.593101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493fc9-b222-4b72-95f6-76764bbb9489 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.593584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493fc9-b222-4b72-95f6-76764bbb9489 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.594052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493fc9-b222-4b72-95f6-76764bbb9489 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.594514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493fc9-b222-4b72-95f6-76764bbb9489 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.595002 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493fc9-b222-4b72-95f6-76764bbb9489 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.595465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493fc9-b222-4b72-95f6-76764bbb9489 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.597374 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-32493fc9-b222-4b72-95f6-76764bbb9489 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.2638190 Mar 07 16:22:58.602839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50872) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:58.603538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9810e1-5b0b-4476-85c4-81d53002363b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:58.629688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3129c6ff-4920-4912-a04d-d90f9ee20faf is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:58.631540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device aaa8e233-ec23-4957-b266-6635671bc73d up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:58.695371 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (dc7f046d-a4a9-425a-8885-579ca5212bff), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.708847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-9dbf27ff-a61c-487a-996a-75568b671d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.710971 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-9dbf27ff-a61c-487a-996a-75568b671d48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb04c144-b8da-4246-abd0-401dc1864d20 HTTP/1.1" status: 200 len: 898 time: 0.2131052 Mar 07 16:22:58.771257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f75563-d515-4a61-9d24-6f2dfaed4ee6 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.771730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f75563-d515-4a61-9d24-6f2dfaed4ee6 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.772201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f75563-d515-4a61-9d24-6f2dfaed4ee6 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.772660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f75563-d515-4a61-9d24-6f2dfaed4ee6 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.773114 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f75563-d515-4a61-9d24-6f2dfaed4ee6 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.773571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f75563-d515-4a61-9d24-6f2dfaed4ee6 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.774025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f75563-d515-4a61-9d24-6f2dfaed4ee6 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:58.775968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-59f75563-d515-4a61-9d24-6f2dfaed4ee6 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4621 time: 0.1696286 Mar 07 16:22:58.778885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50874) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:58.824247 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:39Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '324e4fc8-6e84-49d2-ae74-832c7fb0217f', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'port_id': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'mac_address': 'fa:16:3e:fd:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73db9187-4338-4600-97f2-8b107940dbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:22:56Z', 'updated_at': '2022-03-07T16:22:56Z', 'revision_number': 0, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26251ca2-e61d-4c81-ac70-a00ce1cc6bfc', 'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:42:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:39Z', 'updated_at': '2022-03-07T16:22:42Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:58.859761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-424c4251-dca5-43c0-ade5-afa5c0d8d7ef None None] Current status of the port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:58.867179 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] Checking router: 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:22:58.879100 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:58.879732 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:58.884101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.885847 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port aaa8e233-ec23-4957-b266-6635671bc73d triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:58.886464 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:58.903187 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-1cd2a23d-7419-4fd2-9a2b-50ef9ce4cbb2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 HTTP/1.1" status: 200 len: 999 time: 0.1742556 Mar 07 16:22:59.004213 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:59.039822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-bd3a0c84-2b10-4603-b238-fe388d31e134 None None] Provisioning complete for port 6d9810e1-5b0b-4476-85c4-81d53002363b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:59.040751 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0c84-2b10-4603-b238-fe388d31e134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.057682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-c19ca596-1fd7-47ff-9235-c34870cda365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:59.059362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-c19ca596-1fd7-47ff-9235-c34870cda365 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb727d9a-7f4f-4470-adc1-e0db30d34ced HTTP/1.1" status: 200 len: 835 time: 0.1466691 Mar 07 16:22:59.091254 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Publish callbacks [] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.108536 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.118741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port aaa8e233-ec23-4957-b266-6635671bc73d is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:59.121442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:59.163201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-9d6db651-8aba-4384-8c20-c6238d40554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:59.165146 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-9d6db651-8aba-4384-8c20-c6238d40554c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb04c144-b8da-4246-abd0-401dc1864d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985565 Mar 07 16:22:59.180253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a0c84-2b10-4603-b238-fe388d31e134 None None] Port 6d9810e1-5b0b-4476-85c4-81d53002363b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:22:59.213555 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.216691 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (dc7f046d-a4a9-425a-8885-579ca5212bff), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.219892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9810e1-5b0b-4476-85c4-81d53002363b,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:59.251402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Publish callbacks [] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.260493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:59.261265 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.264396 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.303529 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:39Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '324e4fc8-6e84-49d2-ae74-832c7fb0217f', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'port_id': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'mac_address': 'fa:16:3e:fd:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73db9187-4338-4600-97f2-8b107940dbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:22:56Z', 'updated_at': '2022-03-07T16:22:56Z', 'revision_number': 0, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26251ca2-e61d-4c81-ac70-a00ce1cc6bfc', 'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:42:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:39Z', 'updated_at': '2022-03-07T16:22:42Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:59.314291 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-30fd9a05-7101-4211-bda4-9737381dd74c service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395855 Mar 07 16:22:59.335677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50876) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:22:59.336069 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e97832f2-c6ef-4f1d-9285-50bb6ec4aa24 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.5557597 Mar 07 16:22:59.342358 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658dffc-6c2a-4c7a-b9c9-a6fd02b9f45e None None] The sync data for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 is: [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:39Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '324e4fc8-6e84-49d2-ae74-832c7fb0217f', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'port_id': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'mac_address': 'fa:16:3e:fd:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73db9187-4338-4600-97f2-8b107940dbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:22:56Z', 'updated_at': '2022-03-07T16:22:56Z', 'revision_number': 0, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26251ca2-e61d-4c81-ac70-a00ce1cc6bfc', 'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:42:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:39Z', 'updated_at': '2022-03-07T16:22:42Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:22:59.361556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Attempting to bind port 127a9089-9314-4efb-89fe-1bd9ff4f81c2 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:22:59.361931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Attempting to bind port 127a9089-9314-4efb-89fe-1bd9ff4f81c2 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:22:59.362301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Attempting to bind port 127a9089-9314-4efb-89fe-1bd9ff4f81c2 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:22:59.365220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Pushing event updated for resources: {'Port': ['ID=127a9089-9314-4efb-89fe-1bd9ff4f81c2,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:59.379182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.379530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.379938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.380993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.381339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.381671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.382113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.382333 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.382663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.383009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.383403 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.383731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.384115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:22:59.389216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:22:59.389790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:22:59.390207 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.390593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:22:59.391738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Bound port: 127a9089-9314-4efb-89fe-1bd9ff4f81c2, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:22:59.392133 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.393416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:22:59.402743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:22:59.465549 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e2058016-3d72-4cd0-931f-7982b56ca3ae req-e16059a2-96df-4beb-8e93-1dd96cde7d86 service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394861 Mar 07 16:22:59.481535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d30a99-6e1a-4057-aa06-11e28c652ca2 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:59.481976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d30a99-6e1a-4057-aa06-11e28c652ca2 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:22:59.484594 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f2d30a99-6e1a-4057-aa06-11e28c652ca2 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bfb6d46-cdd3-4ad0-a79e-09177b78b564 HTTP/1.1" status: 200 len: 2062 time: 0.1461864 Mar 07 16:22:59.501477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:22:59.513364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] For port 127a9089-9314-4efb-89fe-1bd9ff4f81c2, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:22:59.517978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] For port 127a9089-9314-4efb-89fe-1bd9ff4f81c2, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=127a9089-9314-4efb-89fe-1bd9ff4f81c2,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:22:59.528404 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.590650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Routers {'dc7f046d-a4a9-425a-8885-579ca5212bff'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:22:59.591341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['dc7f046d-a4a9-425a-8885-579ca5212bff'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:22:59.601699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Router dc7f046d-a4a9-425a-8885-579ca5212bff has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:22:59.658217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91f012-bac6-49fe-9ee9-1d2390474cd2 None None] Pushing event updated for resources: {'Port': ['ID=127a9089-9314-4efb-89fe-1bd9ff4f81c2,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:22:59.667450 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:22:59.761078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2d9e6-6f02-4c65-b493-d17748f32b61 None None] New status for floating IP 324e4fc8-6e84-49d2-ae74-832c7fb0217f: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:22:59.851562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] Set router dc7f046d-a4a9-425a-8885-579ca5212bff gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:22:59.920176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-36e03854-1bfa-4cb3-9d2c-49a389d8ed45 None None] Provisioning complete for port 6d9810e1-5b0b-4476-85c4-81d53002363b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:59.920905 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-36e03854-1bfa-4cb3-9d2c-49a389d8ed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:22:59.928304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:22:59.928676 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:00.060938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:00.066133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a66d88e9-1b94-4d15-be72-f18948205738 admin admin] 10.222.0.24 "PUT /v2.0/routers/dc7f046d-a4a9-425a-8885-579ca5212bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8688562 Mar 07 16:23:00.092742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-36e03854-1bfa-4cb3-9d2c-49a389d8ed45 None None] Port 6d9810e1-5b0b-4476-85c4-81d53002363b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:23:00.217396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:00.246829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:54Z', 'updated_at': '2022-03-07T16:22:58Z', 'revision_number': 4, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'gw_port': {'id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:55Z', 'updated_at': '2022-03-07T16:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6d9810e1-5b0b-4476-85c4-81d53002363b', 'name': '', 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'mac_address': 'fa:16:3e:e5:1d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:57Z', 'updated_at': '2022-03-07T16:22:58Z', 'revision_number': 2, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'subnets': [{'id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:00.274547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffca76-4090-41e3-946d-6853c1ffe786 None None] The sync data for ids ['dc7f046d-a4a9-425a-8885-579ca5212bff'] in n-d-830010-8 is: [{'id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:54Z', 'updated_at': '2022-03-07T16:22:58Z', 'revision_number': 4, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'gw_port': {'id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:55Z', 'updated_at': '2022-03-07T16:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6d9810e1-5b0b-4476-85c4-81d53002363b', 'name': '', 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'mac_address': 'fa:16:3e:e5:1d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:57Z', 'updated_at': '2022-03-07T16:22:58Z', 'revision_number': 2, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'subnets': [{'id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:00.726247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50886) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:00.730922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ace56cfd-4104-4b7f-8fcc-0a2e4a516b32 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414840577', 'description': 'tempest-secgroup-smoke-414840577 description', 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:00.752047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ace56cfd-4104-4b7f-8fcc-0a2e4a516b32 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:00.830423 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ace56cfd-4104-4b7f-8fcc-0a2e4a516b32 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group (7e82de4e-af08-4db2-8a9f-70faa55d9f8c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:00.835663 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ace56cfd-4104-4b7f-8fcc-0a2e4a516b32 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7e82de4e-af08-4db2-8a9f-70faa55d9f8c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:00.866025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ace56cfd-4104-4b7f-8fcc-0a2e4a516b32 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:00.869984 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ace56cfd-4104-4b7f-8fcc-0a2e4a516b32 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1400392 Mar 07 16:23:00.870198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50888) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:00.875307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6e9e62f5-190b-45fd-817b-76b7a5c5cfb2 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Request body: {'security_group_rule': {'security_group_id': '7e82de4e-af08-4db2-8a9f-70faa55d9f8c', 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:00.882481 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace56cfd-4104-4b7f-8fcc-0a2e4a516b32 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e82de4e-af08-4db2-8a9f-70faa55d9f8c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:00.912459 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e9e62f5-190b-45fd-817b-76b7a5c5cfb2 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (e57851ce-253c-42f6-bf47-5a6d9cf56cfc), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.001393 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e9e62f5-190b-45fd-817b-76b7a5c5cfb2 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (e57851ce-253c-42f6-bf47-5a6d9cf56cfc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.005560 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e9e62f5-190b-45fd-817b-76b7a5c5cfb2 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (e57851ce-253c-42f6-bf47-5a6d9cf56cfc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.024306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e62f5-190b-45fd-817b-76b7a5c5cfb2 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57851ce-253c-42f6-bf47-5a6d9cf56cfc,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:01.035106 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6e9e62f5-190b-45fd-817b-76b7a5c5cfb2 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.036856 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6e9e62f5-190b-45fd-817b-76b7a5c5cfb2 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654048 Mar 07 16:23:01.039473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50890) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:01.044463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1cee7d37-8238-4930-b3af-52d7c65dad0a tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Request body: {'security_group_rule': {'security_group_id': '7e82de4e-af08-4db2-8a9f-70faa55d9f8c', 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:01.073539 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d37-8238-4930-b3af-52d7c65dad0a tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (287a5fbf-2f91-423f-a900-4d139f3c9aa8), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.133659 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d37-8238-4930-b3af-52d7c65dad0a tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (287a5fbf-2f91-423f-a900-4d139f3c9aa8), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.137480 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d37-8238-4930-b3af-52d7c65dad0a tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (287a5fbf-2f91-423f-a900-4d139f3c9aa8), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.159355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee7d37-8238-4930-b3af-52d7c65dad0a tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287a5fbf-2f91-423f-a900-4d139f3c9aa8,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:01.169638 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d37-8238-4930-b3af-52d7c65dad0a tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.170945 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1cee7d37-8238-4930-b3af-52d7c65dad0a tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303239 Mar 07 16:23:01.173600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50892) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:01.178110 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e2963da1-211a-4023-81fd-3c8d47a4fea4 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Request body: {'security_group_rule': {'security_group_id': '7e82de4e-af08-4db2-8a9f-70faa55d9f8c', 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:01.207273 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2963da1-211a-4023-81fd-3c8d47a4fea4 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (e43f8f35-0b56-4f1e-87e2-e6140d11616a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.269632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2963da1-211a-4023-81fd-3c8d47a4fea4 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (e43f8f35-0b56-4f1e-87e2-e6140d11616a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.274564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2963da1-211a-4023-81fd-3c8d47a4fea4 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (e43f8f35-0b56-4f1e-87e2-e6140d11616a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.295243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963da1-211a-4023-81fd-3c8d47a4fea4 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43f8f35-0b56-4f1e-87e2-e6140d11616a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:01.300675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e2963da1-211a-4023-81fd-3c8d47a4fea4 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.304781 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e2963da1-211a-4023-81fd-3c8d47a4fea4 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273613 Mar 07 16:23:01.304949 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50894) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:01.309754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-65975358-e6ea-4b52-90d6-cfaaa7d3e959 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Request body: {'security_group_rule': {'security_group_id': '7e82de4e-af08-4db2-8a9f-70faa55d9f8c', 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:01.336328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65975358-e6ea-4b52-90d6-cfaaa7d3e959 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (8d390d75-e5d9-4537-9b6f-e0d1539c34ce), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.396890 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65975358-e6ea-4b52-90d6-cfaaa7d3e959 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (8d390d75-e5d9-4537-9b6f-e0d1539c34ce), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.400874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65975358-e6ea-4b52-90d6-cfaaa7d3e959 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (8d390d75-e5d9-4537-9b6f-e0d1539c34ce), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.419823 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65975358-e6ea-4b52-90d6-cfaaa7d3e959 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d390d75-e5d9-4537-9b6f-e0d1539c34ce,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:01.429854 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65975358-e6ea-4b52-90d6-cfaaa7d3e959 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.431137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-65975358-e6ea-4b52-90d6-cfaaa7d3e959 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249571 Mar 07 16:23:01.433898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50896) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:01.438392 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-282526eb-2582-4988-9201-1e24b738c6f5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Request body: {'security_group_rule': {'security_group_id': '7e82de4e-af08-4db2-8a9f-70faa55d9f8c', 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:01.460235 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-282526eb-2582-4988-9201-1e24b738c6f5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Project 0000ddbdcd0b4a8e8acd70e6044ba43b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:23:01.465815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-282526eb-2582-4988-9201-1e24b738c6f5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (89c610b6-6474-4ab7-9d0d-be6324619f62), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.529129 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-282526eb-2582-4988-9201-1e24b738c6f5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (89c610b6-6474-4ab7-9d0d-be6324619f62), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.533571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-282526eb-2582-4988-9201-1e24b738c6f5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (89c610b6-6474-4ab7-9d0d-be6324619f62), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.554527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282526eb-2582-4988-9201-1e24b738c6f5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c610b6-6474-4ab7-9d0d-be6324619f62,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:01.568974 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-282526eb-2582-4988-9201-1e24b738c6f5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.573419 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-282526eb-2582-4988-9201-1e24b738c6f5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358144 Mar 07 16:23:01.573894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 50898) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:01.578897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5332ebc6-5bbc-4af0-9f30-3bab313b0d39 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Request body: {'security_group_rule': {'security_group_id': '7e82de4e-af08-4db2-8a9f-70faa55d9f8c', 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:01.605770 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-5332ebc6-5bbc-4af0-9f30-3bab313b0d39 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Project 0000ddbdcd0b4a8e8acd70e6044ba43b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:23:01.611354 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5332ebc6-5bbc-4af0-9f30-3bab313b0d39 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (8cbf0aa0-1c3f-4d50-956c-78e4f647570c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.634862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 127a9089-9314-4efb-89fe-1bd9ff4f81c2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:01.679007 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5332ebc6-5bbc-4af0-9f30-3bab313b0d39 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (8cbf0aa0-1c3f-4d50-956c-78e4f647570c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.682835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5332ebc6-5bbc-4af0-9f30-3bab313b0d39 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (8cbf0aa0-1c3f-4d50-956c-78e4f647570c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.684111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 127a9089-9314-4efb-89fe-1bd9ff4f81c2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:01.684641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.702603 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332ebc6-5bbc-4af0-9f30-3bab313b0d39 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbf0aa0-1c3f-4d50-956c-78e4f647570c,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:01.712192 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5332ebc6-5bbc-4af0-9f30-3bab313b0d39 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.713451 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5332ebc6-5bbc-4af0-9f30-3bab313b0d39 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384330 Mar 07 16:23:01.769890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 127a9089-9314-4efb-89fe-1bd9ff4f81c2 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:01.770896 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.796305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 127a9089-9314-4efb-89fe-1bd9ff4f81c2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=127a9089-9314-4efb-89fe-1bd9ff4f81c2,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:01.801987 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:01.851646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=127a9089-9314-4efb-89fe-1bd9ff4f81c2,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:01.883857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-67f937d7-1cfd-4a5a-ac3e-cd7716a58a0a tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414840577&fields=id&tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b HTTP/1.1" status: 200 len: 267 time: 0.0563364 Mar 07 16:23:01.994206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-24bad8e3-e601-4c8e-be62-5cbd7edb415f tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:01.995737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-24bad8e3-e601-4c8e-be62-5cbd7edb415f tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/networks?id=c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 200 len: 808 time: 0.1051943 Mar 07 16:23:02.011661 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-2bb32716-4bb4-4f12-af50-bb65f5258215 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/quotas/0000ddbdcd0b4a8e8acd70e6044ba43b HTTP/1.1" status: 200 len: 375 time: 0.0103149 Mar 07 16:23:02.102654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-ab6949b3-bbfa-4ad3-964b-f379680025d7 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857344 Mar 07 16:23:02.327176 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Sync routers for ids ['dc7f046d-a4a9-425a-8885-579ca5212bff'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:02.338039 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Routers {'dc7f046d-a4a9-425a-8885-579ca5212bff'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:02.338656 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['dc7f046d-a4a9-425a-8885-579ca5212bff'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:02.451972 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Set router dc7f046d-a4a9-425a-8885-579ca5212bff gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:02.514499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-baee651f-a836-4676-abf8-8536d6ca85cf service neutron] 10.222.0.24 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013169 Mar 07 16:23:02.607341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7f48c66f-5359-44a7-a82f-90854d1a3fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870044 Mar 07 16:23:02.657358 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:54Z', 'updated_at': '2022-03-07T16:22:58Z', 'revision_number': 4, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'gw_port': {'id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:55Z', 'updated_at': '2022-03-07T16:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6d9810e1-5b0b-4476-85c4-81d53002363b', 'name': '', 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'mac_address': 'fa:16:3e:e5:1d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:57Z', 'updated_at': '2022-03-07T16:22:58Z', 'revision_number': 2, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'subnets': [{'id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:02.684544 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Checking router: dc7f046d-a4a9-425a-8885-579ca5212bff for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:02.684903 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Updating router dc7f046d-a4a9-425a-8885-579ca5212bff port 6d9810e1-5b0b-4476-85c4-81d53002363b binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:23:02.714060 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.061608 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Publish callbacks [] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.067018 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.115122 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babcfc6-271e-49f1-a372-2671438f3ea4 None None] Pushing event updated for resources: {'Port': ['ID=6d9810e1-5b0b-4476-85c4-81d53002363b,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:03.170269 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Attempting to bind port 6d9810e1-5b0b-4476-85c4-81d53002363b on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:03.170563 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Attempting to bind port 6d9810e1-5b0b-4476-85c4-81d53002363b by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '707bc36b-ae54-4bfa-9335-43f80ebb1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:03.170995 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Attempting to bind port 6d9810e1-5b0b-4476-85c4-81d53002363b on network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:03.176077 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:03.176461 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Checking segment: {'id': '707bc36b-ae54-4bfa-9335-43f80ebb1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:03.177361 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.177756 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Bound using segment: {'id': '707bc36b-ae54-4bfa-9335-43f80ebb1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:03.178216 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Bound port: 6d9810e1-5b0b-4476-85c4-81d53002363b, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707bc36b-ae54-4bfa-9335-43f80ebb1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:03.178603 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.243700 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] For port 6d9810e1-5b0b-4476-85c4-81d53002363b, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:03.246967 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] For port 6d9810e1-5b0b-4476-85c4-81d53002363b, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6d9810e1-5b0b-4476-85c4-81d53002363b,segment=NetworkSegment(707bc36b-ae54-4bfa-9335-43f80ebb1454),segment_id=707bc36b-ae54-4bfa-9335-43f80ebb1454)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:03.253227 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.312848 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Routers {'dc7f046d-a4a9-425a-8885-579ca5212bff'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:03.313490 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['dc7f046d-a4a9-425a-8885-579ca5212bff'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:03.315426 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babcfc6-271e-49f1-a372-2671438f3ea4 None None] Pushing event updated for resources: {'Port': ['ID=6d9810e1-5b0b-4476-85c4-81d53002363b,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:03.334631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f230e9a5-b2de-47bb-a304-d285cafd519f None None] Provisioning complete for port 6d9810e1-5b0b-4476-85c4-81d53002363b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:03.335626 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f230e9a5-b2de-47bb-a304-d285cafd519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.435589 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] Set router dc7f046d-a4a9-425a-8885-579ca5212bff gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:03.582212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f230e9a5-b2de-47bb-a304-d285cafd519f None None] Current status of the port 6d9810e1-5b0b-4476-85c4-81d53002363b is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:03.582608 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f230e9a5-b2de-47bb-a304-d285cafd519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.616134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f230e9a5-b2de-47bb-a304-d285cafd519f None None] For port 6d9810e1-5b0b-4476-85c4-81d53002363b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6d9810e1-5b0b-4476-85c4-81d53002363b,segment=NetworkSegment(707bc36b-ae54-4bfa-9335-43f80ebb1454),segment_id=707bc36b-ae54-4bfa-9335-43f80ebb1454)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:03.620884 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f230e9a5-b2de-47bb-a304-d285cafd519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.652672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6d9810e1-5b0b-4476-85c4-81d53002363b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:03.658007 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:54Z', 'updated_at': '2022-03-07T16:22:58Z', 'revision_number': 4, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'gw_port': {'id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:55Z', 'updated_at': '2022-03-07T16:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6d9810e1-5b0b-4476-85c4-81d53002363b', 'name': '', 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'mac_address': 'fa:16:3e:e5:1d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:57Z', 'updated_at': '2022-03-07T16:23:03Z', 'revision_number': 4, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'subnets': [{'id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:03.686467 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e1bb9-c6b8-49de-9c3e-b971b9cbde8b None None] The sync data for ids ['dc7f046d-a4a9-425a-8885-579ca5212bff'] in n-d-830010-8 is: [{'id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:54Z', 'updated_at': '2022-03-07T16:22:58Z', 'revision_number': 4, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'gw_port': {'id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:55Z', 'updated_at': '2022-03-07T16:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6d9810e1-5b0b-4476-85c4-81d53002363b', 'name': '', 'network_id': '19457eb8-bb21-4a30-b6f6-e8f1356342a8', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'mac_address': 'fa:16:3e:e5:1d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:57Z', 'updated_at': '2022-03-07T16:23:03Z', 'revision_number': 4, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'subnets': [{'id': '577baaf1-993a-425a-9be3-eb806926a9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:03.709369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230e9a5-b2de-47bb-a304-d285cafd519f None None] Pushing event updated for resources: {'Port': ['ID=6d9810e1-5b0b-4476-85c4-81d53002363b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:03.727066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6d9810e1-5b0b-4476-85c4-81d53002363b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:03.727457 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.789368 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5c2fad00-6456-40cf-aa94-4f311a4320ac None None] Provisioning complete for port 6d9810e1-5b0b-4476-85c4-81d53002363b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:03.789748 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5c2fad00-6456-40cf-aa94-4f311a4320ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:03.842359 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-28541a03-a258-4200-a49b-451cc261f741 req-63bcece3-dfff-40a9-8682-84ee3c36d17f tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 210 time: 0.0366237 Mar 07 16:23:03.923629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6d9810e1-5b0b-4476-85c4-81d53002363b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:03.924810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 127a9089-9314-4efb-89fe-1bd9ff4f81c2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:03.928811 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fad00-6456-40cf-aa94-4f311a4320ac None None] Current status of the port 6d9810e1-5b0b-4476-85c4-81d53002363b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:03.977581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 127a9089-9314-4efb-89fe-1bd9ff4f81c2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:03.977966 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:04.059289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 127a9089-9314-4efb-89fe-1bd9ff4f81c2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:04.949435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3b8a16c3-6d18-4880-bf0b-3021ef9983bb req-a81f5ec8-58e1-4b68-b49e-71f3d3d75f61 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 210 time: 0.0322235 Mar 07 16:23:04.982268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-6da1348d-419f-4d83-905e-78957918a686 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:04.983740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-6da1348d-419f-4d83-905e-78957918a686 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.15 "GET /v2.0/networks?id=c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 200 len: 808 time: 0.1478434 Mar 07 16:23:05.044668 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-2d2b58bd-111d-4561-b40d-2c0cb1080a5a tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b HTTP/1.1" status: 200 len: 379 time: 0.0527160 Mar 07 16:23:05.054320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Request body: {'port': {'device_id': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'admin_state_up': True, 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'security_groups': ['7e82de4e-af08-4db2-8a9f-70faa55d9f8c']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:05.160515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Made reservation on behalf of 0000ddbdcd0b4a8e8acd70e6044ba43b for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:23:05.164973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:05.294658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Allocated IP 172.20.0.7 (c406d66b-c34a-42b3-9808-fd739e84da49/a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d/7dbbf401-427d-4266-9b20-60450d8c5c8f) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:05.430849 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:05.463825 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:05.545866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Network c406d66b-c34a-42b3-9808-fd739e84da49 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:05.554436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:05.558044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:05.560465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'Port': ['ID=7dbbf401-427d-4266-9b20-60450d8c5c8f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:05.598560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6d9810e1-5b0b-4476-85c4-81d53002363b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:05.617012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be24abb0-510a-482e-973b-475fac86294f req-3dcaafff-4c10-4967-b4b8-199f05eef03e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160755 Mar 07 16:23:05.628295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:05.629049 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:05.658721 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7252cacf-d93b-435d-9c2f-226b3e828e95 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087966 Mar 07 16:23:05.670838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6d9810e1-5b0b-4476-85c4-81d53002363b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:05.671315 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:05.723615 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24abb0-510a-482e-973b-475fac86294f req-ca3b53ed-adec-41bf-8c96-b82430761c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:05.725616 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be24abb0-510a-482e-973b-475fac86294f req-ca3b53ed-adec-41bf-8c96-b82430761c04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00318f6ec736417aa283ad38845c0d49&device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 1167 time: 0.0601425 Mar 07 16:23:05.758393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6d9810e1-5b0b-4476-85c4-81d53002363b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:05.834362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Request body: {'port': {'device_id': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:05.861130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-bef9adab-3b04-4b71-8a8d-8b3350de7f97 None None] Provisioning complete for port 7dbbf401-427d-4266-9b20-60450d8c5c8f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:05.861508 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bef9adab-3b04-4b71-8a8d-8b3350de7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:05.896277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bef9adab-3b04-4b71-8a8d-8b3350de7f97 None None] Port 7dbbf401-427d-4266-9b20-60450d8c5c8f cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:23:05.912924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24abb0-510a-482e-973b-475fac86294f req-5d61b7fb-660b-4044-856b-cd486a8c3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:05.914664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be24abb0-510a-482e-973b-475fac86294f req-5d61b7fb-660b-4044-856b-cd486a8c3c99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb04c144-b8da-4246-abd0-401dc1864d20 HTTP/1.1" status: 200 len: 898 time: 0.1644466 Mar 07 16:23:05.927136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:06.025484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be24abb0-510a-482e-973b-475fac86294f req-76a70d6e-81eb-45d7-b230-55cc4b6999fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 HTTP/1.1" status: 200 len: 1001 time: 0.1045249 Mar 07 16:23:06.081066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d9697-8d6d-41a5-b21f-0a57a43ced0c req-99833aea-3f35-4c23-b5cc-f2b80042cf09 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:06.082589 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-424d9697-8d6d-41a5-b21f-0a57a43ced0c req-99833aea-3f35-4c23-b5cc-f2b80042cf09 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 931 time: 0.0547071 Mar 07 16:23:06.134005 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-424d9697-8d6d-41a5-b21f-0a57a43ced0c req-428d3f11-99ab-4dcc-b7e4-c2a920de3d81 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446467 Mar 07 16:23:06.152614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24abb0-510a-482e-973b-475fac86294f req-6548fc9c-8d9a-4791-9a16-1525d4acfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:06.154118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be24abb0-510a-482e-973b-475fac86294f req-6548fc9c-8d9a-4791-9a16-1525d4acfdf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb727d9a-7f4f-4470-adc1-e0db30d34ced HTTP/1.1" status: 200 len: 835 time: 0.1213217 Mar 07 16:23:06.264557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24abb0-510a-482e-973b-475fac86294f req-b080baef-866f-4d88-aea2-4bf79e52119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:06.266064 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be24abb0-510a-482e-973b-475fac86294f req-b080baef-866f-4d88-aea2-4bf79e52119d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb04c144-b8da-4246-abd0-401dc1864d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1032825 Mar 07 16:23:06.377885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbbf401-427d-4266-9b20-60450d8c5c8f {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:23:06.388988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Publish callbacks [] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:06.411743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Transition to ACTIVE for port object 7dbbf401-427d-4266-9b20-60450d8c5c8f will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:23:06.414881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be24abb0-510a-482e-973b-475fac86294f req-b034da3f-5786-4860-810e-8167d73e903b service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413374 Mar 07 16:23:06.416216 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:06.521965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbbf401-427d-4266-9b20-60450d8c5c8f,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:06.615772 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be24abb0-510a-482e-973b-475fac86294f req-da6c9798-4288-4545-8f48-6057902523a8 service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916761 Mar 07 16:23:06.622434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Attempting to bind port 7dbbf401-427d-4266-9b20-60450d8c5c8f on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:06.622770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Attempting to bind port 7dbbf401-427d-4266-9b20-60450d8c5c8f by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:06.623128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Attempting to bind port 7dbbf401-427d-4266-9b20-60450d8c5c8f on network c406d66b-c34a-42b3-9808-fd739e84da49 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:06.627934 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Port 7dbbf401-427d-4266-9b20-60450d8c5c8f on network c406d66b-c34a-42b3-9808-fd739e84da49 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:23:06.628255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Attempting to bind port 7dbbf401-427d-4266-9b20-60450d8c5c8f on network c406d66b-c34a-42b3-9808-fd739e84da49 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:06.634023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:06.634412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Checking segment: {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:06.635457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Bound using segment: {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:06.635893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Bound port: 7dbbf401-427d-4266-9b20-60450d8c5c8f, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066ac730-daa4-45b1-9f14-d4942f5e26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:06.636444 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:06.644960 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:06.706149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] For port 7dbbf401-427d-4266-9b20-60450d8c5c8f, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:06.709450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] For port 7dbbf401-427d-4266-9b20-60450d8c5c8f, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:06.715115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:06.755502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:06.756126 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:06.757497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 200 len: 1091 time: 1.0834258 Mar 07 16:23:06.757940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'tag': '7dbbf401-427d-4266-9b20-60450d8c5c8f'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:06.760267 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc3ab1d-052f-4c0e-8594-44579798397f" -d '{"events": [{"name": "network-changed", "server_uuid": "166315de-3c58-49fc-a86e-e5432b7aaeb0", "tag": "7dbbf401-427d-4266-9b20-60450d8c5c8f"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:06.781200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0771f-75a5-4ddf-a790-4d07d17268f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbbf401-427d-4266-9b20-60450d8c5c8f,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:06.821309 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a731d5-7b09-4c3e-a684-2eefb96006ab x-openstack-request-id: req-34a731d5-7b09-4c3e-a684-2eefb96006ab {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:06.821603 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166315de-3c58-49fc-a86e-e5432b7aaeb0", "tag": "7dbbf401-427d-4266-9b20-60450d8c5c8f", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:06.821860 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34a731d5-7b09-4c3e-a684-2eefb96006ab {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:06.822266 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'tag': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'status': 'completed', 'code': 200} Mar 07 16:23:06.857213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-28171cac-df1e-4a84-96d0-069984e99307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:06.858900 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-28171cac-df1e-4a84-96d0-069984e99307 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1125 time: 0.0518901 Mar 07 16:23:06.902384 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-800ab158-0a4e-42dc-b73d-001e3cf2af69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 200 len: 217 time: 0.0359933 Mar 07 16:23:06.953785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7cef62a0-35b5-49a3-9041-e31088227dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:06.955423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-7cef62a0-35b5-49a3-9041-e31088227dbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d HTTP/1.1" status: 200 len: 847 time: 0.0478814 Mar 07 16:23:07.008405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-9cca43a5-fc9f-4034-a539-b28025d2ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:07.009894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-9cca43a5-fc9f-4034-a539-b28025d2ebdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c406d66b-c34a-42b3-9808-fd739e84da49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484004 Mar 07 16:23:07.096791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-694a8374-9b1a-41cb-8a64-5172861b1bfe service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806770 Mar 07 16:23:07.188159 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57ac436-8c99-4af7-81da-fd0cbba54f4f req-27c0addf-281d-45bd-8aa1-9cad27fecce1 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862205 Mar 07 16:23:07.260205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445431-b494-4de8-bbfd-b492333dfd2d req-3cc86858-32fb-4cd1-b690-6ef754dafaf3 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:07.261724 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f2445431-b494-4de8-bbfd-b492333dfd2d req-3cc86858-32fb-4cd1-b690-6ef754dafaf3 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 943 time: 0.0591986 Mar 07 16:23:07.278719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-53977da4-bb03-4b06-947c-9920a9e572cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:07.280680 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-53977da4-bb03-4b06-947c-9920a9e572cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1125 time: 0.0451095 Mar 07 16:23:07.313454 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f2445431-b494-4de8-bbfd-b492333dfd2d req-054d5a61-eea5-432b-be55-5572082ff233 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457094 Mar 07 16:23:07.378823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-2bc4e498-47d3-4a21-a249-98ffdbe18e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:07.380384 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-2bc4e498-47d3-4a21-a249-98ffdbe18e2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 200 len: 909 time: 0.0932498 Mar 07 16:23:07.420240 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-9fed9bb7-3dd2-433e-a8bf-de33e901d32a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 200 len: 217 time: 0.0341132 Mar 07 16:23:07.469181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-f387dd7e-9b0c-43ac-bdd3-9f4345c10536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:07.470718 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-f387dd7e-9b0c-43ac-bdd3-9f4345c10536 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d HTTP/1.1" status: 200 len: 847 time: 0.0442970 Mar 07 16:23:07.523491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-87ae3a34-d139-4d78-8e66-482fb178c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:07.525101 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-87ae3a34-d139-4d78-8e66-482fb178c7aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c406d66b-c34a-42b3-9808-fd739e84da49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486572 Mar 07 16:23:07.613267 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-281b1b62-8a30-4684-b528-91348b3f0a15 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821133 Mar 07 16:23:07.706051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebc3ab1d-052f-4c0e-8594-44579798397f req-b7507cb5-8d95-4adb-9943-9cdecbdd47d9 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859385 Mar 07 16:23:08.192890 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-089f740a-cc86-4300-aff9-829381665ec9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433257 Mar 07 16:23:08.279167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-535e8fb2-10ec-4362-9fa8-489615937ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:08.280654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-535e8fb2-10ec-4362-9fa8-489615937ffe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1128 time: 0.0459015 Mar 07 16:23:08.400921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-4b311613-2062-48b4-870b-30a513cc4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:08.402366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-4b311613-2062-48b4-870b-30a513cc4f74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 898 time: 0.1008346 Mar 07 16:23:08.490106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-9da46b91-67b1-4d19-8688-f8bae9c81950 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1002 time: 0.0717669 Mar 07 16:23:08.498131 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d1167-6986-4d22-a720-5c2a9236d898 req-f691321d-ed31-4eae-b672-f26e8e37cb25 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:08.499593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d05d1167-6986-4d22-a720-5c2a9236d898 req-f691321d-ed31-4eae-b672-f26e8e37cb25 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 943 time: 0.1167190 Mar 07 16:23:08.566060 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-20f1c7cd-d929-430c-b19e-d1ac58fff8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:08.568619 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-20f1c7cd-d929-430c-b19e-d1ac58fff8ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 200 len: 834 time: 0.0681851 Mar 07 16:23:08.593937 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d05d1167-6986-4d22-a720-5c2a9236d898 req-e5b83855-ec80-4286-bdeb-8fe5dd97197c tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853271 Mar 07 16:23:08.626195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-c8bac8fa-44b8-4d92-b163-41167f273695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:08.627736 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-c8bac8fa-44b8-4d92-b163-41167f273695 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f523516f-e33e-4799-8f63-c559585e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515916 Mar 07 16:23:08.720930 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-82f5b8f6-9ebc-476a-ab0d-bb36fd5d6178 service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869894 Mar 07 16:23:08.808051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13f02972-e78f-4d3c-b9fc-1523800109f2 req-478735f5-563e-40dd-8d3d-01e2bdb11b60 service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809557 Mar 07 16:23:09.713379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388e23-3661-4073-b549-72964519e817 req-c6330ee9-c5a1-4ca5-a14a-fdac1b007c6e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:09.714929 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eb388e23-3661-4073-b549-72964519e817 req-c6330ee9-c5a1-4ca5-a14a-fdac1b007c6e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 943 time: 0.0542984 Mar 07 16:23:09.763637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eb388e23-3661-4073-b549-72964519e817 req-e2337647-44ac-4182-a06e-46f04113ee97 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430379 Mar 07 16:23:10.586429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7dbbf401-427d-4266-9b20-60450d8c5c8f details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:23:10.684107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7dbbf401-427d-4266-9b20-60450d8c5c8f, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:10.695068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'port_id': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'mac_address': 'fa:16:3e:7c:ce:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:23:10.733568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7dbbf401-427d-4266-9b20-60450d8c5c8f is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:10.733976 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:10.747356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbbf401-427d-4266-9b20-60450d8c5c8f {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:23:10.767447 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7dbbf401-427d-4266-9b20-60450d8c5c8f, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:10.776565 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:10.820211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9240209-f72c-4b0f-84e3-bfea2fa078bd req-f5a02b8d-6032-4db6-9d58-fa7b34c39f99 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:10.822714 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9240209-f72c-4b0f-84e3-bfea2fa078bd req-f5a02b8d-6032-4db6-9d58-fa7b34c39f99 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.0774255 Mar 07 16:23:10.835781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7dbbf401-427d-4266-9b20-60450d8c5c8f,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:10.873906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9240209-f72c-4b0f-84e3-bfea2fa078bd req-f343d878-0bff-4944-bb5c-6c38a6c00576 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447338 Mar 07 16:23:10.894384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80253184-e3b6-47f7-be3d-3459e758482f req-c74936fa-0b7f-4560-8d33-1f3bc29c193d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:10.897034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 50950) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:10.897580 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80253184-e3b6-47f7-be3d-3459e758482f req-c74936fa-0b7f-4560-8d33-1f3bc29c193d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 944 time: 0.0609162 Mar 07 16:23:10.949824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80253184-e3b6-47f7-be3d-3459e758482f req-409f88dd-f926-4c83-a475-10f4b17db51f tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448194 Mar 07 16:23:10.960841 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4d6eac89-e9bb-4485-8722-66b0f3bdc8f3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/1cc16efc-9ba3-45b6-a964-2392fecf643e HTTP/1.1" status: 200 len: 994 time: 0.0624561 Mar 07 16:23:11.088264 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:11.121029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['7dbbf401-427d-4266-9b20-60450d8c5c8f'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:23:11.289904 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9415f-bebf-4992-8b58-3c2088a7f973 req-9b9199b9-2cc2-4ac0-b648-f88e3415543c tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:11.291594 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fde9415f-bebf-4992-8b58-3c2088a7f973 req-9b9199b9-2cc2-4ac0-b648-f88e3415543c tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1128 time: 0.0441933 Mar 07 16:23:11.337759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fde9415f-bebf-4992-8b58-3c2088a7f973 req-fff672fa-6196-4157-8325-71b27c1aa0eb tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404582 Mar 07 16:23:11.883618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-fc33a7f2-327a-443b-a21e-3b17210f688b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004481 Mar 07 16:23:11.891893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-b2745333-2cf7-47e3-8a5f-00fabe5cdce4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:23:11.892876 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-b2745333-2cf7-47e3-8a5f-00fabe5cdce4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049839 Mar 07 16:23:12.022235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-a7e030cc-f6ea-450d-a687-9fc2dae4c9f5 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:12.023665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-a7e030cc-f6ea-450d-a687-9fc2dae4c9f5 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports/dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1125 time: 0.1033278 Mar 07 16:23:12.074740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c43380-ed1e-424d-b9b0-7c0f75e877d6 req-9ea9995e-8dce-4638-9816-b5bf927af90d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:12.076284 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70c43380-ed1e-424d-b9b0-7c0f75e877d6 req-9ea9995e-8dce-4638-9816-b5bf927af90d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 944 time: 0.0572498 Mar 07 16:23:12.127020 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-70c43380-ed1e-424d-b9b0-7c0f75e877d6 req-5ce4a918-823f-405f-9078-dbadf432a1ad tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447514 Mar 07 16:23:12.491758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-2b16e4dc-2f89-4f73-a86c-2dfd2de82c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:12.493151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-2b16e4dc-2f89-4f73-a86c-2dfd2de82c8e service neutron] 10.222.0.24 "GET /v2.0/ports/dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1125 time: 0.0377226 Mar 07 16:23:12.501289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Request body: {'binding': {'host': 'n-h2-830010-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:12.501742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Unknown quota resources ['binding']. {{(pid=103866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 16:23:12.601637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7dbbf401-427d-4266-9b20-60450d8c5c8f up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:12.636819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae on host n-h2-830010-8 for vnic_type normal with profile None {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:12.637165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:12.637505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae on network f523516f-e33e-4799-8f63-c559585e318e {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:12.643304 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Port dca4e317-1bdc-4f2a-b547-01c777571eae on network f523516f-e33e-4799-8f63-c559585e318e not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:23:12.643636 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae on network f523516f-e33e-4799-8f63-c559585e318e {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:12.649060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:12.649406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Checking segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:12.649855 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Bound using segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:12.650236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Bound port: dca4e317-1bdc-4f2a-b547-01c777571eae, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:12.654732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 7dbbf401-427d-4266-9b20-60450d8c5c8f completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:23:12.658484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 7dbbf401-427d-4266-9b20-60450d8c5c8f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:12.658999 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:12.740209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7dbbf401-427d-4266-9b20-60450d8c5c8f is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:12.740671 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:12.743170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:12.749296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:12.750597 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] 10.222.0.24 "POST /v2.0/ports/dca4e317-1bdc-4f2a-b547-01c777571eae/bindings HTTP/1.1" status: 201 len: 389 time: 0.2525661 Mar 07 16:23:12.765540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbbf401-427d-4266-9b20-60450d8c5c8f'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:12.768077 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aee69d-ef88-4fdb-9c41-9d739a149dcd" -d '{"events": [{"server_uuid": "166315de-3c58-49fc-a86e-e5432b7aaeb0", "name": "network-vif-plugged", "status": "completed", "tag": "7dbbf401-427d-4266-9b20-60450d8c5c8f"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:12.782863 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7dbbf401-427d-4266-9b20-60450d8c5c8f, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:12.788575 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:12.845990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7dbbf401-427d-4266-9b20-60450d8c5c8f,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:12.900384 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1717250-0e29-486b-9513-0c5627b607e4 x-openstack-request-id: req-d1717250-0e29-486b-9513-0c5627b607e4 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:12.900690 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166315de-3c58-49fc-a86e-e5432b7aaeb0", "name": "network-vif-plugged", "status": "completed", "tag": "7dbbf401-427d-4266-9b20-60450d8c5c8f", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:12.900985 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1717250-0e29-486b-9513-0c5627b607e4 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:12.901638 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'code': 200} Mar 07 16:23:12.950243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79296b76-5b9c-4246-b823-a340d3b1334d req-e2dc4efb-ea06-4be7-94bb-fcc13deae939 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:12.952063 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79296b76-5b9c-4246-b823-a340d3b1334d req-e2dc4efb-ea06-4be7-94bb-fcc13deae939 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.0705917 Mar 07 16:23:13.057812 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79296b76-5b9c-4246-b823-a340d3b1334d req-284b2bbe-33e1-41d8-b268-43c251e2a6be tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972087 Mar 07 16:23:13.066066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-fb008143-d4eb-48da-9d84-39277fb6b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:13.067602 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-fb008143-d4eb-48da-9d84-39277fb6b5d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1128 time: 0.1146572 Mar 07 16:23:13.069380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796be08-c7f9-48cd-bc6f-2b7fa6135d0a req-a7c22035-aff5-497e-afd2-9ee8bb2859df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:13.070742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8796be08-c7f9-48cd-bc6f-2b7fa6135d0a req-a7c22035-aff5-497e-afd2-9ee8bb2859df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1127 time: 0.1092637 Mar 07 16:23:13.171019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8796be08-c7f9-48cd-bc6f-2b7fa6135d0a req-9dd1ea03-0bbf-4433-a7b2-71373037c7be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901341 Mar 07 16:23:13.192011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-fafdb520-b8b1-4ab8-9133-b6082eaffa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:13.193636 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-fafdb520-b8b1-4ab8-9133-b6082eaffa19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 898 time: 0.1199989 Mar 07 16:23:13.253556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928fdc1-2020-481d-9369-7ec960054462 req-cf2e3d03-9d07-4174-8997-5300985a45d6 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:13.255403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2928fdc1-2020-481d-9369-7ec960054462 req-cf2e3d03-9d07-4174-8997-5300985a45d6 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 945 time: 0.0551984 Mar 07 16:23:13.266057 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-7f396e92-d04a-4f3e-8f1f-86af629ba3e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1002 time: 0.0657444 Mar 07 16:23:13.305992 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2928fdc1-2020-481d-9369-7ec960054462 req-d0fb9213-5ed4-418c-a87d-f9a0f3e874d8 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447214 Mar 07 16:23:13.322337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-916f8c78-2e76-4a62-bf42-3e8d52d64b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:13.322337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-916f8c78-2e76-4a62-bf42-3e8d52d64b78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 200 len: 834 time: 0.0487728 Mar 07 16:23:13.370580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-d94feeb1-d68d-4331-abff-e5822af2d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:13.372104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-d94feeb1-d68d-4331-abff-e5822af2d3ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f523516f-e33e-4799-8f63-c559585e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435317 Mar 07 16:23:13.464044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-3ba79459-b3db-4fac-acc1-1e0d09a89581 service neutron] 10.222.0.11 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851271 Mar 07 16:23:13.553163 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-657dd47c-046d-4a53-a63d-3ebbff9f834b service neutron] 10.222.0.11 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828445 Mar 07 16:23:13.697211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-8ed587c8-2756-41ef-bc48-735e14edfff3 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:13.698706 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-8ed587c8-2756-41ef-bc48-735e14edfff3 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089&tenant_id=b01e219725e74cf185bd0d470e0fcf3a&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 1128 time: 0.0855038 Mar 07 16:23:13.708909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-830010-8'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:13.766262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:13.888657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:13.924006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:13.962326 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:13.964719 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0bce3b-294d-4b61-92a2-6e6479070d27" -d '{"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-unplugged", "status": "completed", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:13.968880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Publish callbacks [] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:13.976105 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:14.009809 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6aaec7-08ce-4408-853e-356f8ad5257f x-openstack-request-id: req-ae6aaec7-08ce-4408-853e-356f8ad5257f {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:14.010113 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-unplugged", "status": "completed", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:14.010370 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae6aaec7-08ce-4408-853e-356f8ad5257f {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:14.010763 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'code': 200} Mar 07 16:23:14.116807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:14.181791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae on host n-h1-830010-8 for vnic_type normal with profile {"migrating_to": "n-h2-830010-8"} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:14.182128 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:14.182459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae on network f523516f-e33e-4799-8f63-c559585e318e {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:14.184270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc16a5-62c7-49fa-b91b-415627fb18ee req-aba5ea9a-8d76-4b65-9004-8bb43e2fb165 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:14.185947 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-13bc16a5-62c7-49fa-b91b-415627fb18ee req-aba5ea9a-8d76-4b65-9004-8bb43e2fb165 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 944 time: 0.0587277 Mar 07 16:23:14.186982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Port dca4e317-1bdc-4f2a-b547-01c777571eae on network f523516f-e33e-4799-8f63-c559585e318e not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:23:14.187311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Attempting to bind port dca4e317-1bdc-4f2a-b547-01c777571eae on network f523516f-e33e-4799-8f63-c559585e318e {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:14.192246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:14.192589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Checking segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:14.192971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Bound using segment: {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:14.193399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Bound port: dca4e317-1bdc-4f2a-b547-01c777571eae, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:14.193758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:14.236457 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-13bc16a5-62c7-49fa-b91b-415627fb18ee req-ebd38c94-bb61-4754-8b34-2f8c994bbaac tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447488 Mar 07 16:23:14.260642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:14.263591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:14.269619 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:14.309284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-93c0e78f-cd78-4c17-9176-c3258c9af310 None None] Provisioning complete for port dca4e317-1bdc-4f2a-b547-01c777571eae triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:14.309861 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93c0e78f-cd78-4c17-9176-c3258c9af310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:14.417666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-93c0e78f-cd78-4c17-9176-c3258c9af310 None None] Current status of the port dca4e317-1bdc-4f2a-b547-01c777571eae is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:14.418066 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93c0e78f-cd78-4c17-9176-c3258c9af310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:14.466492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-93c0e78f-cd78-4c17-9176-c3258c9af310 None None] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:14.471537 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93c0e78f-cd78-4c17-9176-c3258c9af310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:14.627084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0e78f-cd78-4c17-9176-c3258c9af310 None None] Pushing event updated for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:14.736369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=8']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:14.781034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0da7e-dda9-42ce-b708-8b37a193f703 req-5e249740-3147-4ef0-80b8-139a737dcf45 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:14.782454 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6d0da7e-dda9-42ce-b708-8b37a193f703 req-5e249740-3147-4ef0-80b8-139a737dcf45 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 945 time: 0.1053853 Mar 07 16:23:14.783697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:14.784286 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:14.784769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-54e4558a-00f6-4c73-a365-37707fe94ec5 None None] Provisioning complete for port dca4e317-1bdc-4f2a-b547-01c777571eae triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:14.785214 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-54e4558a-00f6-4c73-a365-37707fe94ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:14.785704 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-67bdc979-0d6c-43da-b3b4-9fd80ef2a2d9 service neutron] 10.222.0.11 "PUT /v2.0/ports/dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1122 time: 1.0805292 Mar 07 16:23:14.836656 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b6d0da7e-dda9-42ce-b708-8b37a193f703 req-43926be3-0f0e-488d-80ac-d4004111fd19 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476282 Mar 07 16:23:14.860729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['dca4e317-1bdc-4f2a-b547-01c777571eae'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:23:14.902771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:14.905008 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7cafa9-0cad-4b86-be91-ed3cc87e2929" -d '{"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-plugged", "status": "completed", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:14.912173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-54e4558a-00f6-4c73-a365-37707fe94ec5 None None] Current status of the port dca4e317-1bdc-4f2a-b547-01c777571eae is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:14.949646 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0391400-05e2-4a5f-8bb6-0dd529657775 x-openstack-request-id: req-e0391400-05e2-4a5f-8bb6-0dd529657775 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:14.949944 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-plugged", "status": "completed", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:14.950201 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0391400-05e2-4a5f-8bb6-0dd529657775 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:14.950589 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'code': 200} Mar 07 16:23:15.361958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138abc2b-8abd-4cf6-b122-033e03c63877 req-584c47f6-3946-4106-8692-eab2805ed84f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:15.363463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-138abc2b-8abd-4cf6-b122-033e03c63877 req-584c47f6-3946-4106-8692-eab2805ed84f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.0531895 Mar 07 16:23:15.412192 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-138abc2b-8abd-4cf6-b122-033e03c63877 req-d7e8fec6-9882-437c-b544-476f25743f51 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424640 Mar 07 16:23:15.963639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53117498-9fae-430a-bacd-1bd2d3f9dc23 req-f5567328-6a4d-48a7-ba64-28dac0e059d6 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:15.965235 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53117498-9fae-430a-bacd-1bd2d3f9dc23 req-f5567328-6a4d-48a7-ba64-28dac0e059d6 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 945 time: 0.0589049 Mar 07 16:23:16.012325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:16.013173 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53117498-9fae-430a-bacd-1bd2d3f9dc23 req-df152e73-4411-4da2-b170-38bb9beb73c5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423951 Mar 07 16:23:16.014691 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:16.120118 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06176e7-2d69-4e8e-9920-eb2d9d9ba90b x-openstack-request-id: req-c06176e7-2d69-4e8e-9920-eb2d9d9ba90b {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:16.120416 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:16.120677 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c06176e7-2d69-4e8e-9920-eb2d9d9ba90b {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:16.121079 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'status': 'completed', 'code': 200} Mar 07 16:23:16.131961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2a53-d01c-4ed1-9acc-48d8f57a1eb5 req-446cc726-6b25-48ec-aa0d-52c8a9e61f06 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:16.133476 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f7f2a53-d01c-4ed1-9acc-48d8f57a1eb5 req-446cc726-6b25-48ec-aa0d-52c8a9e61f06 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 945 time: 0.0557230 Mar 07 16:23:16.183478 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3f7f2a53-d01c-4ed1-9acc-48d8f57a1eb5 req-ceda9495-01e7-43f1-b6f3-a4731c751419 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444329 Mar 07 16:23:16.193458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-db0bcf56-f8d3-40b2-a2fb-224fc823c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:16.195175 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-db0bcf56-f8d3-40b2-a2fb-224fc823c662 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1158 time: 0.0447726 Mar 07 16:23:16.317372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-cd4a7587-1bf6-416e-87bf-9714770e28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:16.318892 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-cd4a7587-1bf6-416e-87bf-9714770e28a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 898 time: 0.1184952 Mar 07 16:23:16.330125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1607788-ba53-46b7-aecd-4a9e4130b845 req-0b154e4b-d199-4c85-8c11-0c29cc5b13bb tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:16.331553 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1607788-ba53-46b7-aecd-4a9e4130b845 req-0b154e4b-d199-4c85-8c11-0c29cc5b13bb tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 945 time: 0.0747516 Mar 07 16:23:16.423123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-2881a8a2-0890-4608-bf94-c9f6f8bae4f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1002 time: 0.0904984 Mar 07 16:23:16.427755 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1607788-ba53-46b7-aecd-4a9e4130b845 req-f74c7969-479a-4793-a6e2-a8c54ed670a5 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899880 Mar 07 16:23:16.449342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51022) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:16.472310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-7852ff69-9bd0-492b-a565-6d54ac33e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:16.474445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-7852ff69-9bd0-492b-a565-6d54ac33e806 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 200 len: 834 time: 0.0456803 Mar 07 16:23:16.523369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-f7347d06-c561-465b-95f0-9f35cda5add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:16.524873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-f7347d06-c561-465b-95f0-9f35cda5add1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f523516f-e33e-4799-8f63-c559585e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447383 Mar 07 16:23:16.573803 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ed6e0-d014-49f3-9313-8e1353ac356e req-e373cc6c-3221-4a51-b84c-31e32ecb13a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:16.575362 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4d3ed6e0-d014-49f3-9313-8e1353ac356e req-e373cc6c-3221-4a51-b84c-31e32ecb13a6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.0903583 Mar 07 16:23:16.581419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15b31f7-3c11-4cda-9b68-8b2eb0af3720 tempest-TestServerBasicOps-564110807 tempest-TestServerBasicOps-564110807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:16.583584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e15b31f7-3c11-4cda-9b68-8b2eb0af3720 tempest-TestServerBasicOps-564110807 tempest-TestServerBasicOps-564110807-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1122 time: 0.1332369 Mar 07 16:23:16.586961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51026) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:16.591261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:16.630239 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:16.631754 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4d3ed6e0-d014-49f3-9313-8e1353ac356e req-d24bcb10-06dc-4bc5-a8a2-a51e5f7cca9a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469925 Mar 07 16:23:16.648849 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-675f4ac0-5af7-443f-9237-9f1b78d8fbac service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166084 Mar 07 16:23:16.786226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf1327e-bcd4-410c-a5ed-d561d5089c8b req-28d9b120-121f-4f24-b5ba-cf91268c9e71 service neutron] 10.222.0.15 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276550 Mar 07 16:23:16.802963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:16.908919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Allocated IP 172.25.4.221 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/4cb027f3-1a04-4f46-a24b-000d8a2f344d) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:17.006553 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for port (4cb027f3-1a04-4f46-a24b-000d8a2f344d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:17.039606 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4cb027f3-1a04-4f46-a24b-000d8a2f344d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:17.076202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:17.078970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:17.083042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:17.112332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'Port': ['ID=4cb027f3-1a04-4f46-a24b-000d8a2f344d,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:17.123467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.123817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.124160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.124499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.124849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.125165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.125492 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.125820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.126145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.126465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.126788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.127139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.127461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:17.454933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for floatingip (152667b4-d029-497d-9bdc-6231936bb198), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:17.524440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4cb027f3-1a04-4f46-a24b-000d8a2f344d), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:17.587368 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dca4e317-1bdc-4f2a-b547-01c777571eae details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:23:17.673944 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for port (4cb027f3-1a04-4f46-a24b-000d8a2f344d), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:17.679000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4cb027f3-1a04-4f46-a24b-000d8a2f344d), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:17.684032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:17.695780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dca4e317-1bdc-4f2a-b547-01c777571eae has no active binding in host n-h2-830010-8 {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 16:23:17.782538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event updated for resources: {'Port': ['ID=4cb027f3-1a04-4f46-a24b-000d8a2f344d,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:17.798619 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (152667b4-d029-497d-9bdc-6231936bb198), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:17.847258 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac8e15-0024-4824-9867-2f04788a0454 req-e90261ae-3963-4dc9-ace1-fa97da7cb8f4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:17.848963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7fac8e15-0024-4824-9867-2f04788a0454 req-e90261ae-3963-4dc9-ace1-fa97da7cb8f4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.1392419 Mar 07 16:23:17.941548 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7fac8e15-0024-4824-9867-2f04788a0454 req-4b0b57a6-402a-42c2-82f9-47454d54d1c2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859139 Mar 07 16:23:17.949426 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Floating IP 152667b4-d029-497d-9bdc-6231936bb198 associated. External IP: 172.25.4.221, port: 7dbbf401-427d-4266-9b20-60450d8c5c8f. Mar 07 16:23:18.161446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Router a3329b8d-2425-4845-b792-dc88c6a0d2c2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:23:18.270322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:18.279829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] Sync routers for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:18.288662 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:18.291527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:18.292159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:18.322612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e76d557b-eee1-4c88-847f-18d1b7c6643e tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7345641 Mar 07 16:23:18.323370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'tag': '7dbbf401-427d-4266-9b20-60450d8c5c8f'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:18.325597 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d647c7-ba66-486d-8f6e-0d078bfc5d05" -d '{"events": [{"name": "network-changed", "server_uuid": "166315de-3c58-49fc-a86e-e5432b7aaeb0", "tag": "7dbbf401-427d-4266-9b20-60450d8c5c8f"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:18.361659 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0366e95-8002-4b4c-8392-985efdfe2afd x-openstack-request-id: req-a0366e95-8002-4b4c-8392-985efdfe2afd {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:18.361963 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166315de-3c58-49fc-a86e-e5432b7aaeb0", "tag": "7dbbf401-427d-4266-9b20-60450d8c5c8f", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:18.362228 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0366e95-8002-4b4c-8392-985efdfe2afd {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:18.362642 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'tag': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'status': 'completed', 'code': 200} Mar 07 16:23:18.408728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:18.432191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-da398cb3-c7ce-42d8-9ba5-94a9afd40f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:18.433653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-da398cb3-c7ce-42d8-9ba5-94a9afd40f35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0451589 Mar 07 16:23:18.527955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-49e808a6-c0af-4404-a620-9de91f7935b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:18.529473 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-49e808a6-c0af-4404-a620-9de91f7935b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 200 len: 909 time: 0.0884426 Mar 07 16:23:18.606212 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-2c7b6c00-78db-49e4-827c-afccce681888 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 200 len: 999 time: 0.0585465 Mar 07 16:23:18.636468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '152667b4-d029-497d-9bdc-6231936bb198', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'port_id': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'mac_address': 'fa:16:3e:7c:ce:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:23:17Z', 'updated_at': '2022-03-07T16:23:17Z', 'revision_number': 0, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:57Z', 'revision_number': 5, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:18.661201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-dc62403e-ce01-4dae-aa47-e5456ec9aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:18.662675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] Checking router: a3329b8d-2425-4845-b792-dc88c6a0d2c2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:18.663147 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-dc62403e-ce01-4dae-aa47-e5456ec9aa83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d HTTP/1.1" status: 200 len: 847 time: 0.0479410 Mar 07 16:23:18.671087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:18.671679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:18.712336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-19b2a0d2-2b72-4a3e-a90d-6bd37c1c6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:18.713815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-19b2a0d2-2b72-4a3e-a90d-6bd37c1c6064 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c406d66b-c34a-42b3-9808-fd739e84da49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439987 Mar 07 16:23:18.810247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-a3012240-1f97-4b05-9698-85daf751ce44 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874670 Mar 07 16:23:18.904896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-22d647c7-ba66-486d-8f6e-0d078bfc5d05 req-0b967c5a-85ed-4dff-a902-59d51f06d431 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884445 Mar 07 16:23:18.927929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:19.062958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df56fd-678b-4e38-a36c-70bfbb1ce610 req-10b2ef5b-818e-4fd0-9edc-98424980ee5d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:19.064470 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0df56fd-678b-4e38-a36c-70bfbb1ce610 req-10b2ef5b-818e-4fd0-9edc-98424980ee5d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.0551803 Mar 07 16:23:19.114635 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0df56fd-678b-4e38-a36c-70bfbb1ce610 req-c04761e5-3e42-4b08-b1d2-801244d4c5f2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430999 Mar 07 16:23:19.156372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '152667b4-d029-497d-9bdc-6231936bb198', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'port_id': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'mac_address': 'fa:16:3e:7c:ce:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:23:17Z', 'updated_at': '2022-03-07T16:23:17Z', 'revision_number': 0, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:57Z', 'revision_number': 5, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:19.189633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565abb1-cb1d-4464-927e-4df95e9b6a4a None None] The sync data for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 is: [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '152667b4-d029-497d-9bdc-6231936bb198', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'port_id': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'mac_address': 'fa:16:3e:7c:ce:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:23:17Z', 'updated_at': '2022-03-07T16:23:17Z', 'revision_number': 0, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:57Z', 'revision_number': 5, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:19.384249 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd60d590-3afd-4b89-a90e-027a39264611 None None] New status for floating IP 152667b4-d029-497d-9bdc-6231936bb198: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:23:20.239839 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5e3df-db7e-41ca-bb15-52e1f6d0c910 req-8d72316b-d3fa-42b5-a276-d1a0850213bd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:20.241365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d8c5e3df-db7e-41ca-bb15-52e1f6d0c910 req-8d72316b-d3fa-42b5-a276-d1a0850213bd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 946 time: 0.0539088 Mar 07 16:23:20.290290 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d8c5e3df-db7e-41ca-bb15-52e1f6d0c910 req-b0c43482-91b6-4fec-b2f2-acaf97214ac0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434086 Mar 07 16:23:20.360102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-1fc2678f-bc27-4731-8259-46b6badc034e service neutron] 10.222.0.15 "GET /v2.0/ports/dca4e317-1bdc-4f2a-b547-01c777571eae/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 384 time: 0.0599058 Mar 07 16:23:20.532487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-03f3f04f-0039-4b41-b328-5cb2abbabf2b service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:20.551993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-03f3f04f-0039-4b41-b328-5cb2abbabf2b service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:20.590746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:20.593014 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79404ed4-bbd4-411f-8858-d9c6bd85b198" -d '{"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-unplugged", "status": "completed", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:20.600192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-03f3f04f-0039-4b41-b328-5cb2abbabf2b service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:20.615131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-03f3f04f-0039-4b41-b328-5cb2abbabf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:20.630490 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4445cf2-485e-49f5-88a7-66065700d573 x-openstack-request-id: req-d4445cf2-485e-49f5-88a7-66065700d573 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:20.630788 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-unplugged", "status": "completed", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:20.631069 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4445cf2-485e-49f5-88a7-66065700d573 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:20.631465 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'code': 200} Mar 07 16:23:20.690092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-03f3f04f-0039-4b41-b328-5cb2abbabf2b service neutron] Transition to ACTIVE for port object dca4e317-1bdc-4f2a-b547-01c777571eae will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:23:20.695283 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-03f3f04f-0039-4b41-b328-5cb2abbabf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:20.791460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3f04f-0039-4b41-b328-5cb2abbabf2b service neutron] Pushing event updated for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=11']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:20.824497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-03f3f04f-0039-4b41-b328-5cb2abbabf2b service neutron] No DVR routers for this DVR port dca4e317-1bdc-4f2a-b547-01c777571eae on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:23:20.965683 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-03f3f04f-0039-4b41-b328-5cb2abbabf2b service neutron] 10.222.0.15 "PUT /v2.0/ports/dca4e317-1bdc-4f2a-b547-01c777571eae/bindings/n-h2-830010-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5996935 Mar 07 16:23:21.068381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-29bc66a2-cdb4-48c1-a9e1-cd351c776b49 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:21.069827 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-29bc66a2-cdb4-48c1-a9e1-cd351c776b49 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089&tenant_id=b01e219725e74cf185bd0d470e0fcf3a&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 1127 time: 0.0516436 Mar 07 16:23:21.150931 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-e69deeb4-1cec-4b75-9191-ffb37f46fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:21.152484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-e69deeb4-1cec-4b75-9191-ffb37f46fb83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 1127 time: 0.0758767 Mar 07 16:23:21.218853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-d42a044d-75e7-48b5-b6dc-1b0dfb48d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:21.220367 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-d42a044d-75e7-48b5-b6dc-1b0dfb48d8e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1127 time: 0.0437584 Mar 07 16:23:21.315225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-42a08682-c989-4d78-80de-e77e05e06b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:21.317883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-42a08682-c989-4d78-80de-e77e05e06b8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 898 time: 0.0906382 Mar 07 16:23:21.383904 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-cea87e8d-8bf8-493d-90f8-7fbf9aa73b05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 1000 time: 0.0607142 Mar 07 16:23:21.416175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbf518-1e16-48dc-aabc-eba360e4c4d6 req-793fe38a-c43b-4927-be0a-11d3bcfa6d51 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:21.417675 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30dbf518-1e16-48dc-aabc-eba360e4c4d6 req-793fe38a-c43b-4927-be0a-11d3bcfa6d51 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 945 time: 0.0587885 Mar 07 16:23:21.438493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-6013d749-4392-40b4-98e6-dd3c5f73c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:21.440007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-6013d749-4392-40b4-98e6-dd3c5f73c2d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 200 len: 834 time: 0.0499320 Mar 07 16:23:21.466915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30dbf518-1e16-48dc-aabc-eba360e4c4d6 req-dddcab8c-bde8-41c7-852d-6842cc5e4bb0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434160 Mar 07 16:23:21.487909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-b549fed0-d394-4e53-a270-62619f3629a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:21.489572 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-b549fed0-d394-4e53-a270-62619f3629a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f523516f-e33e-4799-8f63-c559585e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438030 Mar 07 16:23:21.578260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-58314b45-feda-4da5-b2ef-0b83f8e8122e service neutron] 10.222.0.11 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824196 Mar 07 16:23:21.668403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-3d399aa9-2237-45db-bebf-7d5b0e739491 service neutron] 10.222.0.11 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839493 Mar 07 16:23:21.901784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-f083a046-e374-48b9-ad50-27ab719f1cc6 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:21.903291 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-f083a046-e374-48b9-ad50-27ab719f1cc6 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089&tenant_id=b01e219725e74cf185bd0d470e0fcf3a&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 1127 time: 0.0463943 Mar 07 16:23:22.041514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-58e0b32d-4941-40cc-8784-c91110723101 service neutron] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:22.044651 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-58e0b32d-4941-40cc-8784-c91110723101 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:22.045768 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-58e0b32d-4941-40cc-8784-c91110723101 service neutron] 10.222.0.11 "DELETE /v2.0/ports/dca4e317-1bdc-4f2a-b547-01c777571eae/bindings/n-h1-830010-8 HTTP/1.1" status: 204 len: 173 time: 0.1368251 Mar 07 16:23:22.588611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e886e9-89d9-4293-a682-b604a391631c req-016edf36-fe96-4ffd-b378-ce9a9a96b321 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:22.590124 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-47e886e9-89d9-4293-a682-b604a391631c req-016edf36-fe96-4ffd-b378-ce9a9a96b321 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 945 time: 0.0546594 Mar 07 16:23:22.632978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device dca4e317-1bdc-4f2a-b547-01c777571eae no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:23:22.643341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-47e886e9-89d9-4293-a682-b604a391631c req-55d7d925-0c12-4f89-827e-cf1009736581 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475979 Mar 07 16:23:22.677056 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port dca4e317-1bdc-4f2a-b547-01c777571eae host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:23:22.677535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device dca4e317-1bdc-4f2a-b547-01c777571eae not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:23:22.756176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d16e65-2814-425e-b015-73fd81fe7e7e req-ba175214-358b-4082-83d6-3d80cda4258f tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:22.757617 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d16e65-2814-425e-b015-73fd81fe7e7e req-ba175214-358b-4082-83d6-3d80cda4258f tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1127 time: 0.0446665 Mar 07 16:23:22.803225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-35d16e65-2814-425e-b015-73fd81fe7e7e req-155a4986-a583-4a2b-9c87-004e441d5d6f tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Mar 07 16:23:22.893014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae23f-a749-4928-936a-0c95ff57eb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:22.921989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f39d2e-3fa6-4a1b-91da-8785f8509833 req-0811ddd2-3252-4754-91a9-134362ad9874 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:22.923513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91f39d2e-3fa6-4a1b-91da-8785f8509833 req-0811ddd2-3252-4754-91a9-134362ad9874 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 945 time: 0.0566611 Mar 07 16:23:22.972146 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91f39d2e-3fa6-4a1b-91da-8785f8509833 req-2caa879b-756b-45be-9c40-ffb500e5ff90 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422761 Mar 07 16:23:22.994675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51052) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:23.055054 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-dd571753-bad4-4b8a-9fbf-c80d1da0eb14 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/1cc16efc-9ba3-45b6-a964-2392fecf643e HTTP/1.1" status: 200 len: 992 time: 0.0591066 Mar 07 16:23:23.273557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51058) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:23.433577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port d335a9b3-73c0-4a8b-a33e-18af3f67185b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:23:23.433840 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d335a9b3-73c0-4a8b-a33e-18af3f67185b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:23.509506 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d335a9b3-73c0-4a8b-a33e-18af3f67185b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:23.509835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (d335a9b3-73c0-4a8b-a33e-18af3f67185b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:23.521887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for d335a9b3-73c0-4a8b-a33e-18af3f67185b owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:23:23.670923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d335a9b3-73c0-4a8b-a33e-18af3f67185b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:23.694503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=d335a9b3-73c0-4a8b-a33e-18af3f67185b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:23.708292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.708646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.708996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.709335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.709674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.710009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.710449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.710783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.711138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.711468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.711794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.712123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.712445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:23.765626 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (1cc16efc-9ba3-45b6-a964-2392fecf643e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:23.766357 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Floating IP 1cc16efc-9ba3-45b6-a964-2392fecf643e disassociated (deleted). External IP: 172.25.4.230, port: dca4e317-1bdc-4f2a-b547-01c777571eae. Mar 07 16:23:23.975553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router f50663be-f0fc-4423-859a-f497e7e9e6fd has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:23:24.084276 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:24.088668 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:24.094894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] Sync routers for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:24.106182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:24.106812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:24.117724 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1d97fb92-577b-48fc-8d25-e5046abe144b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/floatingips/1cc16efc-9ba3-45b6-a964-2392fecf643e HTTP/1.1" status: 204 len: 168 time: 0.8430607 Mar 07 16:23:24.118323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:24.120670 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbc645b-8c6f-4db4-a168-af26faa27c58" -d '{"events": [{"name": "network-changed", "server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:24.228495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:24.235145 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4bcaee-999f-46b4-8ef7-82fdfff97a55 x-openstack-request-id: req-0a4bcaee-999f-46b4-8ef7-82fdfff97a55 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:24.235443 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:24.235701 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a4bcaee-999f-46b4-8ef7-82fdfff97a55 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:24.236110 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'status': 'completed', 'code': 200} Mar 07 16:23:24.313161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-5e86a78a-e1bf-45d9-92e8-0a79ee1d2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:24.315096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-5e86a78a-e1bf-45d9-92e8-0a79ee1d2d63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 1127 time: 0.0562320 Mar 07 16:23:24.374347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92abe70-a198-42a7-9fff-7e4a880c54c4 req-ee29e5c9-1c9e-4228-b70a-9a2a44e16bae tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:24.376189 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c92abe70-a198-42a7-9fff-7e4a880c54c4 req-ee29e5c9-1c9e-4228-b70a-9a2a44e16bae tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 945 time: 0.0639811 Mar 07 16:23:24.418876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-5aeb10cf-f5f5-4ea7-b1b2-e72ed5caf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:24.420575 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-5aeb10cf-f5f5-4ea7-b1b2-e72ed5caf6d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 200 len: 898 time: 0.0887432 Mar 07 16:23:24.431266 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c92abe70-a198-42a7-9fff-7e4a880c54c4 req-f761ba4b-23c6-44c4-ab96-6ba3b898d173 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=e84e0e9a-0dd4-4b46-acca-ac673b295956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470037 Mar 07 16:23:24.452802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '24bc6ea2-b1aa-4b88-874e-c6bc62303f27', 'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:f3:a7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:36Z', 'updated_at': '2022-03-07T16:21:44Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:24.472357 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-187eb094-c634-4355-a3e5-f9f2f16789ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 200 len: 217 time: 0.0435152 Mar 07 16:23:24.483379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] Checking router: f50663be-f0fc-4423-859a-f497e7e9e6fd for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:24.492175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:24.492789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:22:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:24.525620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-366f8b77-ff1d-404d-92c3-59f814728467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:24.527127 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-366f8b77-ff1d-404d-92c3-59f814728467 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 200 len: 834 time: 0.0470231 Mar 07 16:23:24.578345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-068e2c4a-94bb-492b-b65e-30f5c04084dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:24.579898 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-068e2c4a-94bb-492b-b65e-30f5c04084dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f523516f-e33e-4799-8f63-c559585e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453348 Mar 07 16:23:24.604684 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:24.812610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '24bc6ea2-b1aa-4b88-874e-c6bc62303f27', 'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:f3:a7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:36Z', 'updated_at': '2022-03-07T16:21:44Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:24.839952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea78855-f4b5-4095-9e19-b4a47dfa9a2a None None] The sync data for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 is: [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:21:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '24bc6ea2-b1aa-4b88-874e-c6bc62303f27', 'name': '', 'network_id': 'f523516f-e33e-4799-8f63-c559585e318e', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:f3:a7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:36Z', 'updated_at': '2022-03-07T16:21:44Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': '4de7e241-dcd9-41db-ae92-a0e96c7b72c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:25.050116 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-b9b9dea7-0f57-4229-a102-267f5ad1638e service neutron] 10.222.0.11 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608510 Mar 07 16:23:25.064228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-57571ec7-9f5f-4668-bc90-fba034aed220 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:25.065611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-57571ec7-9f5f-4668-bc90-fba034aed220 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 945 time: 0.0792637 Mar 07 16:23:25.098486 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4754a-d884-4118-95ba-863936496c15 None None] New status for floating IP 1cc16efc-9ba3-45b6-a964-2392fecf643e: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:23:25.199467 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6973f5d6-0171-4e97-b52b-97032e6b6b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:25.228669 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5fbc645b-8c6f-4db4-a168-af26faa27c58 req-6013d9c0-5d96-4212-ba4d-a5422926396e service neutron] 10.222.0.11 "GET /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721699 Mar 07 16:23:25.242100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port dca4e317-1bdc-4f2a-b547-01c777571eae {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:23:25.242444 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:25.335316 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port dca4e317-1bdc-4f2a-b547-01c777571eae, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=dca4e317-1bdc-4f2a-b547-01c777571eae,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:25.336024 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:25.347383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for dca4e317-1bdc-4f2a-b547-01c777571eae owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:23:25.472988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (dca4e317-1bdc-4f2a-b547-01c777571eae), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:25.509830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=dca4e317-1bdc-4f2a-b547-01c777571eae,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:25.554959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9b940db-87df-43b4-a95f-814844cc2581 req-39955991-f3e9-4e1a-946d-6691f46ee6a3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=645f9593-26cc-4ff4-8215-7d2733901089 HTTP/1.1" status: 200 len: 210 time: 0.0481088 Mar 07 16:23:25.572795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] No DVR routers for this DVR port dca4e317-1bdc-4f2a-b547-01c777571eae on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:23:25.575391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:25.578731 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f719eaef-7a21-4fb9-afba-d1df6479f16e req-323addcf-14f7-4d90-89df-6b83dea6986a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "DELETE /v2.0/ports/dca4e317-1bdc-4f2a-b547-01c777571eae HTTP/1.1" status: 204 len: 173 time: 0.5042861 Mar 07 16:23:25.579219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-deleted', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:25.581539 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669787f0-3097-4fd6-aa39-c0cfc641b2fc" -d '{"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-deleted", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:25.631143 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbe6b31-745f-4a3a-b2c0-78ed5dc2205f x-openstack-request-id: req-ebbe6b31-745f-4a3a-b2c0-78ed5dc2205f {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:25.631573 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645f9593-26cc-4ff4-8215-7d2733901089", "name": "network-vif-deleted", "tag": "dca4e317-1bdc-4f2a-b547-01c777571eae", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:25.631919 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebbe6b31-745f-4a3a-b2c0-78ed5dc2205f {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:25.632350 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645f9593-26cc-4ff4-8215-7d2733901089', 'name': 'network-vif-deleted', 'tag': 'dca4e317-1bdc-4f2a-b547-01c777571eae', 'status': 'completed', 'code': 200} Mar 07 16:23:26.433231 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:23:26.448122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:26.614374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51078) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:26.970922 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (f50663be-f0fc-4423-859a-f497e7e9e6fd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:27.224854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:23:27.225199 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:27.312508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port 24bc6ea2-b1aa-4b88-874e-c6bc62303f27, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=24bc6ea2-b1aa-4b88-874e-c6bc62303f27,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:27.312877 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:27.325449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:23:27.512611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (24bc6ea2-b1aa-4b88-874e-c6bc62303f27), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:27.538791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=24bc6ea2-b1aa-4b88-874e-c6bc62303f27,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:27.715913 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (f50663be-f0fc-4423-859a-f497e7e9e6fd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:27.758231 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:27.937725 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router f50663be-f0fc-4423-859a-f497e7e9e6fd has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:23:28.046092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:28.052425 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ce0de80f-6cd0-435a-b9fd-aa1b73781e8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "PUT /v2.0/routers/f50663be-f0fc-4423-859a-f497e7e9e6fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4361832 Mar 07 16:23:28.054596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51080) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:28.057258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] Sync routers for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:28.067829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:28.068428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:28.104529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-405a0e1e-4eaf-476c-ac37-2b636a970bf6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting subnet 4de7e241-dcd9-41db-ae92-a0e96c7b72c0 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:23:28.107598 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-405a0e1e-4eaf-476c-ac37-2b636a970bf6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (4de7e241-dcd9-41db-ae92-a0e96c7b72c0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.147456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-405a0e1e-4eaf-476c-ac37-2b636a970bf6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (4de7e241-dcd9-41db-ae92-a0e96c7b72c0), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.174452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:28.234004 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-405a0e1e-4eaf-476c-ac37-2b636a970bf6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4de7e241-dcd9-41db-ae92-a0e96c7b72c0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.293594 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-405a0e1e-4eaf-476c-ac37-2b636a970bf6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (4de7e241-dcd9-41db-ae92-a0e96c7b72c0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.322376 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a0e1e-4eaf-476c-ac37-2b636a970bf6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Subnet': ['ID=4de7e241-dcd9-41db-ae92-a0e96c7b72c0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:28.325958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-405a0e1e-4eaf-476c-ac37-2b636a970bf6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.331901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-405a0e1e-4eaf-476c-ac37-2b636a970bf6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/subnets/4de7e241-dcd9-41db-ae92-a0e96c7b72c0 HTTP/1.1" status: 204 len: 168 time: 0.2735174 Mar 07 16:23:28.332504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51082) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:28.336556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c3968-cb9e-4148-99fd-b74ba01a6c7a None None] Network f523516f-e33e-4799-8f63-c559585e318e requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:23:28.444773 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (f50663be-f0fc-4423-859a-f497e7e9e6fd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.555052 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (f50663be-f0fc-4423-859a-f497e7e9e6fd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.597916 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:23:27Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': 'ec520570-2353-4bff-b776-c889afa79ae7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:21:31Z', 'updated_at': '2022-03-07T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:28.611780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port ec520570-2353-4bff-b776-c889afa79ae7 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:23:28.612134 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ec520570-2353-4bff-b776-c889afa79ae7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.627953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] Checking router: f50663be-f0fc-4423-859a-f497e7e9e6fd for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:28.641999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] Routers {'f50663be-f0fc-4423-859a-f497e7e9e6fd'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:28.642597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['f50663be-f0fc-4423-859a-f497e7e9e6fd'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:28.698351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port ec520570-2353-4bff-b776-c889afa79ae7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ec520570-2353-4bff-b776-c889afa79ae7,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:28.698716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ec520570-2353-4bff-b776-c889afa79ae7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.712882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for ec520570-2353-4bff-b776-c889afa79ae7 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:23:28.715482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987affd-7d85-4ecf-9995-07a207bbc772 None None] DHCP port deletion for f523516f-e33e-4799-8f63-c559585e318e request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:23:28.761286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] Set router f50663be-f0fc-4423-859a-f497e7e9e6fd gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:28.823189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:23:28Z', 'revision_number': 6, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:28.854346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f592b-aeea-41ee-aea9-be5dbed66fe4 None None] The sync data for ids ['f50663be-f0fc-4423-859a-f497e7e9e6fd'] in n-d-830010-8 is: [{'id': 'f50663be-f0fc-4423-859a-f497e7e9e6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585286006', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:21:30Z', 'updated_at': '2022-03-07T16:23:28Z', 'revision_number': 6, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:28.864192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6987affd-7d85-4ecf-9995-07a207bbc772 None None] Deleting port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:23:28.864847 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6987affd-7d85-4ecf-9995-07a207bbc772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.891550 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ec520570-2353-4bff-b776-c889afa79ae7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.938378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6987affd-7d85-4ecf-9995-07a207bbc772 None None] For port 8c5d742b-1e60-49cd-a51c-b0a9245d2903, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8c5d742b-1e60-49cd-a51c-b0a9245d2903,segment=NetworkSegment(f7ac8688-eaff-4ee1-aa43-8c8d684bffed),segment_id=f7ac8688-eaff-4ee1-aa43-8c8d684bffed)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:28.938693 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6987affd-7d85-4ecf-9995-07a207bbc772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:28.940002 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=ec520570-2353-4bff-b776-c889afa79ae7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:28.953565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6987affd-7d85-4ecf-9995-07a207bbc772 None None] Calling delete_port for 8c5d742b-1e60-49cd-a51c-b0a9245d2903 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:23:28.982515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (f50663be-f0fc-4423-859a-f497e7e9e6fd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.030975 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6987affd-7d85-4ecf-9995-07a207bbc772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (8c5d742b-1e60-49cd-a51c-b0a9245d2903), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.060350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987affd-7d85-4ecf-9995-07a207bbc772 None None] Pushing event deleted for resources: {'Port': ['ID=8c5d742b-1e60-49cd-a51c-b0a9245d2903,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:29.064089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987affd-7d85-4ecf-9995-07a207bbc772 None None] No DVR routers for this DVR port 8c5d742b-1e60-49cd-a51c-b0a9245d2903 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:23:29.076484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (f50663be-f0fc-4423-859a-f497e7e9e6fd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.078618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_controller (f50663be-f0fc-4423-859a-f497e7e9e6fd), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.126686 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (f50663be-f0fc-4423-859a-f497e7e9e6fd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.127377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Fanout notify agent at l3_agent the message router_deleted on router f50663be-f0fc-4423-859a-f497e7e9e6fd {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:23:29.136094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.139864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ead34347-d4d3-4f5e-9e47-cb03f6fe61f9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/routers/f50663be-f0fc-4423-859a-f497e7e9e6fd HTTP/1.1" status: 204 len: 168 time: 0.8035884 Mar 07 16:23:29.140207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51084) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:29.148584 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.223940 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f523516f-e33e-4799-8f63-c559585e318e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.317036 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (f523516f-e33e-4799-8f63-c559585e318e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.337188 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f523516f-e33e-4799-8f63-c559585e318e']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:29.346463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:29.346764 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ac8688-eaff-4ee1-aa43-8c8d684bffed') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:29.361913 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f7ac8688-eaff-4ee1-aa43-8c8d684bffed), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.376060 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f7ac8688-eaff-4ee1-aa43-8c8d684bffed), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.382954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:23:29.383357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f7ac8688-eaff-4ee1-aa43-8c8d684bffed), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:23:29.386722 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:23:29.445374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (f523516f-e33e-4799-8f63-c559585e318e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.452575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.455574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/networks/f523516f-e33e-4799-8f63-c559585e318e HTTP/1.1" status: 204 len: 168 time: 0.3143520 Mar 07 16:23:29.458573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51086) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:29.466635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102d939-ba81-4407-8921-f5b57448a989 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Network': ['ID=f523516f-e33e-4799-8f63-c559585e318e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:29.520459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0155e0e7-c2c1-449e-b6bf-542794d5fc4d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (e84e0e9a-0dd4-4b46-acca-ac673b295956), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.546417 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0155e0e7-c2c1-449e-b6bf-542794d5fc4d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (e84e0e9a-0dd4-4b46-acca-ac673b295956), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.619779 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0155e0e7-c2c1-449e-b6bf-542794d5fc4d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e84e0e9a-0dd4-4b46-acca-ac673b295956), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.621173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:23:29.622529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0155e0e7-c2c1-449e-b6bf-542794d5fc4d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.625051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0155e0e7-c2c1-449e-b6bf-542794d5fc4d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/security-groups/e84e0e9a-0dd4-4b46-acca-ac673b295956 HTTP/1.1" status: 204 len: 168 time: 0.1652265 Mar 07 16:23:29.635578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155e0e7-c2c1-449e-b6bf-542794d5fc4d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84e0e9a-0dd4-4b46-acca-ac673b295956,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:29.651326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dca4e317-1bdc-4f2a-b547-01c777571eae no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:23:29.656067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:23:29.656412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 24bc6ea2-b1aa-4b88-874e-c6bc62303f27 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:23:29.656834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ec520570-2353-4bff-b776-c889afa79ae7 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:23:29.700023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: dca4e317-1bdc-4f2a-b547-01c777571eae {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:23:29.700375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device dca4e317-1bdc-4f2a-b547-01c777571eae not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:23:29.704657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ec520570-2353-4bff-b776-c889afa79ae7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:23:29.705014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ec520570-2353-4bff-b776-c889afa79ae7 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:23:29.705964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8c5d742b-1e60-49cd-a51c-b0a9245d2903 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:23:29.732975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 8c5d742b-1e60-49cd-a51c-b0a9245d2903 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:23:29.733324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8c5d742b-1e60-49cd-a51c-b0a9245d2903 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:23:29.831008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51092) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:29.835652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2d4c3efb-070e-4acc-b859-f3068bb09385 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070168836', 'description': 'tempest-secgroup-smoke-1070168836 description', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:29.856591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d4c3efb-070e-4acc-b859-f3068bb09385 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.921027 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d4c3efb-070e-4acc-b859-f3068bb09385 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (ddbb14af-1883-49fe-aad5-b72d8aa152f4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.924711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d4c3efb-070e-4acc-b859-f3068bb09385 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ddbb14af-1883-49fe-aad5-b72d8aa152f4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.954512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2d4c3efb-070e-4acc-b859-f3068bb09385 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:29.955711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2d4c3efb-070e-4acc-b859-f3068bb09385 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1236863 Mar 07 16:23:29.958070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c3efb-070e-4acc-b859-f3068bb09385 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb14af-1883-49fe-aad5-b72d8aa152f4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:29.960115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51094) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:29.964829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-0bcbeb6f-8ae1-4e89-8db2-e1825f1fdd8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb14af-1883-49fe-aad5-b72d8aa152f4', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:29.990661 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bcbeb6f-8ae1-4e89-8db2-e1825f1fdd8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (3b1007a3-82a6-4b63-baba-49d2fb980840), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.045368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bcbeb6f-8ae1-4e89-8db2-e1825f1fdd8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (3b1007a3-82a6-4b63-baba-49d2fb980840), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.048962 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bcbeb6f-8ae1-4e89-8db2-e1825f1fdd8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (3b1007a3-82a6-4b63-baba-49d2fb980840), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.066961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbeb6f-8ae1-4e89-8db2-e1825f1fdd8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1007a3-82a6-4b63-baba-49d2fb980840,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:30.072393 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0bcbeb6f-8ae1-4e89-8db2-e1825f1fdd8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.073461 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0bcbeb6f-8ae1-4e89-8db2-e1825f1fdd8f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122723 Mar 07 16:23:30.076391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51096) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:30.081006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-09546087-1159-4b6c-8d7b-e182d8517394 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb14af-1883-49fe-aad5-b72d8aa152f4', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:30.106714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-09546087-1159-4b6c-8d7b-e182d8517394 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (d3dac2b4-e9ec-4b27-87bc-8a991fca4951), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.165891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-09546087-1159-4b6c-8d7b-e182d8517394 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (d3dac2b4-e9ec-4b27-87bc-8a991fca4951), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.169291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-09546087-1159-4b6c-8d7b-e182d8517394 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (d3dac2b4-e9ec-4b27-87bc-8a991fca4951), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.187704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09546087-1159-4b6c-8d7b-e182d8517394 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dac2b4-e9ec-4b27-87bc-8a991fca4951,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:30.192599 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-09546087-1159-4b6c-8d7b-e182d8517394 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.193842 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-09546087-1159-4b6c-8d7b-e182d8517394 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164055 Mar 07 16:23:30.196570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51098) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:30.200808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f1f105d8-dd44-4985-a675-7247f1e61cfb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb14af-1883-49fe-aad5-b72d8aa152f4', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:30.225421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1f105d8-dd44-4985-a675-7247f1e61cfb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (0b55712e-2846-446a-8cbc-9e50b80feaaa), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.281197 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1f105d8-dd44-4985-a675-7247f1e61cfb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (0b55712e-2846-446a-8cbc-9e50b80feaaa), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.285558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1f105d8-dd44-4985-a675-7247f1e61cfb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (0b55712e-2846-446a-8cbc-9e50b80feaaa), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.304126 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f105d8-dd44-4985-a675-7247f1e61cfb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b55712e-2846-446a-8cbc-9e50b80feaaa,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:30.311002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1f105d8-dd44-4985-a675-7247f1e61cfb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.316262 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f1f105d8-dd44-4985-a675-7247f1e61cfb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147149 Mar 07 16:23:30.316262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51100) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:30.319967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a72e2d52-be4e-4e4c-8341-045a28d9bbb7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb14af-1883-49fe-aad5-b72d8aa152f4', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:30.344377 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a72e2d52-be4e-4e4c-8341-045a28d9bbb7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (4dc3a183-90f8-497d-b030-dc51fe4ce29c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.401559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a72e2d52-be4e-4e4c-8341-045a28d9bbb7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (4dc3a183-90f8-497d-b030-dc51fe4ce29c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.404868 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a72e2d52-be4e-4e4c-8341-045a28d9bbb7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (4dc3a183-90f8-497d-b030-dc51fe4ce29c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.421763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e2d52-be4e-4e4c-8341-045a28d9bbb7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc3a183-90f8-497d-b030-dc51fe4ce29c,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:30.430291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a72e2d52-be4e-4e4c-8341-045a28d9bbb7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.431615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a72e2d52-be4e-4e4c-8341-045a28d9bbb7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156037 Mar 07 16:23:30.434251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51102) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:30.438563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-3d0934b3-1348-4f78-ae88-cf78a9017b15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb14af-1883-49fe-aad5-b72d8aa152f4', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:30.459057 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-3d0934b3-1348-4f78-ae88-cf78a9017b15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Project b01e219725e74cf185bd0d470e0fcf3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:23:30.463793 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3d0934b3-1348-4f78-ae88-cf78a9017b15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (4fb1a843-a101-4934-88aa-23ede953e9a6), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.526167 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3d0934b3-1348-4f78-ae88-cf78a9017b15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (4fb1a843-a101-4934-88aa-23ede953e9a6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.530044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3d0934b3-1348-4f78-ae88-cf78a9017b15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (4fb1a843-a101-4934-88aa-23ede953e9a6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.545016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0934b3-1348-4f78-ae88-cf78a9017b15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb1a843-a101-4934-88aa-23ede953e9a6,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:30.555118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3d0934b3-1348-4f78-ae88-cf78a9017b15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.556321 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3d0934b3-1348-4f78-ae88-cf78a9017b15 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211007 Mar 07 16:23:30.558992 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51104) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:30.563278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ffa78751-b545-4c21-a1f1-b3329ad042d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb14af-1883-49fe-aad5-b72d8aa152f4', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:30.583367 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-ffa78751-b545-4c21-a1f1-b3329ad042d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Project b01e219725e74cf185bd0d470e0fcf3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:23:30.588010 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffa78751-b545-4c21-a1f1-b3329ad042d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (b176b3a0-d0a6-4843-ab32-36882d1188c5), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.646384 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffa78751-b545-4c21-a1f1-b3329ad042d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (b176b3a0-d0a6-4843-ab32-36882d1188c5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.649830 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffa78751-b545-4c21-a1f1-b3329ad042d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (b176b3a0-d0a6-4843-ab32-36882d1188c5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.668554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa78751-b545-4c21-a1f1-b3329ad042d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b176b3a0-d0a6-4843-ab32-36882d1188c5,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:30.673891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffa78751-b545-4c21-a1f1-b3329ad042d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.675113 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ffa78751-b545-4c21-a1f1-b3329ad042d1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151342 Mar 07 16:23:30.678882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51106) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:30.683760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'network': {'name': 'tempest-network-smoke--224835055', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'port_security_enabled': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:30.702027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:23:30.705441 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.729723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:23:30.738842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b9117fa3-b2f0-4063-baa4-2c75996595e2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.739186 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Added segment b9117fa3-b2f0-4063-baa4-2c75996595e2 of type vlan for network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 Mar 07 16:23:30.777756 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (3d9dccd3-c24a-48f9-9d15-bba85ec19788), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.801728 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (3d9dccd3-c24a-48f9-9d15-bba85ec19788), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.807083 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:30.807666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.845835 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1659479 Mar 07 16:23:30.849306 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51108) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:30.854094 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'admin_state_up': True, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:30.875063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.876063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:30.876650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3f4b6-0fde-4e5d-8edc-92d2f14eacaa tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Network': ['ID=3d9dccd3-c24a-48f9-9d15-bba85ec19788,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:30.887337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:23:30.944142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_controller (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:31.087231 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:31.279781 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:31.299025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:31.405213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.25.4.18 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/101071e0-05f6-4db7-bd34-489f59432e74) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:31.506729 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (101071e0-05f6-4db7-bd34-489f59432e74), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:31.539760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (101071e0-05f6-4db7-bd34-489f59432e74), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:31.581186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:31.584328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:31.587882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:31.610987 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=101071e0-05f6-4db7-bd34-489f59432e74,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:31.844337 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.355701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.483603 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:23:32.571674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51116) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:32.593603 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:32.607467 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Sync routers for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:32.615613 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.619951 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f136a92-885a-4c61-82e9-b3e74d028545 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7665949 Mar 07 16:23:32.620111 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:32.620111 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:32.620346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51118) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:32.652039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-74be2112-3575-4c93-bc64-31143f0590d2 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b01e219725e74cf185bd0d470e0fcf3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281615 Mar 07 16:23:32.652312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51120) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:32.671012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e64316b1-3598-4065-835e-cf5244ea503e tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2542 time: 0.0980928 Mar 07 16:23:32.672451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51122) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:32.678620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'network': {'name': 'tempest-network-smoke--1377436795', 'project_id': '00318f6ec736417aa283ad38845c0d49', 'port_security_enabled': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:32.699303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Made reservation on behalf of 00318f6ec736417aa283ad38845c0d49 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:23:32.704008 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.728736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:23:32.729773 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:32.740278 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c8bc3fc4-1a0d-467e-bc93-6f81e77c9871), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.740733 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Added segment c8bc3fc4-1a0d-467e-bc93-6f81e77c9871 of type vlan for network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 Mar 07 16:23:32.782633 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9ef472dd-1654-4bc8-87ec-f1f425025ab3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.809701 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9ef472dd-1654-4bc8-87ec-f1f425025ab3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.812938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d9810-8d09-495c-9221-baa3f9d28dcf tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:32.814903 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:32.815576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.818385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51124) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:32.818688 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fc7d9810-8d09-495c-9221-baa3f9d28dcf tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1655090 Mar 07 16:23:32.874175 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a0a43ae0-5dc1-445f-90c5-1f21cda9fe1a tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506673 Mar 07 16:23:32.876818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51126) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:32.879910 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2061498 Mar 07 16:23:32.882957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51128) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:32.883310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-962032545', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:32.887404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'admin_state_up': True, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:32.913107 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:31Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:32.935415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9360f5b-92e6-40ae-b1e7-421b145470a3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Network': ['ID=9ef472dd-1654-4bc8-87ec-f1f425025ab3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:32.946843 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:23:32.954130 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (a471426c-5229-47c8-93f7-1d84dfdd5594), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.955401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (a471426c-5229-47c8-93f7-1d84dfdd5594), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:32.957649 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Checking router: 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:32.958098 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Updating router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b port 101071e0-05f6-4db7-bd34-489f59432e74 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:23:32.985439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:23:32.990003 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.007865 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (101071e0-05f6-4db7-bd34-489f59432e74), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.016315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_controller (a471426c-5229-47c8-93f7-1d84dfdd5594), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.168775 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_gateway (a471426c-5229-47c8-93f7-1d84dfdd5594), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.191916 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (cedea611-1867-4629-b140-0bea1fa6cddd), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.247539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Subnet': ['ID=cedea611-1867-4629-b140-0bea1fa6cddd,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:33.272458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Checking segment: {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:33.272786 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network hostable DHCP agents. Network: 3d9dccd3-c24a-48f9-9d15-bba85ec19788, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:23:33.291638 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Publish callbacks [] for port (101071e0-05f6-4db7-bd34-489f59432e74), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.292919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:23:33.297441 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (101071e0-05f6-4db7-bd34-489f59432e74), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.304489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 3d9dccd3-c24a-48f9-9d15-bba85ec19788) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:33.319471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7995e-54a6-46f6-817b-1d6e26f6ef54 None None] Network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:23:33.323526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:33.325011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.340896 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8356ad-ca79-4397-8b49-548a11b83a1c None None] Pushing event updated for resources: {'Port': ['ID=101071e0-05f6-4db7-bd34-489f59432e74,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:33.359691 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Attempting to bind port 101071e0-05f6-4db7-bd34-489f59432e74 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:33.360071 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Attempting to bind port 101071e0-05f6-4db7-bd34-489f59432e74 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:33.360444 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Attempting to bind port 101071e0-05f6-4db7-bd34-489f59432e74 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:33.366334 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ce7b5c4-8dea-4360-b33c-61d52e21e41f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4880981 Mar 07 16:23:33.369636 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:33.370024 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:33.370265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51130) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:33.370430 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.370845 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:33.371332 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Bound port: 101071e0-05f6-4db7-bd34-489f59432e74, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:33.371714 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (101071e0-05f6-4db7-bd34-489f59432e74), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.387472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_gateway (a471426c-5229-47c8-93f7-1d84dfdd5594), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.411222 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.426234 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] For port 101071e0-05f6-4db7-bd34-489f59432e74, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:33.429760 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] For port 101071e0-05f6-4db7-bd34-489f59432e74, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=101071e0-05f6-4db7-bd34-489f59432e74,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:33.437068 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (101071e0-05f6-4db7-bd34-489f59432e74), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.468511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:23:33.471693 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.512705 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8356ad-ca79-4397-8b49-548a11b83a1c None None] Pushing event updated for resources: {'Port': ['ID=101071e0-05f6-4db7-bd34-489f59432e74,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:33.528255 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:33.528902 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:33.548309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Allocated IP 172.25.4.106 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/21febece-64e8-42d7-8dad-e04461464491) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:33.655467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Allocated IP 172.20.0.2 (3d9dccd3-c24a-48f9-9d15-bba85ec19788/cedea611-1867-4629-b140-0bea1fa6cddd/abad93de-a48e-4fb5-afa8-148e59ced088) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:33.666908 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:33.682788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (21febece-64e8-42d7-8dad-e04461464491), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.732290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (21febece-64e8-42d7-8dad-e04461464491), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.795046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:33.798381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:33.804910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:33.833117 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Publish callbacks [] for port (abad93de-a48e-4fb5-afa8-148e59ced088), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.840465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=21febece-64e8-42d7-8dad-e04461464491,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:33.850699 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.900246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:33.903720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:33.907330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:33.926686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Pushing event updated for resources: {'Port': ['ID=abad93de-a48e-4fb5-afa8-148e59ced088,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:33.935632 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:33.986907 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:31Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:34.004393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Attempting to bind port abad93de-a48e-4fb5-afa8-148e59ced088 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:34.006099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Attempting to bind port abad93de-a48e-4fb5-afa8-148e59ced088 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:34.006707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Attempting to bind port abad93de-a48e-4fb5-afa8-148e59ced088 on network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:34.015347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:34.016258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Checking segment: {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:34.017326 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:34.017964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Bound using segment: {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:34.019396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Bound port: abad93de-a48e-4fb5-afa8-148e59ced088, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:34.021101 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8e7c4-144b-40e1-84dd-5e7a479e1176 None None] The sync data for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 is: [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:31Z', 'revision_number': 3, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:34.021711 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:34.096096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] For port abad93de-a48e-4fb5-afa8-148e59ced088, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:34.102538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] For port abad93de-a48e-4fb5-afa8-148e59ced088, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=abad93de-a48e-4fb5-afa8-148e59ced088,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:34.114823 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:34.195716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31930a82-3b3d-48d3-b9ae-26e12d8f2e27 None None] Pushing event updated for resources: {'Port': ['ID=abad93de-a48e-4fb5-afa8-148e59ced088,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:34.298170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.20.0.1 (3d9dccd3-c24a-48f9-9d15-bba85ec19788/cedea611-1867-4629-b140-0bea1fa6cddd/5a848268-a3ed-46b4-8eb7-aefd6e52ea60) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:34.506051 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:34.552662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:34.554534 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_gateway (a471426c-5229-47c8-93f7-1d84dfdd5594), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:34.602717 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:34.606155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:34.608566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:34.642352 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=5a848268-a3ed-46b4-8eb7-aefd6e52ea60,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:34.661598 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:34.802908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (a471426c-5229-47c8-93f7-1d84dfdd5594), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:34.814518 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:34.950376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Router a471426c-5229-47c8-93f7-1d84dfdd5594 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:23:35.088682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:35.101158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Sync routers for ids ['a471426c-5229-47c8-93f7-1d84dfdd5594'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:35.110540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:35.114489 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Routers {'a471426c-5229-47c8-93f7-1d84dfdd5594'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:35.115283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a471426c-5229-47c8-93f7-1d84dfdd5594'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:35.116080 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5fb97e4a-1c99-4346-8113-154ba7f2c1f7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2321124 Mar 07 16:23:35.116952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51132) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:35.160259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:35.167828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:35.216127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df7cee3-0add-49b0-888b-cd4725e201d4 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:35.220984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4df7cee3-0add-49b0-888b-cd4725e201d4 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=00318f6ec736417aa283ad38845c0d49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1015491 Mar 07 16:23:35.221690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51134) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:35.294584 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:35.298922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=5a848268-a3ed-46b4-8eb7-aefd6e52ea60,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:35.323187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Set router a471426c-5229-47c8-93f7-1d84dfdd5594 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:35.365297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd8f70c-0469-414e-af1f-18b08ddb58d2 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:35.372413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2fd8f70c-0469-414e-af1f-18b08ddb58d2 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469653 Mar 07 16:23:35.373948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51136) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:35.414289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:35.416013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:35.424505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-86685a7d-c348-4b3f-bba6-0cc8e50ecd9a tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464668 Mar 07 16:23:35.424831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51138) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:35.458442 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bf06ca6d-15a4-415a-83c2-6ed85749eb0c tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=00318f6ec736417aa283ad38845c0d49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292897 Mar 07 16:23:35.458442 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51140) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:35.476592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae8ac8c-8faa-479d-a532-59fcfc4b59f1 None None] Network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:23:35.545658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:23:35.570709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c1af0-a535-4293-ae7a-29726ff0b749 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:35.572310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4a1c1af0-a535-4293-ae7a-29726ff0b749 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1132414 Mar 07 16:23:35.579010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51142) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:35.605170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-29c8b75d-e441-49f5-a858-a8de20941ea0 None None] Provisioning complete for port abad93de-a48e-4fb5-afa8-148e59ced088 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:35.605741 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-29c8b75d-e441-49f5-a858-a8de20941ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:35.624693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0a66db62-798b-4194-9abb-a96c682e8a63 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396903 Mar 07 16:23:35.624693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51144) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:35.628036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1774573508', 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3', 'project_id': '00318f6ec736417aa283ad38845c0d49', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:35.709003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '21febece-64e8-42d7-8dad-e04461464491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:32Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 3, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '21febece-64e8-42d7-8dad-e04461464491', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ba:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:33Z', 'updated_at': '2022-03-07T16:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:35.743572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 101071e0-05f6-4db7-bd34-489f59432e74 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:35.746723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Made reservation on behalf of 00318f6ec736417aa283ad38845c0d49 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:23:35.748668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:35.749238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Checking router: a471426c-5229-47c8-93f7-1d84dfdd5594 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:35.749646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Updating router a471426c-5229-47c8-93f7-1d84dfdd5594 port 21febece-64e8-42d7-8dad-e04461464491 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:23:35.755389 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-85bafa14-43e7-4468-b181-7d555e6466b7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "PUT /v2.0/routers/06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3836284 Mar 07 16:23:35.761157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:35.852168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21febece-64e8-42d7-8dad-e04461464491), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:35.858091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-29c8b75d-e441-49f5-a858-a8de20941ea0 None None] Current status of the port abad93de-a48e-4fb5-afa8-148e59ced088 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:35.858390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-29c8b75d-e441-49f5-a858-a8de20941ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.033887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b422e978-37bc-4803-922e-4ffc56e79df5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070168836&fields=id&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 267 time: 0.0773447 Mar 07 16:23:36.039250 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.114918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Subnet': ['ID=bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:36.140150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Checking segment: {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:36.140465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network hostable DHCP agents. Network: 9ef472dd-1654-4bc8-87ec-f1f425025ab3, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:23:36.166404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:23:36.185335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-cf5ea74e-f602-4296-977a-f01155ba07fb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:36.187076 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-cf5ea74e-f602-4296-977a-f01155ba07fb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/networks?id=3d9dccd3-c24a-48f9-9d15-bba85ec19788 HTTP/1.1" status: 200 len: 796 time: 0.1449969 Mar 07 16:23:36.187348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9ef472dd-1654-4bc8-87ec-f1f425025ab3) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:36.191910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:36.192474 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.212589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-29c8b75d-e441-49f5-a858-a8de20941ea0 None None] For port abad93de-a48e-4fb5-afa8-148e59ced088, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=abad93de-a48e-4fb5-afa8-148e59ced088,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:36.215295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-6b2a0e59-e27f-44da-a7bf-d3f4834bbf8d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/quotas/b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 375 time: 0.0181525 Mar 07 16:23:36.216685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 101071e0-05f6-4db7-bd34-489f59432e74 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:36.217188 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (101071e0-05f6-4db7-bd34-489f59432e74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.229340 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bda3f2d1-43c8-4504-b372-eca4eff29f76 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6059196 Mar 07 16:23:36.232111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51158) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:36.266209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1dc7db-69fa-4cb3-8496-a8ba28e5419d None None] Network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:23:36.274589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-29c8b75d-e441-49f5-a858-a8de20941ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.333879 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-c8062261-f8a1-4c90-8a10-36668a810792 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056924 Mar 07 16:23:36.371729 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Sync routers for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:36.389897 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:36.390620 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:36.484095 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-639d07ff-ed4a-4869-8e5b-dd91f7844b66 service neutron] 10.222.0.24 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346192 Mar 07 16:23:36.505068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8b75d-e441-49f5-a858-a8de20941ea0 None None] Pushing event updated for resources: {'Port': ['ID=abad93de-a48e-4fb5-afa8-148e59ced088,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:36.534341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f9d378b4-fa5b-47ef-b22d-684cef7c9cfa None None] Provisioning complete for port abad93de-a48e-4fb5-afa8-148e59ced088 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:36.535287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9d378b4-fa5b-47ef-b22d-684cef7c9cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.579237 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:36.634881 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-787229af-39a0-414f-bbb1-a8cf2a921eab service neutron] 10.222.0.24 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436098 Mar 07 16:23:36.642889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9ef472dd-1654-4bc8-87ec-f1f425025ab3', 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3', 'project_id': '00318f6ec736417aa283ad38845c0d49', 'fixed_ips': [{'subnet_id': 'bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:23:36.643693 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.688457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 101071e0-05f6-4db7-bd34-489f59432e74 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:36.688875 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (101071e0-05f6-4db7-bd34-489f59432e74), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.749294 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.879663 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5a848268-a3ed-46b4-8eb7-aefd6e52ea60', 'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:07:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:34Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 2, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:36.903946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 101071e0-05f6-4db7-bd34-489f59432e74, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=101071e0-05f6-4db7-bd34-489f59432e74,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:36.920080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Allocated IP 172.20.0.18 (9ef472dd-1654-4bc8-87ec-f1f425025ab3/bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0/86a04f82-cd8a-4980-a361-3340a838df70) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:36.928871 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Checking router: 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:36.929570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Updating router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:23:36.929905 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (101071e0-05f6-4db7-bd34-489f59432e74), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.930724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device abad93de-a48e-4fb5-afa8-148e59ced088 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:36.963124 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:36.981392 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dac59701-472f-44a4-ae8e-4f4bd9edd0c8 req-43050ce3-8140-4a3e-9abf-af60fcac5874 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 210 time: 0.0475163 Mar 07 16:23:37.005525 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Publish callbacks [] for port (21febece-64e8-42d7-8dad-e04461464491), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.048056 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.061800 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (21febece-64e8-42d7-8dad-e04461464491), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.155779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=101071e0-05f6-4db7-bd34-489f59432e74,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:37.196146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f9d378b4-fa5b-47ef-b22d-684cef7c9cfa None None] Current status of the port abad93de-a48e-4fb5-afa8-148e59ced088 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:37.215298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Attempting to bind port 21febece-64e8-42d7-8dad-e04461464491 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:37.215998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Attempting to bind port 21febece-64e8-42d7-8dad-e04461464491 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:37.216161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Attempting to bind port 21febece-64e8-42d7-8dad-e04461464491 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:37.261065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f9d378b4-fa5b-47ef-b22d-684cef7c9cfa None None] Provisioning complete for port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:37.268322 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9d378b4-fa5b-47ef-b22d-684cef7c9cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.290595 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01730a-556f-4536-9f6d-4f2942b25821 None None] Pushing event updated for resources: {'Port': ['ID=21febece-64e8-42d7-8dad-e04461464491,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:37.297111 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:37.298857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:37.299508 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.301066 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:37.302268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Bound port: 21febece-64e8-42d7-8dad-e04461464491, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:37.303965 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21febece-64e8-42d7-8dad-e04461464491), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.320947 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Publish callbacks [] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.327322 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.360977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port abad93de-a48e-4fb5-afa8-148e59ced088 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:37.361349 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.377385 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a999597-69ab-4663-bf4a-8688b083ef2a None None] Pushing event updated for resources: {'Port': ['ID=5a848268-a3ed-46b4-8eb7-aefd6e52ea60,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:37.431522 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Attempting to bind port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:37.431924 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Attempting to bind port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:37.432262 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Attempting to bind port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 on network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:37.438981 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:37.439354 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Checking segment: {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:37.439760 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.440153 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Bound using segment: {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:37.440615 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Bound port: 5a848268-a3ed-46b4-8eb7-aefd6e52ea60, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:37.442044 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.495637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] For port 21febece-64e8-42d7-8dad-e04461464491, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:37.497722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f9d378b4-fa5b-47ef-b22d-684cef7c9cfa None None] Port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:23:37.502399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] For port 21febece-64e8-42d7-8dad-e04461464491, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21febece-64e8-42d7-8dad-e04461464491,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:37.524757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (21febece-64e8-42d7-8dad-e04461464491), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.528270 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] For port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:37.532077 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] For port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5a848268-a3ed-46b4-8eb7-aefd6e52ea60,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:37.543332 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.577433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Publish callbacks [] for port (86a04f82-cd8a-4980-a361-3340a838df70), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.603841 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (86a04f82-cd8a-4980-a361-3340a838df70), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.637186 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:37.638381 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:37.641737 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a999597-69ab-4663-bf4a-8688b083ef2a None None] Pushing event updated for resources: {'Port': ['ID=5a848268-a3ed-46b4-8eb7-aefd6e52ea60,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:37.661655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Allocated IP 172.20.0.17 (9ef472dd-1654-4bc8-87ec-f1f425025ab3/bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0/f73b6cc1-948a-46fa-aee3-d2a32da216c8) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:37.708896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Routers {'a471426c-5229-47c8-93f7-1d84dfdd5594'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:37.709716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a471426c-5229-47c8-93f7-1d84dfdd5594'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:37.758211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-035f70cb-6f14-48e0-9742-7bd133e39ce3 None None] Provisioning complete for port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:37.758784 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-035f70cb-6f14-48e0-9742-7bd133e39ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.765327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:37.766260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01730a-556f-4536-9f6d-4f2942b25821 None None] Pushing event updated for resources: {'Port': ['ID=21febece-64e8-42d7-8dad-e04461464491,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:37.804402 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:37.811399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:37.824087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:37.855337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port abad93de-a48e-4fb5-afa8-148e59ced088 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:37.855925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.900412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:37.961871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:37.966328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:37.970234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:37.997372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=f73b6cc1-948a-46fa-aee3-d2a32da216c8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:38.025462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Pushing event updated for resources: {'Port': ['ID=86a04f82-cd8a-4980-a361-3340a838df70,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:38.032182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 101071e0-05f6-4db7-bd34-489f59432e74 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:38.091289 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5a848268-a3ed-46b4-8eb7-aefd6e52ea60', 'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:07:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:34Z', 'updated_at': '2022-03-07T16:23:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:38.091766 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (a471426c-5229-47c8-93f7-1d84dfdd5594), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.110257 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8bc83f0a-17a9-478c-9fba-a5ffd27e3017 req-183f75cf-e0e9-4d2a-9ac6-94d0aa9e76fd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 210 time: 0.0416398 Mar 07 16:23:38.119783 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Attempting to bind port 86a04f82-cd8a-4980-a361-3340a838df70 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:38.120417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Attempting to bind port 86a04f82-cd8a-4980-a361-3340a838df70 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:38.121033 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Attempting to bind port 86a04f82-cd8a-4980-a361-3340a838df70 on network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:38.148902 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efe84d-e9ed-4995-86be-3c6a71bef279 None None] The sync data for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 is: [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5a848268-a3ed-46b4-8eb7-aefd6e52ea60', 'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:07:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:34Z', 'updated_at': '2022-03-07T16:23:37Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:38.179281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-035f70cb-6f14-48e0-9742-7bd133e39ce3 None None] Current status of the port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:38.181618 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-035f70cb-6f14-48e0-9742-7bd133e39ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.188736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] Set router a471426c-5229-47c8-93f7-1d84dfdd5594 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:38.245583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:38.246303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Checking segment: {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:38.246437 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.246823 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Bound using segment: {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:38.247340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Bound port: 86a04f82-cd8a-4980-a361-3340a838df70, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:38.247739 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (86a04f82-cd8a-4980-a361-3340a838df70), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.330153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-ec923818-70fc-4ea8-83cd-3a7a7813bf98 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:38.332145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-ec923818-70fc-4ea8-83cd-3a7a7813bf98 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "GET /v2.0/networks?id=3d9dccd3-c24a-48f9-9d15-bba85ec19788 HTTP/1.1" status: 200 len: 796 time: 0.2337639 Mar 07 16:23:38.416542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.449345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-61c57015-6970-4c6c-906b-4a2a466eaf4a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01e219725e74cf185bd0d470e0fcf3a HTTP/1.1" status: 200 len: 380 time: 0.1016650 Mar 07 16:23:38.476788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'port': {'device_id': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'admin_state_up': True, 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'security_groups': ['ddbb14af-1883-49fe-aad5-b72d8aa152f4']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:38.522173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-035f70cb-6f14-48e0-9742-7bd133e39ce3 None None] For port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5a848268-a3ed-46b4-8eb7-aefd6e52ea60,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:38.542366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 101071e0-05f6-4db7-bd34-489f59432e74 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:38.542783 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (101071e0-05f6-4db7-bd34-489f59432e74), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.574638 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-035f70cb-6f14-48e0-9742-7bd133e39ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.689869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] For port 86a04f82-cd8a-4980-a361-3340a838df70, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:38.698096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Made reservation on behalf of b01e219725e74cf185bd0d470e0fcf3a for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:23:38.702157 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.726903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] For port 86a04f82-cd8a-4980-a361-3340a838df70, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=86a04f82-cd8a-4980-a361-3340a838df70,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:38.731251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f70cb-6f14-48e0-9742-7bd133e39ce3 None None] Pushing event updated for resources: {'Port': ['ID=5a848268-a3ed-46b4-8eb7-aefd6e52ea60,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:38.770111 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (86a04f82-cd8a-4980-a361-3340a838df70), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.777298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-19659e87-54dc-4232-b00e-1846f14d1d18 None None] Provisioning complete for port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:38.777662 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-19659e87-54dc-4232-b00e-1846f14d1d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.920182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 101071e0-05f6-4db7-bd34-489f59432e74 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:38.921259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device abad93de-a48e-4fb5-afa8-148e59ced088 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:38.947249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.20.0.9 (3d9dccd3-c24a-48f9-9d15-bba85ec19788/cedea611-1867-4629-b140-0bea1fa6cddd/04fd27f9-bb0e-46c1-98b2-63a70396438c) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:38.953058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bda9f9-b1af-4d5e-96a3-8d55eb74808b None None] Pushing event updated for resources: {'Port': ['ID=86a04f82-cd8a-4980-a361-3340a838df70,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:38.959849 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:38.977369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:39.017615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '21febece-64e8-42d7-8dad-e04461464491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:32Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 3, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '21febece-64e8-42d7-8dad-e04461464491', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ba:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:33Z', 'updated_at': '2022-03-07T16:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:39.057661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a120e8-abdb-4a48-afff-efc820433b98 None None] The sync data for ids ['a471426c-5229-47c8-93f7-1d84dfdd5594'] in n-d-830010-8 is: [{'id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '21febece-64e8-42d7-8dad-e04461464491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:32Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 3, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '21febece-64e8-42d7-8dad-e04461464491', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ba:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:33Z', 'updated_at': '2022-03-07T16:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:39.061501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-19659e87-54dc-4232-b00e-1846f14d1d18 None None] Current status of the port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:39.084930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port abad93de-a48e-4fb5-afa8-148e59ced088 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:39.085315 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:39.180940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (a471426c-5229-47c8-93f7-1d84dfdd5594), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:39.230254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=f73b6cc1-948a-46fa-aee3-d2a32da216c8,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:39.281288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port abad93de-a48e-4fb5-afa8-148e59ced088 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:39.347807 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cbfe8ee5-8350-4bd0-9aea-e90a52b4f391 req-7f6c7f0a-5fab-4789-bc62-96f689a787b2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 210 time: 0.1180267 Mar 07 16:23:39.877462 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:39.886622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:39.889208 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:40.013245 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.073172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21febece-64e8-42d7-8dad-e04461464491 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:40.108685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=04fd27f9-bb0e-46c1-98b2-63a70396438c,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:40.137101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 21febece-64e8-42d7-8dad-e04461464491 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:40.137488 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21febece-64e8-42d7-8dad-e04461464491), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.137970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:40.140224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Router a471426c-5229-47c8-93f7-1d84dfdd5594 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:23:40.141890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:40.144489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:40.188811 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f526d83-bb41-4b81-bec8-91be2784cde2 None None] Network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:23:40.247368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:40.248033 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.303229 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b47fad2d-a7b2-4f4c-87b9-e0a1e03446b8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8309536 Mar 07 16:23:40.307706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3b3841bb-8a23-46d5-a213-bb041219d57d None None] Provisioning complete for port 86a04f82-cd8a-4980-a361-3340a838df70 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:40.309122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b3841bb-8a23-46d5-a213-bb041219d57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (86a04f82-cd8a-4980-a361-3340a838df70), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.320891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Request body: {'port': {'device_id': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:40.367575 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:40.400194 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-13906022-e097-4d5a-b2e6-d38d61bbcb6c tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "PUT /v2.0/routers/a471426c-5229-47c8-93f7-1d84dfdd5594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1667497 Mar 07 16:23:40.412450 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.443466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 21febece-64e8-42d7-8dad-e04461464491 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:40.444178 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (21febece-64e8-42d7-8dad-e04461464491), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.508401 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 21febece-64e8-42d7-8dad-e04461464491, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21febece-64e8-42d7-8dad-e04461464491,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:40.517116 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (21febece-64e8-42d7-8dad-e04461464491), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.518212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 86a04f82-cd8a-4980-a361-3340a838df70 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:40.521080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3b3841bb-8a23-46d5-a213-bb041219d57d None None] Current status of the port 86a04f82-cd8a-4980-a361-3340a838df70 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:40.521657 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b3841bb-8a23-46d5-a213-bb041219d57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (86a04f82-cd8a-4980-a361-3340a838df70), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.556196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faff847-95b1-438d-9b65-dc403746ba29 req-9bce618a-faa3-4568-bcc5-25434d7bd76e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:40.557797 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1faff847-95b1-438d-9b65-dc403746ba29 req-9bce618a-faa3-4568-bcc5-25434d7bd76e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 931 time: 0.0884273 Mar 07 16:23:40.656609 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1faff847-95b1-438d-9b65-dc403746ba29 req-9937a8b1-aca2-49b4-85d1-c2d9bf938eae tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679212 Mar 07 16:23:40.695715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=21febece-64e8-42d7-8dad-e04461464491,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:40.714495 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3b3841bb-8a23-46d5-a213-bb041219d57d None None] For port 86a04f82-cd8a-4980-a361-3340a838df70, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=86a04f82-cd8a-4980-a361-3340a838df70,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:40.729457 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3b3841bb-8a23-46d5-a213-bb041219d57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (86a04f82-cd8a-4980-a361-3340a838df70), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.733694 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 86a04f82-cd8a-4980-a361-3340a838df70 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:40.734065 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (86a04f82-cd8a-4980-a361-3340a838df70), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.852288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3841bb-8a23-46d5-a213-bb041219d57d None None] Pushing event updated for resources: {'Port': ['ID=86a04f82-cd8a-4980-a361-3340a838df70,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:40.854174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-10e9d145-c69c-40aa-a315-c10743d33ecc tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:40.855708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-10e9d145-c69c-40aa-a315-c10743d33ecc tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/networks?id=9ef472dd-1654-4bc8-87ec-f1f425025ab3 HTTP/1.1" status: 200 len: 798 time: 0.1602099 Mar 07 16:23:40.875513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5ec63540-73b6-4d2d-8b7e-69285307d708 None None] Provisioning complete for port 86a04f82-cd8a-4980-a361-3340a838df70 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:40.876033 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5ec63540-73b6-4d2d-8b7e-69285307d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (86a04f82-cd8a-4980-a361-3340a838df70), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.877699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 86a04f82-cd8a-4980-a361-3340a838df70 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:40.879602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:40.896308 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-a16bf68c-18d4-4202-a37a-7cf752302d79 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/quotas/00318f6ec736417aa283ad38845c0d49 HTTP/1.1" status: 200 len: 375 time: 0.0326748 Mar 07 16:23:40.909989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fd27f9-bb0e-46c1-98b2-63a70396438c {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:23:40.922115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Publish callbacks [] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.936428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Transition to ACTIVE for port object 04fd27f9-bb0e-46c1-98b2-63a70396438c will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:23:40.952212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:40.979705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:40.980173 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:41.035127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Pushing event updated for resources: {'Port': ['ID=04fd27f9-bb0e-46c1-98b2-63a70396438c,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:41.053442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5ec63540-73b6-4d2d-8b7e-69285307d708 None None] Current status of the port 86a04f82-cd8a-4980-a361-3340a838df70 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:41.097458 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-7b49d44f-56d8-4e85-a71c-26be95cb6f55 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=00318f6ec736417aa283ad38845c0d49&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1589200 Mar 07 16:23:41.136081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5ec63540-73b6-4d2d-8b7e-69285307d708 None None] Provisioning complete for port f73b6cc1-948a-46fa-aee3-d2a32da216c8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:41.136563 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5ec63540-73b6-4d2d-8b7e-69285307d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:41.141135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:41.143505 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:41.165165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Attempting to bind port 04fd27f9-bb0e-46c1-98b2-63a70396438c on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:41.165428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Attempting to bind port 04fd27f9-bb0e-46c1-98b2-63a70396438c by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:41.165676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Attempting to bind port 04fd27f9-bb0e-46c1-98b2-63a70396438c on network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:41.185688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5ec63540-73b6-4d2d-8b7e-69285307d708 None None] Port f73b6cc1-948a-46fa-aee3-d2a32da216c8 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:23:41.205667 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Port 04fd27f9-bb0e-46c1-98b2-63a70396438c on network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:23:41.206006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Attempting to bind port 04fd27f9-bb0e-46c1-98b2-63a70396438c on network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:41.216052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:41.216424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Checking segment: {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:41.216798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Bound using segment: {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:41.217249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Bound port: 04fd27f9-bb0e-46c1-98b2-63a70396438c, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9117fa3-b2f0-4063-baa4-2c75996595e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:41.217618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:41.272666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-99380e0e-a448-4273-a726-763c7fe78fa1 service neutron] 10.222.0.24 "GET /v2.0/networks/9ef472dd-1654-4bc8-87ec-f1f425025ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584597 Mar 07 16:23:41.308052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f18eb19c-0b4f-4e3e-a987-7ad0d6252935 None None] Provisioning complete for port f73b6cc1-948a-46fa-aee3-d2a32da216c8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:41.328684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f18eb19c-0b4f-4e3e-a987-7ad0d6252935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:41.377762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f18eb19c-0b4f-4e3e-a987-7ad0d6252935 None None] Port f73b6cc1-948a-46fa-aee3-d2a32da216c8 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:23:41.379252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] For port 04fd27f9-bb0e-46c1-98b2-63a70396438c, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:41.397680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] For port 04fd27f9-bb0e-46c1-98b2-63a70396438c, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:41.407992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:41.454402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:41.455054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:41.456591 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] 10.222.0.11 "PUT /v2.0/ports/04fd27f9-bb0e-46c1-98b2-63a70396438c HTTP/1.1" status: 200 len: 1091 time: 1.1417832 Mar 07 16:23:41.457043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:41.459363 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76" -d '{"events": [{"name": "network-changed", "server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:41.475654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-ffb4a395-70a6-444c-806f-eeeb380e58bd service neutron] 10.222.0.24 "GET /v2.0/networks/9ef472dd-1654-4bc8-87ec-f1f425025ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960993 Mar 07 16:23:41.533819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-264d6b33-701b-40a3-93e1-1a320949677d None None] Provisioning complete for port f73b6cc1-948a-46fa-aee3-d2a32da216c8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:41.535777 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-264d6b33-701b-40a3-93e1-1a320949677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:41.542034 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad168d1-bcb6-4d7b-96d9-ffafae9d5047 x-openstack-request-id: req-cad168d1-bcb6-4d7b-96d9-ffafae9d5047 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:41.542235 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:41.542502 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cad168d1-bcb6-4d7b-96d9-ffafae9d5047 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:41.542959 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'status': 'completed', 'code': 200} Mar 07 16:23:41.553886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85ff51-3e7d-42f9-a03a-645724865f3e service neutron] Pushing event updated for resources: {'Port': ['ID=04fd27f9-bb0e-46c1-98b2-63a70396438c,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:41.578218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-7ac66464-85f8-4f2e-869e-ece80560fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:41.580964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-7ac66464-85f8-4f2e-869e-ece80560fcd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 1125 time: 0.0793316 Mar 07 16:23:41.593649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-264d6b33-701b-40a3-93e1-1a320949677d None None] Port f73b6cc1-948a-46fa-aee3-d2a32da216c8 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:23:41.679436 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-2d87456b-5e08-4527-a526-111889b94729 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c HTTP/1.1" status: 200 len: 217 time: 0.0912669 Mar 07 16:23:41.740894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-54e0f489-6fc0-49f3-9405-24ea462b8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:41.742470 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-54e0f489-6fc0-49f3-9405-24ea462b8687 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cedea611-1867-4629-b140-0bea1fa6cddd HTTP/1.1" status: 200 len: 834 time: 0.0564616 Mar 07 16:23:41.755716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-006ffba4-0e08-4e24-adf4-a04fb7636d95 req-ba7b0f40-786a-4ad1-8212-cbbca4772a5e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 210 time: 0.0593925 Mar 07 16:23:41.779240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Sync routers for ids ['a471426c-5229-47c8-93f7-1d84dfdd5594'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:41.810284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Routers {'a471426c-5229-47c8-93f7-1d84dfdd5594'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:41.811026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a471426c-5229-47c8-93f7-1d84dfdd5594'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:41.854860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1d959-e174-483f-b387-b8256be52640 req-d9e8cf5f-33e4-49bd-8019-60f011b14f25 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:41.856387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a7d1d959-e174-483f-b387-b8256be52640 req-d9e8cf5f-33e4-49bd-8019-60f011b14f25 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 943 time: 0.0835354 Mar 07 16:23:41.858205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b11c0fef-f131-4603-97f2-8d561ed0abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:41.859741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-b11c0fef-f131-4603-97f2-8d561ed0abec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d9dccd3-c24a-48f9-9d15-bba85ec19788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1050627 Mar 07 16:23:41.957548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Set router a471426c-5229-47c8-93f7-1d84dfdd5594 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:41.981019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a7d1d959-e174-483f-b387-b8256be52640 req-5eef0143-4bc0-49f5-8a4c-30ecde6fd28f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167045 Mar 07 16:23:41.988935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21febece-64e8-42d7-8dad-e04461464491 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:42.022760 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-64267ee7-87c7-4399-9732-0d9e7b70c62f service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510127 Mar 07 16:23:42.130956 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1066ba4a-b1db-4ba5-aed6-c6043b7c50bc req-0d51a7f8-3728-43db-ac75-b85067d62dba service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016979 Mar 07 16:23:42.135992 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 21febece-64e8-42d7-8dad-e04461464491 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:42.136404 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (21febece-64e8-42d7-8dad-e04461464491), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:42.222500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-8193473b-2ef4-4c9a-ae15-18bfa3f7f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:42.224125 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-8193473b-2ef4-4c9a-ae15-18bfa3f7f1ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 1125 time: 0.0494604 Mar 07 16:23:42.324124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-3f92cccf-fd40-4530-b522-e4b02b959722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:42.325578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-3f92cccf-fd40-4530-b522-e4b02b959722 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d9dccd3-c24a-48f9-9d15-bba85ec19788 HTTP/1.1" status: 200 len: 897 time: 0.0954762 Mar 07 16:23:42.375708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-92c41afa-f55d-4bba-82fd-6bd8aa6e6b9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c HTTP/1.1" status: 200 len: 217 time: 0.0428588 Mar 07 16:23:42.425103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-7b13d864-d99b-4955-96f9-cd88a7c6788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:42.426587 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-7b13d864-d99b-4955-96f9-cd88a7c6788a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cedea611-1867-4629-b140-0bea1fa6cddd HTTP/1.1" status: 200 len: 834 time: 0.0449822 Mar 07 16:23:42.432660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 21febece-64e8-42d7-8dad-e04461464491 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:42.433753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 86a04f82-cd8a-4980-a361-3340a838df70 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:42.460754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '21febece-64e8-42d7-8dad-e04461464491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:32Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '21febece-64e8-42d7-8dad-e04461464491', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:33Z', 'updated_at': '2022-03-07T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'f73b6cc1-948a-46fa-aee3-d2a32da216c8', 'name': '', 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:9f:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:37Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 2, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:42.476933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-2aa78ed7-af1f-45c4-a03f-5eb065cd804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:42.478472 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-2aa78ed7-af1f-45c4-a03f-5eb065cd804f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d9dccd3-c24a-48f9-9d15-bba85ec19788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455487 Mar 07 16:23:42.495531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Checking router: a471426c-5229-47c8-93f7-1d84dfdd5594 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:42.495881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Updating router a471426c-5229-47c8-93f7-1d84dfdd5594 port f73b6cc1-948a-46fa-aee3-d2a32da216c8 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:23:42.530007 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:42.544457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 86a04f82-cd8a-4980-a361-3340a838df70 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:42.544852 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (86a04f82-cd8a-4980-a361-3340a838df70), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:42.573797 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-6552f140-65ce-47d0-a063-c78f99cf719d service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880098 Mar 07 16:23:42.707510 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e4d89a7b-39ed-45ad-90b7-0f256bf84e76 req-5b96dd25-63a3-4540-86b3-683f2a89d77f service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250205 Mar 07 16:23:42.730748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 86a04f82-cd8a-4980-a361-3340a838df70 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:42.787679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-ecad845c-de11-4d42-88cc-7bf639294bc7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:42.789484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-ecad845c-de11-4d42-88cc-7bf639294bc7 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.15 "GET /v2.0/networks?id=9ef472dd-1654-4bc8-87ec-f1f425025ab3 HTTP/1.1" status: 200 len: 798 time: 0.1350210 Mar 07 16:23:42.803167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Request body: {'port': {'device_id': 'b944babf-b819-4697-980d-aa64d8ccf088', 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3', 'admin_state_up': True, 'tenant_id': '00318f6ec736417aa283ad38845c0d49'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:42.856600 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c8e010d9-0848-4785-a87d-62e32cec9bf1 req-b9a61927-f711-4972-85ef-2beff2b00c58 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 210 time: 0.0304902 Mar 07 16:23:42.894725 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Publish callbacks [] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:42.900410 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:42.925267 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Made reservation on behalf of 00318f6ec736417aa283ad38845c0d49 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:23:42.928799 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:42.953208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a9b1f-dc97-4a76-b2b0-9e2449759edd None None] Pushing event updated for resources: {'Port': ['ID=f73b6cc1-948a-46fa-aee3-d2a32da216c8,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:43.011921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Attempting to bind port f73b6cc1-948a-46fa-aee3-d2a32da216c8 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:43.012458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Attempting to bind port f73b6cc1-948a-46fa-aee3-d2a32da216c8 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:43.012833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Attempting to bind port f73b6cc1-948a-46fa-aee3-d2a32da216c8 on network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:43.018045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:43.018427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Checking segment: {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:43.019423 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.019827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Bound using segment: {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:43.020488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Bound port: f73b6cc1-948a-46fa-aee3-d2a32da216c8, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:43.020872 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.082775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Allocated IP 172.20.0.23 (9ef472dd-1654-4bc8-87ec-f1f425025ab3/bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0/0d42a6e6-be63-4849-9298-1d23daad24a1) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:43.097015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] For port f73b6cc1-948a-46fa-aee3-d2a32da216c8, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:43.100551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] For port f73b6cc1-948a-46fa-aee3-d2a32da216c8, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f73b6cc1-948a-46fa-aee3-d2a32da216c8,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:43.107462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.166389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Routers {'a471426c-5229-47c8-93f7-1d84dfdd5594'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:43.167131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a471426c-5229-47c8-93f7-1d84dfdd5594'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:43.171432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1c45b-1f58-4cc5-936e-f95b608e0a42 req-7c6ee130-3670-4f1a-b8a6-12e3ce15d22c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:43.172995 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5b1c45b-1f58-4cc5-936e-f95b608e0a42 req-7c6ee130-3670-4f1a-b8a6-12e3ce15d22c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 943 time: 0.1037345 Mar 07 16:23:43.213958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a9b1f-dc97-4a76-b2b0-9e2449759edd None None] Pushing event updated for resources: {'Port': ['ID=f73b6cc1-948a-46fa-aee3-d2a32da216c8,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:43.241264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-21840279-9a61-4dd3-b781-ddfe28d7579f None None] Provisioning complete for port f73b6cc1-948a-46fa-aee3-d2a32da216c8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:43.241652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21840279-9a61-4dd3-b781-ddfe28d7579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.281021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5b1c45b-1f58-4cc5-936e-f95b608e0a42 req-ca2a26ae-4d86-45b0-8f48-3f642183379d tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807180 Mar 07 16:23:43.295812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.340482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.343473 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] Set router a471426c-5229-47c8-93f7-1d84dfdd5594 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:43.387012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:43.392174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:43.396412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:43.428138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event updated for resources: {'Port': ['ID=0d42a6e6-be63-4849-9298-1d23daad24a1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:43.449096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-21840279-9a61-4dd3-b781-ddfe28d7579f None None] Current status of the port f73b6cc1-948a-46fa-aee3-d2a32da216c8 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:43.449656 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21840279-9a61-4dd3-b781-ddfe28d7579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.458222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:43.459212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.480541 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-37d2e76b-2887-441b-9d5d-219ea92485d1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6826494 Mar 07 16:23:43.492517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Request body: {'port': {'device_id': 'b944babf-b819-4697-980d-aa64d8ccf088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:43.542177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-21840279-9a61-4dd3-b781-ddfe28d7579f None None] For port f73b6cc1-948a-46fa-aee3-d2a32da216c8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f73b6cc1-948a-46fa-aee3-d2a32da216c8,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:43.545998 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-21840279-9a61-4dd3-b781-ddfe28d7579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.559373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.628631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21840279-9a61-4dd3-b781-ddfe28d7579f None None] Pushing event updated for resources: {'Port': ['ID=f73b6cc1-948a-46fa-aee3-d2a32da216c8,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:43.653241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '21febece-64e8-42d7-8dad-e04461464491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:32Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '21febece-64e8-42d7-8dad-e04461464491', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:33Z', 'updated_at': '2022-03-07T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'f73b6cc1-948a-46fa-aee3-d2a32da216c8', 'name': '', 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:9f:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:37Z', 'updated_at': '2022-03-07T16:23:43Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:43.688586 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e796b09-3050-4dce-90ab-e474e02948b4 None None] The sync data for ids ['a471426c-5229-47c8-93f7-1d84dfdd5594'] in n-d-830010-8 is: [{'id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '21febece-64e8-42d7-8dad-e04461464491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:32Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '21febece-64e8-42d7-8dad-e04461464491', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:33Z', 'updated_at': '2022-03-07T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'f73b6cc1-948a-46fa-aee3-d2a32da216c8', 'name': '', 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:9f:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:37Z', 'updated_at': '2022-03-07T16:23:43Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:43.698962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-65304be0-15ec-4143-b13c-52d981628bc7 None None] Provisioning complete for port 0d42a6e6-be63-4849-9298-1d23daad24a1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:43.699413 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-65304be0-15ec-4143-b13c-52d981628bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.745564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-65304be0-15ec-4143-b13c-52d981628bc7 None None] Port 0d42a6e6-be63-4849-9298-1d23daad24a1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:23:43.759256 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-65304be0-15ec-4143-b13c-52d981628bc7 None None] Provisioning complete for port f73b6cc1-948a-46fa-aee3-d2a32da216c8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:43.760025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-65304be0-15ec-4143-b13c-52d981628bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.848417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-65304be0-15ec-4143-b13c-52d981628bc7 None None] Current status of the port f73b6cc1-948a-46fa-aee3-d2a32da216c8 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:43.867196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d42a6e6-be63-4849-9298-1d23daad24a1 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:23:43.874940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Publish callbacks [] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.902588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Transition to ACTIVE for port object 0d42a6e6-be63-4849-9298-1d23daad24a1 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:23:43.907615 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:43.996112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f73b6cc1-948a-46fa-aee3-d2a32da216c8 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:44.020766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d79331-54a4-4e57-86e1-fd1766a14acc req-92138df3-a772-4635-9b5d-34e0a6af1230 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:44.022358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-97d79331-54a4-4e57-86e1-fd1766a14acc req-92138df3-a772-4635-9b5d-34e0a6af1230 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 907 time: 0.0673163 Mar 07 16:23:44.043719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Pushing event updated for resources: {'Port': ['ID=0d42a6e6-be63-4849-9298-1d23daad24a1,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:44.065648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Attempting to bind port 0d42a6e6-be63-4849-9298-1d23daad24a1 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:23:44.066189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Attempting to bind port 0d42a6e6-be63-4849-9298-1d23daad24a1 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:23:44.066896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Attempting to bind port 0d42a6e6-be63-4849-9298-1d23daad24a1 on network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:44.071094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port f73b6cc1-948a-46fa-aee3-d2a32da216c8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:44.071480 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:44.071994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Port 0d42a6e6-be63-4849-9298-1d23daad24a1 on network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:23:44.072331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Attempting to bind port 0d42a6e6-be63-4849-9298-1d23daad24a1 on network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:23:44.080348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:23:44.080694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Checking segment: {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:23:44.081141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Bound using segment: {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:23:44.081627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Bound port: 0d42a6e6-be63-4849-9298-1d23daad24a1, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:23:44.081999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:44.154531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port f73b6cc1-948a-46fa-aee3-d2a32da216c8 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:44.166684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] For port 0d42a6e6-be63-4849-9298-1d23daad24a1, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:23:44.171251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] For port 0d42a6e6-be63-4849-9298-1d23daad24a1, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0d42a6e6-be63-4849-9298-1d23daad24a1,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:23:44.179061 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:44.213735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:44.214430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:44.216315 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] 10.222.0.15 "PUT /v2.0/ports/0d42a6e6-be63-4849-9298-1d23daad24a1 HTTP/1.1" status: 200 len: 1055 time: 0.7286630 Mar 07 16:23:44.219153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b944babf-b819-4697-980d-aa64d8ccf088', 'tag': '0d42a6e6-be63-4849-9298-1d23daad24a1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:44.222903 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2844101-68e7-4cd7-8bff-d8dafe7e0721" -d '{"events": [{"name": "network-changed", "server_uuid": "b944babf-b819-4697-980d-aa64d8ccf088", "tag": "0d42a6e6-be63-4849-9298-1d23daad24a1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:44.254050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a83264-cd2d-43f8-945c-351d1e824019 service neutron] Pushing event updated for resources: {'Port': ['ID=0d42a6e6-be63-4849-9298-1d23daad24a1,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:44.292857 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf35fbf9-7bca-4514-81b7-da609f18d669 x-openstack-request-id: req-cf35fbf9-7bca-4514-81b7-da609f18d669 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:44.293338 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b944babf-b819-4697-980d-aa64d8ccf088", "tag": "0d42a6e6-be63-4849-9298-1d23daad24a1", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:44.293606 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf35fbf9-7bca-4514-81b7-da609f18d669 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:44.294023 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b944babf-b819-4697-980d-aa64d8ccf088', 'tag': '0d42a6e6-be63-4849-9298-1d23daad24a1', 'status': 'completed', 'code': 200} Mar 07 16:23:44.386212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-bb4ebc64-f850-434e-8964-781c6ab984f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:44.387927 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-bb4ebc64-f850-434e-8964-781c6ab984f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00318f6ec736417aa283ad38845c0d49&device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 1089 time: 0.0547819 Mar 07 16:23:44.431399 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5aec9-e0ad-4f31-9caf-d618c3bda988 req-1cb924c9-e0fb-498a-a245-5e7291ba1ed1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:44.433364 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25a5aec9-e0ad-4f31-9caf-d618c3bda988 req-1cb924c9-e0fb-498a-a245-5e7291ba1ed1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 943 time: 0.0593717 Mar 07 16:23:44.438865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-1dfd9e8a-a5c1-4076-a1ec-a4b05a2ebbca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0d42a6e6-be63-4849-9298-1d23daad24a1 HTTP/1.1" status: 200 len: 217 time: 0.0433416 Mar 07 16:23:44.490942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-bf20b7e5-49cc-45ce-b7c9-db7d4ea3ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:44.493812 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-bf20b7e5-49cc-45ce-b7c9-db7d4ea3ca0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0 HTTP/1.1" status: 200 len: 838 time: 0.0497584 Mar 07 16:23:44.494223 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-25a5aec9-e0ad-4f31-9caf-d618c3bda988 req-d2541577-881d-446d-abd9-3e3f3592da28 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550609 Mar 07 16:23:44.550895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-087f7109-357a-4275-a94b-f1dc512de439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:44.552583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-087f7109-357a-4275-a94b-f1dc512de439 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ef472dd-1654-4bc8-87ec-f1f425025ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488217 Mar 07 16:23:44.646630 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-5beff9d3-f1b4-46ca-aa3a-baa420f79d18 service neutron] 10.222.0.15 "GET /v2.0/networks/9ef472dd-1654-4bc8-87ec-f1f425025ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881443 Mar 07 16:23:44.734399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf4e303e-da58-42d3-8b9d-a6ab6b205c9b req-0512cf77-c676-4e6f-89eb-3a515db8c4b6 service neutron] 10.222.0.15 "GET /v2.0/networks/9ef472dd-1654-4bc8-87ec-f1f425025ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820422 Mar 07 16:23:44.822883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-93fba274-6461-4e80-bff3-4c011692f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:44.824312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-93fba274-6461-4e80-bff3-4c011692f471 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00318f6ec736417aa283ad38845c0d49&device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 1089 time: 0.0489850 Mar 07 16:23:44.915232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-b63b4cc7-86a4-435a-b8c9-8a4081b617ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:44.916737 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-b63b4cc7-86a4-435a-b8c9-8a4081b617ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ef472dd-1654-4bc8-87ec-f1f425025ab3 HTTP/1.1" status: 200 len: 899 time: 0.0863595 Mar 07 16:23:44.962154 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-99989adf-6208-4a4f-9082-1e43338a4a92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0d42a6e6-be63-4849-9298-1d23daad24a1 HTTP/1.1" status: 200 len: 217 time: 0.0388210 Mar 07 16:23:45.010294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-42b2feb5-a4ff-4817-a8dc-5821bdfd1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:45.011782 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-42b2feb5-a4ff-4817-a8dc-5821bdfd1c8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0 HTTP/1.1" status: 200 len: 838 time: 0.0445294 Mar 07 16:23:45.060366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-42b4bdfd-3f8e-47d0-8cdf-409f875e795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:45.061927 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-42b4bdfd-3f8e-47d0-8cdf-409f875e795e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ef472dd-1654-4bc8-87ec-f1f425025ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438254 Mar 07 16:23:45.184597 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-4261a4dd-1378-4dc0-be62-9af00f75e880 service neutron] 10.222.0.15 "GET /v2.0/networks/9ef472dd-1654-4bc8-87ec-f1f425025ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169024 Mar 07 16:23:45.196898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d513-3bb1-41a0-ab83-9d6c0661191c req-3231ad1b-a06b-46c0-a1ee-3c5a1a0b59b1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:45.198634 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0bb7d513-3bb1-41a0-ab83-9d6c0661191c req-3231ad1b-a06b-46c0-a1ee-3c5a1a0b59b1 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 907 time: 0.0749054 Mar 07 16:23:45.285230 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f2844101-68e7-4cd7-8bff-d8dafe7e0721 req-1be4d6e5-68d6-4370-b18e-f2a5afbb6287 service neutron] 10.222.0.15 "GET /v2.0/networks/9ef472dd-1654-4bc8-87ec-f1f425025ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854278 Mar 07 16:23:45.611113 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346a739-52c3-4cf2-ba67-49c089c95a95 req-1f2d2437-199c-4a94-9821-59d3e7cdaa89 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:45.613607 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4346a739-52c3-4cf2-ba67-49c089c95a95 req-1f2d2437-199c-4a94-9821-59d3e7cdaa89 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 943 time: 0.0555665 Mar 07 16:23:45.665973 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4346a739-52c3-4cf2-ba67-49c089c95a95 req-7edb07fa-4878-456c-84e3-ad50f25c55bc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457501 Mar 07 16:23:45.724327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 04fd27f9-bb0e-46c1-98b2-63a70396438c details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:23:45.829706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 04fd27f9-bb0e-46c1-98b2-63a70396438c, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:45.841143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'port_id': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'mac_address': 'fa:16:3e:a8:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:23:45.885612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 04fd27f9-bb0e-46c1-98b2-63a70396438c is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:45.886006 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:45.900098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fd27f9-bb0e-46c1-98b2-63a70396438c {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:23:45.921228 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 04fd27f9-bb0e-46c1-98b2-63a70396438c, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:45.926617 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:45.978414 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=04fd27f9-bb0e-46c1-98b2-63a70396438c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:46.160347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['04fd27f9-bb0e-46c1-98b2-63a70396438c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:23:46.322482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9da67-fe8d-474e-a167-2071ee266c63 req-2a21d58d-4c16-41e5-8ec5-c1f965bf5088 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:46.324149 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36d9da67-fe8d-474e-a167-2071ee266c63 req-2a21d58d-4c16-41e5-8ec5-c1f965bf5088 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 907 time: 0.0594730 Mar 07 16:23:46.784714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401f98a-02db-4bc4-8327-285ec41ae569 req-9de3a257-ef2e-496e-99f7-6028aeab8dad tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:46.786194 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1401f98a-02db-4bc4-8327-285ec41ae569 req-9de3a257-ef2e-496e-99f7-6028aeab8dad tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 944 time: 0.0537336 Mar 07 16:23:46.834306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1401f98a-02db-4bc4-8327-285ec41ae569 req-c6005516-c262-4f8d-8338-b555d3f90317 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422995 Mar 07 16:23:47.441256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e80517-5bb9-40ca-b024-a0f17765fa73 req-70a1b40e-afb4-4035-80f6-032ba1141e6e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:47.442728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a5e80517-5bb9-40ca-b024-a0f17765fa73 req-70a1b40e-afb4-4035-80f6-032ba1141e6e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 907 time: 0.0526595 Mar 07 16:23:47.849728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 04fd27f9-bb0e-46c1-98b2-63a70396438c up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:47.900144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 04fd27f9-bb0e-46c1-98b2-63a70396438c completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:23:47.903900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 04fd27f9-bb0e-46c1-98b2-63a70396438c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:47.904278 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:47.964239 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67e797-1895-4e13-925b-bf1c5b393a40 req-f3a42e6b-052c-48aa-ac31-ca3df10f4def tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:47.965785 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb67e797-1895-4e13-925b-bf1c5b393a40 req-f3a42e6b-052c-48aa-ac31-ca3df10f4def tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 944 time: 0.0598192 Mar 07 16:23:47.985133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 04fd27f9-bb0e-46c1-98b2-63a70396438c is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:47.985527 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:48.013222 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:48.015595 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1fb2a1-6f54-4ee5-841f-220991d2d8d3" -d '{"events": [{"server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "name": "network-vif-plugged", "status": "completed", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:48.021685 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb67e797-1895-4e13-925b-bf1c5b393a40 req-5206f3a1-7697-4e8f-b165-9c3d3413f405 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485651 Mar 07 16:23:48.031021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 04fd27f9-bb0e-46c1-98b2-63a70396438c, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:48.036294 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:48.060750 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e87c994-cdb8-4eca-ac2f-3009a5d3f47b x-openstack-request-id: req-6e87c994-cdb8-4eca-ac2f-3009a5d3f47b {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:48.061041 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "name": "network-vif-plugged", "status": "completed", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:48.061299 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e87c994-cdb8-4eca-ac2f-3009a5d3f47b {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:48.061688 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'code': 200} Mar 07 16:23:48.089405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=04fd27f9-bb0e-46c1-98b2-63a70396438c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:48.148103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590104c8-5346-42df-9591-62f4904c0a50 req-c70cc4f2-9c50-4423-a834-e984855c83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:48.149498 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-590104c8-5346-42df-9591-62f4904c0a50 req-c70cc4f2-9c50-4423-a834-e984855c83e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 1127 time: 0.0431142 Mar 07 16:23:48.193493 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-590104c8-5346-42df-9591-62f4904c0a50 req-267dce80-89dc-4fdf-8941-9ec960b1ce73 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Mar 07 16:23:48.560736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac9656-86a5-4102-8727-7fdbd8aaabe8 req-afb20780-8697-4bac-8873-fa222e20d3e3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:48.562215 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c1ac9656-86a5-4102-8727-7fdbd8aaabe8 req-afb20780-8697-4bac-8873-fa222e20d3e3 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 907 time: 0.0536914 Mar 07 16:23:48.774636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0d42a6e6-be63-4849-9298-1d23daad24a1 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:23:48.872022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 0d42a6e6-be63-4849-9298-1d23daad24a1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0d42a6e6-be63-4849-9298-1d23daad24a1,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:48.882263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '0d42a6e6-be63-4849-9298-1d23daad24a1', 'network_id': '9ef472dd-1654-4bc8-87ec-f1f425025ab3', 'port_id': '0d42a6e6-be63-4849-9298-1d23daad24a1', 'mac_address': 'fa:16:3e:5b:03:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:23:48.919305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 0d42a6e6-be63-4849-9298-1d23daad24a1 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:48.919689 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:48.932643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d42a6e6-be63-4849-9298-1d23daad24a1 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:23:48.951502 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 0d42a6e6-be63-4849-9298-1d23daad24a1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0d42a6e6-be63-4849-9298-1d23daad24a1,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:48.954991 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:49.004559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=0d42a6e6-be63-4849-9298-1d23daad24a1,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:49.150772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be0294-783a-498e-9765-1aedbcff3fe1 req-2d523811-8f1f-44d4-b0c9-0dfa7fce5eed tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:49.152294 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8be0294-783a-498e-9765-1aedbcff3fe1 req-2d523811-8f1f-44d4-b0c9-0dfa7fce5eed tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0611992 Mar 07 16:23:49.201353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8be0294-783a-498e-9765-1aedbcff3fe1 req-2a61d87f-38ef-4fc9-9af6-24fade7cbe4c tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433812 Mar 07 16:23:49.281856 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['0d42a6e6-be63-4849-9298-1d23daad24a1'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:23:49.680740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71fc35-ba4d-43fb-b514-74f438a3ee31 req-48e82643-ec9e-4078-b61b-4298a1930bc5 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:49.682241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e71fc35-ba4d-43fb-b514-74f438a3ee31 req-48e82643-ec9e-4078-b61b-4298a1930bc5 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 908 time: 0.0520837 Mar 07 16:23:50.319621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ab04e-0cfa-4c9b-998f-84d8f4b4e7fa req-3b5e2605-8e60-42cc-8531-b2d6ae89e7c7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:50.321162 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a7ab04e-0cfa-4c9b-998f-84d8f4b4e7fa req-3b5e2605-8e60-42cc-8531-b2d6ae89e7c7 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0532169 Mar 07 16:23:50.369501 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a7ab04e-0cfa-4c9b-998f-84d8f4b4e7fa req-960fea1d-d764-44de-863e-f2304125cab4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Mar 07 16:23:50.489098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012485e-2b5f-4942-b485-ac2c9538c273 req-4fded618-8b3e-47cc-8bc6-b1a8eb778aa6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:50.490521 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7012485e-2b5f-4942-b485-ac2c9538c273 req-4fded618-8b3e-47cc-8bc6-b1a8eb778aa6 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0564106 Mar 07 16:23:50.810008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f435e6d-1d02-46af-a065-d0396e12c0bb req-fed76ab0-05ba-4e1c-9f25-2caa3f6ed047 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:50.811019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0d42a6e6-be63-4849-9298-1d23daad24a1 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:23:50.813202 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f435e6d-1d02-46af-a065-d0396e12c0bb req-fed76ab0-05ba-4e1c-9f25-2caa3f6ed047 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 908 time: 0.0615122 Mar 07 16:23:50.866046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 0d42a6e6-be63-4849-9298-1d23daad24a1 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:23:50.869229 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7012485e-2b5f-4942-b485-ac2c9538c273 req-2fe79d80-90d5-4a41-b8d9-08e32950dfe1 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731656 Mar 07 16:23:50.870369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 0d42a6e6-be63-4849-9298-1d23daad24a1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:23:50.870743 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:50.891145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51242) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:50.937082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b8b093-bbba-4f0a-9740-a52b315d0f08 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:50.938673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c8b8b093-bbba-4f0a-9740-a52b315d0f08 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 1122 time: 0.0465043 Mar 07 16:23:50.941552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51244) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:50.945780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:23:50.948734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 0d42a6e6-be63-4849-9298-1d23daad24a1 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:23:50.949206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:50.967591 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:50.977156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b944babf-b819-4697-980d-aa64d8ccf088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d42a6e6-be63-4849-9298-1d23daad24a1'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:50.979666 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b0a31e-bcf8-41fd-9db4-7565b4719039" -d '{"events": [{"server_uuid": "b944babf-b819-4697-980d-aa64d8ccf088", "name": "network-vif-plugged", "status": "completed", "tag": "0d42a6e6-be63-4849-9298-1d23daad24a1"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:50.992229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 0d42a6e6-be63-4849-9298-1d23daad24a1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0d42a6e6-be63-4849-9298-1d23daad24a1,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:51.000399 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:51.032560 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d5ee64-10ce-41a7-b296-c79152dd260e x-openstack-request-id: req-77d5ee64-10ce-41a7-b296-c79152dd260e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:51.032944 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b944babf-b819-4697-980d-aa64d8ccf088", "name": "network-vif-plugged", "status": "completed", "tag": "0d42a6e6-be63-4849-9298-1d23daad24a1", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:51.033313 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77d5ee64-10ce-41a7-b296-c79152dd260e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:51.033807 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b944babf-b819-4697-980d-aa64d8ccf088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d42a6e6-be63-4849-9298-1d23daad24a1', 'code': 200} Mar 07 16:23:51.062211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=0d42a6e6-be63-4849-9298-1d23daad24a1,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:51.083794 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:51.128813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38073fa2-9d61-4d9a-b969-2f2cbe08a797 req-a1b9b142-d4fd-49ed-b85c-d5f97b3e061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:51.130408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38073fa2-9d61-4d9a-b969-2f2cbe08a797 req-a1b9b142-d4fd-49ed-b85c-d5f97b3e061e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 1091 time: 0.0443358 Mar 07 16:23:51.185688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Allocated IP 172.25.4.11 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:23:51.289783 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:51.325711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:51.367295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:23:51.370123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:23:51.373557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:23:51.396629 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:51.748194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (9410d88d-cfa8-4892-842c-d887f846c3a6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:51.818133 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:51.999421 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ae172-f32f-42a0-be1b-7561adc6f1b7 req-d4ec01f4-acd3-4f45-8fb1-23f65080d2a8 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:52.000806 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0e5ae172-f32f-42a0-be1b-7561adc6f1b7 req-d4ec01f4-acd3-4f45-8fb1-23f65080d2a8 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 909 time: 0.0867496 Mar 07 16:23:52.016344 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for port (ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:52.020904 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:52.092061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event updated for resources: {'Port': ['ID=ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:52.105146 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (9410d88d-cfa8-4892-842c-d887f846c3a6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:52.205483 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Floating IP 9410d88d-cfa8-4892-842c-d887f846c3a6 associated. External IP: 172.25.4.11, port: 04fd27f9-bb0e-46c1-98b2-63a70396438c. Mar 07 16:23:52.422553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:23:52.541776 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:52.551918 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] Sync routers for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:52.561637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:52.562258 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:52.562912 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:52.591880 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a829e56a-7965-4adc-9ebb-6b117bcdee11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6493132 Mar 07 16:23:52.592478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:52.594873 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841c8c7b-c1e8-4a55-9390-4ed41431890b" -d '{"events": [{"name": "network-changed", "server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:52.631288 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102079e2-1345-4507-8ce8-8389ef3c7eaa x-openstack-request-id: req-102079e2-1345-4507-8ce8-8389ef3c7eaa {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:52.631851 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:52.632207 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-102079e2-1345-4507-8ce8-8389ef3c7eaa {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:52.632550 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'status': 'completed', 'code': 200} Mar 07 16:23:52.682536 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:52.726249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763f44-0741-4ffb-86cc-0435c17281ec req-7af6e4d9-52cb-447b-b836-cb5cc116d0ab tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:52.727808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a763f44-0741-4ffb-86cc-0435c17281ec req-7af6e4d9-52cb-447b-b836-cb5cc116d0ab tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0849187 Mar 07 16:23:52.732230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-802647d6-add8-44fe-a6b2-35c68ba913b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:52.733663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-802647d6-add8-44fe-a6b2-35c68ba913b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 1127 time: 0.0797331 Mar 07 16:23:52.833403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a763f44-0741-4ffb-86cc-0435c17281ec req-1bf50812-7834-4a8c-a8e3-831a6fcd9d1e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987854 Mar 07 16:23:52.855662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51254) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:52.860494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-f800c978-0a66-4528-8ce9-384e64f3b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:52.862311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-f800c978-0a66-4528-8ce9-384e64f3b133 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d9dccd3-c24a-48f9-9d15-bba85ec19788 HTTP/1.1" status: 200 len: 897 time: 0.1219449 Mar 07 16:23:52.897506 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48e4f1c9-652c-446c-9ffe-3f04e2e4b433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:52.921629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-166080e4-333d-44a5-abd3-21cb18f8a2c3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/9410d88d-cfa8-4892-842c-d887f846c3a6 HTTP/1.1" status: 200 len: 990 time: 0.0641456 Mar 07 16:23:52.930681 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '9410d88d-cfa8-4892-842c-d887f846c3a6', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'port_id': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'mac_address': 'fa:16:3e:a8:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:23:51Z', 'updated_at': '2022-03-07T16:23:51Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a848268-a3ed-46b4-8eb7-aefd6e52ea60', 'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:07:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:34Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:52.935069 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-d05fcfdc-296a-4428-9f6d-8e00592a727b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c HTTP/1.1" status: 200 len: 998 time: 0.0672634 Mar 07 16:23:52.986632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-c0f534de-3c6a-41fc-b084-95c56c69f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:52.988880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-c0f534de-3c6a-41fc-b084-95c56c69f7e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cedea611-1867-4629-b140-0bea1fa6cddd HTTP/1.1" status: 200 len: 834 time: 0.0467353 Mar 07 16:23:53.039923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-c7f1d244-1661-4ec3-9d8f-e22f2b83ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:53.041560 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-c7f1d244-1661-4ec3-9d8f-e22f2b83ec67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d9dccd3-c24a-48f9-9d15-bba85ec19788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459003 Mar 07 16:23:53.054592 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] Checking router: 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:53.063273 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:53.063891 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:53.131111 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2513db8-349f-438b-b3d6-509afc2f6b43 req-85017150-2c11-41ce-a86e-6305c845e4b9 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:53.140881 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2513db8-349f-438b-b3d6-509afc2f6b43 req-85017150-2c11-41ce-a86e-6305c845e4b9 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 909 time: 0.0651107 Mar 07 16:23:53.143641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-0b188eae-6da2-4a4d-a7e1-cfaf3d285d07 service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945399 Mar 07 16:23:53.177178 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:53.270440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-841c8c7b-c1e8-4a55-9390-4ed41431890b req-6dea993c-8925-49a9-95f7-2afef9bfae99 service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215954 Mar 07 16:23:53.282600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a5b04-deac-44e8-b165-7e739d209981 req-adf5e409-e625-4b98-a0da-a3397fb9a405 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:53.284621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e79a5b04-deac-44e8-b165-7e739d209981 req-adf5e409-e625-4b98-a0da-a3397fb9a405 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 909 time: 0.0809033 Mar 07 16:23:53.398566 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e9f34-c61d-4ced-967f-bd0fa8a59b3e req-e1fe528e-085a-4479-900f-446718a1ad98 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:53.400178 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e54e9f34-c61d-4ced-967f-bd0fa8a59b3e req-e1fe528e-085a-4479-900f-446718a1ad98 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 1091 time: 0.0449724 Mar 07 16:23:53.400736 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '9410d88d-cfa8-4892-842c-d887f846c3a6', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'port_id': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'mac_address': 'fa:16:3e:a8:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:23:51Z', 'updated_at': '2022-03-07T16:23:51Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a848268-a3ed-46b4-8eb7-aefd6e52ea60', 'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:07:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:34Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:53.430784 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df1b835-49ef-4d5a-a278-a2571b282973 None None] The sync data for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 is: [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '9410d88d-cfa8-4892-842c-d887f846c3a6', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'port_id': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'mac_address': 'fa:16:3e:a8:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:23:51Z', 'updated_at': '2022-03-07T16:23:51Z', 'revision_number': 0, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a848268-a3ed-46b4-8eb7-aefd6e52ea60', 'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:07:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:34Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:53.653623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc7070-4cf0-4cb5-a349-d7dc2c42dd5c None None] New status for floating IP 9410d88d-cfa8-4892-842c-d887f846c3a6: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:23:53.887192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c759-1a62-4a3a-a759-64b40fbb7e42 req-5d9dc418-ae52-4da2-9fc4-fb4f00ef3843 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:53.888751 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d25c759-1a62-4a3a-a759-64b40fbb7e42 req-5d9dc418-ae52-4da2-9fc4-fb4f00ef3843 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 1167 time: 0.4218431 Mar 07 16:23:53.925258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51264) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:53.950689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d25c759-1a62-4a3a-a759-64b40fbb7e42 req-10387cec-f5cd-4e7f-8141-1b60b42bc708 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0557525 Mar 07 16:23:53.979687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51266) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:53.988051 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-017bc217-12cf-43d8-9ed8-cd288d5d2bd3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/9410d88d-cfa8-4892-842c-d887f846c3a6 HTTP/1.1" status: 200 len: 992 time: 0.0614245 Mar 07 16:23:54.023774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef42902-28cd-438a-87dd-9c120ad63f43 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:54.025306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1ef42902-28cd-438a-87dd-9c120ad63f43 tempest-TestSecurityGroupsBasicOps-1207557149 tempest-TestSecurityGroupsBasicOps-1207557149-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 1086 time: 0.0445805 Mar 07 16:23:54.256047 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdd194-f5dc-46be-b67b-9635f5fb5bd3 req-13f71848-d7ca-4e46-b14b-4258379a685e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:54.257548 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-25cdd194-f5dc-46be-b67b-9635f5fb5bd3 req-13f71848-d7ca-4e46-b14b-4258379a685e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 909 time: 0.0551505 Mar 07 16:23:55.193431 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0e544ac2-7d0e-436d-8632-15347c6deb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:55.382049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d996bb-1148-4da5-aeab-2a75779036a5 req-5bbaf36a-fca1-4185-af19-395378a784b2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:55.384271 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d0d996bb-1148-4da5-aeab-2a75779036a5 req-5bbaf36a-fca1-4185-af19-395378a784b2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 909 time: 0.0577531 Mar 07 16:23:55.760117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-74682d81-f0f7-4600-a483-18ad275ee99e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:23:55.761572 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-74682d81-f0f7-4600-a483-18ad275ee99e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.15 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 909 time: 0.0548797 Mar 07 16:23:55.853636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Deleting port 0d42a6e6-be63-4849-9298-1d23daad24a1 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:23:55.853999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:55.943399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] For port 0d42a6e6-be63-4849-9298-1d23daad24a1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=0d42a6e6-be63-4849-9298-1d23daad24a1,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:55.943763 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:55.955904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Calling delete_port for 0d42a6e6-be63-4849-9298-1d23daad24a1 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:23:56.083900 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0d42a6e6-be63-4849-9298-1d23daad24a1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:56.109965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Port': ['ID=0d42a6e6-be63-4849-9298-1d23daad24a1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:56.151443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] No DVR routers for this DVR port 0d42a6e6-be63-4849-9298-1d23daad24a1 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:23:56.154182 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:56.157678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bf5f2d02-3699-44fe-bce0-f400ea9a93bd req-1c56a5c2-3b10-447b-b302-05a7822e1104 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.15 "DELETE /v2.0/ports/0d42a6e6-be63-4849-9298-1d23daad24a1 HTTP/1.1" status: 204 len: 173 time: 0.3911085 Mar 07 16:23:56.158145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b944babf-b819-4697-980d-aa64d8ccf088', 'name': 'network-vif-deleted', 'tag': '0d42a6e6-be63-4849-9298-1d23daad24a1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:23:56.161203 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd792bb-c0cd-4495-aa3d-4ad87e284af6" -d '{"events": [{"server_uuid": "b944babf-b819-4697-980d-aa64d8ccf088", "name": "network-vif-deleted", "tag": "0d42a6e6-be63-4849-9298-1d23daad24a1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:23:56.199355 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6002c7-ef81-4b6b-a72f-6887568b1459 x-openstack-request-id: req-3e6002c7-ef81-4b6b-a72f-6887568b1459 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:23:56.199658 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b944babf-b819-4697-980d-aa64d8ccf088", "name": "network-vif-deleted", "tag": "0d42a6e6-be63-4849-9298-1d23daad24a1", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:23:56.199921 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e6002c7-ef81-4b6b-a72f-6887568b1459 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:23:56.200332 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b944babf-b819-4697-980d-aa64d8ccf088', 'name': 'network-vif-deleted', 'tag': '0d42a6e6-be63-4849-9298-1d23daad24a1', 'status': 'completed', 'code': 200} Mar 07 16:23:56.456049 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:56.492531 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b30a7fd-d787-4da9-ac7c-585b3b899fb3 req-2400855f-4ad7-4896-9576-bbd2e41799f8 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b944babf-b819-4697-980d-aa64d8ccf088 HTTP/1.1" status: 200 len: 210 time: 0.0280974 Mar 07 16:23:57.549420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51282) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:57.761639 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:57.915824 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (a471426c-5229-47c8-93f7-1d84dfdd5594), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:58.180130 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Deleting port f73b6cc1-948a-46fa-aee3-d2a32da216c8 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:23:58.180373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:58.269392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] For port f73b6cc1-948a-46fa-aee3-d2a32da216c8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=f73b6cc1-948a-46fa-aee3-d2a32da216c8,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:58.269761 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:58.282054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Calling delete_port for f73b6cc1-948a-46fa-aee3-d2a32da216c8 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:23:58.472841 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f73b6cc1-948a-46fa-aee3-d2a32da216c8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:58.499195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Port': ['ID=f73b6cc1-948a-46fa-aee3-d2a32da216c8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:58.678829 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (a471426c-5229-47c8-93f7-1d84dfdd5594), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:58.855343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0d42a6e6-be63-4849-9298-1d23daad24a1 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:23:58.876079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 0d42a6e6-be63-4849-9298-1d23daad24a1 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:23:58.876428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 0d42a6e6-be63-4849-9298-1d23daad24a1 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:23:58.897740 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Router a471426c-5229-47c8-93f7-1d84dfdd5594 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:23:59.007369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:23:59.012611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1c48e066-d5b7-4337-bc7b-0bb6a1028b16 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "PUT /v2.0/routers/a471426c-5229-47c8-93f7-1d84dfdd5594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4617112 Mar 07 16:23:59.015370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51284) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:59.018880 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] Sync routers for ids ['a471426c-5229-47c8-93f7-1d84dfdd5594'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:23:59.028383 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] Routers {'a471426c-5229-47c8-93f7-1d84dfdd5594'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:59.029058 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a471426c-5229-47c8-93f7-1d84dfdd5594'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:59.066424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6557a5b4-4c84-4fe8-b954-a533c05efbbb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Deleting subnet bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:23:59.069523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6557a5b4-4c84-4fe8-b954-a533c05efbbb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for subnet (bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.108854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6557a5b4-4c84-4fe8-b954-a533c05efbbb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.135149 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] Set router a471426c-5229-47c8-93f7-1d84dfdd5594 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:59.155217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.207806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6557a5b4-4c84-4fe8-b954-a533c05efbbb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.268091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6557a5b4-4c84-4fe8-b954-a533c05efbbb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.295781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557a5b4-4c84-4fe8-b954-a533c05efbbb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Subnet': ['ID=bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:59.297743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6557a5b4-4c84-4fe8-b954-a533c05efbbb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.302834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6557a5b4-4c84-4fe8-b954-a533c05efbbb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "DELETE /v2.0/subnets/bef6f4ef-cc5c-4fa0-9a81-8bff05aff9d0 HTTP/1.1" status: 204 len: 168 time: 0.2854962 Mar 07 16:23:59.303490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ff2d2a-5e83-45fd-bc07-d9af662ba775 None None] Network 9ef472dd-1654-4bc8-87ec-f1f425025ab3 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:23:59.304631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51286) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:23:59.318950 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '21febece-64e8-42d7-8dad-e04461464491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:32Z', 'updated_at': '2022-03-07T16:23:58Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '21febece-64e8-42d7-8dad-e04461464491', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:33Z', 'updated_at': '2022-03-07T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:59.347125 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] Checking router: a471426c-5229-47c8-93f7-1d84dfdd5594 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:23:59.355830 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] Routers {'a471426c-5229-47c8-93f7-1d84dfdd5594'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:23:59.356437 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a471426c-5229-47c8-93f7-1d84dfdd5594'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:59.426585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router (a471426c-5229-47c8-93f7-1d84dfdd5594), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.472125 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] Set router a471426c-5229-47c8-93f7-1d84dfdd5594 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:23:59.539293 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_gateway (a471426c-5229-47c8-93f7-1d84dfdd5594), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.595693 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Deleting port 21febece-64e8-42d7-8dad-e04461464491 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:23:59.596568 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (21febece-64e8-42d7-8dad-e04461464491), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.645737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] DHCP port deletion for 9ef472dd-1654-4bc8-87ec-f1f425025ab3 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:23:59.660411 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '21febece-64e8-42d7-8dad-e04461464491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:32Z', 'updated_at': '2022-03-07T16:23:58Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '21febece-64e8-42d7-8dad-e04461464491', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:33Z', 'updated_at': '2022-03-07T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:23:59.678857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] For port 21febece-64e8-42d7-8dad-e04461464491, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=21febece-64e8-42d7-8dad-e04461464491,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:59.679231 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (21febece-64e8-42d7-8dad-e04461464491), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.687094 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa0359-7831-49f5-915f-7a6cf43f2cae None None] The sync data for ids ['a471426c-5229-47c8-93f7-1d84dfdd5594'] in n-d-830010-8 is: [{'id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1603771242', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '21febece-64e8-42d7-8dad-e04461464491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:32Z', 'updated_at': '2022-03-07T16:23:58Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '21febece-64e8-42d7-8dad-e04461464491', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a471426c-5229-47c8-93f7-1d84dfdd5594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:33Z', 'updated_at': '2022-03-07T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:23:59.692961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Calling delete_port for 21febece-64e8-42d7-8dad-e04461464491 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:23:59.693912 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Deleting port 86a04f82-cd8a-4980-a361-3340a838df70 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:23:59.694291 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (86a04f82-cd8a-4980-a361-3340a838df70), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.764865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] For port 86a04f82-cd8a-4980-a361-3340a838df70, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=86a04f82-cd8a-4980-a361-3340a838df70,segment=NetworkSegment(c8bc3fc4-1a0d-467e-bc93-6f81e77c9871),segment_id=c8bc3fc4-1a0d-467e-bc93-6f81e77c9871)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:23:59.765285 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (86a04f82-cd8a-4980-a361-3340a838df70), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.779175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Calling delete_port for 86a04f82-cd8a-4980-a361-3340a838df70 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:23:59.859076 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (86a04f82-cd8a-4980-a361-3340a838df70), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.875697 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (21febece-64e8-42d7-8dad-e04461464491), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:23:59.887938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] No DVR routers for this DVR port 86a04f82-cd8a-4980-a361-3340a838df70 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:23:59.894555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Pushing event deleted for resources: {'Port': ['ID=86a04f82-cd8a-4980-a361-3340a838df70,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:59.900423 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.900780 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.901125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.901526 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.901800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.902137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.902522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.902649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Port': ['ID=21febece-64e8-42d7-8dad-e04461464491,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:23:59.902771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.903128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.903459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.903800 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.905468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.905824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9bb72-9525-411f-86c9-ad3b17d63cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:23:59.962724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (a471426c-5229-47c8-93f7-1d84dfdd5594), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.057092 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (a471426c-5229-47c8-93f7-1d84dfdd5594), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.059696 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_controller (a471426c-5229-47c8-93f7-1d84dfdd5594), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.111214 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (a471426c-5229-47c8-93f7-1d84dfdd5594), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.112267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Fanout notify agent at l3_agent the message router_deleted on router a471426c-5229-47c8-93f7-1d84dfdd5594 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:24:00.120678 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.121860 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4ddba745-0f0d-40c8-8a30-339fe3cb2a0e tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "DELETE /v2.0/routers/a471426c-5229-47c8-93f7-1d84dfdd5594 HTTP/1.1" status: 204 len: 168 time: 0.8162327 Mar 07 16:24:00.124788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51288) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:00.189436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f73b6cc1-948a-46fa-aee3-d2a32da216c8 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:24:00.215860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9ef472dd-1654-4bc8-87ec-f1f425025ab3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.216814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: f73b6cc1-948a-46fa-aee3-d2a32da216c8 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:24:00.217400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device f73b6cc1-948a-46fa-aee3-d2a32da216c8 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:24:00.217835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 86a04f82-cd8a-4980-a361-3340a838df70 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:24:00.242527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 86a04f82-cd8a-4980-a361-3340a838df70 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:24:00.242909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 86a04f82-cd8a-4980-a361-3340a838df70 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:24:00.303800 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9ef472dd-1654-4bc8-87ec-f1f425025ab3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.325991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef472dd-1654-4bc8-87ec-f1f425025ab3']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:00.336500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:00.336679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bc3fc4-1a0d-467e-bc93-6f81e77c9871') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:00.352871 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c8bc3fc4-1a0d-467e-bc93-6f81e77c9871), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.367443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c8bc3fc4-1a0d-467e-bc93-6f81e77c9871), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.373544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:24:00.373971 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c8bc3fc4-1a0d-467e-bc93-6f81e77c9871), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:24:00.377178 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:24:00.437298 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9ef472dd-1654-4bc8-87ec-f1f425025ab3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.442704 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.445890 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "DELETE /v2.0/networks/9ef472dd-1654-4bc8-87ec-f1f425025ab3 HTTP/1.1" status: 204 len: 168 time: 0.3199813 Mar 07 16:24:00.448676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51290) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:00.461129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2584b0-ce1c-4b77-9501-7228dd75f303 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Network': ['ID=9ef472dd-1654-4bc8-87ec-f1f425025ab3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:00.604045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Deleting port 9881e2d1-853e-48a1-8803-7125f1721829 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:24:00.604306 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9881e2d1-853e-48a1-8803-7125f1721829), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.677564 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9881e2d1-853e-48a1-8803-7125f1721829), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.677812 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for floatingip (9881e2d1-853e-48a1-8803-7125f1721829), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.689177 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Calling delete_port for 9881e2d1-853e-48a1-8803-7125f1721829 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:24:00.844688 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (9881e2d1-853e-48a1-8803-7125f1721829), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.871361 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Port': ['ID=9881e2d1-853e-48a1-8803-7125f1721829,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:00.933122 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for floatingip (324e4fc8-6e84-49d2-ae74-832c7fb0217f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:00.933502 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Floating IP 324e4fc8-6e84-49d2-ae74-832c7fb0217f disassociated (deleted). External IP: 172.25.4.20, port: ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4. Mar 07 16:24:01.462171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:24:01.568478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:24:01.573183 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:01.579104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] Sync routers for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:24:01.588769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:24:01.589383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:01.602369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fab5ce81-8fa7-4e48-bf44-d2b562f60611 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "DELETE /v2.0/floatingips/324e4fc8-6e84-49d2-ae74-832c7fb0217f HTTP/1.1" status: 204 len: 168 time: 1.1525109 Mar 07 16:24:01.602995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:24:01.605231 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425241ff-d088-4535-bb3a-e03c2c155fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:24:01.642652 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e642c932-57e7-490a-8432-8beadb01bb41 x-openstack-request-id: req-e642c932-57e7-490a-8432-8beadb01bb41 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:24:01.643598 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:24:01.643862 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e642c932-57e7-490a-8432-8beadb01bb41 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:24:01.644334 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'status': 'completed', 'code': 200} Mar 07 16:24:01.709515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-9be2ee1d-0b9f-4c1e-bbca-ecbbe1408aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:01.711272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-9be2ee1d-0b9f-4c1e-bbca-ecbbe1408aad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00318f6ec736417aa283ad38845c0d49&device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 1167 time: 0.0467877 Mar 07 16:24:01.712768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:24:01.849400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-f1faf9f0-ecb7-4226-a8d1-80374139e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:01.850779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-f1faf9f0-ecb7-4226-a8d1-80374139e32d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb04c144-b8da-4246-abd0-401dc1864d20 HTTP/1.1" status: 200 len: 898 time: 0.1297176 Mar 07 16:24:01.872237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d772cf-0318-4323-937f-841edfe0e756 req-e7554c31-e971-4783-bda8-4b56c56e056a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:01.873709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e5d772cf-0318-4323-937f-841edfe0e756 req-e7554c31-e971-4783-bda8-4b56c56e056a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 985 time: 0.0751889 Mar 07 16:24:01.905037 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-032f2e51-d3c5-4506-97c2-e9f416425851 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 HTTP/1.1" status: 200 len: 217 time: 0.0467315 Mar 07 16:24:01.910946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21febece-64e8-42d7-8dad-e04461464491 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:24:01.940251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 21febece-64e8-42d7-8dad-e04461464491 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:24:01.940596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 21febece-64e8-42d7-8dad-e04461464491 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:24:01.965365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:39Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '26251ca2-e61d-4c81-ac70-a00ce1cc6bfc', 'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:42:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:39Z', 'updated_at': '2022-03-07T16:22:42Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:01.989216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-24e8ff01-8048-430d-9b82-032b46ed6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:01.990674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-24e8ff01-8048-430d-9b82-032b46ed6d9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb727d9a-7f4f-4470-adc1-e0db30d34ced HTTP/1.1" status: 200 len: 835 time: 0.0689106 Mar 07 16:24:01.991409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] Checking router: 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:24:01.998401 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e5d772cf-0318-4323-937f-841edfe0e756 req-70212cf0-edae-49e2-9dce-ab65836abcb8 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0956914 Mar 07 16:24:02.000208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:24:02.000815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:02.043590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-0a60f593-05f8-4686-a778-e0a691460442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:02.045136 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-0a60f593-05f8-4686-a778-e0a691460442 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb04c144-b8da-4246-abd0-401dc1864d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460601 Mar 07 16:24:02.109316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:24:02.138531 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-4be33de4-d18f-45d8-84a5-70f431e9c72f service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862403 Mar 07 16:24:02.230851 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-425241ff-d088-4535-bb3a-e03c2c155fbd req-a4aeab3c-818c-4632-813f-3a3111408be9 service neutron] 10.222.0.11 "GET /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836420 Mar 07 16:24:02.305560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:39Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '26251ca2-e61d-4c81-ac70-a00ce1cc6bfc', 'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:42:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:39Z', 'updated_at': '2022-03-07T16:22:42Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:02.336072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c5af2-e5ea-491b-81a9-4870e496504d None None] The sync data for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 is: [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:22:39Z', 'revision_number': 4, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '26251ca2-e61d-4c81-ac70-a00ce1cc6bfc', 'name': '', 'network_id': 'fb04c144-b8da-4246-abd0-401dc1864d20', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'mac_address': 'fa:16:3e:42:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:39Z', 'updated_at': '2022-03-07T16:22:42Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'subnets': [{'id': 'bb727d9a-7f4f-4470-adc1-e0db30d34ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:24:02.564390 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2538b94-fd85-46bd-9309-d748a799dc78 None None] New status for floating IP 324e4fc8-6e84-49d2-ae74-832c7fb0217f: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:24:03.119514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c5db3-8b98-4513-b5cf-098adb1f65e2 req-a986fe56-12d0-4fa4-858e-746343edcd2a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:03.120993 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa1c5db3-8b98-4513-b5cf-098adb1f65e2 req-a986fe56-12d0-4fa4-858e-746343edcd2a tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 985 time: 0.0528479 Mar 07 16:24:03.176691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa1c5db3-8b98-4513-b5cf-098adb1f65e2 req-515b56c3-6379-4385-8d62-dcbeecf63289 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "GET /v2.0/security-groups?id=d62173da-c525-4590-9303-fe927665b433&id=cbdf767d-05a1-4f4a-ada9-377a9b989b38&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0500047 Mar 07 16:24:03.188776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-473faaaf-e2f6-4b03-95bc-32fabd196ddb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:03.190900 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-473faaaf-e2f6-4b03-95bc-32fabd196ddb tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.11 "GET /v2.0/ports?device_id=73db9187-4338-4600-97f2-8b107940dbb4 HTTP/1.1" status: 200 len: 985 time: 0.0549440 Mar 07 16:24:03.291029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Deleting port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:24:03.291290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:03.381999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] For port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:03.382366 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:03.394578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Calling delete_port for ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:24:03.432574 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:24:03.517343 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:03.543624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Port': ['ID=ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:03.591321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] No DVR routers for this DVR port ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:24:03.593811 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:03.597260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9e507a54-639d-4a3e-afb3-eaf8fd048ef1 req-a687fc87-e65b-4558-8ec6-03227e2f58a2 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.11 "DELETE /v2.0/ports/ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 HTTP/1.1" status: 204 len: 173 time: 0.4011188 Mar 07 16:24:03.597717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'name': 'network-vif-deleted', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:24:03.599970 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8809bfd0-ea09-4a37-a888-f7440ae1115e" -d '{"events": [{"server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "name": "network-vif-deleted", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:24:03.641051 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9a0f16-cfc7-471c-b4a4-420e4f3bbd4f x-openstack-request-id: req-6f9a0f16-cfc7-471c-b4a4-420e4f3bbd4f {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:24:03.641505 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73db9187-4338-4600-97f2-8b107940dbb4", "name": "network-vif-deleted", "tag": "ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:24:03.641771 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f9a0f16-cfc7-471c-b4a4-420e4f3bbd4f {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:24:03.642211 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73db9187-4338-4600-97f2-8b107940dbb4', 'name': 'network-vif-deleted', 'tag': 'ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4', 'status': 'completed', 'code': 200} Mar 07 16:24:04.235820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51304) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:04.288723 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41a4ac2f-47b7-40dc-a358-e21e9f9aa730 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (d62173da-c525-4590-9303-fe927665b433), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:04.310914 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41a4ac2f-47b7-40dc-a358-e21e9f9aa730 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (d62173da-c525-4590-9303-fe927665b433), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:04.356220 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41a4ac2f-47b7-40dc-a358-e21e9f9aa730 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d62173da-c525-4590-9303-fe927665b433), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:04.358885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-41a4ac2f-47b7-40dc-a358-e21e9f9aa730 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:04.360039 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-41a4ac2f-47b7-40dc-a358-e21e9f9aa730 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "DELETE /v2.0/security-groups/d62173da-c525-4590-9303-fe927665b433 HTTP/1.1" status: 204 len: 168 time: 0.1232181 Mar 07 16:24:04.363559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51306) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:04.370103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4ac2f-47b7-40dc-a358-e21e9f9aa730 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62173da-c525-4590-9303-fe927665b433,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:04.416480 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ad436dd4-1bb0-47cc-a015-5c0ae073d867 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (cbdf767d-05a1-4f4a-ada9-377a9b989b38), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:04.438847 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ad436dd4-1bb0-47cc-a015-5c0ae073d867 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (cbdf767d-05a1-4f4a-ada9-377a9b989b38), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:04.481290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ad436dd4-1bb0-47cc-a015-5c0ae073d867 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cbdf767d-05a1-4f4a-ada9-377a9b989b38), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:04.484002 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ad436dd4-1bb0-47cc-a015-5c0ae073d867 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:04.485160 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ad436dd4-1bb0-47cc-a015-5c0ae073d867 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "DELETE /v2.0/security-groups/cbdf767d-05a1-4f4a-ada9-377a9b989b38 HTTP/1.1" status: 204 len: 168 time: 0.1206341 Mar 07 16:24:04.488150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51308) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:04.494966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad436dd4-1bb0-47cc-a015-5c0ae073d867 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf767d-05a1-4f4a-ada9-377a9b989b38,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:04.842200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:05.105328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Deleting port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:24:05.105590 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:05.204514 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] For port 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=26251ca2-e61d-4c81-ac70-a00ce1cc6bfc,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:05.204880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:05.218397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Calling delete_port for 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:24:05.405773 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (26251ca2-e61d-4c81-ac70-a00ce1cc6bfc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:05.430677 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Port': ['ID=26251ca2-e61d-4c81-ac70-a00ce1cc6bfc,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:05.607189 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:05.827041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:24:05.941328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:24:05.946559 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ee0d947f-873f-4ae9-99e0-98095c01fb9d tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "PUT /v2.0/routers/7bfb6d46-cdd3-4ad0-a79e-09177b78b564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4572062 Mar 07 16:24:05.949238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51312) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:05.950731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] Sync routers for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:24:05.961399 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:24:05.962018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:06.001025 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7828898-c3d0-4ccf-a879-3630ea9dcb86 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Deleting subnet bb727d9a-7f4f-4470-adc1-e0db30d34ced {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:24:06.005747 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7828898-c3d0-4ccf-a879-3630ea9dcb86 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for subnet (bb727d9a-7f4f-4470-adc1-e0db30d34ced), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.058364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7828898-c3d0-4ccf-a879-3630ea9dcb86 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (bb727d9a-7f4f-4470-adc1-e0db30d34ced), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.072533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:24:06.141973 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7828898-c3d0-4ccf-a879-3630ea9dcb86 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (bb727d9a-7f4f-4470-adc1-e0db30d34ced), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.202408 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7828898-c3d0-4ccf-a879-3630ea9dcb86 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (bb727d9a-7f4f-4470-adc1-e0db30d34ced), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.233029 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7828898-c3d0-4ccf-a879-3630ea9dcb86 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Subnet': ['ID=bb727d9a-7f4f-4470-adc1-e0db30d34ced,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:06.237277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7828898-c3d0-4ccf-a879-3630ea9dcb86 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.241984 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d7828898-c3d0-4ccf-a879-3630ea9dcb86 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "DELETE /v2.0/subnets/bb727d9a-7f4f-4470-adc1-e0db30d34ced HTTP/1.1" status: 204 len: 168 time: 0.2915423 Mar 07 16:24:06.245067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51314) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:06.245335 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daec8cd5-49fc-4d1c-8b3e-4ce3ff6decd8 None None] Network fb04c144-b8da-4246-abd0-401dc1864d20 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:24:06.310441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:24:05Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:06.338832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] Checking router: 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:24:06.354946 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.368379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] Routers {'7bfb6d46-cdd3-4ad0-a79e-09177b78b564'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:24:06.368994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:23:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:06.463789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_gateway (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.492324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] Set router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:24:06.505316 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-f83461a4-0cdb-456b-952c-810c6a5164df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507183 Mar 07 16:24:06.529758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Deleting port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:24:06.530130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.531466 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3506f86c-b08f-4507-8467-a36a3bda7176 None None] DHCP port deletion for fb04c144-b8da-4246-abd0-401dc1864d20 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:24:06.598077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-d8ca4c1e-6724-49fa-b361-d8a53db8164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:06.599972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-d8ca4c1e-6724-49fa-b361-d8a53db8164e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 1127 time: 0.0521100 Mar 07 16:24:06.629593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] For port 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:06.630108 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.642950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Calling delete_port for 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:24:06.665639 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.698389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3506f86c-b08f-4507-8467-a36a3bda7176 None None] Deleting port 127e3c04-7fd6-4565-b94c-1b50a79ef075 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:24:06.698710 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3506f86c-b08f-4507-8467-a36a3bda7176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.716540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-493b3e2a-9e94-4762-b74a-76142c6c8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:06.718174 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-493b3e2a-9e94-4762-b74a-76142c6c8499 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d9dccd3-c24a-48f9-9d15-bba85ec19788 HTTP/1.1" status: 200 len: 897 time: 0.0975487 Mar 07 16:24:06.792552 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-ede1e40b-3760-46a2-a18c-8acf3e8083ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c HTTP/1.1" status: 200 len: 1000 time: 0.0664418 Mar 07 16:24:06.834117 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.847385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-c5f6bb93-95e5-4e89-9389-b0f25637b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:06.849020 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-c5f6bb93-95e5-4e89-9389-b0f25637b245 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cedea611-1867-4629-b140-0bea1fa6cddd HTTP/1.1" status: 200 len: 834 time: 0.0498042 Mar 07 16:24:06.873489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Port': ['ID=2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:06.900953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-de38d157-c5c8-4442-acfa-d26026e515cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:06.902268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-de38d157-c5c8-4442-acfa-d26026e515cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d9dccd3-c24a-48f9-9d15-bba85ec19788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469713 Mar 07 16:24:06.939098 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.952535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3506f86c-b08f-4507-8467-a36a3bda7176 None None] For port 127e3c04-7fd6-4565-b94c-1b50a79ef075, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=127e3c04-7fd6-4565-b94c-1b50a79ef075,segment=NetworkSegment(541e3b96-23da-4e0b-ab91-84945755280e),segment_id=541e3b96-23da-4e0b-ab91-84945755280e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:06.953223 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3506f86c-b08f-4507-8467-a36a3bda7176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:06.972044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3506f86c-b08f-4507-8467-a36a3bda7176 None None] Calling delete_port for 127e3c04-7fd6-4565-b94c-1b50a79ef075 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:24:06.987721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:24:05Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:07.006137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-bb4f73ff-237a-40ae-be4d-3028fa488721 service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963833 Mar 07 16:24:07.039519 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.041979 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router_controller (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.047149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6b6a8-5e72-4f1c-82e3-ce746f64eb73 None None] The sync data for ids ['7bfb6d46-cdd3-4ad0-a79e-09177b78b564'] in n-d-830010-8 is: [{'id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469872624', 'tenant_id': '00318f6ec736417aa283ad38845c0d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:35Z', 'updated_at': '2022-03-07T16:24:05Z', 'revision_number': 5, 'project_id': '00318f6ec736417aa283ad38845c0d49', 'gw_port': {'id': '2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb6d46-cdd3-4ad0-a79e-09177b78b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:36Z', 'updated_at': '2022-03-07T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:24:07.096961 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (7bfb6d46-cdd3-4ad0-a79e-09177b78b564), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.098007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Fanout notify agent at l3_agent the message router_deleted on router 7bfb6d46-cdd3-4ad0-a79e-09177b78b564 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:24:07.101910 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3506f86c-b08f-4507-8467-a36a3bda7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (127e3c04-7fd6-4565-b94c-1b50a79ef075), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.111213 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.115251 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6bb41485-e82d-4c8d-9b4c-84d812e17050 tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "DELETE /v2.0/routers/7bfb6d46-cdd3-4ad0-a79e-09177b78b564 HTTP/1.1" status: 204 len: 168 time: 0.8692000 Mar 07 16:24:07.115751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51316) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:07.127991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506f86c-b08f-4507-8467-a36a3bda7176 None None] Pushing event deleted for resources: {'Port': ['ID=127e3c04-7fd6-4565-b94c-1b50a79ef075,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:07.131402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506f86c-b08f-4507-8467-a36a3bda7176 None None] No DVR routers for this DVR port 127e3c04-7fd6-4565-b94c-1b50a79ef075 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:24:07.145963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2d5d33b-67bf-426d-a0c6-817324b24f83 req-3d7c59a8-7df5-4544-9439-4ebc2893bf89 service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333926 Mar 07 16:24:07.206323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (fb04c144-b8da-4246-abd0-401dc1864d20), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.292138 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (fb04c144-b8da-4246-abd0-401dc1864d20), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.312039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb04c144-b8da-4246-abd0-401dc1864d20']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:07.321362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541e3b96-23da-4e0b-ab91-84945755280e') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:07.321656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541e3b96-23da-4e0b-ab91-84945755280e') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:07.331225 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (541e3b96-23da-4e0b-ab91-84945755280e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.344164 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (541e3b96-23da-4e0b-ab91-84945755280e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.350358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:24:07.350684 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (541e3b96-23da-4e0b-ab91-84945755280e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:24:07.353591 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:24:07.414482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (fb04c144-b8da-4246-abd0-401dc1864d20), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.418991 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.422197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] 10.222.0.24 "DELETE /v2.0/networks/fb04c144-b8da-4246-abd0-401dc1864d20 HTTP/1.1" status: 204 len: 168 time: 0.3055003 Mar 07 16:24:07.439125 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457451c-ffcc-47ac-a465-1a001e3030aa tempest-TestSecurityGroupsBasicOps-1445753839 tempest-TestSecurityGroupsBasicOps-1445753839-project] Pushing event deleted for resources: {'Network': ['ID=fb04c144-b8da-4246-abd0-401dc1864d20,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:07.725062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51324) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:07.860770 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0190b39d-d62c-49a6-9a46-f7cab1712488 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00318f6ec736417aa283ad38845c0d49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338606 Mar 07 16:24:07.863933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51328) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:07.915122 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c64f8d21-e9e9-499f-8ac1-912e9941d739 admin admin] Publish callbacks [] for security_group (d6d60194-58b5-4030-8dbb-de3cd0da64cf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.940762 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c64f8d21-e9e9-499f-8ac1-912e9941d739 admin admin] Publish callbacks [] for security_group (d6d60194-58b5-4030-8dbb-de3cd0da64cf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.958006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:24:07.979126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:24:07.979478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device ba1b87ce-1fe8-42f5-b0d2-4d1e2782e5d4 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:24:07.990439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c64f8d21-e9e9-499f-8ac1-912e9941d739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (d6d60194-58b5-4030-8dbb-de3cd0da64cf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.993096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c64f8d21-e9e9-499f-8ac1-912e9941d739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:07.994261 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c64f8d21-e9e9-499f-8ac1-912e9941d739 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6d60194-58b5-4030-8dbb-de3cd0da64cf HTTP/1.1" status: 204 len: 168 time: 0.1294186 Mar 07 16:24:08.001919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f8d21-e9e9-499f-8ac1-912e9941d739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d60194-58b5-4030-8dbb-de3cd0da64cf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:08.141701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 127e3c04-7fd6-4565-b94c-1b50a79ef075 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:24:08.162722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 127e3c04-7fd6-4565-b94c-1b50a79ef075 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:24:08.163188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 127e3c04-7fd6-4565-b94c-1b50a79ef075 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:24:08.163691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:24:08.182901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:24:08.183258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2c95a7f2-9ada-4b3c-8eaf-822f4e2275bf not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:24:08.183688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:24:08.202404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:24:08.202762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 26251ca2-e61d-4c81-ac70-a00ce1cc6bfc not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:24:08.285235 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51334) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:08.298477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-faacf78a-3909-4eca-956b-18053d0cd931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:08.373447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-faacf78a-3909-4eca-956b-18053d0cd931 admin admin] Publish callbacks [] for security_group (da928c0b-82af-4030-b3be-c9068f03ad66), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:08.377667 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-faacf78a-3909-4eca-956b-18053d0cd931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (da928c0b-82af-4030-b3be-c9068f03ad66), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:08.414697 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-faacf78a-3909-4eca-956b-18053d0cd931 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52428a2fe6f24a0897f3cab4bbbf7173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284032 Mar 07 16:24:08.415806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacf78a-3909-4eca-956b-18053d0cd931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da928c0b-82af-4030-b3be-c9068f03ad66,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:08.417510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51336) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:08.465848 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21b3b71f-798f-4727-b57b-57e41700e758 admin admin] Publish callbacks [] for security_group (da928c0b-82af-4030-b3be-c9068f03ad66), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:08.487192 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21b3b71f-798f-4727-b57b-57e41700e758 admin admin] Publish callbacks [] for security_group (da928c0b-82af-4030-b3be-c9068f03ad66), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:08.532241 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21b3b71f-798f-4727-b57b-57e41700e758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (da928c0b-82af-4030-b3be-c9068f03ad66), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:08.536011 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-21b3b71f-798f-4727-b57b-57e41700e758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:08.537431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-21b3b71f-798f-4727-b57b-57e41700e758 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da928c0b-82af-4030-b3be-c9068f03ad66 HTTP/1.1" status: 204 len: 168 time: 0.1189365 Mar 07 16:24:08.544934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3b71f-798f-4727-b57b-57e41700e758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da928c0b-82af-4030-b3be-c9068f03ad66,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:08.849330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51342) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:08.888612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4be4338e-0f07-4708-9470-76e418ca9d85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c81e0dd83ab4e81b3d31e74a642dd31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381432 Mar 07 16:24:08.891026 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51344) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:08.941645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90d4ee1d-cf88-4524-8fe6-699dd16f1ae5 admin admin] Publish callbacks [] for security_group (e0faf70b-82dc-4a80-9082-651e92a0494f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:08.962391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90d4ee1d-cf88-4524-8fe6-699dd16f1ae5 admin admin] Publish callbacks [] for security_group (e0faf70b-82dc-4a80-9082-651e92a0494f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:09.007349 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90d4ee1d-cf88-4524-8fe6-699dd16f1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e0faf70b-82dc-4a80-9082-651e92a0494f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:09.009854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-90d4ee1d-cf88-4524-8fe6-699dd16f1ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:09.011048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-90d4ee1d-cf88-4524-8fe6-699dd16f1ae5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0faf70b-82dc-4a80-9082-651e92a0494f HTTP/1.1" status: 204 len: 168 time: 0.1190741 Mar 07 16:24:09.018736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4ee1d-cf88-4524-8fe6-699dd16f1ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0faf70b-82dc-4a80-9082-651e92a0494f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:09.175056 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01e2ef40-aff4-40b4-a300-e961694f914c req-205c3738-d96f-4557-90d7-c3e02bb630bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502350 Mar 07 16:24:09.262780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2ef40-aff4-40b4-a300-e961694f914c req-e5469a02-0bc9-467a-b993-05ce61fa5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:09.264388 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01e2ef40-aff4-40b4-a300-e961694f914c req-e5469a02-0bc9-467a-b993-05ce61fa5f49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0496807 Mar 07 16:24:09.371797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2ef40-aff4-40b4-a300-e961694f914c req-2fa97d55-7ecc-4fee-8631-e1de7c91a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:09.373282 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01e2ef40-aff4-40b4-a300-e961694f914c req-2fa97d55-7ecc-4fee-8631-e1de7c91a3ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 200 len: 909 time: 0.0912626 Mar 07 16:24:09.438521 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01e2ef40-aff4-40b4-a300-e961694f914c req-52a062d0-9240-4394-acfb-7c090359d6fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 200 len: 1001 time: 0.0584850 Mar 07 16:24:09.492212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2ef40-aff4-40b4-a300-e961694f914c req-42d2a2a6-506c-4280-901e-fbd9ae066439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:09.493684 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01e2ef40-aff4-40b4-a300-e961694f914c req-42d2a2a6-506c-4280-901e-fbd9ae066439 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d HTTP/1.1" status: 200 len: 847 time: 0.0490904 Mar 07 16:24:09.542305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2ef40-aff4-40b4-a300-e961694f914c req-e0b7ef3c-a345-4692-81a0-7d4a6a5cf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:09.543851 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01e2ef40-aff4-40b4-a300-e961694f914c req-e0b7ef3c-a345-4692-81a0-7d4a6a5cf037 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c406d66b-c34a-42b3-9808-fd739e84da49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444853 Mar 07 16:24:09.635068 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01e2ef40-aff4-40b4-a300-e961694f914c req-733f59f4-12b9-48c6-a14b-0d6db4ceb453 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844202 Mar 07 16:24:09.694604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51366) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:09.732155 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01e2ef40-aff4-40b4-a300-e961694f914c req-39bcbd3a-c1aa-4cd9-862d-81b7619c6e20 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916028 Mar 07 16:24:09.796058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1894511873-network', 'tenant_id': '35cb8254359047bba88c6ab622f2d90d'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:24:09.815756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Made reservation on behalf of 35cb8254359047bba88c6ab622f2d90d for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:24:09.818089 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:09.826265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:09.899652 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Publish callbacks [] for security_group (0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:09.903115 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:09.930282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:24:09.935581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:09.943297 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fb2f1347-e92d-4fcb-9d06-778e8beb2e59), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:09.943542 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Added segment fb2f1347-e92d-4fcb-9d06-778e8beb2e59 of type vlan for network ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 Mar 07 16:24:09.988228 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.012245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.013327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:10.013916 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.072814 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3768475 Mar 07 16:24:10.075834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51370) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:10.078520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f13144-3c89-4b7b-8308-0a58934d5751 admin admin] Pushing event updated for resources: {'Network': ['ID=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:10.081663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Request body: {'subnet': {'network_id': 'ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1894511873-subnet', 'tenant_id': '35cb8254359047bba88c6ab622f2d90d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:24:10.089022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:24:10.100302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Made reservation on behalf of 35cb8254359047bba88c6ab622f2d90d for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:24:10.102701 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.269500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (3c96d8bb-e4b7-4e92-aae9-f609554b1de7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.324075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c96d8bb-e4b7-4e92-aae9-f609554b1de7,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:10.333407 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Checking segment: {'id': 'fb2f1347-e92d-4fcb-9d06-778e8beb2e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:24:10.333781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Network hostable DHCP agents. Network: ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:24:10.349923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Network ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:24:10.358311 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:24:10.363077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:10.364438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.366072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52159f3-11f8-4b74-999f-de7ef044ed9b None None] Network ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:24:10.381062 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-46324e16-1241-43fa-8442-e05555d75589 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3039813 Mar 07 16:24:10.465172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28252fe5-412e-43c3-b61f-5fbb3cf64a3c None None] Network ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:24:10.838763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51386) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:10.843746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1811590009-network', 'tenant_id': '97915442172b47bfaf2f24176af4df86'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:24:10.863533 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Made reservation on behalf of 97915442172b47bfaf2f24176af4df86 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:24:10.865771 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.874464 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.950008 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Publish callbacks [] for security_group (fff9a386-0f1d-4150-825a-1f8182e536f4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.953774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fff9a386-0f1d-4150-825a-1f8182e536f4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.979313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:24:10.991836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff9a386-0f1d-4150-825a-1f8182e536f4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:10.997626 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bc87880f-5d06-4b6d-8562-34c590adc23c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:10.997977 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Added segment bc87880f-5d06-4b6d-8562-34c590adc23c of type vlan for network b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb Mar 07 16:24:11.038235 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:11.062230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:11.063310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:11.063895 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:11.094273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2543809 Mar 07 16:24:11.097306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51388) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:11.102408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Request body: {'subnet': {'network_id': 'b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1811590009-subnet', 'tenant_id': '97915442172b47bfaf2f24176af4df86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:24:11.118320 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:11.123510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Made reservation on behalf of 97915442172b47bfaf2f24176af4df86 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:24:11.126109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:11.130970 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2de5b0-e157-4295-9211-a8cf3aa39062 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:11.140636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:24:11.292066 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (c1407ce9-512f-404f-b0ea-0045b1815021), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:11.351285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1407ce9-512f-404f-b0ea-0045b1815021,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:11.360369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Checking segment: {'id': 'bc87880f-5d06-4b6d-8562-34c590adc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:24:11.360727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Network hostable DHCP agents. Network: b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:24:11.378024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Network b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:24:11.386645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:24:11.391139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:11.391738 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:11.395897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87fc02-0bda-4505-b2b9-2a05a138b02c None None] Network b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:24:11.408630 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fe7cfc1f-44ee-4982-a527-ab4c24d957c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3101933 Mar 07 16:24:11.498345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3ca0b-4718-42eb-b153-9daf48974089 None None] Network b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:24:11.882040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-9e8170c0-3e50-4770-8968-88d222795499 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:11.883574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-9e8170c0-3e50-4770-8968-88d222795499 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/networks?id=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 HTTP/1.1" status: 200 len: 812 time: 0.1046705 Mar 07 16:24:11.898770 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-e6d40f65-5ebd-46d0-b937-b47c883c6609 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/quotas/35cb8254359047bba88c6ab622f2d90d HTTP/1.1" status: 200 len: 375 time: 0.0097773 Mar 07 16:24:11.930777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-34def002-f029-4437-a366-87d0c4ba862f tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=35cb8254359047bba88c6ab622f2d90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271485 Mar 07 16:24:12.024525 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-458767db-4570-4d1e-8d92-461621be6b5e service neutron] 10.222.0.24 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872858 Mar 07 16:24:12.112536 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-6855fca1-939b-41af-b269-24f4010ef78d service neutron] 10.222.0.24 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821545 Mar 07 16:24:12.278735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-621d7d86-3923-48b2-9bd9-b5d3cc45e87e req-bbff58e7-75ff-44c6-aac2-12f40fbea17e tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 210 time: 0.0284982 Mar 07 16:24:13.207465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-f23eae2c-1f1e-4b31-b4b6-b0c513218eab tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:13.208840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-f23eae2c-1f1e-4b31-b4b6-b0c513218eab tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.11 "GET /v2.0/networks?id=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 HTTP/1.1" status: 200 len: 812 time: 0.1071899 Mar 07 16:24:13.221086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Request body: {'port': {'device_id': '52719add-5558-4d4c-8b2a-f1435fe64f2d', 'network_id': 'ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2', 'admin_state_up': True, 'tenant_id': '35cb8254359047bba88c6ab622f2d90d'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:24:13.332115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Made reservation on behalf of 35cb8254359047bba88c6ab622f2d90d for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:24:13.335665 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:13.381777 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e7091aa-0577-4ead-b1f9-e8df3caec224 req-48b423d4-a0cf-4195-9d1b-13a232760476 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 210 time: 0.0286603 Mar 07 16:24:13.463736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Allocated IP 172.20.0.8 (ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2/3c96d8bb-e4b7-4e92-aae9-f609554b1de7/4032e727-5ecd-40ba-b80b-ead8f6588962) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:24:13.949300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Publish callbacks [] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:13.982689 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:14.028423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Network ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:24:14.031456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:24:14.035421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:24:14.060177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Pushing event updated for resources: {'Port': ['ID=4032e727-5ecd-40ba-b80b-ead8f6588962,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:14.087338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:14.087958 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:14.104763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-604d1f10-76f2-450c-917d-98ccb8b48e87 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8879786 Mar 07 16:24:14.117204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Request body: {'port': {'device_id': '52719add-5558-4d4c-8b2a-f1435fe64f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:24:14.173997 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:14.431207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4032e727-5ecd-40ba-b80b-ead8f6588962 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:24:14.438553 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Publish callbacks [] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:14.450174 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Transition to ACTIVE for port object 4032e727-5ecd-40ba-b80b-ead8f6588962 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:24:14.455857 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:14.504857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Pushing event updated for resources: {'Port': ['ID=4032e727-5ecd-40ba-b80b-ead8f6588962,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:14.508103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cacf6-5af5-4e94-b266-3874a3f7eb0c req-dd81a243-6da7-4553-9750-369d531dfb43 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:14.509631 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea8cacf6-5af5-4e94-b266-3874a3f7eb0c req-dd81a243-6da7-4553-9750-369d531dfb43 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 943 time: 0.0596817 Mar 07 16:24:14.560865 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea8cacf6-5af5-4e94-b266-3874a3f7eb0c req-bc6f8ea0-a076-47dc-a1b4-3f116d7aba16 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Mar 07 16:24:14.580686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Attempting to bind port 4032e727-5ecd-40ba-b80b-ead8f6588962 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:24:14.580686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Attempting to bind port 4032e727-5ecd-40ba-b80b-ead8f6588962 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'fb2f1347-e92d-4fcb-9d06-778e8beb2e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:24:14.580686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Attempting to bind port 4032e727-5ecd-40ba-b80b-ead8f6588962 on network ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:24:14.583871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Port 4032e727-5ecd-40ba-b80b-ead8f6588962 on network ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:24:14.584219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Attempting to bind port 4032e727-5ecd-40ba-b80b-ead8f6588962 on network ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:24:14.588979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:24:14.589320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Checking segment: {'id': 'fb2f1347-e92d-4fcb-9d06-778e8beb2e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:24:14.589700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Bound using segment: {'id': 'fb2f1347-e92d-4fcb-9d06-778e8beb2e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:24:14.590153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Bound port: 4032e727-5ecd-40ba-b80b-ead8f6588962, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2f1347-e92d-4fcb-9d06-778e8beb2e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:24:14.590509 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:14.651641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] For port 4032e727-5ecd-40ba-b80b-ead8f6588962, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:24:14.654527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] For port 4032e727-5ecd-40ba-b80b-ead8f6588962, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4032e727-5ecd-40ba-b80b-ead8f6588962,segment=NetworkSegment(fb2f1347-e92d-4fcb-9d06-778e8beb2e59),segment_id=fb2f1347-e92d-4fcb-9d06-778e8beb2e59)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:24:14.660660 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:14.692702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:14.693340 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:14.694710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] 10.222.0.11 "PUT /v2.0/ports/4032e727-5ecd-40ba-b80b-ead8f6588962 HTTP/1.1" status: 200 len: 1091 time: 0.5818276 Mar 07 16:24:14.695212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52719add-5558-4d4c-8b2a-f1435fe64f2d', 'tag': '4032e727-5ecd-40ba-b80b-ead8f6588962'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:24:14.697463 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3" -d '{"events": [{"name": "network-changed", "server_uuid": "52719add-5558-4d4c-8b2a-f1435fe64f2d", "tag": "4032e727-5ecd-40ba-b80b-ead8f6588962"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:24:14.722466 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a2046-e8f2-4d12-bc88-37681a254830 service neutron] Pushing event updated for resources: {'Port': ['ID=4032e727-5ecd-40ba-b80b-ead8f6588962,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:14.751665 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04097b3c-e396-487e-a0de-988ded05a359 x-openstack-request-id: req-04097b3c-e396-487e-a0de-988ded05a359 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:24:14.752630 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52719add-5558-4d4c-8b2a-f1435fe64f2d", "tag": "4032e727-5ecd-40ba-b80b-ead8f6588962", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:24:14.752815 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04097b3c-e396-487e-a0de-988ded05a359 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:24:14.753137 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52719add-5558-4d4c-8b2a-f1435fe64f2d', 'tag': '4032e727-5ecd-40ba-b80b-ead8f6588962', 'status': 'completed', 'code': 200} Mar 07 16:24:14.788474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-0b82d9e0-0a5e-46ca-8d37-246bab0a8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:14.789995 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-0b82d9e0-0a5e-46ca-8d37-246bab0a8f88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cb8254359047bba88c6ab622f2d90d&device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 1125 time: 0.0472333 Mar 07 16:24:14.835712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-459eafa0-445b-4c76-8d7a-c105f12cc04d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4032e727-5ecd-40ba-b80b-ead8f6588962 HTTP/1.1" status: 200 len: 217 time: 0.0374224 Mar 07 16:24:14.884675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-eaf414a8-098d-4913-858e-994713c68133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:14.886146 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-eaf414a8-098d-4913-858e-994713c68133 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c96d8bb-e4b7-4e92-aae9-f609554b1de7 HTTP/1.1" status: 200 len: 852 time: 0.0425467 Mar 07 16:24:14.917619 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-4e306d94-e3de-4f66-bfb2-d2135301bed7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247629 Mar 07 16:24:15.009252 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-9af39a77-ec5e-4ba6-a5f0-2242e8e644e0 service neutron] 10.222.0.11 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855894 Mar 07 16:24:15.099726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15fb9715-1a45-453b-8eb5-280dc6cbf0db req-4c017083-25fb-4140-8ac1-e7aa18e45ae3 service neutron] 10.222.0.11 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842907 Mar 07 16:24:15.195163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-d36ca0f6-57f9-4f78-a813-49b8e8099e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:15.197005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-d36ca0f6-57f9-4f78-a813-49b8e8099e8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cb8254359047bba88c6ab622f2d90d&device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 1125 time: 0.0511482 Mar 07 16:24:15.286025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-5cdb4c7e-58da-4525-857f-ab492b5080a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:15.287823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-5cdb4c7e-58da-4525-857f-ab492b5080a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 HTTP/1.1" status: 200 len: 913 time: 0.0852351 Mar 07 16:24:15.332652 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-e4a9f1bd-9ba6-458e-adbe-0f070234c721 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4032e727-5ecd-40ba-b80b-ead8f6588962 HTTP/1.1" status: 200 len: 217 time: 0.0386195 Mar 07 16:24:15.381994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-442b3228-5925-43d3-acf5-37780fdb84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:15.383501 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-442b3228-5925-43d3-acf5-37780fdb84c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c96d8bb-e4b7-4e92-aae9-f609554b1de7 HTTP/1.1" status: 200 len: 852 time: 0.0442233 Mar 07 16:24:15.415728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-b2f5a705-faae-452a-85ba-309b9b3e272f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253239 Mar 07 16:24:15.508320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-1fcdd8ff-d99a-4ff3-8a84-f72913a0feb6 service neutron] 10.222.0.11 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859253 Mar 07 16:24:15.598001 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf14ec0-ebc7-4203-83e2-7eb3d7e582f3 req-dcd24efe-b27b-4cb0-a794-4acfa769556d service neutron] 10.222.0.11 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828428 Mar 07 16:24:15.682742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d69bd-850e-46f1-b933-38fb3edf85e1 req-3cd35e22-4672-4b7a-b7a0-4877d05b6cdd tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:15.684302 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b23d69bd-850e-46f1-b933-38fb3edf85e1 req-3cd35e22-4672-4b7a-b7a0-4877d05b6cdd tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 943 time: 0.0543079 Mar 07 16:24:15.730916 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b23d69bd-850e-46f1-b933-38fb3edf85e1 req-c46ab2a9-d65d-4c2a-8f11-9c5601c3cd9f tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401504 Mar 07 16:24:16.852173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d20498-0e6c-4c86-bdcf-d5a8caf123da req-50131ed0-0725-4c7d-84eb-df7ef5c323e9 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:16.853665 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37d20498-0e6c-4c86-bdcf-d5a8caf123da req-50131ed0-0725-4c7d-84eb-df7ef5c323e9 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 943 time: 0.0537350 Mar 07 16:24:16.905851 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-37d20498-0e6c-4c86-bdcf-d5a8caf123da req-7c76a76f-9d79-4aed-a468-c93e72f1782a tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461605 Mar 07 16:24:17.973384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4032e727-5ecd-40ba-b80b-ead8f6588962 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:24:18.026902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd931a-b186-4ca5-a9ca-7b06aac169bb req-35bf9ec8-a657-44af-9d7f-b102d426cc55 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:18.028424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2afd931a-b186-4ca5-a9ca-7b06aac169bb req-35bf9ec8-a657-44af-9d7f-b102d426cc55 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 943 time: 0.0538881 Mar 07 16:24:18.072710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4032e727-5ecd-40ba-b80b-ead8f6588962, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4032e727-5ecd-40ba-b80b-ead8f6588962,segment=NetworkSegment(fb2f1347-e92d-4fcb-9d06-778e8beb2e59),segment_id=fb2f1347-e92d-4fcb-9d06-778e8beb2e59)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:18.080266 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2afd931a-b186-4ca5-a9ca-7b06aac169bb req-0e7e6ad2-b7a0-4d92-8e9d-b51991a5c1bc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Mar 07 16:24:18.083734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '4032e727-5ecd-40ba-b80b-ead8f6588962', 'network_id': 'ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2', 'port_id': '4032e727-5ecd-40ba-b80b-ead8f6588962', 'mac_address': 'fa:16:3e:e1:42:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c96d8bb-e4b7-4e92-aae9-f609554b1de7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:24:18.121337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 4032e727-5ecd-40ba-b80b-ead8f6588962 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:24:18.121736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:18.134497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4032e727-5ecd-40ba-b80b-ead8f6588962 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:24:18.153630 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4032e727-5ecd-40ba-b80b-ead8f6588962, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4032e727-5ecd-40ba-b80b-ead8f6588962,segment=NetworkSegment(fb2f1347-e92d-4fcb-9d06-778e8beb2e59),segment_id=fb2f1347-e92d-4fcb-9d06-778e8beb2e59)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:18.157560 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:18.203865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=4032e727-5ecd-40ba-b80b-ead8f6588962,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:18.420171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['4032e727-5ecd-40ba-b80b-ead8f6588962'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:24:19.201576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753bc2b-7d83-42d3-9ce2-0139e0683cf6 req-d7f984ca-69c2-47e1-a264-255a0957cf68 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:19.203159 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6753bc2b-7d83-42d3-9ce2-0139e0683cf6 req-d7f984ca-69c2-47e1-a264-255a0957cf68 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 944 time: 0.0549631 Mar 07 16:24:19.250953 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6753bc2b-7d83-42d3-9ce2-0139e0683cf6 req-f2ebcb2e-5457-40d0-a802-459c54f12672 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Mar 07 16:24:19.981316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4032e727-5ecd-40ba-b80b-ead8f6588962 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:24:20.029250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 4032e727-5ecd-40ba-b80b-ead8f6588962 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:24:20.033119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 4032e727-5ecd-40ba-b80b-ead8f6588962 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:24:20.033504 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:20.111107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 4032e727-5ecd-40ba-b80b-ead8f6588962 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:24:20.111486 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:20.133340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52719add-5558-4d4c-8b2a-f1435fe64f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032e727-5ecd-40ba-b80b-ead8f6588962'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:24:20.135528 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b73be24-df81-41f8-b6e8-ce52a63615ef" -d '{"events": [{"server_uuid": "52719add-5558-4d4c-8b2a-f1435fe64f2d", "name": "network-vif-plugged", "status": "completed", "tag": "4032e727-5ecd-40ba-b80b-ead8f6588962"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:24:20.148787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 4032e727-5ecd-40ba-b80b-ead8f6588962, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4032e727-5ecd-40ba-b80b-ead8f6588962,segment=NetworkSegment(fb2f1347-e92d-4fcb-9d06-778e8beb2e59),segment_id=fb2f1347-e92d-4fcb-9d06-778e8beb2e59)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:20.152943 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:20.176361 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d53362-a4d5-4f60-a409-32136b1519bb x-openstack-request-id: req-b4d53362-a4d5-4f60-a409-32136b1519bb {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:24:20.176657 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52719add-5558-4d4c-8b2a-f1435fe64f2d", "name": "network-vif-plugged", "status": "completed", "tag": "4032e727-5ecd-40ba-b80b-ead8f6588962", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:24:20.176916 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4d53362-a4d5-4f60-a409-32136b1519bb {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:24:20.177305 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52719add-5558-4d4c-8b2a-f1435fe64f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032e727-5ecd-40ba-b80b-ead8f6588962', 'code': 200} Mar 07 16:24:20.202611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=4032e727-5ecd-40ba-b80b-ead8f6588962,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:20.271539 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e45a36-bcac-42f7-bfbf-cf55ec3b983f req-76b9cc97-f457-41ed-9d56-d62deef84ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:20.273067 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42e45a36-bcac-42f7-bfbf-cf55ec3b983f req-76b9cc97-f457-41ed-9d56-d62deef84ccf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 1127 time: 0.0437810 Mar 07 16:24:20.329032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42e45a36-bcac-42f7-bfbf-cf55ec3b983f req-640c026b-921c-4b27-bf8f-033a48a0d295 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494196 Mar 07 16:24:20.372472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c71c8-d70d-4db3-a9ac-350331a57449 req-fd623965-3543-4487-b351-2879d4afa6a5 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:20.373928 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a68c71c8-d70d-4db3-a9ac-350331a57449 req-fd623965-3543-4487-b351-2879d4afa6a5 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0568979 Mar 07 16:24:20.420084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a68c71c8-d70d-4db3-a9ac-350331a57449 req-43ed5bb9-a23a-46c9-8c26-5bbeed00b9be tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 Mar 07 16:24:21.543760 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847af6f4-6d78-4d28-8154-f9184e64cabf req-acbfe08d-3e02-41c5-bbf2-4abbf5e1681a tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:21.545172 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-847af6f4-6d78-4d28-8154-f9184e64cabf req-acbfe08d-3e02-41c5-bbf2-4abbf5e1681a tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0533834 Mar 07 16:24:21.591894 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-847af6f4-6d78-4d28-8154-f9184e64cabf req-360c36d6-adb7-49b3-b0f6-5ccc98b24305 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Mar 07 16:24:21.710685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf11f6f-74bb-4736-892f-90fb39e3e9ba req-bf5c6838-9e8e-416a-9bc8-83a6f961f610 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:21.712208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cf11f6f-74bb-4736-892f-90fb39e3e9ba req-bf5c6838-9e8e-416a-9bc8-83a6f961f610 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0535948 Mar 07 16:24:21.758818 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cf11f6f-74bb-4736-892f-90fb39e3e9ba req-662e05fd-42f9-4091-8891-2e7b716eb846 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Mar 07 16:24:21.982490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d795d3-6f2a-4bf5-8f4b-69a9a81ee534 req-1c411bc3-6a2d-42bd-af3e-2ac000671139 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:21.984019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04d795d3-6f2a-4bf5-8f4b-69a9a81ee534 req-1c411bc3-6a2d-42bd-af3e-2ac000671139 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0527499 Mar 07 16:24:22.036410 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04d795d3-6f2a-4bf5-8f4b-69a9a81ee534 req-801f2931-302b-45c9-b599-daf5953d0c98 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Mar 07 16:24:22.890736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f3d377e8-0aa6-4d38-a316-2e991067b0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:23.158827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1def-5167-49e2-8cf4-e8a0aab8ef7d req-6fe2f88d-88c2-4033-a437-d0eb1c8efda5 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:23.160576 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ffea1def-5167-49e2-8cf4-e8a0aab8ef7d req-6fe2f88d-88c2-4033-a437-d0eb1c8efda5 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0540025 Mar 07 16:24:23.208448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ffea1def-5167-49e2-8cf4-e8a0aab8ef7d req-86fef618-e000-4c2b-b71c-7352bc627c02 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 Mar 07 16:24:23.418219 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86c4c7-a95b-4e03-9fef-c47d5e675896 req-ca558561-6b7d-4d59-90ed-7603dcc87d6f tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:23.420189 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8a86c4c7-a95b-4e03-9fef-c47d5e675896 req-ca558561-6b7d-4d59-90ed-7603dcc87d6f tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0579746 Mar 07 16:24:23.437105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-c25640b7-f308-4747-a9d5-0530e1bb71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:23.438641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-c25640b7-f308-4747-a9d5-0530e1bb71de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cb8254359047bba88c6ab622f2d90d&device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 1127 time: 0.0456645 Mar 07 16:24:23.467225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8a86c4c7-a95b-4e03-9fef-c47d5e675896 req-a7352e61-1c2d-426d-8893-461d4737a7a2 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Mar 07 16:24:23.527942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-41f5581a-a6cd-4f3e-80e1-e379f072b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:23.529478 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-41f5581a-a6cd-4f3e-80e1-e379f072b042 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 HTTP/1.1" status: 200 len: 913 time: 0.0851400 Mar 07 16:24:23.574118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-6e8c1fed-9e0d-4181-a202-b426c5cb3c53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4032e727-5ecd-40ba-b80b-ead8f6588962 HTTP/1.1" status: 200 len: 217 time: 0.0384405 Mar 07 16:24:23.628024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-49bea2d6-0874-4455-90b0-f53bb97b117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:23.629443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-49bea2d6-0874-4455-90b0-f53bb97b117e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c96d8bb-e4b7-4e92-aae9-f609554b1de7 HTTP/1.1" status: 200 len: 852 time: 0.0430362 Mar 07 16:24:23.661386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-a7c883ba-9a51-46b3-abd6-2bd016aa2779 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251570 Mar 07 16:24:23.758700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-8ce74016-66a1-4582-8d86-4cc5103b78f3 service neutron] 10.222.0.11 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896707 Mar 07 16:24:23.848888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74c7e98b-6e73-4f0f-9c1d-ed31ec094642 req-0f2a59c0-1466-403f-b18e-b3243a5e31e1 service neutron] 10.222.0.11 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807278 Mar 07 16:24:24.601294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0fb73-18d2-46a9-b6be-91494acd9fdb req-3f717e28-a082-40d9-be43-31f9de69cd08 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:24.602779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70e0fb73-18d2-46a9-b6be-91494acd9fdb req-3f717e28-a082-40d9-be43-31f9de69cd08 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0619805 Mar 07 16:24:24.649965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70e0fb73-18d2-46a9-b6be-91494acd9fdb req-f749b60b-bc1c-40de-8bb6-eccd8b84ec73 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415421 Mar 07 16:24:25.195371 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4f2f4e07-9176-40e5-94a3-98fd9c521f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:25.518434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9d805-72cf-4725-ad2f-c3a0e06e46fb req-e3c904d4-9dec-4b95-9eb2-9c1cdca31b29 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:25.519989 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91a9d805-72cf-4725-ad2f-c3a0e06e46fb req-e3c904d4-9dec-4b95-9eb2-9c1cdca31b29 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0550001 Mar 07 16:24:25.568836 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-91a9d805-72cf-4725-ad2f-c3a0e06e46fb req-9b21c682-164f-494c-a638-978f4ab5815b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Mar 07 16:24:25.769866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca7a4-d744-4ce1-a7c3-123dee5720a5 req-65d5d32e-652b-4cc1-806b-1b0c418564d3 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:25.771297 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-051ca7a4-d744-4ce1-a7c3-123dee5720a5 req-65d5d32e-652b-4cc1-806b-1b0c418564d3 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0534136 Mar 07 16:24:25.817674 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-051ca7a4-d744-4ce1-a7c3-123dee5720a5 req-0928f433-d4fc-4ba5-8958-dc7dd6bd75a4 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Mar 07 16:24:26.061281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c2da0-d491-4047-9893-4e038d6ef42c req-13e2f2e7-c65f-44e7-af7e-5f003c3b0dcd tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:26.062723 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f3c2da0-d491-4047-9893-4e038d6ef42c req-13e2f2e7-c65f-44e7-af7e-5f003c3b0dcd tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0583215 Mar 07 16:24:26.110367 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f3c2da0-d491-4047-9893-4e038d6ef42c req-4ff9d3bc-5742-44b3-8e22-64dae9383118 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Mar 07 16:24:26.458245 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:26.699198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6945cfe-1bc4-41aa-995a-c5cbc4e08ca0 req-7d5bc704-8ddd-425a-845d-c228b5542f06 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:26.700619 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6945cfe-1bc4-41aa-995a-c5cbc4e08ca0 req-7d5bc704-8ddd-425a-845d-c228b5542f06 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0599642 Mar 07 16:24:26.748693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d6945cfe-1bc4-41aa-995a-c5cbc4e08ca0 req-a476c995-444b-4bfb-b6a1-ba6dc12cb498 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Mar 07 16:24:27.227922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ead7a-d0b3-42cf-baab-c2efee59e650 req-927580fd-a718-4c29-b95b-8363fd520f58 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:27.229433 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a90ead7a-d0b3-42cf-baab-c2efee59e650 req-927580fd-a718-4c29-b95b-8363fd520f58 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0514367 Mar 07 16:24:27.275604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a90ead7a-d0b3-42cf-baab-c2efee59e650 req-09220888-d26a-4e12-a83e-04c910fd1b4a tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Mar 07 16:24:27.475882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720e856-6fa5-4402-96a8-62b8b58b0a86 req-93da235e-bb45-464b-a7ff-0ee20e4c091b tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:27.477394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8720e856-6fa5-4402-96a8-62b8b58b0a86 req-93da235e-bb45-464b-a7ff-0ee20e4c091b tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0548747 Mar 07 16:24:27.499942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bea61-9324-4893-8631-f16abbf2535e req-ce2b5868-66d7-4039-ae2b-079e1bcc6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:27.501464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36bea61-9324-4893-8631-f16abbf2535e req-ce2b5868-66d7-4039-ae2b-079e1bcc6c1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cb8254359047bba88c6ab622f2d90d&device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 1127 time: 0.0457313 Mar 07 16:24:27.527975 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8720e856-6fa5-4402-96a8-62b8b58b0a86 req-f736bae2-feff-4f91-8605-3393e1132cc9 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449798 Mar 07 16:24:27.594862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bea61-9324-4893-8631-f16abbf2535e req-930b42f5-7b83-40db-8b54-e1b13ad998fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:27.596376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36bea61-9324-4893-8631-f16abbf2535e req-930b42f5-7b83-40db-8b54-e1b13ad998fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 HTTP/1.1" status: 200 len: 913 time: 0.0892994 Mar 07 16:24:27.635978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36bea61-9324-4893-8631-f16abbf2535e req-ab017b90-521f-43d1-b2e3-6a34e0d09db8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4032e727-5ecd-40ba-b80b-ead8f6588962 HTTP/1.1" status: 200 len: 217 time: 0.0333302 Mar 07 16:24:27.684654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bea61-9324-4893-8631-f16abbf2535e req-803edeaf-8146-42c8-9e05-ca48b6e0ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:27.685984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36bea61-9324-4893-8631-f16abbf2535e req-803edeaf-8146-42c8-9e05-ca48b6e0ae89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c96d8bb-e4b7-4e92-aae9-f609554b1de7 HTTP/1.1" status: 200 len: 852 time: 0.0424364 Mar 07 16:24:27.716012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36bea61-9324-4893-8631-f16abbf2535e req-61deb856-3eb2-41a0-a2e8-3442d3320283 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241876 Mar 07 16:24:27.761774 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:27.809004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36bea61-9324-4893-8631-f16abbf2535e req-9353eda0-594e-4d6c-b0a4-13af8ffe7fb8 service neutron] 10.222.0.11 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870140 Mar 07 16:24:27.903400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c36bea61-9324-4893-8631-f16abbf2535e req-cfcbca43-84ba-4e08-9957-079e25c54aba service neutron] 10.222.0.11 "GET /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876026 Mar 07 16:24:28.004839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e78668-d615-47a1-abd8-bb5e57bfd19a req-09a0a9df-29e0-40e0-8881-1f075396b736 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:28.006342 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88e78668-d615-47a1-abd8-bb5e57bfd19a req-09a0a9df-29e0-40e0-8881-1f075396b736 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0550950 Mar 07 16:24:28.055612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88e78668-d615-47a1-abd8-bb5e57bfd19a req-49cafce5-1be2-4901-b086-286447efca7e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 Mar 07 16:24:28.651577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc6884-949c-48a5-a71b-801f94720cef req-ae55ce98-0fff-487b-83c2-9fb58ab0e887 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:28.653067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47fc6884-949c-48a5-a71b-801f94720cef req-ae55ce98-0fff-487b-83c2-9fb58ab0e887 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0555801 Mar 07 16:24:28.699337 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-47fc6884-949c-48a5-a71b-801f94720cef req-bc0849ae-297b-482f-b8a7-c38e272d84f4 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400200 Mar 07 16:24:29.151057 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:29.175875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f124a2-57f1-4f87-b7e8-e1cc7da1905c req-399c8eab-0e07-481e-9bc9-817b805494bf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:29.177481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f8f124a2-57f1-4f87-b7e8-e1cc7da1905c req-399c8eab-0e07-481e-9bc9-817b805494bf tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0563273 Mar 07 16:24:29.226156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f8f124a2-57f1-4f87-b7e8-e1cc7da1905c req-31452ced-f658-49a4-bd60-5fcda7257533 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Mar 07 16:24:29.817279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537271-cb18-4374-ad8f-fb092b113d0d req-1a1092dd-a9ed-48f6-a286-a026d075fe07 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:29.818769 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58537271-cb18-4374-ad8f-fb092b113d0d req-1a1092dd-a9ed-48f6-a286-a026d075fe07 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0543346 Mar 07 16:24:29.865928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58537271-cb18-4374-ad8f-fb092b113d0d req-e5c12c14-f5c7-4266-bc27-343e3b1f8380 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Mar 07 16:24:30.099518 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de200b74-6d67-46bb-afce-74e9d69953df req-e25f412b-d453-4543-8a87-cdacf6e532d6 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:30.101004 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de200b74-6d67-46bb-afce-74e9d69953df req-e25f412b-d453-4543-8a87-cdacf6e532d6 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0566361 Mar 07 16:24:30.147605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de200b74-6d67-46bb-afce-74e9d69953df req-591f08da-8f82-4a2e-885c-302208263400 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Mar 07 16:24:30.348923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9107492-ca88-4136-92d6-53838d291188 req-c6b0d24e-cf6c-4db2-ae67-35428c479ee4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:30.350388 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9107492-ca88-4136-92d6-53838d291188 req-c6b0d24e-cf6c-4db2-ae67-35428c479ee4 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0565450 Mar 07 16:24:30.398277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e9107492-ca88-4136-92d6-53838d291188 req-2e62eab9-66b7-4e9a-ae8b-e45f50d2c3cb tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Mar 07 16:24:31.266783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e230d12-d265-4594-b3ce-4998a14472cf req-f1acd05e-3054-4010-9181-ba4c29d3bed8 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:31.268423 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2e230d12-d265-4594-b3ce-4998a14472cf req-f1acd05e-3054-4010-9181-ba4c29d3bed8 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0538149 Mar 07 16:24:31.314728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2e230d12-d265-4594-b3ce-4998a14472cf req-d8c069d1-1916-48fd-99fa-329239f98a29 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Mar 07 16:24:31.517937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee86f2-81c8-41f6-afaf-aa53cc3fc15b req-464beb57-754e-4c77-84fc-3582557c1942 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:31.519452 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45ee86f2-81c8-41f6-afaf-aa53cc3fc15b req-464beb57-754e-4c77-84fc-3582557c1942 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0534291 Mar 07 16:24:31.568260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-45ee86f2-81c8-41f6-afaf-aa53cc3fc15b req-07c48c79-673e-4e25-b7b4-fbdc912514c8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Mar 07 16:24:31.831999 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900305-9585-4e0b-aa05-88844bde0e43 req-df4420da-4f69-4bd0-9950-ec9411d7ea6a tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:31.833462 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43900305-9585-4e0b-aa05-88844bde0e43 req-df4420da-4f69-4bd0-9950-ec9411d7ea6a tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.11 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 945 time: 0.0547397 Mar 07 16:24:31.935012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-43900305-9585-4e0b-aa05-88844bde0e43 req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Deleting port 4032e727-5ecd-40ba-b80b-ead8f6588962 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:24:31.935361 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-43900305-9585-4e0b-aa05-88844bde0e43 req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:32.031799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-43900305-9585-4e0b-aa05-88844bde0e43 req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] For port 4032e727-5ecd-40ba-b80b-ead8f6588962, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=4032e727-5ecd-40ba-b80b-ead8f6588962,segment=NetworkSegment(fb2f1347-e92d-4fcb-9d06-778e8beb2e59),segment_id=fb2f1347-e92d-4fcb-9d06-778e8beb2e59)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:32.032168 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-43900305-9585-4e0b-aa05-88844bde0e43 req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:32.044619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-43900305-9585-4e0b-aa05-88844bde0e43 req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Calling delete_port for 4032e727-5ecd-40ba-b80b-ead8f6588962 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:24:32.172690 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-43900305-9585-4e0b-aa05-88844bde0e43 req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4032e727-5ecd-40ba-b80b-ead8f6588962), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:32.184639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['4032e727-5ecd-40ba-b80b-ead8f6588962'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:24:32.203527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Pushing event deleted for resources: {'Port': ['ID=4032e727-5ecd-40ba-b80b-ead8f6588962,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:32.217277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.217628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.217970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.218308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.218642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.218998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.219328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.219654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.220008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.220551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.220997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.221327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.221656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:32.256330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-43900305-9585-4e0b-aa05-88844bde0e43 req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] No DVR routers for this DVR port 4032e727-5ecd-40ba-b80b-ead8f6588962 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:24:32.258816 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-43900305-9585-4e0b-aa05-88844bde0e43 req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:32.262086 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-43900305-9585-4e0b-aa05-88844bde0e43 req-493e5dac-8b1b-4fe7-9733-e18057fe4dfc tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.11 "DELETE /v2.0/ports/4032e727-5ecd-40ba-b80b-ead8f6588962 HTTP/1.1" status: 204 len: 173 time: 0.4233987 Mar 07 16:24:32.262524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52719add-5558-4d4c-8b2a-f1435fe64f2d', 'name': 'network-vif-deleted', 'tag': '4032e727-5ecd-40ba-b80b-ead8f6588962'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:24:32.264746 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff80574-3d0d-418a-a85a-c48aaebe28be" -d '{"events": [{"server_uuid": "52719add-5558-4d4c-8b2a-f1435fe64f2d", "name": "network-vif-deleted", "tag": "4032e727-5ecd-40ba-b80b-ead8f6588962"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:24:32.307725 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d67cd7-8b84-4828-aacd-3edf110e815f x-openstack-request-id: req-a3d67cd7-8b84-4828-aacd-3edf110e815f {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:24:32.308017 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52719add-5558-4d4c-8b2a-f1435fe64f2d", "name": "network-vif-deleted", "tag": "4032e727-5ecd-40ba-b80b-ead8f6588962", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:24:32.308272 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3d67cd7-8b84-4828-aacd-3edf110e815f {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:24:32.308661 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52719add-5558-4d4c-8b2a-f1435fe64f2d', 'name': 'network-vif-deleted', 'tag': '4032e727-5ecd-40ba-b80b-ead8f6588962', 'status': 'completed', 'code': 200} Mar 07 16:24:32.434736 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-53ce7815-cd1c-4e48-9a97-0cfc27367a67 req-175b537d-c2f4-4cfb-8b24-b3da0b7ba018 tempest-TestServerAdvancedOps-1102781475 tempest-TestServerAdvancedOps-1102781475-project] 10.222.0.24 "GET /v2.0/ports?device_id=52719add-5558-4d4c-8b2a-f1435fe64f2d HTTP/1.1" status: 200 len: 210 time: 0.0276473 Mar 07 16:24:32.698768 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112efb7f-6188-41b9-827e-616a7b023db1 req-c83f13d6-bcfc-4326-ab1c-cd8925cfba34 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:32.700241 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-112efb7f-6188-41b9-827e-616a7b023db1 req-c83f13d6-bcfc-4326-ab1c-cd8925cfba34 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0557668 Mar 07 16:24:33.092112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-112efb7f-6188-41b9-827e-616a7b023db1 req-8e8959bd-be69-4e15-a7ee-2ef48b08d7f3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848686 Mar 07 16:24:33.738127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51526) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:33.781388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-552e9c71-e7ce-427c-801c-db632ac0a778 admin admin] Deleting subnet 3c96d8bb-e4b7-4e92-aae9-f609554b1de7 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:24:33.784457 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-552e9c71-e7ce-427c-801c-db632ac0a778 admin admin] Publish callbacks [] for subnet (3c96d8bb-e4b7-4e92-aae9-f609554b1de7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:33.822188 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-552e9c71-e7ce-427c-801c-db632ac0a778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (3c96d8bb-e4b7-4e92-aae9-f609554b1de7), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:33.858887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-552e9c71-e7ce-427c-801c-db632ac0a778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (3c96d8bb-e4b7-4e92-aae9-f609554b1de7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:33.910541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-552e9c71-e7ce-427c-801c-db632ac0a778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (3c96d8bb-e4b7-4e92-aae9-f609554b1de7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:33.936646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e9c71-e7ce-427c-801c-db632ac0a778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c96d8bb-e4b7-4e92-aae9-f609554b1de7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:33.941171 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-552e9c71-e7ce-427c-801c-db632ac0a778 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:33.944447 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-552e9c71-e7ce-427c-801c-db632ac0a778 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c96d8bb-e4b7-4e92-aae9-f609554b1de7 HTTP/1.1" status: 204 len: 168 time: 0.2053089 Mar 07 16:24:33.946978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51530) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:34.018378 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.094323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.115151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:34.124609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2f1347-e92d-4fcb-9d06-778e8beb2e59') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:34.124904 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2f1347-e92d-4fcb-9d06-778e8beb2e59') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:34.134580 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (fb2f1347-e92d-4fcb-9d06-778e8beb2e59), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.147488 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (fb2f1347-e92d-4fcb-9d06-778e8beb2e59), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.153835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:24:34.154224 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (fb2f1347-e92d-4fcb-9d06-778e8beb2e59), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:24:34.155880 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:24:34.214946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676f7c3-6d59-4d37-bfb3-6460b9e20ac6 req-91331b20-fa59-4d38-a7a8-cff08aa5e6fc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:34.215639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.216513 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c676f7c3-6d59-4d37-bfb3-6460b9e20ac6 req-91331b20-fa59-4d38-a7a8-cff08aa5e6fc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0544915 Mar 07 16:24:34.221323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.224544 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] 10.222.0.24 "DELETE /v2.0/networks/ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2 HTTP/1.1" status: 204 len: 168 time: 0.2766433 Mar 07 16:24:34.227563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51534) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:34.235088 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031dc27-c06a-4a1c-82aa-6ac13943b96f admin admin] Pushing event deleted for resources: {'Network': ['ID=ce4b5d00-e55f-4bf0-8fd9-660d3ca769a2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:34.304741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Deleting subnet c1407ce9-512f-404f-b0ea-0045b1815021 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:24:34.310698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c676f7c3-6d59-4d37-bfb3-6460b9e20ac6 req-5f9102d4-dc8d-4f9a-8531-28b6d7113075 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869880 Mar 07 16:24:34.311545 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Publish callbacks [] for subnet (c1407ce9-512f-404f-b0ea-0045b1815021), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.351060 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (c1407ce9-512f-404f-b0ea-0045b1815021), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.388616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (c1407ce9-512f-404f-b0ea-0045b1815021), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.439924 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (c1407ce9-512f-404f-b0ea-0045b1815021), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.466600 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.469772 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c1407ce9-512f-404f-b0ea-0045b1815021 HTTP/1.1" status: 204 len: 168 time: 0.2412741 Mar 07 16:24:34.470835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1407ce9-512f-404f-b0ea-0045b1815021,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:34.472700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51538) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:34.479026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.479385 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.479737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.480082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.480427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.480769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.481106 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.481441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.481774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.482105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.482465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.482846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.483184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d14f434-2e9b-42c8-a6a0-24168a883f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:24:34.544998 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.621293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.641948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:34.651135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc87880f-5d06-4b6d-8562-34c590adc23c') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:34.651434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc87880f-5d06-4b6d-8562-34c590adc23c') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:24:34.660648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (bc87880f-5d06-4b6d-8562-34c590adc23c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.674176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bc87880f-5d06-4b6d-8562-34c590adc23c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.679837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:24:34.680221 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (bc87880f-5d06-4b6d-8562-34c590adc23c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:24:34.681807 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:24:34.738344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.743706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:34.746759 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb HTTP/1.1" status: 204 len: 168 time: 0.2730520 Mar 07 16:24:34.757743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ea3ab-ac1a-4aa9-b5f9-d2175f325736 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ae9a4f-cc8b-4218-81f4-5d04c40fb1bb,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:34.907937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51546) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:34.948107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8112194c-dba2-411a-a1bb-775db0e31457 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35cb8254359047bba88c6ab622f2d90d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388205 Mar 07 16:24:34.950778 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51548) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:35.000708 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7afc24b-0f75-4a4b-9c07-756b79e22eb2 admin admin] Publish callbacks [] for security_group (0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:35.024452 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7afc24b-0f75-4a4b-9c07-756b79e22eb2 admin admin] Publish callbacks [] for security_group (0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:35.071547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7afc24b-0f75-4a4b-9c07-756b79e22eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:35.074469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f7afc24b-0f75-4a4b-9c07-756b79e22eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:35.075712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f7afc24b-0f75-4a4b-9c07-756b79e22eb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b HTTP/1.1" status: 204 len: 168 time: 0.1237750 Mar 07 16:24:35.084897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afc24b-0f75-4a4b-9c07-756b79e22eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea65a7c-4bc8-47a3-9989-cc30dc3ef68b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:35.271746 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51566) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:35.368637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3f4d-bae6-4225-9534-d13ab8503441 req-5d91ca3a-ddbe-482a-b8bb-48dfec33b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:35.371288 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-477b3f4d-bae6-4225-9534-d13ab8503441 req-5d91ca3a-ddbe-482a-b8bb-48dfec33b1d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0984712 Mar 07 16:24:35.416746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51572) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:35.422014 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-477b3f4d-bae6-4225-9534-d13ab8503441 req-9d2faa57-e0ae-45bd-9717-47452d41458d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459142 Mar 07 16:24:35.465140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d2f15-d72a-4698-9552-d0dffef9911b req-87152b22-ccfd-411f-a40a-7c17bb1c4156 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:35.466618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-358d2f15-d72a-4698-9552-d0dffef9911b req-87152b22-ccfd-411f-a40a-7c17bb1c4156 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0847797 Mar 07 16:24:35.484237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d0ffb502-5763-42b1-9a19-62d24099e4e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97915442172b47bfaf2f24176af4df86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664647 Mar 07 16:24:35.486890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51576) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:35.521107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-358d2f15-d72a-4698-9552-d0dffef9911b req-9c9b277c-e202-48aa-9c6a-44d02752f091 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459583 Mar 07 16:24:35.538964 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95656d97-4a27-4f80-bfe8-04d16947af6a admin admin] Publish callbacks [] for security_group (fff9a386-0f1d-4150-825a-1f8182e536f4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:35.559601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95656d97-4a27-4f80-bfe8-04d16947af6a admin admin] Publish callbacks [] for security_group (fff9a386-0f1d-4150-825a-1f8182e536f4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:35.606348 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95656d97-4a27-4f80-bfe8-04d16947af6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (fff9a386-0f1d-4150-825a-1f8182e536f4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:35.609016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-95656d97-4a27-4f80-bfe8-04d16947af6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:35.610163 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-95656d97-4a27-4f80-bfe8-04d16947af6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fff9a386-0f1d-4150-825a-1f8182e536f4 HTTP/1.1" status: 204 len: 168 time: 0.1221943 Mar 07 16:24:35.618358 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95656d97-4a27-4f80-bfe8-04d16947af6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff9a386-0f1d-4150-825a-1f8182e536f4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:36.070360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4032e727-5ecd-40ba-b80b-ead8f6588962 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:24:36.100128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 4032e727-5ecd-40ba-b80b-ead8f6588962 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:24:36.100498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 4032e727-5ecd-40ba-b80b-ead8f6588962 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:24:36.640132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70c05b-0155-4c73-891a-bda2051a7580 req-08e09799-5281-489b-93b0-bc6f626d272f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:36.642224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b70c05b-0155-4c73-891a-bda2051a7580 req-08e09799-5281-489b-93b0-bc6f626d272f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0522335 Mar 07 16:24:36.656398 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:36.691819 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7b70c05b-0155-4c73-891a-bda2051a7580 req-b8d39cbb-e00b-4bff-9d8e-e03987fec387 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Mar 07 16:24:37.816156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab72ce9-f5af-475d-b5a1-c28a8d940102 req-72d3a6dc-c816-4f35-ae83-ccb7f117485e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:37.817664 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aab72ce9-f5af-475d-b5a1-c28a8d940102 req-72d3a6dc-c816-4f35-ae83-ccb7f117485e tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0579600 Mar 07 16:24:37.866866 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aab72ce9-f5af-475d-b5a1-c28a8d940102 req-489ddac6-4244-463c-a62b-2a1779fcab11 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Mar 07 16:24:38.981953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f11b7-723d-484a-ae0a-3bcbaadfa4c2 req-0492be03-c37f-4606-9759-9f8f9277ff01 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:38.983473 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b6f11b7-723d-484a-ae0a-3bcbaadfa4c2 req-0492be03-c37f-4606-9759-9f8f9277ff01 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0510747 Mar 07 16:24:39.036456 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b6f11b7-723d-484a-ae0a-3bcbaadfa4c2 req-f7d6ba0f-7609-4d58-97f8-ad00d90241ac tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468516 Mar 07 16:24:40.154935 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3398f-f122-4a2c-9133-506e8c726fc7 req-3ad21aa5-42d8-421d-b28c-42fe4a446908 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:40.156355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-61e3398f-f122-4a2c-9133-506e8c726fc7 req-3ad21aa5-42d8-421d-b28c-42fe4a446908 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0531025 Mar 07 16:24:40.209297 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-61e3398f-f122-4a2c-9133-506e8c726fc7 req-e33d035f-54c0-4be5-87b5-24d9f1b029e9 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467775 Mar 07 16:24:40.431557 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:24:41.126398 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:41.324941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79564887-0558-475b-9cdf-03875dbab124 req-6a74d145-54c2-4401-971b-e3d20081be21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:41.326424 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79564887-0558-475b-9cdf-03875dbab124 req-6a74d145-54c2-4401-971b-e3d20081be21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0521257 Mar 07 16:24:41.375891 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79564887-0558-475b-9cdf-03875dbab124 req-a1052977-0b47-46db-9d29-7d5e8b45d851 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Mar 07 16:24:42.502263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f3f9a-97a2-40c3-8ca9-6be246142a7b req-aed4792f-4b04-44a6-ae5d-b36045b8acfd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:42.503697 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f0f3f9a-97a2-40c3-8ca9-6be246142a7b req-aed4792f-4b04-44a6-ae5d-b36045b8acfd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0521982 Mar 07 16:24:42.555950 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8f0f3f9a-97a2-40c3-8ca9-6be246142a7b req-975f953f-faf7-49d5-a228-6ae6cc0a8360 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466321 Mar 07 16:24:43.672980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b2601-7a95-4e30-bbb5-56643a3a08b3 req-a90e90df-c40f-4fa9-996e-1b7ae211f1dc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:43.674532 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df7b2601-7a95-4e30-bbb5-56643a3a08b3 req-a90e90df-c40f-4fa9-996e-1b7ae211f1dc tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0524299 Mar 07 16:24:43.722211 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df7b2601-7a95-4e30-bbb5-56643a3a08b3 req-29fd7bfe-d288-451c-805f-631f839b6fd3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Mar 07 16:24:44.089229 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878899bd-eef1-409c-a2d6-2a38f7a219af req-7e18121a-07dd-4787-9ba8-0eedaf6ffb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:44.090768 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-878899bd-eef1-409c-a2d6-2a38f7a219af req-7e18121a-07dd-4787-9ba8-0eedaf6ffb4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 1127 time: 0.0514398 Mar 07 16:24:44.135375 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-878899bd-eef1-409c-a2d6-2a38f7a219af req-9a85795a-5c7b-47a6-b619-99361f715ace service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390112 Mar 07 16:24:44.842762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ffec8-b1ac-4f97-8127-3196ce7bddab req-5f867041-20fe-4a3c-9134-296517485070 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:44.844309 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-043ffec8-b1ac-4f97-8127-3196ce7bddab req-5f867041-20fe-4a3c-9134-296517485070 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0525599 Mar 07 16:24:44.892665 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-043ffec8-b1ac-4f97-8127-3196ce7bddab req-8092013e-30be-4d19-a6bc-bc1cc7faec5f tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 Mar 07 16:24:46.011939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf6e6-6d6b-47aa-9d6f-24f570e7544b req-c282d65c-8675-47d2-a7de-fcf37c24323a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:24:46.013435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-181cf6e6-6d6b-47aa-9d6f-24f570e7544b req-c282d65c-8675-47d2-a7de-fcf37c24323a tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Mar 07 16:24:46.062581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-181cf6e6-6d6b-47aa-9d6f-24f570e7544b req-0fb45d67-f61a-46bf-8556-7c2558781ca3 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429769 Mar 07 16:24:46.085929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51610) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:24:46.135904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 04fd27f9-bb0e-46c1-98b2-63a70396438c details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:24:46.151172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bffd0c4d-964d-4457-8e9a-252b630855ee tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/floatingips/9410d88d-cfa8-4892-842c-d887f846c3a6 HTTP/1.1" status: 200 len: 992 time: 0.0640221 Mar 07 16:24:46.234372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 04fd27f9-bb0e-46c1-98b2-63a70396438c, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:46.245647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'port_id': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'mac_address': 'fa:16:3e:a8:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:24:46.281904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 04fd27f9-bb0e-46c1-98b2-63a70396438c is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:24:46.282289 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:46.294545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04fd27f9-bb0e-46c1-98b2-63a70396438c {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:24:46.313834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 04fd27f9-bb0e-46c1-98b2-63a70396438c, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:46.318042 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:46.367090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=04fd27f9-bb0e-46c1-98b2-63a70396438c,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:46.542025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['04fd27f9-bb0e-46c1-98b2-63a70396438c'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:24:48.133009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 04fd27f9-bb0e-46c1-98b2-63a70396438c up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:24:48.180999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 04fd27f9-bb0e-46c1-98b2-63a70396438c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:24:48.181283 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:48.257846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 04fd27f9-bb0e-46c1-98b2-63a70396438c is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:24:48.258231 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:48.435402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:24:48.437541 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ef47f6-86e6-4a24-8002-1a1f59fc4a7b" -d '{"events": [{"server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "name": "network-vif-plugged", "status": "completed", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:24:48.449656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 04fd27f9-bb0e-46c1-98b2-63a70396438c, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:24:48.453852 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:48.476399 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c93aed-d235-4ee3-aa18-173fd75fd154 x-openstack-request-id: req-97c93aed-d235-4ee3-aa18-173fd75fd154 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:24:48.476694 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "name": "network-vif-plugged", "status": "completed", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:24:48.476949 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97c93aed-d235-4ee3-aa18-173fd75fd154 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:24:48.477337 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'code': 200} Mar 07 16:24:48.502274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=04fd27f9-bb0e-46c1-98b2-63a70396438c,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:24:52.893213 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6d2f44c5-0d97-420b-8ed7-87bd4cf4d841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:55.197092 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-08cbe63f-4181-4dde-822e-9714f400e93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:56.459830 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:57.781856 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:24:59.154649 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:06.656859 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:08.737970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-ae8f00eb-9eac-4271-a62d-ecee6cf65369 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434451 Mar 07 16:25:08.824095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-9befa26e-ce31-4bce-ad6c-c2dc2d6f36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:08.825603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-9befa26e-ce31-4bce-ad6c-c2dc2d6f36b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 1127 time: 0.0455899 Mar 07 16:25:08.934555 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-3ce63dff-1ad8-450b-85fe-a900e030e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:08.936210 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-3ce63dff-1ad8-450b-85fe-a900e030e375 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d9dccd3-c24a-48f9-9d15-bba85ec19788 HTTP/1.1" status: 200 len: 897 time: 0.0898952 Mar 07 16:25:09.008721 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-14b297a5-7a44-4387-88b7-19b1a6ee7cb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c HTTP/1.1" status: 200 len: 1000 time: 0.0659120 Mar 07 16:25:09.060346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-da86d256-e468-448a-85c5-ea8c923662a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:09.061778 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-da86d256-e468-448a-85c5-ea8c923662a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cedea611-1867-4629-b140-0bea1fa6cddd HTTP/1.1" status: 200 len: 834 time: 0.0461593 Mar 07 16:25:09.108842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-57e45ecb-3bbf-45be-9fe9-aaf9ede6cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:09.110295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-57e45ecb-3bbf-45be-9fe9-aaf9ede6cef6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d9dccd3-c24a-48f9-9d15-bba85ec19788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422494 Mar 07 16:25:09.199979 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-29d4edd1-3d9a-4c86-ae3a-1969e5c64d95 service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833418 Mar 07 16:25:09.302931 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0935150d-193f-4279-8d59-85e1d4c334c0 req-27453148-27a6-4cad-b01e-686f701aee65 service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959499 Mar 07 16:25:11.138227 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:11.187932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-9c5f1789-e376-42c2-af9e-376ee539ef8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423248 Mar 07 16:25:11.274596 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-5f1bf46e-7d5d-4be6-aa6e-5d3e1af02a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:11.276114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-5f1bf46e-7d5d-4be6-aa6e-5d3e1af02a79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0480201 Mar 07 16:25:11.376011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-b354e347-7431-4358-aca7-375ea0d93029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:11.377481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-b354e347-7431-4358-aca7-375ea0d93029 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 200 len: 909 time: 0.0837798 Mar 07 16:25:11.443962 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-52bc4ade-b73b-47b5-ac09-2561cb3989c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 200 len: 1001 time: 0.0605667 Mar 07 16:25:11.490670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-bda41488-c82e-4fa9-a6fe-251c77c1d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:11.492245 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-bda41488-c82e-4fa9-a6fe-251c77c1d792 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d HTTP/1.1" status: 200 len: 847 time: 0.0432494 Mar 07 16:25:11.541593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-1c810369-3f4a-4c53-9d85-09cdefe0644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:11.543104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-1c810369-3f4a-4c53-9d85-09cdefe0644a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c406d66b-c34a-42b3-9808-fd739e84da49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446966 Mar 07 16:25:11.988406 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-bf71b6e9-69c6-4922-a444-518916ace433 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389966 Mar 07 16:25:12.075918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81ef3e7e-a435-4f33-91c6-e2c508095189 req-a2f9a1aa-d012-470c-8eb7-21c50b583bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817442 Mar 07 16:25:17.430672 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:25:21.368908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51630) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:21.523330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:25:21.523598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:21.599897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:21.600227 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:21.611666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:25:21.754992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:21.777503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=ed6ff0b1-7beb-4e13-9aa3-e38dc3541f91,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:21.841531 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for floatingip (9410d88d-cfa8-4892-842c-d887f846c3a6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:21.841861 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Floating IP 9410d88d-cfa8-4892-842c-d887f846c3a6 disassociated (deleted). External IP: 172.25.4.11, port: 04fd27f9-bb0e-46c1-98b2-63a70396438c. Mar 07 16:25:22.056304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:25:22.171185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:25:22.176601 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:22.181083 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] Sync routers for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:25:22.190574 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:25:22.191213 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:24:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:22.205445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-50eb9cf2-a0cd-4a93-b759-2ae9f9f9f2f8 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/floatingips/9410d88d-cfa8-4892-842c-d887f846c3a6 HTTP/1.1" status: 204 len: 168 time: 0.8354473 Mar 07 16:25:22.206054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:25:22.209003 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744" -d '{"events": [{"name": "network-changed", "server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:25:22.249688 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d011eaf-b85e-469a-b1e2-54633145be82 x-openstack-request-id: req-4d011eaf-b85e-469a-b1e2-54633145be82 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:25:22.249994 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:25:22.250256 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d011eaf-b85e-469a-b1e2-54633145be82 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:25:22.250670 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'status': 'completed', 'code': 200} Mar 07 16:25:22.301993 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:25:22.324348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-53941b32-1356-40d4-af1c-21feaa89742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:22.325923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-53941b32-1356-40d4-af1c-21feaa89742c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 1127 time: 0.0520010 Mar 07 16:25:22.461455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-23e350fa-ed6a-41cd-a3c7-8aa680735501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:22.463126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-23e350fa-ed6a-41cd-a3c7-8aa680735501 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d9dccd3-c24a-48f9-9d15-bba85ec19788 HTTP/1.1" status: 200 len: 897 time: 0.1254575 Mar 07 16:25:22.485150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c75efc-2157-4a96-b061-ccb80cdde895 req-13a755ba-e25b-4193-86cd-7aaa885e4ea5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:22.486010 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06c75efc-2157-4a96-b061-ccb80cdde895 req-13a755ba-e25b-4193-86cd-7aaa885e4ea5 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0817642 Mar 07 16:25:22.510636 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5a848268-a3ed-46b4-8eb7-aefd6e52ea60', 'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:07:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:34Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:22.516659 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-d3223ffd-df0e-4df0-add8-f58d80b2693e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c HTTP/1.1" status: 200 len: 217 time: 0.0459535 Mar 07 16:25:22.538766 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] Checking router: 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:25:22.546855 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:25:22.547455 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:24:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:22.591397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06c75efc-2157-4a96-b061-ccb80cdde895 req-15d66c44-8080-4d83-806f-83403155ec68 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773280 Mar 07 16:25:22.594976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-66cdf310-935e-4863-a423-b678d90fe082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:22.596402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-66cdf310-935e-4863-a423-b678d90fe082 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cedea611-1867-4629-b140-0bea1fa6cddd HTTP/1.1" status: 200 len: 834 time: 0.0674272 Mar 07 16:25:22.651443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-bcc4b782-9004-4b49-b3e7-1b55fc367a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:22.653044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-bcc4b782-9004-4b49-b3e7-1b55fc367a42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d9dccd3-c24a-48f9-9d15-bba85ec19788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497513 Mar 07 16:25:22.655191 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:25:22.744545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-c680e699-06b5-4029-8786-ca76d28deb3b service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850544 Mar 07 16:25:22.840251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f0c2d8c3-aee3-4ad9-91f4-8d65d45f5744 req-b82d71f6-c322-451e-acb4-4b5257ca9ad5 service neutron] 10.222.0.11 "GET /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885255 Mar 07 16:25:22.850533 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5a848268-a3ed-46b4-8eb7-aefd6e52ea60', 'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:07:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:34Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:22.880618 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb721d-ff75-4b13-8494-40ca42af5939 None None] The sync data for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 is: [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:23:34Z', 'revision_number': 4, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '5a848268-a3ed-46b4-8eb7-aefd6e52ea60', 'name': '', 'network_id': '3d9dccd3-c24a-48f9-9d15-bba85ec19788', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'mac_address': 'fa:16:3e:07:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:34Z', 'updated_at': '2022-03-07T16:23:38Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'subnets': [{'id': 'cedea611-1867-4629-b140-0bea1fa6cddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:25:22.896361 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-373d2a2f-54a6-47c6-8cf1-f7c8235e5acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:23.122455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab55e87-fbdb-4575-ac4c-c8b5c80addc8 None None] New status for floating IP 9410d88d-cfa8-4892-842c-d887f846c3a6: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:25:23.702182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-4f7ede42-68ac-4fa8-b934-6b946ddf4802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:23.703674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-4f7ede42-68ac-4fa8-b934-6b946ddf4802 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0536928 Mar 07 16:25:23.712405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29e2fe-c9af-4ee2-84d3-2a1f6a04af2f req-4398969f-9aa7-45ba-a673-0fff1b033428 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:25:23.714019 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f29e2fe-c9af-4ee2-84d3-2a1f6a04af2f req-4398969f-9aa7-45ba-a673-0fff1b033428 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/ports?device_id=d994e75a-6479-496e-bc3e-9471470b48f0 HTTP/1.1" status: 200 len: 945 time: 0.0535703 Mar 07 16:25:23.768979 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f29e2fe-c9af-4ee2-84d3-2a1f6a04af2f req-843e5f6b-d185-4035-a55c-4ac808f2385b tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddbb14af-1883-49fe-aad5-b72d8aa152f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489507 Mar 07 16:25:23.823066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port 04fd27f9-bb0e-46c1-98b2-63a70396438c {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:25:23.823424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:23.978527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port 04fd27f9-bb0e-46c1-98b2-63a70396438c, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=04fd27f9-bb0e-46c1-98b2-63a70396438c,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:25:23.978931 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:23.991360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for 04fd27f9-bb0e-46c1-98b2-63a70396438c owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:25:24.118515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (04fd27f9-bb0e-46c1-98b2-63a70396438c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:24.145450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=04fd27f9-bb0e-46c1-98b2-63a70396438c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:24.188730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] No DVR routers for this DVR port 04fd27f9-bb0e-46c1-98b2-63a70396438c on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:25:24.191970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:24.195372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-412f1f5d-ae18-4646-b2c4-7d031a5aaf52 req-44bd2dc0-79c6-4bc4-a7a7-2d5a21b9a3dd tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.11 "DELETE /v2.0/ports/04fd27f9-bb0e-46c1-98b2-63a70396438c HTTP/1.1" status: 204 len: 173 time: 0.4866111 Mar 07 16:25:24.252122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'name': 'network-vif-deleted', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:25:24.255866 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd141c1-262b-46d3-a9f4-2349766656d5" -d '{"events": [{"server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "name": "network-vif-deleted", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:25:24.296194 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1390ecb-fcc3-476b-9f14-9cf96deb7805 x-openstack-request-id: req-c1390ecb-fcc3-476b-9f14-9cf96deb7805 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:25:24.296488 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d994e75a-6479-496e-bc3e-9471470b48f0", "name": "network-vif-deleted", "tag": "04fd27f9-bb0e-46c1-98b2-63a70396438c", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:25:24.296746 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1390ecb-fcc3-476b-9f14-9cf96deb7805 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:25:24.297158 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd994e75a-6479-496e-bc3e-9471470b48f0', 'name': 'network-vif-deleted', 'tag': '04fd27f9-bb0e-46c1-98b2-63a70396438c', 'status': 'completed', 'code': 200} Mar 07 16:25:24.825727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51644) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:25.192988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:25.200858 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89033bd5-e46e-4c83-909a-45b77857c721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:25.451578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:25:25.451841 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:25.537561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port 5a848268-a3ed-46b4-8eb7-aefd6e52ea60, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=5a848268-a3ed-46b4-8eb7-aefd6e52ea60,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:25:25.537919 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:25.549406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:25:25.739533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5a848268-a3ed-46b4-8eb7-aefd6e52ea60), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:25.765564 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=5a848268-a3ed-46b4-8eb7-aefd6e52ea60,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:25.943958 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.164826 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:25:26.280092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:25:26.286079 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9fb50e98-5d24-47c5-8fdf-ab6ebe7e3a42 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "PUT /v2.0/routers/06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4592888 Mar 07 16:25:26.288943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51646) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:26.291517 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] Sync routers for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:25:26.302144 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:25:26.303173 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:25:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:26.342484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d99f0b1-4e1d-4eb9-b38a-41af1098c0ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting subnet cedea611-1867-4629-b140-0bea1fa6cddd {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:25:26.345639 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d99f0b1-4e1d-4eb9-b38a-41af1098c0ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (cedea611-1867-4629-b140-0bea1fa6cddd), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.389910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d99f0b1-4e1d-4eb9-b38a-41af1098c0ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (cedea611-1867-4629-b140-0bea1fa6cddd), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.412209 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:25:26.460796 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.480935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d99f0b1-4e1d-4eb9-b38a-41af1098c0ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (cedea611-1867-4629-b140-0bea1fa6cddd), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.540783 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d99f0b1-4e1d-4eb9-b38a-41af1098c0ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (cedea611-1867-4629-b140-0bea1fa6cddd), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.567894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99f0b1-4e1d-4eb9-b38a-41af1098c0ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Subnet': ['ID=cedea611-1867-4629-b140-0bea1fa6cddd,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:26.571475 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d99f0b1-4e1d-4eb9-b38a-41af1098c0ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.574647 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0d99f0b1-4e1d-4eb9-b38a-41af1098c0ff tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/subnets/cedea611-1867-4629-b140-0bea1fa6cddd HTTP/1.1" status: 204 len: 168 time: 0.2847703 Mar 07 16:25:26.577342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51648) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:26.580659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a7f54f-182a-4e88-9089-d9d6fb5ed1b2 None None] Network 3d9dccd3-c24a-48f9-9d15-bba85ec19788 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:25:26.606285 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:25:25Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:26.634523 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] Checking router: 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:25:26.644879 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] Routers {'06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:25:26.645606 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:25:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:26.690090 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.763369 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] DHCP port deletion for 3d9dccd3-c24a-48f9-9d15-bba85ec19788 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:25:26.763806 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] Set router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:25:26.803368 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_gateway (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.812383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Deleting port abad93de-a48e-4fb5-afa8-148e59ced088 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:25:26.813008 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.881110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Deleting port 101071e0-05f6-4db7-bd34-489f59432e74 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:25:26.881997 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (101071e0-05f6-4db7-bd34-489f59432e74), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.923478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] For port abad93de-a48e-4fb5-afa8-148e59ced088, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=abad93de-a48e-4fb5-afa8-148e59ced088,segment=NetworkSegment(b9117fa3-b2f0-4063-baa4-2c75996595e2),segment_id=b9117fa3-b2f0-4063-baa4-2c75996595e2)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:25:26.924103 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:26.945955 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Calling delete_port for abad93de-a48e-4fb5-afa8-148e59ced088 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:25:27.016515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] For port 101071e0-05f6-4db7-bd34-489f59432e74, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=101071e0-05f6-4db7-bd34-489f59432e74,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:25:27.017109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (101071e0-05f6-4db7-bd34-489f59432e74), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.037997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Calling delete_port for 101071e0-05f6-4db7-bd34-489f59432e74 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:25:27.046114 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:25:25Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:27.067999 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (abad93de-a48e-4fb5-afa8-148e59ced088), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.088225 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d31b4c-2833-47d7-96ea-119d9ed8f0c1 None None] The sync data for ids ['06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b'] in n-d-830010-8 is: [{'id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116708854', 'tenant_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '101071e0-05f6-4db7-bd34-489f59432e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:23:30Z', 'updated_at': '2022-03-07T16:25:25Z', 'revision_number': 5, 'project_id': 'b01e219725e74cf185bd0d470e0fcf3a', 'gw_port': {'id': '101071e0-05f6-4db7-bd34-489f59432e74', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:23:31Z', 'updated_at': '2022-03-07T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:25:27.097724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Pushing event deleted for resources: {'Port': ['ID=abad93de-a48e-4fb5-afa8-148e59ced088,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:27.102311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] No DVR routers for this DVR port abad93de-a48e-4fb5-afa8-148e59ced088 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:25:27.109591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.109956 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.115352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f569ccd-921f-41a0-bc7b-fddc70547981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:25:27.250598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (101071e0-05f6-4db7-bd34-489f59432e74), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.277691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Port': ['ID=101071e0-05f6-4db7-bd34-489f59432e74,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:27.340758 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.433348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.435347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router_controller (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.482124 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.482675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Fanout notify agent at l3_agent the message router_deleted on router 06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:25:27.489943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.491119 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-44103988-f88f-4fe5-8148-0d88fac412d0 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/routers/06f58d44-fd20-4d2a-8a08-1ddb1f7e5f2b HTTP/1.1" status: 204 len: 168 time: 0.9128292 Mar 07 16:25:27.493856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51650) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:27.572632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (3d9dccd3-c24a-48f9-9d15-bba85ec19788), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.666089 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (3d9dccd3-c24a-48f9-9d15-bba85ec19788), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.687149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9dccd3-c24a-48f9-9d15-bba85ec19788']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:27.698133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9117fa3-b2f0-4063-baa4-2c75996595e2') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:27.698433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9117fa3-b2f0-4063-baa4-2c75996595e2') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:25:27.708827 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (b9117fa3-b2f0-4063-baa4-2c75996595e2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.723101 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (b9117fa3-b2f0-4063-baa4-2c75996595e2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.729943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:25:27.730412 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (b9117fa3-b2f0-4063-baa4-2c75996595e2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:25:27.733511 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:25:27.769869 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.805060 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (3d9dccd3-c24a-48f9-9d15-bba85ec19788), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.812576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.816895 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/networks/3d9dccd3-c24a-48f9-9d15-bba85ec19788 HTTP/1.1" status: 204 len: 168 time: 0.3220131 Mar 07 16:25:27.819831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51652) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:27.827811 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d097c8-970a-4c3f-9dbb-41c69f188a21 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'Network': ['ID=3d9dccd3-c24a-48f9-9d15-bba85ec19788,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:27.882389 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c1729f5-d30f-4b82-a7b4-50a284002ac2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (ddbb14af-1883-49fe-aad5-b72d8aa152f4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.907661 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c1729f5-d30f-4b82-a7b4-50a284002ac2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (ddbb14af-1883-49fe-aad5-b72d8aa152f4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.973596 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c1729f5-d30f-4b82-a7b4-50a284002ac2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ddbb14af-1883-49fe-aad5-b72d8aa152f4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.976580 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c1729f5-d30f-4b82-a7b4-50a284002ac2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:27.977926 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7c1729f5-d30f-4b82-a7b4-50a284002ac2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] 10.222.0.24 "DELETE /v2.0/security-groups/ddbb14af-1883-49fe-aad5-b72d8aa152f4 HTTP/1.1" status: 204 len: 168 time: 0.1570945 Mar 07 16:25:27.986853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1729f5-d30f-4b82-a7b4-50a284002ac2 tempest-TestNetworkAdvancedServerOps-1095429569 tempest-TestNetworkAdvancedServerOps-1095429569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb14af-1883-49fe-aad5-b72d8aa152f4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:28.177950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:25:28.198661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:25:28.199038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 5a848268-a3ed-46b4-8eb7-aefd6e52ea60 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:25:28.199470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 101071e0-05f6-4db7-bd34-489f59432e74 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:25:28.219021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 101071e0-05f6-4db7-bd34-489f59432e74 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:25:28.219380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 101071e0-05f6-4db7-bd34-489f59432e74 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:25:28.219810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device abad93de-a48e-4fb5-afa8-148e59ced088 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:25:28.241432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: abad93de-a48e-4fb5-afa8-148e59ced088 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:25:28.241779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device abad93de-a48e-4fb5-afa8-148e59ced088 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:25:28.266596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 04fd27f9-bb0e-46c1-98b2-63a70396438c no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:25:28.291146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 04fd27f9-bb0e-46c1-98b2-63a70396438c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:25:28.292113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 04fd27f9-bb0e-46c1-98b2-63a70396438c not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:25:28.297345 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51660) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:28.430379 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6e023c7d-e80d-4b01-b4ae-892cc7a1d49f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b01e219725e74cf185bd0d470e0fcf3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315114 Mar 07 16:25:28.432125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51664) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:28.478739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bf857bf-41e0-49a5-adbd-a527368e91fc admin admin] Publish callbacks [] for security_group (5ae8aced-ab13-4ff0-be5f-bd19d1a0cd50), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:28.500364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bf857bf-41e0-49a5-adbd-a527368e91fc admin admin] Publish callbacks [] for security_group (5ae8aced-ab13-4ff0-be5f-bd19d1a0cd50), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:28.548214 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bf857bf-41e0-49a5-adbd-a527368e91fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5ae8aced-ab13-4ff0-be5f-bd19d1a0cd50), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:28.551604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6bf857bf-41e0-49a5-adbd-a527368e91fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:28.552789 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6bf857bf-41e0-49a5-adbd-a527368e91fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ae8aced-ab13-4ff0-be5f-bd19d1a0cd50 HTTP/1.1" status: 204 len: 168 time: 0.1197500 Mar 07 16:25:28.561100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf857bf-41e0-49a5-adbd-a527368e91fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae8aced-ab13-4ff0-be5f-bd19d1a0cd50,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:28.830664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51670) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:28.873822 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4c7919f5-d942-49cc-848d-7a21a1eab128 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=465df82d1af6463097e6bbde9641d3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416474 Mar 07 16:25:28.876231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51672) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:25:28.923178 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaa21-3844-4354-b623-0c5cbfd6a344 admin admin] Publish callbacks [] for security_group (370ad038-9bd9-4f3d-ba8e-8b2ac601406c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:28.944824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaa21-3844-4354-b623-0c5cbfd6a344 admin admin] Publish callbacks [] for security_group (370ad038-9bd9-4f3d-ba8e-8b2ac601406c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:28.991953 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaa21-3844-4354-b623-0c5cbfd6a344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (370ad038-9bd9-4f3d-ba8e-8b2ac601406c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:28.994431 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaa21-3844-4354-b623-0c5cbfd6a344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:28.995615 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7cbfaa21-3844-4354-b623-0c5cbfd6a344 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/370ad038-9bd9-4f3d-ba8e-8b2ac601406c HTTP/1.1" status: 204 len: 168 time: 0.1184673 Mar 07 16:25:29.003709 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfaa21-3844-4354-b623-0c5cbfd6a344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370ad038-9bd9-4f3d-ba8e-8b2ac601406c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:25:29.160555 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:36.670316 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:41.146592 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:52.898352 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7735a29-6954-4c00-8109-fe29f8093fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:54.430242 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:25:55.204809 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c129567d-b49d-4fe9-9b90-1f9f099217a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:56.462190 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:57.770433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:25:59.163394 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:06.669286 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:07.709643 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-6b76f595-ba66-430b-a775-1000b9be23a9 req-28908f89-9b5f-4ea7-911a-6c05da570fe2 service neutron] (103866) timed out ('10.222.0.11', 50331) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:26:11.154113 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:11.192497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-78ff7ded-f994-4bea-9a66-6a02e48247e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476365 Mar 07 16:26:11.275254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-ebdcfa73-03c9-4d60-9277-c78d1268682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:26:11.276743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-ebdcfa73-03c9-4d60-9277-c78d1268682c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0429204 Mar 07 16:26:11.384548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-ab01281b-7455-4bff-8144-4b14b2bccde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:26:11.386029 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-ab01281b-7455-4bff-8144-4b14b2bccde5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 200 len: 909 time: 0.0905674 Mar 07 16:26:11.451114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-e4de3631-4e05-486b-8beb-3cc72fa80058 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 200 len: 1001 time: 0.0587237 Mar 07 16:26:11.506223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-f08f453f-693d-4ad7-a45b-5d38c9d4bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:26:11.512163 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-f08f453f-693d-4ad7-a45b-5d38c9d4bc1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d HTTP/1.1" status: 200 len: 847 time: 0.0519998 Mar 07 16:26:11.559452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-5df0e01a-0c17-4589-afee-bf5f7735832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:26:11.560906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-5df0e01a-0c17-4589-afee-bf5f7735832a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c406d66b-c34a-42b3-9808-fd739e84da49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424199 Mar 07 16:26:11.645628 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-04b63a5c-d44a-473e-8095-a30a81774371 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789230 Mar 07 16:26:12.085371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29699de8-eb32-477e-af52-34a8fe8d23d1 req-0b96e5eb-b4da-49fa-9a1c-67b78dbf841a service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339437 Mar 07 16:26:22.899790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07b30729-9da4-4f2d-9721-fc1049a762c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:25.207720 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2218-70c7-4379-88fe-6374bc7ff20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:26.466402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:27.773931 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:29.165366 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:31.429774 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:26:36.683844 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:41.153283 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:47.483666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-cbc0548d-b8b6-423c-b734-b708a6d9b1e9 req-ae425609-eb22-4a6b-a88e-84363a113269 service neutron] (103866) timed out ('10.222.0.15', 62070) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:26:52.901226 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7089dfb3-af4e-40bf-9f38-477b4587bca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:55.210596 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0cf8fad8-9a79-47ab-8e57-58dc449074cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:56.467578 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:57.780033 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:59.168445 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:26:59.218403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-e68c34a4-74f0-4841-bfda-a98ba0dae944 req-ce7d4f5e-1842-4197-8ad1-7d762670282d service neutron] (103867) timed out ('10.222.0.15', 62069) {{(pid=103867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:27:06.671627 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:08.428744 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:27:11.151704 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:13.171648 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-e17899aa-5f4a-4ed8-b76a-8102994bdea9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446482 Mar 07 16:27:13.257494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-16ace4b4-ec01-4616-9ff4-c63202809f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:27:13.259040 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-16ace4b4-ec01-4616-9ff4-c63202809f7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0480731 Mar 07 16:27:13.360697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-cd54bf90-2000-40cb-99cc-fbbf65508aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:27:13.362876 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-cd54bf90-2000-40cb-99cc-fbbf65508aaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 200 len: 909 time: 0.0846040 Mar 07 16:27:13.431799 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-6ffc766f-44ae-4729-b58c-d01f93f0f1ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 200 len: 1001 time: 0.0636621 Mar 07 16:27:13.478370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-0bce5769-5739-4027-828c-c2a177d472be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:27:13.480011 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-0bce5769-5739-4027-828c-c2a177d472be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d HTTP/1.1" status: 200 len: 847 time: 0.0424373 Mar 07 16:27:13.528927 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-09ef6a48-71a9-4e03-b1da-563948868c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:27:13.530423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-09ef6a48-71a9-4e03-b1da-563948868c51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c406d66b-c34a-42b3-9808-fd739e84da49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421166 Mar 07 16:27:13.621778 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-7638fbc7-937c-4f66-84d2-a36c389e5e68 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Mar 07 16:27:13.708861 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5af5ad03-2705-4713-b3e8-07ebc1a73454 req-fabb213a-8a8f-4c9d-a794-dc867931cb31 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810986 Mar 07 16:27:22.903087 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e0484c39-cc92-4b1c-a9c9-3c9af5bf109d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:25.213825 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3be3ed3b-b4dc-4a50-9a6b-73b59a8783ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:26.472843 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:27.778478 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:29.170439 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:36.680636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:41.167204 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:45.428282 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:27:52.904303 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c5a78cb9-7d92-4d04-b614-da1b7ddcd723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:55.214201 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7413-3268-44a0-b295-d0b18ed914a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:56.476335 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:57.782751 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:27:59.174067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:06.684868 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:11.165535 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:13.359397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-380ab96d-99b6-4f40-b1ea-fe511569f5d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2354755 Mar 07 16:28:13.445390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4369cec-4c99-420d-94d0-01affc19d52a req-c87d1d79-562a-44be-9c6c-ed95df0168c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:28:13.446819 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-c87d1d79-562a-44be-9c6c-ed95df0168c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 1127 time: 0.0443344 Mar 07 16:28:13.548116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4369cec-4c99-420d-94d0-01affc19d52a req-567c695a-9a90-4b84-bda6-ba90fa9ba23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:28:13.550774 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-567c695a-9a90-4b84-bda6-ba90fa9ba23d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 200 len: 909 time: 0.0865726 Mar 07 16:28:13.618933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-9251f43a-17bb-4d13-a60b-28221832bb3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 200 len: 1001 time: 0.0623014 Mar 07 16:28:13.668188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4369cec-4c99-420d-94d0-01affc19d52a req-50f61d86-4c93-4a13-86ee-a51dbf1202c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:28:13.669629 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-50f61d86-4c93-4a13-86ee-a51dbf1202c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d HTTP/1.1" status: 200 len: 847 time: 0.0446165 Mar 07 16:28:13.717344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4369cec-4c99-420d-94d0-01affc19d52a req-c0dd74f9-a471-4250-a8e9-d253e61b396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:28:13.718745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-c0dd74f9-a471-4250-a8e9-d253e61b396c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c406d66b-c34a-42b3-9808-fd739e84da49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431886 Mar 07 16:28:13.729153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-f67cbfd9-1356-45fc-856d-e13f660b770d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:28:13.730096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-f67cbfd9-1356-45fc-856d-e13f660b770d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048676 Mar 07 16:28:13.823846 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-85afea3a-b244-4186-8e0c-8dc5ebfeb5cf service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869658 Mar 07 16:28:13.916808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4369cec-4c99-420d-94d0-01affc19d52a req-634ff998-6e34-4eeb-a1e0-e36d0c7d6ca2 service neutron] 10.222.0.15 "GET /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856328 Mar 07 16:28:22.427760 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:28:22.906913 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-33cdffc9-91f2-43a1-af3d-ab91828019bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:25.215084 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fbf1393-4fe1-4a73-8668-5a47d0670be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:26.477330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:27.785814 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:29.176373 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:36.688643 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:39.953820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f4435-6698-4b59-a4a0-417c74161814 req-6dd7a29e-c838-4c9e-8917-381d7aa94f36 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:28:39.955320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-254f4435-6698-4b59-a4a0-417c74161814 req-6dd7a29e-c838-4c9e-8917-381d7aa94f36 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 945 time: 0.1163490 Mar 07 16:28:40.007023 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-254f4435-6698-4b59-a4a0-417c74161814 req-a03eed4c-d1b8-443e-b0be-e57227356160 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e82de4e-af08-4db2-8a9f-70faa55d9f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461075 Mar 07 16:28:40.510583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d60033-c246-460b-8692-4b0497a5629b req-a665d216-2fe1-49e3-8f26-fb7df84855ce tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:28:40.512002 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31d60033-c246-460b-8692-4b0497a5629b req-a665d216-2fe1-49e3-8f26-fb7df84855ce tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.15 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 945 time: 0.0514653 Mar 07 16:28:40.605695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Deleting port 7dbbf401-427d-4266-9b20-60450d8c5c8f {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:40.606034 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:40.690612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] For port 7dbbf401-427d-4266-9b20-60450d8c5c8f, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7dbbf401-427d-4266-9b20-60450d8c5c8f,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:28:40.691011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:40.934787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:40.935096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (152667b4-d029-497d-9bdc-6231936bb198), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:40.935428 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Floating IP 152667b4-d029-497d-9bdc-6231936bb198 disassociated. External IP: 172.25.4.221, port: 7dbbf401-427d-4266-9b20-60450d8c5c8f. Mar 07 16:28:40.935755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Calling delete_port for 7dbbf401-427d-4266-9b20-60450d8c5c8f owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:41.059404 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7dbbf401-427d-4266-9b20-60450d8c5c8f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:41.090918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event deleted for resources: {'Port': ['ID=7dbbf401-427d-4266-9b20-60450d8c5c8f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:41.102900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.103254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.103602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.103941 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.104281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.104630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.104943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.105271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.105600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.105924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.106250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.106573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.106920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:41.182153 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:41.227354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Router a3329b8d-2425-4845-b792-dc88c6a0d2c2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:28:41.266544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9d580b49-a31b-49c3-99d0-f06bd6abacdb req-e61d1cdd-0184-4308-a5f6-7595f47d0601 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "GET /v2.0/ports?device_id=166315de-3c58-49fc-a86e-e5432b7aaeb0 HTTP/1.1" status: 200 len: 210 time: 0.0900030 Mar 07 16:28:41.344241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:28:41.355659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42124967-6917-4426-984d-70fcf3d95617 None None] Sync routers for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:28:41.366319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42124967-6917-4426-984d-70fcf3d95617 None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:28:41.366907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-42124967-6917-4426-984d-70fcf3d95617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:28:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:41.388183 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] No DVR routers for this DVR port 7dbbf401-427d-4266-9b20-60450d8c5c8f on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:28:41.390890 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:41.394533 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31d60033-c246-460b-8692-4b0497a5629b req-0f438625-c3dc-40a6-8e1a-ebe6c7f24d69 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.15 "DELETE /v2.0/ports/7dbbf401-427d-4266-9b20-60450d8c5c8f HTTP/1.1" status: 204 len: 173 time: 0.8770864 Mar 07 16:28:41.395004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'name': 'network-vif-deleted', 'tag': '7dbbf401-427d-4266-9b20-60450d8c5c8f'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:28:41.397258 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f2b2db-b05b-486a-b55a-29e183d4c2cf" -d '{"events": [{"server_uuid": "166315de-3c58-49fc-a86e-e5432b7aaeb0", "name": "network-vif-deleted", "tag": "7dbbf401-427d-4266-9b20-60450d8c5c8f"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:28:41.479551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-42124967-6917-4426-984d-70fcf3d95617 None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:28:41.559483 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d41049d-e51c-4df8-a95d-126824363e35 x-openstack-request-id: req-5d41049d-e51c-4df8-a95d-126824363e35 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:28:41.559784 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166315de-3c58-49fc-a86e-e5432b7aaeb0", "name": "network-vif-deleted", "tag": "7dbbf401-427d-4266-9b20-60450d8c5c8f", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:28:41.560217 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d41049d-e51c-4df8-a95d-126824363e35 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:28:41.560631 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166315de-3c58-49fc-a86e-e5432b7aaeb0', 'name': 'network-vif-deleted', 'tag': '7dbbf401-427d-4266-9b20-60450d8c5c8f', 'status': 'completed', 'code': 200} Mar 07 16:28:41.698130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-42124967-6917-4426-984d-70fcf3d95617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:57Z', 'revision_number': 5, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:41.724299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42124967-6917-4426-984d-70fcf3d95617 None None] Checking router: a3329b8d-2425-4845-b792-dc88c6a0d2c2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:28:41.732404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42124967-6917-4426-984d-70fcf3d95617 None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:28:41.733002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-42124967-6917-4426-984d-70fcf3d95617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:28:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:41.842021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-42124967-6917-4426-984d-70fcf3d95617 None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:28:42.039154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-42124967-6917-4426-984d-70fcf3d95617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:57Z', 'revision_number': 5, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:42.226134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42124967-6917-4426-984d-70fcf3d95617 None None] The sync data for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 is: [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:52Z', 'revision_number': 4, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '2f10accd-6f91-4e1b-9ec2-f1fa296e7166', 'name': '', 'network_id': 'c406d66b-c34a-42b3-9808-fd739e84da49', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'mac_address': 'fa:16:3e:6e:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:51Z', 'updated_at': '2022-03-07T16:22:57Z', 'revision_number': 5, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'subnets': [{'id': 'a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:28:42.324501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51752) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:42.455371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Deleting port 4cb027f3-1a04-4f46-a24b-000d8a2f344d {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:42.456278 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4cb027f3-1a04-4f46-a24b-000d8a2f344d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:42.471750 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd538cc-12fa-4f41-b091-941ee80244dc None None] New status for floating IP 152667b4-d029-497d-9bdc-6231936bb198: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:28:42.536868 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4cb027f3-1a04-4f46-a24b-000d8a2f344d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:42.537195 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for floatingip (4cb027f3-1a04-4f46-a24b-000d8a2f344d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:42.548957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Calling delete_port for 4cb027f3-1a04-4f46-a24b-000d8a2f344d owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:42.685736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (4cb027f3-1a04-4f46-a24b-000d8a2f344d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:42.710093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event deleted for resources: {'Port': ['ID=4cb027f3-1a04-4f46-a24b-000d8a2f344d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:42.720127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.720489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.720842 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.721250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.721569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.722432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.722432 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.722682 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.723116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.723456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.723800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.724137 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.724473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:42.785802 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for floatingip (152667b4-d029-497d-9bdc-6231936bb198), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:42.788731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:42.789933 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-71893636-7b2f-4b18-98c3-47291d5c067d tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "DELETE /v2.0/floatingips/152667b4-d029-497d-9bdc-6231936bb198 HTTP/1.1" status: 204 len: 168 time: 0.4643996 Mar 07 16:28:42.858897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51760) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:42.914890 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-116e47f0-7323-4320-ba6f-faf57226d778 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group (7e82de4e-af08-4db2-8a9f-70faa55d9f8c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:42.940638 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-116e47f0-7323-4320-ba6f-faf57226d778 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group (7e82de4e-af08-4db2-8a9f-70faa55d9f8c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:43.000179 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-116e47f0-7323-4320-ba6f-faf57226d778 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7e82de4e-af08-4db2-8a9f-70faa55d9f8c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:43.003455 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-116e47f0-7323-4320-ba6f-faf57226d778 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:43.004666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-116e47f0-7323-4320-ba6f-faf57226d778 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] 10.222.0.24 "DELETE /v2.0/security-groups/7e82de4e-af08-4db2-8a9f-70faa55d9f8c HTTP/1.1" status: 204 len: 168 time: 0.1447721 Mar 07 16:28:43.014068 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e47f0-7323-4320-ba6f-faf57226d778 tempest-TestServerBasicOps-1061061050 tempest-TestServerBasicOps-1061061050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e82de4e-af08-4db2-8a9f-70faa55d9f8c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:43.043599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51764) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:43.519318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (a3329b8d-2425-4845-b792-dc88c6a0d2c2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:43.765954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Deleting port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:43.766295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:43.842308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] For port 2f10accd-6f91-4e1b-9ec2-f1fa296e7166, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2f10accd-6f91-4e1b-9ec2-f1fa296e7166,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:28:43.842569 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:43.854742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Calling delete_port for 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:44.047621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2f10accd-6f91-4e1b-9ec2-f1fa296e7166), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:44.078072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f10accd-6f91-4e1b-9ec2-f1fa296e7166,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:44.182419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7dbbf401-427d-4266-9b20-60450d8c5c8f no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:28:44.204560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 7dbbf401-427d-4266-9b20-60450d8c5c8f {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:28:44.205229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7dbbf401-427d-4266-9b20-60450d8c5c8f not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:28:44.248585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (a3329b8d-2425-4845-b792-dc88c6a0d2c2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:44.462762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Router a3329b8d-2425-4845-b792-dc88c6a0d2c2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:28:44.570461 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:28:44.575467 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d3a03898-92e2-472d-a51e-4b7300f6bbe3 admin admin] 10.222.0.24 "PUT /v2.0/routers/a3329b8d-2425-4845-b792-dc88c6a0d2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5306008 Mar 07 16:28:44.577957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51770) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:44.580881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] Sync routers for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:28:44.590536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:28:44.591177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:28:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:44.683450 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks [] for router (a3329b8d-2425-4845-b792-dc88c6a0d2c2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:44.697226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:28:44.782948 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks [] for router_gateway (a3329b8d-2425-4845-b792-dc88c6a0d2c2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:44.838417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Deleting port 3129c6ff-4920-4912-a04d-d90f9ee20faf {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:44.838755 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:44.877851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:28:43Z', 'revision_number': 5, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port': {'id': '3129c6ff-4920-4912-a04d-d90f9ee20faf', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:44.904983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] Checking router: a3329b8d-2425-4845-b792-dc88c6a0d2c2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:28:44.913832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] Routers {'a3329b8d-2425-4845-b792-dc88c6a0d2c2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:28:44.914441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:28:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:44.918752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] For port 3129c6ff-4920-4912-a04d-d90f9ee20faf, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3129c6ff-4920-4912-a04d-d90f9ee20faf,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:28:44.919175 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:44.931672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Calling delete_port for 3129c6ff-4920-4912-a04d-d90f9ee20faf owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:45.003060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] Set router a3329b8d-2425-4845-b792-dc88c6a0d2c2 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:28:45.055449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:28:44Z', 'revision_number': 6, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:45.087280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc000ab-15bf-4b42-b84e-32f85500e614 None None] The sync data for ids ['a3329b8d-2425-4845-b792-dc88c6a0d2c2'] in n-d-830010-8 is: [{'id': 'a3329b8d-2425-4845-b792-dc88c6a0d2c2', 'name': 'tempest-TestServerBasicOps-939549312-router', 'tenant_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:49Z', 'updated_at': '2022-03-07T16:28:44Z', 'revision_number': 6, 'project_id': '0000ddbdcd0b4a8e8acd70e6044ba43b', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:28:45.104316 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (3129c6ff-4920-4912-a04d-d90f9ee20faf), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.134836 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3129c6ff-4920-4912-a04d-d90f9ee20faf,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:45.195092 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (a3329b8d-2425-4845-b792-dc88c6a0d2c2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.287415 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (a3329b8d-2425-4845-b792-dc88c6a0d2c2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.289578 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks [] for router_controller (a3329b8d-2425-4845-b792-dc88c6a0d2c2), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.332020 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (a3329b8d-2425-4845-b792-dc88c6a0d2c2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.332504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3329b8d-2425-4845-b792-dc88c6a0d2c2 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:28:45.336726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.337894 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-adb0f658-14d6-44fa-9035-97f81e576ca5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a3329b8d-2425-4845-b792-dc88c6a0d2c2 HTTP/1.1" status: 204 len: 168 time: 0.7590258 Mar 07 16:28:45.340456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51772) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:45.387770 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6a3cc1-2998-402c-b5cc-af476984fd3c admin admin] Deleting subnet a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:28:45.390722 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3cc1-2998-402c-b5cc-af476984fd3c admin admin] Publish callbacks [] for subnet (a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.427283 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3cc1-2998-402c-b5cc-af476984fd3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.507547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3cc1-2998-402c-b5cc-af476984fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.559959 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3cc1-2998-402c-b5cc-af476984fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.590869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a3cc1-2998-402c-b5cc-af476984fd3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:45.592705 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3cc1-2998-402c-b5cc-af476984fd3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.596817 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1d6a3cc1-2998-402c-b5cc-af476984fd3c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a3358a0f-3a54-4fb8-9e95-c78c7bf68f6d HTTP/1.1" status: 204 len: 168 time: 0.2552638 Mar 07 16:28:45.597651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496fd56-2bb2-4f2a-bb60-f3ed65335d2f None None] Network c406d66b-c34a-42b3-9808-fd739e84da49 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:28:45.599152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51774) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:45.672530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (c406d66b-c34a-42b3-9808-fd739e84da49), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.730159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Deleting port b4b4be16-15f9-43e9-9870-9fe170479947 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:45.730528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.795240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] For port b4b4be16-15f9-43e9-9870-9fe170479947, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b4b4be16-15f9-43e9-9870-9fe170479947,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:28:45.795531 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.809143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Calling delete_port for b4b4be16-15f9-43e9-9870-9fe170479947 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:45.831744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] DHCP port deletion for c406d66b-c34a-42b3-9808-fd739e84da49 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:28:45.881497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Deleting port b4b4be16-15f9-43e9-9870-9fe170479947 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:45.881895 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.893442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.925564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b4be16-15f9-43e9-9870-9fe170479947,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:45.928048 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] No DVR routers for this DVR port b4b4be16-15f9-43e9-9870-9fe170479947 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:28:45.958657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] For port b4b4be16-15f9-43e9-9870-9fe170479947, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b4b4be16-15f9-43e9-9870-9fe170479947,segment=NetworkSegment(066ac730-daa4-45b1-9f14-d4942f5e26e3),segment_id=066ac730-daa4-45b1-9f14-d4942f5e26e3)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:28:45.959090 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:45.973562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Calling delete_port for b4b4be16-15f9-43e9-9870-9fe170479947 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:46.003172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (c406d66b-c34a-42b3-9808-fd739e84da49), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.024918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c406d66b-c34a-42b3-9808-fd739e84da49']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:46.036334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066ac730-daa4-45b1-9f14-d4942f5e26e3') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:46.036684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066ac730-daa4-45b1-9f14-d4942f5e26e3') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:46.046758 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (066ac730-daa4-45b1-9f14-d4942f5e26e3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.065647 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (066ac730-daa4-45b1-9f14-d4942f5e26e3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.066951 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (b4b4be16-15f9-43e9-9870-9fe170479947), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.074052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:28:46.074923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (066ac730-daa4-45b1-9f14-d4942f5e26e3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:28:46.079564 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:28:46.102445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Pushing event deleted for resources: {'Port': ['ID=b4b4be16-15f9-43e9-9870-9fe170479947,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:46.107797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3129c6ff-4920-4912-a04d-d90f9ee20faf no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:28:46.116990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.117347 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.117697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.118041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.118383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.118720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.119079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.119417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.119781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.120112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.120442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.120767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.121101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:28:46.142241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9acecb0-1bdc-4b9f-b012-dc8812be7f8a None None] No DVR routers for this DVR port b4b4be16-15f9-43e9-9870-9fe170479947 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:28:46.148877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3129c6ff-4920-4912-a04d-d90f9ee20faf {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:28:46.148877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3129c6ff-4920-4912-a04d-d90f9ee20faf not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:28:46.148877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b4b4be16-15f9-43e9-9870-9fe170479947 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:28:46.158232 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (c406d66b-c34a-42b3-9808-fd739e84da49), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.163741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.167440 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] 10.222.0.24 "DELETE /v2.0/networks/c406d66b-c34a-42b3-9808-fd739e84da49 HTTP/1.1" status: 204 len: 168 time: 0.5673566 Mar 07 16:28:46.170440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51776) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:46.179395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b4b4be16-15f9-43e9-9870-9fe170479947 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:28:46.179804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b4b4be16-15f9-43e9-9870-9fe170479947 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:28:46.180183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:28:46.223762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbff23-4268-43e8-a58a-193f18a5409e admin admin] Pushing event deleted for resources: {'Network': ['ID=c406d66b-c34a-42b3-9808-fd739e84da49,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:46.225067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:28:46.225067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2f10accd-6f91-4e1b-9ec2-f1fa296e7166 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:28:46.527440 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (dc7f046d-a4a9-425a-8885-579ca5212bff), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.773100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Deleting port 6d9810e1-5b0b-4476-85c4-81d53002363b {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:46.773436 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.855978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] For port 6d9810e1-5b0b-4476-85c4-81d53002363b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6d9810e1-5b0b-4476-85c4-81d53002363b,segment=NetworkSegment(707bc36b-ae54-4bfa-9335-43f80ebb1454),segment_id=707bc36b-ae54-4bfa-9335-43f80ebb1454)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:28:46.856269 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:46.868558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Calling delete_port for 6d9810e1-5b0b-4476-85c4-81d53002363b owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:47.050315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6d9810e1-5b0b-4476-85c4-81d53002363b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:47.072929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9810e1-5b0b-4476-85c4-81d53002363b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:47.242324 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (dc7f046d-a4a9-425a-8885-579ca5212bff), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:47.459348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Router dc7f046d-a4a9-425a-8885-579ca5212bff has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:28:47.567675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:28:47.572629 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-469d0559-014d-49be-807b-8dd32775842f admin admin] 10.222.0.24 "PUT /v2.0/routers/dc7f046d-a4a9-425a-8885-579ca5212bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4011230 Mar 07 16:28:47.575210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51778) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:47.577905 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] Sync routers for ids ['dc7f046d-a4a9-425a-8885-579ca5212bff'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:28:47.587920 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] Routers {'dc7f046d-a4a9-425a-8885-579ca5212bff'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:28:47.588558 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:28:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['dc7f046d-a4a9-425a-8885-579ca5212bff'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:47.683110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks [] for router (dc7f046d-a4a9-425a-8885-579ca5212bff), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:47.694856 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] Set router dc7f046d-a4a9-425a-8885-579ca5212bff gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:28:47.788854 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks [] for router_gateway (dc7f046d-a4a9-425a-8885-579ca5212bff), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:47.840600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Deleting port 127a9089-9314-4efb-89fe-1bd9ff4f81c2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:47.840939 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:47.868232 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:54Z', 'updated_at': '2022-03-07T16:28:47Z', 'revision_number': 5, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'gw_port': {'id': '127a9089-9314-4efb-89fe-1bd9ff4f81c2', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:22:55Z', 'updated_at': '2022-03-07T16:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:47.895225 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] Checking router: dc7f046d-a4a9-425a-8885-579ca5212bff for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:28:47.903348 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] Routers {'dc7f046d-a4a9-425a-8885-579ca5212bff'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:28:47.903964 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:28:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['dc7f046d-a4a9-425a-8885-579ca5212bff'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:47.923720 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] For port 127a9089-9314-4efb-89fe-1bd9ff4f81c2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=127a9089-9314-4efb-89fe-1bd9ff4f81c2,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:28:47.924112 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:47.935902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Calling delete_port for 127a9089-9314-4efb-89fe-1bd9ff4f81c2 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:47.992832 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] Set router dc7f046d-a4a9-425a-8885-579ca5212bff gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:28:48.047679 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:54Z', 'updated_at': '2022-03-07T16:28:47Z', 'revision_number': 6, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:48.075659 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72e13ec-961b-46fd-a06f-8ae559d00893 None None] The sync data for ids ['dc7f046d-a4a9-425a-8885-579ca5212bff'] in n-d-830010-8 is: [{'id': 'dc7f046d-a4a9-425a-8885-579ca5212bff', 'name': 'tempest-TestServerBasicOps-1564342450-router', 'tenant_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:22:54Z', 'updated_at': '2022-03-07T16:28:47Z', 'revision_number': 6, 'project_id': '17fa96210b4c4a25acd8e2e24022a3fb', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:28:48.115619 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (127a9089-9314-4efb-89fe-1bd9ff4f81c2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.142395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Pushing event deleted for resources: {'Port': ['ID=127a9089-9314-4efb-89fe-1bd9ff4f81c2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:48.201325 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (dc7f046d-a4a9-425a-8885-579ca5212bff), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.292983 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (dc7f046d-a4a9-425a-8885-579ca5212bff), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.295062 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks [] for router_controller (dc7f046d-a4a9-425a-8885-579ca5212bff), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.343375 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (dc7f046d-a4a9-425a-8885-579ca5212bff), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.344066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc7f046d-a4a9-425a-8885-579ca5212bff {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:28:48.348906 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.350143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4fa205d5-21d5-4e08-a47a-8d4042fc1913 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dc7f046d-a4a9-425a-8885-579ca5212bff HTTP/1.1" status: 204 len: 168 time: 0.7740002 Mar 07 16:28:48.352661 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51780) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:48.396986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6d0355-d5fe-49c8-9067-99a568c8744d admin admin] Deleting subnet 577baaf1-993a-425a-9be3-eb806926a9aa {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:28:48.399900 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd6d0355-d5fe-49c8-9067-99a568c8744d admin admin] Publish callbacks [] for subnet (577baaf1-993a-425a-9be3-eb806926a9aa), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.434952 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd6d0355-d5fe-49c8-9067-99a568c8744d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (577baaf1-993a-425a-9be3-eb806926a9aa), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.519116 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd6d0355-d5fe-49c8-9067-99a568c8744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (577baaf1-993a-425a-9be3-eb806926a9aa), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.571287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd6d0355-d5fe-49c8-9067-99a568c8744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (577baaf1-993a-425a-9be3-eb806926a9aa), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.597907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d0355-d5fe-49c8-9067-99a568c8744d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577baaf1-993a-425a-9be3-eb806926a9aa,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:48.599904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-cd6d0355-d5fe-49c8-9067-99a568c8744d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.603714 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-cd6d0355-d5fe-49c8-9067-99a568c8744d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/577baaf1-993a-425a-9be3-eb806926a9aa HTTP/1.1" status: 204 len: 168 time: 0.2498665 Mar 07 16:28:48.604856 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f66ade-faca-4673-9edf-2b7721ac39c1 None None] Network 19457eb8-bb21-4a30-b6f6-e8f1356342a8 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:28:48.605970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51782) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:48.680889 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (19457eb8-bb21-4a30-b6f6-e8f1356342a8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.733540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Deleting port aaa8e233-ec23-4957-b266-6635671bc73d {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:48.733886 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.795856 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] For port aaa8e233-ec23-4957-b266-6635671bc73d, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=aaa8e233-ec23-4957-b266-6635671bc73d,segment=NetworkSegment(707bc36b-ae54-4bfa-9335-43f80ebb1454),segment_id=707bc36b-ae54-4bfa-9335-43f80ebb1454)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:28:48.796146 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.808709 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Calling delete_port for aaa8e233-ec23-4957-b266-6635671bc73d owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:48.844903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] DHCP port deletion for 19457eb8-bb21-4a30-b6f6-e8f1356342a8 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:28:48.895079 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.897380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] Deleting port aaa8e233-ec23-4957-b266-6635671bc73d {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:28:48.897774 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.921768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa8e233-ec23-4957-b266-6635671bc73d,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:48.926704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] No DVR routers for this DVR port aaa8e233-ec23-4957-b266-6635671bc73d on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:28:48.963879 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] For port aaa8e233-ec23-4957-b266-6635671bc73d, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:28:48.964527 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:48.978542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] Calling delete_port for aaa8e233-ec23-4957-b266-6635671bc73d owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:28:48.981918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] Port aaa8e233-ec23-4957-b266-6635671bc73d was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:28:48.983224 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (aaa8e233-ec23-4957-b266-6635671bc73d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.008195 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (19457eb8-bb21-4a30-b6f6-e8f1356342a8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.012296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] Pushing event deleted for resources: {'Port': ['ID=aaa8e233-ec23-4957-b266-6635671bc73d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:49.016568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a4d079-455a-4af6-a7de-ee67805d8bce None None] No DVR routers for this DVR port aaa8e233-ec23-4957-b266-6635671bc73d on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:28:49.031949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19457eb8-bb21-4a30-b6f6-e8f1356342a8']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:49.046518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707bc36b-ae54-4bfa-9335-43f80ebb1454') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:49.047058 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707bc36b-ae54-4bfa-9335-43f80ebb1454') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:28:49.056673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (707bc36b-ae54-4bfa-9335-43f80ebb1454), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.071904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (707bc36b-ae54-4bfa-9335-43f80ebb1454), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.078129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:28:49.078520 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (707bc36b-ae54-4bfa-9335-43f80ebb1454), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:28:49.081029 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:28:49.137229 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (19457eb8-bb21-4a30-b6f6-e8f1356342a8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.142726 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.149341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] 10.222.0.24 "DELETE /v2.0/networks/19457eb8-bb21-4a30-b6f6-e8f1356342a8 HTTP/1.1" status: 204 len: 168 time: 0.5397825 Mar 07 16:28:49.157893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ad1ac-3e2b-40da-a62e-f14cc516f700 admin admin] Pushing event deleted for resources: {'Network': ['ID=19457eb8-bb21-4a30-b6f6-e8f1356342a8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:49.269366 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51786) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:49.310468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-71c389c9-b332-406f-a177-2bdf1cdb0e40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0000ddbdcd0b4a8e8acd70e6044ba43b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398943 Mar 07 16:28:49.313084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51788) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:49.360271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a58a-b056-4e2c-a407-d547f4c7d2e9 admin admin] Publish callbacks [] for security_group (16f67d8d-5556-404d-904d-987ca1e82c82), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.381028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a58a-b056-4e2c-a407-d547f4c7d2e9 admin admin] Publish callbacks [] for security_group (16f67d8d-5556-404d-904d-987ca1e82c82), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.431706 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a58a-b056-4e2c-a407-d547f4c7d2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (16f67d8d-5556-404d-904d-987ca1e82c82), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.434175 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a58a-b056-4e2c-a407-d547f4c7d2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:49.435355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2ea7a58a-b056-4e2c-a407-d547f4c7d2e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16f67d8d-5556-404d-904d-987ca1e82c82 HTTP/1.1" status: 204 len: 168 time: 0.1212618 Mar 07 16:28:49.442784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7a58a-b056-4e2c-a407-d547f4c7d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f67d8d-5556-404d-904d-987ca1e82c82,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:49.745473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51794) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:49.790266 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9db282b0-2588-4589-a8d2-93291974e8f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17fa96210b4c4a25acd8e2e24022a3fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433502 Mar 07 16:28:49.792365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:28:50.086449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6d9810e1-5b0b-4476-85c4-81d53002363b no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:28:50.108359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6d9810e1-5b0b-4476-85c4-81d53002363b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:28:50.108710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6d9810e1-5b0b-4476-85c4-81d53002363b not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:28:50.109147 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device aaa8e233-ec23-4957-b266-6635671bc73d no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:28:50.129330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: aaa8e233-ec23-4957-b266-6635671bc73d {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:28:50.129686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device aaa8e233-ec23-4957-b266-6635671bc73d not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:28:50.130125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 127a9089-9314-4efb-89fe-1bd9ff4f81c2 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:28:50.150119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 127a9089-9314-4efb-89fe-1bd9ff4f81c2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:28:50.150471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 127a9089-9314-4efb-89fe-1bd9ff4f81c2 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:28:50.181065 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1195673-f9a3-4bf2-9c0d-0b7e47b1a56e admin admin] Publish callbacks [] for security_group (ecbad7eb-3f7e-4000-b975-9eb982decbc5), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:50.202632 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1195673-f9a3-4bf2-9c0d-0b7e47b1a56e admin admin] Publish callbacks [] for security_group (ecbad7eb-3f7e-4000-b975-9eb982decbc5), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:50.249491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1195673-f9a3-4bf2-9c0d-0b7e47b1a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (ecbad7eb-3f7e-4000-b975-9eb982decbc5), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:50.252263 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f1195673-f9a3-4bf2-9c0d-0b7e47b1a56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:50.253455 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f1195673-f9a3-4bf2-9c0d-0b7e47b1a56e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecbad7eb-3f7e-4000-b975-9eb982decbc5 HTTP/1.1" status: 204 len: 168 time: 0.4602001 Mar 07 16:28:50.261132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1195673-f9a3-4bf2-9c0d-0b7e47b1a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbad7eb-3f7e-4000-b975-9eb982decbc5,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:28:52.910825 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a5b8799d-627f-45f1-80f5-f96ec16496ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:55.217211 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ded8521-521a-4680-bd26-064d32734ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:56.482561 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:57.791401 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:59.182859 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:28:59.364266 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-d5873b96-7e78-49b7-8892-363d539f7dca tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0e55db89a6624497abd1e3bd58af2c16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287895 Mar 07 16:28:59.426919 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:28:59.868398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586362b-cee0-4f77-b658-97e6209f9eae req-bce98349-3589-48c6-bb0c-9b31a009065e tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:28:59.869879 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-bce98349-3589-48c6-bb0c-9b31a009065e tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5008061 Mar 07 16:28:59.884295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-ef08f6c3-19d6-4b2d-8dea-7f109e062361 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/quotas/0e55db89a6624497abd1e3bd58af2c16 HTTP/1.1" status: 200 len: 375 time: 0.0089891 Mar 07 16:28:59.916295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-7baf0d0f-dcf4-4d8b-bcc1-d350012511c1 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e55db89a6624497abd1e3bd58af2c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271096 Mar 07 16:29:00.077882 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-054c986f-838d-4ea3-a8cf-adc39f338a4b req-41915ab2-7439-410e-958f-8fdced99b80f tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 210 time: 0.0265796 Mar 07 16:29:01.049878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-92bebc87-84f8-4bdf-8039-f1d2a8caf491 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0e55db89a6624497abd1e3bd58af2c16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286827 Mar 07 16:29:01.179887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8f3a3c1-8f3d-4e75-b670-c2454ad9d153 req-37932e43-fdea-43ca-9d93-689acbbbfd8c tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 210 time: 0.0315144 Mar 07 16:29:01.238229 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586362b-cee0-4f77-b658-97e6209f9eae req-814c6b14-f893-45d7-8537-4c7091d60d31 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:01.239731 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-814c6b14-f893-45d7-8537-4c7091d60d31 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842239 Mar 07 16:29:01.251197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Request body: {'port': {'device_id': 'b856701c-5c4d-4736-bead-790e6d1ca681', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'admin_state_up': True, 'tenant_id': '0e55db89a6624497abd1e3bd58af2c16'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:29:01.358321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Made reservation on behalf of 0e55db89a6624497abd1e3bd58af2c16 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:29:01.361924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:01.370264 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:01.444245 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks [] for security_group (807084bc-102d-4d30-b873-1709915e2cb3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:01.447924 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (807084bc-102d-4d30-b873-1709915e2cb3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:01.510020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807084bc-102d-4d30-b873-1709915e2cb3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:01.577500 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Allocated IP 192.168.233.70 (de5f494e-3b7c-429e-beba-821ddf2e7f86/c3746bd9-fe9f-4087-967b-c8f2204cee9f/e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:29:01.721687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks [] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:01.754644 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:01.802402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Network de5f494e-3b7c-429e-beba-821ddf2e7f86 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:29:01.805434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:29:01.808430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:29:01.838721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Pushing event updated for resources: {'Port': ['ID=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:01.864830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:01.865467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:01.883129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-9dcf2079-7d34-4b5b-b854-daa591cf68ce tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6354394 Mar 07 16:29:01.891998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-bb4c4bd4-ca71-4916-a4ac-8661f7d032e4 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:29:01.893211 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-bb4c4bd4-ca71-4916-a4ac-8661f7d032e4 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056250 Mar 07 16:29:02.008781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Request body: {'port': {'device_id': 'b856701c-5c4d-4736-bead-790e6d1ca681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:29:02.067035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:02.097039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-67972b75-e7d6-4e0e-a60e-f636cb2a27d2 None None] Provisioning complete for port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:29:02.097550 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67972b75-e7d6-4e0e-a60e-f636cb2a27d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:02.130857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-67972b75-e7d6-4e0e-a60e-f636cb2a27d2 None None] Port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:29:02.334666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227f7d6-3669-47be-bdfa-177b1457b44a req-e3be638b-aa52-4d17-914c-0cb5f49fe6e5 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:02.336184 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3227f7d6-3669-47be-bdfa-177b1457b44a req-e3be638b-aa52-4d17-914c-0cb5f49fe6e5 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 935 time: 0.0853176 Mar 07 16:29:02.400014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:29:02.414037 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Publish callbacks [] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:02.422822 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3227f7d6-3669-47be-bdfa-177b1457b44a req-43440cd5-3a49-4647-9b1c-5495d85b3d50 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810599 Mar 07 16:29:02.429986 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Transition to ACTIVE for port object e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:29:02.434501 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:02.490833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Pushing event updated for resources: {'Port': ['ID=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:02.558008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Attempting to bind port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:29:02.558353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Attempting to bind port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:29:02.558684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Attempting to bind port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:29:02.563491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf on network de5f494e-3b7c-429e-beba-821ddf2e7f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:29:02.563810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Attempting to bind port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf on network de5f494e-3b7c-429e-beba-821ddf2e7f86 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:29:02.569697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:29:02.570044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Checking segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:29:02.570425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Bound using segment: {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:29:02.570881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Bound port: e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482873e7-7887-4dc9-8683-55c05f979035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:29:02.571246 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:02.637527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] For port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:29:02.641277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] For port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:29:02.647542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:02.687318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:02.687940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:02.689362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] 10.222.0.11 "PUT /v2.0/ports/e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf HTTP/1.1" status: 200 len: 1095 time: 0.7895963 Mar 07 16:29:02.689813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b856701c-5c4d-4736-bead-790e6d1ca681', 'tag': 'e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:29:02.692105 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda" -d '{"events": [{"name": "network-changed", "server_uuid": "b856701c-5c4d-4736-bead-790e6d1ca681", "tag": "e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:29:02.717889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5570656-dc2f-43f6-bb90-dc823e274523 service neutron] Pushing event updated for resources: {'Port': ['ID=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:02.758318 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a28ca5-e7f4-450b-807c-65f58301c585 x-openstack-request-id: req-c7a28ca5-e7f4-450b-807c-65f58301c585 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:29:02.758617 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b856701c-5c4d-4736-bead-790e6d1ca681", "tag": "e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:29:02.758898 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7a28ca5-e7f4-450b-807c-65f58301c585 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:29:02.759305 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b856701c-5c4d-4736-bead-790e6d1ca681', 'tag': 'e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf', 'status': 'completed', 'code': 200} Mar 07 16:29:02.778878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b7bb31b6-676e-469c-b9a1-c9d9839aab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:02.780657 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-b7bb31b6-676e-469c-b9a1-c9d9839aab67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e55db89a6624497abd1e3bd58af2c16&device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 1129 time: 0.0493972 Mar 07 16:29:02.823555 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-2b97076c-7f47-4604-bf96-dda9e58f48ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf HTTP/1.1" status: 200 len: 217 time: 0.0355349 Mar 07 16:29:02.873462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586362b-cee0-4f77-b658-97e6209f9eae req-04f0e601-cd95-480f-ad01-ffd1edd34f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:02.874975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-04f0e601-cd95-480f-ad01-ffd1edd34f80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0453482 Mar 07 16:29:02.927305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586362b-cee0-4f77-b658-97e6209f9eae req-3128891c-76c8-4b17-9c75-689c309f2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:02.928808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-3128891c-76c8-4b17-9c75-689c309f2411 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0481586 Mar 07 16:29:03.015678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-97f7b821-b5aa-4545-b53f-6473c068834f service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809865 Mar 07 16:29:03.106988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e586362b-cee0-4f77-b658-97e6209f9eae req-6c3e23fd-c05c-4323-b6f2-cba7e8f33cab service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848181 Mar 07 16:29:03.195558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-43c247ca-eab9-488d-a5e2-af79781eb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:03.197049 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-43c247ca-eab9-488d-a5e2-af79781eb74b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e55db89a6624497abd1e3bd58af2c16&device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 1129 time: 0.0437946 Mar 07 16:29:03.289832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-a807ad5e-ae22-48b7-987f-dfc93200d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:03.291263 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-a807ad5e-ae22-48b7-987f-dfc93200d3f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.0881083 Mar 07 16:29:03.332004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-14d3f78b-8296-45ad-8fa9-db6591350cd8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf HTTP/1.1" status: 200 len: 217 time: 0.0341854 Mar 07 16:29:03.379075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-1ef3ad1b-a9d4-4391-a09a-4cbf5dc8b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:03.380470 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-1ef3ad1b-a9d4-4391-a09a-4cbf5dc8b298 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0426493 Mar 07 16:29:03.433170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-5cc2d15c-5064-4b85-9f5f-8376f5b90995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:03.434649 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-5cc2d15c-5064-4b85-9f5f-8376f5b90995 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0468814 Mar 07 16:29:03.557237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-3353a5a8-72e4-4bee-a4ab-dc73ebd24444 service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154997 Mar 07 16:29:03.568028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256b7d7-8130-4ba8-b6a7-a25f20602b10 req-bc182d95-6b92-4b1e-87bc-b1b96afd3a85 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:03.569406 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5256b7d7-8130-4ba8-b6a7-a25f20602b10 req-bc182d95-6b92-4b1e-87bc-b1b96afd3a85 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 947 time: 0.0766399 Mar 07 16:29:03.665797 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5256b7d7-8130-4ba8-b6a7-a25f20602b10 req-206a4bfe-39e7-413b-8680-c10ddf7e7195 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886669 Mar 07 16:29:03.685816 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f00daa2-5bfc-476b-bf53-8c754a3a0fda req-01b9717e-9ef6-41d4-a2d7-6d89359308cb service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154730 Mar 07 16:29:04.784882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12d05-0586-405b-998f-5c479847fb4f req-faae701b-57cc-4d8c-b3d6-ad7c6ed697f3 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:04.786386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-33d12d05-0586-405b-998f-5c479847fb4f req-faae701b-57cc-4d8c-b3d6-ad7c6ed697f3 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 947 time: 0.0527368 Mar 07 16:29:04.833638 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-33d12d05-0586-405b-998f-5c479847fb4f req-3dafe74c-4bcb-488a-874e-661a4219d723 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Mar 07 16:29:05.397462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:29:05.497440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:05.508168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf', 'network_id': 'de5f494e-3b7c-429e-beba-821ddf2e7f86', 'port_id': 'e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf', 'mac_address': 'fa:16:3e:8b:9c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3746bd9-fe9f-4087-967b-c8f2204cee9f', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:29:05.546024 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:29:05.546414 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:05.559383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:29:05.578084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:05.582686 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:05.628113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:05.824522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:29:05.955175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5d1fe-3879-46c3-805f-73ed03725c0c req-24c9c7ab-637a-4aee-829b-c924fbd2a48a tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:05.956712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71f5d1fe-3879-46c3-805f-73ed03725c0c req-24c9c7ab-637a-4aee-829b-c924fbd2a48a tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 948 time: 0.0566912 Mar 07 16:29:06.005371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-71f5d1fe-3879-46c3-805f-73ed03725c0c req-8b5a6d07-9fe0-4f27-9d03-bdbb101a3efb tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Mar 07 16:29:06.694933 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:07.121420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254050-1374-41f9-a4ba-5dda11a16cb0 req-a12fa921-802f-4785-ba14-6997f5a28b54 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:07.122936 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-63254050-1374-41f9-a4ba-5dda11a16cb0 req-a12fa921-802f-4785-ba14-6997f5a28b54 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 948 time: 0.0519350 Mar 07 16:29:07.170086 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-63254050-1374-41f9-a4ba-5dda11a16cb0 req-868f3581-3540-4b13-9ef4-066c442c9edc tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Mar 07 16:29:07.413198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:29:07.461793 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:29:07.465688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:29:07.466068 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:07.543989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:29:07.544381 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:07.566822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856701c-5c4d-4736-bead-790e6d1ca681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:29:07.569053 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fc3757-ab45-4801-8bcc-bd2d0f2e4768" -d '{"events": [{"server_uuid": "b856701c-5c4d-4736-bead-790e6d1ca681", "name": "network-vif-plugged", "status": "completed", "tag": "e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:29:07.581524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:07.585571 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:07.632097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:07.671221 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdb5884-a43c-45ad-bdd7-397f87be4685 x-openstack-request-id: req-6cdb5884-a43c-45ad-bdd7-397f87be4685 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:29:07.671515 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856701c-5c4d-4736-bead-790e6d1ca681", "name": "network-vif-plugged", "status": "completed", "tag": "e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:29:07.671776 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cdb5884-a43c-45ad-bdd7-397f87be4685 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:29:07.672180 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856701c-5c4d-4736-bead-790e6d1ca681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf', 'code': 200} Mar 07 16:29:07.770726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4b19c-4f0d-4b82-8707-b4e9d8a4caaa req-4f4d5dd7-cb02-4410-8f33-9c431576b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:07.772253 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1a4b19c-4f0d-4b82-8707-b4e9d8a4caaa req-4f4d5dd7-cb02-4410-8f33-9c431576b816 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 1131 time: 0.0432236 Mar 07 16:29:07.815399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1a4b19c-4f0d-4b82-8707-b4e9d8a4caaa req-fc5e6c4c-a838-4d28-ac3a-3d019d388ff9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 Mar 07 16:29:08.293442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a255-f8a2-4151-bf7a-c18c853f61b5 req-f282e791-ba51-4779-87a5-83a3ccc5192d tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:08.294837 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef32a255-f8a2-4151-bf7a-c18c853f61b5 req-f282e791-ba51-4779-87a5-83a3ccc5192d tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 949 time: 0.0548358 Mar 07 16:29:08.343338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ef32a255-f8a2-4151-bf7a-c18c853f61b5 req-be7c95b6-9b28-46eb-924f-ee7e80d178b8 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Mar 07 16:29:08.917778 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-17ac2435-17de-40ba-8375-664b61d3a66b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417290 Mar 07 16:29:09.011314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-da7b99a9-28c2-4ecb-8157-aced4a68965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:09.012804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-da7b99a9-28c2-4ecb-8157-aced4a68965c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e55db89a6624497abd1e3bd58af2c16&device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 1131 time: 0.0482261 Mar 07 16:29:09.113958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-4c6adf6e-d1ea-4408-9cdb-f3dc66b70fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:09.115487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-4c6adf6e-d1ea-4408-9cdb-f3dc66b70fd8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de5f494e-3b7c-429e-beba-821ddf2e7f86 HTTP/1.1" status: 200 len: 870 time: 0.0835567 Mar 07 16:29:09.159308 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-ac8953ea-3f66-4ef5-97b2-423300b2202b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf HTTP/1.1" status: 200 len: 217 time: 0.0380070 Mar 07 16:29:09.208069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-73507810-e3a9-45f9-acee-1d5cd01339df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:09.209469 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-73507810-e3a9-45f9-acee-1d5cd01339df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3746bd9-fe9f-4087-967b-c8f2204cee9f HTTP/1.1" status: 200 len: 843 time: 0.0444932 Mar 07 16:29:09.257554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-28d58766-641b-4313-a8a5-22b513ab9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:09.259093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-28d58766-641b-4313-a8a5-22b513ab9ee3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de5f494e-3b7c-429e-beba-821ddf2e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0430248 Mar 07 16:29:09.350242 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-10b199ae-c5e9-4267-948b-8b289911900c service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854590 Mar 07 16:29:09.471655 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ac369ed7-05a3-40ec-aed5-c4d465f6b238 req-146936c9-c8ae-4600-8307-4c4bf16c6afd service neutron] 10.222.0.11 "GET /v2.0/networks/de5f494e-3b7c-429e-beba-821ddf2e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152935 Mar 07 16:29:09.486054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb9d42-ca79-4793-91f8-4d8df328b2aa req-7efd6e8e-33a3-4386-9920-4ba8800c31b8 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:09.488040 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93bb9d42-ca79-4793-91f8-4d8df328b2aa req-7efd6e8e-33a3-4386-9920-4ba8800c31b8 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 949 time: 0.0744779 Mar 07 16:29:09.536550 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93bb9d42-ca79-4793-91f8-4d8df328b2aa req-74886429-ea6f-4b6e-84cc-ffe444c91dae tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Mar 07 16:29:09.862587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-5c77e041-ac6e-4664-b661-92a5047e8892 req-3e515fd6-c160-43ce-8ef9-96f2a45e7d48 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:29:09.863673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c77e041-ac6e-4664-b661-92a5047e8892 req-3e515fd6-c160-43ce-8ef9-96f2a45e7d48 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0602808 Mar 07 16:29:10.236795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-6932eb17-b3a9-40d0-82e4-367b0488549a req-2588cc8e-d9e0-42c1-82ef-153db860e4e3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:29:10.237896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6932eb17-b3a9-40d0-82e4-367b0488549a req-2588cc8e-d9e0-42c1-82ef-153db860e4e3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560737 Mar 07 16:29:10.581312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1615a55-d05a-4532-b29f-746067984292 req-0dfbe233-5959-4621-93d8-e4b77ee1d0c1 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:10.582784 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1615a55-d05a-4532-b29f-746067984292 req-0dfbe233-5959-4621-93d8-e4b77ee1d0c1 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 949 time: 0.0520170 Mar 07 16:29:10.628474 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a1615a55-d05a-4532-b29f-746067984292 req-97700f95-e85e-41fa-a57d-7480c4302691 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399599 Mar 07 16:29:11.179713 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:11.747924 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72067fe4-4024-410a-87ce-cbd722b6d2b5 req-a432c677-2954-4607-8d1d-1693e005ec42 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:11.749430 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72067fe4-4024-410a-87ce-cbd722b6d2b5 req-a432c677-2954-4607-8d1d-1693e005ec42 tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 949 time: 0.0517848 Mar 07 16:29:11.796001 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72067fe4-4024-410a-87ce-cbd722b6d2b5 req-64102093-d747-45bf-a376-0594e4e8275b tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/security-groups?id=807084bc-102d-4d30-b873-1709915e2cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Mar 07 16:29:11.872357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-33d148ae-d47f-4401-8666-a8d91a5be16f tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:11.873816 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-33d148ae-d47f-4401-8666-a8d91a5be16f tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.11 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 949 time: 0.0504420 Mar 07 16:29:12.204076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Deleting port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:29:12.204491 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:12.294157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] For port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,segment=NetworkSegment(482873e7-7887-4dc9-8683-55c05f979035),segment_id=482873e7-7887-4dc9-8683-55c05f979035)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:12.294443 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:12.307035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Calling delete_port for e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:29:12.434256 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:12.446316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:29:12.473719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Pushing event deleted for resources: {'Port': ['ID=e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:12.511787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] No DVR routers for this DVR port e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:29:12.514595 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:12.519304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3c4fb677-7990-4f3d-a4dc-97b1f280167c req-5a19f3a5-4d77-4861-ba4b-2dca4c91e4cd tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.11 "DELETE /v2.0/ports/e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf HTTP/1.1" status: 204 len: 173 time: 0.6402907 Mar 07 16:29:12.519800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856701c-5c4d-4736-bead-790e6d1ca681', 'name': 'network-vif-deleted', 'tag': 'e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:29:12.522676 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fc75f6-a8ef-49c6-9df8-974ab4449d0c" -d '{"events": [{"server_uuid": "b856701c-5c4d-4736-bead-790e6d1ca681", "name": "network-vif-deleted", "tag": "e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:29:12.562736 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309c3d89-d3df-4513-a6da-35d73f0071fd x-openstack-request-id: req-309c3d89-d3df-4513-a6da-35d73f0071fd {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:29:12.563143 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856701c-5c4d-4736-bead-790e6d1ca681", "name": "network-vif-deleted", "tag": "e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:29:12.564031 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-309c3d89-d3df-4513-a6da-35d73f0071fd {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:29:12.564582 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856701c-5c4d-4736-bead-790e6d1ca681', 'name': 'network-vif-deleted', 'tag': 'e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf', 'status': 'completed', 'code': 200} Mar 07 16:29:12.912793 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fc154d01-304b-48b9-99eb-5a60e17abc3d req-799f32f1-3625-47d4-889d-57aa58a5517c tempest-ServersAdminNegativeTestJSON-1175117950 tempest-ServersAdminNegativeTestJSON-1175117950-project] 10.222.0.24 "GET /v2.0/ports?device_id=b856701c-5c4d-4736-bead-790e6d1ca681 HTTP/1.1" status: 200 len: 210 time: 0.0324006 Mar 07 16:29:14.201909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51936) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:29:14.334741 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7ef990c9-c645-462a-8707-34dd88531a1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e55db89a6624497abd1e3bd58af2c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316602 Mar 07 16:29:14.337257 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51940) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:29:14.383327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c400bb7-e2ce-4cc1-abd1-dc93d6769100 admin admin] Publish callbacks [] for security_group (807084bc-102d-4d30-b873-1709915e2cb3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.404362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c400bb7-e2ce-4cc1-abd1-dc93d6769100 admin admin] Publish callbacks [] for security_group (807084bc-102d-4d30-b873-1709915e2cb3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.450528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c400bb7-e2ce-4cc1-abd1-dc93d6769100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (807084bc-102d-4d30-b873-1709915e2cb3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.453121 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2c400bb7-e2ce-4cc1-abd1-dc93d6769100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.454860 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2c400bb7-e2ce-4cc1-abd1-dc93d6769100 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/807084bc-102d-4d30-b873-1709915e2cb3 HTTP/1.1" status: 204 len: 168 time: 0.1161160 Mar 07 16:29:14.462273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c400bb7-e2ce-4cc1-abd1-dc93d6769100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807084bc-102d-4d30-b873-1709915e2cb3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:14.716553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51946) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:29:14.729888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cea4fe59-7db6-41c8-ad0a-fd08dfd8d221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.805368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cea4fe59-7db6-41c8-ad0a-fd08dfd8d221 admin admin] Publish callbacks [] for security_group (b02c6824-d58a-49b1-93bd-930edd9be0d1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.809084 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-cea4fe59-7db6-41c8-ad0a-fd08dfd8d221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b02c6824-d58a-49b1-93bd-930edd9be0d1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.847821 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-cea4fe59-7db6-41c8-ad0a-fd08dfd8d221 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fb435575c534c6ba100a4f732822c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302166 Mar 07 16:29:14.848796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4fe59-7db6-41c8-ad0a-fd08dfd8d221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02c6824-d58a-49b1-93bd-930edd9be0d1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:14.850556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51948) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:29:14.901330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4432188-3bb9-4723-9f31-856a1d9b6583 admin admin] Publish callbacks [] for security_group (b02c6824-d58a-49b1-93bd-930edd9be0d1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.921795 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4432188-3bb9-4723-9f31-856a1d9b6583 admin admin] Publish callbacks [] for security_group (b02c6824-d58a-49b1-93bd-930edd9be0d1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.967929 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4432188-3bb9-4723-9f31-856a1d9b6583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b02c6824-d58a-49b1-93bd-930edd9be0d1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.970465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b4432188-3bb9-4723-9f31-856a1d9b6583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:14.971694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b4432188-3bb9-4723-9f31-856a1d9b6583 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b02c6824-d58a-49b1-93bd-930edd9be0d1 HTTP/1.1" status: 204 len: 168 time: 0.1200473 Mar 07 16:29:14.979344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4432188-3bb9-4723-9f31-856a1d9b6583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02c6824-d58a-49b1-93bd-930edd9be0d1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:15.473940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:29:15.495624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:29:15.495986 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device e83b4d6b-afa6-4f8d-983f-4ec5a085a6cf not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:29:15.637943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 51970) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:29:15.736114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1512216955-network', 'tenant_id': 'ebe4482a310141f9aa39b2a6e61d7596'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:29:15.756542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Made reservation on behalf of ebe4482a310141f9aa39b2a6e61d7596 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:29:15.758784 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:15.767560 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:15.843132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Publish callbacks [] for security_group (34cc69bb-47d6-4cf7-bde9-f1d54ea711c3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:15.846936 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (34cc69bb-47d6-4cf7-bde9-f1d54ea711c3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:15.871221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:29:15.889965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e9f5ba9b-5840-4113-a6d0-5152c8850a4e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:15.890310 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Added segment e9f5ba9b-5840-4113-a6d0-5152c8850a4e of type vlan for network b61087c4-5df9-4020-be42-a7ca8b059f14 Mar 07 16:29:15.893580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:15.938018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b61087c4-5df9-4020-be42-a7ca8b059f14), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:15.967090 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b61087c4-5df9-4020-be42-a7ca8b059f14), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:15.968037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:15.968649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:16.014884 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3757181 Mar 07 16:29:16.017966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 51974) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:29:16.023007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Request body: {'subnet': {'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1512216955-subnet', 'tenant_id': 'ebe4482a310141f9aa39b2a6e61d7596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:29:16.041596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Made reservation on behalf of ebe4482a310141f9aa39b2a6e61d7596 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:29:16.043983 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:16.060471 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d678915-56a7-4f52-a9fc-99f9887ae29e admin admin] Pushing event updated for resources: {'Network': ['ID=b61087c4-5df9-4020-be42-a7ca8b059f14,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:16.072108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b61087c4-5df9-4020-be42-a7ca8b059f14 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:29:16.214980 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (2c512847-61ee-46a2-950f-6fe5b129177c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:16.264739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c512847-61ee-46a2-950f-6fe5b129177c,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:16.280133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Checking segment: {'id': 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:29:16.280497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Network hostable DHCP agents. Network: b61087c4-5df9-4020-be42-a7ca8b059f14, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:29:16.297186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Network b61087c4-5df9-4020-be42-a7ca8b059f14 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:29:16.306967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b61087c4-5df9-4020-be42-a7ca8b059f14) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:29:16.314874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:16.314874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:16.318864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b3af8-aa4d-4436-83b9-ef7e9ecde6c0 None None] Network b61087c4-5df9-4020-be42-a7ca8b059f14 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:29:16.332134 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f0937d9d-9587-4a6b-932c-979426c315e9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3130746 Mar 07 16:29:16.418188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe3bb2e-5714-4175-8c2b-63316c9f3571 None None] Network b61087c4-5df9-4020-be42-a7ca8b059f14 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:29:16.762765 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bf98-79b1-464f-8264-45584e08f056 req-7647a12e-e414-47c4-a152-139c12bd8b85 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:16.764310 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-7647a12e-e414-47c4-a152-139c12bd8b85 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/networks?id=b61087c4-5df9-4020-be42-a7ca8b059f14 HTTP/1.1" status: 200 len: 812 time: 0.1062360 Mar 07 16:29:16.779415 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-dc43a3da-4aa9-4d75-a16b-5db1b68e7b6c tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/quotas/ebe4482a310141f9aa39b2a6e61d7596 HTTP/1.1" status: 200 len: 375 time: 0.0095158 Mar 07 16:29:16.810489 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-82bab195-5974-4165-b2b8-09561487bcae tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebe4482a310141f9aa39b2a6e61d7596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263145 Mar 07 16:29:16.821451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-e220ec28-b9db-4ada-ad8d-02be9ca4eff7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:29:16.822357 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-e220ec28-b9db-4ada-ad8d-02be9ca4eff7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048950 Mar 07 16:29:16.913010 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-58684cdc-fc0c-40a2-a4d0-d88d69d75e92 service neutron] 10.222.0.24 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854712 Mar 07 16:29:17.001903 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-1450b3e3-9714-41fb-be6b-29c7fb3a7c81 service neutron] 10.222.0.24 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831759 Mar 07 16:29:17.164104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb8fa0fc-929a-478f-8af3-638497f4ba98 req-e5dbd236-ec0d-4b31-bf9d-db081bfb2acb tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 210 time: 0.0322790 Mar 07 16:29:18.078411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bf98-79b1-464f-8264-45584e08f056 req-2bdcc0c4-1ae4-4c74-b8b8-063abd52c0fc tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:18.080441 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-2bdcc0c4-1ae4-4c74-b8b8-063abd52c0fc tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.11 "GET /v2.0/networks?id=b61087c4-5df9-4020-be42-a7ca8b059f14 HTTP/1.1" status: 200 len: 812 time: 0.1033647 Mar 07 16:29:18.091729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Request body: {'port': {'device_id': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14', 'admin_state_up': True, 'tenant_id': 'ebe4482a310141f9aa39b2a6e61d7596'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:29:18.198133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Made reservation on behalf of ebe4482a310141f9aa39b2a6e61d7596 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:29:18.201759 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:18.265655 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2366f553-a731-4491-9191-0e16f519cbd3 req-9f575f24-7dc7-4060-8933-169ee8d6c822 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 210 time: 0.0321248 Mar 07 16:29:18.331334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Allocated IP 172.20.0.9 (b61087c4-5df9-4020-be42-a7ca8b059f14/2c512847-61ee-46a2-950f-6fe5b129177c/fb3ad7fa-4f29-44d8-bfdb-92c11be65a07) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:29:18.477946 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Publish callbacks [] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:18.510080 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:18.552309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Network b61087c4-5df9-4020-be42-a7ca8b059f14 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:29:18.555330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:29:18.558813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:29:18.587967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Pushing event updated for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:18.615237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:18.615846 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:18.632455 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-883a5048-a7ab-4faf-b7cf-397110bc96d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444231 Mar 07 16:29:18.645101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Request body: {'port': {'device_id': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:29:18.706143 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:18.962696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:29:18.970136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Publish callbacks [] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:18.981735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Transition to ACTIVE for port object fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:29:18.985624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:19.052864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:19.102030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Attempting to bind port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:29:19.102366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Attempting to bind port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:29:19.102697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Attempting to bind port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on network b61087c4-5df9-4020-be42-a7ca8b059f14 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:29:19.106963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on network b61087c4-5df9-4020-be42-a7ca8b059f14 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:29:19.107289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Attempting to bind port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on network b61087c4-5df9-4020-be42-a7ca8b059f14 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:29:19.112929 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:29:19.113270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Checking segment: {'id': 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:29:19.113653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Bound using segment: {'id': 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:29:19.114076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Bound port: fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:29:19.114434 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:19.180872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:29:19.183811 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:29:19.190265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:19.227249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:19.227864 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:19.229260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] 10.222.0.11 "PUT /v2.0/ports/fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 1091 time: 0.5888407 Mar 07 16:29:19.229823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:29:19.231971 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9226aa62-ebff-4791-8752-753536e26505" -d '{"events": [{"name": "network-changed", "server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:29:19.255603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cb702-4643-4dce-b422-2e326723c8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:19.276112 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944120e0-da2b-4ec3-a281-55b764df29c6 x-openstack-request-id: req-944120e0-da2b-4ec3-a281-55b764df29c6 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:29:19.276398 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:29:19.276657 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-944120e0-da2b-4ec3-a281-55b764df29c6 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:29:19.277046 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'status': 'completed', 'code': 200} Mar 07 16:29:19.314755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bf98-79b1-464f-8264-45584e08f056 req-797d9124-8f15-4a8c-a0d7-738fb2b8293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:19.316398 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-797d9124-8f15-4a8c-a0d7-738fb2b8293d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebe4482a310141f9aa39b2a6e61d7596&device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 1125 time: 0.0490286 Mar 07 16:29:19.362395 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-7bf4a2c7-3542-4230-82e6-8c23f580ac39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 217 time: 0.0390542 Mar 07 16:29:19.385865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0cd0e-897f-4bfb-8e80-9d672d546f03 req-0e446f60-d2d4-4652-b3c3-135a513d82a4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:19.387374 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9bf0cd0e-897f-4bfb-8e80-9d672d546f03 req-0e446f60-d2d4-4652-b3c3-135a513d82a4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 943 time: 0.0530834 Mar 07 16:29:19.411691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bf98-79b1-464f-8264-45584e08f056 req-ba72dc60-4f81-4c3c-80a3-8808b9d7921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:19.413177 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-ba72dc60-4f81-4c3c-80a3-8808b9d7921d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c512847-61ee-46a2-950f-6fe5b129177c HTTP/1.1" status: 200 len: 852 time: 0.0448263 Mar 07 16:29:19.435482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9bf0cd0e-897f-4bfb-8e80-9d672d546f03 req-711244c9-f01d-4dc5-a66d-8f291aaedcf5 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Mar 07 16:29:19.444072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-f9baf97b-bf78-4482-bbcf-ac9b7a86cc8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b61087c4-5df9-4020-be42-a7ca8b059f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254581 Mar 07 16:29:19.534941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-60addf03-928b-4e36-b4ce-2d7b596778bb service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850742 Mar 07 16:29:19.619794 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e309bf98-79b1-464f-8264-45584e08f056 req-f44f2192-bc75-4846-8338-8230287aa11a service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795829 Mar 07 16:29:19.707964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226aa62-ebff-4791-8752-753536e26505 req-fec858b2-0799-4714-907a-d202945994d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:19.709444 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9226aa62-ebff-4791-8752-753536e26505 req-fec858b2-0799-4714-907a-d202945994d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebe4482a310141f9aa39b2a6e61d7596&device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 1125 time: 0.0445216 Mar 07 16:29:19.800428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226aa62-ebff-4791-8752-753536e26505 req-de9a65d8-bd3e-4930-8f80-a967220b4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:19.801809 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9226aa62-ebff-4791-8752-753536e26505 req-de9a65d8-bd3e-4930-8f80-a967220b4382 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b61087c4-5df9-4020-be42-a7ca8b059f14 HTTP/1.1" status: 200 len: 913 time: 0.0869908 Mar 07 16:29:19.840456 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9226aa62-ebff-4791-8752-753536e26505 req-ca64b180-4f3f-4ccb-9431-cf33d651f682 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 217 time: 0.0331919 Mar 07 16:29:19.892526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226aa62-ebff-4791-8752-753536e26505 req-79548c90-9bfb-4c97-bb8a-5965855d6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:19.893961 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9226aa62-ebff-4791-8752-753536e26505 req-79548c90-9bfb-4c97-bb8a-5965855d6255 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c512847-61ee-46a2-950f-6fe5b129177c HTTP/1.1" status: 200 len: 852 time: 0.0463860 Mar 07 16:29:19.925464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9226aa62-ebff-4791-8752-753536e26505 req-ebca91a1-d222-4d0d-8540-ec66cb72f037 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b61087c4-5df9-4020-be42-a7ca8b059f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243425 Mar 07 16:29:20.011840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9226aa62-ebff-4791-8752-753536e26505 req-6e4b33d8-cf92-4311-b499-ebb79146d0ed service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799551 Mar 07 16:29:20.103599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9226aa62-ebff-4791-8752-753536e26505 req-0ff384bc-46fb-416f-96ca-88af6743ad6f service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847001 Mar 07 16:29:20.556664 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df07ea-036a-4528-a38c-ac4f88fb2de5 req-a80ab6a6-0792-48c4-a452-1ee21ef3a72a tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:20.558144 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76df07ea-036a-4528-a38c-ac4f88fb2de5 req-a80ab6a6-0792-48c4-a452-1ee21ef3a72a tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 943 time: 0.0514784 Mar 07 16:29:20.603272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-76df07ea-036a-4528-a38c-ac4f88fb2de5 req-7a797755-127e-4912-8a6c-439a86e5c768 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Mar 07 16:29:21.506815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:29:21.601320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:21.611538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14', 'port_id': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'mac_address': 'fa:16:3e:89:a8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c512847-61ee-46a2-950f-6fe5b129177c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:29:21.651762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:29:21.652149 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:21.727719 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0305fa-ded9-443a-aee7-54b44eadd5a2 req-a6cfdd92-0ac8-423a-b9e0-f6c415abaea5 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:21.729533 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b0305fa-ded9-443a-aee7-54b44eadd5a2 req-a6cfdd92-0ac8-423a-b9e0-f6c415abaea5 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 943 time: 0.0579433 Mar 07 16:29:21.781136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b0305fa-ded9-443a-aee7-54b44eadd5a2 req-e7c7f098-8979-4b35-9b01-be5417f93f98 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455434 Mar 07 16:29:21.824517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:29:21.843325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:21.847752 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:21.896246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:22.036844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['fb3ad7fa-4f29-44d8-bfdb-92c11be65a07'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:29:22.901673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b77e-0c98-45cd-b05e-079335828a81 req-bb40f975-49c1-4d81-b8e5-597c8bdb4179 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:22.903207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35d3b77e-0c98-45cd-b05e-079335828a81 req-bb40f975-49c1-4d81-b8e5-597c8bdb4179 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 944 time: 0.0555079 Mar 07 16:29:22.914601 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6fd11d80-4ab0-4381-b4b3-13644beb5ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:22.951444 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-35d3b77e-0c98-45cd-b05e-079335828a81 req-7046a892-ca97-4a21-932a-a7991daa1806 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Mar 07 16:29:23.520051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:29:23.567034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:29:23.570542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:29:23.570941 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:23.648513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:29:23.648901 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:23.670554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:29:23.672851 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f93f83-cdb2-4492-945e-efe341aa7b5f" -d '{"events": [{"server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:29:23.685735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:23.689170 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:23.712293 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d62ccce-c343-4a13-b0dc-eb5173c1ade8 x-openstack-request-id: req-8d62ccce-c343-4a13-b0dc-eb5173c1ade8 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:29:23.712589 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:29:23.712849 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d62ccce-c343-4a13-b0dc-eb5173c1ade8 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:29:23.713246 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'code': 200} Mar 07 16:29:23.738543 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:23.805092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32060a7f-faae-4e01-a338-9a2480c50c3f req-76f35531-f269-4b68-afca-d7e85ee9a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:23.806539 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32060a7f-faae-4e01-a338-9a2480c50c3f req-76f35531-f269-4b68-afca-d7e85ee9a08a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 1127 time: 0.0434520 Mar 07 16:29:23.851761 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-32060a7f-faae-4e01-a338-9a2480c50c3f req-60c9380a-019f-412b-9e83-30dc49aa4b65 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Mar 07 16:29:24.069813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec8fe6-f4c8-4b54-8c27-8046505784b4 req-b8d07ec2-8b5b-4761-b1d3-9d47fcb263b5 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:24.071296 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-67ec8fe6-f4c8-4b54-8c27-8046505784b4 req-b8d07ec2-8b5b-4761-b1d3-9d47fcb263b5 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0523324 Mar 07 16:29:24.120641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-67ec8fe6-f4c8-4b54-8c27-8046505784b4 req-5c69bd62-03be-4d4d-bbd3-9ec8331e1bc8 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437825 Mar 07 16:29:25.221049 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b6c3-79a9-47c6-b080-b0ba768ee7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:25.248561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ede5e0-bd63-4cf9-a9f0-43ce80d16d7e req-d66484ae-fc47-4238-af57-824e54d91c9d tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:25.250087 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5ede5e0-bd63-4cf9-a9f0-43ce80d16d7e req-d66484ae-fc47-4238-af57-824e54d91c9d tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0621965 Mar 07 16:29:25.296439 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f5ede5e0-bd63-4cf9-a9f0-43ce80d16d7e req-275e156b-fc79-4add-a6f0-49456669c40f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Mar 07 16:29:25.632770 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf16f5-4ab2-4a2c-a2c6-c0ffb2d1385e req-70f64cdc-b7de-4d56-b2d8-05d2ca6ea19c tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:25.634323 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7bf16f5-4ab2-4a2c-a2c6-c0ffb2d1385e req-70f64cdc-b7de-4d56-b2d8-05d2ca6ea19c tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0543473 Mar 07 16:29:25.667827 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-9a0f1a7f-f88e-45ea-9d6b-583d92dd015d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959616 Mar 07 16:29:25.685207 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7bf16f5-4ab2-4a2c-a2c6-c0ffb2d1385e req-a680f7f1-9808-4ec2-9a54-9f39a47d7e06 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Mar 07 16:29:26.122421 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec908-7a59-4912-82d4-833e874a7621 req-3fd683d8-d73f-4f84-bd1f-923bb05864cf tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:26.123855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-3fd683d8-d73f-4f84-bd1f-923bb05864cf tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports/fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 942 time: 0.1073785 Mar 07 16:29:26.484667 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:26.804847 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac69b-2dea-4a45-8105-8fdb7d7e4a4a req-2c251896-e1b0-49eb-8eea-24ae8d707d39 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:26.806506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7acac69b-2dea-4a45-8105-8fdb7d7e4a4a req-2c251896-e1b0-49eb-8eea-24ae8d707d39 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0533466 Mar 07 16:29:26.867687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7acac69b-2dea-4a45-8105-8fdb7d7e4a4a req-3e679863-2fef-4908-8e6e-b11a8a53b4c4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555582 Mar 07 16:29:26.903880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec908-7a59-4912-82d4-833e874a7621 req-5bb8b4ff-f675-4e24-9691-7d85f88779fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:26.905409 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-5bb8b4ff-f675-4e24-9691-7d85f88779fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebe4482a310141f9aa39b2a6e61d7596&device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 1127 time: 0.0486295 Mar 07 16:29:26.997334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec908-7a59-4912-82d4-833e874a7621 req-da90f7dd-e89f-4ba6-8af1-e139095cf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:26.999034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-da90f7dd-e89f-4ba6-8af1-e139095cf1f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b61087c4-5df9-4020-be42-a7ca8b059f14 HTTP/1.1" status: 200 len: 913 time: 0.0869827 Mar 07 16:29:27.038599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-c6439800-523b-43df-8c84-3fbae3d9ff1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 217 time: 0.0342467 Mar 07 16:29:27.088057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec908-7a59-4912-82d4-833e874a7621 req-d68a2cb8-1759-49f5-b6fb-2ea2ccf5eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:27.089481 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-d68a2cb8-1759-49f5-b6fb-2ea2ccf5eaf2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c512847-61ee-46a2-950f-6fe5b129177c HTTP/1.1" status: 200 len: 852 time: 0.0453739 Mar 07 16:29:27.120222 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-e7e0cb43-d884-49ea-b280-0ea8c30c7467 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b61087c4-5df9-4020-be42-a7ca8b059f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243659 Mar 07 16:29:27.210765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-3c3d6144-bfef-4ec4-afad-c50d2da8c5a0 service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849948 Mar 07 16:29:27.308378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-e3eddb54-72e7-48b9-9f40-7de2d25b4446 service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920339 Mar 07 16:29:27.790596 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:27.990331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe33579-b8e5-4097-b26f-0bb8aa0c7f30 req-0960b9d5-bfd7-46b1-996c-d7b29059e1d2 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:27.991866 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fe33579-b8e5-4097-b26f-0bb8aa0c7f30 req-0960b9d5-bfd7-46b1-996c-d7b29059e1d2 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0560014 Mar 07 16:29:28.038249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3fe33579-b8e5-4097-b26f-0bb8aa0c7f30 req-b5d6efb3-551e-48cb-a397-fa4bcf8ab407 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Mar 07 16:29:29.156274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530c733-6052-4f72-9661-98223b0b07c1 req-9e433104-8f58-441a-83ee-841156fa275e tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:29.157775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a530c733-6052-4f72-9661-98223b0b07c1 req-9e433104-8f58-441a-83ee-841156fa275e tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0526111 Mar 07 16:29:29.179336 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:29.206540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a530c733-6052-4f72-9661-98223b0b07c1 req-e9fea52c-c532-4309-aa18-939822163de4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Mar 07 16:29:30.326505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb4b1c-035b-48e5-aa7d-e9d9eda00e0f req-bdfe9981-d500-496f-a7b7-9cbf3103d661 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:30.327969 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-78cb4b1c-035b-48e5-aa7d-e9d9eda00e0f req-bdfe9981-d500-496f-a7b7-9cbf3103d661 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0525839 Mar 07 16:29:30.374090 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-78cb4b1c-035b-48e5-aa7d-e9d9eda00e0f req-a74d1e89-2975-4b2e-a5de-f56104dab0e6 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Mar 07 16:29:31.496272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147d8ff-6ac4-4e5b-a53e-8a87890e448a req-9ce826ca-580d-416f-ab75-434132de5344 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:31.497645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4147d8ff-6ac4-4e5b-a53e-8a87890e448a req-9ce826ca-580d-416f-ab75-434132de5344 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0556364 Mar 07 16:29:31.543983 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4147d8ff-6ac4-4e5b-a53e-8a87890e448a req-f7d74cf2-949e-435d-991c-4ba6cab5ffd6 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Mar 07 16:29:32.665740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f51f58-c8cb-468c-aed8-cbac1126528d req-04e250c9-bb09-4a18-8846-4047d2665f0a tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:32.667244 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-43f51f58-c8cb-468c-aed8-cbac1126528d req-04e250c9-bb09-4a18-8846-4047d2665f0a tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0561216 Mar 07 16:29:32.712280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-43f51f58-c8cb-468c-aed8-cbac1126528d req-eff98ecc-004c-4e3c-ac85-d38a76951512 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Mar 07 16:29:33.830176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c179-a4be-4edb-a615-dba6208449b3 req-607193a4-1d08-4b62-af7f-dffbb3fc4666 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:33.831785 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0869c179-a4be-4edb-a615-dba6208449b3 req-607193a4-1d08-4b62-af7f-dffbb3fc4666 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0525649 Mar 07 16:29:33.878203 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0869c179-a4be-4edb-a615-dba6208449b3 req-f29ec68b-ce46-4425-b64f-b5d37452900c tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Mar 07 16:29:34.995273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b190038-1504-41ed-bd5f-6affdb286ad2 req-7012c6c0-cf01-404c-8b9f-9bfdcd8ffba7 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:34.996758 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b190038-1504-41ed-bd5f-6affdb286ad2 req-7012c6c0-cf01-404c-8b9f-9bfdcd8ffba7 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0525813 Mar 07 16:29:35.042920 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b190038-1504-41ed-bd5f-6affdb286ad2 req-2072127e-5c55-44d5-b767-170b63691af3 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Mar 07 16:29:36.165698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ade02-43c2-4de8-aa6e-a8fe67874d1a req-e8207161-8233-4ac7-a6f7-d43c61b08cdc tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:36.167220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b1ade02-43c2-4de8-aa6e-a8fe67874d1a req-e8207161-8233-4ac7-a6f7-d43c61b08cdc tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0557172 Mar 07 16:29:36.213578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b1ade02-43c2-4de8-aa6e-a8fe67874d1a req-ab394572-195a-4794-89e1-81bb0fe679dd tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Mar 07 16:29:36.426341 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:29:36.694127 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:37.332808 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d27f8-eab8-44d4-87db-4717e1e2789f req-20feb7a7-3f98-453a-954d-f4700086aaed tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:37.334316 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e82d27f8-eab8-44d4-87db-4717e1e2789f req-20feb7a7-3f98-453a-954d-f4700086aaed tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0539556 Mar 07 16:29:37.385760 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e82d27f8-eab8-44d4-87db-4717e1e2789f req-c2f640a8-fde7-4462-ac8f-bab371662777 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 Mar 07 16:29:38.505278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281c455-86e0-48ca-87ba-a7ef48341e79 req-0ad420dd-c414-47c9-b952-ba1185b27141 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:38.506789 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b281c455-86e0-48ca-87ba-a7ef48341e79 req-0ad420dd-c414-47c9-b952-ba1185b27141 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0532961 Mar 07 16:29:38.553577 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b281c455-86e0-48ca-87ba-a7ef48341e79 req-24128918-e75b-47dc-8731-dc503b8b8b83 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Mar 07 16:29:39.674916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5c545-f216-41e6-915d-91f2c96cbc28 req-86574bed-a90a-403b-869d-b84aab700425 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:39.676457 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0f5c545-f216-41e6-915d-91f2c96cbc28 req-86574bed-a90a-403b-869d-b84aab700425 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0533628 Mar 07 16:29:39.722979 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0f5c545-f216-41e6-915d-91f2c96cbc28 req-a9e9089c-5a52-4686-b0e0-95b98b70ebe3 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Mar 07 16:29:40.839566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21c1e9-47b0-4904-9c45-5ce3b3541d21 req-3c96189e-3dda-496f-b808-d850b0404399 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:40.841152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc21c1e9-47b0-4904-9c45-5ce3b3541d21 req-3c96189e-3dda-496f-b808-d850b0404399 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0515931 Mar 07 16:29:40.891465 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bc21c1e9-47b0-4904-9c45-5ce3b3541d21 req-5b14998a-0f78-476d-a0cd-153012dafd0c tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441408 Mar 07 16:29:41.193863 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:42.010053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717df77f-4c0d-43b5-843b-0a13f70f1390 req-c84b1313-9ef5-4159-b786-75a80db625bf tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:42.011593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-717df77f-4c0d-43b5-843b-0a13f70f1390 req-c84b1313-9ef5-4159-b786-75a80db625bf tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0534122 Mar 07 16:29:42.059354 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-717df77f-4c0d-43b5-843b-0a13f70f1390 req-f6868836-f889-48c9-b46b-fbbe4f6daeea tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Mar 07 16:29:43.175352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55d82-b0a0-41fe-8781-48aef1f0b196 req-b09a8b23-da58-4990-b87f-65c69b8f2ada tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:43.176856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2a55d82-b0a0-41fe-8781-48aef1f0b196 req-b09a8b23-da58-4990-b87f-65c69b8f2ada tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0524800 Mar 07 16:29:43.222692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2a55d82-b0a0-41fe-8781-48aef1f0b196 req-3fe59c63-5cd7-4649-bfcf-e65b3f9911a4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402780 Mar 07 16:29:44.344984 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6edf65-7a4e-47cb-b60a-94ef82651cad req-2377fa24-97a1-4707-8dde-a2aedf7ecc3e tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:44.347250 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac6edf65-7a4e-47cb-b60a-94ef82651cad req-2377fa24-97a1-4707-8dde-a2aedf7ecc3e tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0569742 Mar 07 16:29:44.392813 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac6edf65-7a4e-47cb-b60a-94ef82651cad req-144ca075-e98a-4f26-a26a-37da4f732b5c tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Mar 07 16:29:45.509517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55866b60-08c2-4ce2-9e58-3982129fca41 req-fc01d232-ced5-45a0-9516-71291a1d2584 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:45.510907 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-55866b60-08c2-4ce2-9e58-3982129fca41 req-fc01d232-ced5-45a0-9516-71291a1d2584 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0511730 Mar 07 16:29:45.556978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-55866b60-08c2-4ce2-9e58-3982129fca41 req-d75672f1-b95f-4bb8-aaa8-a98be97ba6ec tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Mar 07 16:29:46.676588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d251507-a95f-49c0-bf43-448b49d0963d req-06a6bc65-05e0-4eef-a99b-7efc72a8a99e tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:46.678097 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d251507-a95f-49c0-bf43-448b49d0963d req-06a6bc65-05e0-4eef-a99b-7efc72a8a99e tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0538809 Mar 07 16:29:46.727654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d251507-a95f-49c0-bf43-448b49d0963d req-3b977049-4adc-4ed8-925b-b319b187bc52 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Mar 07 16:29:47.846520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fb0dd-9554-4687-8d30-3ab80718922a req-a682ac84-bb9f-416d-936a-500ea6a9794f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:47.848017 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d94fb0dd-9554-4687-8d30-3ab80718922a req-a682ac84-bb9f-416d-936a-500ea6a9794f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0549946 Mar 07 16:29:47.894640 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d94fb0dd-9554-4687-8d30-3ab80718922a req-4acc303a-a8de-4f70-bb02-160719e059fe tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 Mar 07 16:29:49.012267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61342b-180b-446b-a162-3ea4459ca1b3 req-65bf8602-0f90-403b-8d53-56dbebb214d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:49.013752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2f61342b-180b-446b-a162-3ea4459ca1b3 req-65bf8602-0f90-403b-8d53-56dbebb214d4 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0523279 Mar 07 16:29:49.063556 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2f61342b-180b-446b-a162-3ea4459ca1b3 req-a54acf02-a4ed-4e01-ab2b-bde430d4eca0 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439577 Mar 07 16:29:50.183382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c9b31-c11d-47c7-a4b3-607b06f90d23 req-8dbf2dc2-94fb-428b-b09b-0880287d9469 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:50.184865 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-757c9b31-c11d-47c7-a4b3-607b06f90d23 req-8dbf2dc2-94fb-428b-b09b-0880287d9469 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0528345 Mar 07 16:29:50.231363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-757c9b31-c11d-47c7-a4b3-607b06f90d23 req-16f4dfd2-4743-4ac4-8de5-952ec1d94c23 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Mar 07 16:29:51.351515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0392afa-638a-43e0-a452-6d0908f0236e req-a16c9cae-c95b-4fd7-9f1a-73dad75e0030 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:51.353050 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0392afa-638a-43e0-a452-6d0908f0236e req-a16c9cae-c95b-4fd7-9f1a-73dad75e0030 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0556242 Mar 07 16:29:51.400435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0392afa-638a-43e0-a452-6d0908f0236e req-03a5e547-be3e-452c-af8a-45ec6d6b612a tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Mar 07 16:29:52.519505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5452da-47b8-4383-b90b-d5a9534727b8 req-7b7b8b9a-7f96-43de-a607-bce4a0b4e3b2 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:52.520934 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb5452da-47b8-4383-b90b-d5a9534727b8 req-7b7b8b9a-7f96-43de-a607-bce4a0b4e3b2 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0522416 Mar 07 16:29:52.571162 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb5452da-47b8-4383-b90b-d5a9534727b8 req-464ba4f9-a89b-4851-a81d-7a94edf59466 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446458 Mar 07 16:29:52.917568 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3c55c759-9f74-442a-b9ca-2c594a3541fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:53.687798 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea32c1b-4786-445b-8a1b-d6aa261f49f7 req-a49c7c05-d939-4257-87df-448dba1f401e tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:53.689797 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ea32c1b-4786-445b-8a1b-d6aa261f49f7 req-a49c7c05-d939-4257-87df-448dba1f401e tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 945 time: 0.0524545 Mar 07 16:29:53.736120 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ea32c1b-4786-445b-8a1b-d6aa261f49f7 req-ffdb2fbf-c293-48e4-846b-31c39fa6bf89 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Mar 07 16:29:54.199244 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-191ec908-7a59-4912-82d4-833e874a7621 req-adc8f662-50e7-46db-987d-7264ba82a590 service neutron] show failed (client error): The resource could not be found. Mar 07 16:29:54.200269 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-adc8f662-50e7-46db-987d-7264ba82a590 service neutron] 10.222.0.11 "GET /v2.0/ports/fb3ad7fa-4f29-44d8-bfdb-92c11be65a07/bindings/n-h1-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0560873 Mar 07 16:29:54.433658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec908-7a59-4912-82d4-833e874a7621 req-a9ff738b-62ee-4868-b103-679176009aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:54.435129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-a9ff738b-62ee-4868-b103-679176009aa0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca&tenant_id=ebe4482a310141f9aa39b2a6e61d7596 HTTP/1.1" status: 200 len: 1127 time: 0.0787349 Mar 07 16:29:54.445890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:29:54.507576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:54.705860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:54.737910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:29:54.776864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:29:54.779778 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec11532-a913-4e0b-a26a-7d31b621e7aa" -d '{"events": [{"server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "name": "network-vif-unplugged", "status": "completed", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:29:54.783492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Publish callbacks [] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:54.797088 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Transition to ACTIVE for port object fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:29:54.801832 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:54.849080 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592674a3-5cbe-4762-881d-36a11205af28 x-openstack-request-id: req-592674a3-5cbe-4762-881d-36a11205af28 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:29:54.849379 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "name": "network-vif-unplugged", "status": "completed", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:29:54.849634 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-592674a3-5cbe-4762-881d-36a11205af28 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:29:54.850024 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'code': 200} Mar 07 16:29:54.897749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] No DVR routers for this DVR port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:29:54.906788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=6']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:54.935469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.935819 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.936165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.936504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.936838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.937168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.937496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.937823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.938147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.938470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.939443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.939787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.940093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:54.957621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Attempting to bind port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:29:54.957895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Attempting to bind port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:29:54.958227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Attempting to bind port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on network b61087c4-5df9-4020-be42-a7ca8b059f14 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:29:54.969147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa9c-5bd5-4b95-80bd-105f9bb5d532 req-d41152f8-b072-40a0-8699-9c90220afd06 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:54.970753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1182aa9c-5bd5-4b95-80bd-105f9bb5d532 req-d41152f8-b072-40a0-8699-9c90220afd06 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 943 time: 0.1606760 Mar 07 16:29:54.971723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on network b61087c4-5df9-4020-be42-a7ca8b059f14 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:29:54.972040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Attempting to bind port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on network b61087c4-5df9-4020-be42-a7ca8b059f14 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:29:54.978678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:29:54.979038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Checking segment: {'id': 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:29:54.979415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Bound using segment: {'id': 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:29:54.979836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Bound port: fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:29:54.980300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:55.060763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1182aa9c-5bd5-4b95-80bd-105f9bb5d532 req-9ace8de0-3bf6-4fc3-84fb-e1f1336fb5a0 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839233 Mar 07 16:29:55.076234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:29:55.079255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:29:55.085430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:55.118678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:55.119375 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:55.120762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] 10.222.0.15 "PUT /v2.0/ports/fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 1091 time: 0.6790152 Mar 07 16:29:55.150320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da707e7c-100f-4036-a6e2-f6bd1123a81f service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:55.189719 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec908-7a59-4912-82d4-833e874a7621 req-de14c6f0-fbfa-4d51-b903-587d6fd7ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:55.191337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-de14c6f0-fbfa-4d51-b903-587d6fd7ab7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebe4482a310141f9aa39b2a6e61d7596&device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 1125 time: 0.0494459 Mar 07 16:29:55.224070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e2862e62-b27a-4603-b986-da7c38770ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:55.287213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec908-7a59-4912-82d4-833e874a7621 req-55231a88-cfee-4d83-8912-760fdbfacd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:55.288701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-55231a88-cfee-4d83-8912-760fdbfacd2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b61087c4-5df9-4020-be42-a7ca8b059f14 HTTP/1.1" status: 200 len: 913 time: 0.0920286 Mar 07 16:29:55.328992 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-e58a71dc-38dd-482b-93b4-e1d75fc1208b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 217 time: 0.0342901 Mar 07 16:29:55.380594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec908-7a59-4912-82d4-833e874a7621 req-57b32a8a-65dc-4281-927e-08648ecb3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:55.382074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-57b32a8a-65dc-4281-927e-08648ecb3153 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2c512847-61ee-46a2-950f-6fe5b129177c HTTP/1.1" status: 200 len: 852 time: 0.0475757 Mar 07 16:29:55.412391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-436da9a4-5fcb-4b6a-b21b-41562f1600e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b61087c4-5df9-4020-be42-a7ca8b059f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249124 Mar 07 16:29:55.499807 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-9cb43fb3-c0cf-4bdb-b3ba-92285ab062f9 service neutron] 10.222.0.15 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818977 Mar 07 16:29:55.837901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-191ec908-7a59-4912-82d4-833e874a7621 req-aa0f152c-e1df-4280-95e0-42239f672d47 service neutron] 10.222.0.15 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313599 Mar 07 16:29:56.185788 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715ac09-e7d1-4308-a8f2-611c6b51d4a2 req-2c18327c-a813-4f3c-bca6-a230199b67ad tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:56.187320 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4715ac09-e7d1-4308-a8f2-611c6b51d4a2 req-2c18327c-a813-4f3c-bca6-a230199b67ad tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 943 time: 0.0562294 Mar 07 16:29:56.234382 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4715ac09-e7d1-4308-a8f2-611c6b51d4a2 req-e40b3b45-99ec-44e4-940f-88e481ee72f0 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Mar 07 16:29:56.488189 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:56.851649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:29:56.854049 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a39640-64d2-4ae5-bdd8-9ba92440f470" -d '{"events": [{"name": "network-changed", "server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:29:56.902484 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad87111-21ae-4b86-a88d-e4057aa7dd42 x-openstack-request-id: req-4ad87111-21ae-4b86-a88d-e4057aa7dd42 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:29:56.903068 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:29:56.903335 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ad87111-21ae-4b86-a88d-e4057aa7dd42 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:29:56.903744 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'status': 'completed', 'code': 200} Mar 07 16:29:56.996822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-a043c992-becd-4e88-8ec7-368dc041457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:56.998319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-a043c992-becd-4e88-8ec7-368dc041457d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebe4482a310141f9aa39b2a6e61d7596&device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 1125 time: 0.0782592 Mar 07 16:29:57.004368 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-0d1d585f-95d6-423c-bb99-d13f05d9646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:57.005751 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-0d1d585f-95d6-423c-bb99-d13f05d9646a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebe4482a310141f9aa39b2a6e61d7596&device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 1125 time: 0.0760217 Mar 07 16:29:57.162040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-17f49e78-68be-44d8-8691-95554b291652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:57.163479 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-17f49e78-68be-44d8-8691-95554b291652 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b61087c4-5df9-4020-be42-a7ca8b059f14 HTTP/1.1" status: 200 len: 913 time: 0.1569064 Mar 07 16:29:57.164565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-5c201209-06e8-4212-9135-fec081aafdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:57.165860 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-5c201209-06e8-4212-9135-fec081aafdf4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b61087c4-5df9-4020-be42-a7ca8b059f14 HTTP/1.1" status: 200 len: 913 time: 0.1523116 Mar 07 16:29:57.239041 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-6a0d63ea-abd8-436d-8467-b68d826a0e4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 217 time: 0.0690663 Mar 07 16:29:57.240385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-19323889-2369-4d25-98b0-ccde091af098 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 217 time: 0.0641277 Mar 07 16:29:57.323239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-93e94bfb-46a7-4eb7-bce0-210c9beeb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:57.324730 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-93e94bfb-46a7-4eb7-bce0-210c9beeb580 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c512847-61ee-46a2-950f-6fe5b129177c HTTP/1.1" status: 200 len: 852 time: 0.0806925 Mar 07 16:29:57.326328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-d6de7a94-9033-4ed3-a97a-97d0ad71cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:57.327670 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-d6de7a94-9033-4ed3-a97a-97d0ad71cbc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2c512847-61ee-46a2-950f-6fe5b129177c HTTP/1.1" status: 200 len: 852 time: 0.0766532 Mar 07 16:29:57.354108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79b6f-d14a-44df-8c7b-cae4b013811f req-f33f587b-4d07-45c1-b778-043a762d3103 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:57.355703 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d8e79b6f-d14a-44df-8c7b-cae4b013811f req-f33f587b-4d07-45c1-b778-043a762d3103 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 943 time: 0.0538254 Mar 07 16:29:57.368525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-0061ecc3-bd6b-4951-ac93-e871d81b25da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b61087c4-5df9-4020-be42-a7ca8b059f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376575 Mar 07 16:29:57.384735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-cbf9e951-941f-4751-9814-0072044c7687 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b61087c4-5df9-4020-be42-a7ca8b059f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452769 Mar 07 16:29:57.403928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d8e79b6f-d14a-44df-8c7b-cae4b013811f req-480b066d-4396-4ecb-a2c4-fd65b647d270 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Mar 07 16:29:57.532285 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-f0a300f6-ab4d-464a-9177-b147799656bf service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497982 Mar 07 16:29:57.537939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-d172af90-5f20-4637-981d-c1cf044d52ab service neutron] 10.222.0.15 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458299 Mar 07 16:29:57.661307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:29:57.686391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-7b4b4272-acde-46d1-8921-0d737bd9d309 service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474340 Mar 07 16:29:57.691974 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99a39640-64d2-4ae5-bdd8-9ba92440f470 req-2d2daacc-eb40-44c3-8d3d-092572946de2 service neutron] 10.222.0.15 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456058 Mar 07 16:29:57.699991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] The host n-h2-830010-8 is not matching for port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 host n-h1-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:29:57.700388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:29:57.792273 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:58.523439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:29:58.532271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014e65b-8c31-44f9-9a61-380a816838aa req-db78bd27-c506-46ef-99c9-253358394cd5 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:58.533973 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6014e65b-8c31-44f9-9a61-380a816838aa req-db78bd27-c506-46ef-99c9-253358394cd5 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 943 time: 0.0598364 Mar 07 16:29:58.581044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6014e65b-8c31-44f9-9a61-380a816838aa req-fe7c887e-1c58-4fd9-a7bc-18b7d19743bc tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Mar 07 16:29:58.628873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:58.639540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'network_id': 'b61087c4-5df9-4020-be42-a7ca8b059f14', 'port_id': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'mac_address': 'fa:16:3e:89:a8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c512847-61ee-46a2-950f-6fe5b129177c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:29:58.675990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:29:58.676626 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:58.693927 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:29:58.717964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:29:58.722929 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:58.787004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:29:58.794928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.795289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.795635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.795979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.796315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.796650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.796990 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.797322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.797651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.797972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.798298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.798626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:58.799007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:29:59.178937 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:29:59.706662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff1385-28b7-45ea-8f9a-b70de2cdcd13 req-4a6d4671-34c0-43bb-a41b-c0216cf2a0b5 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:29:59.708218 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54ff1385-28b7-45ea-8f9a-b70de2cdcd13 req-4a6d4671-34c0-43bb-a41b-c0216cf2a0b5 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 944 time: 0.0585613 Mar 07 16:29:59.754226 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54ff1385-28b7-45ea-8f9a-b70de2cdcd13 req-028ae2b6-5cbd-4dc5-b986-b73dbaaaa8fe tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Mar 07 16:30:00.023212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-c0646328-412f-4fad-a7f5-64d32a220e64 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:00.024687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-c0646328-412f-4fad-a7f5-64d32a220e64 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca&tenant_id=ebe4482a310141f9aa39b2a6e61d7596&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 944 time: 0.0897870 Mar 07 16:30:00.083980 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-14c0b395-5ee2-4955-9900-0cb112759d7f service neutron] delete failed (client error): The resource could not be found. Mar 07 16:30:00.084995 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-14c0b395-5ee2-4955-9900-0cb112759d7f service neutron] 10.222.0.11 "DELETE /v2.0/ports/fb3ad7fa-4f29-44d8-bfdb-92c11be65a07/bindings/n-h2-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0540471 Mar 07 16:30:00.174328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-e020181d-7434-4699-b470-91f960ac8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:00.175787 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-e020181d-7434-4699-b470-91f960ac8735 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebe4482a310141f9aa39b2a6e61d7596&device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 1126 time: 0.0493755 Mar 07 16:30:00.229402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['fb3ad7fa-4f29-44d8-bfdb-92c11be65a07'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:30:00.265517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-b3bf3689-8a1f-45f9-9914-2563406d68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:00.267013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-b3bf3689-8a1f-45f9-9914-2563406d68be service neutron] 10.222.0.11 "GET /v2.0/networks?id=b61087c4-5df9-4020-be42-a7ca8b059f14 HTTP/1.1" status: 200 len: 913 time: 0.0856106 Mar 07 16:30:00.309218 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-74dbf528-e394-4255-92f2-f003143cb468 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 200 len: 217 time: 0.0367723 Mar 07 16:30:00.356844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-c72c045a-f19b-494a-97ef-40f49cb20abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:00.358307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-c72c045a-f19b-494a-97ef-40f49cb20abe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c512847-61ee-46a2-950f-6fe5b129177c HTTP/1.1" status: 200 len: 852 time: 0.0436769 Mar 07 16:30:00.389103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-d4c24dab-7541-497d-bf5f-dd8b5d4413d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b61087c4-5df9-4020-be42-a7ca8b059f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246377 Mar 07 16:30:00.477430 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-c1ee07d8-8aba-4d04-8a6f-35cf70b617f7 service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822821 Mar 07 16:30:00.566421 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-68f8bc02-f76f-44cb-a78c-da6c94277926 service neutron] 10.222.0.11 "GET /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824149 Mar 07 16:30:01.237962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0265f7-cd19-400e-b96e-41922fb6cda6 req-5f87a727-fdcb-4b81-a717-dc26b30c62dc tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:01.239499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c0265f7-cd19-400e-b96e-41922fb6cda6 req-5f87a727-fdcb-4b81-a717-dc26b30c62dc tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 944 time: 0.0531611 Mar 07 16:30:01.287069 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c0265f7-cd19-400e-b96e-41922fb6cda6 req-0a7bcb92-e1ba-4134-a029-1d87484cba0d tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Mar 07 16:30:02.415635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65224e6c-92fb-4441-a44f-477bdc75928a req-bcdf4bd7-8ecf-426c-869c-30bc2334fec2 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:02.417592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65224e6c-92fb-4441-a44f-477bdc75928a req-bcdf4bd7-8ecf-426c-869c-30bc2334fec2 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 944 time: 0.0600243 Mar 07 16:30:02.470002 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-65224e6c-92fb-4441-a44f-477bdc75928a req-69e669bc-f519-4037-a3d2-6bd92e1b26d3 tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.24 "GET /v2.0/security-groups?id=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460548 Mar 07 16:30:02.527352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:30:02.575686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:30:02.579146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:30:02.579522 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:02.656204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-e1078302-3199-443c-b40b-f667ede461ea tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:02.657711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-e1078302-3199-443c-b40b-f667ede461ea tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.15 "GET /v2.0/ports?device_id=a31c7bd2-5e3c-467d-aef2-d805ba43daca HTTP/1.1" status: 200 len: 944 time: 0.0527499 Mar 07 16:30:02.659855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:30:02.660252 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:02.683109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:30:02.685322 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2a7b7a-6df6-4105-a2f4-72c4dec0836e" -d '{"events": [{"server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:30:02.697305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:02.701860 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:02.727187 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2800a67-af6e-4c51-8ca8-911865a77c7c x-openstack-request-id: req-f2800a67-af6e-4c51-8ca8-911865a77c7c {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:30:02.727494 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:30:02.727754 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2800a67-af6e-4c51-8ca8-911865a77c7c {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:30:02.728154 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'code': 200} Mar 07 16:30:02.753271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:02.753679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Deleting port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:30:02.754032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:02.845831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] For port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,segment=NetworkSegment(e9f5ba9b-5840-4113-a6d0-5152c8850a4e),segment_id=e9f5ba9b-5840-4113-a6d0-5152c8850a4e)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:02.846994 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:02.858698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Calling delete_port for fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:30:03.000438 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fb3ad7fa-4f29-44d8-bfdb-92c11be65a07), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:03.011294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['fb3ad7fa-4f29-44d8-bfdb-92c11be65a07'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:30:03.029096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Pushing event deleted for resources: {'Port': ['ID=fb3ad7fa-4f29-44d8-bfdb-92c11be65a07,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:03.070384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] No DVR routers for this DVR port fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:30:03.072922 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:03.076190 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c1027290-acc9-4f6a-b866-5b95ccc2016d req-1c549f7a-5276-4d78-903e-8c85ee71241f tempest-DeleteServersTestJSON-1570054639 tempest-DeleteServersTestJSON-1570054639-project] 10.222.0.15 "DELETE /v2.0/ports/fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 HTTP/1.1" status: 204 len: 173 time: 0.4133735 Mar 07 16:30:03.076629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'name': 'network-vif-deleted', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:30:03.078913 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacd4d63-e92a-41dc-b7c5-ccdb8205f23a" -d '{"events": [{"server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "name": "network-vif-deleted", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:30:03.115182 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9555807-0d72-4336-8984-4c15039757c1 x-openstack-request-id: req-a9555807-0d72-4336-8984-4c15039757c1 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:30:03.115488 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c7bd2-5e3c-467d-aef2-d805ba43daca", "name": "network-vif-deleted", "tag": "fb3ad7fa-4f29-44d8-bfdb-92c11be65a07", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:30:03.115744 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9555807-0d72-4336-8984-4c15039757c1 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:30:03.116146 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c7bd2-5e3c-467d-aef2-d805ba43daca', 'name': 'network-vif-deleted', 'tag': 'fb3ad7fa-4f29-44d8-bfdb-92c11be65a07', 'status': 'completed', 'code': 200} Mar 07 16:30:03.605334 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52132) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:30:03.650327 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Deleting subnet 2c512847-61ee-46a2-950f-6fe5b129177c {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:30:03.653684 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Publish callbacks [] for subnet (2c512847-61ee-46a2-950f-6fe5b129177c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:03.693266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (2c512847-61ee-46a2-950f-6fe5b129177c), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:03.730966 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (2c512847-61ee-46a2-950f-6fe5b129177c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:03.783400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (2c512847-61ee-46a2-950f-6fe5b129177c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:03.808979 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c512847-61ee-46a2-950f-6fe5b129177c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:03.817410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:03.820547 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2c512847-61ee-46a2-950f-6fe5b129177c HTTP/1.1" status: 204 len: 168 time: 0.2142069 Mar 07 16:30:03.821937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.822284 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.822625 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.823012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.823238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52134) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:30:03.823713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.823713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.823981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.824307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.824632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.824958 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.825282 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.825605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.825927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90dd8c-4a1f-45e2-b8db-cbf6932dacd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:03.895251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b61087c4-5df9-4020-be42-a7ca8b059f14), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:03.972113 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b61087c4-5df9-4020-be42-a7ca8b059f14), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:03.991640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61087c4-5df9-4020-be42-a7ca8b059f14']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:30:04.000821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:30:04.001124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f5ba9b-5840-4113-a6d0-5152c8850a4e') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:30:04.011085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (e9f5ba9b-5840-4113-a6d0-5152c8850a4e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:04.024603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (e9f5ba9b-5840-4113-a6d0-5152c8850a4e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:04.030490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:30:04.030916 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (e9f5ba9b-5840-4113-a6d0-5152c8850a4e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:30:04.032554 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:30:04.090150 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b61087c4-5df9-4020-be42-a7ca8b059f14), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:04.095540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:04.099074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b61087c4-5df9-4020-be42-a7ca8b059f14 HTTP/1.1" status: 204 len: 168 time: 0.2748132 Mar 07 16:30:04.109558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11defd9-ee04-4a8b-a0c8-f623290637f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b61087c4-5df9-4020-be42-a7ca8b059f14,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:04.205724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52138) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:30:04.246098 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0bc27d6d-2990-47ee-9dfe-9f68e5e9025e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebe4482a310141f9aa39b2a6e61d7596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390897 Mar 07 16:30:04.248646 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52140) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:30:04.294970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-223de552-0347-4787-a9c1-8db44dfc3e65 admin admin] Publish callbacks [] for security_group (34cc69bb-47d6-4cf7-bde9-f1d54ea711c3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:04.321691 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-223de552-0347-4787-a9c1-8db44dfc3e65 admin admin] Publish callbacks [] for security_group (34cc69bb-47d6-4cf7-bde9-f1d54ea711c3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:04.368170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-223de552-0347-4787-a9c1-8db44dfc3e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (34cc69bb-47d6-4cf7-bde9-f1d54ea711c3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:04.370754 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-223de552-0347-4787-a9c1-8db44dfc3e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:04.371951 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-223de552-0347-4787-a9c1-8db44dfc3e65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34cc69bb-47d6-4cf7-bde9-f1d54ea711c3 HTTP/1.1" status: 204 len: 168 time: 0.1223803 Mar 07 16:30:04.379965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223de552-0347-4787-a9c1-8db44dfc3e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc69bb-47d6-4cf7-bde9-f1d54ea711c3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:05.020720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52162) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:30:05.119132 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2090607370-network', 'tenant_id': '7fd8a49421484f99961374fd1f0476db'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:30:05.138184 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Made reservation on behalf of 7fd8a49421484f99961374fd1f0476db for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:30:05.140478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.149365 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.224410 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Publish callbacks [] for security_group (cbe430c7-cfa9-4012-9830-eddcc3f1f503), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.228165 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cbe430c7-cfa9-4012-9830-eddcc3f1f503), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.251462 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:30:05.266069 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe430c7-cfa9-4012-9830-eddcc3f1f503,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:05.272550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (73ce707c-49f5-4955-a5d8-2752fa04e056), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.272901 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Added segment 73ce707c-49f5-4955-a5d8-2752fa04e056 of type vlan for network 70bd745f-9204-4548-87a3-afe664de297c Mar 07 16:30:05.312806 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (70bd745f-9204-4548-87a3-afe664de297c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.338266 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (70bd745f-9204-4548-87a3-afe664de297c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.339230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:05.339810 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.368719 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3468559 Mar 07 16:30:05.371704 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52166) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:30:05.376805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Request body: {'subnet': {'network_id': '70bd745f-9204-4548-87a3-afe664de297c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2090607370-subnet', 'tenant_id': '7fd8a49421484f99961374fd1f0476db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:30:05.397014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Made reservation on behalf of 7fd8a49421484f99961374fd1f0476db for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:30:05.399490 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.410922 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad373478-138c-4f54-9622-a1af72c7caad admin admin] Pushing event updated for resources: {'Network': ['ID=70bd745f-9204-4548-87a3-afe664de297c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:05.424795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 70bd745f-9204-4548-87a3-afe664de297c details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:30:05.570336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (93666fea-5861-4cca-aff2-3ae944b2cc07), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.622489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93666fea-5861-4cca-aff2-3ae944b2cc07,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:05.632809 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Checking segment: {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:30:05.633173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Network hostable DHCP agents. Network: 70bd745f-9204-4548-87a3-afe664de297c, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:30:05.649124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Network 70bd745f-9204-4548-87a3-afe664de297c is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:30:05.657823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 70bd745f-9204-4548-87a3-afe664de297c) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:30:05.662771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:05.663391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:05.667784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b0ed1-c655-4362-9212-0e2d4b31cd26 None None] Network 70bd745f-9204-4548-87a3-afe664de297c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:30:05.687461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-aed3265b-7aab-45c5-9b20-f29d5e7b5970 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3144772 Mar 07 16:30:05.769562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddce6eb-2dcd-4153-8af9-a0b31c6ac259 None None] Network 70bd745f-9204-4548-87a3-afe664de297c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:30:06.116842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf920bb-4074-4400-9045-99379c24c4eb req-1941023d-f09e-4f6a-bf3c-f38385accd28 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:06.118363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-1941023d-f09e-4f6a-bf3c-f38385accd28 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 815 time: 0.1042778 Mar 07 16:30:06.132682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-bbe14208-b12e-4985-9e6c-06f7652908de tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/quotas/7fd8a49421484f99961374fd1f0476db HTTP/1.1" status: 200 len: 375 time: 0.0088975 Mar 07 16:30:06.163592 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-35395e68-bb05-418a-b2dc-3baeb558affc tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261874 Mar 07 16:30:06.173512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-6a3e96be-19c1-46d4-8005-6e71cf0b8b2a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:30:06.175273 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-6a3e96be-19c1-46d4-8005-6e71cf0b8b2a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055978 Mar 07 16:30:06.264845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-bd4790bd-7fe6-48c9-ba15-8f2f4dc25bc9 service neutron] 10.222.0.24 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Mar 07 16:30:06.353211 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-3f3d028f-5cfe-47c9-94a4-72900808686e service neutron] 10.222.0.24 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825610 Mar 07 16:30:06.510705 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-96dc6df3-0750-49ad-acd9-4b3e9ab161ef req-6c6dc7be-7a63-4ca6-b76c-f7e9afd388f8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 210 time: 0.0266976 Mar 07 16:30:06.543584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:30:06.564453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:30:06.565400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device fb3ad7fa-4f29-44d8-bfdb-92c11be65a07 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:30:06.702971 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:07.415255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf920bb-4074-4400-9045-99379c24c4eb req-1f24c6b3-baae-40d8-ab6e-489e5212ab88 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:07.416729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-1f24c6b3-baae-40d8-ab6e-489e5212ab88 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.15 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 815 time: 0.1097298 Mar 07 16:30:07.429146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Request body: {'port': {'device_id': '459dd057-9149-427d-b8bc-2ad4d852a688', 'network_id': '70bd745f-9204-4548-87a3-afe664de297c', 'admin_state_up': True, 'tenant_id': '7fd8a49421484f99961374fd1f0476db'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:30:07.536864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Made reservation on behalf of 7fd8a49421484f99961374fd1f0476db for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:30:07.540336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:07.624202 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a36b536-00ae-42f0-afaf-a3445734136c req-851afa85-4083-46c7-9a8c-f0dab3056174 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 210 time: 0.0323339 Mar 07 16:30:07.685909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Allocated IP 172.20.0.3 (70bd745f-9204-4548-87a3-afe664de297c/93666fea-5861-4cca-aff2-3ae944b2cc07/31129410-3b65-47d9-b211-4d2494246c60) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:30:07.833315 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks [] for port (31129410-3b65-47d9-b211-4d2494246c60), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:07.869132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:07.919898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Network 70bd745f-9204-4548-87a3-afe664de297c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:30:07.922845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:30:07.926571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:30:07.954551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Pushing event updated for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:07.979748 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:07.980359 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:07.995491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-d2d0874a-92a6-4114-8477-00b83d682947 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701127 Mar 07 16:30:08.012072 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Request body: {'port': {'device_id': '459dd057-9149-427d-b8bc-2ad4d852a688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:30:08.074389 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31129410-3b65-47d9-b211-4d2494246c60), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:08.582473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31129410-3b65-47d9-b211-4d2494246c60 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:30:08.589599 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Publish callbacks [] for port (31129410-3b65-47d9-b211-4d2494246c60), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:08.601370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Transition to ACTIVE for port object 31129410-3b65-47d9-b211-4d2494246c60 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:30:08.605147 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:08.653242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Pushing event updated for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:08.722460 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Attempting to bind port 31129410-3b65-47d9-b211-4d2494246c60 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:30:08.722816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Attempting to bind port 31129410-3b65-47d9-b211-4d2494246c60 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:30:08.723158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Attempting to bind port 31129410-3b65-47d9-b211-4d2494246c60 on network 70bd745f-9204-4548-87a3-afe664de297c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:30:08.727434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Port 31129410-3b65-47d9-b211-4d2494246c60 on network 70bd745f-9204-4548-87a3-afe664de297c not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:30:08.727757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Attempting to bind port 31129410-3b65-47d9-b211-4d2494246c60 on network 70bd745f-9204-4548-87a3-afe664de297c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:30:08.732535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:30:08.732875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Checking segment: {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:30:08.733262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Bound using segment: {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:30:08.733686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Bound port: 31129410-3b65-47d9-b211-4d2494246c60, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:30:08.734047 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31129410-3b65-47d9-b211-4d2494246c60), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:08.745386 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d37e9c-9d01-4739-8744-10f65d0566fb req-ffd20106-676a-4e38-9e80-681eba4ba0ad tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:08.746912 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45d37e9c-9d01-4739-8744-10f65d0566fb req-ffd20106-676a-4e38-9e80-681eba4ba0ad tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 943 time: 0.0514088 Mar 07 16:30:08.795464 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45d37e9c-9d01-4739-8744-10f65d0566fb req-b9f9a9cf-390c-48b4-8bed-ab2781332b0b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Mar 07 16:30:08.801691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:30:08.804778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:30:08.812775 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:08.849840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:08.850448 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:08.851856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] 10.222.0.15 "PUT /v2.0/ports/31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 1091 time: 0.8439972 Mar 07 16:30:08.852302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'tag': '31129410-3b65-47d9-b211-4d2494246c60'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:30:08.854583 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "tag": "31129410-3b65-47d9-b211-4d2494246c60"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:30:08.876114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356c4b-4061-4028-8183-b7507bf88a58 service neutron] Pushing event updated for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:08.896338 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9d8c62-098c-493e-9f51-99c11f664a74 x-openstack-request-id: req-bd9d8c62-098c-493e-9f51-99c11f664a74 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:30:08.896627 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "tag": "31129410-3b65-47d9-b211-4d2494246c60", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:30:08.896883 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd9d8c62-098c-493e-9f51-99c11f664a74 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:30:08.897272 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'tag': '31129410-3b65-47d9-b211-4d2494246c60', 'status': 'completed', 'code': 200} Mar 07 16:30:08.932778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf920bb-4074-4400-9045-99379c24c4eb req-1ec9f715-b822-44b2-b72b-07152d90c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:08.934268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-1ec9f715-b822-44b2-b72b-07152d90c943 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 1125 time: 0.0471580 Mar 07 16:30:08.977643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-1e206fa9-f316-4a72-ba53-563e4bd6237c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 217 time: 0.0374544 Mar 07 16:30:09.022753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf920bb-4074-4400-9045-99379c24c4eb req-3409ee62-0a1e-4d3a-b389-648813e0e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:09.024193 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-3409ee62-0a1e-4d3a-b389-648813e0e4f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0417728 Mar 07 16:30:09.053855 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-f4d747e4-3901-469f-8a9c-19a5c3432034 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240037 Mar 07 16:30:09.142356 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-60081e40-b7d2-496a-9326-de84f7aaa56d service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827081 Mar 07 16:30:09.234924 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fcf920bb-4074-4400-9045-99379c24c4eb req-47e985b9-4972-41be-aa8e-d3a99a9f6dbc service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867729 Mar 07 16:30:09.320891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-17b5bbcb-6dcd-498d-8c28-0b1886a4e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:09.322381 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-17b5bbcb-6dcd-498d-8c28-0b1886a4e657 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 1125 time: 0.0439363 Mar 07 16:30:09.413687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-1b5b15ac-d97e-4e3b-8735-cc748d392e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:09.415113 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-1b5b15ac-d97e-4e3b-8735-cc748d392e5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.0873172 Mar 07 16:30:09.454740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-eeb9f8c4-eb8a-420c-9d86-8652a330c14c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 217 time: 0.0339248 Mar 07 16:30:09.504711 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-083c2a2e-e2a8-4701-b004-caf35374c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:09.506156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-083c2a2e-e2a8-4701-b004-caf35374c804 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0461466 Mar 07 16:30:09.535779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-fa0436cf-02ff-42a0-8180-7f19b22e6ebb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243366 Mar 07 16:30:09.620750 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-23d926d9-f8e7-4734-9f44-83d291991098 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795000 Mar 07 16:30:09.710701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-929fbec5-9f26-42eb-a095-b9f1d21c2f2f req-01cc2b43-5bfa-4594-a90a-b634c7e78678 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840526 Mar 07 16:30:09.919429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca29c6a-2489-40f9-9702-a5287e8c78a5 req-07118134-572f-40d5-a856-a36af2579e75 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:09.920929 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bca29c6a-2489-40f9-9702-a5287e8c78a5 req-07118134-572f-40d5-a856-a36af2579e75 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 943 time: 0.0554903 Mar 07 16:30:09.966948 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bca29c6a-2489-40f9-9702-a5287e8c78a5 req-dd0e8ae5-405d-4a01-9d59-f89debf258ab tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Mar 07 16:30:11.086045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713fbc7-7698-41a7-8ddb-74c6e0b25667 req-15562d7d-ce7b-4600-8259-805369dcfafa tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:11.087535 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1713fbc7-7698-41a7-8ddb-74c6e0b25667 req-15562d7d-ce7b-4600-8259-805369dcfafa tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 943 time: 0.0512593 Mar 07 16:30:11.133224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1713fbc7-7698-41a7-8ddb-74c6e0b25667 req-1032f196-da92-437f-835f-5b30d2a72479 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Mar 07 16:30:11.209436 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:12.252751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b792303-a5d6-4df0-b810-30eb419fc260 req-a7932643-06d3-456e-acce-4cdea0c61fa5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:12.254287 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b792303-a5d6-4df0-b810-30eb419fc260 req-a7932643-06d3-456e-acce-4cdea0c61fa5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 943 time: 0.0534256 Mar 07 16:30:12.303709 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5b792303-a5d6-4df0-b810-30eb419fc260 req-d1a57d5a-6b2c-4f2d-ae62-ee293adc15ac tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Mar 07 16:30:12.569494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 31129410-3b65-47d9-b211-4d2494246c60 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:30:12.670541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:12.680905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '31129410-3b65-47d9-b211-4d2494246c60', 'network_id': '70bd745f-9204-4548-87a3-afe664de297c', 'port_id': '31129410-3b65-47d9-b211-4d2494246c60', 'mac_address': 'fa:16:3e:49:0c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93666fea-5861-4cca-aff2-3ae944b2cc07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:30:12.717023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 31129410-3b65-47d9-b211-4d2494246c60 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:30:12.717413 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31129410-3b65-47d9-b211-4d2494246c60), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:12.730267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31129410-3b65-47d9-b211-4d2494246c60 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:30:12.748462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:12.752201 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:12.796716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:13.076075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['31129410-3b65-47d9-b211-4d2494246c60'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:30:13.425224 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:30:13.426440 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b4092-5485-4aea-b649-9950e84d459c req-c38c5b90-6b3b-4bb4-ae53-f39265c2a884 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:13.427972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b7b4092-5485-4aea-b649-9950e84d459c req-c38c5b90-6b3b-4bb4-ae53-f39265c2a884 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 944 time: 0.0571346 Mar 07 16:30:13.474662 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b7b4092-5485-4aea-b649-9950e84d459c req-6041766f-ed66-4132-a155-b8a5a15ec717 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 Mar 07 16:30:14.585538 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 31129410-3b65-47d9-b211-4d2494246c60 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:30:14.593887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6c53-ac65-4a02-babb-38c2701befe8 req-0a0ecf3b-f369-4066-9881-687c9b398ddf tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:14.596428 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68af6c53-ac65-4a02-babb-38c2701befe8 req-0a0ecf3b-f369-4066-9881-687c9b398ddf tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 944 time: 0.0542619 Mar 07 16:30:14.633852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 31129410-3b65-47d9-b211-4d2494246c60 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:30:14.637814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 31129410-3b65-47d9-b211-4d2494246c60 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:30:14.638193 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (31129410-3b65-47d9-b211-4d2494246c60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:14.647968 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-68af6c53-ac65-4a02-babb-38c2701befe8 req-c45ab645-28d4-4202-8afc-e3c8b27f2598 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Mar 07 16:30:14.717124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 31129410-3b65-47d9-b211-4d2494246c60 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:30:14.717509 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31129410-3b65-47d9-b211-4d2494246c60), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:14.739560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31129410-3b65-47d9-b211-4d2494246c60'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:30:14.741754 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d28118-307d-4c09-9826-725b15c2083b" -d '{"events": [{"server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "name": "network-vif-plugged", "status": "completed", "tag": "31129410-3b65-47d9-b211-4d2494246c60"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:30:14.755370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:14.759194 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:14.785011 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c30dd5-a93c-4df8-adcb-1cd3c2a427b5 x-openstack-request-id: req-13c30dd5-a93c-4df8-adcb-1cd3c2a427b5 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:30:14.785309 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "name": "network-vif-plugged", "status": "completed", "tag": "31129410-3b65-47d9-b211-4d2494246c60", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:30:14.785566 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13c30dd5-a93c-4df8-adcb-1cd3c2a427b5 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:30:14.786565 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31129410-3b65-47d9-b211-4d2494246c60', 'code': 200} Mar 07 16:30:14.814072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:14.878783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208ceb9-6beb-4ce1-9b74-92fd1274d346 req-16f1c1dd-d718-42c8-abad-48084e1215d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:14.880329 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0208ceb9-6beb-4ce1-9b74-92fd1274d346 req-16f1c1dd-d718-42c8-abad-48084e1215d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 1127 time: 0.0445850 Mar 07 16:30:14.922479 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0208ceb9-6beb-4ce1-9b74-92fd1274d346 req-73c0e26e-ce67-4e76-9f56-8c0904d98339 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370781 Mar 07 16:30:15.767783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e838fea-a36f-4d95-a4fe-6670729f1995 req-0af87bd1-51f4-4aa5-8ba7-218088844c04 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:15.769247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e838fea-a36f-4d95-a4fe-6670729f1995 req-0af87bd1-51f4-4aa5-8ba7-218088844c04 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0523305 Mar 07 16:30:15.815960 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8e838fea-a36f-4d95-a4fe-6670729f1995 req-1b102b5b-d3d2-4655-a2df-8d9d4d8f9356 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Mar 07 16:30:16.940139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723687-1c26-433f-b7f7-9507636f695d req-ce7add15-2acb-46d5-9cf4-fa3248f323c4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:16.941668 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58723687-1c26-433f-b7f7-9507636f695d req-ce7add15-2acb-46d5-9cf4-fa3248f323c4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0561450 Mar 07 16:30:16.987918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-58723687-1c26-433f-b7f7-9507636f695d req-e02e75fb-909a-48fd-a264-04ef0cf6254f tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405650 Mar 07 16:30:17.103431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4469-15ea-4847-bab4-7b4378fc79f0 req-2fe2b251-c138-4846-acb7-f2895e320853 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:17.104853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a72a4469-15ea-4847-bab4-7b4378fc79f0 req-2fe2b251-c138-4846-acb7-f2895e320853 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0522163 Mar 07 16:30:17.151383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a72a4469-15ea-4847-bab4-7b4378fc79f0 req-5dbfbecd-2092-4cb4-bc6a-933f3c08878e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Mar 07 16:30:17.358885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee05d1c-2345-4592-ab16-67d1b9a69972 req-3a9c809d-6d47-4745-ac72-497f2f25de0b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:17.360289 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5ee05d1c-2345-4592-ab16-67d1b9a69972 req-3a9c809d-6d47-4745-ac72-497f2f25de0b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0557432 Mar 07 16:30:17.407817 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5ee05d1c-2345-4592-ab16-67d1b9a69972 req-b3be55f6-1c38-464c-b27e-767b0e21a6dd tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Mar 07 16:30:17.523786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58e3d3-14be-4bcf-9d2e-9e0316962e0f req-e76686da-15ef-454f-9aaf-28ecac1d3428 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:17.525273 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a58e3d3-14be-4bcf-9d2e-9e0316962e0f req-e76686da-15ef-454f-9aaf-28ecac1d3428 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Mar 07 16:30:17.571103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a58e3d3-14be-4bcf-9d2e-9e0316962e0f req-d58cc9dd-2a17-4641-808a-feb1528d5700 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Mar 07 16:30:17.835571 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-5df2e8ff-ee80-4bf4-b0e0-aa1ca3a75978 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806723 Mar 07 16:30:17.845404 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-aa8019c4-9548-4579-b1e2-4cce6b824d10 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:30:17.846385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-aa8019c4-9548-4579-b1e2-4cce6b824d10 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052266 Mar 07 16:30:17.854030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dce2f-9567-4506-89b6-b63b22558c9c req-0b076ee5-62fc-4006-a05c-4cab9ec1ca46 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:17.855603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-012dce2f-9567-4506-89b6-b63b22558c9c req-0b076ee5-62fc-4006-a05c-4cab9ec1ca46 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0926518 Mar 07 16:30:17.909940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-012dce2f-9567-4506-89b6-b63b22558c9c req-dbdeca22-c539-4165-9bd2-08308253e668 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474601 Mar 07 16:30:18.204759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e4c6-4fad-442c-a815-df177e118d48 req-d21edc07-837a-43bf-a869-88d258a4e612 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:18.206132 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-d21edc07-837a-43bf-a869-88d258a4e612 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports/31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 942 time: 0.0470247 Mar 07 16:30:18.993525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e4c6-4fad-442c-a815-df177e118d48 req-def6c80c-2a4c-4517-a55a-8d81c9830454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:18.995067 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-def6c80c-2a4c-4517-a55a-8d81c9830454 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 1127 time: 0.0445027 Mar 07 16:30:19.038091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631724d-50b9-4a73-87b3-97bbb6815959 req-4b20f090-c5f0-424a-b7ff-9eb2db3623f4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:19.039625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6631724d-50b9-4a73-87b3-97bbb6815959 req-4b20f090-c5f0-424a-b7ff-9eb2db3623f4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0568492 Mar 07 16:30:19.086183 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6631724d-50b9-4a73-87b3-97bbb6815959 req-6c35fe22-47ac-4477-b631-3dd27fcf761c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Mar 07 16:30:19.092874 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e4c6-4fad-442c-a815-df177e118d48 req-9ddcc9d4-5225-43a3-bd3b-11bda119913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:19.094365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-9ddcc9d4-5225-43a3-bd3b-11bda119913c service neutron] 10.222.0.15 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.0942235 Mar 07 16:30:19.135022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-8059fe5e-0979-4d51-a462-0419da7e6e2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 217 time: 0.0353065 Mar 07 16:30:19.181545 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e4c6-4fad-442c-a815-df177e118d48 req-ec43e89d-9ed7-4729-93bc-106640b03dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:19.183000 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-ec43e89d-9ed7-4729-93bc-106640b03dcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0427008 Mar 07 16:30:19.218515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-de980839-b2d7-4a28-9fbd-fa5950bf19f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297887 Mar 07 16:30:19.306816 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-7e792f21-fef2-46d5-bd9b-85aab62c2305 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823035 Mar 07 16:30:19.401848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-c54ad31f-54ab-4290-beab-d58e1804b8e0 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889680 Mar 07 16:30:20.203142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1b6a-7a70-455a-8b3d-0a2e81e553a8 req-b6ac4e56-37dc-48fe-8831-8f8500609a43 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:20.204642 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f52a1b6a-7a70-455a-8b3d-0a2e81e553a8 req-b6ac4e56-37dc-48fe-8831-8f8500609a43 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0524879 Mar 07 16:30:20.252071 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f52a1b6a-7a70-455a-8b3d-0a2e81e553a8 req-f2193620-c233-4c8b-92c7-69b0343750a5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Mar 07 16:30:21.375249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a507-397e-415e-8930-ecf74b2ff8ed req-f71d2a63-8f9e-4da3-9fe3-3bba91ab1826 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:21.376723 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f2e0a507-397e-415e-8930-ecf74b2ff8ed req-f71d2a63-8f9e-4da3-9fe3-3bba91ab1826 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0558634 Mar 07 16:30:21.427892 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f2e0a507-397e-415e-8930-ecf74b2ff8ed req-50913fe6-26e5-4d93-b240-f39ca7323af3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449924 Mar 07 16:30:22.548656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b65c0-e164-43c6-898a-f8398595d614 req-adadd8bc-0e56-44bb-8a1a-33fe41aec50d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:22.550073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-205b65c0-e164-43c6-898a-f8398595d614 req-adadd8bc-0e56-44bb-8a1a-33fe41aec50d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Mar 07 16:30:22.599906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-205b65c0-e164-43c6-898a-f8398595d614 req-95e73aff-0d55-421c-a033-6e26a8c5b427 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442007 Mar 07 16:30:22.920358 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b50827a-4f01-4f1d-9756-1fe25ffc9a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:23.717139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15f7e-1b26-47ee-a5aa-280d0aa59a67 req-c73ad564-c8c0-4b99-bbc3-297145f41829 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:23.718631 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9cf15f7e-1b26-47ee-a5aa-280d0aa59a67 req-c73ad564-c8c0-4b99-bbc3-297145f41829 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0526283 Mar 07 16:30:23.765371 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9cf15f7e-1b26-47ee-a5aa-280d0aa59a67 req-1e33ce34-9d16-48b2-984a-359ed8cf76d5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Mar 07 16:30:24.884152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242206-ed44-4ae2-8af6-6aae644b4b58 req-e3f15487-2d1f-46fc-9bb7-1274f8d82533 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:24.885615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8242206-ed44-4ae2-8af6-6aae644b4b58 req-e3f15487-2d1f-46fc-9bb7-1274f8d82533 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0522568 Mar 07 16:30:24.931579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c8242206-ed44-4ae2-8af6-6aae644b4b58 req-82ed9864-880f-43f6-9c0f-8e42bc15fd1e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Mar 07 16:30:25.218431 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3a02-d8e6-4b8b-be18-0edd207f2378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:26.056350 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00655a23-595f-4b95-a9d5-f9fbde969985 req-708a0311-8381-41c3-9c57-7d3c2490616e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:26.057858 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-00655a23-595f-4b95-a9d5-f9fbde969985 req-708a0311-8381-41c3-9c57-7d3c2490616e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0574014 Mar 07 16:30:26.104714 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-00655a23-595f-4b95-a9d5-f9fbde969985 req-5817c8b5-a5e3-451c-94fd-0edcacd1791e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Mar 07 16:30:26.499081 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:27.224453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766169f4-4dbd-4d8a-b0c4-a0dc09491239 req-e9a7aba9-045a-4e1d-9f14-35526e838118 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:27.225979 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-766169f4-4dbd-4d8a-b0c4-a0dc09491239 req-e9a7aba9-045a-4e1d-9f14-35526e838118 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0543551 Mar 07 16:30:27.273857 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-766169f4-4dbd-4d8a-b0c4-a0dc09491239 req-adc02b09-d7b7-4fbc-89c5-03b34954e272 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Mar 07 16:30:27.794362 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:28.395120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c865be6-b351-4c17-8691-64bfc2571427 req-b66de60e-094d-432a-8dfb-cbfc45602da8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:28.396529 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c865be6-b351-4c17-8691-64bfc2571427 req-b66de60e-094d-432a-8dfb-cbfc45602da8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0521753 Mar 07 16:30:28.443304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c865be6-b351-4c17-8691-64bfc2571427 req-633da689-95e1-4477-bb03-b14083a0e8bc tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Mar 07 16:30:29.171955 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:29.568566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691108-476b-49c3-ad9a-7977c57f5531 req-2789354b-c6f1-4af8-ad5c-8aa283c43bb6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:29.570087 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc691108-476b-49c3-ad9a-7977c57f5531 req-2789354b-c6f1-4af8-ad5c-8aa283c43bb6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0589864 Mar 07 16:30:29.617822 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc691108-476b-49c3-ad9a-7977c57f5531 req-8e1a4f04-1611-441a-94ef-6ba6b72338e8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421548 Mar 07 16:30:30.734169 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01557c22-23fd-4120-a8cc-1d9c67ad217c req-452a93e8-3953-4e5b-86c9-780a2ad488c5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:30.735668 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-01557c22-23fd-4120-a8cc-1d9c67ad217c req-452a93e8-3953-4e5b-86c9-780a2ad488c5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0508220 Mar 07 16:30:30.786587 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-01557c22-23fd-4120-a8cc-1d9c67ad217c req-3c9dbdaf-63ce-4515-a0b9-513f3d80c977 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Mar 07 16:30:31.906889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a9bef-2caf-4261-8634-1c194f9ba71d req-f474f6f4-4a9a-40d2-862e-cc1417904e64 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:31.908382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f4a9bef-2caf-4261-8634-1c194f9ba71d req-f474f6f4-4a9a-40d2-862e-cc1417904e64 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0522208 Mar 07 16:30:31.960291 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f4a9bef-2caf-4261-8634-1c194f9ba71d req-34ae35c4-6001-4b53-be4f-e2ae7f418591 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460174 Mar 07 16:30:33.081437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb779cc-c5c8-43dd-a1aa-4593b2879495 req-e29a9002-168e-4ba9-be7a-bbaf0ef11c3c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:33.082986 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbb779cc-c5c8-43dd-a1aa-4593b2879495 req-e29a9002-168e-4ba9-be7a-bbaf0ef11c3c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0543654 Mar 07 16:30:33.128456 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cbb779cc-c5c8-43dd-a1aa-4593b2879495 req-c7ce0062-67e3-45db-82b9-535b3f77fa84 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394096 Mar 07 16:30:34.246069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1c74a-27dc-414b-a0ef-f09932684234 req-83687dbe-7483-4450-a4c6-f12fa360f398 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:34.247579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59f1c74a-27dc-414b-a0ef-f09932684234 req-83687dbe-7483-4450-a4c6-f12fa360f398 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0521128 Mar 07 16:30:34.298374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59f1c74a-27dc-414b-a0ef-f09932684234 req-c74e8b6e-2c07-4735-96d0-b7c3cbd7ce66 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Mar 07 16:30:35.416795 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49627c0-5c5a-4112-a15f-be3c1dffd7e1 req-c20efbed-e8f9-48e5-a57f-dfd5211530db tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:35.418284 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a49627c0-5c5a-4112-a15f-be3c1dffd7e1 req-c20efbed-e8f9-48e5-a57f-dfd5211530db tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0522726 Mar 07 16:30:35.465406 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a49627c0-5c5a-4112-a15f-be3c1dffd7e1 req-dacef6df-c8ff-4aec-bb26-618e6182faa4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Mar 07 16:30:36.585926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcf456-b6a5-4475-a41a-12920c55c6aa req-9dd58932-06a7-4b4b-8062-047562d84d36 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:36.587438 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4bdcf456-b6a5-4475-a41a-12920c55c6aa req-9dd58932-06a7-4b4b-8062-047562d84d36 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Mar 07 16:30:36.634278 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4bdcf456-b6a5-4475-a41a-12920c55c6aa req-16c6ff4a-a3e4-4958-808a-bf954bf291a8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412140 Mar 07 16:30:36.718768 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:37.755484 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29871e2a-c2e8-4d4d-80a3-52429abf4a2a req-b4e9d6c2-7501-47e5-b1ba-087a2d23ea35 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:37.756989 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29871e2a-c2e8-4d4d-80a3-52429abf4a2a req-b4e9d6c2-7501-47e5-b1ba-087a2d23ea35 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0561979 Mar 07 16:30:37.804439 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29871e2a-c2e8-4d4d-80a3-52429abf4a2a req-9133e655-f752-4ddc-a971-535c0c0aba4d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Mar 07 16:30:38.922642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f377fa-65a8-4247-a56a-8051b3a9f47f req-8e894c14-befd-4aa4-a45f-d034188e721d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:38.924172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39f377fa-65a8-4247-a56a-8051b3a9f47f req-8e894c14-befd-4aa4-a45f-d034188e721d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0530508 Mar 07 16:30:38.970555 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39f377fa-65a8-4247-a56a-8051b3a9f47f req-4c2e1539-28d5-44ce-b6e7-117be56e106e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Mar 07 16:30:40.088954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431c77f-5783-4c22-a5e4-68fa7143d82f req-ba4d45fa-4bb8-4d3f-b894-3dc5c3e00736 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:40.090444 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2431c77f-5783-4c22-a5e4-68fa7143d82f req-ba4d45fa-4bb8-4d3f-b894-3dc5c3e00736 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0520499 Mar 07 16:30:40.137632 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2431c77f-5783-4c22-a5e4-68fa7143d82f req-6bfc4fed-95e9-4a67-9b08-8fbeeef7371e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Mar 07 16:30:41.208478 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:41.259173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311746d-64a2-44dc-97ea-a76b9ce7d2f6 req-92a54b15-15fe-4914-a338-8d436254d8ea tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:41.260650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4311746d-64a2-44dc-97ea-a76b9ce7d2f6 req-92a54b15-15fe-4914-a338-8d436254d8ea tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0559909 Mar 07 16:30:41.308932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4311746d-64a2-44dc-97ea-a76b9ce7d2f6 req-8bec66fb-b080-418e-b714-df0995e07c98 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 Mar 07 16:30:42.433791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fb63f-e065-400c-9d54-7108198c10cf req-a251ddbd-537d-4694-a6c9-2b77c89e4b37 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:42.435277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae8fb63f-e065-400c-9d54-7108198c10cf req-a251ddbd-537d-4694-a6c9-2b77c89e4b37 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0514517 Mar 07 16:30:42.486593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ae8fb63f-e065-400c-9d54-7108198c10cf req-53e1804c-e0e2-4e1d-98d6-5031b3f16418 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Mar 07 16:30:43.604314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12b06d-dc27-473c-bd5e-7d66cb99c86e req-4feb4f29-0605-4930-b604-32e35850c181 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:43.605794 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f12b06d-dc27-473c-bd5e-7d66cb99c86e req-4feb4f29-0605-4930-b604-32e35850c181 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0523009 Mar 07 16:30:43.652353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f12b06d-dc27-473c-bd5e-7d66cb99c86e req-e5263743-1119-4187-94da-c94c480c5133 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Mar 07 16:30:44.771591 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ec51b-e380-4925-a0a3-4b388573a703 req-9c3eb323-ea6a-4353-b23a-70d4d45f2de2 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:44.773085 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aa8ec51b-e380-4925-a0a3-4b388573a703 req-9c3eb323-ea6a-4353-b23a-70d4d45f2de2 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0524256 Mar 07 16:30:44.819124 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aa8ec51b-e380-4925-a0a3-4b388573a703 req-8b31aee4-1618-48fe-8a21-0ec40e189bc8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401835 Mar 07 16:30:45.941808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc92555-fd6b-4acd-8f3c-520bc5ef0cd7 req-a6f5f65d-8d46-452c-8c01-7faa831147b9 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:45.943314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-adc92555-fd6b-4acd-8f3c-520bc5ef0cd7 req-a6f5f65d-8d46-452c-8c01-7faa831147b9 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0561454 Mar 07 16:30:45.989906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-adc92555-fd6b-4acd-8f3c-520bc5ef0cd7 req-0103b068-efe7-4332-89e4-765b24b80ce1 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Mar 07 16:30:46.324233 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-a987e4c6-4fad-442c-a815-df177e118d48 req-016a1d17-6ce1-4f46-b78b-f8c91b06ea5f service neutron] show failed (client error): The resource could not be found. Mar 07 16:30:46.325279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-016a1d17-6ce1-4f46-b78b-f8c91b06ea5f service neutron] 10.222.0.15 "GET /v2.0/ports/31129410-3b65-47d9-b211-4d2494246c60/bindings/n-h2-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0548754 Mar 07 16:30:46.525895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e4c6-4fad-442c-a815-df177e118d48 req-67bc5b16-ea0e-40bd-bbb8-d8db9833178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:46.527792 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-67bc5b16-ea0e-40bd-bbb8-d8db9833178f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688&tenant_id=7fd8a49421484f99961374fd1f0476db HTTP/1.1" status: 200 len: 1127 time: 0.0518377 Mar 07 16:30:46.538764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:30:46.598784 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31129410-3b65-47d9-b211-4d2494246c60), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:46.799797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:46.831473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:30:46.871127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31129410-3b65-47d9-b211-4d2494246c60'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:30:46.873396 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6014368e-0640-4f1a-926b-9cc950ebbb71" -d '{"events": [{"server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "name": "network-vif-unplugged", "status": "completed", "tag": "31129410-3b65-47d9-b211-4d2494246c60"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:30:46.876984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Publish callbacks [] for port (31129410-3b65-47d9-b211-4d2494246c60), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:46.889568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Transition to ACTIVE for port object 31129410-3b65-47d9-b211-4d2494246c60 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:30:46.893862 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:46.930294 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0074cb-ae42-48f8-8c5f-5dafec4c4e19 x-openstack-request-id: req-9e0074cb-ae42-48f8-8c5f-5dafec4c4e19 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:30:46.930592 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "name": "network-vif-unplugged", "status": "completed", "tag": "31129410-3b65-47d9-b211-4d2494246c60", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:30:46.930874 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e0074cb-ae42-48f8-8c5f-5dafec4c4e19 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:30:46.931276 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31129410-3b65-47d9-b211-4d2494246c60', 'code': 200} Mar 07 16:30:46.958474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] No DVR routers for this DVR port 31129410-3b65-47d9-b211-4d2494246c60 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:30:46.966628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Pushing event updated for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=6']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:47.001365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Attempting to bind port 31129410-3b65-47d9-b211-4d2494246c60 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:30:47.001701 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Attempting to bind port 31129410-3b65-47d9-b211-4d2494246c60 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:30:47.002028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Attempting to bind port 31129410-3b65-47d9-b211-4d2494246c60 on network 70bd745f-9204-4548-87a3-afe664de297c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:30:47.007113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Port 31129410-3b65-47d9-b211-4d2494246c60 on network 70bd745f-9204-4548-87a3-afe664de297c not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:30:47.007438 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Attempting to bind port 31129410-3b65-47d9-b211-4d2494246c60 on network 70bd745f-9204-4548-87a3-afe664de297c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:30:47.012244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:30:47.012537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Checking segment: {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:30:47.012926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Bound using segment: {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:30:47.013354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Bound port: 31129410-3b65-47d9-b211-4d2494246c60, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:30:47.013713 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31129410-3b65-47d9-b211-4d2494246c60), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:47.102445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:30:47.118210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:30:47.126267 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:47.166953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035c653-0082-4abe-ac05-21beab0189fb req-22ac41df-749a-4f9e-8058-03d4ee600fc9 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:47.168436 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c035c653-0082-4abe-ac05-21beab0189fb req-22ac41df-749a-4f9e-8058-03d4ee600fc9 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 943 time: 0.1095099 Mar 07 16:30:47.180009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:47.180627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:47.181936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] 10.222.0.11 "PUT /v2.0/ports/31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 1091 time: 0.6470852 Mar 07 16:30:47.244718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c7b7c-70f5-4315-b7d2-c840ead68f33 service neutron] Pushing event updated for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:47.267653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c035c653-0082-4abe-ac05-21beab0189fb req-5b9d8630-4904-42da-b2db-0a63b186b3f5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891631 Mar 07 16:30:47.280519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e4c6-4fad-442c-a815-df177e118d48 req-b42e2f5f-58c1-44ab-8fdc-2f01e09b83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:47.282021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-b42e2f5f-58c1-44ab-8fdc-2f01e09b83d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 1125 time: 0.0779047 Mar 07 16:30:47.380627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e4c6-4fad-442c-a815-df177e118d48 req-4d124383-c0ec-42db-a061-8be3cb26966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:47.382045 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-4d124383-c0ec-42db-a061-8be3cb26966e service neutron] 10.222.0.11 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.0936754 Mar 07 16:30:47.425532 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-eb28e66f-029e-4560-9227-0d7061b24d42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 217 time: 0.0359073 Mar 07 16:30:47.479540 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e4c6-4fad-442c-a815-df177e118d48 req-ab90f867-4b77-402c-837e-ed8ebd93a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:47.481048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-ab90f867-4b77-402c-837e-ed8ebd93a4c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0514765 Mar 07 16:30:47.521249 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-89c75671-290b-4193-9f11-319b8a235d67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340371 Mar 07 16:30:47.620167 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-7b863325-eba0-475b-85e0-4db28e3a33b7 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934210 Mar 07 16:30:47.715441 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a987e4c6-4fad-442c-a815-df177e118d48 req-e1fb9f1b-539f-476e-9a40-ef5f3655d364 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890906 Mar 07 16:30:48.396512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823748ab-d61e-4591-8483-b47cefe8e6a1 req-919929b8-0618-4499-9d67-3736072e7824 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:48.398849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-823748ab-d61e-4591-8483-b47cefe8e6a1 req-919929b8-0618-4499-9d67-3736072e7824 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 943 time: 0.0559378 Mar 07 16:30:48.445808 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-823748ab-d61e-4591-8483-b47cefe8e6a1 req-63d39ec6-496a-4c56-b48f-eaf4f784113d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Mar 07 16:30:48.932896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'tag': '31129410-3b65-47d9-b211-4d2494246c60'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:30:48.935381 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b912408-81b2-403c-9bac-ec0a04ae4757" -d '{"events": [{"name": "network-changed", "server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "tag": "31129410-3b65-47d9-b211-4d2494246c60"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:30:48.986120 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7025897-37b2-490f-9d31-f4a33ada5fcb x-openstack-request-id: req-d7025897-37b2-490f-9d31-f4a33ada5fcb {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:30:48.986554 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "tag": "31129410-3b65-47d9-b211-4d2494246c60", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:30:48.986921 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7025897-37b2-490f-9d31-f4a33ada5fcb {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:30:48.987478 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'tag': '31129410-3b65-47d9-b211-4d2494246c60', 'status': 'completed', 'code': 200} Mar 07 16:30:49.081595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-602f58e3-e554-4c06-9939-da32ec4d58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:49.083331 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-602f58e3-e554-4c06-9939-da32ec4d58fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 1125 time: 0.0764713 Mar 07 16:30:49.085930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-d9ef748d-9dae-4f68-afd7-b6db184f2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:49.087310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-d9ef748d-9dae-4f68-afd7-b6db184f2905 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 1125 time: 0.0722661 Mar 07 16:30:49.259534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-d5ed0b30-be73-416c-95f1-b92ffb004c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:49.261668 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-d5ed0b30-be73-416c-95f1-b92ffb004c4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.1724386 Mar 07 16:30:49.263790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-b49584fe-504f-406b-a118-d8a2a16807e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:49.265182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-b49584fe-504f-406b-a118-d8a2a16807e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.1685975 Mar 07 16:30:49.313375 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-01672e6a-f6eb-4121-b884-808c51f3af12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 217 time: 0.0428572 Mar 07 16:30:49.350216 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-9a11f384-7f47-439b-be97-bcee411651b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 217 time: 0.0431466 Mar 07 16:30:49.423184 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-908138c0-603d-45e8-bfd6-e544feee9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:49.425337 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-908138c0-603d-45e8-bfd6-e544feee9050 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0830956 Mar 07 16:30:49.430714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-d613f370-57ef-445b-b20a-a3d2fdd3d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:49.432103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-d613f370-57ef-445b-b20a-a3d2fdd3d65f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0621793 Mar 07 16:30:49.465942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-c30f47b9-b1c6-45d7-9753-ded89aa178c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328012 Mar 07 16:30:49.482554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-9e951266-f928-472b-a166-09d523b35602 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409193 Mar 07 16:30:49.589659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315881-4303-4b02-9703-b41402d43646 req-6e925e4f-207b-4b1f-a9d8-da00970466f4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:49.591491 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c315881-4303-4b02-9703-b41402d43646 req-6e925e4f-207b-4b1f-a9d8-da00970466f4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 943 time: 0.0667052 Mar 07 16:30:49.639414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-9a2bdd2d-b994-4cfc-be5b-9fa5c1595712 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591675 Mar 07 16:30:49.641269 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-8a7d343b-a456-4a0d-91b5-577d75d41a74 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513629 Mar 07 16:30:49.644808 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c315881-4303-4b02-9703-b41402d43646 req-faaedd2a-04a8-45c5-ac15-26dcd400e83c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Mar 07 16:30:49.820328 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-96ed34b9-71c6-47d4-a255-fffacc0d9ca7 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740601 Mar 07 16:30:49.827967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b912408-81b2-403c-9bac-ec0a04ae4757 req-316232c2-3bef-416b-9895-ddc0449b67ad service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748159 Mar 07 16:30:49.869866 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a065261-f7de-4bf1-a386-756975d810d2 req-664e3f68-432f-4f7b-a9d5-28fe3d8f3c19 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:49.872852 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a065261-f7de-4bf1-a386-756975d810d2 req-664e3f68-432f-4f7b-a9d5-28fe3d8f3c19 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 943 time: 0.0643299 Mar 07 16:30:49.914108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 31129410-3b65-47d9-b211-4d2494246c60 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:30:49.928593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a065261-f7de-4bf1-a386-756975d810d2 req-aed0f023-8bee-4b47-a779-4bda00dc63f9 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480406 Mar 07 16:30:50.052524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:50.066606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '31129410-3b65-47d9-b211-4d2494246c60', 'network_id': '70bd745f-9204-4548-87a3-afe664de297c', 'port_id': '31129410-3b65-47d9-b211-4d2494246c60', 'mac_address': 'fa:16:3e:49:0c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93666fea-5861-4cca-aff2-3ae944b2cc07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:30:50.107429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 31129410-3b65-47d9-b211-4d2494246c60 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:30:50.107942 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31129410-3b65-47d9-b211-4d2494246c60), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:50.122262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31129410-3b65-47d9-b211-4d2494246c60 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:30:50.149668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:50.154662 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:50.186761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-df6bc3b0-9eda-4b69-90cf-2b6c76db2bc9 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:50.188251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-df6bc3b0-9eda-4b69-90cf-2b6c76db2bc9 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.15 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688&tenant_id=7fd8a49421484f99961374fd1f0476db&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 943 time: 0.3388240 Mar 07 16:30:50.212902 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:50.249462 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-9412a287-b3a7-4296-b449-98d9f8878186 service neutron] delete failed (client error): The resource could not be found. Mar 07 16:30:50.250609 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-9412a287-b3a7-4296-b449-98d9f8878186 service neutron] 10.222.0.15 "DELETE /v2.0/ports/31129410-3b65-47d9-b211-4d2494246c60/bindings/n-h1-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0562439 Mar 07 16:30:50.341016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-e2622d60-6f65-4855-81f4-2145a79e5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:50.342579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-e2622d60-6f65-4855-81f4-2145a79e5ebc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 1126 time: 0.0463746 Mar 07 16:30:50.369996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['31129410-3b65-47d9-b211-4d2494246c60'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:30:50.424743 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:30:50.437689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-ad58a17d-6fbf-4f9c-a46c-9673056bf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:50.439265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-ad58a17d-6fbf-4f9c-a46c-9673056bf1e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.0912626 Mar 07 16:30:50.481800 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-2217ceb5-1310-485c-b941-984cfc6b9af0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 200 len: 217 time: 0.0358918 Mar 07 16:30:50.538036 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-85f12813-9481-45ed-a049-0d428d2f8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:50.539637 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-85f12813-9481-45ed-a049-0d428d2f8820 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0524025 Mar 07 16:30:50.572208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-c708625f-efcc-405d-811c-a8aacb1eb73d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265706 Mar 07 16:30:50.663134 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-3f416202-c602-4499-bf98-ca383bf1e570 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850501 Mar 07 16:30:50.746676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 31129410-3b65-47d9-b211-4d2494246c60 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:30:50.756597 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dd4cca0a-016e-4759-9a13-974bdaf2f7ea req-e40992a3-f48c-4e0c-876e-e2c2f7f2aee2 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878375 Mar 07 16:30:50.792841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 31129410-3b65-47d9-b211-4d2494246c60 host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:30:50.793242 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 31129410-3b65-47d9-b211-4d2494246c60 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:30:51.066304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047603be-4ec1-48c2-9d20-55ec11cc6a1d req-ec30b1f2-17ed-4bcf-a843-08ad9848f826 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:51.068346 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-047603be-4ec1-48c2-9d20-55ec11cc6a1d req-ec30b1f2-17ed-4bcf-a843-08ad9848f826 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 944 time: 0.0590770 Mar 07 16:30:51.120605 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-047603be-4ec1-48c2-9d20-55ec11cc6a1d req-8fc4e518-ec8d-42b9-853d-4dc1f5bb46ba tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Mar 07 16:30:51.930224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 31129410-3b65-47d9-b211-4d2494246c60 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:30:51.982867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 31129410-3b65-47d9-b211-4d2494246c60 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:30:51.986997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 31129410-3b65-47d9-b211-4d2494246c60 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:30:51.987434 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (31129410-3b65-47d9-b211-4d2494246c60), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:52.068639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 31129410-3b65-47d9-b211-4d2494246c60 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:30:52.069027 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31129410-3b65-47d9-b211-4d2494246c60), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:52.093107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31129410-3b65-47d9-b211-4d2494246c60'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:30:52.095732 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5894fcde-b264-40c1-b181-c1bde3cbf719" -d '{"events": [{"server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "name": "network-vif-plugged", "status": "completed", "tag": "31129410-3b65-47d9-b211-4d2494246c60"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:30:52.109112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:52.114703 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:52.141426 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf5f5a4-2245-48e6-b342-1e30df6efae3 x-openstack-request-id: req-abf5f5a4-2245-48e6-b342-1e30df6efae3 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:30:52.141756 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "name": "network-vif-plugged", "status": "completed", "tag": "31129410-3b65-47d9-b211-4d2494246c60", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:30:52.141981 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abf5f5a4-2245-48e6-b342-1e30df6efae3 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:30:52.142377 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31129410-3b65-47d9-b211-4d2494246c60', 'code': 200} Mar 07 16:30:52.172721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:52.257578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd073d0-d376-4466-b767-6ea5c1e83f51 req-6f8408df-4dc6-41e3-b3c6-5c79363cb825 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:52.259146 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9cd073d0-d376-4466-b767-6ea5c1e83f51 req-6f8408df-4dc6-41e3-b3c6-5c79363cb825 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0609736 Mar 07 16:30:52.307786 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9cd073d0-d376-4466-b767-6ea5c1e83f51 req-7481da74-97d7-4ae5-8262-9aab7766c90e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Mar 07 16:30:52.437766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c15a3-0ee7-4624-bbcf-0787da335aaf req-94258db3-e29d-4a69-8f79-89d8cc952d8c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:52.441658 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c3c15a3-0ee7-4624-bbcf-0787da335aaf req-94258db3-e29d-4a69-8f79-89d8cc952d8c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0582373 Mar 07 16:30:52.488314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c3c15a3-0ee7-4624-bbcf-0787da335aaf req-4cf93f40-a5cc-4096-907c-88e85547cf06 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Mar 07 16:30:52.609142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfebf31-a07f-462a-823d-a1968d4dd263 req-0bde1dee-2623-442f-b833-ea6616a3c732 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:52.610643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bcfebf31-a07f-462a-823d-a1968d4dd263 req-0bde1dee-2623-442f-b833-ea6616a3c732 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0552952 Mar 07 16:30:52.660009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bcfebf31-a07f-462a-823d-a1968d4dd263 req-efef7956-4924-4752-a0c2-e407abc838c1 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Mar 07 16:30:52.926514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6bec4b35-a377-48c7-b914-82b32da2fa2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:53.031401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-481bd904-4cc0-4801-93e5-205e3799623c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:53.032906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-481bd904-4cc0-4801-93e5-205e3799623c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 815 time: 0.1097152 Mar 07 16:30:53.048128 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-bf42f7b9-bae3-4a2f-937e-0f4b34c7e9af tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/quotas/7fd8a49421484f99961374fd1f0476db HTTP/1.1" status: 200 len: 375 time: 0.0091898 Mar 07 16:30:53.101829 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-24e0b978-f9ee-472a-8e8e-fa0fa65aeb11 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479941 Mar 07 16:30:53.203361 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-4a3666cb-4afd-40c3-9d67-880929985229 service neutron] 10.222.0.24 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944483 Mar 07 16:30:53.291824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-600003b0-255a-498c-9337-c36d6df409a9 service neutron] 10.222.0.24 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868127 Mar 07 16:30:53.492785 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b450f3b7-cbdb-446a-bbcb-a8e5f485fe08 req-80bf9f5c-8dc2-4ad7-8ffd-d98945d5c2e7 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 210 time: 0.0358388 Mar 07 16:30:54.270011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5b82-9385-4f50-be43-ae874f6a466e req-7f194ffd-29db-467c-a2ba-7859c531a797 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:54.271518 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-598a5b82-9385-4f50-be43-ae874f6a466e req-7f194ffd-29db-467c-a2ba-7859c531a797 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.11 "GET /v2.0/ports?device_id=459dd057-9149-427d-b8bc-2ad4d852a688 HTTP/1.1" status: 200 len: 945 time: 0.0549281 Mar 07 16:30:54.393451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-598a5b82-9385-4f50-be43-ae874f6a466e req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Deleting port 31129410-3b65-47d9-b211-4d2494246c60 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:30:54.394203 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-598a5b82-9385-4f50-be43-ae874f6a466e req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (31129410-3b65-47d9-b211-4d2494246c60), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:54.558523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-fd1e2032-cdc0-4109-a47b-206b1c5a76b6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:54.560009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-fd1e2032-cdc0-4109-a47b-206b1c5a76b6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.11 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 815 time: 0.1914170 Mar 07 16:30:54.573727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-598a5b82-9385-4f50-be43-ae874f6a466e req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] For port 31129410-3b65-47d9-b211-4d2494246c60, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31129410-3b65-47d9-b211-4d2494246c60,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:54.574155 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-598a5b82-9385-4f50-be43-ae874f6a466e req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (31129410-3b65-47d9-b211-4d2494246c60), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:54.584483 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Request body: {'port': {'device_id': '3dc772d9-424c-4d43-9214-db544d847e73', 'network_id': '70bd745f-9204-4548-87a3-afe664de297c', 'admin_state_up': True, 'tenant_id': '7fd8a49421484f99961374fd1f0476db'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:30:54.634995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-598a5b82-9385-4f50-be43-ae874f6a466e req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Calling delete_port for 31129410-3b65-47d9-b211-4d2494246c60 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:30:54.639876 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2076dc2b-d43d-453b-b067-397a564f4285 req-6e6b196d-aa0f-4ee8-8f50-6279967fb449 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 210 time: 0.0606174 Mar 07 16:30:54.794506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Made reservation on behalf of 7fd8a49421484f99961374fd1f0476db for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:30:54.797977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:54.867812 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-598a5b82-9385-4f50-be43-ae874f6a466e req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (31129410-3b65-47d9-b211-4d2494246c60), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:54.883191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['31129410-3b65-47d9-b211-4d2494246c60'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:30:54.933408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Pushing event deleted for resources: {'Port': ['ID=31129410-3b65-47d9-b211-4d2494246c60,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:54.988447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-598a5b82-9385-4f50-be43-ae874f6a466e req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] No DVR routers for this DVR port 31129410-3b65-47d9-b211-4d2494246c60 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:30:54.992880 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-598a5b82-9385-4f50-be43-ae874f6a466e req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:54.996197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-598a5b82-9385-4f50-be43-ae874f6a466e req-0cc57c87-7c6b-459d-aed7-e375aa0ea343 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.11 "DELETE /v2.0/ports/31129410-3b65-47d9-b211-4d2494246c60 HTTP/1.1" status: 204 len: 173 time: 0.7188389 Mar 07 16:30:54.996638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'name': 'network-vif-deleted', 'tag': '31129410-3b65-47d9-b211-4d2494246c60'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:30:54.998878 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d5e18-1ed2-4133-9e8e-4562d1576ab5" -d '{"events": [{"server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "name": "network-vif-deleted", "tag": "31129410-3b65-47d9-b211-4d2494246c60"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:30:55.053085 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f92236f-3024-4e3e-8fdc-37cda1b07994 x-openstack-request-id: req-4f92236f-3024-4e3e-8fdc-37cda1b07994 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:30:55.053379 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459dd057-9149-427d-b8bc-2ad4d852a688", "name": "network-vif-deleted", "tag": "31129410-3b65-47d9-b211-4d2494246c60", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:30:55.053659 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f92236f-3024-4e3e-8fdc-37cda1b07994 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:30:55.054070 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459dd057-9149-427d-b8bc-2ad4d852a688', 'name': 'network-vif-deleted', 'tag': '31129410-3b65-47d9-b211-4d2494246c60', 'status': 'completed', 'code': 200} Mar 07 16:30:55.067534 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Allocated IP 172.20.0.10 (70bd745f-9204-4548-87a3-afe664de297c/93666fea-5861-4cca-aff2-3ae944b2cc07/6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:30:55.237841 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea5e28f4-8994-4f51-86d4-7cbdff369eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:55.245809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks [] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:55.281318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:55.294719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['31129410-3b65-47d9-b211-4d2494246c60'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:30:55.329156 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Network 70bd745f-9204-4548-87a3-afe664de297c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:30:55.332952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:30:55.337391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:30:55.341204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Pushing event updated for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:55.371768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.372121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.372473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.372821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.373161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.373563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.373902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.374227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.374562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.374922 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.375253 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.375579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.375901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:30:55.403962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:55.404636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:55.420344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-82dfc452-d71d-4109-86b4-fd9ff36fc93b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8430569 Mar 07 16:30:55.431035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Request body: {'port': {'device_id': '3dc772d9-424c-4d43-9214-db544d847e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:30:55.493428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:55.793435 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:30:55.803445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Publish callbacks [] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:55.813800 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297eee5-d828-4b4e-a534-2de4f0f26abd req-9c88e598-05e1-42bd-9501-034e4928b125 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:55.815527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d297eee5-d828-4b4e-a534-2de4f0f26abd req-9c88e598-05e1-42bd-9501-034e4928b125 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 932 time: 0.1024036 Mar 07 16:30:55.829983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Transition to ACTIVE for port object 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:30:55.838459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:55.913691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Pushing event updated for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:55.934849 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d297eee5-d828-4b4e-a534-2de4f0f26abd req-a1410721-ae33-40d7-8d2c-b0eba8e73405 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119535 Mar 07 16:30:55.982233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Attempting to bind port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:30:55.982572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Attempting to bind port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:30:55.982940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Attempting to bind port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on network 70bd745f-9204-4548-87a3-afe664de297c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:30:55.987643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on network 70bd745f-9204-4548-87a3-afe664de297c not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:30:55.988016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Attempting to bind port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on network 70bd745f-9204-4548-87a3-afe664de297c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:30:55.993331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:30:55.993678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Checking segment: {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:30:55.994071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Bound using segment: {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:30:55.994531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Bound port: 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:30:55.994928 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:56.061188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:30:56.064007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:30:56.069926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:56.101751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:56.102373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:56.103812 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] 10.222.0.11 "PUT /v2.0/ports/6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 1092 time: 0.6768248 Mar 07 16:30:56.129504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc22d76-325c-4dae-967f-4d4a2038143f service neutron] Pushing event updated for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:56.183944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-86ffeb05-b832-4508-afd3-dc8454acb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:56.185773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-86ffeb05-b832-4508-afd3-dc8454acb648 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 1126 time: 0.0453978 Mar 07 16:30:56.229747 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-16adbb5f-5ac6-4c91-8c37-a70920f492d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 217 time: 0.0374806 Mar 07 16:30:56.277563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-c8c0b94f-cc17-4e90-9240-f45cc01acb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:56.279019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-c8c0b94f-cc17-4e90-9240-f45cc01acb26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0439534 Mar 07 16:30:56.308742 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-9c16cc14-3cfc-4fc2-9dc5-4d0eb20f5adf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240996 Mar 07 16:30:56.400432 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-abdec503-306a-4983-96e5-087edbcde213 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846291 Mar 07 16:30:56.488108 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c5f6389-a399-4d38-a5b0-7b8ec9cc8920 req-50a6e192-a5d4-4cd1-826b-3f7b6575625c service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810740 Mar 07 16:30:56.493788 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:57.054994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:30:57.057401 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05603e78-fab2-4981-a625-39313466959e" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:30:57.058698 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5872-f67d-4726-a9c5-fa6d0b77b7aa req-1d68218f-12ac-4662-8103-832b019c112d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:57.060551 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bbba5872-f67d-4726-a9c5-fa6d0b77b7aa req-1d68218f-12ac-4662-8103-832b019c112d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 944 time: 0.0539324 Mar 07 16:30:57.093975 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e08107b-25a5-48c8-baa0-a8545cb61587 x-openstack-request-id: req-6e08107b-25a5-48c8-baa0-a8545cb61587 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:30:57.094463 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:30:57.094726 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e08107b-25a5-48c8-baa0-a8545cb61587 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:30:57.095161 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'status': 'completed', 'code': 200} Mar 07 16:30:57.111502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bbba5872-f67d-4726-a9c5-fa6d0b77b7aa req-69820804-3548-48ca-9210-690f13420d0b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 Mar 07 16:30:57.159961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05603e78-fab2-4981-a625-39313466959e req-c33b1420-b5bd-40d8-a44c-c329f420556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:57.161511 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05603e78-fab2-4981-a625-39313466959e req-c33b1420-b5bd-40d8-a44c-c329f420556d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 1126 time: 0.0450172 Mar 07 16:30:57.254367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05603e78-fab2-4981-a625-39313466959e req-4424d233-0b77-4625-8581-70011c166c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:57.255897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05603e78-fab2-4981-a625-39313466959e req-4424d233-0b77-4625-8581-70011c166c3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.0880651 Mar 07 16:30:57.298311 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05603e78-fab2-4981-a625-39313466959e req-81b01056-9d1d-43cb-baa0-bb8fc6b33e28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 217 time: 0.0340285 Mar 07 16:30:57.351215 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05603e78-fab2-4981-a625-39313466959e req-b707026b-b8c4-41ee-83b4-908926870ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:57.352700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05603e78-fab2-4981-a625-39313466959e req-b707026b-b8c4-41ee-83b4-908926870ac8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0486207 Mar 07 16:30:57.385391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05603e78-fab2-4981-a625-39313466959e req-fdcd17ef-991f-421c-9cdf-5d3cdea71510 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255868 Mar 07 16:30:57.472603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05603e78-fab2-4981-a625-39313466959e req-67eb66c2-f0e4-4fd1-865a-5ebd4dc110f5 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803158 Mar 07 16:30:57.565418 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05603e78-fab2-4981-a625-39313466959e req-52ad28cd-9414-4319-bab3-be0577ab5097 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861139 Mar 07 16:30:57.802419 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:57.972571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:30:57.974588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 31129410-3b65-47d9-b211-4d2494246c60 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:30:58.000313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 31129410-3b65-47d9-b211-4d2494246c60 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:30:58.000639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 31129410-3b65-47d9-b211-4d2494246c60 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:30:58.087563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:58.098686 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'network_id': '70bd745f-9204-4548-87a3-afe664de297c', 'port_id': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'mac_address': 'fa:16:3e:18:dc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93666fea-5861-4cca-aff2-3ae944b2cc07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:30:58.135260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:30:58.135659 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:58.150231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:30:58.170456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:30:58.175736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:58.228712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:30:58.242415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb293a5a-9456-4811-973c-715f04ea67c8 req-e0e00b77-5e27-4814-855a-c8310c21f1b0 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:58.243944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb293a5a-9456-4811-973c-715f04ea67c8 req-e0e00b77-5e27-4814-855a-c8310c21f1b0 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 945 time: 0.0585260 Mar 07 16:30:58.290558 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cb293a5a-9456-4811-973c-715f04ea67c8 req-92686d37-ec81-400f-b725-291c831f266f tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Mar 07 16:30:58.364356 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:30:59.174609 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:30:59.425637 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082bd84-4662-45b5-a36c-42e14ae575c6 req-132ff257-cf3e-43d0-ba16-3cafdb9beb11 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:30:59.427110 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2082bd84-4662-45b5-a36c-42e14ae575c6 req-132ff257-cf3e-43d0-ba16-3cafdb9beb11 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 945 time: 0.0684295 Mar 07 16:30:59.478779 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2082bd84-4662-45b5-a36c-42e14ae575c6 req-9754a27c-6159-4ca0-a279-28778a96b883 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 Mar 07 16:30:59.971701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:31:00.029770 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:31:00.034636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:00.035042 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:00.114334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:00.114733 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:00.138980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:31:00.141225 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56909338-dabd-4769-b645-b6293cd5a821" -d '{"events": [{"server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "name": "network-vif-plugged", "status": "completed", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:31:00.155193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:00.161274 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:00.188940 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bf5fd9-2966-414e-8999-c3a1a6ba11f9 x-openstack-request-id: req-42bf5fd9-2966-414e-8999-c3a1a6ba11f9 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:31:00.189945 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "name": "network-vif-plugged", "status": "completed", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:31:00.189945 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42bf5fd9-2966-414e-8999-c3a1a6ba11f9 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:31:00.189945 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'code': 200} Mar 07 16:31:00.216012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:00.224003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.224363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.224710 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.225053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.225393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.225732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.226069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.226406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.226739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.227094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.227435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.227766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.228092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:00.291334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af54ae8-8c86-4413-aed0-0fc97c6540ab req-ce684224-d33f-4d04-b817-8ad772861275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:00.292848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9af54ae8-8c86-4413-aed0-0fc97c6540ab req-ce684224-d33f-4d04-b817-8ad772861275 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 1128 time: 0.0474949 Mar 07 16:31:00.337076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9af54ae8-8c86-4413-aed0-0fc97c6540ab req-ebed655e-9ab5-4e59-960e-cbda58f637e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Mar 07 16:31:00.596561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf3c45-5e02-462b-b6c2-18ba727039b8 req-0aa2fcc7-e177-41a1-8d5f-bc3f9bddc585 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:00.598057 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3bf3c45-5e02-462b-b6c2-18ba727039b8 req-0aa2fcc7-e177-41a1-8d5f-bc3f9bddc585 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0522854 Mar 07 16:31:00.644666 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d3bf3c45-5e02-462b-b6c2-18ba727039b8 req-a92885c5-40a9-42a0-a421-7ac914f6fb74 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Mar 07 16:31:01.763147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d7e55-6f58-4a27-9cae-833f569e629e req-8378170e-b7e3-4b03-a1b5-3d82562a680a tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:01.764643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b29d7e55-6f58-4a27-9cae-833f569e629e req-8378170e-b7e3-4b03-a1b5-3d82562a680a tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0522869 Mar 07 16:31:01.810355 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b29d7e55-6f58-4a27-9cae-833f569e629e req-28f09a94-c4bc-4642-bfb9-290961e50d47 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Mar 07 16:31:01.927288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346314-e270-4284-9ad0-f7ab4984b952 req-960dea9d-fa1a-4d0c-a156-461209359954 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:01.928855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c346314-e270-4284-9ad0-f7ab4984b952 req-960dea9d-fa1a-4d0c-a156-461209359954 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0522575 Mar 07 16:31:01.979176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9c346314-e270-4284-9ad0-f7ab4984b952 req-c33c521c-d3dd-4b70-9f8f-fa8a8baa4be4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444143 Mar 07 16:31:02.213260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-ffbb9246-3e2f-443b-8ff1-9a9abb4ee1d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469844 Mar 07 16:31:02.224360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c97a5-9bbe-4980-bf13-62aa90980fe5 req-792ca3f4-2198-4f4c-bd2f-808b32204435 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:02.225949 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f5c97a5-9bbe-4980-bf13-62aa90980fe5 req-792ca3f4-2198-4f4c-bd2f-808b32204435 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0528693 Mar 07 16:31:02.276200 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f5c97a5-9bbe-4980-bf13-62aa90980fe5 req-0c44c2ab-2ddf-4571-9e61-661c74d909eb tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438280 Mar 07 16:31:02.553140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-2af5aad0-cc4a-4a0c-9c83-f16eac052a26 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:02.554486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-2af5aad0-cc4a-4a0c-9c83-f16eac052a26 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports/6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 943 time: 0.0455515 Mar 07 16:31:03.323458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-65bd1418-f4d6-4445-b33d-3c9b3930ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:03.325032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-65bd1418-f4d6-4445-b33d-3c9b3930ee4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 1128 time: 0.0459967 Mar 07 16:31:03.453249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e36731-c75c-40c1-817c-ca1a2a781e29 req-0b14c327-ce5a-4a1b-8b80-3f7968ea00e6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:03.455607 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f6e36731-c75c-40c1-817c-ca1a2a781e29 req-0b14c327-ce5a-4a1b-8b80-3f7968ea00e6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.1063635 Mar 07 16:31:03.457968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-beab0bc9-ffad-4aa5-9e46-be4e5b2d1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:03.459475 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-beab0bc9-ffad-4aa5-9e46-be4e5b2d1f4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.1286538 Mar 07 16:31:03.506763 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-8324796f-ab6b-40ad-8ea7-b5a54e84b5dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 217 time: 0.0401394 Mar 07 16:31:03.566568 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f6e36731-c75c-40c1-817c-ca1a2a781e29 req-936a8d4d-1e2f-46e1-bc06-f9bb24398193 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057031 Mar 07 16:31:03.575574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-0380eeaa-5ce2-4b69-9f05-98ebe087d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:03.577374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-0380eeaa-5ce2-4b69-9f05-98ebe087d136 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0645199 Mar 07 16:31:03.608048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-7402e173-c8bf-4344-a9a9-0e3dc3cbec49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249705 Mar 07 16:31:03.693906 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-4679b132-cfa7-4141-a4aa-a912f8da832f service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802977 Mar 07 16:31:03.784705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-ae374f24-1275-45e0-ad79-19fbd465da90 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850694 Mar 07 16:31:04.692433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c280d9a-fb2b-4b07-88a0-77cb0d393068 req-25edce70-c37b-49ad-981f-1dc112ddc156 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:04.693931 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c280d9a-fb2b-4b07-88a0-77cb0d393068 req-25edce70-c37b-49ad-981f-1dc112ddc156 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0571370 Mar 07 16:31:04.740361 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5c280d9a-fb2b-4b07-88a0-77cb0d393068 req-062589ef-3748-4724-9595-f0149274a58f tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Mar 07 16:31:05.856455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefca1f-4682-4dce-9e68-588a845ee609 req-6afcb0ba-8e6f-4200-83f6-b1bc357f0827 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:05.857922 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0aefca1f-4682-4dce-9e68-588a845ee609 req-6afcb0ba-8e6f-4200-83f6-b1bc357f0827 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0512440 Mar 07 16:31:05.905237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0aefca1f-4682-4dce-9e68-588a845ee609 req-41f36cf6-fe6f-410d-9adc-6e3cba696206 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Mar 07 16:31:06.718099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:07.026410 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5c46-e049-4114-8b3b-dee1ec499b69 req-f5272d83-0c61-4ec5-9762-6ec5433242f3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:07.027936 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8fcb5c46-e049-4114-8b3b-dee1ec499b69 req-f5272d83-0c61-4ec5-9762-6ec5433242f3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0554333 Mar 07 16:31:07.074673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8fcb5c46-e049-4114-8b3b-dee1ec499b69 req-9e9c0740-54ba-47c3-b522-42d3bb95c2c6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Mar 07 16:31:08.199863 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ed5d-d94f-4457-82d8-f16b46453cc7 req-d0a27ae6-363a-40bf-89bb-c102a2e8e6bf tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:08.201351 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aff1ed5d-d94f-4457-82d8-f16b46453cc7 req-d0a27ae6-363a-40bf-89bb-c102a2e8e6bf tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0555282 Mar 07 16:31:08.248702 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aff1ed5d-d94f-4457-82d8-f16b46453cc7 req-75938c7a-8d22-4789-9379-e1f1f652063e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Mar 07 16:31:09.368894 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551de42d-c3d4-4185-a394-2d95c1862394 req-de82208d-d9e0-4143-ac89-0738a2c6f1da tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:09.370405 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-551de42d-c3d4-4185-a394-2d95c1862394 req-de82208d-d9e0-4143-ac89-0738a2c6f1da tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0521626 Mar 07 16:31:09.421620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-551de42d-c3d4-4185-a394-2d95c1862394 req-0fa282ca-298f-40e4-8c8c-e5a653deca8e tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Mar 07 16:31:10.540506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61413d4-0f35-4ff5-9eae-0e3b6466607d req-add1c500-320e-4c46-bb54-d4af12754312 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:10.542006 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b61413d4-0f35-4ff5-9eae-0e3b6466607d req-add1c500-320e-4c46-bb54-d4af12754312 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0526037 Mar 07 16:31:10.587501 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b61413d4-0f35-4ff5-9eae-0e3b6466607d req-7d96d122-9e81-487c-a4ee-0b81a58eb062 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Mar 07 16:31:11.222159 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:11.710454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb10c7-0f5e-49a0-b405-9d629c74285e req-2844fb04-67bd-4b5e-954c-44aceb2a8c17 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:11.711964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11cb10c7-0f5e-49a0-b405-9d629c74285e req-2844fb04-67bd-4b5e-954c-44aceb2a8c17 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0518725 Mar 07 16:31:11.759004 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11cb10c7-0f5e-49a0-b405-9d629c74285e req-bb7d53cb-718b-4942-bcc6-60be310aba72 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Mar 07 16:31:11.951943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-b2a9128d-8ebb-40bf-b3e7-55d790e9b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:11.953412 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-b2a9128d-8ebb-40bf-b3e7-55d790e9b750 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 1128 time: 0.0443320 Mar 07 16:31:12.315873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-16a2cfac-5459-4ba0-8bd6-0ad5d2449d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:12.317476 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-16a2cfac-5459-4ba0-8bd6-0ad5d2449d23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.3455110 Mar 07 16:31:12.357333 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-1641bf50-8ff8-4686-885f-0eb63c508b9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 217 time: 0.0333951 Mar 07 16:31:12.407181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-58747427-19ad-4c63-bfef-fdbeea41c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:12.409417 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-58747427-19ad-4c63-bfef-fdbeea41c43c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0457428 Mar 07 16:31:12.438491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-2625a120-41ee-4093-a999-53f9c571f6d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231655 Mar 07 16:31:12.525317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-d35a0023-677c-48e0-a1b6-437977cd1994 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802522 Mar 07 16:31:12.614487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af10d4ad-63fe-4846-871a-c5d67f9f90ef req-6c369756-ba92-4922-a462-a8942a130758 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827196 Mar 07 16:31:12.877417 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864abd3-5b8d-4e46-9741-b8fdc5c019ca req-834b33f8-d4f5-4ca3-8f13-2ca3949986eb tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:12.878949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8864abd3-5b8d-4e46-9741-b8fdc5c019ca req-834b33f8-d4f5-4ca3-8f13-2ca3949986eb tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0547028 Mar 07 16:31:12.927724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8864abd3-5b8d-4e46-9741-b8fdc5c019ca req-550395d1-b0dc-46d5-9f35-20adaf7fb82c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431116 Mar 07 16:31:14.045146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d297a14-5c6f-472f-aeff-8abc3eac52e2 req-9f50d2c2-44da-4bce-b1a6-c0d12b724a80 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:14.046652 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d297a14-5c6f-472f-aeff-8abc3eac52e2 req-9f50d2c2-44da-4bce-b1a6-c0d12b724a80 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Mar 07 16:31:14.093712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d297a14-5c6f-472f-aeff-8abc3eac52e2 req-39597279-62f3-4400-8105-2ad2a89cd2bc tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Mar 07 16:31:15.217712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86501d-babc-4b40-bb5a-94bf683f8995 req-cd5eb6f3-4301-4015-ad60-0f536328c158 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:15.219223 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b86501d-babc-4b40-bb5a-94bf683f8995 req-cd5eb6f3-4301-4015-ad60-0f536328c158 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0588539 Mar 07 16:31:15.265126 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2b86501d-babc-4b40-bb5a-94bf683f8995 req-b2d37d27-5abe-44d5-8b05-eb970bb16ec7 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Mar 07 16:31:16.386485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779341e-3047-4254-8c65-b7c6c4eb034b req-4ae01aeb-abb8-4bd7-a1cf-4fec71e17728 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:16.387988 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4779341e-3047-4254-8c65-b7c6c4eb034b req-4ae01aeb-abb8-4bd7-a1cf-4fec71e17728 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0557024 Mar 07 16:31:16.434390 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4779341e-3047-4254-8c65-b7c6c4eb034b req-8fce38bb-151e-4a7f-a06a-3f1298498398 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Mar 07 16:31:17.551807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11382c35-ac72-4831-8365-7cfb33b04f6a req-fbe079c9-111f-446e-b421-74325c307ff3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:17.553208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11382c35-ac72-4831-8365-7cfb33b04f6a req-fbe079c9-111f-446e-b421-74325c307ff3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0529835 Mar 07 16:31:17.599309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11382c35-ac72-4831-8365-7cfb33b04f6a req-fdebd64c-32a6-4c85-ae75-16d281dd816b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Mar 07 16:31:18.718516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3b3d0-4d2d-462c-852e-242a1e39a4b0 req-1ec4ac8a-03c5-485e-a76a-470b24c67d0d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:18.720089 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ec3b3d0-4d2d-462c-852e-242a1e39a4b0 req-1ec4ac8a-03c5-485e-a76a-470b24c67d0d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0521111 Mar 07 16:31:18.765845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ec3b3d0-4d2d-462c-852e-242a1e39a4b0 req-4da80511-b057-4696-8ce1-5fb652924b99 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Mar 07 16:31:19.883322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd23e93-2a8d-450c-a989-325336c7879f req-9dc7e361-1a0c-4820-afd2-ae2e52dbe11d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:19.884815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cd23e93-2a8d-450c-a989-325336c7879f req-9dc7e361-1a0c-4820-afd2-ae2e52dbe11d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0520899 Mar 07 16:31:19.934578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cd23e93-2a8d-450c-a989-325336c7879f req-d58ae7c7-b79e-47c4-8642-09c46b9a6991 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441284 Mar 07 16:31:21.053466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16d59-03be-4282-a6ac-29204908d45b req-9bf4255b-f090-49f7-a131-18d76f84dc21 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:21.055000 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b4e16d59-03be-4282-a6ac-29204908d45b req-9bf4255b-f090-49f7-a131-18d76f84dc21 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0518575 Mar 07 16:31:21.105064 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b4e16d59-03be-4282-a6ac-29204908d45b req-d412aba3-c90b-4fc9-8870-076958540160 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Mar 07 16:31:22.226116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147afc-f716-43da-b900-2a0ae533ca98 req-62eb15a0-117a-4114-9890-8a90893690b0 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:22.227642 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e147afc-f716-43da-b900-2a0ae533ca98 req-62eb15a0-117a-4114-9890-8a90893690b0 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0513649 Mar 07 16:31:22.272752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e147afc-f716-43da-b900-2a0ae533ca98 req-66b23964-f70b-473f-9f04-10d59ecb1665 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Mar 07 16:31:22.917973 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a292b001-0ec2-4dca-ad91-74a5276e5395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:23.390808 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f785c1e-ef06-438a-a875-2c94157a1a0c req-006dbf94-4692-4302-9206-ac663f4527e8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:23.392325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f785c1e-ef06-438a-a875-2c94157a1a0c req-006dbf94-4692-4302-9206-ac663f4527e8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0524230 Mar 07 16:31:23.439289 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f785c1e-ef06-438a-a875-2c94157a1a0c req-53a7ffcf-b511-4899-ae4e-7b82b1238afd tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Mar 07 16:31:24.557133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f032a65-0f72-4c02-8042-3e98db454d65 req-0b02345a-5ad3-4fc3-9800-3a0349426c84 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:24.558598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6f032a65-0f72-4c02-8042-3e98db454d65 req-0b02345a-5ad3-4fc3-9800-3a0349426c84 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0510321 Mar 07 16:31:24.603527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6f032a65-0f72-4c02-8042-3e98db454d65 req-1d08d4db-bfa2-4b63-9227-e433081faf16 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Mar 07 16:31:25.220977 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-640fe629-e321-4981-bc94-0500f592496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:25.722817 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1916e8-be35-4656-bb2b-2bcf181b9f71 req-e106d610-1e2d-4b85-8a52-3c024e94cb62 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:25.724348 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0d1916e8-be35-4656-bb2b-2bcf181b9f71 req-e106d610-1e2d-4b85-8a52-3c024e94cb62 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0542479 Mar 07 16:31:25.771751 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0d1916e8-be35-4656-bb2b-2bcf181b9f71 req-1bab4c39-b130-4dc7-91fb-e0491f3777e1 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Mar 07 16:31:26.496126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:26.894590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea65f11-8ba1-4491-bc1b-9bb18a50b0ab req-1ace5d42-bf7b-43be-b16a-0cae0e090be6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:26.896100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ea65f11-8ba1-4491-bc1b-9bb18a50b0ab req-1ace5d42-bf7b-43be-b16a-0cae0e090be6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0564573 Mar 07 16:31:26.942191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6ea65f11-8ba1-4491-bc1b-9bb18a50b0ab req-83267b67-992a-4787-a915-d73724ff0682 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Mar 07 16:31:27.424984 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:31:27.800722 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:28.065727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad41871-3141-48f0-888d-cc7e557ff0c9 req-de1ae550-a7bc-414b-9011-afbbe9a99c07 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:28.067124 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1ad41871-3141-48f0-888d-cc7e557ff0c9 req-de1ae550-a7bc-414b-9011-afbbe9a99c07 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0561628 Mar 07 16:31:28.112741 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1ad41871-3141-48f0-888d-cc7e557ff0c9 req-2019cf23-d051-44d1-b134-87e35b80eb3d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Mar 07 16:31:29.178153 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:29.235954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e5834-0dea-4dc9-a035-8d453111221c req-178815e5-0f07-4d5a-bcd0-4fb2a4e194cd tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:29.237414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1e7e5834-0dea-4dc9-a035-8d453111221c req-178815e5-0f07-4d5a-bcd0-4fb2a4e194cd tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0532281 Mar 07 16:31:29.284689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1e7e5834-0dea-4dc9-a035-8d453111221c req-52684262-9d95-4677-a623-040272bf78aa tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Mar 07 16:31:30.402140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9759d-a12c-4058-badf-3ffb83912631 req-477291e4-dacc-49d4-9238-27be7d69c11a tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:30.403749 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1bc9759d-a12c-4058-badf-3ffb83912631 req-477291e4-dacc-49d4-9238-27be7d69c11a tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0528080 Mar 07 16:31:30.450065 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1bc9759d-a12c-4058-badf-3ffb83912631 req-727841c5-9d38-43f6-9213-c61ecb76a77b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Mar 07 16:31:30.632274 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-033f3878-19a8-4c87-96f7-b00264fa676a service neutron] show failed (client error): The resource could not be found. Mar 07 16:31:30.633335 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-033f3878-19a8-4c87-96f7-b00264fa676a service neutron] 10.222.0.11 "GET /v2.0/ports/6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1/bindings/n-h1-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0532570 Mar 07 16:31:30.831616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-9960669e-4dd7-405a-8445-2e7207557148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:30.833084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-9960669e-4dd7-405a-8445-2e7207557148 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73&tenant_id=7fd8a49421484f99961374fd1f0476db HTTP/1.1" status: 200 len: 1128 time: 0.0477569 Mar 07 16:31:30.842755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:30.899358 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:31.100966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:31.137120 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:31:31.176123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:31:31.178365 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facdcaa9-10a6-47a4-a114-f3e4c2c9afeb" -d '{"events": [{"server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:31:31.181795 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Publish callbacks [] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:31.194765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Transition to ACTIVE for port object 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:31:31.199368 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:31.238749 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6599c5-4206-4b7c-b7ad-2e1c1230f980 x-openstack-request-id: req-ca6599c5-4206-4b7c-b7ad-2e1c1230f980 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:31:31.239072 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:31:31.239326 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca6599c5-4206-4b7c-b7ad-2e1c1230f980 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:31:31.239723 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'code': 200} Mar 07 16:31:31.259721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] No DVR routers for this DVR port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:31:31.268320 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=6']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:31.300887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Attempting to bind port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:31:31.301256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Attempting to bind port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:31:31.301612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Attempting to bind port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on network 70bd745f-9204-4548-87a3-afe664de297c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:31:31.305978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on network 70bd745f-9204-4548-87a3-afe664de297c not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:31:31.306319 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Attempting to bind port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on network 70bd745f-9204-4548-87a3-afe664de297c {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:31:31.311121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:31:31.311467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Checking segment: {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:31:31.311853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Bound using segment: {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:31:31.312281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Bound port: 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ce707c-49f5-4955-a5d8-2752fa04e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '70bd745f-9204-4548-87a3-afe664de297c'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:31:31.312636 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:31.377610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:31:31.380459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:31:31.386967 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:31.423349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:31.423974 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:31.425358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 1092 time: 0.5864382 Mar 07 16:31:31.445039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee91c-5d7e-4af4-8f5e-45099e2306d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:31.495225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f30ab9d5-3e63-4352-b53f-ae28f4268d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:31.496770 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-f30ab9d5-3e63-4352-b53f-ae28f4268d71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 1126 time: 0.0482266 Mar 07 16:31:31.577429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13dde-92f2-4cef-828b-75385fc4f949 req-f00bba9d-c3db-4094-807c-bed49bb7b3a8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:31.578979 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5ad13dde-92f2-4cef-828b-75385fc4f949 req-f00bba9d-c3db-4094-807c-bed49bb7b3a8 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 944 time: 0.0567579 Mar 07 16:31:31.593063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-10fb4718-2f90-4b15-b761-da10cba17d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:31.594552 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-10fb4718-2f90-4b15-b761-da10cba17d9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.0914574 Mar 07 16:31:31.626684 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5ad13dde-92f2-4cef-828b-75385fc4f949 req-efddf68c-ecec-400a-a589-10633be3caca tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Mar 07 16:31:31.635251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-d826630d-e634-4a67-b92e-fdf955a330e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 217 time: 0.0347013 Mar 07 16:31:31.687578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-0fac2979-7856-406b-9f6e-f16d20856992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:31.689661 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-0fac2979-7856-406b-9f6e-f16d20856992 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0484521 Mar 07 16:31:31.721462 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-3bcdecb1-a628-4f3b-b930-a9e9f816058f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263853 Mar 07 16:31:31.809795 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-66712316-240d-49b9-aa72-6555dffb15c3 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825124 Mar 07 16:31:31.902563 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e959d63a-320c-4dc8-ba9c-16941e1e33e0 req-494d3c6c-f76e-4606-9ea9-804247a78839 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851221 Mar 07 16:31:32.747825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33393d5d-4c7b-482e-b72b-b65078e19cfd req-c252595d-3fe3-4ef6-9b93-ce962bddb4d5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:32.749322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33393d5d-4c7b-482e-b72b-b65078e19cfd req-c252595d-3fe3-4ef6-9b93-ce962bddb4d5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 944 time: 0.0521798 Mar 07 16:31:32.796387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-33393d5d-4c7b-482e-b72b-b65078e19cfd req-2eed7d17-854d-4eb6-b3f0-7fedde4e4256 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Mar 07 16:31:33.241510 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:31:33.243952 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b11386-5b2d-416e-bbfd-212d516c636a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:31:33.292159 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd6e71d-2050-437a-9bd5-dbf3a5fbad64 x-openstack-request-id: req-8fd6e71d-2050-437a-9bd5-dbf3a5fbad64 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:31:33.292462 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:31:33.292725 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fd6e71d-2050-437a-9bd5-dbf3a5fbad64 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:31:33.294501 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'status': 'completed', 'code': 200} Mar 07 16:31:33.387879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-f0968f5b-fa9c-4462-9a8e-5d75b0d37fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:33.389410 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-f0968f5b-fa9c-4462-9a8e-5d75b0d37fca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 1126 time: 0.0807550 Mar 07 16:31:33.392474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-a5d8bb49-5459-4c0f-b412-101e6a9a95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:33.393938 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-a5d8bb49-5459-4c0f-b412-101e6a9a95b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 1126 time: 0.0764816 Mar 07 16:31:33.547744 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-d64e4adf-ed31-47b5-8b9c-c38d296740f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:33.549247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-d64e4adf-ed31-47b5-8b9c-c38d296740f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.1542990 Mar 07 16:31:33.553521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-70161f2a-d0f3-4294-b89b-f36de1e6a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:33.554899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-70161f2a-d0f3-4294-b89b-f36de1e6a576 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.1425164 Mar 07 16:31:33.623174 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-8626fe0c-cdaa-426b-bebc-e9bac68b0af5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 217 time: 0.0673122 Mar 07 16:31:33.624520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-cf4fc4c2-d4e5-402f-ab5a-11c1e18a8f92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 217 time: 0.0634475 Mar 07 16:31:33.701829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-73708923-c95f-4ddf-839d-f7c453996c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:33.703307 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-73708923-c95f-4ddf-839d-f7c453996c83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0750120 Mar 07 16:31:33.707365 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-f58f3a5d-ef71-4b55-9ac3-2528afaad108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:33.708708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-f58f3a5d-ef71-4b55-9ac3-2528afaad108 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0733962 Mar 07 16:31:33.759024 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-d4b22b5a-3b64-418c-8266-444290a84689 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493681 Mar 07 16:31:33.760853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-327c4d80-8b30-4a9f-bf18-1fe848f63678 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431833 Mar 07 16:31:33.957137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-8ea69c24-caea-4ce2-901b-1304149acb36 service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841905 Mar 07 16:31:33.958881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-e64f8d8a-f24d-4e58-b4e5-d3346e8eab18 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935081 Mar 07 16:31:33.968551 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a61357-67fc-440e-9b14-f55bd2349d0b req-570c4c60-ca68-46f0-8d0a-282cf3d07e0f tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:33.970710 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09a61357-67fc-440e-9b14-f55bd2349d0b req-570c4c60-ca68-46f0-8d0a-282cf3d07e0f tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 944 time: 0.0951355 Mar 07 16:31:34.078598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:31:34.117331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] The host n-h2-830010-8 is not matching for port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 host n-h1-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:31:34.117719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:31:34.148305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09a61357-67fc-440e-9b14-f55bd2349d0b req-423cbdd4-64c5-44f7-8f67-634b50c6c338 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609457 Mar 07 16:31:34.155380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-c67cbbfc-26bb-4ef0-8dbe-2d3c900bbf6c service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829569 Mar 07 16:31:34.170716 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1b11386-5b2d-416e-bbfd-212d516c636a req-2f263d54-8171-4509-bf98-e73e45c88cba service neutron] 10.222.0.15 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992903 Mar 07 16:31:34.947890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:31:35.045389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:35.056352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'network_id': '70bd745f-9204-4548-87a3-afe664de297c', 'port_id': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'mac_address': 'fa:16:3e:18:dc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93666fea-5861-4cca-aff2-3ae944b2cc07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:31:35.258166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:35.258870 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:35.273397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:31:35.284049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090560f-652d-45fe-9df9-0030f8d7f27e req-77cd28be-47e9-41fc-9edb-e88b3453787c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:35.285694 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3090560f-652d-45fe-9df9-0030f8d7f27e req-77cd28be-47e9-41fc-9edb-e88b3453787c tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 944 time: 0.0623984 Mar 07 16:31:35.295479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:35.300871 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:35.337333 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3090560f-652d-45fe-9df9-0030f8d7f27e req-b726ec52-8eec-4750-8a9e-d2ff85337437 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454214 Mar 07 16:31:35.355507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:35.663307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:31:36.460479 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3554be-89ec-4897-9970-9465d4178e9f req-aceefbc5-1e2d-46cb-94ed-61b45b6394e5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:36.461982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b3554be-89ec-4897-9970-9465d4178e9f req-aceefbc5-1e2d-46cb-94ed-61b45b6394e5 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 945 time: 0.0537229 Mar 07 16:31:36.508942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0b3554be-89ec-4897-9970-9465d4178e9f req-475330ee-135e-4bb4-b369-ee01fc8467d7 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Mar 07 16:31:36.716764 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:36.745455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0984-4c56-4d10-9d76-dbb8a025d5bc req-a5a3ca82-34ac-4249-9349-ac30a32a59e3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:36.746988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-987b0984-4c56-4d10-9d76-dbb8a025d5bc req-a5a3ca82-34ac-4249-9349-ac30a32a59e3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 945 time: 0.0940855 Mar 07 16:31:36.758958 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-80873022-74f7-4cc3-b5f2-5e5a3004017b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:36.760394 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-80873022-74f7-4cc3-b5f2-5e5a3004017b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.11 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73&tenant_id=7fd8a49421484f99961374fd1f0476db&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 945 time: 0.0805643 Mar 07 16:31:36.838400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-987b0984-4c56-4d10-9d76-dbb8a025d5bc req-d3e5f589-7c53-4403-ac63-99fc495f54fb tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770397 Mar 07 16:31:36.847562 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-1cf4d098-bb31-45d3-b1ce-bbbea44f6f80 service neutron] delete failed (client error): The resource could not be found. Mar 07 16:31:36.848557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-1cf4d098-bb31-45d3-b1ce-bbbea44f6f80 service neutron] 10.222.0.11 "DELETE /v2.0/ports/6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1/bindings/n-h2-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0816350 Mar 07 16:31:36.938289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-2fa1a39f-226a-443b-9a3b-62ed9de58228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:36.940586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-2fa1a39f-226a-443b-9a3b-62ed9de58228 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fd8a49421484f99961374fd1f0476db&device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 1127 time: 0.0456207 Mar 07 16:31:36.966004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:31:37.013811 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:31:37.018625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:37.019050 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:37.038285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-d8517874-9ed6-4e69-8f32-71a486104e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:37.039810 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-d8517874-9ed6-4e69-8f32-71a486104e58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 200 len: 916 time: 0.0936124 Mar 07 16:31:37.082265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-6b272226-261e-429c-9d4f-baa931b82553 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 200 len: 217 time: 0.0360341 Mar 07 16:31:37.096876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:37.097267 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:37.119822 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:31:37.122090 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99467a1-ca4d-407d-ac46-7bedd2c7a2a5" -d '{"events": [{"server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "name": "network-vif-plugged", "status": "completed", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:31:37.135714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:37.135842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-2a600206-a4a3-4781-b995-422243fe6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:37.137332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-2a600206-a4a3-4781-b995-422243fe6fc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 200 len: 855 time: 0.0497949 Mar 07 16:31:37.140293 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:37.171345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-fc4a02ff-cc99-4c66-9ed9-0e119312d37a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70bd745f-9204-4548-87a3-afe664de297c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287292 Mar 07 16:31:37.179277 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6024eab-e169-456e-b538-aa6a171b0cbc x-openstack-request-id: req-b6024eab-e169-456e-b538-aa6a171b0cbc {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:31:37.179576 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "name": "network-vif-plugged", "status": "completed", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:31:37.179833 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6024eab-e169-456e-b538-aa6a171b0cbc {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:31:37.180246 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'code': 200} Mar 07 16:31:37.193211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:37.263564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-b1e5d17b-4595-4cbc-98e0-a1d8c7b3acf0 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826411 Mar 07 16:31:37.355339 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c7f45b9-144b-41c6-8bed-41b194b8c83f req-c72430dd-fcb0-420e-a418-e3baeb21e461 service neutron] 10.222.0.11 "GET /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858893 Mar 07 16:31:37.957201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff473be-05d4-40b3-bec2-09a00e1f31a3 req-a18b8dfd-7788-4f7f-b151-c90ff9a2cfb4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:37.958693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aff473be-05d4-40b3-bec2-09a00e1f31a3 req-a18b8dfd-7788-4f7f-b151-c90ff9a2cfb4 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0522981 Mar 07 16:31:38.006138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aff473be-05d4-40b3-bec2-09a00e1f31a3 req-fb8649e9-73cb-4822-afae-b17747969440 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Mar 07 16:31:38.126822 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8b561-518d-4db7-9c56-cd3c5ddcdf4c req-e1ffbcad-54a8-41a4-ba7b-235c2e22e654 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:38.128373 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51c8b561-518d-4db7-9c56-cd3c5ddcdf4c req-e1ffbcad-54a8-41a4-ba7b-235c2e22e654 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0522313 Mar 07 16:31:38.179137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51c8b561-518d-4db7-9c56-cd3c5ddcdf4c req-57977776-e6b2-4cc6-a7be-824f501ccac1 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Mar 07 16:31:38.298416 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b8d0-8de4-4cce-abfb-f77ec167aea1 req-db3df807-caf5-4586-b769-c33db8ce03c6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:38.299914 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26d0b8d0-8de4-4cce-abfb-f77ec167aea1 req-db3df807-caf5-4586-b769-c33db8ce03c6 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0564532 Mar 07 16:31:38.346120 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-26d0b8d0-8de4-4cce-abfb-f77ec167aea1 req-b6f8a1b0-994c-4a49-bbdb-248a6efb1264 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Mar 07 16:31:38.674890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd137d0-2fe3-411c-a589-a804cfc924ae req-2c50e8dd-95f3-43fc-87fb-3fbc650af76d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:38.676361 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6bd137d0-2fe3-411c-a589-a804cfc924ae req-2c50e8dd-95f3-43fc-87fb-3fbc650af76d tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0520201 Mar 07 16:31:38.722544 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6bd137d0-2fe3-411c-a589-a804cfc924ae req-82de87de-ec70-459a-9411-b9d5457adbe0 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Mar 07 16:31:39.840415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99026a2d-f193-4962-b9e0-9f7f24ec1c3f req-f576151f-1849-4620-b37f-aded76bd048b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:39.841896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99026a2d-f193-4962-b9e0-9f7f24ec1c3f req-f576151f-1849-4620-b37f-aded76bd048b tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0515189 Mar 07 16:31:39.888645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-99026a2d-f193-4962-b9e0-9f7f24ec1c3f req-6e63be5e-2e78-4c76-8f56-a297120fa283 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe430c7-cfa9-4012-9830-eddcc3f1f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404875 Mar 07 16:31:40.029566 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-e1dce65b-0b3e-40fe-8c86-3995b5e58278 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:40.030955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-e1dce65b-0b3e-40fe-8c86-3995b5e58278 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dc772d9-424c-4d43-9214-db544d847e73 HTTP/1.1" status: 200 len: 946 time: 0.0513465 Mar 07 16:31:40.123057 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Deleting port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:31:40.123401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:40.209637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] For port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,segment=NetworkSegment(73ce707c-49f5-4955-a5d8-2752fa04e056),segment_id=73ce707c-49f5-4955-a5d8-2752fa04e056)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:40.210000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:40.226972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Calling delete_port for 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:31:40.351144 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:40.362924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:31:40.380110 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Pushing event deleted for resources: {'Port': ['ID=6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:40.426164 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] No DVR routers for this DVR port 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:31:40.428870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:40.432185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf84f272-1cd4-4e35-bc6c-4c91313739bd req-6627f4bd-d5cf-4f71-b66b-8b6ae1384ae3 tempest-ServerDiskConfigTestJSON-1236538132 tempest-ServerDiskConfigTestJSON-1236538132-project] 10.222.0.15 "DELETE /v2.0/ports/6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 HTTP/1.1" status: 204 len: 173 time: 0.3962409 Mar 07 16:31:40.432638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'name': 'network-vif-deleted', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:31:40.434950 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4edaaa8-72fc-4725-b76c-16b81efea9d0" -d '{"events": [{"server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "name": "network-vif-deleted", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:31:40.473253 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95e8536-e277-4456-8aaa-d3536b8060a2 x-openstack-request-id: req-c95e8536-e277-4456-8aaa-d3536b8060a2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:31:40.473560 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc772d9-424c-4d43-9214-db544d847e73", "name": "network-vif-deleted", "tag": "6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:31:40.474821 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c95e8536-e277-4456-8aaa-d3536b8060a2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:31:40.475589 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc772d9-424c-4d43-9214-db544d847e73', 'name': 'network-vif-deleted', 'tag': '6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1', 'status': 'completed', 'code': 200} Mar 07 16:31:41.010294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52490) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:41.057038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-83854a2f-06ab-4a24-b27e-5a30c0364993 admin admin] Deleting subnet 93666fea-5861-4cca-aff2-3ae944b2cc07 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:31:41.060193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83854a2f-06ab-4a24-b27e-5a30c0364993 admin admin] Publish callbacks [] for subnet (93666fea-5861-4cca-aff2-3ae944b2cc07), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.093609 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83854a2f-06ab-4a24-b27e-5a30c0364993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (93666fea-5861-4cca-aff2-3ae944b2cc07), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.131935 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83854a2f-06ab-4a24-b27e-5a30c0364993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (93666fea-5861-4cca-aff2-3ae944b2cc07), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.188044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83854a2f-06ab-4a24-b27e-5a30c0364993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (93666fea-5861-4cca-aff2-3ae944b2cc07), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.213805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83854a2f-06ab-4a24-b27e-5a30c0364993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93666fea-5861-4cca-aff2-3ae944b2cc07,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:41.218606 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83854a2f-06ab-4a24-b27e-5a30c0364993 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.222705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-83854a2f-06ab-4a24-b27e-5a30c0364993 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/93666fea-5861-4cca-aff2-3ae944b2cc07 HTTP/1.1" status: 204 len: 168 time: 0.2111776 Mar 07 16:31:41.225315 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52492) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:41.237993 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.292741 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (70bd745f-9204-4548-87a3-afe664de297c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.372374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (70bd745f-9204-4548-87a3-afe664de297c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.392574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bd745f-9204-4548-87a3-afe664de297c']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:41.401824 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ce707c-49f5-4955-a5d8-2752fa04e056') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:41.402124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ce707c-49f5-4955-a5d8-2752fa04e056') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:41.411931 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (73ce707c-49f5-4955-a5d8-2752fa04e056), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.426401 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (73ce707c-49f5-4955-a5d8-2752fa04e056), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.432340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:31:41.432753 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (73ce707c-49f5-4955-a5d8-2752fa04e056), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:31:41.434365 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:31:41.490212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (70bd745f-9204-4548-87a3-afe664de297c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.495608 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.498768 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] 10.222.0.24 "DELETE /v2.0/networks/70bd745f-9204-4548-87a3-afe664de297c HTTP/1.1" status: 204 len: 168 time: 0.2724333 Mar 07 16:31:41.510630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Pushing event deleted for resources: {'Network': ['ID=70bd745f-9204-4548-87a3-afe664de297c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:41.519124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.519478 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.519821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.520176 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.520500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.520928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.521150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.521476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.521805 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.522134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.522454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.522777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.523128 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb6066-59de-4735-95fe-855110cee679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:41.606670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52496) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:41.646469 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0c57f97d-ff3f-496e-8b93-2f55cd26e40d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fd8a49421484f99961374fd1f0476db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386302 Mar 07 16:31:41.648895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52498) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:41.695893 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4cba1cbc-b4cf-4097-b9d6-bd579b0aea5f admin admin] Publish callbacks [] for security_group (cbe430c7-cfa9-4012-9830-eddcc3f1f503), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.716106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4cba1cbc-b4cf-4097-b9d6-bd579b0aea5f admin admin] Publish callbacks [] for security_group (cbe430c7-cfa9-4012-9830-eddcc3f1f503), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.762363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4cba1cbc-b4cf-4097-b9d6-bd579b0aea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (cbe430c7-cfa9-4012-9830-eddcc3f1f503), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.764845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4cba1cbc-b4cf-4097-b9d6-bd579b0aea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:41.766017 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4cba1cbc-b4cf-4097-b9d6-bd579b0aea5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbe430c7-cfa9-4012-9830-eddcc3f1f503 HTTP/1.1" status: 204 len: 168 time: 0.1162183 Mar 07 16:31:41.777814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba1cbc-b4cf-4097-b9d6-bd579b0aea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe430c7-cfa9-4012-9830-eddcc3f1f503,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:42.425221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52520) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:42.522917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1796695001-network', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:42.542347 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Made reservation on behalf of 0e9bd3cb487646a9a624bfb51c3d7231 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:31:42.544648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:42.553314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:42.630513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Publish callbacks [] for security_group (4759ff24-f816-47a2-8380-2ebfbaa84ef8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:42.634085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4759ff24-f816-47a2-8380-2ebfbaa84ef8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:42.655142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:31:42.669204 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4759ff24-f816-47a2-8380-2ebfbaa84ef8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:42.675492 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c6d8fde2-6d1f-4c49-9ad9-792a278c9de6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:42.675833 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Added segment c6d8fde2-6d1f-4c49-9ad9-792a278c9de6 of type vlan for network 578e1b7c-28d9-4535-a71f-9671c7bb864a Mar 07 16:31:42.714984 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (578e1b7c-28d9-4535-a71f-9671c7bb864a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:42.740065 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (578e1b7c-28d9-4535-a71f-9671c7bb864a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:42.741018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:42.741586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:42.771732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3454447 Mar 07 16:31:42.775210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52524) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:42.780715 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Request body: {'subnet': {'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1796695001-subnet', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:42.800190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Made reservation on behalf of 0e9bd3cb487646a9a624bfb51c3d7231 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:31:42.802711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:42.805583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06610a52-17ee-4cb8-ba52-cd699e31b53c admin admin] Pushing event updated for resources: {'Network': ['ID=578e1b7c-28d9-4535-a71f-9671c7bb864a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:42.816315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:31:42.971166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (42d3daa9-aabd-40c3-8edf-177f6bef62ad), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.022920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d3daa9-aabd-40c3-8edf-177f6bef62ad,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:43.033661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:31:43.034017 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Network hostable DHCP agents. Network: 578e1b7c-28d9-4535-a71f-9671c7bb864a, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:31:43.049749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:31:43.057918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 578e1b7c-28d9-4535-a71f-9671c7bb864a) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:31:43.062335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:43.063444 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.068581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0732e88-4c86-43ba-851f-9ba1b8de3f69 None None] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:31:43.086406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52526) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:43.087170 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f4429c1b-6b6a-4d5b-bb5e-4a14fbb0c894 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3099601 Mar 07 16:31:43.091115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:43.116512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (17238401-f15e-4561-bf2b-c5cf4a8f1bad), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.117551 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (17238401-f15e-4561-bf2b-c5cf4a8f1bad), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.174464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-578e1b7c-28d9-4535-a71f-9671c7bb864a', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:31:43.175425 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.322312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Allocated IP 172.20.0.2 (578e1b7c-28d9-4535-a71f-9671c7bb864a/42d3daa9-aabd-40c3-8edf-177f6bef62ad/8e207c2a-c137-49e3-a34c-59bc113a0e07) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:31:43.463941 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks [] for router_controller (17238401-f15e-4561-bf2b-c5cf4a8f1bad), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.473909 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Publish callbacks [] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.480251 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.520337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:31:43.523293 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:31:43.527139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:31:43.533922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Pushing event updated for resources: {'Port': ['ID=8e207c2a-c137-49e3-a34c-59bc113a0e07,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:43.589821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Attempting to bind port 8e207c2a-c137-49e3-a34c-59bc113a0e07 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:31:43.590108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Attempting to bind port 8e207c2a-c137-49e3-a34c-59bc113a0e07 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:31:43.590468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Attempting to bind port 8e207c2a-c137-49e3-a34c-59bc113a0e07 on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:31:43.596086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:31:43.596465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:31:43.596869 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.597262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Bound using segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:31:43.597734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Bound port: 8e207c2a-c137-49e3-a34c-59bc113a0e07, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:31:43.598118 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.613459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks [] for router_gateway (17238401-f15e-4561-bf2b-c5cf4a8f1bad), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.660165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] For port 8e207c2a-c137-49e3-a34c-59bc113a0e07, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:31:43.663858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] For port 8e207c2a-c137-49e3-a34c-59bc113a0e07, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8e207c2a-c137-49e3-a34c-59bc113a0e07,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:31:43.669399 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.726740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674bdc-21bb-43ba-a2f0-eecb7dbbf98d None None] Pushing event updated for resources: {'Port': ['ID=8e207c2a-c137-49e3-a34c-59bc113a0e07,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:43.831803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks [] for router_gateway (17238401-f15e-4561-bf2b-c5cf4a8f1bad), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:43.858856 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.023008 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Allocated IP 172.25.4.49 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/c551eb80-55cf-4c49-b0ac-5784538f9495) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:31:44.121717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks [] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.164768 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.205821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:31:44.208687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:31:44.211102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:31:44.235821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8e207c2a-c137-49e3-a34c-59bc113a0e07 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:31:44.239801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c551eb80-55cf-4c49-b0ac-5784538f9495,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:44.289810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8e207c2a-c137-49e3-a34c-59bc113a0e07 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:44.290188 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.376082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8e207c2a-c137-49e3-a34c-59bc113a0e07 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:44.377261 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.413527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 8e207c2a-c137-49e3-a34c-59bc113a0e07, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8e207c2a-c137-49e3-a34c-59bc113a0e07,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:44.418495 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.467508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=8e207c2a-c137-49e3-a34c-59bc113a0e07,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:44.485039 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks [] for router_gateway (17238401-f15e-4561-bf2b-c5cf4a8f1bad), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.653085 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030020eb-73b2-497d-ae63-3ab6d0189c2b None None] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:31:44.697320 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (17238401-f15e-4561-bf2b-c5cf4a8f1bad), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.728156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b93b4ab1-0b6f-4b72-a4c7-23f46af0186a None None] Provisioning complete for port 8e207c2a-c137-49e3-a34c-59bc113a0e07 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:44.728535 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b93b4ab1-0b6f-4b72-a4c7-23f46af0186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.828091 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:31:44.847658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b93b4ab1-0b6f-4b72-a4c7-23f46af0186a None None] Current status of the port 8e207c2a-c137-49e3-a34c-59bc113a0e07 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:44.941038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:31:44.950212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:31:44.960815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:44.961003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:31:44.961614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:31:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:44.964722 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4b9a5514-5b87-4184-b22e-40a60340c7f2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8747299 Mar 07 16:31:44.965370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52528) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:45.008597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:31:45.038439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:31:45.038790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 6ec41c4c-5ffc-4fb0-bb59-2a129eed15d1 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:31:45.097634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-968f01b9-195a-4a9f-be68-083e6d42d220 None None] Provisioning complete for port 8e207c2a-c137-49e3-a34c-59bc113a0e07 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:45.098013 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-968f01b9-195a-4a9f-be68-083e6d42d220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:45.129122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:31:45.308963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-968f01b9-195a-4a9f-be68-083e6d42d220 None None] Current status of the port 8e207c2a-c137-49e3-a34c-59bc113a0e07 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:45.359581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:44Z', 'revision_number': 3, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:45.387169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:31:45.387534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Updating router 17238401-f15e-4561-bf2b-c5cf4a8f1bad port c551eb80-55cf-4c49-b0ac-5784538f9495 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:31:45.395898 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:45.418333 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:45.679270 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Publish callbacks [] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:45.684663 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:45.741854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Attempting to bind port c551eb80-55cf-4c49-b0ac-5784538f9495 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:31:45.742233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Attempting to bind port c551eb80-55cf-4c49-b0ac-5784538f9495 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:31:45.742603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Attempting to bind port c551eb80-55cf-4c49-b0ac-5784538f9495 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:31:45.745457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a126e33-e008-49f9-9ad9-66f1f9e5a28d None None] Pushing event updated for resources: {'Port': ['ID=c551eb80-55cf-4c49-b0ac-5784538f9495,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:45.749965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:31:45.750345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:31:45.750754 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:45.751407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:31:45.752309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Bound port: c551eb80-55cf-4c49-b0ac-5784538f9495, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:31:45.752693 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:45.808031 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] For port c551eb80-55cf-4c49-b0ac-5784538f9495, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:31:45.811175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] For port c551eb80-55cf-4c49-b0ac-5784538f9495, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c551eb80-55cf-4c49-b0ac-5784538f9495,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:31:45.818654 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:45.864475 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Allocated IP 172.20.0.1 (578e1b7c-28d9-4535-a71f-9671c7bb864a/42d3daa9-aabd-40c3-8edf-177f6bef62ad/0b734c67-ac7d-448c-97a3-82ade29ed084) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:31:45.873480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:31:45.874103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:31:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:45.910561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a126e33-e008-49f9-9ad9-66f1f9e5a28d None None] Pushing event updated for resources: {'Port': ['ID=c551eb80-55cf-4c49-b0ac-5784538f9495,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:45.970901 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Publish callbacks [] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.006280 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.048656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:31:46.051832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:31:46.055412 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:31:46.061153 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Pushing event updated for resources: {'Port': ['ID=0b734c67-ac7d-448c-97a3-82ade29ed084,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:46.098190 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (17238401-f15e-4561-bf2b-c5cf4a8f1bad), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.160464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:31:46.226337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8e207c2a-c137-49e3-a34c-59bc113a0e07 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:31:46.261826 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.382860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-801eaf44-9dc6-44cb-a988-5bbfea45f461 None None] Provisioning complete for port 0b734c67-ac7d-448c-97a3-82ade29ed084 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:46.383447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-801eaf44-9dc6-44cb-a988-5bbfea45f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.403433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 8e207c2a-c137-49e3-a34c-59bc113a0e07 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:46.403808 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.429977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Publish callbacks [] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.434648 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.452668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-801eaf44-9dc6-44cb-a988-5bbfea45f461 None None] Port 0b734c67-ac7d-448c-97a3-82ade29ed084 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:31:46.502323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:44Z', 'revision_number': 3, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:46.506224 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (17238401-f15e-4561-bf2b-c5cf4a8f1bad), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.508857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Pushing event updated for resources: {'Port': ['ID=0b734c67-ac7d-448c-97a3-82ade29ed084,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:46.539094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916da0f2-d706-4c48-87b6-5b36ce281afa None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:44Z', 'revision_number': 3, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:31:46.546258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 8e207c2a-c137-49e3-a34c-59bc113a0e07 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:46.606081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:31:46.607514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:31:46.735746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:31:46.880339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a1cb7652-660d-4fb7-b964-34db2daa8a68 None None] Provisioning complete for port 0b734c67-ac7d-448c-97a3-82ade29ed084 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:46.880638 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7652-660d-4fb7-b964-34db2daa8a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:46.882848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:31:46.888435 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8b771c57-f22d-4bc3-a057-2b1a115381ca admin admin] 10.222.0.24 "PUT /v2.0/routers/17238401-f15e-4561-bf2b-c5cf4a8f1bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9220600 Mar 07 16:31:46.921166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a1cb7652-660d-4fb7-b964-34db2daa8a68 None None] Port 0b734c67-ac7d-448c-97a3-82ade29ed084 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:31:48.055216 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:31:48.065982 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:31:48.066628 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:31:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:48.175610 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:31:48.228664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c551eb80-55cf-4c49-b0ac-5784538f9495 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:31:48.278959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c551eb80-55cf-4c49-b0ac-5784538f9495 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:48.279347 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:48.364584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c551eb80-55cf-4c49-b0ac-5784538f9495 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:48.365089 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:48.381208 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 2, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:48.388337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port c551eb80-55cf-4c49-b0ac-5784538f9495, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c551eb80-55cf-4c49-b0ac-5784538f9495,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:48.394141 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:48.411353 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:31:48.411832 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Updating router 17238401-f15e-4561-bf2b-c5cf4a8f1bad port 0b734c67-ac7d-448c-97a3-82ade29ed084 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:31:48.440315 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:48.445936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=c551eb80-55cf-4c49-b0ac-5784538f9495,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:48.698658 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Publish callbacks [] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:48.704144 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:48.752714 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Pushing event updated for resources: {'Port': ['ID=0b734c67-ac7d-448c-97a3-82ade29ed084,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:48.777979 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.778337 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.778680 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.779052 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.779388 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.779720 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.780053 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.780384 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.780711 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.781040 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.781385 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.781691 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.782012 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:31:48.814655 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Attempting to bind port 0b734c67-ac7d-448c-97a3-82ade29ed084 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:31:48.815060 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Attempting to bind port 0b734c67-ac7d-448c-97a3-82ade29ed084 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:31:48.815430 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Attempting to bind port 0b734c67-ac7d-448c-97a3-82ade29ed084 on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:31:48.820725 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:31:48.821104 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:31:48.821514 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:48.821911 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Bound using segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:31:48.822374 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Bound port: 0b734c67-ac7d-448c-97a3-82ade29ed084, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:31:48.822758 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:48.891426 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] For port 0b734c67-ac7d-448c-97a3-82ade29ed084, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:31:48.895506 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] For port 0b734c67-ac7d-448c-97a3-82ade29ed084, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0b734c67-ac7d-448c-97a3-82ade29ed084,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:31:48.903479 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:48.962385 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:31:48.963045 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:31:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:48.964822 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1314f95-90ce-4396-92a6-b786b48bb54e None None] Pushing event updated for resources: {'Port': ['ID=0b734c67-ac7d-448c-97a3-82ade29ed084,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:49.060604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2a583122-f885-4387-8f6c-a10075544d16 None None] Provisioning complete for port 0b734c67-ac7d-448c-97a3-82ade29ed084 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:49.060998 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2a583122-f885-4387-8f6c-a10075544d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.081105 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:31:49.125752 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52538) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:49.134335 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-23cd8a44-3527-472a-8ea5-7f7078745ee8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313156434', 'description': 'tempest-description--1280239703'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:49.163709 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23cd8a44-3527-472a-8ea5-7f7078745ee8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.168098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2a583122-f885-4387-8f6c-a10075544d16 None None] Current status of the port 0b734c67-ac7d-448c-97a3-82ade29ed084 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:49.168601 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2a583122-f885-4387-8f6c-a10075544d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.209751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2a583122-f885-4387-8f6c-a10075544d16 None None] For port 0b734c67-ac7d-448c-97a3-82ade29ed084, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0b734c67-ac7d-448c-97a3-82ade29ed084,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:49.213602 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2a583122-f885-4387-8f6c-a10075544d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.248347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23cd8a44-3527-472a-8ea5-7f7078745ee8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group (8817a662-5916-426d-ab0d-cfbbdcad2c46), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.254356 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23cd8a44-3527-472a-8ea5-7f7078745ee8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8817a662-5916-426d-ab0d-cfbbdcad2c46), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.269685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a583122-f885-4387-8f6c-a10075544d16 None None] Pushing event updated for resources: {'Port': ['ID=0b734c67-ac7d-448c-97a3-82ade29ed084,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:49.294475 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-23cd8a44-3527-472a-8ea5-7f7078745ee8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.295806 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-23cd8a44-3527-472a-8ea5-7f7078745ee8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1667950 Mar 07 16:31:49.296678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8a44-3527-472a-8ea5-7f7078745ee8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8817a662-5916-426d-ab0d-cfbbdcad2c46,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:49.298760 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52540) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:49.303464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ed6b7c07-4c0c-4329-9b9e-2a5ee3c72776 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'security_group_rule': {'security_group_id': '8817a662-5916-426d-ab0d-cfbbdcad2c46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:49.320975 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:31:49.329897 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7c07-4c0c-4329-9b9e-2a5ee3c72776 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group_rule (0aea42a7-f584-435e-9a63-ce8bb4960ad7), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.336746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-37705081-8930-40a4-9cbb-1e9fea6f6441 None None] Provisioning complete for port 0b734c67-ac7d-448c-97a3-82ade29ed084 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:49.337126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37705081-8930-40a4-9cbb-1e9fea6f6441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.357162 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23b84b-6517-4ca3-8fdf-f8f5d734e1fd None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:31:49.398138 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7c07-4c0c-4329-9b9e-2a5ee3c72776 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group_rule (0aea42a7-f584-435e-9a63-ce8bb4960ad7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.409516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7c07-4c0c-4329-9b9e-2a5ee3c72776 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (0aea42a7-f584-435e-9a63-ce8bb4960ad7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.437041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b7c07-4c0c-4329-9b9e-2a5ee3c72776 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aea42a7-f584-435e-9a63-ce8bb4960ad7,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:49.452016 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-37705081-8930-40a4-9cbb-1e9fea6f6441 None None] Current status of the port 0b734c67-ac7d-448c-97a3-82ade29ed084 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:49.455043 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7c07-4c0c-4329-9b9e-2a5ee3c72776 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.456306 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ed6b7c07-4c0c-4329-9b9e-2a5ee3c72776 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565073 Mar 07 16:31:49.458956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52542) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:49.463347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e0bb3ad4-af2c-4a4e-a24c-d881dfd884f1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'security_group_rule': {'security_group_id': '8817a662-5916-426d-ab0d-cfbbdcad2c46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:49.492610 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3ad4-af2c-4a4e-a24c-d881dfd884f1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group_rule (afafdfc9-4e3a-4856-b4b3-78b3c5288145), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.558393 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3ad4-af2c-4a4e-a24c-d881dfd884f1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group_rule (afafdfc9-4e3a-4856-b4b3-78b3c5288145), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.563047 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3ad4-af2c-4a4e-a24c-d881dfd884f1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (afafdfc9-4e3a-4856-b4b3-78b3c5288145), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.583442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb3ad4-af2c-4a4e-a24c-d881dfd884f1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afafdfc9-4e3a-4856-b4b3-78b3c5288145,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:49.591373 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3ad4-af2c-4a4e-a24c-d881dfd884f1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.592643 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e0bb3ad4-af2c-4a4e-a24c-d881dfd884f1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327443 Mar 07 16:31:49.595737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52544) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:31:49.600165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:49.620296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.721566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.835237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Allocated IP 172.25.4.231 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/f0ebb3c9-9801-440c-a08f-70523643232a) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:31:49.943835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for port (f0ebb3c9-9801-440c-a08f-70523643232a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:49.979107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (f0ebb3c9-9801-440c-a08f-70523643232a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:50.026131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:31:50.029102 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:31:50.031779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:31:50.062417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event updated for resources: {'Port': ['ID=f0ebb3c9-9801-440c-a08f-70523643232a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:50.125127 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:50.169040 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f0ebb3c9-9801-440c-a08f-70523643232a), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:50.308208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0b734c67-ac7d-448c-97a3-82ade29ed084 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:31:50.339613 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for port (f0ebb3c9-9801-440c-a08f-70523643232a), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:50.345675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (f0ebb3c9-9801-440c-a08f-70523643232a), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:50.364008 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 0b734c67-ac7d-448c-97a3-82ade29ed084 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:50.364393 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:50.420389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event updated for resources: {'Port': ['ID=f0ebb3c9-9801-440c-a08f-70523643232a,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:50.429820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:50.446977 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:50.449521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 0b734c67-ac7d-448c-97a3-82ade29ed084 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:50.450872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c551eb80-55cf-4c49-b0ac-5784538f9495 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:31:50.456782 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ce5647bd-1a24-44a1-916d-80d170696fd2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8599260 Mar 07 16:31:50.513358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c551eb80-55cf-4c49-b0ac-5784538f9495 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:50.513740 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:50.597431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c551eb80-55cf-4c49-b0ac-5784538f9495 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:50.617380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-e8d39e14-9568-43ca-af77-294fa9a7ddaf tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--313156434&fields=id&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 267 time: 0.0579555 Mar 07 16:31:50.724906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-d4b4b1c1-8d93-400e-b801-ae7aa0a0737e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:50.726376 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-d4b4b1c1-8d93-400e-b801-ae7aa0a0737e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 812 time: 0.1025908 Mar 07 16:31:50.740972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-37b6a8f2-d1d1-4060-b064-2e81debceb03 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/quotas/0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 375 time: 0.0091412 Mar 07 16:31:50.802016 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-33f423b3-0b6c-4e57-8fe7-06b87b26fe82 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558522 Mar 07 16:31:50.898401 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-9efed99d-b432-4e38-86f7-29bc5ca9adcc service neutron] 10.222.0.24 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825531 Mar 07 16:31:50.990382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-e6883e22-50df-49eb-9cee-37bb1d53365c service neutron] 10.222.0.24 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860088 Mar 07 16:31:51.150094 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7a5e54f-441b-463b-a389-87b1f737c7bb req-7c4c7c12-c9a1-49af-806f-bdc6c418a61a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 210 time: 0.0275216 Mar 07 16:31:52.072380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-81652368-cd41-40ca-b7b9-9c37f26c1893 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:52.073830 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-81652368-cd41-40ca-b7b9-9c37f26c1893 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 812 time: 0.1059573 Mar 07 16:31:52.134589 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-db4ef651-027e-4b89-8156-9f5432337ce2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 379 time: 0.0526798 Mar 07 16:31:52.143602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'port': {'device_id': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'admin_state_up': True, 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'security_groups': ['8817a662-5916-426d-ab0d-cfbbdcad2c46']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:52.249509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ace0e4e-0f21-4a9f-bc2a-a248be584773 req-0b7a286d-9239-46e5-b188-12428023f672 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 210 time: 0.0319433 Mar 07 16:31:52.281717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Made reservation on behalf of 0e9bd3cb487646a9a624bfb51c3d7231 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:31:52.286132 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:52.414012 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Allocated IP 172.20.0.4 (578e1b7c-28d9-4535-a71f-9671c7bb864a/42d3daa9-aabd-40c3-8edf-177f6bef62ad/8082b431-e162-47c6-8020-81b2fbcb354b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:31:52.546016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for port (8082b431-e162-47c6-8020-81b2fbcb354b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:52.583982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:52.625405 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:31:52.628943 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:31:52.632474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:31:52.659471 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event updated for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:52.687933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:52.689103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:52.707512 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-69b70195-2e22-4bcc-8d00-42e3e43fb919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681648 Mar 07 16:31:52.720654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Request body: {'port': {'device_id': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:31:52.789656 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:52.894498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e82b56bf-5fbc-4a32-a51d-b74e2935f14b None None] Provisioning complete for port 8082b431-e162-47c6-8020-81b2fbcb354b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:52.895145 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e82b56bf-5fbc-4a32-a51d-b74e2935f14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:52.942962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e82b56bf-5fbc-4a32-a51d-b74e2935f14b None None] Port 8082b431-e162-47c6-8020-81b2fbcb354b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:31:52.945844 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-caadb800-47d1-4918-991d-fde4bf79fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:53.055774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8082b431-e162-47c6-8020-81b2fbcb354b {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:31:53.064403 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Publish callbacks [] for port (8082b431-e162-47c6-8020-81b2fbcb354b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:53.076146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Transition to ACTIVE for port object 8082b431-e162-47c6-8020-81b2fbcb354b will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:31:53.080240 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:53.154249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Pushing event updated for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:53.206364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Attempting to bind port 8082b431-e162-47c6-8020-81b2fbcb354b on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:31:53.206623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Attempting to bind port 8082b431-e162-47c6-8020-81b2fbcb354b by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:31:53.206987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Attempting to bind port 8082b431-e162-47c6-8020-81b2fbcb354b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:31:53.211624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Port 8082b431-e162-47c6-8020-81b2fbcb354b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:31:53.211949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Attempting to bind port 8082b431-e162-47c6-8020-81b2fbcb354b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:31:53.216996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:31:53.217395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:31:53.217794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Bound using segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:31:53.218224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Bound port: 8082b431-e162-47c6-8020-81b2fbcb354b, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:31:53.218587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:53.290159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:31:53.293342 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:31:53.299216 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:53.331820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:53.332753 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:53.334236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] 10.222.0.15 "PUT /v2.0/ports/8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 1091 time: 0.6183889 Mar 07 16:31:53.336902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:31:53.339959 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96dffd2-434f-45ba-9c59-24f7a6789729" -d '{"events": [{"name": "network-changed", "server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:31:53.378054 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67a034-d90c-4450-a0a9-25a1cb01afe8 req-1736015e-14b5-4f86-9b18-098c07f75824 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:53.385502 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d67a034-d90c-4450-a0a9-25a1cb01afe8 req-1736015e-14b5-4f86-9b18-098c07f75824 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 943 time: 0.0644503 Mar 07 16:31:53.404159 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6573114b-92a2-4df0-bd01-fd3e09ff64d5 x-openstack-request-id: req-6573114b-92a2-4df0-bd01-fd3e09ff64d5 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:31:53.404608 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:31:53.404973 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6573114b-92a2-4df0-bd01-fd3e09ff64d5 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:31:53.405480 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b', 'status': 'completed', 'code': 200} Mar 07 16:31:53.426926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd32f95-d761-4a10-9c53-bdddc23fc870 service neutron] Pushing event updated for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:53.435868 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5d67a034-d90c-4450-a0a9-25a1cb01afe8 req-ae22cfe4-dcd1-4805-8f32-055c56c791c8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493767 Mar 07 16:31:53.455121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-c17cefe7-371c-4508-a994-929c6cd7cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:53.457001 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-c17cefe7-371c-4508-a994-929c6cd7cdb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1125 time: 0.0667520 Mar 07 16:31:53.498085 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-6bf39157-97f3-4c88-bdc0-84a1bffd176e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 217 time: 0.0350244 Mar 07 16:31:53.549205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-313442b1-40a0-41fd-9fa5-4291b9ca41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:53.550945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-313442b1-40a0-41fd-9fa5-4291b9ca41b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0474684 Mar 07 16:31:53.603648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-cc32f7e7-dd6c-4121-b727-48146da8b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:53.605172 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-cc32f7e7-dd6c-4121-b727-48146da8b759 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484014 Mar 07 16:31:53.691749 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-81479bca-6c2c-4de6-9117-5b7f73ab84d8 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806830 Mar 07 16:31:53.781293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8ae2ac4e-dd8c-4554-98ce-5b0d4cb567ed req-bde65f2b-8b73-4214-bfbc-ded09a31ed31 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837190 Mar 07 16:31:53.869252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-eef1e3ee-ecb6-4446-8974-3325560a2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:53.870776 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-eef1e3ee-ecb6-4446-8974-3325560a2b12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1125 time: 0.0454752 Mar 07 16:31:53.959209 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-71777bfa-dff3-4f4e-a7d0-8b7c0dd61bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:53.960706 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-71777bfa-dff3-4f4e-a7d0-8b7c0dd61bbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0847182 Mar 07 16:31:54.005645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-7a4aa307-faf2-47c0-84a2-ca6d214030a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 217 time: 0.0396531 Mar 07 16:31:54.051951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-251ab738-eb79-4809-8a9c-e4582ed12a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:54.053293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-251ab738-eb79-4809-8a9c-e4582ed12a72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0423379 Mar 07 16:31:54.099786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-d13f7eae-751e-4174-b9dd-5ae3c7a993d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:54.101271 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-d13f7eae-751e-4174-b9dd-5ae3c7a993d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425446 Mar 07 16:31:54.192154 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-e4304188-1a92-4341-bcf1-14f2587423b9 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845413 Mar 07 16:31:54.279050 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d96dffd2-434f-45ba-9c59-24f7a6789729 req-2d1c6f5f-9e76-4aca-b936-408cdd4af284 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810752 Mar 07 16:31:54.561909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea5b58-edd8-489b-aa5b-05cb9732d6f7 req-f1c2a74d-0bac-4c03-8701-0279023787b2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:54.564132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cea5b58-edd8-489b-aa5b-05cb9732d6f7 req-f1c2a74d-0bac-4c03-8701-0279023787b2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 943 time: 0.0571179 Mar 07 16:31:54.609097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4cea5b58-edd8-489b-aa5b-05cb9732d6f7 req-ac6e7134-dbc7-48cd-8a97-f795658c508c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393503 Mar 07 16:31:55.223331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b773a26f-35b6-4dcc-af11-42bfccfb02f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:55.734440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb0818-bbfd-400e-b6e1-8e11d43df8c6 req-bda3473b-f386-4180-b01b-39bd571831e5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:55.736137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62fb0818-bbfd-400e-b6e1-8e11d43df8c6 req-bda3473b-f386-4180-b01b-39bd571831e5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 943 time: 0.0593441 Mar 07 16:31:55.782127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-62fb0818-bbfd-400e-b6e1-8e11d43df8c6 req-93383a5a-4e75-49b9-8323-a1f2d3844a0f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400910 Mar 07 16:31:56.500462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:56.898064 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53a467-e242-43a5-b82a-775bcaf12299 req-8e975f26-98fe-4395-bee4-2d34dbdd9ef4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:56.900005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be53a467-e242-43a5-b82a-775bcaf12299 req-8e975f26-98fe-4395-bee4-2d34dbdd9ef4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 943 time: 0.0522668 Mar 07 16:31:56.946087 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be53a467-e242-43a5-b82a-775bcaf12299 req-68f49e00-d7f4-4960-83bf-6f0b388a4b23 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405545 Mar 07 16:31:57.019483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 8082b431-e162-47c6-8020-81b2fbcb354b details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:31:57.115481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:57.125463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '8082b431-e162-47c6-8020-81b2fbcb354b', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'port_id': '8082b431-e162-47c6-8020-81b2fbcb354b', 'mac_address': 'fa:16:3e:be:32:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:31:57.162909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 8082b431-e162-47c6-8020-81b2fbcb354b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:57.163308 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:57.176304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8082b431-e162-47c6-8020-81b2fbcb354b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:31:57.196290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:57.200187 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:57.245393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:57.507806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['8082b431-e162-47c6-8020-81b2fbcb354b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:31:57.802496 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:58.064303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df565802-dc8c-4d02-a82c-52ebf4d9bc1c req-277dcf69-b4c7-4659-9ec6-7dd7997f8919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:58.065761 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-df565802-dc8c-4d02-a82c-52ebf4d9bc1c req-277dcf69-b4c7-4659-9ec6-7dd7997f8919 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 944 time: 0.0522223 Mar 07 16:31:58.111679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-df565802-dc8c-4d02-a82c-52ebf4d9bc1c req-d8b43805-3b03-498c-be6d-db870f69dbbf tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403695 Mar 07 16:31:59.029910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 8082b431-e162-47c6-8020-81b2fbcb354b up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:31:59.083197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 8082b431-e162-47c6-8020-81b2fbcb354b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:31:59.087371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 8082b431-e162-47c6-8020-81b2fbcb354b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:31:59.087749 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:59.167699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 8082b431-e162-47c6-8020-81b2fbcb354b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:31:59.168089 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:59.195833 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:59.200692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:31:59.202945 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2305a77-e03f-4a8f-9b90-2d525d4b52c5" -d '{"events": [{"server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "name": "network-vif-plugged", "status": "completed", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:31:59.216385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:31:59.221976 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:31:59.245921 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056620e3-f1a6-4c99-8ebc-fc8b68b9feb8 x-openstack-request-id: req-056620e3-f1a6-4c99-8ebc-fc8b68b9feb8 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:31:59.246277 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "name": "network-vif-plugged", "status": "completed", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:31:59.246391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19288d8d-2300-4202-a5a4-42efcd6ab359 req-72a12f8e-5714-44c8-a23d-6ed43d2085b7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:59.246857 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-056620e3-f1a6-4c99-8ebc-fc8b68b9feb8 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:31:59.246948 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b', 'code': 200} Mar 07 16:31:59.257691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19288d8d-2300-4202-a5a4-42efcd6ab359 req-72a12f8e-5714-44c8-a23d-6ed43d2085b7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 944 time: 0.0678425 Mar 07 16:31:59.279052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:31:59.316265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19288d8d-2300-4202-a5a4-42efcd6ab359 req-cb932be8-def8-43a9-a356-4b37faa4389f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576293 Mar 07 16:31:59.348677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb1d56-3e4c-45b9-b70d-3b59c50c501d req-0b87a710-3478-404c-8a7c-992ebf339c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:31:59.350185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42fb1d56-3e4c-45b9-b70d-3b59c50c501d req-0b87a710-3478-404c-8a7c-992ebf339c80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1127 time: 0.0488722 Mar 07 16:31:59.393432 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42fb1d56-3e4c-45b9-b70d-3b59c50c501d req-a943b133-ba99-43b0-8154-b9d63c1beb64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375249 Mar 07 16:32:00.436291 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b9bd7-6041-4ce1-b28e-063e47071a60 req-875388a6-9878-42b4-9c4d-5d43e6b71e12 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:00.437750 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a7b9bd7-6041-4ce1-b28e-063e47071a60 req-875388a6-9878-42b4-9c4d-5d43e6b71e12 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0511658 Mar 07 16:32:00.486616 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1a7b9bd7-6041-4ce1-b28e-063e47071a60 req-76e563c0-e5dc-4993-b7ea-526f5a992b35 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Mar 07 16:32:01.602832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634e2a3-6b10-4f0c-a261-731e6cb0f438 req-9e74d3cf-4147-49df-bdd6-130739001e60 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:01.604288 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d634e2a3-6b10-4f0c-a261-731e6cb0f438 req-9e74d3cf-4147-49df-bdd6-130739001e60 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0511808 Mar 07 16:32:01.655433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d634e2a3-6b10-4f0c-a261-731e6cb0f438 req-45e0f6d0-75c9-4b62-9bc4-9b00e143e104 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455725 Mar 07 16:32:01.771588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dcc04-6a8d-4445-b77e-5bd1e539b0f7 req-247025ad-6bd1-424f-9be4-82e1d9e2952e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:01.772992 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-851dcc04-6a8d-4445-b77e-5bd1e539b0f7 req-247025ad-6bd1-424f-9be4-82e1d9e2952e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0515659 Mar 07 16:32:01.781796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 52592) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:32:01.786220 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5b4cdc45-4861-406b-a0e2-660ff5ef3209 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'floatingip': {'port_id': '8082b431-e162-47c6-8020-81b2fbcb354b'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:32:01.824061 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b4cdc45-4861-406b-a0e2-660ff5ef3209 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:02.586487 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b4cdc45-4861-406b-a0e2-660ff5ef3209 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:02.590437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b4cdc45-4861-406b-a0e2-660ff5ef3209 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:02.690324 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-5b4cdc45-4861-406b-a0e2-660ff5ef3209 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Floating IP e8604c60-03e3-4a33-8517-c314d78173fe associated. External IP: 172.25.4.231, port: 8082b431-e162-47c6-8020-81b2fbcb354b. Mar 07 16:32:02.896739 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4cdc45-4861-406b-a0e2-660ff5ef3209 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:32:03.006926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4cdc45-4861-406b-a0e2-660ff5ef3209 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:32:03.011796 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5b4cdc45-4861-406b-a0e2-660ff5ef3209 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:03.017382 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:32:03.026542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:32:03.027289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:31:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:03.045694 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b4cdc45-4861-406b-a0e2-660ff5ef3209 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "PUT /v2.0/floatingips/e8604c60-03e3-4a33-8517-c314d78173fe HTTP/1.1" status: 200 len: 991 time: 1.2590096 Mar 07 16:32:03.045694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:32:03.045694 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:32:03.145340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:32:03.152958 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd98d73-498b-4dee-bf9f-88ab0653727c x-openstack-request-id: req-afd98d73-498b-4dee-bf9f-88ab0653727c {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:32:03.153255 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:32:03.153514 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afd98d73-498b-4dee-bf9f-88ab0653727c {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:32:03.153954 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b', 'status': 'completed', 'code': 200} Mar 07 16:32:03.159521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca930fb-43b9-464d-adaf-faa4cc3a0a06 req-d919a5d2-74c2-4a3c-b2d8-1ee6ad7a9e77 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:03.161161 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ca930fb-43b9-464d-adaf-faa4cc3a0a06 req-d919a5d2-74c2-4a3c-b2d8-1ee6ad7a9e77 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0596497 Mar 07 16:32:03.238696 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ca930fb-43b9-464d-adaf-faa4cc3a0a06 req-2c2cd7c2-d485-4618-99c3-6ca8162e1c43 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719922 Mar 07 16:32:03.244631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-24dbd5a1-8097-4d4d-ad6c-332a8bbf7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:03.246093 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-24dbd5a1-8097-4d4d-ad6c-332a8bbf7b42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1127 time: 0.0722792 Mar 07 16:32:03.342573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-4faac0f4-305d-46f9-80ff-3934d8620104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:03.344526 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-4faac0f4-305d-46f9-80ff-3934d8620104 service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0923123 Mar 07 16:32:03.362766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b1b8a-763f-4460-aef1-8b68cc332fcf req-c370c75a-a0c8-4ced-8e3a-8e7fdcd7469e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:03.366123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-827b1b8a-763f-4460-aef1-8b68cc332fcf req-c370c75a-a0c8-4ced-8e3a-8e7fdcd7469e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0562003 Mar 07 16:32:03.391935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': '8082b431-e162-47c6-8020-81b2fbcb354b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:be:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:32:02Z', 'revision_number': 1, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:03.411001 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-85131f7b-0033-4d2a-a29f-71d7a3036812 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 999 time: 0.0604393 Mar 07 16:32:03.418020 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-827b1b8a-763f-4460-aef1-8b68cc332fcf req-dff462f6-97d8-4df7-b86e-a35da0e4c9a8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475111 Mar 07 16:32:03.422180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:32:03.431889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:32:03.432565 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:31:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:03.464014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-305f1d0b-ef2e-436e-a9a4-6f0fca3fda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:03.465528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-305f1d0b-ef2e-436e-a9a4-6f0fca3fda96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0489497 Mar 07 16:32:03.518833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-f52b6e7f-8a38-468b-a46b-c7d2d46a840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:03.520358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-f52b6e7f-8a38-468b-a46b-c7d2d46a840c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495925 Mar 07 16:32:03.543797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:32:03.608870 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-f0d5bfa3-e715-413e-91ff-f6ca210447f9 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825236 Mar 07 16:32:03.701666 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-15ea6be9-7837-4154-a7f2-f5ed3e7b0fb9 req-5e20c5ab-72c4-4df3-9fa4-e5b45c6d4ea0 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874512 Mar 07 16:32:03.769255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': '8082b431-e162-47c6-8020-81b2fbcb354b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:be:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:32:02Z', 'revision_number': 1, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:03.795611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca025e5b-5ec0-41e7-bfad-034bac3fac0c None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': '8082b431-e162-47c6-8020-81b2fbcb354b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:be:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:32:02Z', 'revision_number': 1, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:32:03.985403 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2299e-0317-4ee3-ae38-1c44c6c3e965 None None] New status for floating IP e8604c60-03e3-4a33-8517-c314d78173fe: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:32:04.423945 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:32:04.536656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd540a-4664-4fea-b2fd-03603169a70a req-034f3b5f-2877-4180-b113-78a4f1c56bb5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:04.538123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-62cd540a-4664-4fea-b2fd-03603169a70a req-034f3b5f-2877-4180-b113-78a4f1c56bb5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0517011 Mar 07 16:32:04.583277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-62cd540a-4664-4fea-b2fd-03603169a70a req-cbe95fd7-fb5b-4cec-a119-d13430b0c938 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395861 Mar 07 16:32:04.702881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293c795-ef49-4392-ac77-d9173b4d8557 req-76396a90-5aeb-4507-ab54-5afd172153d7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:04.704484 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1293c795-ef49-4392-ac77-d9173b4d8557 req-76396a90-5aeb-4507-ab54-5afd172153d7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0567122 Mar 07 16:32:04.751621 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1293c795-ef49-4392-ac77-d9173b4d8557 req-36d50c4f-40bc-42b1-9422-df34c74eeda4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Mar 07 16:32:04.980281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-7f37006f-cdcc-4099-bb0f-4b3b828b23f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0475605 Mar 07 16:32:04.988662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fc311-89e2-4cf4-8bde-7d2c604f18e8 req-a0962df3-b909-46c4-98ad-fb0827503fee tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:04.990172 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-234fc311-89e2-4cf4-8bde-7d2c604f18e8 req-a0962df3-b909-46c4-98ad-fb0827503fee tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0523589 Mar 07 16:32:05.041503 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-234fc311-89e2-4cf4-8bde-7d2c604f18e8 req-3254c134-f87f-4be7-96ac-d6aaa530c773 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 Mar 07 16:32:05.382354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-e3a5de2e-1656-452e-ae8d-9be6ef1e105e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:05.383755 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-e3a5de2e-1656-452e-ae8d-9be6ef1e105e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports/8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 942 time: 0.0500262 Mar 07 16:32:06.168690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3948c9-34dd-44fd-a21f-3856b81ff73e req-1554c3c1-d3ed-4f40-9b9c-a4b358dc0b41 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:06.170362 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af3948c9-34dd-44fd-a21f-3856b81ff73e req-1554c3c1-d3ed-4f40-9b9c-a4b358dc0b41 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0551856 Mar 07 16:32:06.221480 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af3948c9-34dd-44fd-a21f-3856b81ff73e req-00f7da11-7001-48fa-a68c-83074f77e4d2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453498 Mar 07 16:32:06.265337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-0e4c1b12-9200-464e-9e07-5900c4bcc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:06.267675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-0e4c1b12-9200-464e-9e07-5900c4bcc753 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1127 time: 0.0451810 Mar 07 16:32:06.357640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-e6f04a33-98a8-46e0-80b7-ee39cfc0aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:06.359040 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-e6f04a33-98a8-46e0-80b7-ee39cfc0aef7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0856872 Mar 07 16:32:06.420445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-c66497bc-1b9c-4ce4-ab7c-df390c3db9a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 1001 time: 0.0560796 Mar 07 16:32:06.469528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-eaad1ccd-635b-48d7-8a22-9bba31e60067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:06.470980 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-eaad1ccd-635b-48d7-8a22-9bba31e60067 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0454645 Mar 07 16:32:06.518810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-b5435f4d-5b24-423e-8d3e-4837afc6e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:06.520354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-b5435f4d-5b24-423e-8d3e-4837afc6e873 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437801 Mar 07 16:32:06.606823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-1477e123-00d6-4e0f-9167-3f848ccdbd5a service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804102 Mar 07 16:32:06.696310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-3a15dd76-19fe-4067-831e-4deefd8f2101 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842466 Mar 07 16:32:06.717179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:07.341846 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7cce8-746d-4ba4-8c4b-224655af917b req-3b46b030-4dd0-47d8-9004-aae16db95789 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:07.343367 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38a7cce8-746d-4ba4-8c4b-224655af917b req-3b46b030-4dd0-47d8-9004-aae16db95789 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0515864 Mar 07 16:32:07.388949 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38a7cce8-746d-4ba4-8c4b-224655af917b req-818734f6-4356-4ac7-a149-3ac4fe16b600 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393894 Mar 07 16:32:08.508686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e1dca-2b1c-4359-862c-84282e253e80 req-5a62c7d9-f413-4794-b370-7718c66783b8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:08.510164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-338e1dca-2b1c-4359-862c-84282e253e80 req-5a62c7d9-f413-4794-b370-7718c66783b8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0527925 Mar 07 16:32:08.556886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-338e1dca-2b1c-4359-862c-84282e253e80 req-08a146c0-6ba9-42f7-9059-9c76f45241df tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409369 Mar 07 16:32:09.675496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6ea78-62f3-4a1b-9b30-2293909011c2 req-e509a596-d9c1-4576-a22b-3b2773afe193 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:09.677004 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a6f6ea78-62f3-4a1b-9b30-2293909011c2 req-e509a596-d9c1-4576-a22b-3b2773afe193 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0540152 Mar 07 16:32:09.723413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a6f6ea78-62f3-4a1b-9b30-2293909011c2 req-8e432ce4-5766-4ab2-a72d-4437ae6f55f4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407708 Mar 07 16:32:10.847617 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9c55-bb17-4d37-a3d3-9ad2c95638ef req-92b91024-6cbe-433f-af2e-2daffbc6592e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:10.849113 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e5e9c55-bb17-4d37-a3d3-9ad2c95638ef req-92b91024-6cbe-433f-af2e-2daffbc6592e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0554762 Mar 07 16:32:10.894436 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e5e9c55-bb17-4d37-a3d3-9ad2c95638ef req-9c127f48-6514-4c9a-a2fc-e89edc2229dd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397463 Mar 07 16:32:11.252170 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:12.020981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059f95d-e1ef-4c6d-86b6-5ccd88adc259 req-10cce642-e455-4e29-929b-dd42cc54e150 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:12.022476 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6059f95d-e1ef-4c6d-86b6-5ccd88adc259 req-10cce642-e455-4e29-929b-dd42cc54e150 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0568578 Mar 07 16:32:12.071317 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6059f95d-e1ef-4c6d-86b6-5ccd88adc259 req-2f19e2e9-49ed-484d-8a8e-fd3094917a21 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429969 Mar 07 16:32:13.193568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f464243-ed3c-42ec-a14a-805ba4278fc7 req-462051d6-9733-4166-99ae-422c9a18c27c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:13.195121 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f464243-ed3c-42ec-a14a-805ba4278fc7 req-462051d6-9733-4166-99ae-422c9a18c27c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0548196 Mar 07 16:32:13.243014 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f464243-ed3c-42ec-a14a-805ba4278fc7 req-cd931797-ae60-48f1-a6aa-bdf1206383ec tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 Mar 07 16:32:14.362043 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f68db-27ce-443b-855c-7ad5e09eb2a1 req-a148e767-3a09-410e-a903-b1d57e463ca4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:14.363584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-451f68db-27ce-443b-855c-7ad5e09eb2a1 req-a148e767-3a09-410e-a903-b1d57e463ca4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0526283 Mar 07 16:32:14.411376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-451f68db-27ce-443b-855c-7ad5e09eb2a1 req-6e4135d7-f932-48af-9905-97e186e59a7d tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Mar 07 16:32:15.187637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-8a35ab22-70a5-4ebf-8872-78921be28b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:15.189760 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-8a35ab22-70a5-4ebf-8872-78921be28b53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1127 time: 0.0439038 Mar 07 16:32:15.588233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-47a86e66-76b3-44a5-81b1-346e3fd14268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:15.589717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-47a86e66-76b3-44a5-81b1-346e3fd14268 service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.3826561 Mar 07 16:32:15.600264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4b64-98cf-4a34-95a5-220f6c6a958c req-fcfcd77f-ba84-435f-874e-2ccf529d5c0c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:15.601641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a8a4b64-98cf-4a34-95a5-220f6c6a958c req-fcfcd77f-ba84-435f-874e-2ccf529d5c0c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0741506 Mar 07 16:32:15.689692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-c636a80f-aa4b-4dda-bbd6-ddefdbdade96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 1001 time: 0.0864320 Mar 07 16:32:15.696608 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4a8a4b64-98cf-4a34-95a5-220f6c6a958c req-58393192-14a9-42a4-b19c-296e9129297c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887175 Mar 07 16:32:15.740514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-b8cd75b2-76a4-4c4f-81f9-14a0fdc52cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:15.742044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-b8cd75b2-76a4-4c4f-81f9-14a0fdc52cad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0445325 Mar 07 16:32:15.789611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-b1c38777-1197-47e6-af7a-ceeca721c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:15.791174 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-b1c38777-1197-47e6-af7a-ceeca721c72c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431902 Mar 07 16:32:15.882264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-8f5e778d-fd23-4705-add0-283d4c29368c service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853143 Mar 07 16:32:15.973722 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c674624a-d510-4290-b5fe-eb9b30e5a5e8 req-2d88c42a-4d03-491f-b582-fc552f38bba1 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850410 Mar 07 16:32:16.819091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0dfcb-3dfb-4666-8f3d-bf7f95b2cf05 req-332739cf-4ed9-4da6-ad64-885fb4e0b687 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:16.820590 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53d0dfcb-3dfb-4666-8f3d-bf7f95b2cf05 req-332739cf-4ed9-4da6-ad64-885fb4e0b687 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0546629 Mar 07 16:32:16.870124 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-53d0dfcb-3dfb-4666-8f3d-bf7f95b2cf05 req-9ca53597-f2f9-4b0a-b87c-98b64101fff1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440338 Mar 07 16:32:17.987507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc334b-4693-43fe-92ba-0112ef173bac req-c0c3ac19-80a3-4f2f-8a42-9069af9c19ee tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:17.988976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49dc334b-4693-43fe-92ba-0112ef173bac req-c0c3ac19-80a3-4f2f-8a42-9069af9c19ee tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0514314 Mar 07 16:32:18.036148 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-49dc334b-4693-43fe-92ba-0112ef173bac req-82e7eff3-50ea-453e-a429-d6d2f52019ff tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Mar 07 16:32:19.153387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d314-5bc3-4554-8ea6-e2f6767967b2 req-562e3f66-ab29-45c8-83cb-22e80d4623f2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:19.154905 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45a8d314-5bc3-4554-8ea6-e2f6767967b2 req-562e3f66-ab29-45c8-83cb-22e80d4623f2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0521734 Mar 07 16:32:19.202096 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-45a8d314-5bc3-4554-8ea6-e2f6767967b2 req-f5b627de-db10-4e31-8858-684112ad14bb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 Mar 07 16:32:20.320781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b3cf-fcce-4caa-98d8-a819b3999ec3 req-797f7b19-3347-4bdf-8c21-81aa555d70ba tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:20.322256 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41e7b3cf-fcce-4caa-98d8-a819b3999ec3 req-797f7b19-3347-4bdf-8c21-81aa555d70ba tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0513923 Mar 07 16:32:20.368324 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-41e7b3cf-fcce-4caa-98d8-a819b3999ec3 req-a94b05ab-b7ef-43e3-a8c7-029b22b1c313 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404263 Mar 07 16:32:21.486456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c9038-fc05-4f0b-a5b6-ce5b3f7b5a48 req-c10d6a58-3b6a-4469-bf8c-ea7962515c71 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:21.488095 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bd2c9038-fc05-4f0b-a5b6-ce5b3f7b5a48 req-c10d6a58-3b6a-4469-bf8c-ea7962515c71 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0534415 Mar 07 16:32:21.535341 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bd2c9038-fc05-4f0b-a5b6-ce5b3f7b5a48 req-d4b5635d-0014-43c7-9bdf-0b6504834921 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417252 Mar 07 16:32:22.657000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b6fa7-270e-4f3b-b2c0-63e7c25d47f5 req-df95f3e5-1ad2-4835-95b1-dbac29fb81e0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:22.658496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-089b6fa7-270e-4f3b-b2c0-63e7c25d47f5 req-df95f3e5-1ad2-4835-95b1-dbac29fb81e0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0554228 Mar 07 16:32:22.703976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-089b6fa7-270e-4f3b-b2c0-63e7c25d47f5 req-66c97924-b494-40f7-b6c2-df96bdc65f14 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398865 Mar 07 16:32:22.917071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ebb13e06-2eaa-4fff-a3b0-ad6f0d347bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:23.825133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef62a8-6185-485b-ba81-667a8483c5bd req-3b2b0b57-d3ef-4935-801e-3c1fbc4fe2c8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:23.826618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-22ef62a8-6185-485b-ba81-667a8483c5bd req-3b2b0b57-d3ef-4935-801e-3c1fbc4fe2c8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0557117 Mar 07 16:32:23.875574 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-22ef62a8-6185-485b-ba81-667a8483c5bd req-70739bed-0944-4a28-a710-15f708141c6c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 Mar 07 16:32:24.993998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef554ac5-ce59-4e9a-9098-33bedb382fd0 req-e92df92e-1b6e-491a-a0f2-6fc0e3e6caf1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:24.995639 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef554ac5-ce59-4e9a-9098-33bedb382fd0 req-e92df92e-1b6e-491a-a0f2-6fc0e3e6caf1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0512397 Mar 07 16:32:25.043687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef554ac5-ce59-4e9a-9098-33bedb382fd0 req-d328d6db-10ae-4f51-bfa8-7eb33eba650f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422435 Mar 07 16:32:25.225173 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00769e8d-f674-4208-9a1b-ac9816ee30db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:26.164841 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f502ac-101e-4ef5-bcf4-1c3c0b791f25 req-2a6c7753-d586-4924-8036-356b3fbc658c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:26.166325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7f502ac-101e-4ef5-bcf4-1c3c0b791f25 req-2a6c7753-d586-4924-8036-356b3fbc658c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0520346 Mar 07 16:32:26.211960 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b7f502ac-101e-4ef5-bcf4-1c3c0b791f25 req-5949aa6b-d40d-4cd9-8b71-54af1ae35d7f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400894 Mar 07 16:32:26.503836 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:27.331778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52768426-97d3-4e8e-96fc-42a3bb50e8ad req-96b12937-0c00-4491-b811-7c45d5d8fb55 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:27.333260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-52768426-97d3-4e8e-96fc-42a3bb50e8ad req-96b12937-0c00-4491-b811-7c45d5d8fb55 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0525622 Mar 07 16:32:27.383268 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-52768426-97d3-4e8e-96fc-42a3bb50e8ad req-77bc9006-0303-4ff1-a6c3-f4aeae1c25de tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444431 Mar 07 16:32:27.806983 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:28.505013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184900d-08c2-4ed3-9732-a2d8090fb810 req-6a8525bc-ddca-40a0-93d2-7fc531c80a62 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:28.506524 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0184900d-08c2-4ed3-9732-a2d8090fb810 req-6a8525bc-ddca-40a0-93d2-7fc531c80a62 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0565138 Mar 07 16:32:28.553299 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0184900d-08c2-4ed3-9732-a2d8090fb810 req-551c9cdf-ada3-4516-aa9b-d06c7c54a069 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411866 Mar 07 16:32:29.178514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:29.667897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1161671-51c8-4288-b717-2acf0e0b52eb req-e4b17de4-8a2d-41ed-a323-b8cb2926d8f5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:29.669359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d1161671-51c8-4288-b717-2acf0e0b52eb req-e4b17de4-8a2d-41ed-a323-b8cb2926d8f5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0509543 Mar 07 16:32:29.722883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d1161671-51c8-4288-b717-2acf0e0b52eb req-b2bb81f2-b5c3-4e3f-b180-46df6121daa4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472004 Mar 07 16:32:30.840194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8a2cc-955c-4a6f-b6bd-6caf9292b987 req-0fb02ed7-b70f-4b99-b424-ce2c99f2543b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:30.841694 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-33f8a2cc-955c-4a6f-b6bd-6caf9292b987 req-0fb02ed7-b70f-4b99-b424-ce2c99f2543b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0521178 Mar 07 16:32:30.889224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-33f8a2cc-955c-4a6f-b6bd-6caf9292b987 req-c352861e-b7ac-4ab8-9211-54e5d9bff0a9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 Mar 07 16:32:32.009169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c7cbe-6d37-4df4-8253-7ff000541fe8 req-ad1764e6-446f-4c72-b49d-c1a082aea91d tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:32.010668 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-496c7cbe-6d37-4df4-8253-7ff000541fe8 req-ad1764e6-446f-4c72-b49d-c1a082aea91d tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0527644 Mar 07 16:32:32.056537 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-496c7cbe-6d37-4df4-8253-7ff000541fe8 req-64783b7d-5be6-49f3-8a1e-cd9de177dba0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401754 Mar 07 16:32:33.174475 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ef1e3-6d91-4218-a64a-28bc8a8e9943 req-9a6b7b83-3d26-4241-9d3f-882e8e1a89fd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:33.175998 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8a3ef1e3-6d91-4218-a64a-28bc8a8e9943 req-9a6b7b83-3d26-4241-9d3f-882e8e1a89fd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0522354 Mar 07 16:32:33.225488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8a3ef1e3-6d91-4218-a64a-28bc8a8e9943 req-6e14c21b-dc63-4f9c-baf3-2885390d4eda tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438745 Mar 07 16:32:33.546052 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-620f8113-e3de-44c9-b161-3d48c651249d service neutron] show failed (client error): The resource could not be found. Mar 07 16:32:33.547114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-620f8113-e3de-44c9-b161-3d48c651249d service neutron] 10.222.0.15 "GET /v2.0/ports/8082b431-e162-47c6-8020-81b2fbcb354b/bindings/n-h2-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0584683 Mar 07 16:32:33.762258 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-0b6ced2e-994e-44cc-b15d-0a8c0974d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:33.763818 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-0b6ced2e-994e-44cc-b15d-0a8c0974d571 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 1127 time: 0.0561264 Mar 07 16:32:33.774222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:32:33.831259 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:34.035331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:32:34.068355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:32:34.106390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:32:34.108610 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c5d6b7-41a2-453f-9dfe-623ab338d6e8" -d '{"events": [{"server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "name": "network-vif-unplugged", "status": "completed", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:32:34.112675 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Publish callbacks [] for port (8082b431-e162-47c6-8020-81b2fbcb354b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:34.124729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Transition to ACTIVE for port object 8082b431-e162-47c6-8020-81b2fbcb354b will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:32:34.128822 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:34.167033 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3442c519-fbcd-4bd9-b980-7d134d7d61e4 x-openstack-request-id: req-3442c519-fbcd-4bd9-b980-7d134d7d61e4 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:32:34.167319 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "name": "network-vif-unplugged", "status": "completed", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:32:34.167585 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3442c519-fbcd-4bd9-b980-7d134d7d61e4 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:32:34.167983 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b', 'code': 200} Mar 07 16:32:34.198639 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=6']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:34.251154 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.252089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.252408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.252793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.253187 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.253527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.253860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.254192 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.254524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.254876 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.255205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.255939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.255939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:34.321296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] No DVR routers for this DVR port 8082b431-e162-47c6-8020-81b2fbcb354b on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:32:34.361227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ffb8e-9e2c-4681-8935-bbb47f55562d req-eaf0ac02-305d-4a8f-afd3-e6d5e94ba24e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:34.362840 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cc5ffb8e-9e2c-4681-8935-bbb47f55562d req-eaf0ac02-305d-4a8f-afd3-e6d5e94ba24e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 943 time: 0.0565252 Mar 07 16:32:34.414599 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cc5ffb8e-9e2c-4681-8935-bbb47f55562d req-6d36e138-0d90-4ab6-b0e8-71896db2a3e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442989 Mar 07 16:32:34.461199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Attempting to bind port 8082b431-e162-47c6-8020-81b2fbcb354b on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:32:34.461452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Attempting to bind port 8082b431-e162-47c6-8020-81b2fbcb354b by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:32:34.461775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Attempting to bind port 8082b431-e162-47c6-8020-81b2fbcb354b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:32:34.465900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Port 8082b431-e162-47c6-8020-81b2fbcb354b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:32:34.466218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Attempting to bind port 8082b431-e162-47c6-8020-81b2fbcb354b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:32:34.471531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:32:34.471864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:32:34.472239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Bound using segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:32:34.472657 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Bound port: 8082b431-e162-47c6-8020-81b2fbcb354b, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:32:34.473029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:34.533380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:32:34.536282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:32:34.542571 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:34.579221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:34.579943 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:34.581339 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 1091 time: 0.8112619 Mar 07 16:32:34.600182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250402d9-e055-4860-a3a5-24af56ecb9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=7']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:34.651468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-ef45814c-0d55-4158-beba-99263f1b8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:34.653000 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-ef45814c-0d55-4158-beba-99263f1b8fd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1125 time: 0.0469763 Mar 07 16:32:34.749947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-a36fcaa7-b75e-48d1-9a4b-6daeb3130813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:34.752052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-a36fcaa7-b75e-48d1-9a4b-6daeb3130813 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0926249 Mar 07 16:32:34.816944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-b78850da-b69c-43d8-bca9-74c6c1501e29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 999 time: 0.0591943 Mar 07 16:32:34.867495 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-9cefd254-4579-4009-bdf2-17626bb23c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:34.868918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-9cefd254-4579-4009-bdf2-17626bb23c1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0463321 Mar 07 16:32:34.916318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-0f1b8e28-7a24-4022-a20b-6a1c8d343ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:34.917754 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-0f1b8e28-7a24-4022-a20b-6a1c8d343ddb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426025 Mar 07 16:32:35.003972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-5f285ede-0fda-41b8-b821-481e316e60b7 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804858 Mar 07 16:32:35.093683 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1db9c925-05e8-495f-9d0e-61a5abd16f15 req-75722e4e-4bf6-414d-8557-0edd7cf87970 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840547 Mar 07 16:32:35.535940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0018be-4edb-4924-82a8-f9765c026c53 req-d75f5b89-7652-44c6-8999-ce577a42520b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:35.537428 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b0018be-4edb-4924-82a8-f9765c026c53 req-d75f5b89-7652-44c6-8999-ce577a42520b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 943 time: 0.0531263 Mar 07 16:32:35.582669 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1b0018be-4edb-4924-82a8-f9765c026c53 req-df2030f7-65ef-43bf-b933-c19ee2ff8a3b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397048 Mar 07 16:32:36.169426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:32:36.171825 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96620cb-71ae-4471-ad8c-6273f3aaa91b" -d '{"events": [{"name": "network-changed", "server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:32:36.219009 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2fc06b-d528-4f37-abf1-0bdc4f444ee2 x-openstack-request-id: req-0c2fc06b-d528-4f37-abf1-0bdc4f444ee2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:32:36.219312 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:32:36.219575 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c2fc06b-d528-4f37-abf1-0bdc4f444ee2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:32:36.219985 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b', 'status': 'completed', 'code': 200} Mar 07 16:32:36.316279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-146ad538-b1ef-466d-9832-ddf99791629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:36.317817 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-146ad538-b1ef-466d-9832-ddf99791629c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1125 time: 0.0805781 Mar 07 16:32:36.320398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-8ca25920-ebfe-4ea9-9037-adff0392292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:36.321756 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-8ca25920-ebfe-4ea9-9037-adff0392292a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1125 time: 0.0754912 Mar 07 16:32:36.476428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-1524977b-4ae6-4436-9bfc-cccb6517ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:36.477933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-1524977b-4ae6-4436-9bfc-cccb6517ded6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.1531212 Mar 07 16:32:36.479045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-d5f52bbe-66bc-41f3-b534-71158614d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:36.480375 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-d5f52bbe-66bc-41f3-b534-71158614d168 service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.1484075 Mar 07 16:32:36.594430 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-831086f0-afa8-4a5b-8b3d-8118ace7ea57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 999 time: 0.1074657 Mar 07 16:32:36.611280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-cca8cbaa-487b-419e-9fc9-6d1389017682 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 999 time: 0.0849049 Mar 07 16:32:36.714547 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:36.716563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-aec358e3-1e46-4a8a-b199-cc3d4aedba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:36.718063 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-aec358e3-1e46-4a8a-b199-cc3d4aedba6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.1186564 Mar 07 16:32:36.724070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-31c0f96b-d3e4-4b9a-a8ab-f74528940f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:36.725411 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-31c0f96b-d3e4-4b9a-a8ab-f74528940f77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0957234 Mar 07 16:32:36.793357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c385-ab55-483c-8bd3-58f97559975b req-e8ed9e7e-3cb5-4cff-af4f-220f08f12e1f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:36.794764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd84c385-ab55-483c-8bd3-58f97559975b req-e8ed9e7e-3cb5-4cff-af4f-220f08f12e1f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 943 time: 0.1303051 Mar 07 16:32:36.835169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-8fcd9d72-2f6a-46dd-90aa-d767082860c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:36.836654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-8fcd9d72-2f6a-46dd-90aa-d767082860c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1089582 Mar 07 16:32:36.842488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-755a1343-3738-494f-9d71-c7a6ed4131a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:36.843915 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-755a1343-3738-494f-9d71-c7a6ed4131a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081786 Mar 07 16:32:36.938387 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd84c385-ab55-483c-8bd3-58f97559975b req-c39899d9-a15d-455b-9ab2-5545ad89e90a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363537 Mar 07 16:32:37.017370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-f89aaec0-5a2e-497b-9628-e900b2a7355c service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641943 Mar 07 16:32:37.021697 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-8126a5ba-68f9-4779-a0fb-ec3a9bbde3da service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718884 Mar 07 16:32:37.214206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-14e94a68-3507-4ede-9595-99354cf7d086 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:37.215737 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-14e94a68-3507-4ede-9595-99354cf7d086 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.15 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 943 time: 0.1136892 Mar 07 16:32:37.216643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-a6545c90-fe9f-4103-9825-6fdc68946729 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934593 Mar 07 16:32:37.219310 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e96620cb-71ae-4471-ad8c-6273f3aaa91b req-8d1afc5b-2480-4fc8-a291-d5ff56701356 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873043 Mar 07 16:32:37.233833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6eac26-86ef-4b37-82b9-4a4a9f40d88f req-f8af74e2-a057-4ac4-80a8-28b8a5b3bdb4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:37.235420 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b6eac26-86ef-4b37-82b9-4a4a9f40d88f req-f8af74e2-a057-4ac4-80a8-28b8a5b3bdb4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 943 time: 0.1288977 Mar 07 16:32:37.294506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b6eac26-86ef-4b37-82b9-4a4a9f40d88f req-8bc991df-6959-4db5-a8f3-fd6775391219 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525067 Mar 07 16:32:37.305763 n-d-830010-8 neutron-server[103866]: INFO neutron.api.v2.resource [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-23f1c246-813d-4089-914c-5edd1bf99a3c service neutron] delete failed (client error): The resource could not be found. Mar 07 16:32:37.306874 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-23f1c246-813d-4089-914c-5edd1bf99a3c service neutron] 10.222.0.15 "DELETE /v2.0/ports/8082b431-e162-47c6-8020-81b2fbcb354b/bindings/n-h1-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0760453 Mar 07 16:32:37.389310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 8082b431-e162-47c6-8020-81b2fbcb354b no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:32:37.428419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 8082b431-e162-47c6-8020-81b2fbcb354b host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:32:37.428818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 8082b431-e162-47c6-8020-81b2fbcb354b not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:32:37.431668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-0435ae7a-0c6e-4d1e-8ec2-624c077c7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:37.433209 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-0435ae7a-0c6e-4d1e-8ec2-624c077c7f16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 1125 time: 0.0794687 Mar 07 16:32:37.581506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-9ac4d721-5a25-409c-a2ed-038f51a9ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:37.582952 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-9ac4d721-5a25-409c-a2ed-038f51a9ac9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.1440065 Mar 07 16:32:37.697447 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-20f3d066-be5e-4182-b8b1-cb0c093c953f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 200 len: 999 time: 0.1088390 Mar 07 16:32:37.754073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-beb0c92e-3592-498e-839e-98e5ace63801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:37.755563 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-beb0c92e-3592-498e-839e-98e5ace63801 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0524912 Mar 07 16:32:37.838829 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-11d5b0dc-6451-49a4-bccc-379c56c6a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:37.840295 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-11d5b0dc-6451-49a4-bccc-379c56c6a2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789337 Mar 07 16:32:37.927336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-a2bc4d50-6523-4501-9e0b-1dfd16b5826a service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809958 Mar 07 16:32:38.023926 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-16c55abd-ff99-4277-87b3-11f475e1dc10 req-0800f353-e1ae-469a-81db-5f507907a483 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910642 Mar 07 16:32:38.421360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8082b431-e162-47c6-8020-81b2fbcb354b details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:32:38.424216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdebd84-dff1-48a4-9148-9748e28f7079 req-1eab5979-442d-47c0-b873-554379a180fc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:38.425804 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecdebd84-dff1-48a4-9148-9748e28f7079 req-1eab5979-442d-47c0-b873-554379a180fc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 943 time: 0.0578742 Mar 07 16:32:38.477409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ecdebd84-dff1-48a4-9148-9748e28f7079 req-d9cf0d2d-fc76-4b12-b901-5352f19eefe3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448382 Mar 07 16:32:38.526569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:32:38.538211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '8082b431-e162-47c6-8020-81b2fbcb354b', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'port_id': '8082b431-e162-47c6-8020-81b2fbcb354b', 'mac_address': 'fa:16:3e:be:32:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:32:38.575000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 8082b431-e162-47c6-8020-81b2fbcb354b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:32:38.575503 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:38.589022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8082b431-e162-47c6-8020-81b2fbcb354b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:32:38.609308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:32:38.613033 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:38.659006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:38.666129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.666481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.666855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.667202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.667541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.667882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.668217 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.668549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.668881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.669211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.669540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.669869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.670197 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:32:38.828146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['8082b431-e162-47c6-8020-81b2fbcb354b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:32:39.601491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21950d-4ac3-48fd-8834-bc517610bfc2 req-9beb3403-7466-440c-b33b-27aa031820c1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:39.602988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a21950d-4ac3-48fd-8834-bc517610bfc2 req-9beb3403-7466-440c-b33b-27aa031820c1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 944 time: 0.0523207 Mar 07 16:32:39.649888 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1a21950d-4ac3-48fd-8834-bc517610bfc2 req-92a066ac-a7ae-4d47-9791-242958cfd092 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408340 Mar 07 16:32:39.772800 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3c25b-1354-4202-b832-10689bbeb9c1 req-7efef2cd-dbda-4643-a222-33dcc32fdfbb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:39.774475 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eda3c25b-1354-4202-b832-10689bbeb9c1 req-7efef2cd-dbda-4643-a222-33dcc32fdfbb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 944 time: 0.0584531 Mar 07 16:32:39.820947 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eda3c25b-1354-4202-b832-10689bbeb9c1 req-66f07d0e-4986-4884-8c93-a15887d4f973 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408876 Mar 07 16:32:39.933890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89506b-c331-4a5f-ae77-0576d9a413c1 req-1816180a-f357-45f4-8e84-6321e1a788cd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:39.935366 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f89506b-c331-4a5f-ae77-0576d9a413c1 req-1816180a-f357-45f4-8e84-6321e1a788cd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 944 time: 0.0507486 Mar 07 16:32:39.981678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f89506b-c331-4a5f-ae77-0576d9a413c1 req-804445b2-f70e-434e-8f59-3dbf3080f964 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401132 Mar 07 16:32:40.218654 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb00943-faef-4351-a129-ec5c8cf9a423 req-3edd4971-d4b7-49fd-b4ee-b4499cf62c81 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:40.220746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8bb00943-faef-4351-a129-ec5c8cf9a423 req-3edd4971-d4b7-49fd-b4ee-b4499cf62c81 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 944 time: 0.0562904 Mar 07 16:32:40.266043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8bb00943-faef-4351-a129-ec5c8cf9a423 req-4f0a1eac-22eb-458b-9052-26c5a558be37 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400450 Mar 07 16:32:40.436993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8082b431-e162-47c6-8020-81b2fbcb354b up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:32:40.486390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 8082b431-e162-47c6-8020-81b2fbcb354b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:32:40.489938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 8082b431-e162-47c6-8020-81b2fbcb354b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:32:40.490319 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:40.570321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 8082b431-e162-47c6-8020-81b2fbcb354b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:32:40.570713 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:40.593850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:32:40.596612 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95937314-0be9-4bc6-82ca-29c727c42616" -d '{"events": [{"server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "name": "network-vif-plugged", "status": "completed", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:32:40.608810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:32:40.613686 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:40.637221 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e96ca-cb71-4c09-bf5a-2ec25876aaf0 x-openstack-request-id: req-347e96ca-cb71-4c09-bf5a-2ec25876aaf0 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:32:40.637518 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "name": "network-vif-plugged", "status": "completed", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:32:40.637774 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-347e96ca-cb71-4c09-bf5a-2ec25876aaf0 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:32:40.638165 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b', 'code': 200} Mar 07 16:32:40.664106 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:41.250492 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:41.384741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b318ca-6af1-408b-9d6a-30109f0b7dc7 req-70c844ab-1b6e-468a-b495-97532f5a933f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:41.386226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10b318ca-6af1-408b-9d6a-30109f0b7dc7 req-70c844ab-1b6e-468a-b495-97532f5a933f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0519760 Mar 07 16:32:41.423002 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:32:41.456417 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10b318ca-6af1-408b-9d6a-30109f0b7dc7 req-6e0f0411-4a4c-4a03-81a0-b8408332c8c2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641708 Mar 07 16:32:41.479535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-3e5ba860-a575-4d9d-8686-83c546f44daa tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:41.480939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-3e5ba860-a575-4d9d-8686-83c546f44daa tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 945 time: 0.0638552 Mar 07 16:32:41.575838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Deleting port 8082b431-e162-47c6-8020-81b2fbcb354b {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:32:41.576184 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:41.662244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] For port 8082b431-e162-47c6-8020-81b2fbcb354b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=8082b431-e162-47c6-8020-81b2fbcb354b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:32:41.662612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:41.834780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:41.835098 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:41.835424 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Floating IP e8604c60-03e3-4a33-8517-c314d78173fe disassociated. External IP: 172.25.4.231, port: 8082b431-e162-47c6-8020-81b2fbcb354b. Mar 07 16:32:41.835767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Calling delete_port for 8082b431-e162-47c6-8020-81b2fbcb354b owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:32:41.962133 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (8082b431-e162-47c6-8020-81b2fbcb354b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:42.261848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event deleted for resources: {'Port': ['ID=8082b431-e162-47c6-8020-81b2fbcb354b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:42.380652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:32:42.492477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:32:42.503898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:32:42.514432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:32:42.515192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:32:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:42.536486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] No DVR routers for this DVR port 8082b431-e162-47c6-8020-81b2fbcb354b on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:32:42.539431 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:42.543302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ceeb05a0-75f3-408c-b81c-16c227353c57 req-5f2d79ba-d1d7-4e60-905a-55a075e00adc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "DELETE /v2.0/ports/8082b431-e162-47c6-8020-81b2fbcb354b HTTP/1.1" status: 204 len: 173 time: 1.0569284 Mar 07 16:32:42.543769 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'name': 'network-vif-deleted', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:32:42.546725 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c77ab0d-d767-424f-8c9c-c3d20af7ef20" -d '{"events": [{"server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "name": "network-vif-deleted", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:32:42.576901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3d169dc-7e7f-48ab-ac2b-49171ec8c873 req-6a25c347-13db-44a3-aa38-033e102ed84f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=db80e8c1-ce24-4daa-bd00-f2349709f45f HTTP/1.1" status: 200 len: 210 time: 0.0486097 Mar 07 16:32:42.597258 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7726d1a7-f208-468b-9945-1a6a194fa224 x-openstack-request-id: req-7726d1a7-f208-468b-9945-1a6a194fa224 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:32:42.597753 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80e8c1-ce24-4daa-bd00-f2349709f45f", "name": "network-vif-deleted", "tag": "8082b431-e162-47c6-8020-81b2fbcb354b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:32:42.598010 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7726d1a7-f208-468b-9945-1a6a194fa224 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:32:42.598408 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80e8c1-ce24-4daa-bd00-f2349709f45f', 'name': 'network-vif-deleted', 'tag': '8082b431-e162-47c6-8020-81b2fbcb354b', 'status': 'completed', 'code': 200} Mar 07 16:32:42.642245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:32:42.850396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:42.875695 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:32:42.884594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:32:42.885191 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:32:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:42.992179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:32:43.186878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:43.214049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea307b-11b6-4fa7-bf73-cb38464957e8 None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:32:43.432492 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03cb8b-a16b-47be-8eae-49e70296b9f6 None None] New status for floating IP e8604c60-03e3-4a33-8517-c314d78173fe: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:32:43.821971 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-838a6301-2403-4116-b1df-90d22a8b73f9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--313156434&fields=id&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 267 time: 0.0417421 Mar 07 16:32:43.928053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-ec22ff07-2445-459e-8420-cba8b8786a55 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:43.929423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-ec22ff07-2445-459e-8420-cba8b8786a55 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 812 time: 0.1011646 Mar 07 16:32:43.943302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-f03f39c0-906f-4cd8-b437-edbb00413624 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/quotas/0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 375 time: 0.0085850 Mar 07 16:32:43.996449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-18fb47b9-294e-461f-84b6-d4ac2552f6df tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484619 Mar 07 16:32:44.094525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-5fb8eb78-8b02-46de-9737-badaf8b118df service neutron] 10.222.0.24 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863037 Mar 07 16:32:44.182852 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-217a458b-57ea-4d19-b383-1d826a479184 service neutron] 10.222.0.24 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819452 Mar 07 16:32:44.338444 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-18029be3-fed5-411a-91e1-591f1ce00a1e req-fc8c5da9-867a-4546-b435-351d7097542b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 210 time: 0.0262387 Mar 07 16:32:45.276461 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-1187084c-9b0d-49b6-8181-57a249abb683 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:45.277927 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-1187084c-9b0d-49b6-8181-57a249abb683 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 812 time: 0.1154175 Mar 07 16:32:45.337953 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-83a86a57-50eb-4425-91d1-0a003016708f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 379 time: 0.0516591 Mar 07 16:32:45.346933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'port': {'device_id': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'admin_state_up': True, 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'security_groups': ['8817a662-5916-426d-ab0d-cfbbdcad2c46']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:32:45.437901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ce99d4f4-a12a-49a9-a006-b0d4c7e70e17 req-38d274b8-09a9-49c1-a41c-ab3f16e2c2fb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 210 time: 0.0298834 Mar 07 16:32:45.482463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Made reservation on behalf of 0e9bd3cb487646a9a624bfb51c3d7231 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:32:45.485890 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:45.606650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Allocated IP 172.20.0.5 (578e1b7c-28d9-4535-a71f-9671c7bb864a/42d3daa9-aabd-40c3-8edf-177f6bef62ad/7ac61205-277b-438e-a137-964a5d1394c8) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:32:45.745656 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for port (7ac61205-277b-438e-a137-964a5d1394c8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:45.779974 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7ac61205-277b-438e-a137-964a5d1394c8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:45.820006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:32:45.825768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:32:45.828280 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:32:45.869170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event updated for resources: {'Port': ['ID=7ac61205-277b-438e-a137-964a5d1394c8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:45.894274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:45.894959 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:45.912860 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4baee84a-aa79-40b4-8217-f95aa1ee93be tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696280 Mar 07 16:32:45.925426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Request body: {'port': {'device_id': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:32:45.987835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ac61205-277b-438e-a137-964a5d1394c8), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:46.084668 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-12021b6d-33cc-43b9-88e7-b3470e2bc6f9 None None] Provisioning complete for port 7ac61205-277b-438e-a137-964a5d1394c8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:32:46.085233 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-12021b6d-33cc-43b9-88e7-b3470e2bc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7ac61205-277b-438e-a137-964a5d1394c8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:46.119883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-12021b6d-33cc-43b9-88e7-b3470e2bc6f9 None None] Port 7ac61205-277b-438e-a137-964a5d1394c8 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:32:46.254237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac61205-277b-438e-a137-964a5d1394c8 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:32:46.261511 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Publish callbacks [] for port (7ac61205-277b-438e-a137-964a5d1394c8), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:46.273844 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Transition to ACTIVE for port object 7ac61205-277b-438e-a137-964a5d1394c8 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:32:46.277655 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (7ac61205-277b-438e-a137-964a5d1394c8), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:46.325061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac61205-277b-438e-a137-964a5d1394c8,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:46.398652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Attempting to bind port 7ac61205-277b-438e-a137-964a5d1394c8 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:32:46.399022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Attempting to bind port 7ac61205-277b-438e-a137-964a5d1394c8 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:32:46.399360 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Attempting to bind port 7ac61205-277b-438e-a137-964a5d1394c8 on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:32:46.403879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Port 7ac61205-277b-438e-a137-964a5d1394c8 on network 578e1b7c-28d9-4535-a71f-9671c7bb864a not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:32:46.404331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Attempting to bind port 7ac61205-277b-438e-a137-964a5d1394c8 on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:32:46.409454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:32:46.409794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:32:46.410178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Bound using segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:32:46.410604 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Bound port: 7ac61205-277b-438e-a137-964a5d1394c8, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:32:46.410985 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ac61205-277b-438e-a137-964a5d1394c8), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:46.484850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:32:46.488993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7ac61205-277b-438e-a137-964a5d1394c8,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:32:46.496192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (7ac61205-277b-438e-a137-964a5d1394c8), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:46.499446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8082b431-e162-47c6-8020-81b2fbcb354b no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:32:46.533408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:46.534163 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:46.535669 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] 10.222.0.11 "PUT /v2.0/ports/7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 1091 time: 0.6152537 Mar 07 16:32:46.536118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:32:46.538361 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "tag": "7ac61205-277b-438e-a137-964a5d1394c8"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:32:46.545868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 8082b431-e162-47c6-8020-81b2fbcb354b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:32:46.546702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 8082b431-e162-47c6-8020-81b2fbcb354b not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:32:46.569899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675d08d-5752-4340-88d7-1f438ec7e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac61205-277b-438e-a137-964a5d1394c8,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:46.580590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb546e-bc6f-4dae-a430-f3e5f68db79e req-c408c590-df0e-487d-b745-0682643fbf71 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:46.582278 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6cb546e-bc6f-4dae-a430-f3e5f68db79e req-c408c590-df0e-487d-b745-0682643fbf71 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 943 time: 0.0725307 Mar 07 16:32:46.595880 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dac669-296b-44b3-ac5e-6186a1dbbd01 x-openstack-request-id: req-c5dac669-296b-44b3-ac5e-6186a1dbbd01 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:32:46.596203 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "tag": "7ac61205-277b-438e-a137-964a5d1394c8", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:32:46.596474 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5dac669-296b-44b3-ac5e-6186a1dbbd01 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:32:46.597080 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8', 'status': 'completed', 'code': 200} Mar 07 16:32:46.635580 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-7d936561-7349-4cd5-9eac-c93927484772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:46.637106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-7d936561-7349-4cd5-9eac-c93927484772 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 1125 time: 0.0515990 Mar 07 16:32:46.640054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e6cb546e-bc6f-4dae-a430-f3e5f68db79e req-33a0796e-88c5-4c13-bd6d-955d70b55c3f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456560 Mar 07 16:32:46.684054 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-e14279bb-c9e6-442d-885c-8fc039f455e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 217 time: 0.0399327 Mar 07 16:32:46.733816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-5adf5458-2a24-497a-b2d2-a3dbd3e195c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:46.735205 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-5adf5458-2a24-497a-b2d2-a3dbd3e195c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0460711 Mar 07 16:32:46.784060 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-36f348d6-8f28-4b39-b229-40f955198078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:46.785500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-36f348d6-8f28-4b39-b229-40f955198078 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446539 Mar 07 16:32:46.877276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-e0ecaba4-f664-4f24-84df-0cddd908a71f service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844717 Mar 07 16:32:46.962380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b725c215-5a61-4998-b429-f8b3bc5db7bb req-bb1d8374-8511-43bf-a9c3-fd328c2c8c60 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797834 Mar 07 16:32:47.054754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-e726fcd4-9569-4014-9d10-9bdc6a5c7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:47.056230 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-e726fcd4-9569-4014-9d10-9bdc6a5c7155 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 1125 time: 0.0482154 Mar 07 16:32:47.143189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-b22e527c-903f-46bf-bdb7-5391bdbae64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:47.144651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-b22e527c-903f-46bf-bdb7-5391bdbae64c service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0824618 Mar 07 16:32:47.187006 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-9b1a561e-b27f-4925-beed-71acbc759b11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 217 time: 0.0369840 Mar 07 16:32:47.232906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-e7d30106-79cd-49eb-b505-12f604db3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:47.234345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-e7d30106-79cd-49eb-b505-12f604db3b39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0416822 Mar 07 16:32:47.282343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-3f5974bb-8518-4028-b458-506368fe3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:47.284413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-3f5974bb-8518-4028-b458-506368fe3e5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426774 Mar 07 16:32:47.375735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-306d3150-47a0-4738-920a-1e439ee937bc service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833170 Mar 07 16:32:47.462832 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da174120-28c4-40b0-8b7a-5fd89ff5bb8c req-9badfdac-cf11-4c96-b39b-ba875d755ebc service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804265 Mar 07 16:32:47.768977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3748eb-9acf-469b-9a55-ddb3e4c949be req-4e379fd6-7188-4938-9a67-74e3f8183d85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:47.770446 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fe3748eb-9acf-469b-9a55-ddb3e4c949be req-4e379fd6-7188-4938-9a67-74e3f8183d85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 943 time: 0.0570762 Mar 07 16:32:47.819739 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fe3748eb-9acf-469b-9a55-ddb3e4c949be req-913177bd-df16-45ba-bb9f-bb3087e2fdc5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434566 Mar 07 16:32:48.497579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7ac61205-277b-438e-a137-964a5d1394c8 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:32:48.591296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7ac61205-277b-438e-a137-964a5d1394c8,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:32:48.601878 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '7ac61205-277b-438e-a137-964a5d1394c8', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'port_id': '7ac61205-277b-438e-a137-964a5d1394c8', 'mac_address': 'fa:16:3e:b4:82:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:32:48.643009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 7ac61205-277b-438e-a137-964a5d1394c8 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:32:48.643407 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ac61205-277b-438e-a137-964a5d1394c8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:48.655981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac61205-277b-438e-a137-964a5d1394c8 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:32:48.676294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7ac61205-277b-438e-a137-964a5d1394c8,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:32:48.680282 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7ac61205-277b-438e-a137-964a5d1394c8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:48.725637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=7ac61205-277b-438e-a137-964a5d1394c8,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:48.867596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['7ac61205-277b-438e-a137-964a5d1394c8'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:32:48.940752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c1f7c-20bf-4473-9847-a01454f2814a req-2f4074f6-a806-42d1-a73f-ad823433b0ff tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:48.942287 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-982c1f7c-20bf-4473-9847-a01454f2814a req-2f4074f6-a806-42d1-a73f-ad823433b0ff tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 944 time: 0.0530715 Mar 07 16:32:48.989442 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-982c1f7c-20bf-4473-9847-a01454f2814a req-70df523f-d0a2-4db0-9435-eab82d0667ef tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414591 Mar 07 16:32:50.107981 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43455a-a64a-4c2d-bbb6-23e8b7980d62 req-d4d7b8c6-71f2-4c19-895f-9106c0a1317b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:50.109458 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf43455a-a64a-4c2d-bbb6-23e8b7980d62 req-d4d7b8c6-71f2-4c19-895f-9106c0a1317b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 944 time: 0.0518239 Mar 07 16:32:50.156162 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cf43455a-a64a-4c2d-bbb6-23e8b7980d62 req-b95bdba0-f5f2-4150-82a2-535c54bcb65c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406702 Mar 07 16:32:50.514176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7ac61205-277b-438e-a137-964a5d1394c8 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:32:50.563267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 7ac61205-277b-438e-a137-964a5d1394c8 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:32:50.568526 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 7ac61205-277b-438e-a137-964a5d1394c8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:32:50.568902 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7ac61205-277b-438e-a137-964a5d1394c8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:50.646275 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 7ac61205-277b-438e-a137-964a5d1394c8 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:32:50.646656 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ac61205-277b-438e-a137-964a5d1394c8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:50.667916 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:32:50.670161 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a00cc1-8e77-46fd-b55c-e71222faf649" -d '{"events": [{"server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "name": "network-vif-plugged", "status": "completed", "tag": "7ac61205-277b-438e-a137-964a5d1394c8"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:32:50.682981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7ac61205-277b-438e-a137-964a5d1394c8,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:32:50.686903 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7ac61205-277b-438e-a137-964a5d1394c8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:50.709462 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd0f28-17e9-4f00-a768-677643f8411e x-openstack-request-id: req-adfd0f28-17e9-4f00-a768-677643f8411e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:32:50.709755 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "name": "network-vif-plugged", "status": "completed", "tag": "7ac61205-277b-438e-a137-964a5d1394c8", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:32:50.710017 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adfd0f28-17e9-4f00-a768-677643f8411e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:32:50.710404 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8', 'code': 200} Mar 07 16:32:50.735707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=7ac61205-277b-438e-a137-964a5d1394c8,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:32:50.805207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691134ba-5a20-454b-b2d7-94e86068a865 req-5d680043-c9cb-4184-bb7b-c29b53b7e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:50.806617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-691134ba-5a20-454b-b2d7-94e86068a865 req-5d680043-c9cb-4184-bb7b-c29b53b7e813 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 1127 time: 0.0426688 Mar 07 16:32:50.848765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-691134ba-5a20-454b-b2d7-94e86068a865 req-9e093ca1-a1be-4ba7-a216-142133c18c3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363312 Mar 07 16:32:51.276579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3620221-51ac-4975-b02e-501f26f3d58c req-d03c0e3c-046c-458a-b201-b0c9cac49f9e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:51.278046 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e3620221-51ac-4975-b02e-501f26f3d58c req-d03c0e3c-046c-458a-b201-b0c9cac49f9e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0558310 Mar 07 16:32:51.324053 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e3620221-51ac-4975-b02e-501f26f3d58c req-879c94e7-633f-4a40-9dfc-24b63745d0a4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401754 Mar 07 16:32:52.444742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3fa04-62b8-4860-ab73-9f92048bd256 req-522b689c-b059-48b1-9bc1-018f169d7329 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:52.446131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ba3fa04-62b8-4860-ab73-9f92048bd256 req-522b689c-b059-48b1-9bc1-018f169d7329 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0528772 Mar 07 16:32:52.495483 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0ba3fa04-62b8-4860-ab73-9f92048bd256 req-c6b16370-75be-42c9-8d42-ef283306a93b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Mar 07 16:32:52.609926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6e2be-7220-4974-b55f-e66517f32333 req-a46a4d25-5b1f-4b14-9ff4-f6aaea16e42b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:52.612552 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d8f6e2be-7220-4974-b55f-e66517f32333 req-a46a4d25-5b1f-4b14-9ff4-f6aaea16e42b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0532703 Mar 07 16:32:52.620815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52762) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:32:52.625269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f10bd57c-eba1-4728-a547-5778d86e8b85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'floatingip': {'port_id': '7ac61205-277b-438e-a137-964a5d1394c8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:32:52.667295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f10bd57c-eba1-4728-a547-5778d86e8b85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:52.918452 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-da02e3c7-6b9f-4c38-ae58-9be16c7edd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:53.495170 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f10bd57c-eba1-4728-a547-5778d86e8b85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:53.498725 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f10bd57c-eba1-4728-a547-5778d86e8b85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:53.598461 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-f10bd57c-eba1-4728-a547-5778d86e8b85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Floating IP e8604c60-03e3-4a33-8517-c314d78173fe associated. External IP: 172.25.4.231, port: 7ac61205-277b-438e-a137-964a5d1394c8. Mar 07 16:32:53.811934 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10bd57c-eba1-4728-a547-5778d86e8b85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:32:53.922338 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10bd57c-eba1-4728-a547-5778d86e8b85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:32:53.927808 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f10bd57c-eba1-4728-a547-5778d86e8b85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:53.934257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:32:53.944268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:32:53.945000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:32:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:53.958108 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f10bd57c-eba1-4728-a547-5778d86e8b85 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "PUT /v2.0/floatingips/e8604c60-03e3-4a33-8517-c314d78173fe HTTP/1.1" status: 200 len: 991 time: 1.3361895 Mar 07 16:32:53.958699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:32:53.960974 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b86103-016b-4626-acf2-785ddb559cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "tag": "7ac61205-277b-438e-a137-964a5d1394c8"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:32:54.002646 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3700f856-992c-464f-bddd-beb7f559db84 x-openstack-request-id: req-3700f856-992c-464f-bddd-beb7f559db84 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:32:54.003036 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "tag": "7ac61205-277b-438e-a137-964a5d1394c8", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:32:54.003304 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3700f856-992c-464f-bddd-beb7f559db84 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:32:54.003718 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8', 'status': 'completed', 'code': 200} Mar 07 16:32:54.074233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b86103-016b-4626-acf2-785ddb559cdd req-db23729c-215c-4c2f-ab13-e0ca62cf6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:54.076031 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9b86103-016b-4626-acf2-785ddb559cdd req-db23729c-215c-4c2f-ab13-e0ca62cf6944 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 1127 time: 0.0530045 Mar 07 16:32:54.078873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:32:54.211959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f6ef5-8362-49e9-8ecd-d6351ad06ae9 req-a3d29749-7011-4495-9575-c88dcc630b5e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:54.213449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a1f6ef5-8362-49e9-8ecd-d6351ad06ae9 req-a3d29749-7011-4495-9575-c88dcc630b5e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.1112127 Mar 07 16:32:54.218111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b86103-016b-4626-acf2-785ddb559cdd req-a9b699c0-0e17-456d-a8f0-72c478bc27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:54.219540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9b86103-016b-4626-acf2-785ddb559cdd req-a9b699c0-0e17-456d-a8f0-72c478bc27b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.1378942 Mar 07 16:32:54.312193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': '7ac61205-277b-438e-a137-964a5d1394c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:b4:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:32:53Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:54.313699 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a1f6ef5-8362-49e9-8ecd-d6351ad06ae9 req-8e76a832-1ed6-497a-a930-e80cd77d53d3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931296 Mar 07 16:32:54.316209 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9b86103-016b-4626-acf2-785ddb559cdd req-12b52fa9-564a-4bc2-8de1-eeb0064e61ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 999 time: 0.0899248 Mar 07 16:32:54.340499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:32:54.349126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:32:54.349723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:32:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:54.365096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b86103-016b-4626-acf2-785ddb559cdd req-5a39f85e-dba5-4f82-a446-8705f6092b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:54.366600 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9b86103-016b-4626-acf2-785ddb559cdd req-5a39f85e-dba5-4f82-a446-8705f6092b94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0447829 Mar 07 16:32:54.416139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b86103-016b-4626-acf2-785ddb559cdd req-12768d92-f00c-4f2b-a892-30827e8f3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:54.417681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9b86103-016b-4626-acf2-785ddb559cdd req-12768d92-f00c-4f2b-a892-30827e8f3186 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444670 Mar 07 16:32:54.460567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:32:54.509820 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9b86103-016b-4626-acf2-785ddb559cdd req-a8748d99-3909-4523-81fb-3111abf2cfe4 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863740 Mar 07 16:32:54.597822 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9b86103-016b-4626-acf2-785ddb559cdd req-ce2679f7-edf5-477b-8ef0-f87845f76807 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818441 Mar 07 16:32:54.687479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': '7ac61205-277b-438e-a137-964a5d1394c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:b4:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:32:53Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:32:54.714268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048868ab-eb00-4f8e-b138-feaf1753e89d None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': '7ac61205-277b-438e-a137-964a5d1394c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:b4:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:32:53Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:32:54.900657 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e8467-0131-4135-98ea-4143848b25ac None None] New status for floating IP e8604c60-03e3-4a33-8517-c314d78173fe: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:32:55.228722 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3e243d76-3a87-42d8-9ba1-da57cf21ce10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:55.438229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53a5c1-ff2e-4184-a5f9-f64cf872b471 req-3a87f761-0586-408f-a716-f7ca0870a69f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:55.441179 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4a53a5c1-ff2e-4184-a5f9-f64cf872b471 req-3a87f761-0586-408f-a716-f7ca0870a69f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0564027 Mar 07 16:32:55.487885 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4a53a5c1-ff2e-4184-a5f9-f64cf872b471 req-410e0096-40b1-4a7f-b6b5-a0f26ef3752f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Mar 07 16:32:56.505989 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:56.608096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f52cab-55b3-41db-a17b-d4ca22c3a1a3 req-2142688a-b912-49db-a2b6-29b782cb4f3f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:56.609578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40f52cab-55b3-41db-a17b-d4ca22c3a1a3 req-2142688a-b912-49db-a2b6-29b782cb4f3f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0529449 Mar 07 16:32:56.662460 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-40f52cab-55b3-41db-a17b-d4ca22c3a1a3 req-6118e71a-8e0d-4e4b-bb2d-55935531da24 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470555 Mar 07 16:32:57.790851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b8637-4f54-41f1-ace5-d0313ac353ab req-961d22fb-b92b-4632-bb9b-92220c489356 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:57.792482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b5b8637-4f54-41f1-ace5-d0313ac353ab req-961d22fb-b92b-4632-bb9b-92220c489356 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0614974 Mar 07 16:32:57.843816 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4b5b8637-4f54-41f1-ace5-d0313ac353ab req-d5851af0-6396-463c-9401-e2fbcacfbafd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453506 Mar 07 16:32:57.884920 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:32:58.965141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2587abb-9e1f-4177-93ac-7ed8b5dd61ae req-95aeba14-44fa-491b-974f-cfa04ea865f2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:32:58.966720 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b2587abb-9e1f-4177-93ac-7ed8b5dd61ae req-95aeba14-44fa-491b-974f-cfa04ea865f2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0531638 Mar 07 16:32:59.014929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b2587abb-9e1f-4177-93ac-7ed8b5dd61ae req-c4f904fc-9e10-4249-8342-be0e493625ed tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417891 Mar 07 16:32:59.180975 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:00.140858 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7d99-8cea-424d-968a-e4abdafde594 req-9300b541-6bff-46b4-949f-866658f29553 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:00.142901 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7dcf7d99-8cea-424d-968a-e4abdafde594 req-9300b541-6bff-46b4-949f-866658f29553 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0572848 Mar 07 16:33:00.191008 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7dcf7d99-8cea-424d-968a-e4abdafde594 req-c7fe08c1-613b-42d3-85bf-b5c5daa276b2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Mar 07 16:33:01.306225 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b62108-7988-411c-82f1-e6e813480867 req-a0970e1d-8583-4807-b3d4-29f6c09b073c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:01.307652 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06b62108-7988-411c-82f1-e6e813480867 req-a0970e1d-8583-4807-b3d4-29f6c09b073c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0511081 Mar 07 16:33:01.353525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06b62108-7988-411c-82f1-e6e813480867 req-94dfd001-fdec-48a3-b5b1-b20cb27a0f05 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Mar 07 16:33:02.473235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c62ec5-6652-4a31-8bb1-ee859f381913 req-11705ef9-3ab8-4f25-9a7e-ad4787c4e027 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:02.474768 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8c62ec5-6652-4a31-8bb1-ee859f381913 req-11705ef9-3ab8-4f25-9a7e-ad4787c4e027 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0529232 Mar 07 16:33:02.521768 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8c62ec5-6652-4a31-8bb1-ee859f381913 req-9c090c2c-04df-4c86-ba22-6160caa20090 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 Mar 07 16:33:03.642865 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324ae54-8a8f-4bed-b7af-3868765a629b req-92b81b74-3897-40a4-bd62-eb2be518f9e8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:03.644349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d324ae54-8a8f-4bed-b7af-3868765a629b req-92b81b74-3897-40a4-bd62-eb2be518f9e8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0566158 Mar 07 16:33:03.690711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d324ae54-8a8f-4bed-b7af-3868765a629b req-94dfdbb3-d77d-4867-8040-e20955c363f5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406275 Mar 07 16:33:04.815093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83ca19-d949-4f6e-921e-a306209a2ce9 req-9c1afd9d-0976-44b4-b50f-3c7ff79c7d63 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:04.816592 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9a83ca19-d949-4f6e-921e-a306209a2ce9 req-9c1afd9d-0976-44b4-b50f-3c7ff79c7d63 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0562601 Mar 07 16:33:04.863350 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9a83ca19-d949-4f6e-921e-a306209a2ce9 req-8050b5ce-e8b1-4566-badc-d5215dccfaa8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412235 Mar 07 16:33:05.980670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ef2d-dbd0-498c-a67c-751f1aeb52fc req-ad1e1212-16ad-497c-b317-6825f8f3e1b1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:05.982164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4457ef2d-dbd0-498c-a67c-751f1aeb52fc req-ad1e1212-16ad-497c-b317-6825f8f3e1b1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0516994 Mar 07 16:33:06.030762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4457ef2d-dbd0-498c-a67c-751f1aeb52fc req-4879c917-8377-4aaf-aa22-fbf413886f5c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423775 Mar 07 16:33:06.715514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:07.149261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f0b4f-1a9d-4dd0-8b78-e5ac570aa8d6 req-eed523e7-79c6-4107-954f-a22de24c9908 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:07.150770 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e97f0b4f-1a9d-4dd0-8b78-e5ac570aa8d6 req-eed523e7-79c6-4107-954f-a22de24c9908 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0531645 Mar 07 16:33:07.197562 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e97f0b4f-1a9d-4dd0-8b78-e5ac570aa8d6 req-eb9a497a-52e8-44e2-8bb1-1302e0a81c04 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 Mar 07 16:33:08.317753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39187d63-b1cf-44d8-8971-0e486ed9d677 req-faa53ff0-5539-4c47-914a-0ef489763319 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:08.319314 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39187d63-b1cf-44d8-8971-0e486ed9d677 req-faa53ff0-5539-4c47-914a-0ef489763319 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0556951 Mar 07 16:33:08.367872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-39187d63-b1cf-44d8-8971-0e486ed9d677 req-cafbc7ba-c36c-493e-9750-0848f902bc5a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430789 Mar 07 16:33:09.484773 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08b86-44f8-4b32-a1e9-36a3966c92d0 req-791991bc-4935-4e6d-846e-a88dfa455f2c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:09.486188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-abf08b86-44f8-4b32-a1e9-36a3966c92d0 req-791991bc-4935-4e6d-846e-a88dfa455f2c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0518756 Mar 07 16:33:09.537254 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-abf08b86-44f8-4b32-a1e9-36a3966c92d0 req-eee550d6-3183-4448-b85c-91a5dcbc8aaf tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 Mar 07 16:33:10.654155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcb71e-5e49-4f65-b8b0-75fc0c46682f req-140d6cff-0347-4bba-b80a-3c5107a17c6e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:10.655676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a9dcb71e-5e49-4f65-b8b0-75fc0c46682f req-140d6cff-0347-4bba-b80a-3c5107a17c6e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0534525 Mar 07 16:33:10.702267 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a9dcb71e-5e49-4f65-b8b0-75fc0c46682f req-c80474dd-1cf4-487a-a67c-fefa68c4c29d tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404606 Mar 07 16:33:11.279956 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:11.819406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b86ce-b9c2-435b-bf99-a2704dbabebc req-d57fc86f-12ce-46f3-a0fe-509a7156da8f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:11.820926 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4a5b86ce-b9c2-435b-bf99-a2704dbabebc req-d57fc86f-12ce-46f3-a0fe-509a7156da8f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0528579 Mar 07 16:33:11.868148 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4a5b86ce-b9c2-435b-bf99-a2704dbabebc req-315b5951-dfce-40c2-8701-ce541ac61c70 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415442 Mar 07 16:33:12.986134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe276b-628f-432b-adc6-a92931a5dc36 req-0b0da41e-b286-4b43-b82d-02fb691bc7b9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:12.987668 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14fe276b-628f-432b-adc6-a92931a5dc36 req-0b0da41e-b286-4b43-b82d-02fb691bc7b9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0522022 Mar 07 16:33:13.038320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14fe276b-628f-432b-adc6-a92931a5dc36 req-758dab3c-d5fb-41d5-8d32-4be2caf093e8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451603 Mar 07 16:33:14.158730 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e8d0e-fc14-4a64-b585-0bd643e5a653 req-5ad642ee-405a-4094-8e23-e2aa43f69691 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:14.160274 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a94e8d0e-fc14-4a64-b585-0bd643e5a653 req-5ad642ee-405a-4094-8e23-e2aa43f69691 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0547571 Mar 07 16:33:14.208247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a94e8d0e-fc14-4a64-b585-0bd643e5a653 req-88fc6969-f031-44e8-bc0f-ab47692a54a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424170 Mar 07 16:33:15.327905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be81fe-7b3d-4b50-9fe9-36fd6ab6d291 req-fcae334d-eca9-4426-8d8c-0f7c9c5e90e2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:15.329406 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28be81fe-7b3d-4b50-9fe9-36fd6ab6d291 req-fcae334d-eca9-4426-8d8c-0f7c9c5e90e2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0525241 Mar 07 16:33:15.376165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-28be81fe-7b3d-4b50-9fe9-36fd6ab6d291 req-ab093ef2-3b5d-4b22-9c9b-c8088033665f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405562 Mar 07 16:33:15.497647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f228-6146-439b-a479-76ba6edbdfef req-81cb7658-0d28-4016-8dd5-fd5af73b89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:15.499102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4789f228-6146-439b-a479-76ba6edbdfef req-81cb7658-0d28-4016-8dd5-fd5af73b89d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 1127 time: 0.0432825 Mar 07 16:33:15.600226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f228-6146-439b-a479-76ba6edbdfef req-3d03b41d-70e9-42c1-9a56-1069f92276b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:15.601701 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4789f228-6146-439b-a479-76ba6edbdfef req-3d03b41d-70e9-42c1-9a56-1069f92276b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0856607 Mar 07 16:33:15.667270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4789f228-6146-439b-a479-76ba6edbdfef req-90637510-d769-4da1-aacf-05a782b063a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 1001 time: 0.0589335 Mar 07 16:33:15.713653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f228-6146-439b-a479-76ba6edbdfef req-6f0ee930-1f65-47e1-a1a2-ae6ff5b6b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:15.715227 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4789f228-6146-439b-a479-76ba6edbdfef req-6f0ee930-1f65-47e1-a1a2-ae6ff5b6b4d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0428898 Mar 07 16:33:15.766116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f228-6146-439b-a479-76ba6edbdfef req-88758fae-8c4f-48d7-9501-70450c0131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:15.767743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4789f228-6146-439b-a479-76ba6edbdfef req-88758fae-8c4f-48d7-9501-70450c0131d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472343 Mar 07 16:33:15.855529 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4789f228-6146-439b-a479-76ba6edbdfef req-4c62496e-8c1e-4c35-98a5-4c63fbbe8dc6 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816400 Mar 07 16:33:15.948840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4789f228-6146-439b-a479-76ba6edbdfef req-cae9aa8d-9fa2-4572-8e86-7b8ef4bb058a service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872278 Mar 07 16:33:16.498617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218e004-bfe7-485d-9f61-28b86eb56ef2 req-5d13755f-7864-446d-89b4-716086b3a57e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:16.500188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2218e004-bfe7-485d-9f61-28b86eb56ef2 req-5d13755f-7864-446d-89b4-716086b3a57e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0560522 Mar 07 16:33:16.547217 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2218e004-bfe7-485d-9f61-28b86eb56ef2 req-6755eba8-9c4c-445d-98f0-b2283e3e6794 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409510 Mar 07 16:33:17.665052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29073131-d002-418c-970f-15f5be9452ab req-0a72e6df-e522-4860-9383-dc3aac84eca1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:17.666546 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29073131-d002-418c-970f-15f5be9452ab req-0a72e6df-e522-4860-9383-dc3aac84eca1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0527940 Mar 07 16:33:17.713541 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29073131-d002-418c-970f-15f5be9452ab req-5bb6a4ce-38fc-4701-b22a-5b08b766314d tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 Mar 07 16:33:18.422178 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:33:18.830965 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172961b6-34b0-4499-b843-bfcbfdc24431 req-3c79191b-334f-45e1-85aa-4802976ff991 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:18.832629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-172961b6-34b0-4499-b843-bfcbfdc24431 req-3c79191b-334f-45e1-85aa-4802976ff991 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0526552 Mar 07 16:33:18.878137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-172961b6-34b0-4499-b843-bfcbfdc24431 req-95772110-4ff1-4879-b01c-39159b526283 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399194 Mar 07 16:33:19.998553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ed76-6066-4d8a-b124-62b881dd4e45 req-9af5bd97-db80-4c16-8991-49957e74e634 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:20.000165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61d2ed76-6066-4d8a-b124-62b881dd4e45 req-9af5bd97-db80-4c16-8991-49957e74e634 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0554638 Mar 07 16:33:20.047461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-61d2ed76-6066-4d8a-b124-62b881dd4e45 req-3da8c150-9410-4e2b-bb9e-cb41a0e1e1d6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413158 Mar 07 16:33:20.318359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586f20-178b-45ca-a7e8-2d6a6965922e req-be141235-999f-498b-aeaf-3c1e8800176f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:20.319885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e586f20-178b-45ca-a7e8-2d6a6965922e req-be141235-999f-498b-aeaf-3c1e8800176f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0720868 Mar 07 16:33:20.324468 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-ebc8e3bb-06d4-4fbe-b750-c31761357d5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837474 Mar 07 16:33:20.369378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0e586f20-178b-45ca-a7e8-2d6a6965922e req-423a7df9-e7ea-4fa7-9532-fa305882863e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430129 Mar 07 16:33:20.672890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-30d7e0d1-c1e4-43e1-9a85-a076ac975bfb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:20.674249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-30d7e0d1-c1e4-43e1-9a85-a076ac975bfb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports/7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 942 time: 0.0461099 Mar 07 16:33:21.459201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-dc8568de-36e2-41d5-b9b4-ee874719b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:21.460732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-dc8568de-36e2-41d5-b9b4-ee874719b10b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 1127 time: 0.0494747 Mar 07 16:33:21.494900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08c477-fe1b-4cbb-bc04-11d55bcaa5c5 req-e2cd2311-92c0-43ec-9923-5a1f6636ef51 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:21.496402 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a08c477-fe1b-4cbb-bc04-11d55bcaa5c5 req-e2cd2311-92c0-43ec-9923-5a1f6636ef51 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0559318 Mar 07 16:33:21.544519 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a08c477-fe1b-4cbb-bc04-11d55bcaa5c5 req-6a1015d7-7f0b-44e2-9118-33279cfdb0d3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 Mar 07 16:33:21.550037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-4c610d7b-4562-44c9-afa2-40cc5ac1d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:21.551547 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-4c610d7b-4562-44c9-afa2-40cc5ac1d577 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0850773 Mar 07 16:33:21.620262 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-07fcbb1e-62c4-4580-af85-fc41025abfde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 1001 time: 0.0609465 Mar 07 16:33:21.667726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-148c866f-387c-4f9d-978a-b9b29863ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:21.669074 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-148c866f-387c-4f9d-978a-b9b29863ec51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0428710 Mar 07 16:33:21.714778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-7a0b7490-c052-4e82-bdf4-f2a89f763deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:21.716247 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-7a0b7490-c052-4e82-bdf4-f2a89f763deb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0413520 Mar 07 16:33:21.805558 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-68c25521-1ae7-45f0-8137-510813772f8d service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835536 Mar 07 16:33:21.898365 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-79fb07c4-c5ae-45e4-84d6-bc811ed690b3 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875545 Mar 07 16:33:22.669046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5645f02-753c-423b-9af9-ca0407b12ca7 req-c3d87c6f-0ce4-4e7e-8349-132acc9fd4c4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:22.670535 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e5645f02-753c-423b-9af9-ca0407b12ca7 req-c3d87c6f-0ce4-4e7e-8349-132acc9fd4c4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0578868 Mar 07 16:33:22.716552 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e5645f02-753c-423b-9af9-ca0407b12ca7 req-b1ea9619-fdf3-478f-a8ab-c8e669fafb54 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403874 Mar 07 16:33:22.920023 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db8af6a1-9a8d-4157-a2bb-eca4a0a534ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:23.445012 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-ddb96508-0e73-400d-9d14-ce0f270f736c service neutron] 10.222.0.11 "GET /v2.0/ports/7ac61205-277b-438e-a137-964a5d1394c8/bindings/n-h2-830010-8 HTTP/1.1" status: 200 len: 382 time: 0.0541439 Mar 07 16:33:23.638912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-d20efa26-24cb-4de8-8858-636ddbf9495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:23.640374 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-d20efa26-24cb-4de8-8858-636ddbf9495d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 1127 time: 0.0438623 Mar 07 16:33:23.701170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-0fa0fcae-ed32-4338-8c6e-26a9ed5a1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:23.702646 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-0fa0fcae-ed32-4338-8c6e-26a9ed5a1054 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 1127 time: 0.0422657 Mar 07 16:33:23.794426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-57c4424a-623b-47c5-a07c-b7c4a8a83c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:23.795942 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-57c4424a-623b-47c5-a07c-b7c4a8a83c59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0877502 Mar 07 16:33:23.836211 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280936-d5cb-474a-8604-2c74a9ce1bad req-7429b8ca-e50b-4efa-8a36-3a873de1b0db tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:23.837708 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e7280936-d5cb-474a-8604-2c74a9ce1bad req-7429b8ca-e50b-4efa-8a36-3a873de1b0db tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0519605 Mar 07 16:33:23.863508 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-54f3cc3b-5a19-450f-baa0-cc8b9327c9dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 1001 time: 0.0621512 Mar 07 16:33:23.887153 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e7280936-d5cb-474a-8604-2c74a9ce1bad req-e0f87c6a-1f2a-4543-8d7b-573452d1da5e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436263 Mar 07 16:33:23.913591 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-92b216fd-e6a5-44fb-9984-8a633f66a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:23.915096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-92b216fd-e6a5-44fb-9984-8a633f66a7d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0457656 Mar 07 16:33:23.962786 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-10f62a14-203e-4cd3-9231-edd7854e1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:23.964294 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-10f62a14-203e-4cd3-9231-edd7854e1db4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439899 Mar 07 16:33:24.057846 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-7d789cfb-0d4e-4ae5-b684-374d0b59139c service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869331 Mar 07 16:33:24.146985 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-03429fa4-97b9-4578-bb43-2d27dc675f4f req-1f690e21-5026-4f6b-bf2f-f3321b6a831e service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819430 Mar 07 16:33:25.006004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e6c0-339a-4ec9-94fe-427ac03dd010 req-cac491fb-7d37-4d11-b1d7-e286c3670f92 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:25.008186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c933e6c0-339a-4ec9-94fe-427ac03dd010 req-cac491fb-7d37-4d11-b1d7-e286c3670f92 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0538716 Mar 07 16:33:25.058679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c933e6c0-339a-4ec9-94fe-427ac03dd010 req-af5ba022-ee83-41da-83ea-d3a64d1a485f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450892 Mar 07 16:33:25.231021 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e86a-2f97-432d-97dd-ae75143276d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:26.182530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11098917-ad71-4389-806e-1bb59576c055 req-d92f2c59-6930-4b6f-8c15-e0c1789050b4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:26.184072 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11098917-ad71-4389-806e-1bb59576c055 req-d92f2c59-6930-4b6f-8c15-e0c1789050b4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0565331 Mar 07 16:33:26.230629 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11098917-ad71-4389-806e-1bb59576c055 req-0f08b9df-d300-455d-a7bc-a08a21819eab tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 Mar 07 16:33:26.429213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ea842-987d-4c72-a46d-809588d0a9b7 req-7e4146a5-9627-4388-9501-db5ccc0fd9a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:26.430746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-709ea842-987d-4c72-a46d-809588d0a9b7 req-7e4146a5-9627-4388-9501-db5ccc0fd9a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0557437 Mar 07 16:33:26.447198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-812fa429-dc95-409f-8146-ef7f11f6d71a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:26.448712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-812fa429-dc95-409f-8146-ef7f11f6d71a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&binding%3Ahost_id=n-h2-830010-8 HTTP/1.1" status: 200 len: 945 time: 0.0556958 Mar 07 16:33:26.483160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-709ea842-987d-4c72-a46d-809588d0a9b7 req-b12c8def-758c-4183-b081-5e21965f7056 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465531 Mar 07 16:33:26.511011 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:26.533736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-4b0bed4e-3588-4a1f-b9c8-6734e73051cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:26.535301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-4b0bed4e-3588-4a1f-b9c8-6734e73051cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 1127 time: 0.0463760 Mar 07 16:33:26.780589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7ac61205-277b-438e-a137-964a5d1394c8 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:33:26.784584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7ac61205-277b-438e-a137-964a5d1394c8 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:33:26.915482 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-1384dbce-4ebb-4a2a-9b6b-933ef2bb7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:26.917108 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-1384dbce-4ebb-4a2a-9b6b-933ef2bb7692 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.3750172 Mar 07 16:33:26.930319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 7ac61205-277b-438e-a137-964a5d1394c8 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:33:26.930704 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ac61205-277b-438e-a137-964a5d1394c8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:26.965676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7ac61205-277b-438e-a137-964a5d1394c8,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:33:26.977381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:33:26.980017 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa337aaf-300b-4371-9bd8-0cff6d6aa0c1" -d '{"events": [{"server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac61205-277b-438e-a137-964a5d1394c8"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:33:26.981039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-6af8b51e-d578-4b68-a7e1-b7600b46f619 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 1001 time: 0.0571809 Mar 07 16:33:26.994464 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '7ac61205-277b-438e-a137-964a5d1394c8', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'port_id': '7ac61205-277b-438e-a137-964a5d1394c8', 'mac_address': 'fa:16:3e:b4:82:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:33:26.997166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7ac61205-277b-438e-a137-964a5d1394c8,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:33:27.030334 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7936e83f-998a-4139-8fd2-80e33ce779bf x-openstack-request-id: req-7936e83f-998a-4139-8fd2-80e33ce779bf {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:33:27.030663 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac61205-277b-438e-a137-964a5d1394c8", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:33:27.030899 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7936e83f-998a-4139-8fd2-80e33ce779bf {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:33:27.031443 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8', 'code': 200} Mar 07 16:33:27.032716 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7ac61205-277b-438e-a137-964a5d1394c8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:27.036259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-7b4100a0-c95c-43b5-8b1e-a63db0d0e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:27.037723 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-7b4100a0-c95c-43b5-8b1e-a63db0d0e2ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0489929 Mar 07 16:33:27.071657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 7ac61205-277b-438e-a137-964a5d1394c8 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:33:27.072073 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ac61205-277b-438e-a137-964a5d1394c8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:27.088810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-32e1b31d-ca1a-4074-a9ce-d40110c960c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:27.090299 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-32e1b31d-ca1a-4074-a9ce-d40110c960c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459151 Mar 07 16:33:27.091215 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac61205-277b-438e-a137-964a5d1394c8 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:33:27.115414 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=7ac61205-277b-438e-a137-964a5d1394c8,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:33:27.120673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7ac61205-277b-438e-a137-964a5d1394c8,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:33:27.125193 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7ac61205-277b-438e-a137-964a5d1394c8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:27.172350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=7ac61205-277b-438e-a137-964a5d1394c8,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:33:27.181208 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-08e51997-472c-4965-837a-58e21db20d2f service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847447 Mar 07 16:33:27.271676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aabae510-b8e6-4bb7-9674-a6b8f43b2666 req-95603d4a-8882-4909-9c0a-60ad0776a867 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844920 Mar 07 16:33:27.316971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['7ac61205-277b-438e-a137-964a5d1394c8'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:33:27.616018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158386f6-3038-40bc-9a57-560810cf629c req-f627bffe-1c83-4dcd-8f39-617c63b22531 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:27.617474 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158386f6-3038-40bc-9a57-560810cf629c req-f627bffe-1c83-4dcd-8f39-617c63b22531 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 944 time: 0.0543833 Mar 07 16:33:27.670505 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-158386f6-3038-40bc-9a57-560810cf629c req-b40a73ea-7673-4fb2-8c0e-e83ceba61f59 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472867 Mar 07 16:33:27.818885 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:28.779037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7ac61205-277b-438e-a137-964a5d1394c8 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:33:28.791161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d172d-0a0d-4d76-ad38-cdec6d93fdb8 req-f792cb4d-1b51-4b90-89bc-dd152794497c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:28.792732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad2d172d-0a0d-4d76-ad38-cdec6d93fdb8 req-f792cb4d-1b51-4b90-89bc-dd152794497c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 944 time: 0.0525784 Mar 07 16:33:28.826326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 7ac61205-277b-438e-a137-964a5d1394c8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:33:28.826895 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7ac61205-277b-438e-a137-964a5d1394c8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:28.839993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ad2d172d-0a0d-4d76-ad38-cdec6d93fdb8 req-f46628a1-f518-4816-b3e1-69d10f271863 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410960 Mar 07 16:33:28.906298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 7ac61205-277b-438e-a137-964a5d1394c8 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:33:28.906696 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7ac61205-277b-438e-a137-964a5d1394c8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:28.940923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7ac61205-277b-438e-a137-964a5d1394c8,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:33:28.944814 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7ac61205-277b-438e-a137-964a5d1394c8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:28.960749 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25a58f-c9fd-4d70-9897-cf9267cbfb8e req-fdc51c82-e86f-46e5-a74a-4831b97b3ae7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:28.962176 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-be25a58f-c9fd-4d70-9897-cf9267cbfb8e req-fdc51c82-e86f-46e5-a74a-4831b97b3ae7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 944 time: 0.0555153 Mar 07 16:33:28.992334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=7ac61205-277b-438e-a137-964a5d1394c8,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:33:29.010488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-be25a58f-c9fd-4d70-9897-cf9267cbfb8e req-66f742b0-c2bf-483a-90b9-73b5ef084c8a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424330 Mar 07 16:33:29.033258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:33:29.035654 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52228267-82d9-48f8-87b6-7b8c6fbc0a72" -d '{"events": [{"server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "name": "network-vif-plugged", "status": "completed", "tag": "7ac61205-277b-438e-a137-964a5d1394c8"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:33:29.070383 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ef2e06-ab42-43a6-988c-98dcc60816ec x-openstack-request-id: req-95ef2e06-ab42-43a6-988c-98dcc60816ec {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:33:29.070685 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "name": "network-vif-plugged", "status": "completed", "tag": "7ac61205-277b-438e-a137-964a5d1394c8", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:33:29.070983 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95ef2e06-ab42-43a6-988c-98dcc60816ec {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:33:29.071390 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8', 'code': 200} Mar 07 16:33:29.186480 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:29.215338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1951cae-4b1b-4351-a781-d4d4c639094c req-bda61956-d169-4c1e-9380-43fe1d3d1390 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:29.216759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1951cae-4b1b-4351-a781-d4d4c639094c req-bda61956-d169-4c1e-9380-43fe1d3d1390 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0579391 Mar 07 16:33:29.234528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bf1b-e034-4721-a29a-25645809af40 req-bc7237f1-c522-442b-a40f-073128b5349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:29.236641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04a7bf1b-e034-4721-a29a-25645809af40 req-bc7237f1-c522-442b-a40f-073128b5349e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 1127 time: 0.0449142 Mar 07 16:33:29.266088 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1951cae-4b1b-4351-a781-d4d4c639094c req-d2a64127-bae8-4b8a-b2a0-e63257ede03b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430477 Mar 07 16:33:29.332659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bf1b-e034-4721-a29a-25645809af40 req-38e8a8f5-becc-4db6-a372-5c22bce36b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:29.334161 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04a7bf1b-e034-4721-a29a-25645809af40 req-38e8a8f5-becc-4db6-a372-5c22bce36b6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0921140 Mar 07 16:33:29.398401 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04a7bf1b-e034-4721-a29a-25645809af40 req-561f0623-651d-4fb9-9139-15ab2eaeb651 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 200 len: 1001 time: 0.0573471 Mar 07 16:33:29.448517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bf1b-e034-4721-a29a-25645809af40 req-919d6dcc-5991-4378-a6da-602d9ab8b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:29.449952 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04a7bf1b-e034-4721-a29a-25645809af40 req-919d6dcc-5991-4378-a6da-602d9ab8b3c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0454950 Mar 07 16:33:29.495795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bf1b-e034-4721-a29a-25645809af40 req-581f34f2-5630-4da4-b02a-af4108ed24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:29.497256 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04a7bf1b-e034-4721-a29a-25645809af40 req-581f34f2-5630-4da4-b02a-af4108ed24f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0416260 Mar 07 16:33:29.583561 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04a7bf1b-e034-4721-a29a-25645809af40 req-2b603af0-ac4d-41be-abc6-6444b90bcac5 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799029 Mar 07 16:33:29.673340 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04a7bf1b-e034-4721-a29a-25645809af40 req-658f6966-b2a5-4188-a503-43f2b34a4430 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833001 Mar 07 16:33:30.387062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800340be-26c9-45e0-a39b-47053e4fbb55 req-f5970b76-63bd-4553-8b3b-8c2ea99e4dc8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:30.388550 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-800340be-26c9-45e0-a39b-47053e4fbb55 req-f5970b76-63bd-4553-8b3b-8c2ea99e4dc8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0524826 Mar 07 16:33:30.436539 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-800340be-26c9-45e0-a39b-47053e4fbb55 req-a357d353-e4de-42b8-932e-3467d8f17d4c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Mar 07 16:33:30.671794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c6e30-944e-4c79-80e5-3620a138bbf2 req-11ec6c71-b282-4bac-a6b9-c3d89d5d2acd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:30.673277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-746c6e30-944e-4c79-80e5-3620a138bbf2 req-11ec6c71-b282-4bac-a6b9-c3d89d5d2acd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0578129 Mar 07 16:33:30.719507 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-746c6e30-944e-4c79-80e5-3620a138bbf2 req-7108fe60-cc5f-48c3-95f7-f2a8d2c216b7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404344 Mar 07 16:33:31.843923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc57f5c-1f9b-4284-8ec9-5ea8eb670c49 req-50435a66-d2fc-4fbb-9cab-dfc644790f43 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:31.846116 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4fc57f5c-1f9b-4284-8ec9-5ea8eb670c49 req-50435a66-d2fc-4fbb-9cab-dfc644790f43 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0566533 Mar 07 16:33:31.893722 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4fc57f5c-1f9b-4284-8ec9-5ea8eb670c49 req-f41d6f4d-8676-4727-aa97-d60ead1877df tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420325 Mar 07 16:33:31.923912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-2f4845b3-ad3f-40e1-a868-ca3fa3ddbbb8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:31.925368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-2f4845b3-ad3f-40e1-a868-ca3fa3ddbbb8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 945 time: 0.0580833 Mar 07 16:33:32.019279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Deleting port 7ac61205-277b-438e-a137-964a5d1394c8 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:33:32.019691 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7ac61205-277b-438e-a137-964a5d1394c8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:32.107179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] For port 7ac61205-277b-438e-a137-964a5d1394c8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7ac61205-277b-438e-a137-964a5d1394c8,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:33:32.107544 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7ac61205-277b-438e-a137-964a5d1394c8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:32.276635 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:32.276926 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:32.277243 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Floating IP e8604c60-03e3-4a33-8517-c314d78173fe disassociated. External IP: 172.25.4.231, port: 7ac61205-277b-438e-a137-964a5d1394c8. Mar 07 16:33:32.277595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Calling delete_port for 7ac61205-277b-438e-a137-964a5d1394c8 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:33:32.406531 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7ac61205-277b-438e-a137-964a5d1394c8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:32.434364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event deleted for resources: {'Port': ['ID=7ac61205-277b-438e-a137-964a5d1394c8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:33:32.553553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:33:32.666198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:33:32.676269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:33:32.685677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:33:32.686291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:33:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:33:32.709251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] No DVR routers for this DVR port 7ac61205-277b-438e-a137-964a5d1394c8 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:33:32.711877 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:32.715276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11c4bf77-4eae-4015-9367-fe5e10e2b442 req-acdefa33-c1cc-434b-94d7-92d61b673541 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "DELETE /v2.0/ports/7ac61205-277b-438e-a137-964a5d1394c8 HTTP/1.1" status: 204 len: 173 time: 0.7852690 Mar 07 16:33:32.715742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'name': 'network-vif-deleted', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:33:32.718038 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb71d65-6819-40d5-97e2-9f6f33310ceb" -d '{"events": [{"server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "name": "network-vif-deleted", "tag": "7ac61205-277b-438e-a137-964a5d1394c8"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:33:32.764818 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afb638f-a9d1-4654-9194-3535578a1805 x-openstack-request-id: req-1afb638f-a9d1-4654-9194-3535578a1805 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:33:32.765308 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0a96e1-b5c0-4972-91df-c891d517cd5f", "name": "network-vif-deleted", "tag": "7ac61205-277b-438e-a137-964a5d1394c8", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:33:32.765781 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1afb638f-a9d1-4654-9194-3535578a1805 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:33:32.773039 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0a96e1-b5c0-4972-91df-c891d517cd5f', 'name': 'network-vif-deleted', 'tag': '7ac61205-277b-438e-a137-964a5d1394c8', 'status': 'completed', 'code': 200} Mar 07 16:33:32.804458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:33:33.003762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:33:33.009323 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d43ce3ed-53d6-4b64-884b-ea8925b9e4c1 req-f5e663c7-1d22-4939-b6a4-7b10d9281656 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0a96e1-b5c0-4972-91df-c891d517cd5f HTTP/1.1" status: 200 len: 210 time: 0.0279903 Mar 07 16:33:33.030677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:33:33.039265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:33:33.039867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:33:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:33:33.149945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:33:33.351196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:33:33.377971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ad680-f6c4-4d00-9109-3a7103a1e4b9 None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:33:33.590560 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cebba19-671b-4ec2-b982-40bc8047c964 None None] New status for floating IP e8604c60-03e3-4a33-8517-c314d78173fe: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:33:34.254409 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-42db52f9-1f92-42f6-bf7b-95e1746a4357 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--313156434&fields=id&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 267 time: 0.0426064 Mar 07 16:33:34.358669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-1f8754e7-f48f-4546-aebd-d1d9284bd198 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:34.360640 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-1f8754e7-f48f-4546-aebd-d1d9284bd198 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 812 time: 0.0993745 Mar 07 16:33:34.374963 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-6e9116d2-bfcc-4990-a4ec-c493c7fbf1a9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/quotas/0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 375 time: 0.0088139 Mar 07 16:33:34.434894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-21eb3923-8569-4693-b322-2719bf7e542d tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542362 Mar 07 16:33:34.528522 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-43fd6b2a-df7c-4e24-8341-8ba321a43c2a service neutron] 10.222.0.24 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826085 Mar 07 16:33:34.618964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-bd871854-a0f6-47bd-91bc-206459f69906 service neutron] 10.222.0.24 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841050 Mar 07 16:33:34.777340 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e851607b-7179-441c-893b-6d54ec11c5d5 req-660f1f4d-c435-469e-a622-d94f77cc0727 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Mar 07 16:33:35.683050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-8618dce2-d06b-4d76-85ab-9d730e1de916 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:35.684515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-8618dce2-d06b-4d76-85ab-9d730e1de916 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 812 time: 0.1040735 Mar 07 16:33:35.745056 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-74429f00-c08b-4fb2-a21e-64371e37cde7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 379 time: 0.0524495 Mar 07 16:33:35.754623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'port': {'device_id': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'admin_state_up': True, 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'security_groups': ['8817a662-5916-426d-ab0d-cfbbdcad2c46']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:33:35.874733 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81ee5f85-f626-4dd7-a680-ffb7055a188d req-18495ea9-aa80-4afc-95e8-2b5fda2e0534 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 210 time: 0.0307572 Mar 07 16:33:35.891248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Made reservation on behalf of 0e9bd3cb487646a9a624bfb51c3d7231 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:33:35.895617 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.023458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Allocated IP 172.20.0.7 (578e1b7c-28d9-4535-a71f-9671c7bb864a/42d3daa9-aabd-40c3-8edf-177f6bef62ad/84dc204f-c217-495c-821e-f67d71a0fb8b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:33:36.156052 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.195054 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.240557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:33:36.243579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:33:36.247186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:33:36.271352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:33:36.288171 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.288463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.288783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.289127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.289465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.289801 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.290136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.290469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.290889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.291148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.291477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.291808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.292137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:36.313321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:36.314024 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.332336 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-d14c281f-0211-4b2a-9531-c1fb4e66b0cb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814748 Mar 07 16:33:36.343778 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Request body: {'port': {'device_id': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:33:36.412743 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.526258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-bf4ef7c5-2fcf-4f79-a2ee-7ac3ec8ad74c None None] Provisioning complete for port 84dc204f-c217-495c-821e-f67d71a0fb8b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:33:36.526824 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef7c5-2fcf-4f79-a2ee-7ac3ec8ad74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.560126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ef7c5-2fcf-4f79-a2ee-7ac3ec8ad74c None None] Port 84dc204f-c217-495c-821e-f67d71a0fb8b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:33:36.674627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84dc204f-c217-495c-821e-f67d71a0fb8b {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:33:36.682068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Publish callbacks [] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.694469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Transition to ACTIVE for port object 84dc204f-c217-495c-821e-f67d71a0fb8b will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:33:36.697872 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.720731 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.749246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:33:36.823175 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:33:36.823514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:33:36.823851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:33:36.827263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7ac61205-277b-438e-a137-964a5d1394c8 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:33:36.828543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Port 84dc204f-c217-495c-821e-f67d71a0fb8b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:33:36.828983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:33:36.839189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:33:36.839543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:33:36.840070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Bound using segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:33:36.840656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Bound port: 84dc204f-c217-495c-821e-f67d71a0fb8b, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:33:36.841029 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.852642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 7ac61205-277b-438e-a137-964a5d1394c8 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:33:36.852991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7ac61205-277b-438e-a137-964a5d1394c8 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:33:36.910726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:33:36.913913 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:33:36.920953 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.953939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:36.954982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:36.956385 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] 10.222.0.11 "PUT /v2.0/ports/84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1091 time: 0.6169376 Mar 07 16:33:36.956831 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:33:36.959111 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af052e79-6556-435a-a760-c23d0158f075" -d '{"events": [{"name": "network-changed", "server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:33:37.021816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc4214-14c7-46f9-98c1-8d387642aacc req-fe3f3ef7-9208-405e-9bc4-5ed70f113bca tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:37.024164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77cc4214-14c7-46f9-98c1-8d387642aacc req-fe3f3ef7-9208-405e-9bc4-5ed70f113bca tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0774050 Mar 07 16:33:37.038763 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed05203-fccd-4766-810c-abab95ba7f51 x-openstack-request-id: req-3ed05203-fccd-4766-810c-abab95ba7f51 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:33:37.039062 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:33:37.039353 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ed05203-fccd-4766-810c-abab95ba7f51 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:33:37.039751 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'status': 'completed', 'code': 200} Mar 07 16:33:37.040453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fd642-b7a6-4b39-a889-38d41bf3403a service neutron] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:33:37.063459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-49638268-35e4-4c57-bd2d-e8e1829c109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:37.065840 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-49638268-35e4-4c57-bd2d-e8e1829c109c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1125 time: 0.0622058 Mar 07 16:33:37.079054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77cc4214-14c7-46f9-98c1-8d387642aacc req-4ecd4a9f-438c-4b6d-bcaf-35fa922aa810 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488183 Mar 07 16:33:37.114350 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-4231749c-1cde-4e08-9478-fc4e06f13420 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 217 time: 0.0421984 Mar 07 16:33:37.162770 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-46a43063-dc58-4d87-9b62-1392f1ceca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:37.164272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-46a43063-dc58-4d87-9b62-1392f1ceca0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0446613 Mar 07 16:33:37.213682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-ccfeab53-6240-4251-925d-e4036ac3600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:37.215727 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-ccfeab53-6240-4251-925d-e4036ac3600c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451632 Mar 07 16:33:37.307458 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-3c6e2f68-fd38-4e61-88f5-f2109554cf0d service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858803 Mar 07 16:33:37.395408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79c112bb-dd62-43a0-ad1b-e916fbe61715 req-4d952277-7c46-4a54-81ba-f860ed2a45fc service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819988 Mar 07 16:33:37.488877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af052e79-6556-435a-a760-c23d0158f075 req-ff9ac016-56a4-4ade-a9d1-0331aa8054fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:37.490371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af052e79-6556-435a-a760-c23d0158f075 req-ff9ac016-56a4-4ade-a9d1-0331aa8054fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1125 time: 0.0489998 Mar 07 16:33:37.577933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af052e79-6556-435a-a760-c23d0158f075 req-8af2ea72-1845-45bf-bc83-9f74e34c8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:37.579429 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af052e79-6556-435a-a760-c23d0158f075 req-8af2ea72-1845-45bf-bc83-9f74e34c8d35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0821733 Mar 07 16:33:37.622080 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af052e79-6556-435a-a760-c23d0158f075 req-1a8ea411-8322-49d0-aa0e-fdc0e7c79307 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 217 time: 0.0369806 Mar 07 16:33:37.670583 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af052e79-6556-435a-a760-c23d0158f075 req-ab327cb3-f541-48b6-ab8e-9161ecee2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:37.671988 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af052e79-6556-435a-a760-c23d0158f075 req-ab327cb3-f541-48b6-ab8e-9161ecee2ae4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0426166 Mar 07 16:33:37.719293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af052e79-6556-435a-a760-c23d0158f075 req-e63f4d32-9a94-4ba8-8e22-91c673291584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:37.721356 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af052e79-6556-435a-a760-c23d0158f075 req-e63f4d32-9a94-4ba8-8e22-91c673291584 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434065 Mar 07 16:33:37.812293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af052e79-6556-435a-a760-c23d0158f075 req-ab5f0b8d-4243-4c89-b32c-341e81658d4a service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840647 Mar 07 16:33:37.900712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af052e79-6556-435a-a760-c23d0158f075 req-4b43b0be-1a00-4ef0-8c10-01b38482602a service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815811 Mar 07 16:33:38.197822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdf231-8016-490e-bcab-a051c7e93006 req-9afea85a-ccd0-44a0-8233-a8b5fc165c4a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:38.199338 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85cdf231-8016-490e-bcab-a051c7e93006 req-9afea85a-ccd0-44a0-8233-a8b5fc165c4a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0506616 Mar 07 16:33:38.250302 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-85cdf231-8016-490e-bcab-a051c7e93006 req-f17bc897-538d-4728-ba1d-b66d8775c909 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447614 Mar 07 16:33:39.370229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277d4d1-f7f5-45af-a7d9-adda8ccfa37f req-1e2cb1ff-e001-4385-813b-778f65478978 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:39.371754 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b277d4d1-f7f5-45af-a7d9-adda8ccfa37f req-1e2cb1ff-e001-4385-813b-778f65478978 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0530441 Mar 07 16:33:39.419070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b277d4d1-f7f5-45af-a7d9-adda8ccfa37f req-6e4819b1-84da-4a47-ae58-ba5aede8b42c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416152 Mar 07 16:33:40.592074 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe9d37-30c8-49c5-b212-065991346c00 req-8a13a867-846d-430a-a15a-9d4c468843af tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:40.593554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06fe9d37-30c8-49c5-b212-065991346c00 req-8a13a867-846d-430a-a15a-9d4c468843af tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.1082044 Mar 07 16:33:40.640140 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-06fe9d37-30c8-49c5-b212-065991346c00 req-5d6d9aaf-cc7b-4b6c-9d3f-42028d40e465 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 Mar 07 16:33:40.858541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:33:40.958176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:33:40.968605 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'port_id': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'mac_address': 'fa:16:3e:0c:8b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:33:41.006288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 84dc204f-c217-495c-821e-f67d71a0fb8b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:33:41.006679 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:41.019754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84dc204f-c217-495c-821e-f67d71a0fb8b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:33:41.039474 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:33:41.043438 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:41.091705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:33:41.099778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.100156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.100509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.100851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.101189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.101523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.101856 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.102187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.102515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.102867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.103198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.103525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.103853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:33:41.245678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['84dc204f-c217-495c-821e-f67d71a0fb8b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:33:41.303747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:41.818631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1eab8-5f8b-4b46-b3f9-bc2ab4ed7aab req-6bd185ee-8105-42b5-b830-838db03a4c79 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:41.820186 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72d1eab8-5f8b-4b46-b3f9-bc2ab4ed7aab req-6bd185ee-8105-42b5-b830-838db03a4c79 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 944 time: 0.1125584 Mar 07 16:33:41.871298 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-72d1eab8-5f8b-4b46-b3f9-bc2ab4ed7aab req-cd23a526-f7e3-4794-b35e-2de041154455 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455966 Mar 07 16:33:42.873934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:33:42.924117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 84dc204f-c217-495c-821e-f67d71a0fb8b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:33:42.927825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 84dc204f-c217-495c-821e-f67d71a0fb8b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:33:42.928191 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:42.989514 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568a8f4-bcca-4050-ab60-82e4e8e26171 req-97a07094-ca97-4e6d-b17a-157a32aca475 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:42.991071 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6568a8f4-bcca-4050-ab60-82e4e8e26171 req-97a07094-ca97-4e6d-b17a-157a32aca475 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 944 time: 0.0531535 Mar 07 16:33:43.010742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 84dc204f-c217-495c-821e-f67d71a0fb8b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:33:43.011165 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:43.034060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:33:43.036329 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae1245-931c-41ea-b233-bb2d25db65f4" -d '{"events": [{"server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "name": "network-vif-plugged", "status": "completed", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:33:43.038122 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6568a8f4-bcca-4050-ab60-82e4e8e26171 req-a8b25a16-0d43-4063-9b51-690111573e58 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413942 Mar 07 16:33:43.050189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:33:43.059248 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:43.086120 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0d9e9-5b50-4ba7-8a81-7cf80610880e x-openstack-request-id: req-a2f0d9e9-5b50-4ba7-8a81-7cf80610880e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:33:43.086420 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "name": "network-vif-plugged", "status": "completed", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:33:43.086679 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2f0d9e9-5b50-4ba7-8a81-7cf80610880e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:33:43.087100 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'code': 200} Mar 07 16:33:43.114942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:33:43.178675 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7cdf6-a7de-4cf6-ba35-148f56cf83b2 req-0bf18754-fc8b-45fa-8a97-edad277a66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:43.180207 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4b7cdf6-a7de-4cf6-ba35-148f56cf83b2 req-0bf18754-fc8b-45fa-8a97-edad277a66d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1127 time: 0.0474749 Mar 07 16:33:43.225183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c4b7cdf6-a7de-4cf6-ba35-148f56cf83b2 req-6008555f-2abe-48e7-a797-f39ef73811a8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371225 Mar 07 16:33:44.155274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704054bb-590a-42df-9490-414412baf720 req-39243e86-906d-425d-8e98-71a993470600 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:44.156756 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-704054bb-590a-42df-9490-414412baf720 req-39243e86-906d-425d-8e98-71a993470600 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0516179 Mar 07 16:33:44.203538 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-704054bb-590a-42df-9490-414412baf720 req-6a7ce941-088f-4ff8-8701-332a1b47bfe1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406222 Mar 07 16:33:45.328237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e95e9-cb8d-4579-85d1-ddbdb2fa7c27 req-08839751-5f04-4ec5-a550-f8030d3909db tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:45.330260 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1e3e95e9-cb8d-4579-85d1-ddbdb2fa7c27 req-08839751-5f04-4ec5-a550-f8030d3909db tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0538089 Mar 07 16:33:45.378088 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1e3e95e9-cb8d-4579-85d1-ddbdb2fa7c27 req-789c6e25-5155-4055-b2f7-4a504c275238 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422053 Mar 07 16:33:45.495933 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258a114-dd28-4f44-b229-656482623dc6 req-854c3af3-b211-4483-b53c-718866e46639 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:45.497363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b258a114-dd28-4f44-b229-656482623dc6 req-854c3af3-b211-4483-b53c-718866e46639 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0560162 Mar 07 16:33:45.506188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 52938) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:33:45.510520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5bf75b6d-e7d6-4426-8bec-ffea0e0561e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'floatingip': {'port_id': '84dc204f-c217-495c-821e-f67d71a0fb8b'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:33:45.549374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5bf75b6d-e7d6-4426-8bec-ffea0e0561e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:45.984113 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5bf75b6d-e7d6-4426-8bec-ffea0e0561e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:45.988810 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5bf75b6d-e7d6-4426-8bec-ffea0e0561e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:46.088855 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-5bf75b6d-e7d6-4426-8bec-ffea0e0561e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Floating IP e8604c60-03e3-4a33-8517-c314d78173fe associated. External IP: 172.25.4.231, port: 84dc204f-c217-495c-821e-f67d71a0fb8b. Mar 07 16:33:46.592357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf75b6d-e7d6-4426-8bec-ffea0e0561e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:33:46.701117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf75b6d-e7d6-4426-8bec-ffea0e0561e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:33:46.706497 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5bf75b6d-e7d6-4426-8bec-ffea0e0561e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:46.711020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:33:46.721055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:33:46.721704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:33:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:33:46.736941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5bf75b6d-e7d6-4426-8bec-ffea0e0561e1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "PUT /v2.0/floatingips/e8604c60-03e3-4a33-8517-c314d78173fe HTTP/1.1" status: 200 len: 991 time: 1.2296677 Mar 07 16:33:46.737529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:33:46.739801 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d8916-e1f6-4964-8750-d9cd1ce1232b" -d '{"events": [{"name": "network-changed", "server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:33:46.849052 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97711b15-baa4-4eeb-9676-ffe08e561789 x-openstack-request-id: req-97711b15-baa4-4eeb-9676-ffe08e561789 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:33:46.849411 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:33:46.849733 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97711b15-baa4-4eeb-9676-ffe08e561789 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:33:46.850306 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'status': 'completed', 'code': 200} Mar 07 16:33:46.851060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:33:46.924682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-52a1b661-e5ce-4946-8b24-f9b0afe9a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:46.926613 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-52a1b661-e5ce-4946-8b24-f9b0afe9a039 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1127 time: 0.0550296 Mar 07 16:33:47.089557 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-3c103f93-5d85-47ad-95fe-0fbe301e11b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1562309 Mar 07 16:33:47.102512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92a8cf-b4ad-4e8b-af43-b7eef80456e8 req-34668183-3129-4ab6-8e42-d33fd1086dbd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:47.104114 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd92a8cf-b4ad-4e8b-af43-b7eef80456e8 req-34668183-3129-4ab6-8e42-d33fd1086dbd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.1535916 Mar 07 16:33:47.107542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-27548dba-e849-4698-906d-c37a99a57f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:47.109104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-27548dba-e849-4698-906d-c37a99a57f3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.1672318 Mar 07 16:33:47.208724 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bd92a8cf-b4ad-4e8b-af43-b7eef80456e8 req-793e082b-fbcc-4b41-86d0-b69ff9453101 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957465 Mar 07 16:33:47.217825 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-64abafac-1d6d-4064-ac09-a7997ac38039 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 999 time: 0.0973148 Mar 07 16:33:47.264947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:0c:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:33:45Z', 'revision_number': 9, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:33:47.277761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-01dd96e9-a683-45c8-83e8-3a76107f8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:47.279270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-01dd96e9-a683-45c8-83e8-3a76107f8e3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0568495 Mar 07 16:33:47.293386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:33:47.302453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:33:47.303133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:33:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:33:47.336522 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-b6e9fe75-8ee1-472a-8608-4ed6da2841ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:47.338277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-b6e9fe75-8ee1-472a-8608-4ed6da2841ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532408 Mar 07 16:33:47.415930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:33:47.446691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-83f0f041-e8d3-4dec-8248-51d258493dd7 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016986 Mar 07 16:33:47.467877 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-50cc5046-c60d-4625-a48f-7fc0d21c3f2c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:47.476889 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-50cc5046-c60d-4625-a48f-7fc0d21c3f2c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports/84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 942 time: 0.0592899 Mar 07 16:33:47.541753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-282d8916-e1f6-4964-8750-d9cd1ce1232b req-50270012-d121-40bc-84de-cf5c74a27904 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888767 Mar 07 16:33:47.663378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:0c:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:33:45Z', 'revision_number': 9, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:33:47.691983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c29f5c-d8f4-410a-b7f4-0e7972ac265b None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:0c:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:33:45Z', 'revision_number': 9, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:33:47.900284 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616ee29-0265-44f5-bdab-3f0ee9db36c2 None None] New status for floating IP e8604c60-03e3-4a33-8517-c314d78173fe: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:33:48.284584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-e145fab8-8b5c-4f8b-8249-37e78acd5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:48.286212 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-e145fab8-8b5c-4f8b-8249-37e78acd5307 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1127 time: 0.0582986 Mar 07 16:33:48.337678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288589e-02e1-4700-b17d-b4afa27b89a3 req-20166fd6-e5af-4a52-9d6c-8aa50e7f4ad6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:48.339117 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b288589e-02e1-4700-b17d-b4afa27b89a3 req-20166fd6-e5af-4a52-9d6c-8aa50e7f4ad6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0525739 Mar 07 16:33:48.376300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-29234596-ae89-4943-86d6-4f21f62620f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:48.378069 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-29234596-ae89-4943-86d6-4f21f62620f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0863409 Mar 07 16:33:48.388967 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b288589e-02e1-4700-b17d-b4afa27b89a3 req-0d21f76a-a3f6-4610-bec4-4ab9c57c7012 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 Mar 07 16:33:48.448309 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c7ab3ad5-3efb-4097-b929-17a4ebc3c872 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1002 time: 0.0628483 Mar 07 16:33:48.496022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-7bae937d-bfbf-476b-bac8-6a26460b49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:48.497464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-7bae937d-bfbf-476b-bac8-6a26460b49ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0440891 Mar 07 16:33:48.546475 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-6b20aa2e-6bb8-4dc4-aad3-7ffb57229e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:48.548858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-6b20aa2e-6bb8-4dc4-aad3-7ffb57229e90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432038 Mar 07 16:33:48.637402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-2a8e0276-7ced-4ad2-8a8d-6d582a4fb929 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838625 Mar 07 16:33:48.724029 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-13340989-451b-466a-ba25-d5f603da42bf service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808587 Mar 07 16:33:49.513907 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0573a-4d7e-49d2-8438-47b2b04f82de req-864df697-19ee-458d-aa7b-2c86d788d529 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:49.515360 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88c0573a-4d7e-49d2-8438-47b2b04f82de req-864df697-19ee-458d-aa7b-2c86d788d529 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0570467 Mar 07 16:33:49.562500 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-88c0573a-4d7e-49d2-8438-47b2b04f82de req-adff9ed5-1d7e-456a-a907-7b8cfde786ce tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405378 Mar 07 16:33:50.682446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993207a-bb05-4418-9b94-f08ba9c6093e req-6826b508-2b11-4f75-804f-8f332c8910a6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:50.684003 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c993207a-bb05-4418-9b94-f08ba9c6093e req-6826b508-2b11-4f75-804f-8f332c8910a6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0535390 Mar 07 16:33:50.730816 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c993207a-bb05-4418-9b94-f08ba9c6093e req-79737179-021b-4356-9929-56da6bd5f749 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Mar 07 16:33:51.848457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76dc45-606e-421f-8ac1-453892eae717 req-30f18b02-3c17-4b42-8791-9b3a037d35b8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:51.849936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b76dc45-606e-421f-8ac1-453892eae717 req-30f18b02-3c17-4b42-8791-9b3a037d35b8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0532358 Mar 07 16:33:51.896081 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b76dc45-606e-421f-8ac1-453892eae717 req-d1ea4fa0-7fdd-4221-894f-81f3d6bef160 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402725 Mar 07 16:33:52.923416 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ac6957b4-2ca6-480c-9a77-30e68c4832aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:53.022480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2714b-0ec2-4bef-9df1-f1e39e50d20c req-a44a9812-2aa4-4ca4-bdfe-0ca39ce02d51 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:53.024048 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4f2714b-0ec2-4bef-9df1-f1e39e50d20c req-a44a9812-2aa4-4ca4-bdfe-0ca39ce02d51 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0579610 Mar 07 16:33:53.080445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d4f2714b-0ec2-4bef-9df1-f1e39e50d20c req-796d0a85-ae0d-435e-944e-9a2ead647030 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507824 Mar 07 16:33:54.198717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2d397-0cd6-4386-9ca6-72038b73d589 req-a558d5aa-39d5-4295-8adf-5d3e5a6d13f1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:54.200113 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b7c2d397-0cd6-4386-9ca6-72038b73d589 req-a558d5aa-39d5-4295-8adf-5d3e5a6d13f1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0515778 Mar 07 16:33:54.252010 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b7c2d397-0cd6-4386-9ca6-72038b73d589 req-eee1a5de-7c7d-469c-904c-56f8b5760eb7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451839 Mar 07 16:33:55.232743 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dfde6f95-4a45-4da0-b70f-d3786f9aec89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:55.378309 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af87c7-886f-4e15-a6c3-08d97b29ade1 req-ecc8692f-98f4-43e2-af05-e378efd7397a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:55.379856 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56af87c7-886f-4e15-a6c3-08d97b29ade1 req-ecc8692f-98f4-43e2-af05-e378efd7397a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0562642 Mar 07 16:33:55.420682 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:33:55.426681 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56af87c7-886f-4e15-a6c3-08d97b29ade1 req-040d02ef-734e-4ee2-bdcc-879fd18ef9a0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413480 Mar 07 16:33:56.516049 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:56.544264 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df0994-1fed-43f7-b36a-7106dcb935a0 req-9a26e203-18c2-4fc1-a71d-cf98c6ed91b3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:56.545740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8df0994-1fed-43f7-b36a-7106dcb935a0 req-9a26e203-18c2-4fc1-a71d-cf98c6ed91b3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Mar 07 16:33:56.593044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8df0994-1fed-43f7-b36a-7106dcb935a0 req-253e0a9a-5652-4e34-a1cd-ce277363c993 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411303 Mar 07 16:33:57.713772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6c81-d0d0-4231-a3b6-6f221a8c076a req-3264b0ce-9bc1-41c4-964b-e7e558a39cf9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:57.715273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8a0f6c81-d0d0-4231-a3b6-6f221a8c076a req-3264b0ce-9bc1-41c4-964b-e7e558a39cf9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0520763 Mar 07 16:33:57.761280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8a0f6c81-d0d0-4231-a3b6-6f221a8c076a req-b7ca53ae-ff47-4121-a615-f2fc60eff128 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397925 Mar 07 16:33:57.821650 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:33:58.879343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df47c-13b4-4e19-8b29-a914fe632494 req-edd26dcc-9785-4df3-b604-8fa9996320b1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:33:58.880818 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d5df47c-13b4-4e19-8b29-a914fe632494 req-edd26dcc-9785-4df3-b604-8fa9996320b1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0525415 Mar 07 16:33:58.928331 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d5df47c-13b4-4e19-8b29-a914fe632494 req-481faa7b-4583-4653-add3-ddcae1a11b62 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419133 Mar 07 16:33:59.178551 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:00.051690 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae6c57-2db0-404d-b3a9-1600bd6c9441 req-508f36ed-bb16-47b8-839c-3c41e3801174 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:00.053205 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9ae6c57-2db0-404d-b3a9-1600bd6c9441 req-508f36ed-bb16-47b8-839c-3c41e3801174 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0571508 Mar 07 16:34:00.424935 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b9ae6c57-2db0-404d-b3a9-1600bd6c9441 req-50a00258-5b8e-4127-9b7c-c29643a5e8a8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661306 Mar 07 16:34:01.550685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96e3b1-29b2-4f5c-876a-14b56cbd2529 req-2bae0a60-63b8-47f3-83a2-79ac665a53d8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:01.552165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c96e3b1-29b2-4f5c-876a-14b56cbd2529 req-2bae0a60-63b8-47f3-83a2-79ac665a53d8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0582509 Mar 07 16:34:01.599378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c96e3b1-29b2-4f5c-876a-14b56cbd2529 req-5558aa8c-db5b-4a89-9e8b-546980e3df75 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Mar 07 16:34:02.729322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e42108-2fd9-4574-8547-c86ceeae970f req-1c2e8dc8-bf11-49c4-95ff-296979b565ca tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:02.731740 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e7e42108-2fd9-4574-8547-c86ceeae970f req-1c2e8dc8-bf11-49c4-95ff-296979b565ca tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0612562 Mar 07 16:34:02.784244 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e7e42108-2fd9-4574-8547-c86ceeae970f req-95f1500c-9c90-4928-9ebd-bf8a606f9e6c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469067 Mar 07 16:34:03.908099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaeca1-826b-48f3-8d36-298eccbd9fa4 req-3b2e9161-7349-4be6-aa2f-796163aba608 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:03.909598 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6daaeca1-826b-48f3-8d36-298eccbd9fa4 req-3b2e9161-7349-4be6-aa2f-796163aba608 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0526345 Mar 07 16:34:03.955698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6daaeca1-826b-48f3-8d36-298eccbd9fa4 req-e35435d7-d8ba-4b83-97bb-1ab6342307b7 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406613 Mar 07 16:34:05.072401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7b28-ffac-4e6a-9753-730784a13b39 req-83726d2b-47a0-42ae-a1be-f934af2d198f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:05.073881 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f8df7b28-ffac-4e6a-9753-730784a13b39 req-83726d2b-47a0-42ae-a1be-f934af2d198f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0519660 Mar 07 16:34:05.123483 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f8df7b28-ffac-4e6a-9753-730784a13b39 req-4866efae-e646-4da8-860f-ac6cdc160a11 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441320 Mar 07 16:34:06.243403 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cd304-91cf-49d4-9dd2-5422e20fbdb1 req-d702171e-614b-4287-93ed-60ecc657a63c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:06.244905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-664cd304-91cf-49d4-9dd2-5422e20fbdb1 req-d702171e-614b-4287-93ed-60ecc657a63c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Mar 07 16:34:06.295432 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-664cd304-91cf-49d4-9dd2-5422e20fbdb1 req-25c5c5ce-1e3a-4d98-97ac-6c0194676fa1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449677 Mar 07 16:34:06.711437 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:07.413936 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695f26-0528-400f-bda3-aa874662780e req-5f89e364-7489-406d-b647-d1ecd474d437 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:07.415534 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34695f26-0528-400f-bda3-aa874662780e req-5f89e364-7489-406d-b647-d1ecd474d437 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0526710 Mar 07 16:34:07.461747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34695f26-0528-400f-bda3-aa874662780e req-38bc9a3a-fadd-4019-8cdc-b6b497b83721 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406349 Mar 07 16:34:08.578739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a259d-e07a-49aa-b825-d4d0a1713403 req-ce37f39d-5f52-4f52-be00-6093770b6028 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:08.580728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb4a259d-e07a-49aa-b825-d4d0a1713403 req-ce37f39d-5f52-4f52-be00-6093770b6028 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0522456 Mar 07 16:34:08.626473 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb4a259d-e07a-49aa-b825-d4d0a1713403 req-87379d1b-e7da-4d33-aecb-84ee6b600715 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402241 Mar 07 16:34:09.747379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe46788-1b2b-4926-9376-e0701b2f277e req-003806e7-b143-41ba-9cf5-4423beada2c1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:09.748845 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5fe46788-1b2b-4926-9376-e0701b2f277e req-003806e7-b143-41ba-9cf5-4423beada2c1 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0522788 Mar 07 16:34:09.795033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5fe46788-1b2b-4926-9376-e0701b2f277e req-287c97c5-6e01-4ddd-85ce-34a1423ef619 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403214 Mar 07 16:34:10.914447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f070f28-4154-493e-ba54-64bd2f19fadb req-c5625bf5-904f-419b-9f11-0f8d3b1950c9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:10.916294 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f070f28-4154-493e-ba54-64bd2f19fadb req-c5625bf5-904f-419b-9f11-0f8d3b1950c9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0535686 Mar 07 16:34:10.964265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9f070f28-4154-493e-ba54-64bd2f19fadb req-876c2ecc-d587-4ade-98c1-1f8c2de1c63f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422032 Mar 07 16:34:11.294609 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:12.087655 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf62702-718c-4d92-9983-2ef2f4c855e6 req-7b59fe94-4dc3-4134-8086-71f7b4a91570 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:12.089127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bbf62702-718c-4d92-9983-2ef2f4c855e6 req-7b59fe94-4dc3-4134-8086-71f7b4a91570 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0547824 Mar 07 16:34:12.135159 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bbf62702-718c-4d92-9983-2ef2f4c855e6 req-c631ab16-401c-409f-8c6b-3c7444905aab tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404501 Mar 07 16:34:13.257519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8893c4-b71f-40ee-990f-ad9393d68f26 req-430e8911-8089-4149-875e-452c01d7f717 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:13.259021 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a8893c4-b71f-40ee-990f-ad9393d68f26 req-430e8911-8089-4149-875e-452c01d7f717 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0584590 Mar 07 16:34:13.305821 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9a8893c4-b71f-40ee-990f-ad9393d68f26 req-22af5c7b-6b44-487c-9c65-cc55dfffd968 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412312 Mar 07 16:34:14.423967 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df58eea-d765-48e1-9da3-16fa0e9d5811 req-41e37ebf-5550-4bfc-acc9-71e92d68e5e6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:14.425458 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8df58eea-d765-48e1-9da3-16fa0e9d5811 req-41e37ebf-5550-4bfc-acc9-71e92d68e5e6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Mar 07 16:34:14.470857 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8df58eea-d765-48e1-9da3-16fa0e9d5811 req-9bd68670-3b4f-499c-99eb-23a5bb4de400 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397921 Mar 07 16:34:15.592389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfc0a0-3c9a-465b-ae8b-f52a38251c4d req-e7928b0f-0f5f-482e-bf69-a9d51db80a2b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:15.593860 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9bfc0a0-3c9a-465b-ae8b-f52a38251c4d req-e7928b0f-0f5f-482e-bf69-a9d51db80a2b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0511186 Mar 07 16:34:15.639856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f9bfc0a0-3c9a-465b-ae8b-f52a38251c4d req-a71ed926-c743-4a4a-b3bd-fef6b2660e16 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396514 Mar 07 16:34:16.762813 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89072a5-3eb4-4528-810c-5083a055ca79 req-2442686b-0e74-435d-b585-4ea5ba103984 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:16.764335 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d89072a5-3eb4-4528-810c-5083a055ca79 req-2442686b-0e74-435d-b585-4ea5ba103984 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0559211 Mar 07 16:34:16.811672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d89072a5-3eb4-4528-810c-5083a055ca79 req-0a2fbf4e-3d81-4b46-8cac-d8e26d9fc0b4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Mar 07 16:34:16.992497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-54fee107-977d-494e-aa0e-685be926e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:16.994006 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-54fee107-977d-494e-aa0e-685be926e600 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1127 time: 0.0992413 Mar 07 16:34:17.098034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-be2571df-9d01-4568-8ea2-f11b68b556b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:17.099528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-be2571df-9d01-4568-8ea2-f11b68b556b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0860388 Mar 07 16:34:17.167067 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-e69ff06a-395f-47c3-9c42-60f8ebaca298 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1002 time: 0.0611148 Mar 07 16:34:17.213866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-a14c983f-d0f6-4a14-a04b-20c4eb39aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:17.215234 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-a14c983f-d0f6-4a14-a04b-20c4eb39aa23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0430255 Mar 07 16:34:17.261973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-0b8a2bd2-f6f4-4e05-babe-f9f24aaf4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:17.263487 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-0b8a2bd2-f6f4-4e05-babe-f9f24aaf4ae9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425539 Mar 07 16:34:17.353596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-a8a9fd53-6ada-40e3-81df-a775f170c123 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844223 Mar 07 16:34:17.438873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b95cbadd-7088-4fbf-b52a-e1409a18fffd req-641439f4-bfa1-486e-aa27-0d79fb2df7ed service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799220 Mar 07 16:34:17.933423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c593df5-c28c-43a7-89c4-881b56ec4e2e req-f9c1e26c-091b-4580-a45d-2ff04d267719 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:17.935382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c593df5-c28c-43a7-89c4-881b56ec4e2e req-f9c1e26c-091b-4580-a45d-2ff04d267719 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0569355 Mar 07 16:34:17.981339 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c593df5-c28c-43a7-89c4-881b56ec4e2e req-283b4d37-6d02-4940-9ff4-eb22d5536126 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406988 Mar 07 16:34:19.100047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa7774-78f4-47a7-b07f-e531bc6d9b56 req-9f3fc6ef-4c2f-4e73-912f-0b6d4733f6ec tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:19.101590 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37aa7774-78f4-47a7-b07f-e531bc6d9b56 req-9f3fc6ef-4c2f-4e73-912f-0b6d4733f6ec tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0517094 Mar 07 16:34:19.147249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-37aa7774-78f4-47a7-b07f-e531bc6d9b56 req-fb13ff0a-b373-421a-aa2d-8b8f1556a0c2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398211 Mar 07 16:34:20.264399 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2a577-d8d6-40e2-b481-319c10acb195 req-ba9a0da4-8ac9-44a4-9fbd-ba3cc3ba6ad0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:20.265880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77c2a577-d8d6-40e2-b481-319c10acb195 req-ba9a0da4-8ac9-44a4-9fbd-ba3cc3ba6ad0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0518212 Mar 07 16:34:20.312894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-77c2a577-d8d6-40e2-b481-319c10acb195 req-2a8cae6c-a8c1-4c23-9913-1e68472485fc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408423 Mar 07 16:34:20.538954 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-f5fe2849-7ae4-4e29-b6af-280cc2149ae6 service neutron] show failed (client error): The resource could not be found. Mar 07 16:34:20.539955 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-f5fe2849-7ae4-4e29-b6af-280cc2149ae6 service neutron] 10.222.0.11 "GET /v2.0/ports/84dc204f-c217-495c-821e-f67d71a0fb8b/bindings/n-h1-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0531681 Mar 07 16:34:20.819936 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-2c131536-0a02-4b5b-8aaa-3a1c0850bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:20.821420 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-2c131536-0a02-4b5b-8aaa-3a1c0850bcf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 1127 time: 0.1293828 Mar 07 16:34:20.832142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:34:20.888458 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:21.136131 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:21.169819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:34:21.207828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:34:21.210083 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83edcd9-523b-44e5-b033-e296c3cd9132" -d '{"events": [{"server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "name": "network-vif-unplugged", "status": "completed", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:34:21.213566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Publish callbacks [] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:21.230708 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Transition to ACTIVE for port object 84dc204f-c217-495c-821e-f67d71a0fb8b will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:34:21.234774 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:21.263981 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3bf933-b13e-4fbe-a93f-32c92d5054ba x-openstack-request-id: req-df3bf933-b13e-4fbe-a93f-32c92d5054ba {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:34:21.264278 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "name": "network-vif-unplugged", "status": "completed", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:34:21.264538 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df3bf933-b13e-4fbe-a93f-32c92d5054ba {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:34:21.264934 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'code': 200} Mar 07 16:34:21.356139 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=6']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:21.375898 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.376255 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.376608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.376957 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.377298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.377634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.377969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.379173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.379571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.380095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.380443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.380782 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.381115 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:21.429633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] No DVR routers for this DVR port 84dc204f-c217-495c-821e-f67d71a0fb8b on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:34:21.444418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931e51-80b6-4584-8d2f-c6ab7fde860c req-b55f80cc-c7eb-4220-97dd-ef586e3541ea tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:21.446165 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56931e51-80b6-4584-8d2f-c6ab7fde860c req-b55f80cc-c7eb-4220-97dd-ef586e3541ea tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0606298 Mar 07 16:34:21.497886 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56931e51-80b6-4584-8d2f-c6ab7fde860c req-133f5954-61d5-4ef7-a4ad-3715c575e641 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461655 Mar 07 16:34:21.573084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:34:21.573347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:34:21.573680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:34:21.577914 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Port 84dc204f-c217-495c-821e-f67d71a0fb8b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:34:21.578242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:34:21.584150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:34:21.584495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:34:21.584884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Bound using segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:34:21.585312 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Bound port: 84dc204f-c217-495c-821e-f67d71a0fb8b, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:34:21.585669 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:21.648347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:34:21.651599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:34:21.657545 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:21.691721 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:21.692226 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:21.693649 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] 10.222.0.15 "PUT /v2.0/ports/84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1091 time: 0.8656352 Mar 07 16:34:21.724449 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702ea2d-514f-4151-8bd0-4ca04312f854 service neutron] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=7']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:21.767080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-60f285f3-3d9b-446c-8260-5df407135b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:21.768659 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-60f285f3-3d9b-446c-8260-5df407135b2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1125 time: 0.0519686 Mar 07 16:34:21.859843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-96b5082c-51a1-46a0-9af9-347b3473eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:21.861348 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-96b5082c-51a1-46a0-9af9-347b3473eb73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0872850 Mar 07 16:34:21.932156 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-8014e702-8901-499f-9773-003f896e15e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1000 time: 0.0651803 Mar 07 16:34:21.978205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-b0dc592b-6b37-49b3-b479-038fcda59809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:21.979691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-b0dc592b-6b37-49b3-b479-038fcda59809 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0426457 Mar 07 16:34:22.027534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-d600d515-85b8-4feb-961b-fa9036fc2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:22.029040 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-d600d515-85b8-4feb-961b-fa9036fc2119 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436833 Mar 07 16:34:22.125827 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-8a00364a-4835-4a23-b6f3-588ab6da44ae service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894179 Mar 07 16:34:22.212578 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5dee4da9-d40f-4272-a8c2-da7fc3724f0c req-caea6a08-ab4d-4b69-8bc2-dcec541a001f service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800962 Mar 07 16:34:22.623774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0deb4-bc4a-4f0e-b806-b27f9e6602a5 req-43edae36-2b82-4181-a030-1145d95ab5e2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:22.625273 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5c0deb4-bc4a-4f0e-b806-b27f9e6602a5 req-43edae36-2b82-4181-a030-1145d95ab5e2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0565925 Mar 07 16:34:22.670715 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b5c0deb4-bc4a-4f0e-b806-b27f9e6602a5 req-2c4fadcc-34a0-4840-b374-abb937d514d2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393009 Mar 07 16:34:22.925465 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-620991e9-7564-4f77-aac6-5567496aea28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:23.266501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:34:23.268888 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8406d0bd-edee-4c2b-8e4a-814cb959a494" -d '{"events": [{"name": "network-changed", "server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:34:23.320063 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e311d8-c7ef-4e7d-802c-dfc88fdd2860 x-openstack-request-id: req-96e311d8-c7ef-4e7d-802c-dfc88fdd2860 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:34:23.320431 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:34:23.320756 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96e311d8-c7ef-4e7d-802c-dfc88fdd2860 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:34:23.321223 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'status': 'completed', 'code': 200} Mar 07 16:34:23.377307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-bda42aff-843c-43d5-be33-b1b6f4671a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:23.379261 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-bda42aff-843c-43d5-be33-b1b6f4671a2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1125 time: 0.0442543 Mar 07 16:34:23.389639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-8bb4a507-ff6f-4a89-9544-e49fe9ac9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:23.391131 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-8bb4a507-ff6f-4a89-9544-e49fe9ac9cfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1125 time: 0.0466964 Mar 07 16:34:23.478396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-5408492f-0e51-4a51-a87c-e90273f0af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:23.480092 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-5408492f-0e51-4a51-a87c-e90273f0af08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0956705 Mar 07 16:34:23.497433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-f060c487-19af-4d8a-b693-6deec85a9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:23.498962 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-f060c487-19af-4d8a-b693-6deec85a9f4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.1019890 Mar 07 16:34:23.545317 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-1b8e1f7d-b968-4f04-9c36-292dbb03ec57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1000 time: 0.0597899 Mar 07 16:34:23.565618 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-88239658-000c-448c-9a69-8ef959ebf54a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1000 time: 0.0582242 Mar 07 16:34:23.593754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-5de58868-cabe-463b-af4f-f11c4973a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:23.595237 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-5de58868-cabe-463b-af4f-f11c4973a1dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0426991 Mar 07 16:34:23.615862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-c68a6201-c80e-48c0-a87b-cfa69d6646ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:23.617342 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-c68a6201-c80e-48c0-a87b-cfa69d6646ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0438681 Mar 07 16:34:23.646563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-e7024454-4d1b-4669-8b2d-7017c73cfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:23.648080 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-e7024454-4d1b-4669-8b2d-7017c73cfba4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469151 Mar 07 16:34:23.672237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-d446f574-3043-4fbb-8042-9865ff4d0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:23.673802 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-d446f574-3043-4fbb-8042-9865ff4d0c56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483978 Mar 07 16:34:23.742029 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-13800eab-728c-43a7-aa3f-ccc13343af4f service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864091 Mar 07 16:34:23.794127 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-59782a06-413e-4768-8ebd-244927a1b76f service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141536 Mar 07 16:34:23.837132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-896c813f-ce96-4ea0-a15f-a41c8a8efab0 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886624 Mar 07 16:34:23.840082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e83e4-a1d2-4663-85e0-df6a8a6923b0 req-90c49300-dcda-419a-af8e-a9e59548cbde tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:23.841559 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f73e83e4-a1d2-4663-85e0-df6a8a6923b0 req-90c49300-dcda-419a-af8e-a9e59548cbde tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0947239 Mar 07 16:34:23.932824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f73e83e4-a1d2-4663-85e0-df6a8a6923b0 req-374ea8e7-e650-4924-a0d6-0a00c12fa5a6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629995 Mar 07 16:34:23.934874 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8406d0bd-edee-4c2b-8e4a-814cb959a494 req-6ae9fc11-dd10-478e-9836-b0bbcd3ce422 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329305 Mar 07 16:34:25.045159 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:34:25.059129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088db7c-0e87-48b0-b2b1-1a4335b34db0 req-8dbd41ff-e692-47e3-b8f7-00f1ba259522 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:25.060651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c088db7c-0e87-48b0-b2b1-1a4335b34db0 req-8dbd41ff-e692-47e3-b8f7-00f1ba259522 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0586536 Mar 07 16:34:25.086193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] The host n-h2-830010-8 is not matching for port 84dc204f-c217-495c-821e-f67d71a0fb8b host n-h1-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:34:25.086593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:34:25.111252 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c088db7c-0e87-48b0-b2b1-1a4335b34db0 req-7ddac023-7366-42e0-ba5e-c4570212bb42 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449429 Mar 07 16:34:25.234976 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-38d50287-3d65-497d-aac3-950878d6c9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:26.236150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491c00f-6c83-4209-bc11-724fc48dcdcf req-733e703f-f6a0-4f6c-af24-33072a580b1f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:26.238142 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d491c00f-6c83-4209-bc11-724fc48dcdcf req-733e703f-f6a0-4f6c-af24-33072a580b1f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0534604 Mar 07 16:34:26.289557 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d491c00f-6c83-4209-bc11-724fc48dcdcf req-da7168ed-4396-4444-9cf1-8a329a026e04 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463367 Mar 07 16:34:26.516793 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:26.610561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-ebb124d2-6afd-4f2f-8c32-c34d48b91bf9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:26.612103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-ebb124d2-6afd-4f2f-8c32-c34d48b91bf9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.15 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 943 time: 0.0877852 Mar 07 16:34:26.622975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b762f-b862-4be4-900c-04bd9d08a0c2 req-8ef04428-3d5f-49f1-bf31-f01ab79e395b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:26.624369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-283b762f-b862-4be4-900c-04bd9d08a0c2 req-8ef04428-3d5f-49f1-bf31-f01ab79e395b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0731301 Mar 07 16:34:26.711035 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-283b762f-b862-4be4-900c-04bd9d08a0c2 req-95506ad1-1186-4d9c-8baa-b01cb725eaee tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804560 Mar 07 16:34:26.716919 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-d07fa2ac-c002-45ba-987c-89bc7115c4a1 service neutron] 10.222.0.15 "GET /v2.0/ports/84dc204f-c217-495c-821e-f67d71a0fb8b/bindings/n-h1-830010-8 HTTP/1.1" status: 200 len: 382 time: 0.0916495 Mar 07 16:34:26.792134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-6ad5e976-b248-453c-afb5-f0620b04f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:26.793591 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-6ad5e976-b248-453c-afb5-f0620b04f8ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1125 time: 0.0449915 Mar 07 16:34:26.884564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-ded4055a-7b9b-4a47-a932-7115bb31421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:26.886052 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-ded4055a-7b9b-4a47-a932-7115bb31421d service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0867105 Mar 07 16:34:26.949915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-1ee5cd56-3694-4a31-8459-5322c73362a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1000 time: 0.0568652 Mar 07 16:34:26.998377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-e2cca985-b1eb-4358-9a79-177592135f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:26.999868 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-e2cca985-b1eb-4358-9a79-177592135f2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0437562 Mar 07 16:34:27.050204 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-d7907668-b4e4-40bc-bf9d-4817b256cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:27.051818 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-d7907668-b4e4-40bc-bf9d-4817b256cb54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466762 Mar 07 16:34:27.137341 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-7dc86f9c-2553-4467-8a47-152439a608d9 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796020 Mar 07 16:34:27.470868 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-1c8bdde0-7d28-42f5-ad7c-3d2967bcf9ca service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273969 Mar 07 16:34:27.772747 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:34:27.833167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d5229-925c-4b0c-8deb-0a21e5d8fcba req-94eaeb31-2d6f-4ee4-886e-f43d23c27309 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:27.834653 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-132d5229-925c-4b0c-8deb-0a21e5d8fcba req-94eaeb31-2d6f-4ee4-886e-f43d23c27309 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0515420 Mar 07 16:34:27.857843 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:27.885561 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-132d5229-925c-4b0c-8deb-0a21e5d8fcba req-04c321b7-8301-4016-8bd7-595349e23b78 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452242 Mar 07 16:34:27.885869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:27.906494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'port_id': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'mac_address': 'fa:16:3e:0c:8b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:34:27.936441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 84dc204f-c217-495c-821e-f67d71a0fb8b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:34:27.936840 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:27.949789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84dc204f-c217-495c-821e-f67d71a0fb8b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:34:27.968845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:27.972470 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:28.019064 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:28.369612 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['84dc204f-c217-495c-821e-f67d71a0fb8b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:34:29.008157 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ea1e1-5f36-49e3-b8db-cf7ef5de2e59 req-bdb7f06d-3d26-46f2-91e6-8302d4542f80 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:29.009673 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-634ea1e1-5f36-49e3-b8db-cf7ef5de2e59 req-bdb7f06d-3d26-46f2-91e6-8302d4542f80 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 944 time: 0.0545819 Mar 07 16:34:29.056201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-634ea1e1-5f36-49e3-b8db-cf7ef5de2e59 req-4fa6205c-06a0-463e-821a-67b79770527d tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407834 Mar 07 16:34:29.181406 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:29.479869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-67b642d9-c891-45d3-971d-1eaa91ade6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:29.481380 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-67b642d9-c891-45d3-971d-1eaa91ade6e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 1126 time: 0.0446703 Mar 07 16:34:29.491842 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:34:29.548406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:29.748054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:29.780035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:34:29.781430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:34:29.813459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 84dc204f-c217-495c-821e-f67d71a0fb8b {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:34:29.822499 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Publish callbacks [] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:29.833537 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Ignored duplicate provisioning block setup for port 84dc204f-c217-495c-821e-f67d71a0fb8b by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 07 16:34:29.837657 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:29.880894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:29.887161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=9']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:29.894949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'port_id': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'mac_address': 'fa:16:3e:0c:8b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:34:29.964962 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] No DVR routers for this DVR port 84dc204f-c217-495c-821e-f67d71a0fb8b on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:34:30.106357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:34:30.106702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:34:30.107075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:34:30.111651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Port 84dc204f-c217-495c-821e-f67d71a0fb8b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:34:30.111983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Attempting to bind port 84dc204f-c217-495c-821e-f67d71a0fb8b on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:34:30.117550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:34:30.117919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:34:30.118291 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Bound using segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:34:30.118724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Bound port: 84dc204f-c217-495c-821e-f67d71a0fb8b, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:34:30.119117 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:30.221331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379952e3-5a31-4e59-9db6-5e8d979a1709 req-73d84f33-43a3-4d62-92aa-6479f3002fe2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:30.223414 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-379952e3-5a31-4e59-9db6-5e8d979a1709 req-73d84f33-43a3-4d62-92aa-6479f3002fe2 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 943 time: 0.0954754 Mar 07 16:34:30.228806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:34:30.233731 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:34:30.545032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:30.597736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:30.598362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:30.599796 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] 10.222.0.11 "PUT /v2.0/ports/84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1091 time: 1.1120296 Mar 07 16:34:30.600255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:34:30.602488 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f549faa2-a2e1-4b47-8d49-849024de5e32" -d '{"events": [{"name": "network-changed", "server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:34:30.626294 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-379952e3-5a31-4e59-9db6-5e8d979a1709 req-8c641886-8fd3-4e23-8855-4d0a1f40f865 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950155 Mar 07 16:34:30.639813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af8d88-3b01-4ff9-9dde-e939b3ec4e27 service neutron] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=10']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:30.668566 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ffe77-0cc3-4bb8-adf7-02c6c5fbb3aa x-openstack-request-id: req-052ffe77-0cc3-4bb8-adf7-02c6c5fbb3aa {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:34:30.668867 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:34:30.669134 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-052ffe77-0cc3-4bb8-adf7-02c6c5fbb3aa {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:34:30.669549 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'status': 'completed', 'code': 200} Mar 07 16:34:30.683627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-2371ea05-2c98-4b45-85b6-fc66fb85be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:30.685186 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-2371ea05-2c98-4b45-85b6-fc66fb85be0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1126 time: 0.0531917 Mar 07 16:34:30.687651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-ee09de13-14eb-4e89-84fd-7d92b1812dba req-22896540-e60c-461c-9c88-2ba6f170b973 tempest-TestNetworkAdvancedServerOps-110911410 tempest-TestNetworkAdvancedServerOps-110911410-project-admin] (103866) timed out ('10.222.0.24', 46838) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:34:30.738335 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-b72e8fef-2630-49ba-aeb4-dd441e8e8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:30.739964 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-b72e8fef-2630-49ba-aeb4-dd441e8e8a3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1126 time: 0.0466800 Mar 07 16:34:30.781322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-978184d7-e978-4d41-908f-a9a17beb25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:30.782941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-978184d7-e978-4d41-908f-a9a17beb25f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0916207 Mar 07 16:34:30.838092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-ffbfda7e-4f10-417e-bfe2-80069d2c5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:30.839652 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-ffbfda7e-4f10-417e-bfe2-80069d2c5d23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0945008 Mar 07 16:34:30.846319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-7b8ff9e7-f3f3-4ce2-8467-a0cff01f3803 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1000 time: 0.0580614 Mar 07 16:34:30.899851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-2ff11776-b6f6-41dd-a6ed-491f3454cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:30.901278 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-2ff11776-b6f6-41dd-a6ed-491f3454cb0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0495434 Mar 07 16:34:30.908563 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-c008ea0a-fc0d-4f0d-a258-c7f7c0bb509c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1000 time: 0.0607276 Mar 07 16:34:30.951434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-c9032cbe-1954-414e-b801-7ba73b87f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:30.953212 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-c9032cbe-1954-414e-b801-7ba73b87f9d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461445 Mar 07 16:34:30.966244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-6b264a11-297e-4e7c-8200-49bebaeee8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:30.967774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-6b264a11-297e-4e7c-8200-49bebaeee8af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0497341 Mar 07 16:34:31.015209 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-f35318f0-dbaf-4248-8015-0d9137790d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:31.016783 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-f35318f0-dbaf-4248-8015-0d9137790d11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436714 Mar 07 16:34:31.046729 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-78f94142-9a4a-4fa9-95b2-f1c176f180bc service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877435 Mar 07 16:34:31.104584 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-090819c0-457d-44e4-a205-ea0e3b4f9157 service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817826 Mar 07 16:34:31.138160 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5210d74d-a84d-4a37-8958-d8c266a6aa80 req-0bc61c70-cf83-45de-9c28-5da8f8121ccb service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861340 Mar 07 16:34:31.201363 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-22f9ea3b-594a-440e-9748-cbe1ae63fe7d service neutron] 10.222.0.15 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885699 Mar 07 16:34:31.229240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-8b39f264-afe7-4c35-9093-6a887fce512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:31.230744 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-8b39f264-afe7-4c35-9093-6a887fce512d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 1126 time: 0.0463886 Mar 07 16:34:31.323706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-4baf4dfa-7d12-47ae-b957-1fce56a7c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:31.325197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-4baf4dfa-7d12-47ae-b957-1fce56a7c6c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0887210 Mar 07 16:34:31.388732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-dc57fdf4-0818-4c3e-ae8b-e67563eb83c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 200 len: 1000 time: 0.0575757 Mar 07 16:34:31.436665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-1e2521c4-a66a-4a64-a6c9-066b87c46e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:31.438130 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-1e2521c4-a66a-4a64-a6c9-066b87c46e08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0426743 Mar 07 16:34:31.489478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-0fdba84b-3cb4-4972-a1ff-e25b3a832eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:31.491004 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-0fdba84b-3cb4-4972-a1ff-e25b3a832eea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467789 Mar 07 16:34:31.578976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-28ac3239-8882-49a1-b031-9a3d2b7ca39c service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808945 Mar 07 16:34:31.670153 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f549faa2-a2e1-4b47-8d49-849024de5e32 req-f982321a-833a-4ec8-ac85-1d32c5cbb734 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851223 Mar 07 16:34:31.747373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad51b39-d105-419b-b88d-824f9268f11f req-cd51102e-2c13-4a6e-973b-9f11e6f0e51f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:31.748881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dad51b39-d105-419b-b88d-824f9268f11f req-cd51102e-2c13-4a6e-973b-9f11e6f0e51f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 944 time: 0.0523818 Mar 07 16:34:31.795551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dad51b39-d105-419b-b88d-824f9268f11f req-85724b58-6d64-4606-8e9d-147b95e68f80 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402455 Mar 07 16:34:32.420007 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:34:32.913696 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c97fe-ddbe-47ca-8b4b-40dd38b87d4f req-3562c9c1-0fc7-4684-a727-a54b6dd574d0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:32.915216 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-607c97fe-ddbe-47ca-8b4b-40dd38b87d4f req-3562c9c1-0fc7-4684-a727-a54b6dd574d0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 944 time: 0.0514488 Mar 07 16:34:32.961907 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-607c97fe-ddbe-47ca-8b4b-40dd38b87d4f req-b2850df8-01d3-43fc-afc3-eefab50421c0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 Mar 07 16:34:33.060377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:34:33.083889 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71b327-7c37-491c-9f53-d2045ea29c14 req-b9a0c8e5-57a0-4595-bbed-e7c37f81070b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:33.085344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cc71b327-7c37-491c-9f53-d2045ea29c14 req-b9a0c8e5-57a0-4595-bbed-e7c37f81070b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 944 time: 0.0578699 Mar 07 16:34:33.132532 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cc71b327-7c37-491c-9f53-d2045ea29c14 req-969ca8ba-e5e1-4c95-9329-1100a654240d tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416849 Mar 07 16:34:33.162339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:33.173100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'port_id': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'mac_address': 'fa:16:3e:0c:8b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:34:33.210455 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 84dc204f-c217-495c-821e-f67d71a0fb8b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:34:33.210879 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:33.228038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84dc204f-c217-495c-821e-f67d71a0fb8b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:34:33.245103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:33.249315 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:33.254095 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8875-1631-4ca5-a3e0-4ab601d7eb82 req-6d416512-37ba-4355-b15c-c20f868573d5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:33.255752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-468c8875-1631-4ca5-a3e0-4ab601d7eb82 req-6d416512-37ba-4355-b15c-c20f868573d5 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 944 time: 0.0581305 Mar 07 16:34:33.295821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=11']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:33.303684 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-468c8875-1631-4ca5-a3e0-4ab601d7eb82 req-941071c1-ff4c-4e1b-b7c2-3f177a0ba4d9 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420797 Mar 07 16:34:33.462348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['84dc204f-c217-495c-821e-f67d71a0fb8b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:34:33.537812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b6f95-d378-4da1-aea4-d06fb83e6486 req-6abb0aa2-f5cf-4539-9611-74377dc917bb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:33.539338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-599b6f95-d378-4da1-aea4-d06fb83e6486 req-6abb0aa2-f5cf-4539-9611-74377dc917bb tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0540788 Mar 07 16:34:33.585370 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-599b6f95-d378-4da1-aea4-d06fb83e6486 req-876e43c5-06e1-4fe4-8124-92a2ec8f9dcc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 Mar 07 16:34:33.810516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:34:33.848142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 84dc204f-c217-495c-821e-f67d71a0fb8b host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:34:33.848462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:34:34.710297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34012b9-48a4-4a68-bfeb-0db563c1987d req-f6a6552a-8ff3-4d9e-b8da-024ead8b0720 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:34.711823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b34012b9-48a4-4a68-bfeb-0db563c1987d req-f6a6552a-8ff3-4d9e-b8da-024ead8b0720 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Mar 07 16:34:34.765777 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b34012b9-48a4-4a68-bfeb-0db563c1987d req-4df21ade-57f3-4e41-9aaf-ce3032b59823 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485342 Mar 07 16:34:34.808973 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-cdccb273-900b-4806-b0e1-6ef3b978c9a6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:34.810442 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-cdccb273-900b-4806-b0e1-6ef3b978c9a6 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 945 time: 0.0546508 Mar 07 16:34:34.902640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Deleting port 84dc204f-c217-495c-821e-f67d71a0fb8b {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:34:34.902933 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:34.988915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:34.989274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:35.060161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:34:35.111287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 84dc204f-c217-495c-821e-f67d71a0fb8b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:34:35.116367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 84dc204f-c217-495c-821e-f67d71a0fb8b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:34:35.116738 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:35.162282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:35.162564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:35.162914 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Floating IP e8604c60-03e3-4a33-8517-c314d78173fe disassociated. External IP: 172.25.4.231, port: 84dc204f-c217-495c-821e-f67d71a0fb8b. Mar 07 16:34:35.163260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Calling delete_port for 84dc204f-c217-495c-821e-f67d71a0fb8b owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:34:35.195610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 84dc204f-c217-495c-821e-f67d71a0fb8b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:34:35.196008 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:35.220359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:34:35.222749 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3576a083-2a9f-4dd3-be25-af37ca9c14a1" -d '{"events": [{"server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "name": "network-vif-plugged", "status": "completed", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:34:35.236036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 84dc204f-c217-495c-821e-f67d71a0fb8b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=84dc204f-c217-495c-821e-f67d71a0fb8b,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:35.240778 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:35.296925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (84dc204f-c217-495c-821e-f67d71a0fb8b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:35.303308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=12']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:35.335584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event deleted for resources: {'Port': ['ID=84dc204f-c217-495c-821e-f67d71a0fb8b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:35.343285 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03476cd6-c803-44e4-98f2-1ddb35e1d2a4 x-openstack-request-id: req-03476cd6-c803-44e4-98f2-1ddb35e1d2a4 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:34:35.344009 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "name": "network-vif-plugged", "status": "completed", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:34:35.344355 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03476cd6-c803-44e4-98f2-1ddb35e1d2a4 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:34:35.344779 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'code': 200} Mar 07 16:34:35.453038 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:34:35.561850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:34:35.571932 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95b904-6704-483a-aa60-6662f773397f None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:34:35.583429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95b904-6704-483a-aa60-6662f773397f None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:34:35.584042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2e95b904-6704-483a-aa60-6662f773397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:34:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:35.604851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] No DVR routers for this DVR port 84dc204f-c217-495c-821e-f67d71a0fb8b on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:34:35.607578 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:35.611103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5931ad0a-3f8e-4d9c-a93a-7ecf17fdf115 req-02bb57d8-9cd1-4395-86cd-21f59bb05626 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "DELETE /v2.0/ports/84dc204f-c217-495c-821e-f67d71a0fb8b HTTP/1.1" status: 204 len: 173 time: 0.7949498 Mar 07 16:34:35.611584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'name': 'network-vif-deleted', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:34:35.613942 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b87e73-0290-41bf-96e9-e417df4c24ae" -d '{"events": [{"server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "name": "network-vif-deleted", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:34:35.655369 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baa1981-d885-473d-a034-db47ee039c35 x-openstack-request-id: req-2baa1981-d885-473d-a034-db47ee039c35 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:34:35.655671 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198b1499-8f32-4caa-8336-c06890a9e4e5", "name": "network-vif-deleted", "tag": "84dc204f-c217-495c-821e-f67d71a0fb8b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:34:35.655931 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2baa1981-d885-473d-a034-db47ee039c35 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:34:35.656339 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198b1499-8f32-4caa-8336-c06890a9e4e5', 'name': 'network-vif-deleted', 'tag': '84dc204f-c217-495c-821e-f67d71a0fb8b', 'status': 'completed', 'code': 200} Mar 07 16:34:35.697539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2e95b904-6704-483a-aa60-6662f773397f None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:34:35.875125 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-610ba715-47f4-4bff-b7e6-077b1d375c6f req-d5d46060-96e9-41cf-b42b-a04f8ea0430c tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=198b1499-8f32-4caa-8336-c06890a9e4e5 HTTP/1.1" status: 200 len: 210 time: 0.0301535 Mar 07 16:34:35.900718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2e95b904-6704-483a-aa60-6662f773397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:35.926766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95b904-6704-483a-aa60-6662f773397f None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:34:35.934997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95b904-6704-483a-aa60-6662f773397f None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:34:35.935599 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2e95b904-6704-483a-aa60-6662f773397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:34:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:36.046513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2e95b904-6704-483a-aa60-6662f773397f None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:34:36.249461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2e95b904-6704-483a-aa60-6662f773397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:36.276042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95b904-6704-483a-aa60-6662f773397f None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:34:36.493702 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af752c14-ab9b-446d-8b88-fd25105065da None None] New status for floating IP e8604c60-03e3-4a33-8517-c314d78173fe: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:34:36.698764 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:37.122564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-c2047b8a-270b-47ca-a972-2804ac20a7dc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--313156434&fields=id&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 267 time: 0.0424373 Mar 07 16:34:37.230501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-c2b64b8d-fe57-4f65-94ba-f8d928866a71 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:37.232019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-c2b64b8d-fe57-4f65-94ba-f8d928866a71 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 812 time: 0.1029811 Mar 07 16:34:37.246168 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-51d87420-3087-4c4e-8c8d-e82cb7bf286a tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/quotas/0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 375 time: 0.0088665 Mar 07 16:34:37.300484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-d346bcfb-64af-449e-8301-12908f429bf0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495691 Mar 07 16:34:37.443815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-ccc179cc-c900-4faa-a8e6-7cce6a4f9efb service neutron] 10.222.0.24 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322064 Mar 07 16:34:37.535400 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-8ac1ab1b-c148-4a35-af81-80759eeae9e0 service neutron] 10.222.0.24 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857859 Mar 07 16:34:37.697128 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-69016339-a3ff-4ae1-be25-2a6ca0906f95 req-97388f5a-57cd-49ea-97ca-2c4238b0651e tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 210 time: 0.0271432 Mar 07 16:34:38.664987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-0e6c218a-4923-46eb-94e3-0fbf8a0a8c32 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:38.666570 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-0e6c218a-4923-46eb-94e3-0fbf8a0a8c32 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 812 time: 0.1013975 Mar 07 16:34:38.730894 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-4e2b6e66-268c-4a3f-896d-66ce8d6d2060 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e9bd3cb487646a9a624bfb51c3d7231 HTTP/1.1" status: 200 len: 379 time: 0.0567317 Mar 07 16:34:38.739684 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'port': {'device_id': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'admin_state_up': True, 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'security_groups': ['8817a662-5916-426d-ab0d-cfbbdcad2c46']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:34:38.818178 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-29df25df-2783-49e7-9fbc-86006006544a req-ab888a01-9795-4d26-9598-522288544b46 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 210 time: 0.0526662 Mar 07 16:34:38.866726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Made reservation on behalf of 0e9bd3cb487646a9a624bfb51c3d7231 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:34:38.870085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:38.995336 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Allocated IP 172.20.0.9 (578e1b7c-28d9-4535-a71f-9671c7bb864a/42d3daa9-aabd-40c3-8edf-177f6bef62ad/d3e97278-c58c-49ea-a24b-06204715875e) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:34:39.107227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:34:39.131617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 84dc204f-c217-495c-821e-f67d71a0fb8b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:34:39.131848 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for port (d3e97278-c58c-49ea-a24b-06204715875e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.131950 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 84dc204f-c217-495c-821e-f67d71a0fb8b not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:34:39.165557 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d3e97278-c58c-49ea-a24b-06204715875e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.208992 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:34:39.211898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:34:39.215415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:34:39.239046 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event updated for resources: {'Port': ['ID=d3e97278-c58c-49ea-a24b-06204715875e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:39.254451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.254714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.255086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.255429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.255762 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.256096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.256432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.256760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.257087 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.257411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.257734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.258062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.258389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:39.280454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:39.281082 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.297793 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-e866236e-efe5-45a3-ad25-fcff835327f8 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618763 Mar 07 16:34:39.309301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Request body: {'port': {'device_id': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:34:39.375303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d3e97278-c58c-49ea-a24b-06204715875e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.644721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e97278-c58c-49ea-a24b-06204715875e {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:34:39.652986 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Publish callbacks [] for port (d3e97278-c58c-49ea-a24b-06204715875e), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.660419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a6bd53d6-d7e5-4c32-b94b-f14af5e9b4ae None None] Provisioning complete for port d3e97278-c58c-49ea-a24b-06204715875e triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:34:39.660907 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a6bd53d6-d7e5-4c32-b94b-f14af5e9b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d3e97278-c58c-49ea-a24b-06204715875e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.664944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Transition to ACTIVE for port object d3e97278-c58c-49ea-a24b-06204715875e will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:34:39.669907 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d3e97278-c58c-49ea-a24b-06204715875e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.697470 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd53d6-d7e5-4c32-b94b-f14af5e9b4ae None None] Port d3e97278-c58c-49ea-a24b-06204715875e cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:34:39.726883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e97278-c58c-49ea-a24b-06204715875e,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:39.792852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Attempting to bind port d3e97278-c58c-49ea-a24b-06204715875e on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:34:39.793186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Attempting to bind port d3e97278-c58c-49ea-a24b-06204715875e by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:34:39.793512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Attempting to bind port d3e97278-c58c-49ea-a24b-06204715875e on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:34:39.797955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Port d3e97278-c58c-49ea-a24b-06204715875e on network 578e1b7c-28d9-4535-a71f-9671c7bb864a not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:34:39.798271 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Attempting to bind port d3e97278-c58c-49ea-a24b-06204715875e on network 578e1b7c-28d9-4535-a71f-9671c7bb864a {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:34:39.803656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:34:39.803993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Checking segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:34:39.804378 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Bound using segment: {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:34:39.804804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Bound port: d3e97278-c58c-49ea-a24b-06204715875e, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:34:39.805161 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d3e97278-c58c-49ea-a24b-06204715875e), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.874081 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] For port d3e97278-c58c-49ea-a24b-06204715875e, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:34:39.877370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] For port d3e97278-c58c-49ea-a24b-06204715875e, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3e97278-c58c-49ea-a24b-06204715875e,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:34:39.885161 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (d3e97278-c58c-49ea-a24b-06204715875e), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.922286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:39.922885 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:39.924289 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/d3e97278-c58c-49ea-a24b-06204715875e HTTP/1.1" status: 200 len: 1091 time: 0.6193206 Mar 07 16:34:39.925366 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'tag': 'd3e97278-c58c-49ea-a24b-06204715875e'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:34:39.927589 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1b8d79-8273-4c6b-837d-005d06361fee" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a0850d-81d9-4e77-9f32-194c3ea78ce7", "tag": "d3e97278-c58c-49ea-a24b-06204715875e"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:34:39.972888 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11734e4b-420e-4a1c-a963-0e553bb28be8 x-openstack-request-id: req-11734e4b-420e-4a1c-a963-0e553bb28be8 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:34:39.973196 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a0850d-81d9-4e77-9f32-194c3ea78ce7", "tag": "d3e97278-c58c-49ea-a24b-06204715875e", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:34:39.973466 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11734e4b-420e-4a1c-a963-0e553bb28be8 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:34:39.973860 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'tag': 'd3e97278-c58c-49ea-a24b-06204715875e', 'status': 'completed', 'code': 200} Mar 07 16:34:39.990839 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca332e-a5d6-4504-9226-b459c0ea92d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e97278-c58c-49ea-a24b-06204715875e,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:39.991079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96014780-417d-4a1f-9dc2-61323da7fbff req-6655b743-2806-4baa-968a-32d441a5bef0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:39.992450 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-96014780-417d-4a1f-9dc2-61323da7fbff req-6655b743-2806-4baa-968a-32d441a5bef0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 943 time: 0.1002419 Mar 07 16:34:40.031734 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-2d21e647-4ff7-4df2-80d3-d0c3ff13d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:40.034107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-2d21e647-4ff7-4df2-80d3-d0c3ff13d3ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 1125 time: 0.0574734 Mar 07 16:34:40.050522 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-96014780-417d-4a1f-9dc2-61323da7fbff req-ffd0193a-cd08-41fd-9886-5d017b5528bd tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495203 Mar 07 16:34:40.079384 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-59a95856-63e8-43cc-bd5f-b6b539c5b6a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3e97278-c58c-49ea-a24b-06204715875e HTTP/1.1" status: 200 len: 217 time: 0.0376852 Mar 07 16:34:40.128686 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-d7256a20-fea6-4098-9a6c-e4ad334e3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:40.130175 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-d7256a20-fea6-4098-9a6c-e4ad334e3020 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0450952 Mar 07 16:34:40.184066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-07a7eae0-e9ba-4393-b83e-7242e4d99a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:40.185508 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-07a7eae0-e9ba-4393-b83e-7242e4d99a01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494969 Mar 07 16:34:40.273579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-aafb7712-06e8-43a9-b10b-60c5246ed946 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817721 Mar 07 16:34:40.365689 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11614cf8-1eef-4a6c-869c-79fe27cb6ef6 req-d4b673ab-e858-45a5-9f54-1b6dadd72a1c service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861480 Mar 07 16:34:40.454101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-318aa0a5-809d-4522-8982-ddeffd1083db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:40.455528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-318aa0a5-809d-4522-8982-ddeffd1083db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 1125 time: 0.0440683 Mar 07 16:34:40.551240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-7139c837-6ca3-4c24-a81a-c11c0bee8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:40.552773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-7139c837-6ca3-4c24-a81a-c11c0bee8f81 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0890191 Mar 07 16:34:40.592940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-daf4274f-51ae-4b9d-b4fc-5302b9f5642b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3e97278-c58c-49ea-a24b-06204715875e HTTP/1.1" status: 200 len: 217 time: 0.0332856 Mar 07 16:34:40.638456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-177db44b-b12c-4aab-b443-c09c7fd3c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:40.640014 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-177db44b-b12c-4aab-b443-c09c7fd3c4da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0418441 Mar 07 16:34:40.691322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-d9a39b02-90b6-43a3-aa95-1e3fc3231928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:40.692874 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-d9a39b02-90b6-43a3-aa95-1e3fc3231928 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464878 Mar 07 16:34:40.781651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-43120598-11d3-4282-ba5a-3ea7a1f32ece service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811532 Mar 07 16:34:40.871801 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd1b8d79-8273-4c6b-837d-005d06361fee req-5697500f-c28d-4176-9166-637fdc8754e9 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835283 Mar 07 16:34:41.171272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd83fa0-9fba-4c57-9c20-791b2bd177b0 req-329fe0b1-6889-470d-9c20-25123e06b220 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:41.172753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5cd83fa0-9fba-4c57-9c20-791b2bd177b0 req-329fe0b1-6889-470d-9c20-25123e06b220 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 943 time: 0.0522950 Mar 07 16:34:41.219631 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5cd83fa0-9fba-4c57-9c20-791b2bd177b0 req-11a572c2-79b1-4616-bce0-68ee425ef8e4 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 Mar 07 16:34:41.298177 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:42.339742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a305c83-efba-4c26-bd00-e71b9f48b717 req-41ba194f-15df-40a2-ba50-74c9d175c56b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:42.341257 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4a305c83-efba-4c26-bd00-e71b9f48b717 req-41ba194f-15df-40a2-ba50-74c9d175c56b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 943 time: 0.0535367 Mar 07 16:34:42.391780 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4a305c83-efba-4c26-bd00-e71b9f48b717 req-9a57e4ae-d2e5-4306-9512-23ae5097dcbe tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448959 Mar 07 16:34:43.118306 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d3e97278-c58c-49ea-a24b-06204715875e details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:34:43.214315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d3e97278-c58c-49ea-a24b-06204715875e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3e97278-c58c-49ea-a24b-06204715875e,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:43.225299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'd3e97278-c58c-49ea-a24b-06204715875e', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'port_id': 'd3e97278-c58c-49ea-a24b-06204715875e', 'mac_address': 'fa:16:3e:ef:46:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:34:43.262322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d3e97278-c58c-49ea-a24b-06204715875e is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:34:43.262710 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d3e97278-c58c-49ea-a24b-06204715875e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:43.275970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e97278-c58c-49ea-a24b-06204715875e {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:34:43.294720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d3e97278-c58c-49ea-a24b-06204715875e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3e97278-c58c-49ea-a24b-06204715875e,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:43.298946 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d3e97278-c58c-49ea-a24b-06204715875e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:43.350131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d3e97278-c58c-49ea-a24b-06204715875e,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:43.357214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.357572 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.357920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.358263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.358602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.358980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.359315 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.359647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.359977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.360305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.360634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.360962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.361288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:34:43.501554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['d3e97278-c58c-49ea-a24b-06204715875e'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:34:43.507025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061228c-6c84-411c-9c0c-72772b2954be req-5dc831da-0652-4a84-a438-d1bba24ee442 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:43.508559 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c061228c-6c84-411c-9c0c-72772b2954be req-5dc831da-0652-4a84-a438-d1bba24ee442 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 944 time: 0.0522220 Mar 07 16:34:43.559617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c061228c-6c84-411c-9c0c-72772b2954be req-7d977ffe-f151-4b05-828c-38746c75f33f tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455761 Mar 07 16:34:44.678055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98fb5-6ccc-46a6-92f8-e2feff5af83a req-46f94e53-003a-42c3-9d95-47df71469422 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:44.679593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-06c98fb5-6ccc-46a6-92f8-e2feff5af83a req-46f94e53-003a-42c3-9d95-47df71469422 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 944 time: 0.0524762 Mar 07 16:34:44.725744 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-06c98fb5-6ccc-46a6-92f8-e2feff5af83a req-541a5cb3-1756-45d2-9d83-4888fafdeadc tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406287 Mar 07 16:34:45.123626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d3e97278-c58c-49ea-a24b-06204715875e up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:34:45.173874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port d3e97278-c58c-49ea-a24b-06204715875e completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:34:45.177525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port d3e97278-c58c-49ea-a24b-06204715875e triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:34:45.177899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (d3e97278-c58c-49ea-a24b-06204715875e), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:45.255360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port d3e97278-c58c-49ea-a24b-06204715875e is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:34:45.255754 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d3e97278-c58c-49ea-a24b-06204715875e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:45.277951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e97278-c58c-49ea-a24b-06204715875e'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:34:45.280455 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc855756-2953-4908-a17b-35f67cc77ac4" -d '{"events": [{"server_uuid": "c6a0850d-81d9-4e77-9f32-194c3ea78ce7", "name": "network-vif-plugged", "status": "completed", "tag": "d3e97278-c58c-49ea-a24b-06204715875e"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:34:45.293745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port d3e97278-c58c-49ea-a24b-06204715875e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3e97278-c58c-49ea-a24b-06204715875e,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:45.297740 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (d3e97278-c58c-49ea-a24b-06204715875e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:45.326960 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30720e74-7396-48d0-b9d3-549df64d1dfd x-openstack-request-id: req-30720e74-7396-48d0-b9d3-549df64d1dfd {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:34:45.327285 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a0850d-81d9-4e77-9f32-194c3ea78ce7", "name": "network-vif-plugged", "status": "completed", "tag": "d3e97278-c58c-49ea-a24b-06204715875e", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:34:45.327513 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30720e74-7396-48d0-b9d3-549df64d1dfd {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:34:45.327897 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e97278-c58c-49ea-a24b-06204715875e', 'code': 200} Mar 07 16:34:45.355415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=d3e97278-c58c-49ea-a24b-06204715875e,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:45.414243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde5b66-8aa5-4c1d-a3a0-f9d5e2972557 req-534b0460-3cd5-41f3-a340-22faa7692413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:45.415691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6cde5b66-8aa5-4c1d-a3a0-f9d5e2972557 req-534b0460-3cd5-41f3-a340-22faa7692413 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 1127 time: 0.0442555 Mar 07 16:34:45.459005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6cde5b66-8aa5-4c1d-a3a0-f9d5e2972557 req-1e104b18-6518-4489-a24e-350d89d23c1b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376050 Mar 07 16:34:45.842844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907874fb-2fa6-46d4-ae91-de202db78fbf req-691b2112-d04e-440d-93ca-e5683e091cda tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:45.844325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-907874fb-2fa6-46d4-ae91-de202db78fbf req-691b2112-d04e-440d-93ca-e5683e091cda tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 945 time: 0.0511432 Mar 07 16:34:45.890388 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-907874fb-2fa6-46d4-ae91-de202db78fbf req-1a26383b-204d-422b-a8f8-fba67e3b1134 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398524 Mar 07 16:34:47.011287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e193b-6d54-42ed-9906-f3eb3582e784 req-682a7483-4862-4bc9-8c07-7d085071c0c0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:47.012940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c6e193b-6d54-42ed-9906-f3eb3582e784 req-682a7483-4862-4bc9-8c07-7d085071c0c0 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 945 time: 0.0522270 Mar 07 16:34:47.058932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c6e193b-6d54-42ed-9906-f3eb3582e784 req-144d219a-f608-42ef-9384-be123d2b1863 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406446 Mar 07 16:34:47.177339 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418d125-1f5f-49fa-9dcf-5177269af45d req-07c1910d-4234-4cad-b114-59c296665c52 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:47.178744 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c418d125-1f5f-49fa-9dcf-5177269af45d req-07c1910d-4234-4cad-b114-59c296665c52 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 945 time: 0.0560868 Mar 07 16:34:47.187323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53136) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:47.191735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-bdaa27b2-bce9-47dd-b3d7-96896add5042 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Request body: {'floatingip': {'port_id': 'd3e97278-c58c-49ea-a24b-06204715875e'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:34:47.230942 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdaa27b2-bce9-47dd-b3d7-96896add5042 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:47.669356 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdaa27b2-bce9-47dd-b3d7-96896add5042 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:47.673107 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdaa27b2-bce9-47dd-b3d7-96896add5042 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:47.773671 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-bdaa27b2-bce9-47dd-b3d7-96896add5042 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Floating IP e8604c60-03e3-4a33-8517-c314d78173fe associated. External IP: 172.25.4.231, port: d3e97278-c58c-49ea-a24b-06204715875e. Mar 07 16:34:47.978664 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaa27b2-bce9-47dd-b3d7-96896add5042 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:34:48.086507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaa27b2-bce9-47dd-b3d7-96896add5042 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:34:48.091262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bdaa27b2-bce9-47dd-b3d7-96896add5042 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:48.095936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:34:48.106284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:34:48.106939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:34:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:48.120804 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bdaa27b2-bce9-47dd-b3d7-96896add5042 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "PUT /v2.0/floatingips/e8604c60-03e3-4a33-8517-c314d78173fe HTTP/1.1" status: 200 len: 992 time: 0.9324133 Mar 07 16:34:48.121390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'tag': 'd3e97278-c58c-49ea-a24b-06204715875e'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:34:48.123707 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fcc3d8-814c-4971-bffd-82c0d92f1f19" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a0850d-81d9-4e77-9f32-194c3ea78ce7", "tag": "d3e97278-c58c-49ea-a24b-06204715875e"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:34:48.161398 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c6c9cc-361f-41b3-a59c-a7d5ff5f26d8 x-openstack-request-id: req-a5c6c9cc-361f-41b3-a59c-a7d5ff5f26d8 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:34:48.161700 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a0850d-81d9-4e77-9f32-194c3ea78ce7", "tag": "d3e97278-c58c-49ea-a24b-06204715875e", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:34:48.161964 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5c6c9cc-361f-41b3-a59c-a7d5ff5f26d8 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:34:48.162380 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'tag': 'd3e97278-c58c-49ea-a24b-06204715875e', 'status': 'completed', 'code': 200} Mar 07 16:34:48.218827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:34:48.240063 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-5de13337-e9b0-4217-809c-8361f05e6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:48.241691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-5de13337-e9b0-4217-809c-8361f05e6c32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 1127 time: 0.0537362 Mar 07 16:34:48.340086 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-d08e3243-bb9d-4c04-bba4-e8027074d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:48.342083 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-d08e3243-bb9d-4c04-bba4-e8027074d6c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 200 len: 913 time: 0.0931997 Mar 07 16:34:48.421964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-5785d88e-918a-4a9d-a660-13449d659e1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3e97278-c58c-49ea-a24b-06204715875e HTTP/1.1" status: 200 len: 1000 time: 0.0742197 Mar 07 16:34:48.475556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': 'd3e97278-c58c-49ea-a24b-06204715875e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:ef:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:34:47Z', 'revision_number': 13, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:48.475782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-b54be58f-565c-4333-b562-adbf253437a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:48.477138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-b54be58f-565c-4333-b562-adbf253437a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 200 len: 851 time: 0.0495696 Mar 07 16:34:48.506359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:34:48.514758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:34:48.515428 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:34:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:48.528453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-aab72633-0844-4515-b87a-278651b54289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:48.529962 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-aab72633-0844-4515-b87a-278651b54289 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=578e1b7c-28d9-4535-a71f-9671c7bb864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462062 Mar 07 16:34:48.621725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-614bdbda-2343-4ea8-aa48-89d3a828a0a9 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854907 Mar 07 16:34:48.623702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:34:48.711397 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-14fcc3d8-814c-4971-bffd-82c0d92f1f19 req-8bcb2643-1494-4d75-b945-0249b01e2348 service neutron] 10.222.0.11 "GET /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835936 Mar 07 16:34:48.843270 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': 'd3e97278-c58c-49ea-a24b-06204715875e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:ef:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:34:47Z', 'revision_number': 13, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:48.872717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb779d0-339e-407b-9ee0-764429e56e1a None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e8604c60-03e3-4a33-8517-c314d78173fe', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'floating_ip_address': '172.25.4.231', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'port_id': 'd3e97278-c58c-49ea-a24b-06204715875e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'mac_address': 'fa:16:3e:ef:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:31:50Z', 'updated_at': '2022-03-07T16:34:47Z', 'revision_number': 13, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:34:49.057442 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8eb393-d6ca-40d1-8fc6-a7c743d85058 None None] New status for floating IP e8604c60-03e3-4a33-8517-c314d78173fe: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:34:49.592585 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b43fc-e541-445b-aff1-5e912af17d00 req-a33c628d-583d-4161-8595-454ff6ffb928 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:49.594063 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-304b43fc-e541-445b-aff1-5e912af17d00 req-a33c628d-583d-4161-8595-454ff6ffb928 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 945 time: 0.0522037 Mar 07 16:34:49.640078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-304b43fc-e541-445b-aff1-5e912af17d00 req-92faceed-a778-4640-aa34-57eb6b73bbfa tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403731 Mar 07 16:34:49.999789 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b075e5-d902-4aa4-899a-3c3b7d48f234 req-a52528d8-8684-42a5-98a3-08e8451e5439 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:50.001282 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8b075e5-d902-4aa4-899a-3c3b7d48f234 req-a52528d8-8684-42a5-98a3-08e8451e5439 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 945 time: 0.0520134 Mar 07 16:34:50.052171 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a8b075e5-d902-4aa4-899a-3c3b7d48f234 req-ec76fb16-e750-43aa-90e1-d9d342ac05ef tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451479 Mar 07 16:34:51.178301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd415-0f70-462b-81d9-ce07d3540fb3 req-7bc3a32f-505e-465a-a770-c051e31bb220 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:51.179821 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3fd415-0f70-462b-81d9-ce07d3540fb3 req-7bc3a32f-505e-465a-a770-c051e31bb220 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 945 time: 0.0602190 Mar 07 16:34:51.257675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3fd415-0f70-462b-81d9-ce07d3540fb3 req-1edeaa1b-3ebc-48bd-89d7-edfc33e07d52 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups?id=8817a662-5916-426d-ab0d-cfbbdcad2c46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723157 Mar 07 16:34:51.269747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-cdb86e67-7a97-4cd4-a134-8aca30f6a787 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:51.271502 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-cdb86e67-7a97-4cd4-a134-8aca30f6a787 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 945 time: 0.0792611 Mar 07 16:34:51.366434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Deleting port d3e97278-c58c-49ea-a24b-06204715875e {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:34:51.366692 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d3e97278-c58c-49ea-a24b-06204715875e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:51.452532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] For port d3e97278-c58c-49ea-a24b-06204715875e, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=d3e97278-c58c-49ea-a24b-06204715875e,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:51.452886 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d3e97278-c58c-49ea-a24b-06204715875e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:51.618365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:51.618659 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:51.619007 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Floating IP e8604c60-03e3-4a33-8517-c314d78173fe disassociated. External IP: 172.25.4.231, port: d3e97278-c58c-49ea-a24b-06204715875e. Mar 07 16:34:51.619355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Calling delete_port for d3e97278-c58c-49ea-a24b-06204715875e owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:34:51.747809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (d3e97278-c58c-49ea-a24b-06204715875e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:51.773444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event deleted for resources: {'Port': ['ID=d3e97278-c58c-49ea-a24b-06204715875e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:51.896848 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:34:52.308485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:34:52.319592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:34:52.330601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:34:52.332054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:34:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:52.353433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] No DVR routers for this DVR port d3e97278-c58c-49ea-a24b-06204715875e on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:34:52.356306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:52.358585 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-476ccdf7-9ef6-4c22-9a57-1ff23085fff3 req-1c47885c-f5d0-4a3d-bb87-3a958746e9ae tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a0850d-81d9-4e77-9f32-194c3ea78ce7 HTTP/1.1" status: 200 len: 210 time: 0.0281510 Mar 07 16:34:52.359897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb5be194-b0a4-442c-b3aa-7de72205a055 req-8c43f039-17d7-4c5a-b260-1289e296b1a3 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.11 "DELETE /v2.0/ports/d3e97278-c58c-49ea-a24b-06204715875e HTTP/1.1" status: 204 len: 173 time: 1.0827122 Mar 07 16:34:52.360370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'name': 'network-vif-deleted', 'tag': 'd3e97278-c58c-49ea-a24b-06204715875e'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:34:52.362636 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f284cc-80a7-4492-bd3e-f0c4c38ea68c" -d '{"events": [{"server_uuid": "c6a0850d-81d9-4e77-9f32-194c3ea78ce7", "name": "network-vif-deleted", "tag": "d3e97278-c58c-49ea-a24b-06204715875e"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:34:52.414948 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf1debc-8973-4468-bd55-bda2a33a3c7c x-openstack-request-id: req-3cf1debc-8973-4468-bd55-bda2a33a3c7c {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:34:52.415317 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a0850d-81d9-4e77-9f32-194c3ea78ce7", "name": "network-vif-deleted", "tag": "d3e97278-c58c-49ea-a24b-06204715875e", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:34:52.415636 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cf1debc-8973-4468-bd55-bda2a33a3c7c {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:34:52.416093 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a0850d-81d9-4e77-9f32-194c3ea78ce7', 'name': 'network-vif-deleted', 'tag': 'd3e97278-c58c-49ea-a24b-06204715875e', 'status': 'completed', 'code': 200} Mar 07 16:34:52.459870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:34:52.655046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:52.684904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:34:52.693573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:34:52.694201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:34:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:52.804067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:34:53.010641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1199f67c-d9ec-46cb-94d4-11898da74711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:53.166969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:53.197988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e60872-9045-4d3d-b081-e39943e692d5 None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:46Z', 'revision_number': 4, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '0b734c67-ac7d-448c-97a3-82ade29ed084', 'name': '', 'network_id': '578e1b7c-28d9-4535-a71f-9671c7bb864a', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'mac_address': 'fa:16:3e:35:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:45Z', 'updated_at': '2022-03-07T16:31:49Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'subnets': [{'id': '42d3daa9-aabd-40c3-8edf-177f6bef62ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:34:53.429688 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb54374-4b02-4421-888c-e88eed298af7 None None] New status for floating IP e8604c60-03e3-4a33-8517-c314d78173fe: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:34:53.656248 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53184) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:53.709609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59f41ca2-d83f-4344-b3f0-075d495cf89b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group (8817a662-5916-426d-ab0d-cfbbdcad2c46), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:53.732621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59f41ca2-d83f-4344-b3f0-075d495cf89b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group (8817a662-5916-426d-ab0d-cfbbdcad2c46), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:53.780718 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59f41ca2-d83f-4344-b3f0-075d495cf89b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (8817a662-5916-426d-ab0d-cfbbdcad2c46), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:53.783435 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-59f41ca2-d83f-4344-b3f0-075d495cf89b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:53.785403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-59f41ca2-d83f-4344-b3f0-075d495cf89b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "DELETE /v2.0/security-groups/8817a662-5916-426d-ab0d-cfbbdcad2c46 HTTP/1.1" status: 204 len: 168 time: 0.1281388 Mar 07 16:34:53.788044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53186) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:53.795388 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f41ca2-d83f-4344-b3f0-075d495cf89b tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8817a662-5916-426d-ab0d-cfbbdcad2c46,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:53.802038 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-28eea0b0-613e-446a-bfc2-3e64efdd6b61 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] show failed (client error): The resource could not be found. Mar 07 16:34:53.805671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-28eea0b0-613e-446a-bfc2-3e64efdd6b61 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "GET /v2.0/security-groups/8817a662-5916-426d-ab0d-cfbbdcad2c46 HTTP/1.1" status: 404 len: 347 time: 0.0140674 Mar 07 16:34:53.805987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53188) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:53.932561 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Deleting port f0ebb3c9-9801-440c-a08f-70523643232a {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:34:53.932905 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f0ebb3c9-9801-440c-a08f-70523643232a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:54.007629 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f0ebb3c9-9801-440c-a08f-70523643232a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:54.008077 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (f0ebb3c9-9801-440c-a08f-70523643232a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:54.021315 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Calling delete_port for f0ebb3c9-9801-440c-a08f-70523643232a owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:34:54.153572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f0ebb3c9-9801-440c-a08f-70523643232a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:54.179315 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Pushing event deleted for resources: {'Port': ['ID=f0ebb3c9-9801-440c-a08f-70523643232a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:54.242729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks [] for floatingip (e8604c60-03e3-4a33-8517-c314d78173fe), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:54.245342 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:54.246495 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-40e1f17c-c399-447c-b598-c6b116375b17 tempest-ServerActionsTestJSON-611567442 tempest-ServerActionsTestJSON-611567442-project] 10.222.0.24 "DELETE /v2.0/floatingips/e8604c60-03e3-4a33-8517-c314d78173fe HTTP/1.1" status: 204 len: 168 time: 0.4396100 Mar 07 16:34:54.249485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53190) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:54.599599 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (17238401-f15e-4561-bf2b-c5cf4a8f1bad), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:54.842691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Deleting port 0b734c67-ac7d-448c-97a3-82ade29ed084 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:34:54.843373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:54.922828 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] For port 0b734c67-ac7d-448c-97a3-82ade29ed084, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=0b734c67-ac7d-448c-97a3-82ade29ed084,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:54.923115 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:54.935050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Calling delete_port for 0b734c67-ac7d-448c-97a3-82ade29ed084 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:34:55.118819 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0b734c67-ac7d-448c-97a3-82ade29ed084), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:55.143829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b734c67-ac7d-448c-97a3-82ade29ed084,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:55.201525 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d3e97278-c58c-49ea-a24b-06204715875e no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:34:55.227821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: d3e97278-c58c-49ea-a24b-06204715875e {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:34:55.228169 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device d3e97278-c58c-49ea-a24b-06204715875e not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:34:55.241900 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2cbed477-f059-4ea3-98cc-b60fe341cc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:55.322368 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (17238401-f15e-4561-bf2b-c5cf4a8f1bad), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:55.544764 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Router 17238401-f15e-4561-bf2b-c5cf4a8f1bad has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:34:55.652105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:34:55.657369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-381d2065-f6e6-47fe-a1fa-c57670fa9a1f admin admin] 10.222.0.24 "PUT /v2.0/routers/17238401-f15e-4561-bf2b-c5cf4a8f1bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4069502 Mar 07 16:34:55.660218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53192) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:55.660889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] Sync routers for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:34:55.671018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:34:55.671713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:34:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:55.768802 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks [] for router (17238401-f15e-4561-bf2b-c5cf4a8f1bad), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:55.781930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:34:55.873074 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks [] for router_gateway (17238401-f15e-4561-bf2b-c5cf4a8f1bad), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:55.929158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Deleting port c551eb80-55cf-4c49-b0ac-5784538f9495 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:34:55.929522 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:55.967534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:34:55Z', 'revision_number': 5, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port': {'id': 'c551eb80-55cf-4c49-b0ac-5784538f9495', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:55.994706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] Checking router: 17238401-f15e-4561-bf2b-c5cf4a8f1bad for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:34:56.002951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] Routers {'17238401-f15e-4561-bf2b-c5cf4a8f1bad'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:34:56.003553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:34:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:56.014633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] For port c551eb80-55cf-4c49-b0ac-5784538f9495, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c551eb80-55cf-4c49-b0ac-5784538f9495,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:56.015046 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.027454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Calling delete_port for c551eb80-55cf-4c49-b0ac-5784538f9495 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:34:56.092038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] Set router 17238401-f15e-4561-bf2b-c5cf4a8f1bad gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:34:56.144140 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:34:55Z', 'revision_number': 6, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:56.174687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd6e8a-fe20-48d2-846e-12e00bb92064 None None] The sync data for ids ['17238401-f15e-4561-bf2b-c5cf4a8f1bad'] in n-d-830010-8 is: [{'id': '17238401-f15e-4561-bf2b-c5cf4a8f1bad', 'name': 'tempest-ServerActionsTestJSON-1796695001-router', 'tenant_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:31:43Z', 'updated_at': '2022-03-07T16:34:55Z', 'revision_number': 6, 'project_id': '0e9bd3cb487646a9a624bfb51c3d7231', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:34:56.197038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c551eb80-55cf-4c49-b0ac-5784538f9495), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.231746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Pushing event deleted for resources: {'Port': ['ID=c551eb80-55cf-4c49-b0ac-5784538f9495,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:56.294349 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (17238401-f15e-4561-bf2b-c5cf4a8f1bad), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.385228 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (17238401-f15e-4561-bf2b-c5cf4a8f1bad), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.387347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks [] for router_controller (17238401-f15e-4561-bf2b-c5cf4a8f1bad), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.436515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (17238401-f15e-4561-bf2b-c5cf4a8f1bad), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.436971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17238401-f15e-4561-bf2b-c5cf4a8f1bad {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:34:56.442337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.443559 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8da8e58e-7989-4d95-a662-bf44f305ac2b admin admin] 10.222.0.24 "DELETE /v2.0/routers/17238401-f15e-4561-bf2b-c5cf4a8f1bad HTTP/1.1" status: 204 len: 168 time: 0.7824190 Mar 07 16:34:56.446024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53194) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:56.490295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-52522f26-2822-4dce-a0de-4a2590bae1f0 admin admin] Deleting subnet 42d3daa9-aabd-40c3-8edf-177f6bef62ad {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:34:56.498932 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52522f26-2822-4dce-a0de-4a2590bae1f0 admin admin] Publish callbacks [] for subnet (42d3daa9-aabd-40c3-8edf-177f6bef62ad), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.516353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.545063 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52522f26-2822-4dce-a0de-4a2590bae1f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (42d3daa9-aabd-40c3-8edf-177f6bef62ad), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.634759 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52522f26-2822-4dce-a0de-4a2590bae1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (42d3daa9-aabd-40c3-8edf-177f6bef62ad), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.687262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52522f26-2822-4dce-a0de-4a2590bae1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (42d3daa9-aabd-40c3-8edf-177f6bef62ad), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.711899 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52522f26-2822-4dce-a0de-4a2590bae1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d3daa9-aabd-40c3-8edf-177f6bef62ad,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:56.715513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-52522f26-2822-4dce-a0de-4a2590bae1f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.721711 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-52522f26-2822-4dce-a0de-4a2590bae1f0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/42d3daa9-aabd-40c3-8edf-177f6bef62ad HTTP/1.1" status: 204 len: 168 time: 0.2717767 Mar 07 16:34:56.722387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53196) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:56.725380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ba0c8-68be-495f-ab74-dfcdfd01a1f6 None None] Network 578e1b7c-28d9-4535-a71f-9671c7bb864a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:34:56.793900 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (578e1b7c-28d9-4535-a71f-9671c7bb864a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.848499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Deleting port 8e207c2a-c137-49e3-a34c-59bc113a0e07 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:34:56.848843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.910303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] For port 8e207c2a-c137-49e3-a34c-59bc113a0e07, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=8e207c2a-c137-49e3-a34c-59bc113a0e07,segment=NetworkSegment(c6d8fde2-6d1f-4c49-9ad9-792a278c9de6),segment_id=c6d8fde2-6d1f-4c49-9ad9-792a278c9de6)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:56.910987 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:56.922594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Calling delete_port for 8e207c2a-c137-49e3-a34c-59bc113a0e07 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:34:56.970750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] DHCP port deletion for 578e1b7c-28d9-4535-a71f-9671c7bb864a request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:34:57.000958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0b734c67-ac7d-448c-97a3-82ade29ed084 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:34:57.007750 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.025592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 0b734c67-ac7d-448c-97a3-82ade29ed084 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:34:57.025928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 0b734c67-ac7d-448c-97a3-82ade29ed084 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:34:57.034358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e207c2a-c137-49e3-a34c-59bc113a0e07,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:57.037736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] No DVR routers for this DVR port 8e207c2a-c137-49e3-a34c-59bc113a0e07 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:34:57.053132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] Deleting port 8e207c2a-c137-49e3-a34c-59bc113a0e07 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:34:57.053327 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.114892 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (578e1b7c-28d9-4535-a71f-9671c7bb864a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.122935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] For port 8e207c2a-c137-49e3-a34c-59bc113a0e07, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:34:57.123364 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.136227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578e1b7c-28d9-4535-a71f-9671c7bb864a']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:57.137051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] Calling delete_port for 8e207c2a-c137-49e3-a34c-59bc113a0e07 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:34:57.139809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] Port 8e207c2a-c137-49e3-a34c-59bc113a0e07 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:34:57.141076 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (8e207c2a-c137-49e3-a34c-59bc113a0e07), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.148144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:57.148520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d8fde2-6d1f-4c49-9ad9-792a278c9de6') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:34:57.160024 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (c6d8fde2-6d1f-4c49-9ad9-792a278c9de6), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.169515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] Pushing event deleted for resources: {'Port': ['ID=8e207c2a-c137-49e3-a34c-59bc113a0e07,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:57.177206 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c6d8fde2-6d1f-4c49-9ad9-792a278c9de6), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.179025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e16a4e-ab93-4550-9fbf-9e6440fc443d None None] No DVR routers for this DVR port 8e207c2a-c137-49e3-a34c-59bc113a0e07 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:34:57.191988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:34:57.192573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (c6d8fde2-6d1f-4c49-9ad9-792a278c9de6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:34:57.194515 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:34:57.254044 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (578e1b7c-28d9-4535-a71f-9671c7bb864a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.260323 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.264177 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] 10.222.0.24 "DELETE /v2.0/networks/578e1b7c-28d9-4535-a71f-9671c7bb864a HTTP/1.1" status: 204 len: 168 time: 0.5406027 Mar 07 16:34:57.276886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ef8ca-1fff-433e-ba34-bca6a0647074 admin admin] Pushing event deleted for resources: {'Network': ['ID=578e1b7c-28d9-4535-a71f-9671c7bb864a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:57.372584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53200) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:57.417104 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-38d7290f-af19-4cde-bcb6-3328bbd53ed6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e9bd3cb487646a9a624bfb51c3d7231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433547 Mar 07 16:34:57.419562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53202) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:57.466243 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf08165d-e3d4-4c54-a807-f6ab58b710e6 admin admin] Publish callbacks [] for security_group (4759ff24-f816-47a2-8380-2ebfbaa84ef8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.486749 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf08165d-e3d4-4c54-a807-f6ab58b710e6 admin admin] Publish callbacks [] for security_group (4759ff24-f816-47a2-8380-2ebfbaa84ef8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.532792 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf08165d-e3d4-4c54-a807-f6ab58b710e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4759ff24-f816-47a2-8380-2ebfbaa84ef8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.535536 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf08165d-e3d4-4c54-a807-f6ab58b710e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:57.536675 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bf08165d-e3d4-4c54-a807-f6ab58b710e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4759ff24-f816-47a2-8380-2ebfbaa84ef8 HTTP/1.1" status: 204 len: 168 time: 0.1162422 Mar 07 16:34:57.545076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08165d-e3d4-4c54-a807-f6ab58b710e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4759ff24-f816-47a2-8380-2ebfbaa84ef8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:57.827499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.204936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53224) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:58.291720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8e207c2a-c137-49e3-a34c-59bc113a0e07 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:34:58.308188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1141793982-network', 'tenant_id': '710fa01f9d874e7db2dc7787ca264ca0'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:34:58.318426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 8e207c2a-c137-49e3-a34c-59bc113a0e07 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:34:58.318772 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 8e207c2a-c137-49e3-a34c-59bc113a0e07 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:34:58.319218 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c551eb80-55cf-4c49-b0ac-5784538f9495 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:34:58.329893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Made reservation on behalf of 710fa01f9d874e7db2dc7787ca264ca0 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:34:58.333031 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.341733 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.342089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: c551eb80-55cf-4c49-b0ac-5784538f9495 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:34:58.342440 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c551eb80-55cf-4c49-b0ac-5784538f9495 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:34:58.420717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Publish callbacks [] for security_group (b0a2f4ae-7530-4641-b6ef-ceb60ea5f096), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.424835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b0a2f4ae-7530-4641-b6ef-ceb60ea5f096), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.448830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:34:58.458296 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:58.463004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3eb60823-93de-47b4-9033-7f7160820c28), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.463350 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Added segment 3eb60823-93de-47b4-9033-7f7160820c28 of type vlan for network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 Mar 07 16:34:58.507607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (98d0c0c3-2d8b-49e7-a14b-b032132987a4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.531238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (98d0c0c3-2d8b-49e7-a14b-b032132987a4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.532166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:58.532742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.561513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3546281 Mar 07 16:34:58.564737 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53228) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:34:58.571066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Request body: {'subnet': {'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1141793982-subnet', 'tenant_id': '710fa01f9d874e7db2dc7787ca264ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:34:58.591024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Made reservation on behalf of 710fa01f9d874e7db2dc7787ca264ca0 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:34:58.593472 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.595518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa88b5b-5145-4d53-8a30-6e4a70f3ecd0 admin admin] Pushing event updated for resources: {'Network': ['ID=98d0c0c3-2d8b-49e7-a14b-b032132987a4,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:58.605792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:34:58.758849 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.818875 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:34:58.826079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Checking segment: {'id': '3eb60823-93de-47b4-9033-7f7160820c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:34:58.826439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Network hostable DHCP agents. Network: 98d0c0c3-2d8b-49e7-a14b-b032132987a4, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:34:58.842505 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:34:58.852322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 98d0c0c3-2d8b-49e7-a14b-b032132987a4) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:34:58.856511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:58.857201 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:58.862631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ef80c-0a04-4c5b-823d-b36431d03d4b None None] Network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:34:58.873536 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b7ef65b6-4e27-432e-81e7-1be0e1e9fe2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3066633 Mar 07 16:34:59.027108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baefbf4-8472-4587-ae9b-a42aef26b894 None None] Network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:34:59.186300 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:34:59.309433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-3f76f7e2-e2de-4b86-8e35-90ff7dc3bcfa tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:34:59.310849 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-3f76f7e2-e2de-4b86-8e35-90ff7dc3bcfa tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/networks?id=98d0c0c3-2d8b-49e7-a14b-b032132987a4 HTTP/1.1" status: 200 len: 814 time: 0.1008937 Mar 07 16:34:59.325818 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-c4214be8-4fb8-489f-8466-7342760b8f52 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/quotas/710fa01f9d874e7db2dc7787ca264ca0 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Mar 07 16:34:59.359468 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-75eda597-5a98-45dd-8a71-5663b8e825c5 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=710fa01f9d874e7db2dc7787ca264ca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278668 Mar 07 16:34:59.505690 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-abfd1a4e-dfa8-4ab9-9ca8-6c13e2fa4a0c service neutron] 10.222.0.24 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391175 Mar 07 16:34:59.596528 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a986586f-b135-4b3a-bb70-0460bbd3d3fc service neutron] 10.222.0.24 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847664 Mar 07 16:34:59.754990 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ef9f020-f69a-4450-b720-5f5cfa25bb4a req-a3ce0519-7093-4188-a9eb-f43b00e68a0f tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 210 time: 0.0266483 Mar 07 16:35:00.696767 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-46c7f56f-1a93-4027-bfb3-d76a0b1db5db tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:00.698249 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-46c7f56f-1a93-4027-bfb3-d76a0b1db5db tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.11 "GET /v2.0/networks?id=98d0c0c3-2d8b-49e7-a14b-b032132987a4 HTTP/1.1" status: 200 len: 814 time: 0.1069193 Mar 07 16:35:00.710733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Request body: {'port': {'device_id': '213f77e2-8e36-48d2-aef9-16b67f0423d8', 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4', 'admin_state_up': True, 'tenant_id': '710fa01f9d874e7db2dc7787ca264ca0'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:00.819148 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Made reservation on behalf of 710fa01f9d874e7db2dc7787ca264ca0 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:00.822594 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:00.851066 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d9e3a230-a0f0-4997-adee-bcfc7da0014d req-bac38684-8566-41e7-965f-b0637a56936e tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 210 time: 0.0287237 Mar 07 16:35:01.238381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Allocated IP 172.20.0.12 (98d0c0c3-2d8b-49e7-a14b-b032132987a4/e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0/0bc30bed-e850-438e-9aa3-b1f24c85a169) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:01.381442 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks [] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:01.414419 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:01.459611 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:01.462560 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:01.465019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:01.494458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Pushing event updated for resources: {'Port': ['ID=0bc30bed-e850-438e-9aa3-b1f24c85a169,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:01.523101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:01.523720 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:01.539354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-a966135e-b226-4263-a141-ae97633df336 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8323867 Mar 07 16:35:01.550294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Request body: {'port': {'device_id': '213f77e2-8e36-48d2-aef9-16b67f0423d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:01.606826 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:01.862182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc30bed-e850-438e-9aa3-b1f24c85a169 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:35:01.869441 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Publish callbacks [] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:01.883015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Transition to ACTIVE for port object 0bc30bed-e850-438e-9aa3-b1f24c85a169 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:35:01.887567 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:01.966619 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc30bed-e850-438e-9aa3-b1f24c85a169,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:02.038726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9285-8ea0-47ee-9857-67eb17b38cc1 req-58fda155-cd81-4d56-9fc7-e1f67494b825 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:02.040261 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b16b9285-8ea0-47ee-9857-67eb17b38cc1 req-58fda155-cd81-4d56-9fc7-e1f67494b825 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 944 time: 0.1174524 Mar 07 16:35:02.071712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Attempting to bind port 0bc30bed-e850-438e-9aa3-b1f24c85a169 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:02.072044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Attempting to bind port 0bc30bed-e850-438e-9aa3-b1f24c85a169 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '3eb60823-93de-47b4-9033-7f7160820c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:02.072374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Attempting to bind port 0bc30bed-e850-438e-9aa3-b1f24c85a169 on network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:02.081163 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Port 0bc30bed-e850-438e-9aa3-b1f24c85a169 on network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:35:02.081650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Attempting to bind port 0bc30bed-e850-438e-9aa3-b1f24c85a169 on network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:02.092811 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:02.093149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Checking segment: {'id': '3eb60823-93de-47b4-9033-7f7160820c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:02.093528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Bound using segment: {'id': '3eb60823-93de-47b4-9033-7f7160820c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:02.093952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Bound port: 0bc30bed-e850-438e-9aa3-b1f24c85a169, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb60823-93de-47b4-9033-7f7160820c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:02.094307 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:02.117466 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b16b9285-8ea0-47ee-9857-67eb17b38cc1 req-7dabb495-a010-4ba8-bc40-c59a8dceb09b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705471 Mar 07 16:35:02.168511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] For port 0bc30bed-e850-438e-9aa3-b1f24c85a169, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:02.171742 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] For port 0bc30bed-e850-438e-9aa3-b1f24c85a169, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0bc30bed-e850-438e-9aa3-b1f24c85a169,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:02.177567 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:02.208790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:02.209435 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:02.210897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/0bc30bed-e850-438e-9aa3-b1f24c85a169 HTTP/1.1" status: 200 len: 1092 time: 0.6645806 Mar 07 16:35:02.213056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213f77e2-8e36-48d2-aef9-16b67f0423d8', 'tag': '0bc30bed-e850-438e-9aa3-b1f24c85a169'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:35:02.215377 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211cd67d-cd14-4172-a5ac-2adfa53de94a" -d '{"events": [{"name": "network-changed", "server_uuid": "213f77e2-8e36-48d2-aef9-16b67f0423d8", "tag": "0bc30bed-e850-438e-9aa3-b1f24c85a169"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:35:02.243792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bf1bf-f06a-4e96-af98-1a92694891a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc30bed-e850-438e-9aa3-b1f24c85a169,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:02.262066 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eb598e-42a5-4f98-bbfa-ebd8c45b10aa x-openstack-request-id: req-44eb598e-42a5-4f98-bbfa-ebd8c45b10aa {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:35:02.262364 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213f77e2-8e36-48d2-aef9-16b67f0423d8", "tag": "0bc30bed-e850-438e-9aa3-b1f24c85a169", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:35:02.262628 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44eb598e-42a5-4f98-bbfa-ebd8c45b10aa {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:35:02.263055 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213f77e2-8e36-48d2-aef9-16b67f0423d8', 'tag': '0bc30bed-e850-438e-9aa3-b1f24c85a169', 'status': 'completed', 'code': 200} Mar 07 16:35:02.301181 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-7ac42064-78d3-443f-8319-79922218187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:02.302752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-7ac42064-78d3-443f-8319-79922218187f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=710fa01f9d874e7db2dc7787ca264ca0&device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 1126 time: 0.0512340 Mar 07 16:35:02.344877 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-7dba7d88-c798-43df-82f3-80ccf0f2827e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc30bed-e850-438e-9aa3-b1f24c85a169 HTTP/1.1" status: 200 len: 217 time: 0.0344057 Mar 07 16:35:02.394237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-4cd4324e-df16-45de-b42f-9ac42539c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:02.395882 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-4cd4324e-df16-45de-b42f-9ac42539c6b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0 HTTP/1.1" status: 200 len: 854 time: 0.0451448 Mar 07 16:35:02.429957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-28192919-ab6b-4e82-ac29-191b8268baf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98d0c0c3-2d8b-49e7-a14b-b032132987a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276523 Mar 07 16:35:02.517283 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-c11a725f-f343-451f-88c8-2ef22d32938a service neutron] 10.222.0.11 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809679 Mar 07 16:35:02.613025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d4e0385-55a8-42ea-a949-b7f53f0edd9b req-377e126f-5d96-4106-b714-80e546a3eb94 service neutron] 10.222.0.11 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900595 Mar 07 16:35:02.701872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-1ed0ad7c-d0c7-4bb2-91ce-63b182e533d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:02.703391 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-1ed0ad7c-d0c7-4bb2-91ce-63b182e533d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=710fa01f9d874e7db2dc7787ca264ca0&device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 1126 time: 0.0441093 Mar 07 16:35:02.790219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-c9117bcf-574c-4011-a6de-33906747dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:02.791757 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-c9117bcf-574c-4011-a6de-33906747dac2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98d0c0c3-2d8b-49e7-a14b-b032132987a4 HTTP/1.1" status: 200 len: 915 time: 0.0829151 Mar 07 16:35:02.836372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-c1891531-bab2-4455-ba59-3e311b419f7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc30bed-e850-438e-9aa3-b1f24c85a169 HTTP/1.1" status: 200 len: 217 time: 0.0385172 Mar 07 16:35:02.883478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-766c8f02-d814-4809-9b6e-be479c40d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:02.884911 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-766c8f02-d814-4809-9b6e-be479c40d6b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0 HTTP/1.1" status: 200 len: 854 time: 0.0430963 Mar 07 16:35:02.915502 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-52820dfb-ce21-4473-8cd8-471e2661f4a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98d0c0c3-2d8b-49e7-a14b-b032132987a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245094 Mar 07 16:35:03.006760 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-4131a2d6-aa5d-4e04-bd3a-0b2fb4b78311 service neutron] 10.222.0.11 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850966 Mar 07 16:35:03.094877 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-211cd67d-cd14-4172-a5ac-2adfa53de94a req-12eb4aec-7714-41c9-a2c7-526a8118c149 service neutron] 10.222.0.11 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819650 Mar 07 16:35:03.239660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262f46-b1fe-4066-91cb-81c129b67ca3 req-2185b1e5-1cff-4887-82e9-50d5b8f19603 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:03.241210 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-83262f46-b1fe-4066-91cb-81c129b67ca3 req-2185b1e5-1cff-4887-82e9-50d5b8f19603 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 944 time: 0.0572152 Mar 07 16:35:03.287579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-83262f46-b1fe-4066-91cb-81c129b67ca3 req-75967863-3788-4f07-a4fc-b19be4763c97 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Mar 07 16:35:04.408297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeef80-5adf-4ba2-ad83-5affb99cbc09 req-681b25d6-24d7-4698-a477-27cad1547327 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:04.410011 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4edeef80-5adf-4ba2-ad83-5affb99cbc09 req-681b25d6-24d7-4698-a477-27cad1547327 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 944 time: 0.0527744 Mar 07 16:35:04.457731 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4edeef80-5adf-4ba2-ad83-5affb99cbc09 req-f08e0b3a-0e30-41f9-a6f4-6f3fcc582758 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Mar 07 16:35:05.257653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0bc30bed-e850-438e-9aa3-b1f24c85a169 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:35:05.357851 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0bc30bed-e850-438e-9aa3-b1f24c85a169, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0bc30bed-e850-438e-9aa3-b1f24c85a169,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:05.369288 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '0bc30bed-e850-438e-9aa3-b1f24c85a169', 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4', 'port_id': '0bc30bed-e850-438e-9aa3-b1f24c85a169', 'mac_address': 'fa:16:3e:4e:fc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:35:05.406258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 0bc30bed-e850-438e-9aa3-b1f24c85a169 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:05.406646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:05.419608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc30bed-e850-438e-9aa3-b1f24c85a169 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:35:05.438577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0bc30bed-e850-438e-9aa3-b1f24c85a169, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0bc30bed-e850-438e-9aa3-b1f24c85a169,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:05.442226 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:05.488160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=0bc30bed-e850-438e-9aa3-b1f24c85a169,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:05.574241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8360e43-6a77-411d-8e36-7d5814b4f02c req-d67af6b8-1d72-4bae-b637-e0cdcf2a5abe tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:05.575775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8360e43-6a77-411d-8e36-7d5814b4f02c req-d67af6b8-1d72-4bae-b637-e0cdcf2a5abe tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 945 time: 0.0529051 Mar 07 16:35:05.621858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e8360e43-6a77-411d-8e36-7d5814b4f02c req-8ba497dc-1bc0-42ec-8dbb-22323cd5a8e7 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Mar 07 16:35:05.634608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['0bc30bed-e850-438e-9aa3-b1f24c85a169'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:35:06.713744 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:06.739956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e36b8d-e32d-43fe-a2b6-311a82164a1a req-43b5dbb8-a94f-4ffa-a159-57f3ac4075c1 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:06.741448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e36b8d-e32d-43fe-a2b6-311a82164a1a req-43b5dbb8-a94f-4ffa-a159-57f3ac4075c1 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 945 time: 0.0549750 Mar 07 16:35:06.791477 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-24e36b8d-e32d-43fe-a2b6-311a82164a1a req-6eaf6d92-e12d-4a15-b2a8-5828f3f34f87 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444820 Mar 07 16:35:07.279131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0bc30bed-e850-438e-9aa3-b1f24c85a169 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:07.326206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 0bc30bed-e850-438e-9aa3-b1f24c85a169 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:35:07.329745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 0bc30bed-e850-438e-9aa3-b1f24c85a169 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:07.330635 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:07.408898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 0bc30bed-e850-438e-9aa3-b1f24c85a169 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:07.409285 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:07.430849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213f77e2-8e36-48d2-aef9-16b67f0423d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc30bed-e850-438e-9aa3-b1f24c85a169'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:35:07.433071 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde82b5-cbcf-4e38-8203-cf6bd16ebd0e" -d '{"events": [{"server_uuid": "213f77e2-8e36-48d2-aef9-16b67f0423d8", "name": "network-vif-plugged", "status": "completed", "tag": "0bc30bed-e850-438e-9aa3-b1f24c85a169"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:35:07.445371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 0bc30bed-e850-438e-9aa3-b1f24c85a169, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0bc30bed-e850-438e-9aa3-b1f24c85a169,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:07.449369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:07.473252 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ede07-9f06-427d-a351-0dc17dcb2faa x-openstack-request-id: req-f05ede07-9f06-427d-a351-0dc17dcb2faa {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:35:07.473548 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213f77e2-8e36-48d2-aef9-16b67f0423d8", "name": "network-vif-plugged", "status": "completed", "tag": "0bc30bed-e850-438e-9aa3-b1f24c85a169", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:35:07.473807 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f05ede07-9f06-427d-a351-0dc17dcb2faa {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:35:07.474199 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213f77e2-8e36-48d2-aef9-16b67f0423d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc30bed-e850-438e-9aa3-b1f24c85a169', 'code': 200} Mar 07 16:35:07.499737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=0bc30bed-e850-438e-9aa3-b1f24c85a169,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:07.568861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39152f-d885-44b0-b207-40871f4e648d req-c2ca2880-8a26-465b-8647-ab456aa49fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:07.570347 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1c39152f-d885-44b0-b207-40871f4e648d req-c2ca2880-8a26-465b-8647-ab456aa49fbd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 1128 time: 0.0459399 Mar 07 16:35:07.613896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1c39152f-d885-44b0-b207-40871f4e648d req-09299b19-1a98-4361-a795-15a41b4b2e76 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372758 Mar 07 16:35:07.911189 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34388390-8cab-4c2a-bb91-f5ccf527e0aa req-55b89a76-2c6c-459e-85cc-40c0bad72aaa tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:07.913785 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34388390-8cab-4c2a-bb91-f5ccf527e0aa req-55b89a76-2c6c-459e-85cc-40c0bad72aaa tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0534389 Mar 07 16:35:07.960902 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-34388390-8cab-4c2a-bb91-f5ccf527e0aa req-0c8cf848-3d97-44cf-b41f-8477d059ae76 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Mar 07 16:35:09.081250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0442e8-3c4d-46d6-8d7a-6314aa89ac9a req-9f79fcb2-7db9-489e-a102-01062ae18367 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:09.082732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c0442e8-3c4d-46d6-8d7a-6314aa89ac9a req-9f79fcb2-7db9-489e-a102-01062ae18367 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0519497 Mar 07 16:35:09.128623 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6c0442e8-3c4d-46d6-8d7a-6314aa89ac9a req-3b5e5dbd-b285-4535-bc1e-725fbf0ecd24 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Mar 07 16:35:09.350777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-50d04b07-691a-402f-8cbc-9dcf93e28ec3 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:09.352325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-50d04b07-691a-402f-8cbc-9dcf93e28ec3 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/networks?id=98d0c0c3-2d8b-49e7-a14b-b032132987a4 HTTP/1.1" status: 200 len: 814 time: 0.1039319 Mar 07 16:35:09.367573 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-25a989f5-1514-4936-b82c-fcda7ccff42b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/quotas/710fa01f9d874e7db2dc7787ca264ca0 HTTP/1.1" status: 200 len: 375 time: 0.0098782 Mar 07 16:35:09.418421 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:35:09.419038 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-1c38bdb4-5212-4281-8846-b1c515e78dce tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=710fa01f9d874e7db2dc7787ca264ca0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465760 Mar 07 16:35:09.508121 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-7b844a04-1a84-405a-8e51-e7790ec4cfc0 service neutron] 10.222.0.24 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817077 Mar 07 16:35:09.599666 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-44be1e64-e49e-4395-865b-e930b49722ff service neutron] 10.222.0.24 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859299 Mar 07 16:35:09.754438 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2164af0e-73bc-4b9e-83b4-c39ff6db1940 req-955227f0-d864-4138-8a0b-1bab0778b416 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 210 time: 0.0265296 Mar 07 16:35:10.651030 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-25bf89b7-d3f2-4035-b4ef-83b913101f96 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:10.652541 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-25bf89b7-d3f2-4035-b4ef-83b913101f96 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.15 "GET /v2.0/networks?id=98d0c0c3-2d8b-49e7-a14b-b032132987a4 HTTP/1.1" status: 200 len: 814 time: 0.1022708 Mar 07 16:35:10.664580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Request body: {'port': {'device_id': '4c576a97-ccf4-4aac-97d8-dc9d87e88dd1', 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4', 'admin_state_up': True, 'tenant_id': '710fa01f9d874e7db2dc7787ca264ca0'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:10.778731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Made reservation on behalf of 710fa01f9d874e7db2dc7787ca264ca0 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:10.782241 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:10.871213 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6be79b88-6cdf-4975-a170-af2fae069332 req-cf17217c-a859-430c-90ee-996d4b37e5a1 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 210 time: 0.0365133 Mar 07 16:35:10.934731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Allocated IP 172.20.0.4 (98d0c0c3-2d8b-49e7-a14b-b032132987a4/e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0/df9daab0-8b75-412b-baaa-6289349ba8e6) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:11.307331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:11.349793 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks [] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:11.383437 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:11.396361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['0bc30bed-e850-438e-9aa3-b1f24c85a169'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:35:11.427346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:11.430612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:11.434277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:11.466120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Pushing event updated for resources: {'Port': ['ID=df9daab0-8b75-412b-baaa-6289349ba8e6,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:11.488635 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:11.489493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:11.506274 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-411a3feb-9ccb-488d-b0d5-30c46e35a18d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8455141 Mar 07 16:35:11.516997 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Request body: {'port': {'device_id': '4c576a97-ccf4-4aac-97d8-dc9d87e88dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:11.577563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:11.830754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9daab0-8b75-412b-baaa-6289349ba8e6 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:35:11.838005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Publish callbacks [] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:11.850132 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Transition to ACTIVE for port object df9daab0-8b75-412b-baaa-6289349ba8e6 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:35:11.853922 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:11.924666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Pushing event updated for resources: {'Port': ['ID=df9daab0-8b75-412b-baaa-6289349ba8e6,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:11.978210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Attempting to bind port df9daab0-8b75-412b-baaa-6289349ba8e6 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:11.978544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Attempting to bind port df9daab0-8b75-412b-baaa-6289349ba8e6 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '3eb60823-93de-47b4-9033-7f7160820c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:11.978896 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Attempting to bind port df9daab0-8b75-412b-baaa-6289349ba8e6 on network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:11.983125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Port df9daab0-8b75-412b-baaa-6289349ba8e6 on network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:35:11.983447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Attempting to bind port df9daab0-8b75-412b-baaa-6289349ba8e6 on network 98d0c0c3-2d8b-49e7-a14b-b032132987a4 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:11.988371 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:11.988714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Checking segment: {'id': '3eb60823-93de-47b4-9033-7f7160820c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:11.989090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Bound using segment: {'id': '3eb60823-93de-47b4-9033-7f7160820c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:11.989508 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Bound port: df9daab0-8b75-412b-baaa-6289349ba8e6, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb60823-93de-47b4-9033-7f7160820c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:11.989866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:11.994577 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82672426-6649-44d2-8b6d-fa195e174634 req-3e37ca9b-5894-4d4e-9e18-3460968a677d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:11.996107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82672426-6649-44d2-8b6d-fa195e174634 req-3e37ca9b-5894-4d4e-9e18-3460968a677d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 943 time: 0.0567303 Mar 07 16:35:12.047226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-82672426-6649-44d2-8b6d-fa195e174634 req-0900d681-0c29-49ac-8118-83d8247cd8ee tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447383 Mar 07 16:35:12.053507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] For port df9daab0-8b75-412b-baaa-6289349ba8e6, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:12.057587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] For port df9daab0-8b75-412b-baaa-6289349ba8e6, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=df9daab0-8b75-412b-baaa-6289349ba8e6,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:12.063222 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:12.103298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:12.103921 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:12.105291 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] 10.222.0.15 "PUT /v2.0/ports/df9daab0-8b75-412b-baaa-6289349ba8e6 HTTP/1.1" status: 200 len: 1091 time: 0.5922980 Mar 07 16:35:12.105726 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c576a97-ccf4-4aac-97d8-dc9d87e88dd1', 'tag': 'df9daab0-8b75-412b-baaa-6289349ba8e6'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:35:12.107975 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41b6a75-a13f-41ad-baaf-2f3650e480e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c576a97-ccf4-4aac-97d8-dc9d87e88dd1", "tag": "df9daab0-8b75-412b-baaa-6289349ba8e6"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:35:12.132650 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1abe8-0462-4f44-8bf4-881193a0c120 service neutron] Pushing event updated for resources: {'Port': ['ID=df9daab0-8b75-412b-baaa-6289349ba8e6,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:12.146513 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611dc17a-f96b-46a2-951f-0138ee8b572a x-openstack-request-id: req-611dc17a-f96b-46a2-951f-0138ee8b572a {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:35:12.146825 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c576a97-ccf4-4aac-97d8-dc9d87e88dd1", "tag": "df9daab0-8b75-412b-baaa-6289349ba8e6", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:35:12.147100 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-611dc17a-f96b-46a2-951f-0138ee8b572a {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:35:12.147504 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c576a97-ccf4-4aac-97d8-dc9d87e88dd1', 'tag': 'df9daab0-8b75-412b-baaa-6289349ba8e6', 'status': 'completed', 'code': 200} Mar 07 16:35:12.192468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-77a2dc16-e30e-4f3e-b87a-11377b7ca776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:12.193956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-77a2dc16-e30e-4f3e-b87a-11377b7ca776 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=710fa01f9d874e7db2dc7787ca264ca0&device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 1125 time: 0.0435588 Mar 07 16:35:12.234467 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-1931d3f6-9e4a-4e23-83c7-c99cc62265e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df9daab0-8b75-412b-baaa-6289349ba8e6 HTTP/1.1" status: 200 len: 217 time: 0.0333791 Mar 07 16:35:12.282259 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-3ca84ea6-4a3a-4f6f-b966-f2742566f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:12.283990 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-3ca84ea6-4a3a-4f6f-b966-f2742566f0c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0 HTTP/1.1" status: 200 len: 854 time: 0.0438488 Mar 07 16:35:12.317572 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-778f2928-a583-4b5b-93c6-b4f73023b0d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98d0c0c3-2d8b-49e7-a14b-b032132987a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280709 Mar 07 16:35:12.404383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-defc7356-81a3-4d68-b633-304e6b3629c4 service neutron] 10.222.0.15 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809329 Mar 07 16:35:12.495362 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2b049ad5-b3f7-4630-96de-b2c65c6c63de req-068bfaeb-207c-40da-bcec-ca4bd6762bed service neutron] 10.222.0.15 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850472 Mar 07 16:35:12.583414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-1f34c739-a696-4443-8d5c-523aad7cf24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:12.584913 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-1f34c739-a696-4443-8d5c-523aad7cf24a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=710fa01f9d874e7db2dc7787ca264ca0&device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 1125 time: 0.0453506 Mar 07 16:35:12.684838 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-42ada83b-b5ca-43f8-8776-2f2baf965647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:12.686227 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-42ada83b-b5ca-43f8-8776-2f2baf965647 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98d0c0c3-2d8b-49e7-a14b-b032132987a4 HTTP/1.1" status: 200 len: 915 time: 0.0873082 Mar 07 16:35:12.725023 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-22e4f9fa-c6f4-4122-b2ee-bf0ba779c80c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df9daab0-8b75-412b-baaa-6289349ba8e6 HTTP/1.1" status: 200 len: 217 time: 0.0331769 Mar 07 16:35:12.772227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-96e9a670-325d-4c6e-817c-fb29abc69180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:12.773680 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-96e9a670-325d-4c6e-817c-fb29abc69180 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0 HTTP/1.1" status: 200 len: 854 time: 0.0432582 Mar 07 16:35:12.804121 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-7c8ab3d9-f7ec-4bea-95b0-d28a8fa4a6dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98d0c0c3-2d8b-49e7-a14b-b032132987a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245528 Mar 07 16:35:12.896676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-0145987d-3c49-4d35-9078-a1c8dd1af47c service neutron] 10.222.0.15 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863428 Mar 07 16:35:12.987339 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d41b6a75-a13f-41ad-baaf-2f3650e480e5 req-a5fd578e-e64e-499e-af82-7160d1fff791 service neutron] 10.222.0.15 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853682 Mar 07 16:35:13.172689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21727c4-0c18-40b9-ac9e-8cdc876c6630 req-564aa433-d761-4fc7-a60f-0c2eb1adc085 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:13.175336 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f21727c4-0c18-40b9-ac9e-8cdc876c6630 req-564aa433-d761-4fc7-a60f-0c2eb1adc085 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 943 time: 0.0541022 Mar 07 16:35:13.222180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f21727c4-0c18-40b9-ac9e-8cdc876c6630 req-b90cfa1a-6c31-4e7b-910e-943226b821da tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Mar 07 16:35:14.343951 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933131c0-1923-4633-822a-0e72357b1994 req-da9d1593-d0c7-473d-8a57-337472a365f2 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:14.346181 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-933131c0-1923-4633-822a-0e72357b1994 req-da9d1593-d0c7-473d-8a57-337472a365f2 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 943 time: 0.0525715 Mar 07 16:35:14.392139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-933131c0-1923-4633-822a-0e72357b1994 req-46f4e4f3-7923-4f92-8005-f8ef13161a41 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Mar 07 16:35:15.508983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2514e3-18e6-421a-adc5-13a79f95e184 req-4446fe89-d4fb-4f46-9840-a5b183df8972 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:15.510378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df2514e3-18e6-421a-adc5-13a79f95e184 req-4446fe89-d4fb-4f46-9840-a5b183df8972 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 943 time: 0.0519259 Mar 07 16:35:15.561664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-df2514e3-18e6-421a-adc5-13a79f95e184 req-c55acf0d-ddea-4eb0-be08-fac6ef9f4636 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456491 Mar 07 16:35:16.682606 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1ee86-745e-48b0-946d-0a188590b532 req-24307ab2-bef1-4e85-a957-a463462914ee tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:16.684156 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65d1ee86-745e-48b0-946d-0a188590b532 req-24307ab2-bef1-4e85-a957-a463462914ee tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 943 time: 0.0527709 Mar 07 16:35:16.729762 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-65d1ee86-745e-48b0-946d-0a188590b532 req-4417ba82-11c1-4b98-a636-5a5bfe8b4ed2 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Mar 07 16:35:17.848982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16494935-1d90-4eee-836f-f33c6905d8f5 req-9a207324-80a6-4593-8c97-4c0c2364da91 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:17.850482 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-16494935-1d90-4eee-836f-f33c6905d8f5 req-9a207324-80a6-4593-8c97-4c0c2364da91 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 943 time: 0.0533733 Mar 07 16:35:17.922444 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-16494935-1d90-4eee-836f-f33c6905d8f5 req-58fe5276-bb0c-4452-8dc9-f498558ea1a0 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662074 Mar 07 16:35:17.932363 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-33dd5222-7917-4269-8c24-10ebde14c10d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688639 Mar 07 16:35:18.005731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device df9daab0-8b75-412b-baaa-6289349ba8e6 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:35:18.025236 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-96d81c21-0b57-429b-8a90-992f300b4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:18.026645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-96d81c21-0b57-429b-8a90-992f300b4caf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=710fa01f9d874e7db2dc7787ca264ca0&device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 1128 time: 0.0500124 Mar 07 16:35:18.104511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port df9daab0-8b75-412b-baaa-6289349ba8e6, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=df9daab0-8b75-412b-baaa-6289349ba8e6,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:18.115003 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'df9daab0-8b75-412b-baaa-6289349ba8e6', 'network_id': '98d0c0c3-2d8b-49e7-a14b-b032132987a4', 'port_id': 'df9daab0-8b75-412b-baaa-6289349ba8e6', 'mac_address': 'fa:16:3e:c4:d9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:35:18.130511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-eea8a8fe-b013-4d2a-b4db-9d40617e647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:18.132059 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-eea8a8fe-b013-4d2a-b4db-9d40617e647c service neutron] 10.222.0.11 "GET /v2.0/networks?id=98d0c0c3-2d8b-49e7-a14b-b032132987a4 HTTP/1.1" status: 200 len: 915 time: 0.0872602 Mar 07 16:35:18.152118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port df9daab0-8b75-412b-baaa-6289349ba8e6 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:18.152511 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:18.165481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9daab0-8b75-412b-baaa-6289349ba8e6 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:35:18.176762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-f9e00fb0-e00b-4d0e-ba33-940dc79494fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc30bed-e850-438e-9aa3-b1f24c85a169 HTTP/1.1" status: 200 len: 217 time: 0.0385361 Mar 07 16:35:18.188042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port df9daab0-8b75-412b-baaa-6289349ba8e6, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=df9daab0-8b75-412b-baaa-6289349ba8e6,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:18.193133 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:18.226827 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-cb04748c-f75e-47ec-856e-115addee72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:18.228280 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-cb04748c-f75e-47ec-856e-115addee72a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0 HTTP/1.1" status: 200 len: 854 time: 0.0452535 Mar 07 16:35:18.272008 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-b56f44e2-e3a1-47a8-ade2-6290784df3ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98d0c0c3-2d8b-49e7-a14b-b032132987a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278289 Mar 07 16:35:18.369915 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-44f3db9b-f192-4e4f-bcb1-aeda3ddb9379 service neutron] 10.222.0.11 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915868 Mar 07 16:35:18.399876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=df9daab0-8b75-412b-baaa-6289349ba8e6,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:18.460722 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5462d5d3-2d7f-4d76-88a4-fcdaedacab79 req-6a5e5841-14d0-4266-a229-4eeb1177b166 service neutron] 10.222.0.11 "GET /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848520 Mar 07 16:35:18.535534 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['df9daab0-8b75-412b-baaa-6289349ba8e6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:35:19.045233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fda1db-a09e-49ae-a9ef-5e3a94c90a29 req-dafe080c-1bfd-4cac-8b74-31ee9e2f43b6 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:19.046712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30fda1db-a09e-49ae-a9ef-5e3a94c90a29 req-dafe080c-1bfd-4cac-8b74-31ee9e2f43b6 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 944 time: 0.0577629 Mar 07 16:35:19.092611 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-30fda1db-a09e-49ae-a9ef-5e3a94c90a29 req-d4b84411-2524-446a-aeea-9f9810d6165b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Mar 07 16:35:20.027934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device df9daab0-8b75-412b-baaa-6289349ba8e6 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:20.074067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port df9daab0-8b75-412b-baaa-6289349ba8e6 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:35:20.077531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port df9daab0-8b75-412b-baaa-6289349ba8e6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:20.077899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:20.154170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port df9daab0-8b75-412b-baaa-6289349ba8e6 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:20.154567 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:20.178309 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c576a97-ccf4-4aac-97d8-dc9d87e88dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9daab0-8b75-412b-baaa-6289349ba8e6'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:35:20.180603 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3f147b-83c7-4e8a-a766-6338d2aa807d" -d '{"events": [{"server_uuid": "4c576a97-ccf4-4aac-97d8-dc9d87e88dd1", "name": "network-vif-plugged", "status": "completed", "tag": "df9daab0-8b75-412b-baaa-6289349ba8e6"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:35:20.196689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port df9daab0-8b75-412b-baaa-6289349ba8e6, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=df9daab0-8b75-412b-baaa-6289349ba8e6,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:20.201766 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:20.211067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ee3aa-309b-485a-97d1-5ac57b40263e req-0cc29ab8-bd77-41b9-80bb-c9d04602a2ee tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:20.212584 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f9ee3aa-309b-485a-97d1-5ac57b40263e req-0cc29ab8-bd77-41b9-80bb-c9d04602a2ee tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 944 time: 0.0526633 Mar 07 16:35:20.230259 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29902b5e-41ff-409d-833d-6b00578fae42 x-openstack-request-id: req-29902b5e-41ff-409d-833d-6b00578fae42 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:35:20.230563 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c576a97-ccf4-4aac-97d8-dc9d87e88dd1", "name": "network-vif-plugged", "status": "completed", "tag": "df9daab0-8b75-412b-baaa-6289349ba8e6", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:35:20.231315 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29902b5e-41ff-409d-833d-6b00578fae42 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:35:20.231315 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c576a97-ccf4-4aac-97d8-dc9d87e88dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9daab0-8b75-412b-baaa-6289349ba8e6', 'code': 200} Mar 07 16:35:20.262277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=df9daab0-8b75-412b-baaa-6289349ba8e6,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:20.268874 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f9ee3aa-309b-485a-97d1-5ac57b40263e req-ea04e82f-1743-4bf1-b33a-a2bcf919fc22 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503380 Mar 07 16:35:20.335136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a4b28-2922-4972-85a9-016a5e74f633 req-13606e41-e9ae-415e-b880-29661d5d068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:20.336669 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3e3a4b28-2922-4972-85a9-016a5e74f633 req-13606e41-e9ae-415e-b880-29661d5d068f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 1127 time: 0.0447562 Mar 07 16:35:20.379556 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3e3a4b28-2922-4972-85a9-016a5e74f633 req-872239cc-c8eb-4390-81ae-874a48f83bc6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371051 Mar 07 16:35:21.390503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387625a3-fd79-4b64-b041-ed84ac7994a9 req-62ff7050-f9ed-4bec-a34c-f7a699065d86 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:21.392619 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-387625a3-fd79-4b64-b041-ed84ac7994a9 req-62ff7050-f9ed-4bec-a34c-f7a699065d86 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 945 time: 0.0520201 Mar 07 16:35:21.443184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-387625a3-fd79-4b64-b041-ed84ac7994a9 req-20039e28-ace2-4eed-84d4-e61cb16d7210 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Mar 07 16:35:22.559497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b96fd-686a-4b66-83c3-bc184de361b8 req-37d8ddf1-e276-4028-b30b-2fe8df117fb7 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:22.560985 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578b96fd-686a-4b66-83c3-bc184de361b8 req-37d8ddf1-e276-4028-b30b-2fe8df117fb7 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 945 time: 0.0524852 Mar 07 16:35:22.607448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578b96fd-686a-4b66-83c3-bc184de361b8 req-d9a4a305-f0fb-4112-9114-a3c41649a105 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Mar 07 16:35:22.839035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1a903-dc73-4e56-a52d-d082f6c3f1c1 req-2c915d23-1827-44ef-bd76-a23f970dd221 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:22.840513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dc1a903-dc73-4e56-a52d-d082f6c3f1c1 req-2c915d23-1827-44ef-bd76-a23f970dd221 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 945 time: 0.0509720 Mar 07 16:35:22.886720 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5dc1a903-dc73-4e56-a52d-d082f6c3f1c1 req-e605198b-3fb6-4e22-a601-368c4f7ced9a tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406115 Mar 07 16:35:22.931465 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c379-50bc-44e1-b61b-f5eaf420e69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:24.009088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef6b2a-2489-4b2d-8757-2f727ac422fe req-1dd3c410-c9c2-450d-ae43-d71f0b7c214c tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:24.011367 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60ef6b2a-2489-4b2d-8757-2f727ac422fe req-1dd3c410-c9c2-450d-ae43-d71f0b7c214c tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 945 time: 0.0545828 Mar 07 16:35:24.057567 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-60ef6b2a-2489-4b2d-8757-2f727ac422fe req-7b4e6778-166f-44cd-9c62-392bf683505e tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Mar 07 16:35:24.209740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-8e380021-d517-428e-9264-61f785e9d0a7 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:24.211139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-8e380021-d517-428e-9264-61f785e9d0a7 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 945 time: 0.0508726 Mar 07 16:35:24.306500 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Deleting port df9daab0-8b75-412b-baaa-6289349ba8e6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:35:24.306874 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:24.400290 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] For port df9daab0-8b75-412b-baaa-6289349ba8e6, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=df9daab0-8b75-412b-baaa-6289349ba8e6,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:24.400662 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:24.413354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Calling delete_port for df9daab0-8b75-412b-baaa-6289349ba8e6 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:35:24.543675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (df9daab0-8b75-412b-baaa-6289349ba8e6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:24.557078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['df9daab0-8b75-412b-baaa-6289349ba8e6'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:35:24.559821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['0bc30bed-e850-438e-9aa3-b1f24c85a169'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:35:24.573864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Pushing event deleted for resources: {'Port': ['ID=df9daab0-8b75-412b-baaa-6289349ba8e6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:24.608492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.608843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.609194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.609554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.609876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.610212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.610632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.611645 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.611986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.612328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.612662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.612993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.613323 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:24.633339 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] No DVR routers for this DVR port df9daab0-8b75-412b-baaa-6289349ba8e6 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:35:24.635612 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:24.639000 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-978360a2-b873-4a36-bd6d-30c4ddefb4ee req-cba7006a-e961-4124-a527-368ef97bc75b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.15 "DELETE /v2.0/ports/df9daab0-8b75-412b-baaa-6289349ba8e6 HTTP/1.1" status: 204 len: 173 time: 0.4232862 Mar 07 16:35:24.639476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c576a97-ccf4-4aac-97d8-dc9d87e88dd1', 'name': 'network-vif-deleted', 'tag': 'df9daab0-8b75-412b-baaa-6289349ba8e6'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:35:24.641740 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f9a41c-6bd4-4575-9fc7-adc1247f2dc3" -d '{"events": [{"server_uuid": "4c576a97-ccf4-4aac-97d8-dc9d87e88dd1", "name": "network-vif-deleted", "tag": "df9daab0-8b75-412b-baaa-6289349ba8e6"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:35:24.695258 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e255373-4e4e-46bf-9291-29ff78d881b4 x-openstack-request-id: req-5e255373-4e4e-46bf-9291-29ff78d881b4 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:35:24.695552 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c576a97-ccf4-4aac-97d8-dc9d87e88dd1", "name": "network-vif-deleted", "tag": "df9daab0-8b75-412b-baaa-6289349ba8e6", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:35:24.695812 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e255373-4e4e-46bf-9291-29ff78d881b4 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:35:24.697334 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c576a97-ccf4-4aac-97d8-dc9d87e88dd1', 'name': 'network-vif-deleted', 'tag': 'df9daab0-8b75-412b-baaa-6289349ba8e6', 'status': 'completed', 'code': 200} Mar 07 16:35:25.167967 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-706279da-cd85-4aec-a1e1-c2f935be50b2 req-8903dc23-5a20-4974-a186-dd49249723a9 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c576a97-ccf4-4aac-97d8-dc9d87e88dd1 HTTP/1.1" status: 200 len: 210 time: 0.0292168 Mar 07 16:35:25.235083 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7f4bdb2a-97d0-4bc1-91a9-dd8bf168d3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:26.333019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf642154-613c-4986-8130-73a93c810f6e req-c0d6792f-c5b5-477b-9b9a-65ca192c507b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:26.334562 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf642154-613c-4986-8130-73a93c810f6e req-c0d6792f-c5b5-477b-9b9a-65ca192c507b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0527139 Mar 07 16:35:26.380747 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf642154-613c-4986-8130-73a93c810f6e req-a9921dbd-0d3d-4f5b-a1f4-5833cbfeef70 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Mar 07 16:35:26.519477 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f77ff3-41af-4e68-b80a-95c6e877f1b9 req-51ec4e77-bcd6-4de5-a204-b5b07eedffd2 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:26.519749 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:26.521036 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8f77ff3-41af-4e68-b80a-95c6e877f1b9 req-51ec4e77-bcd6-4de5-a204-b5b07eedffd2 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0570416 Mar 07 16:35:26.568345 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8f77ff3-41af-4e68-b80a-95c6e877f1b9 req-1233d526-c928-4b24-aa9c-51d0649e7ae6 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Mar 07 16:35:26.692390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b7030-de2c-43e7-88fb-99b42f8b36d1 req-c892d58a-e351-43fc-b784-f345f626511b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:26.693898 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d1b7030-de2c-43e7-88fb-99b42f8b36d1 req-c892d58a-e351-43fc-b784-f345f626511b tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0569284 Mar 07 16:35:26.741507 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8d1b7030-de2c-43e7-88fb-99b42f8b36d1 req-06382222-f45a-4ed9-9da8-6b38878c1878 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421185 Mar 07 16:35:26.910966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c590d-1003-4b92-af50-23af64aac07d req-1bd04191-41af-454f-815c-5aa5e7643536 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:26.912437 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-620c590d-1003-4b92-af50-23af64aac07d req-1bd04191-41af-454f-815c-5aa5e7643536 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0525298 Mar 07 16:35:26.958031 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-620c590d-1003-4b92-af50-23af64aac07d req-10dba9cd-5869-4372-a7b6-f44c536c0a7d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Mar 07 16:35:27.074734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346d34-4203-4602-a1de-8d1b2a8c1463 req-78e2f6f2-9f35-4b71-b499-707033eb026e tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:27.076177 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77346d34-4203-4602-a1de-8d1b2a8c1463 req-78e2f6f2-9f35-4b71-b499-707033eb026e tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0517426 Mar 07 16:35:27.122359 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77346d34-4203-4602-a1de-8d1b2a8c1463 req-80b2afa5-e774-47c6-ac00-c12a7d448132 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Mar 07 16:35:27.247558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dc8f2-abfe-48d4-9355-256dac3ba858 req-ea23c2ef-ed61-4d50-bf32-9e8b085c5c35 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:27.249066 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a93dc8f2-abfe-48d4-9355-256dac3ba858 req-ea23c2ef-ed61-4d50-bf32-9e8b085c5c35 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0521913 Mar 07 16:35:27.299967 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a93dc8f2-abfe-48d4-9355-256dac3ba858 req-b93081d5-40ff-4731-9002-8060a6dfea30 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446203 Mar 07 16:35:27.600947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f35149-1670-4346-93a0-4d025964a59f req-55fb6e32-9f39-4a38-afce-2e6f4a9ce818 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:27.602369 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80f35149-1670-4346-93a0-4d025964a59f req-55fb6e32-9f39-4a38-afce-2e6f4a9ce818 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0528753 Mar 07 16:35:27.650336 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-80f35149-1670-4346-93a0-4d025964a59f req-a4866ff3-bb95-4b8d-a1c3-1391231f442d tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Mar 07 16:35:27.828534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:28.058170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device df9daab0-8b75-412b-baaa-6289349ba8e6 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:35:28.082366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: df9daab0-8b75-412b-baaa-6289349ba8e6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:35:28.082708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device df9daab0-8b75-412b-baaa-6289349ba8e6 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:35:28.779422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf23d02-f787-4b59-bc34-80fd13578ff0 req-724fdde2-c4d2-42d0-b5e6-2120dae00457 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:28.780941 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4bf23d02-f787-4b59-bc34-80fd13578ff0 req-724fdde2-c4d2-42d0-b5e6-2120dae00457 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0609698 Mar 07 16:35:28.833654 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4bf23d02-f787-4b59-bc34-80fd13578ff0 req-72c1d6dd-2350-4daf-8b9a-bec26bd4d9c1 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Mar 07 16:35:28.933045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afa3c0-09df-41a4-852c-72706d37a542 req-0ada6edd-058d-4102-84e8-567a15992a49 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:28.934429 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05afa3c0-09df-41a4-852c-72706d37a542 req-0ada6edd-058d-4102-84e8-567a15992a49 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f77e2-8e36-48d2-aef9-16b67f0423d8 HTTP/1.1" status: 200 len: 946 time: 0.0515637 Mar 07 16:35:29.024359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-05afa3c0-09df-41a4-852c-72706d37a542 req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Deleting port 0bc30bed-e850-438e-9aa3-b1f24c85a169 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:35:29.024704 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05afa3c0-09df-41a4-852c-72706d37a542 req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:29.114237 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-05afa3c0-09df-41a4-852c-72706d37a542 req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] For port 0bc30bed-e850-438e-9aa3-b1f24c85a169, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=0bc30bed-e850-438e-9aa3-b1f24c85a169,segment=NetworkSegment(3eb60823-93de-47b4-9033-7f7160820c28),segment_id=3eb60823-93de-47b4-9033-7f7160820c28)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:29.114608 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05afa3c0-09df-41a4-852c-72706d37a542 req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:29.126494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-05afa3c0-09df-41a4-852c-72706d37a542 req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Calling delete_port for 0bc30bed-e850-438e-9aa3-b1f24c85a169 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:35:29.188353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:29.256734 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05afa3c0-09df-41a4-852c-72706d37a542 req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (0bc30bed-e850-438e-9aa3-b1f24c85a169), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:29.268067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['0bc30bed-e850-438e-9aa3-b1f24c85a169'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:35:29.285924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Pushing event deleted for resources: {'Port': ['ID=0bc30bed-e850-438e-9aa3-b1f24c85a169,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:29.325905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-05afa3c0-09df-41a4-852c-72706d37a542 req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] No DVR routers for this DVR port 0bc30bed-e850-438e-9aa3-b1f24c85a169 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:35:29.328507 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-05afa3c0-09df-41a4-852c-72706d37a542 req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:29.332664 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05afa3c0-09df-41a4-852c-72706d37a542 req-38b7d576-571b-4b8b-94cd-727749a9eb16 tempest-ServersNegativeTestJSON-2014374787 tempest-ServersNegativeTestJSON-2014374787-project] 10.222.0.11 "DELETE /v2.0/ports/0bc30bed-e850-438e-9aa3-b1f24c85a169 HTTP/1.1" status: 204 len: 173 time: 0.3932314 Mar 07 16:35:29.333111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213f77e2-8e36-48d2-aef9-16b67f0423d8', 'name': 'network-vif-deleted', 'tag': '0bc30bed-e850-438e-9aa3-b1f24c85a169'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:35:29.335354 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c280d-90cd-4949-8166-5aec73f91236" -d '{"events": [{"server_uuid": "213f77e2-8e36-48d2-aef9-16b67f0423d8", "name": "network-vif-deleted", "tag": "0bc30bed-e850-438e-9aa3-b1f24c85a169"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:35:29.374634 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441e6520-5b54-4345-9f40-8fe79f2fbcf1 x-openstack-request-id: req-441e6520-5b54-4345-9f40-8fe79f2fbcf1 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:35:29.374971 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213f77e2-8e36-48d2-aef9-16b67f0423d8", "name": "network-vif-deleted", "tag": "0bc30bed-e850-438e-9aa3-b1f24c85a169", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:35:29.375236 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-441e6520-5b54-4345-9f40-8fe79f2fbcf1 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:35:29.375646 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213f77e2-8e36-48d2-aef9-16b67f0423d8', 'name': 'network-vif-deleted', 'tag': '0bc30bed-e850-438e-9aa3-b1f24c85a169', 'status': 'completed', 'code': 200} Mar 07 16:35:29.890098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53374) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:29.934049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3fcee6-747f-4b35-99bc-5b40a8f35179 admin admin] Deleting subnet e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:35:29.936988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f3fcee6-747f-4b35-99bc-5b40a8f35179 admin admin] Publish callbacks [] for subnet (e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:29.975423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f3fcee6-747f-4b35-99bc-5b40a8f35179 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.013852 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f3fcee6-747f-4b35-99bc-5b40a8f35179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.064484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f3fcee6-747f-4b35-99bc-5b40a8f35179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.090533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fcee6-747f-4b35-99bc-5b40a8f35179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:30.092515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5f3fcee6-747f-4b35-99bc-5b40a8f35179 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.096264 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5f3fcee6-747f-4b35-99bc-5b40a8f35179 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e9c1d7d3-e51d-4d0b-a6cb-a3d4f346aae0 HTTP/1.1" status: 204 len: 168 time: 0.2051566 Mar 07 16:35:30.098840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53376) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:30.169816 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (98d0c0c3-2d8b-49e7-a14b-b032132987a4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.246060 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (98d0c0c3-2d8b-49e7-a14b-b032132987a4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.266228 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d0c0c3-2d8b-49e7-a14b-b032132987a4']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:30.276351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb60823-93de-47b4-9033-7f7160820c28') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:30.276658 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb60823-93de-47b4-9033-7f7160820c28') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:30.285887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (3eb60823-93de-47b4-9033-7f7160820c28), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.298784 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (3eb60823-93de-47b4-9033-7f7160820c28), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.304832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:35:30.305217 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (3eb60823-93de-47b4-9033-7f7160820c28), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:35:30.306882 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:35:30.366180 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (98d0c0c3-2d8b-49e7-a14b-b032132987a4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.371621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.374761 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] 10.222.0.24 "DELETE /v2.0/networks/98d0c0c3-2d8b-49e7-a14b-b032132987a4 HTTP/1.1" status: 204 len: 168 time: 0.2750130 Mar 07 16:35:30.385993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a7645-b5e2-4f15-92c1-299850513528 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d0c0c3-2d8b-49e7-a14b-b032132987a4,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:30.483364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53380) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:30.522392 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c09ac189-cc35-4c53-9b46-21accf94d8b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=710fa01f9d874e7db2dc7787ca264ca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378346 Mar 07 16:35:30.524763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53382) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:30.570014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f40fa980-78b7-49d8-954a-ca5f430dee6e admin admin] Publish callbacks [] for security_group (b0a2f4ae-7530-4641-b6ef-ceb60ea5f096), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.589807 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f40fa980-78b7-49d8-954a-ca5f430dee6e admin admin] Publish callbacks [] for security_group (b0a2f4ae-7530-4641-b6ef-ceb60ea5f096), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.640851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f40fa980-78b7-49d8-954a-ca5f430dee6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b0a2f4ae-7530-4641-b6ef-ceb60ea5f096), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.643627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f40fa980-78b7-49d8-954a-ca5f430dee6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:30.645029 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f40fa980-78b7-49d8-954a-ca5f430dee6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0a2f4ae-7530-4641-b6ef-ceb60ea5f096 HTTP/1.1" status: 204 len: 168 time: 0.1193893 Mar 07 16:35:30.652637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fa980-78b7-49d8-954a-ca5f430dee6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2f4ae-7530-4641-b6ef-ceb60ea5f096,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:31.320798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53404) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:31.417433 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-427272915'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:31.437230 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:31.441230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:31.449474 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:31.523320 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for security_group (81899da1-e6a2-41b0-82b5-1c1dffe0ba2e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:31.527017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (81899da1-e6a2-41b0-82b5-1c1dffe0ba2e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:31.553894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:35:31.565160 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81899da1-e6a2-41b0-82b5-1c1dffe0ba2e,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:31.568925 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a22aedc6-04d3-473d-8fee-57d9657f1492), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:31.569272 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Added segment a22aedc6-04d3-473d-8fee-57d9657f1492 of type vlan for network 94c51833-3f24-441d-92fe-1fcb0b77f02a Mar 07 16:35:31.608859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (94c51833-3f24-441d-92fe-1fcb0b77f02a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:31.633075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (94c51833-3f24-441d-92fe-1fcb0b77f02a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:31.638323 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:31.638937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:31.693633 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3717718 Mar 07 16:35:31.745708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac33955-67c0-43cf-9972-329233efd824 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Network': ['ID=94c51833-3f24-441d-92fe-1fcb0b77f02a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:31.756760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 94c51833-3f24-441d-92fe-1fcb0b77f02a details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:35:33.383905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0bc30bed-e850-438e-9aa3-b1f24c85a169 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:35:33.404088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 0bc30bed-e850-438e-9aa3-b1f24c85a169 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:35:33.404436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 0bc30bed-e850-438e-9aa3-b1f24c85a169 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:35:34.986103 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53408) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:34.991227 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'subnet': {'network_id': '94c51833-3f24-441d-92fe-1fcb0b77f02a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:35.079879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:35.083565 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.265806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (4bf46add-483d-4650-bba2-8429e198db9a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.326372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Subnet': ['ID=4bf46add-483d-4650-bba2-8429e198db9a,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:35.333857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Checking segment: {'id': 'a22aedc6-04d3-473d-8fee-57d9657f1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '94c51833-3f24-441d-92fe-1fcb0b77f02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:35.334229 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network hostable DHCP agents. Network: 94c51833-3f24-441d-92fe-1fcb0b77f02a, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:35:35.350672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network 94c51833-3f24-441d-92fe-1fcb0b77f02a is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:35:35.358892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 94c51833-3f24-441d-92fe-1fcb0b77f02a) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:35.363439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:35.364038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.370674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b0d6e-c842-4b4b-8464-f7ea3041d691 None None] Network 94c51833-3f24-441d-92fe-1fcb0b77f02a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:35.380709 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7f2212e9-980b-4991-8029-48833ebf7934 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3934181 Mar 07 16:35:35.384282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53410) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:35.389077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1924513152'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:35.408531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:35.411867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.435603 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:35:35.445372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (990a06d7-4c48-48d2-ad25-94e9d757f684), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.445715 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Added segment 990a06d7-4c48-48d2-ad25-94e9d757f684 of type vlan for network 9afa453e-f5a3-4ced-a5af-307ed3dc3550 Mar 07 16:35:35.485158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-94c51833-3f24-441d-92fe-1fcb0b77f02a', 'network_id': '94c51833-3f24-441d-92fe-1fcb0b77f02a', 'project_id': 'a94eb2816d904e199c21286aad092dce', 'fixed_ips': [{'subnet_id': '4bf46add-483d-4650-bba2-8429e198db9a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:35:35.487243 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.487631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (9afa453e-f5a3-4ced-a5af-307ed3dc3550), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.511939 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (9afa453e-f5a3-4ced-a5af-307ed3dc3550), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.518129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:35.518617 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.555935 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1706295 Mar 07 16:35:35.559018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53412) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:35.564567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'subnet': {'network_id': '9afa453e-f5a3-4ced-a5af-307ed3dc3550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:35.589772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f821922-59f2-4f10-88b7-68decbc566f8 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Network': ['ID=9afa453e-f5a3-4ced-a5af-307ed3dc3550,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:35.614510 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 9afa453e-f5a3-4ced-a5af-307ed3dc3550 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:35:35.659572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:35.663104 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.684582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Allocated IP 2001:db8:0:ffff::2 (94c51833-3f24-441d-92fe-1fcb0b77f02a/4bf46add-483d-4650-bba2-8429e198db9a/9dd83890-5aee-45be-96e5-45a532a01470) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:35.845639 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Publish callbacks [] for port (9dd83890-5aee-45be-96e5-45a532a01470), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.852087 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (9dd83890-5aee-45be-96e5-45a532a01470), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.862503 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (ec160a05-8874-428a-bdf7-aea22016388f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.893331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Network 94c51833-3f24-441d-92fe-1fcb0b77f02a is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:35.896497 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:35.899951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:35.908065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Pushing event updated for resources: {'Port': ['ID=9dd83890-5aee-45be-96e5-45a532a01470,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:35.920900 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Subnet': ['ID=ec160a05-8874-428a-bdf7-aea22016388f,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:35.936435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Checking segment: {'id': '990a06d7-4c48-48d2-ad25-94e9d757f684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9afa453e-f5a3-4ced-a5af-307ed3dc3550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:35.936814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network hostable DHCP agents. Network: 9afa453e-f5a3-4ced-a5af-307ed3dc3550, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:35:35.953740 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network 9afa453e-f5a3-4ced-a5af-307ed3dc3550 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:35:35.963186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 9afa453e-f5a3-4ced-a5af-307ed3dc3550) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:35.964316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Attempting to bind port 9dd83890-5aee-45be-96e5-45a532a01470 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:35.964705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Attempting to bind port 9dd83890-5aee-45be-96e5-45a532a01470 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a22aedc6-04d3-473d-8fee-57d9657f1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '94c51833-3f24-441d-92fe-1fcb0b77f02a'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:35.965086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Attempting to bind port 9dd83890-5aee-45be-96e5-45a532a01470 on network 94c51833-3f24-441d-92fe-1fcb0b77f02a {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:35.967561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:35.968187 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.971113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:35.971499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Checking segment: {'id': 'a22aedc6-04d3-473d-8fee-57d9657f1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '94c51833-3f24-441d-92fe-1fcb0b77f02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:35.971915 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.972311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Bound using segment: {'id': 'a22aedc6-04d3-473d-8fee-57d9657f1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '94c51833-3f24-441d-92fe-1fcb0b77f02a'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:35.972792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Bound port: 9dd83890-5aee-45be-96e5-45a532a01470, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22aedc6-04d3-473d-8fee-57d9657f1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '94c51833-3f24-441d-92fe-1fcb0b77f02a'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:35.973181 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9dd83890-5aee-45be-96e5-45a532a01470), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:35.977213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6d53c-f3c9-4464-a4a1-1b96e4633e06 None None] Network 9afa453e-f5a3-4ced-a5af-307ed3dc3550 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:35.984830 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dd84e608-17c4-4376-b979-490198bab01a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4246616 Mar 07 16:35:35.987702 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53414) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:36.108974 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] For port 9dd83890-5aee-45be-96e5-45a532a01470, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:36.112363 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (9afa453e-f5a3-4ced-a5af-307ed3dc3550), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.114839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] For port 9dd83890-5aee-45be-96e5-45a532a01470, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9dd83890-5aee-45be-96e5-45a532a01470,segment=NetworkSegment(a22aedc6-04d3-473d-8fee-57d9657f1492),segment_id=a22aedc6-04d3-473d-8fee-57d9657f1492)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:36.135864 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9dd83890-5aee-45be-96e5-45a532a01470), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.170882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c66fc4-1534-414b-9611-70ca7c6b382f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-9afa453e-f5a3-4ced-a5af-307ed3dc3550', 'network_id': '9afa453e-f5a3-4ced-a5af-307ed3dc3550', 'project_id': 'a94eb2816d904e199c21286aad092dce', 'fixed_ips': [{'subnet_id': 'ec160a05-8874-428a-bdf7-aea22016388f'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:35:36.172125 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95c66fc4-1534-414b-9611-70ca7c6b382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.203548 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ec160a05-8874-428a-bdf7-aea22016388f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.218090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c2c60-eeba-486e-b4f3-e6fbe5c7fa09 None None] Pushing event updated for resources: {'Port': ['ID=9dd83890-5aee-45be-96e5-45a532a01470,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:36.278476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (ec160a05-8874-428a-bdf7-aea22016388f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.308201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Subnet': ['ID=ec160a05-8874-428a-bdf7-aea22016388f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server [None req-95c66fc4-1534-414b-9611-70ca7c6b382f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec160a05-8874-428a-bdf7-aea22016388f: This subnet is being modified by another concurrent operation. Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise exception Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec160a05-8874-428a-bdf7-aea22016388f: This subnet is being modified by another concurrent operation. Mar 07 16:35:36.319251 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Mar 07 16:35:36.337872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44c546-7e12-4dfe-8e55-e9611f894e21 None None] Network 9afa453e-f5a3-4ced-a5af-307ed3dc3550 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:36.404152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (9afa453e-f5a3-4ced-a5af-307ed3dc3550), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.429182 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa453e-f5a3-4ced-a5af-307ed3dc3550']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:36.449859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990a06d7-4c48-48d2-ad25-94e9d757f684') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:36.450150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990a06d7-4c48-48d2-ad25-94e9d757f684') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:36.461301 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (990a06d7-4c48-48d2-ad25-94e9d757f684), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.474879 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (990a06d7-4c48-48d2-ad25-94e9d757f684), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.480833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:35:36.481221 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (990a06d7-4c48-48d2-ad25-94e9d757f684), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:35:36.484196 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:35:36.547641 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (9afa453e-f5a3-4ced-a5af-307ed3dc3550), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.555228 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.558334 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/networks/9afa453e-f5a3-4ced-a5af-307ed3dc3550 HTTP/1.1" status: 204 len: 168 time: 0.5695338 Mar 07 16:35:36.561999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53416) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:36.567661 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001913395'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:36.569964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e469d-7ee1-4ba7-856c-44b4915de8a9 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Network': ['ID=9afa453e-f5a3-4ced-a5af-307ed3dc3550,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:36.587341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:36.590750 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.614908 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:35:36.623542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7f0a1005-2f62-47f9-8b74-3504eee52ef0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.623893 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Added segment 7f0a1005-2f62-47f9-8b74-3504eee52ef0 of type vlan for network 4b8642a9-0827-4465-af41-777c3280c17c Mar 07 16:35:36.664551 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (4b8642a9-0827-4465-af41-777c3280c17c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.689816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (4b8642a9-0827-4465-af41-777c3280c17c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.695158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:36.695766 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.716231 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.768897 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2057712 Mar 07 16:35:36.772121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53418) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:36.777380 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'subnet': {'network_id': '4b8642a9-0827-4465-af41-777c3280c17c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:36.809177 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84397606-042a-4e6f-9d62-14e0ed33d4ba tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Network': ['ID=4b8642a9-0827-4465-af41-777c3280c17c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:36.820676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 4b8642a9-0827-4465-af41-777c3280c17c details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:35:36.872614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:36.876780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:36.935983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Performing IP validity checks on allocation pools {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 16:35:36.936504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.ipam_backend_mixin [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 16:35:37.143230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298bf9a-40aa-4b31-9912-10f01863211e None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:35:37.202830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-97d258a8-d8d3-4346-8f4c-a280ebf3a2e1 None None] Provisioning complete for port 9dd83890-5aee-45be-96e5-45a532a01470 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:37.203217 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97d258a8-d8d3-4346-8f4c-a280ebf3a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9dd83890-5aee-45be-96e5-45a532a01470), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.254038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298bf9a-40aa-4b31-9912-10f01863211e None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:35:37.365013 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (136a14bf-d63c-4f1a-b8b3-09d70aaeec9f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.370096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-97d258a8-d8d3-4346-8f4c-a280ebf3a2e1 None None] Current status of the port 9dd83890-5aee-45be-96e5-45a532a01470 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:37.370496 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97d258a8-d8d3-4346-8f4c-a280ebf3a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (9dd83890-5aee-45be-96e5-45a532a01470), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.418543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Subnet': ['ID=136a14bf-d63c-4f1a-b8b3-09d70aaeec9f,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:37.435158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-97d258a8-d8d3-4346-8f4c-a280ebf3a2e1 None None] For port 9dd83890-5aee-45be-96e5-45a532a01470, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9dd83890-5aee-45be-96e5-45a532a01470,segment=NetworkSegment(a22aedc6-04d3-473d-8fee-57d9657f1492),segment_id=a22aedc6-04d3-473d-8fee-57d9657f1492)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:37.435523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Checking segment: {'id': '7f0a1005-2f62-47f9-8b74-3504eee52ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4b8642a9-0827-4465-af41-777c3280c17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:37.435885 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network hostable DHCP agents. Network: 4b8642a9-0827-4465-af41-777c3280c17c, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:35:37.442919 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97d258a8-d8d3-4346-8f4c-a280ebf3a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (9dd83890-5aee-45be-96e5-45a532a01470), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.455302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network 4b8642a9-0827-4465-af41-777c3280c17c is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:35:37.463638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 4b8642a9-0827-4465-af41-777c3280c17c) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:37.467774 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:37.468418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.484826 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-af6a16d4-f09c-4b4a-b11c-fa1c14045b15 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7114990 Mar 07 16:35:37.488079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53420) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:37.498519 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663de4d3-2068-47fe-aa48-6c72e792bfc7 None None] Network 94c51833-3f24-441d-92fe-1fcb0b77f02a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:37.501034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a24e724-c1af-4d94-a1bb-31d95b0f475e None None] Network 4b8642a9-0827-4465-af41-777c3280c17c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:37.537144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d258a8-d8d3-4346-8f4c-a280ebf3a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9dd83890-5aee-45be-96e5-45a532a01470,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:37.596681 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (4b8642a9-0827-4465-af41-777c3280c17c), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.652614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (136a14bf-d63c-4f1a-b8b3-09d70aaeec9f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.715703 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (136a14bf-d63c-4f1a-b8b3-09d70aaeec9f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.744401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Subnet': ['ID=136a14bf-d63c-4f1a-b8b3-09d70aaeec9f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:37.810145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (4b8642a9-0827-4465-af41-777c3280c17c), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.831135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8642a9-0827-4465-af41-777c3280c17c']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:37.840727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0a1005-2f62-47f9-8b74-3504eee52ef0') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:37.841023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0a1005-2f62-47f9-8b74-3504eee52ef0') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:37.846168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2139527-3984-4b93-bb06-44c9eeb20098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-4b8642a9-0827-4465-af41-777c3280c17c', 'network_id': '4b8642a9-0827-4465-af41-777c3280c17c', 'project_id': 'a94eb2816d904e199c21286aad092dce', 'fixed_ips': [{'subnet_id': '136a14bf-d63c-4f1a-b8b3-09d70aaeec9f'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:35:37.847053 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c2139527-3984-4b93-bb06-44c9eeb20098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.850593 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (7f0a1005-2f62-47f9-8b74-3504eee52ef0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.864336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7f0a1005-2f62-47f9-8b74-3504eee52ef0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.871327 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:35:37.872402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (7f0a1005-2f62-47f9-8b74-3504eee52ef0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:35:37.876997 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:35:37.937586 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-c2139527-3984-4b93-bb06-44c9eeb20098 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 16:35:37.937586 n-d-830010-8 neutron-server[103868]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 07 16:35:37.937586 n-d-830010-8 neutron-server[103868]: [parameters: {'project_id': 'a94eb2816d904e199c21286aad092dce', 'id': 'e34d0b43-f889-4a24-8f24-cd389bffba8f', 'name': '', 'network_id': '4b8642a9-0827-4465-af41-777c3280c17c', 'mac_address': 'fa:16:3e:d6:5b:07', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-4b8642a9-0827-4465-af41-777c3280c17c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4097}] Mar 07 16:35:37.937586 n-d-830010-8 neutron-server[103868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:35:37.938008 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-c2139527-3984-4b93-bb06-44c9eeb20098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:35:37.942392 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (4b8642a9-0827-4465-af41-777c3280c17c), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.949456 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:37.953191 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/networks/4b8642a9-0827-4465-af41-777c3280c17c HTTP/1.1" status: 204 len: 168 time: 0.4634562 Mar 07 16:35:37.957364 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53422) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:37.963006 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-205880173'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:37.966954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ceab-e8ca-4dd4-a580-e1113e5f861d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Network': ['ID=4b8642a9-0827-4465-af41-777c3280c17c,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:37.985010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:37.990182 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.016384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:35:38.028317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (956874cd-5b9b-4f5c-97d3-5adc7edd42f6), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.028657 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Added segment 956874cd-5b9b-4f5c-97d3-5adc7edd42f6 of type vlan for network bc5d6c13-1d0d-4e5d-8670-cfc12a783217 Mar 07 16:35:38.083889 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (bc5d6c13-1d0d-4e5d-8670-cfc12a783217), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.107053 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (bc5d6c13-1d0d-4e5d-8670-cfc12a783217), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.113453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:38.114066 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.151642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1931036 Mar 07 16:35:38.155450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53424) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:38.160838 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'subnet': {'network_id': 'bc5d6c13-1d0d-4e5d-8670-cfc12a783217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:38.176012 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c4a5d4c0-8610-467d-b5e1-5d7ae549ceeb None None] Provisioning complete for port 9dd83890-5aee-45be-96e5-45a532a01470 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:38.176646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d4c0-8610-467d-b5e1-5d7ae549ceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9dd83890-5aee-45be-96e5-45a532a01470), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.182373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff31b05-d682-4aef-a8f3-c7b5daf27898 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Network': ['ID=bc5d6c13-1d0d-4e5d-8670-cfc12a783217,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:38.201804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network bc5d6c13-1d0d-4e5d-8670-cfc12a783217 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:35:38.249624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:38.253358 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.323963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5d4c0-8610-467d-b5e1-5d7ae549ceeb None None] Current status of the port 9dd83890-5aee-45be-96e5-45a532a01470 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:38.367258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9dd83890-5aee-45be-96e5-45a532a01470 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:38.417382 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 9dd83890-5aee-45be-96e5-45a532a01470 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:38.417784 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (9dd83890-5aee-45be-96e5-45a532a01470), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.441584 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c2139527-3984-4b93-bb06-44c9eeb20098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.453929 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (09430b83-48bc-4852-8835-50d3893c7f99), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.486286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5a6a8-af7e-406b-b1bf-7b5e09347919 None None] Network 4b8642a9-0827-4465-af41-777c3280c17c requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:38.521496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Subnet': ['ID=09430b83-48bc-4852-8835-50d3893c7f99,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:38.521745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5a6a8-af7e-406b-b1bf-7b5e09347919 None None] Network 4b8642a9-0827-4465-af41-777c3280c17c could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:35:38.528854 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Checking segment: {'id': '956874cd-5b9b-4f5c-97d3-5adc7edd42f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'bc5d6c13-1d0d-4e5d-8670-cfc12a783217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:38.529808 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network hostable DHCP agents. Network: bc5d6c13-1d0d-4e5d-8670-cfc12a783217, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:35:38.531249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 9dd83890-5aee-45be-96e5-45a532a01470 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:38.546240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network bc5d6c13-1d0d-4e5d-8670-cfc12a783217 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:35:38.555016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, bc5d6c13-1d0d-4e5d-8670-cfc12a783217) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:38.558980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:38.559576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.563681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6efee7-e763-4427-8722-3d1a1b74bd61 None None] Network bc5d6c13-1d0d-4e5d-8670-cfc12a783217 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:38.574994 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bfd3b9d9-a7a9-4c1f-a01a-9e04c0c5b44d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4182990 Mar 07 16:35:38.578665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53426) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:38.583507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446096629'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:38.602963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:38.606303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.630642 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:35:38.640040 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (1f5625e0-2d7f-47fb-bb0d-5dfcb37092c5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.640387 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Added segment 1f5625e0-2d7f-47fb-bb0d-5dfcb37092c5 of type vlan for network f15db7e3-7dc5-41ad-baa1-ad447f9557ae Mar 07 16:35:38.668755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-bc5d6c13-1d0d-4e5d-8670-cfc12a783217', 'network_id': 'bc5d6c13-1d0d-4e5d-8670-cfc12a783217', 'project_id': 'a94eb2816d904e199c21286aad092dce', 'fixed_ips': [{'subnet_id': '09430b83-48bc-4852-8835-50d3893c7f99'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:35:38.669628 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.683051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (f15db7e3-7dc5-41ad-baa1-ad447f9557ae), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.708370 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (f15db7e3-7dc5-41ad-baa1-ad447f9557ae), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.713638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:38.714225 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.752671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1728294 Mar 07 16:35:38.755882 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53428) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:38.761170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Request body: {'subnet': {'network_id': 'f15db7e3-7dc5-41ad-baa1-ad447f9557ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:38.785605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ee6af-7236-4ff1-a1dd-0434f7e8653a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Network': ['ID=f15db7e3-7dc5-41ad-baa1-ad447f9557ae,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:38.800610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network f15db7e3-7dc5-41ad-baa1-ad447f9557ae details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:35:38.852843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Made reservation on behalf of a94eb2816d904e199c21286aad092dce for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:38.856791 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:38.867578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Allocated IP 2001:db8::2 (bc5d6c13-1d0d-4e5d-8670-cfc12a783217/09430b83-48bc-4852-8835-50d3893c7f99/924af019-39b1-44f1-ae9f-d2beed559a6b) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:39.030485 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Publish callbacks [] for port (924af019-39b1-44f1-ae9f-d2beed559a6b), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.036857 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (924af019-39b1-44f1-ae9f-d2beed559a6b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.040607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (a0232601-3f1a-47c7-b0cd-57d231dbaaef), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.077755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Network bc5d6c13-1d0d-4e5d-8670-cfc12a783217 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:39.082467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:39.084888 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:39.092590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Pushing event updated for resources: {'Port': ['ID=924af019-39b1-44f1-ae9f-d2beed559a6b,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:39.101933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event updated for resources: {'Subnet': ['ID=a0232601-3f1a-47c7-b0cd-57d231dbaaef,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:39.109180 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Checking segment: {'id': '1f5625e0-2d7f-47fb-bb0d-5dfcb37092c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f15db7e3-7dc5-41ad-baa1-ad447f9557ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:39.109554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network hostable DHCP agents. Network: f15db7e3-7dc5-41ad-baa1-ad447f9557ae, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:35:39.128035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Network f15db7e3-7dc5-41ad-baa1-ad447f9557ae is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:35:39.137088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, f15db7e3-7dc5-41ad-baa1-ad447f9557ae) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:39.141293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:39.142624 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.148639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d486de-9427-4069-bc4c-fe4931348d6a None None] Network f15db7e3-7dc5-41ad-baa1-ad447f9557ae requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:39.159703 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8c6c4bc3-eaa3-4bd5-ad1d-994f9c111a9e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4026368 Mar 07 16:35:39.162275 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53430) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:39.167030 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Attempting to bind port 924af019-39b1-44f1-ae9f-d2beed559a6b on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:39.167411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Attempting to bind port 924af019-39b1-44f1-ae9f-d2beed559a6b by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '956874cd-5b9b-4f5c-97d3-5adc7edd42f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'bc5d6c13-1d0d-4e5d-8670-cfc12a783217'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:39.167778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Attempting to bind port 924af019-39b1-44f1-ae9f-d2beed559a6b on network bc5d6c13-1d0d-4e5d-8670-cfc12a783217 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:39.180427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:39.180805 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Checking segment: {'id': '956874cd-5b9b-4f5c-97d3-5adc7edd42f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'bc5d6c13-1d0d-4e5d-8670-cfc12a783217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:39.181207 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.181603 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Bound using segment: {'id': '956874cd-5b9b-4f5c-97d3-5adc7edd42f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'bc5d6c13-1d0d-4e5d-8670-cfc12a783217'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:39.182070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Bound port: 924af019-39b1-44f1-ae9f-d2beed559a6b, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956874cd-5b9b-4f5c-97d3-5adc7edd42f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'bc5d6c13-1d0d-4e5d-8670-cfc12a783217'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:39.182453 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (924af019-39b1-44f1-ae9f-d2beed559a6b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.263228 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (f15db7e3-7dc5-41ad-baa1-ad447f9557ae), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.304422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b55c5-af46-4277-9ebe-285c69492688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-f15db7e3-7dc5-41ad-baa1-ad447f9557ae', 'network_id': 'f15db7e3-7dc5-41ad-baa1-ad447f9557ae', 'project_id': 'a94eb2816d904e199c21286aad092dce', 'fixed_ips': [{'subnet_id': 'a0232601-3f1a-47c7-b0cd-57d231dbaaef'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:35:39.305354 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-395b55c5-af46-4277-9ebe-285c69492688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.317844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] For port 924af019-39b1-44f1-ae9f-d2beed559a6b, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:39.335517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] For port 924af019-39b1-44f1-ae9f-d2beed559a6b, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=924af019-39b1-44f1-ae9f-d2beed559a6b,segment=NetworkSegment(956874cd-5b9b-4f5c-97d3-5adc7edd42f6),segment_id=956874cd-5b9b-4f5c-97d3-5adc7edd42f6)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:39.347106 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (924af019-39b1-44f1-ae9f-d2beed559a6b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.355209 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (a0232601-3f1a-47c7-b0cd-57d231dbaaef), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.417596 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (a0232601-3f1a-47c7-b0cd-57d231dbaaef), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.450621 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Subnet': ['ID=a0232601-3f1a-47c7-b0cd-57d231dbaaef,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:39.475034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7efc9-495b-4482-bb0f-97a990a5a251 None None] Pushing event updated for resources: {'Port': ['ID=924af019-39b1-44f1-ae9f-d2beed559a6b,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server [None req-395b55c5-af46-4277-9ebe-285c69492688 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0232601-3f1a-47c7-b0cd-57d231dbaaef: This subnet is being modified by another concurrent operation. Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server raise exception Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0232601-3f1a-47c7-b0cd-57d231dbaaef: This subnet is being modified by another concurrent operation. Mar 07 16:35:39.478700 n-d-830010-8 neutron-server[103868]: ERROR oslo_messaging.rpc.server Mar 07 16:35:39.508245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed5c71-75c7-4b8b-953f-ce7e4dbd0d35 None None] Network f15db7e3-7dc5-41ad-baa1-ad447f9557ae requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:39.525805 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (f15db7e3-7dc5-41ad-baa1-ad447f9557ae), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.547572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15db7e3-7dc5-41ad-baa1-ad447f9557ae']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:39.559010 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5625e0-2d7f-47fb-bb0d-5dfcb37092c5') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:39.559310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5625e0-2d7f-47fb-bb0d-5dfcb37092c5') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:39.569912 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (1f5625e0-2d7f-47fb-bb0d-5dfcb37092c5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.584958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (1f5625e0-2d7f-47fb-bb0d-5dfcb37092c5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.593920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:35:39.594473 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (1f5625e0-2d7f-47fb-bb0d-5dfcb37092c5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:35:39.597983 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:35:39.671853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (f15db7e3-7dc5-41ad-baa1-ad447f9557ae), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.679501 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.682668 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/networks/f15db7e3-7dc5-41ad-baa1-ad447f9557ae HTTP/1.1" status: 204 len: 168 time: 0.5194416 Mar 07 16:35:39.685574 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53432) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:39.695868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68437e5c-0331-40cb-94aa-8653740d6398 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Network': ['ID=f15db7e3-7dc5-41ad-baa1-ad447f9557ae,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:39.723223 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-febc3e58-cf9c-4f1a-906d-a3e1de0b870d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] GET failed (client error): The resource could not be found. Mar 07 16:35:39.724588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-febc3e58-cf9c-4f1a-906d-a3e1de0b870d tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "GET /v2.0/subnets/a0232601-3f1a-47c7-b0cd-57d231dbaaef HTTP/1.1" status: 404 len: 337 time: 0.0380075 Mar 07 16:35:39.727364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53434) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:39.746969 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf899c6-3afc-43be-a3ca-86b1ef31d9aa tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] DELETE failed (client error): The resource could not be found. Mar 07 16:35:39.747584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf899c6-3afc-43be-a3ca-86b1ef31d9aa tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:35:39.751005 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bdf899c6-3afc-43be-a3ca-86b1ef31d9aa tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/networks/f15db7e3-7dc5-41ad-baa1-ad447f9557ae HTTP/1.1" status: 404 len: 339 time: 0.0223997 Mar 07 16:35:39.755465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53436) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:39.783284 n-d-830010-8 neutron-server[103866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f43e581-e6fb-4483-ad9e-010b0ed2a864 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] DELETE failed (client error): The resource could not be found. Mar 07 16:35:39.785149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f43e581-e6fb-4483-ad9e-010b0ed2a864 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:35:39.787550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3f43e581-e6fb-4483-ad9e-010b0ed2a864 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/subnets/a0232601-3f1a-47c7-b0cd-57d231dbaaef HTTP/1.1" status: 404 len: 337 time: 0.0310106 Mar 07 16:35:39.790240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53438) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:39.813285 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-308f8c22-217b-4693-bd96-51705592cb73 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] DELETE failed (client error): The resource could not be found. Mar 07 16:35:39.815359 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308f8c22-217b-4693-bd96-51705592cb73 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:35:39.819000 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-308f8c22-217b-4693-bd96-51705592cb73 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/networks/f15db7e3-7dc5-41ad-baa1-ad447f9557ae HTTP/1.1" status: 404 len: 339 time: 0.0274594 Mar 07 16:35:39.821585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53440) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:39.875718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Deleting subnet 09430b83-48bc-4852-8835-50d3893c7f99 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:35:39.880201 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for subnet (09430b83-48bc-4852-8835-50d3893c7f99), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:39.921878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (09430b83-48bc-4852-8835-50d3893c7f99), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.010118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (09430b83-48bc-4852-8835-50d3893c7f99), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.067928 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (09430b83-48bc-4852-8835-50d3893c7f99), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.095919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Subnet': ['ID=09430b83-48bc-4852-8835-50d3893c7f99,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:40.098300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.101484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/subnets/09430b83-48bc-4852-8835-50d3893c7f99 HTTP/1.1" status: 204 len: 168 time: 0.2789321 Mar 07 16:35:40.104147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53442) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:40.107841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.108202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.108554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.108902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.109247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.109585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.109923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.110376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.110787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.111221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.111698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.111888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.112220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3723d85a-d876-46fc-9c93-193c5d58e24e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:40.186184 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (bc5d6c13-1d0d-4e5d-8670-cfc12a783217), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.245116 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Deleting port 924af019-39b1-44f1-ae9f-d2beed559a6b {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:35:40.245472 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (924af019-39b1-44f1-ae9f-d2beed559a6b), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.317506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] For port 924af019-39b1-44f1-ae9f-d2beed559a6b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=924af019-39b1-44f1-ae9f-d2beed559a6b,segment=NetworkSegment(956874cd-5b9b-4f5c-97d3-5adc7edd42f6),segment_id=956874cd-5b9b-4f5c-97d3-5adc7edd42f6)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:40.318217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (924af019-39b1-44f1-ae9f-d2beed559a6b), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.333699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Calling delete_port for 924af019-39b1-44f1-ae9f-d2beed559a6b owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:35:40.357192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 924af019-39b1-44f1-ae9f-d2beed559a6b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:40.412881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 924af019-39b1-44f1-ae9f-d2beed559a6b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:40.413271 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (924af019-39b1-44f1-ae9f-d2beed559a6b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.428882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (924af019-39b1-44f1-ae9f-d2beed559a6b), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.452444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Could not find standard attr ID for object 924af019-39b1-44f1-ae9f-d2beed559a6b. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:35:40.454626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Port': ['ID=924af019-39b1-44f1-ae9f-d2beed559a6b,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:40.457719 n-d-830010-8 neutron-server[103868]: INFO neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No ports have port_id starting with 924af019-39b1-44f1-ae9f-d2beed559a6b Mar 07 16:35:40.462551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] No DVR routers for this DVR port 924af019-39b1-44f1-ae9f-d2beed559a6b on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:35:40.477983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d99732c-8918-4629-a4f7-017ad424fdf6 None None] get_active_networks_info from n-d-830010-8 {{(pid=103868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:35:40.545441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99732c-8918-4629-a4f7-017ad424fdf6 None None] Resources bound (agent type, host, resource id): {{(pid=103868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 16:35:40.560609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5d2097aa-070e-4d32-bb36-4115f8146509 None None] Could not find standard attr ID for object 924af019-39b1-44f1-ae9f-d2beed559a6b. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:35:40.711980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78230911-874a-4771-8597-c58ad9bfe8db None None] Network bc5d6c13-1d0d-4e5d-8670-cfc12a783217 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:40.812789 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (bc5d6c13-1d0d-4e5d-8670-cfc12a783217), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.834996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5d6c13-1d0d-4e5d-8670-cfc12a783217']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:40.839577 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5df18f-0b1b-478e-b11e-325a414320bf None None] DHCP port deletion for bc5d6c13-1d0d-4e5d-8670-cfc12a783217 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:35:40.844983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956874cd-5b9b-4f5c-97d3-5adc7edd42f6') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:40.845426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956874cd-5b9b-4f5c-97d3-5adc7edd42f6') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:40.855493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (956874cd-5b9b-4f5c-97d3-5adc7edd42f6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.868715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (956874cd-5b9b-4f5c-97d3-5adc7edd42f6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.874507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:35:40.874923 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (956874cd-5b9b-4f5c-97d3-5adc7edd42f6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:35:40.878513 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:35:40.935902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (bc5d6c13-1d0d-4e5d-8670-cfc12a783217), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.943177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:40.946432 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/networks/bc5d6c13-1d0d-4e5d-8670-cfc12a783217 HTTP/1.1" status: 204 len: 168 time: 0.8412945 Mar 07 16:35:40.949173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53444) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:40.958308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a8d12-b6ac-47dc-9540-bf216584f67e tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Network': ['ID=bc5d6c13-1d0d-4e5d-8670-cfc12a783217,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:40.976064 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-27645d3c-ca35-463d-8c9a-b1c932b33075 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] DELETE failed (client error): The resource could not be found. Mar 07 16:35:40.976517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27645d3c-ca35-463d-8c9a-b1c932b33075 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:35:40.979556 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-27645d3c-ca35-463d-8c9a-b1c932b33075 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/subnets/136a14bf-d63c-4f1a-b8b3-09d70aaeec9f HTTP/1.1" status: 404 len: 337 time: 0.0293632 Mar 07 16:35:40.982017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53446) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:40.999897 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c66c00f-05b1-4f53-8909-49c05327e937 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] DELETE failed (client error): The resource could not be found. Mar 07 16:35:41.000370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c66c00f-05b1-4f53-8909-49c05327e937 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:35:41.003905 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8c66c00f-05b1-4f53-8909-49c05327e937 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/networks/4b8642a9-0827-4465-af41-777c3280c17c HTTP/1.1" status: 404 len: 339 time: 0.0210125 Mar 07 16:35:41.006177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53448) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:41.035102 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c78a134-49ee-48c4-9015-be9a853f2b64 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] DELETE failed (client error): The resource could not be found. Mar 07 16:35:41.035543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c78a134-49ee-48c4-9015-be9a853f2b64 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:35:41.038453 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8c78a134-49ee-48c4-9015-be9a853f2b64 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/subnets/ec160a05-8874-428a-bdf7-aea22016388f HTTP/1.1" status: 404 len: 337 time: 0.0314248 Mar 07 16:35:41.040916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53450) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:41.058148 n-d-830010-8 neutron-server[103867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2389fa-9d43-4268-97af-e7420e11371a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] DELETE failed (client error): The resource could not be found. Mar 07 16:35:41.058620 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2389fa-9d43-4268-97af-e7420e11371a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 16:35:41.061528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fd2389fa-9d43-4268-97af-e7420e11371a tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/networks/9afa453e-f5a3-4ced-a5af-307ed3dc3550 HTTP/1.1" status: 404 len: 339 time: 0.0197542 Mar 07 16:35:41.064249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53452) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:41.112123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-210a9083-c64b-4834-8140-82ae3a30bb56 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Deleting subnet 4bf46add-483d-4650-bba2-8429e198db9a {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:35:41.115043 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-210a9083-c64b-4834-8140-82ae3a30bb56 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for subnet (4bf46add-483d-4650-bba2-8429e198db9a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.153831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-210a9083-c64b-4834-8140-82ae3a30bb56 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (4bf46add-483d-4650-bba2-8429e198db9a), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.238011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-210a9083-c64b-4834-8140-82ae3a30bb56 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4bf46add-483d-4650-bba2-8429e198db9a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.294688 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-210a9083-c64b-4834-8140-82ae3a30bb56 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (4bf46add-483d-4650-bba2-8429e198db9a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.307106 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.322641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a9083-c64b-4834-8140-82ae3a30bb56 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf46add-483d-4650-bba2-8429e198db9a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:41.326328 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-210a9083-c64b-4834-8140-82ae3a30bb56 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.329549 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-210a9083-c64b-4834-8140-82ae3a30bb56 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/subnets/4bf46add-483d-4650-bba2-8429e198db9a HTTP/1.1" status: 204 len: 168 time: 0.2644007 Mar 07 16:35:41.332214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53454) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:41.333165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd3e418-e713-4153-9c75-4c4bde11e2f8 None None] Network 94c51833-3f24-441d-92fe-1fcb0b77f02a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:41.411133 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (94c51833-3f24-441d-92fe-1fcb0b77f02a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.465994 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Deleting port 9dd83890-5aee-45be-96e5-45a532a01470 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:35:41.466338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9dd83890-5aee-45be-96e5-45a532a01470), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.486774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a586c7-8fb9-4d76-bf5b-44922e14660a None None] DHCP port deletion for 94c51833-3f24-441d-92fe-1fcb0b77f02a request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:35:41.529991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] For port 9dd83890-5aee-45be-96e5-45a532a01470, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9dd83890-5aee-45be-96e5-45a532a01470,segment=NetworkSegment(a22aedc6-04d3-473d-8fee-57d9657f1492),segment_id=a22aedc6-04d3-473d-8fee-57d9657f1492)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:41.530368 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9dd83890-5aee-45be-96e5-45a532a01470), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.533536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b3a586c7-8fb9-4d76-bf5b-44922e14660a None None] Deleting port 9dd83890-5aee-45be-96e5-45a532a01470 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:35:41.533911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3a586c7-8fb9-4d76-bf5b-44922e14660a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (9dd83890-5aee-45be-96e5-45a532a01470), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.549017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Calling delete_port for 9dd83890-5aee-45be-96e5-45a532a01470 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:35:41.596252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b3a586c7-8fb9-4d76-bf5b-44922e14660a None None] For port 9dd83890-5aee-45be-96e5-45a532a01470, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=9dd83890-5aee-45be-96e5-45a532a01470,segment=NetworkSegment(a22aedc6-04d3-473d-8fee-57d9657f1492),segment_id=a22aedc6-04d3-473d-8fee-57d9657f1492)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:41.596648 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3a586c7-8fb9-4d76-bf5b-44922e14660a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (9dd83890-5aee-45be-96e5-45a532a01470), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.608777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b3a586c7-8fb9-4d76-bf5b-44922e14660a None None] Calling delete_port for 9dd83890-5aee-45be-96e5-45a532a01470 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:35:41.627666 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (9dd83890-5aee-45be-96e5-45a532a01470), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.654402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Port': ['ID=9dd83890-5aee-45be-96e5-45a532a01470,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:41.656243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] No DVR routers for this DVR port 9dd83890-5aee-45be-96e5-45a532a01470 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 16:35:41.684560 n-d-830010-8 neutron-server[103868]: self.session.flush() Mar 07 16:35:41.695368 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b3a586c7-8fb9-4d76-bf5b-44922e14660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (9dd83890-5aee-45be-96e5-45a532a01470), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.720696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a586c7-8fb9-4d76-bf5b-44922e14660a None None] Pushing event deleted for resources: {'Port': ['ID=9dd83890-5aee-45be-96e5-45a532a01470,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:41.725195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a586c7-8fb9-4d76-bf5b-44922e14660a None None] No DVR routers for this DVR port 9dd83890-5aee-45be-96e5-45a532a01470 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:35:41.742512 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (94c51833-3f24-441d-92fe-1fcb0b77f02a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.767879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c51833-3f24-441d-92fe-1fcb0b77f02a']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:41.777361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22aedc6-04d3-473d-8fee-57d9657f1492') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:41.777663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22aedc6-04d3-473d-8fee-57d9657f1492') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:41.787432 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (a22aedc6-04d3-473d-8fee-57d9657f1492), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.800231 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a22aedc6-04d3-473d-8fee-57d9657f1492), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.806071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:35:41.806476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (a22aedc6-04d3-473d-8fee-57d9657f1492), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:35:41.809382 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:35:41.868049 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (94c51833-3f24-441d-92fe-1fcb0b77f02a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.874843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:41.878277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] 10.222.0.24 "DELETE /v2.0/networks/94c51833-3f24-441d-92fe-1fcb0b77f02a HTTP/1.1" status: 204 len: 168 time: 0.5451374 Mar 07 16:35:41.889178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138826af-6838-4b6b-98ba-290b57cc2262 tempest-NetworksIpV6Test-1424862579 tempest-NetworksIpV6Test-1424862579-project] Pushing event deleted for resources: {'Network': ['ID=94c51833-3f24-441d-92fe-1fcb0b77f02a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:42.114351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53460) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:42.252705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3f72e95e-9261-4ade-813f-379222c49c7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a94eb2816d904e199c21286aad092dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366055 Mar 07 16:35:42.254653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53464) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:42.304128 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d44d9f40-ee58-4c35-ba94-b776e1ce350c admin admin] Publish callbacks [] for security_group (81899da1-e6a2-41b0-82b5-1c1dffe0ba2e), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:42.311792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9dd83890-5aee-45be-96e5-45a532a01470 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:35:42.327174 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d44d9f40-ee58-4c35-ba94-b776e1ce350c admin admin] Publish callbacks [] for security_group (81899da1-e6a2-41b0-82b5-1c1dffe0ba2e), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:42.333654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 9dd83890-5aee-45be-96e5-45a532a01470 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:35:42.334014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 9dd83890-5aee-45be-96e5-45a532a01470 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:35:42.334528 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 924af019-39b1-44f1-ae9f-d2beed559a6b no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:35:42.355864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 924af019-39b1-44f1-ae9f-d2beed559a6b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:35:42.356318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 924af019-39b1-44f1-ae9f-d2beed559a6b not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:35:42.377528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d44d9f40-ee58-4c35-ba94-b776e1ce350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (81899da1-e6a2-41b0-82b5-1c1dffe0ba2e), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:42.380615 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d44d9f40-ee58-4c35-ba94-b776e1ce350c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:42.381956 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d44d9f40-ee58-4c35-ba94-b776e1ce350c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81899da1-e6a2-41b0-82b5-1c1dffe0ba2e HTTP/1.1" status: 204 len: 168 time: 0.1263175 Mar 07 16:35:42.391219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d9f40-ee58-4c35-ba94-b776e1ce350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81899da1-e6a2-41b0-82b5-1c1dffe0ba2e,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:43.011095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53486) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:43.107930 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f2f07f28-047f-4776-824d-0212ee921b54 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1995601386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:43.129763 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2f07f28-047f-4776-824d-0212ee921b54 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.130754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2f07f28-047f-4776-824d-0212ee921b54 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.184076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2f07f28-047f-4776-824d-0212ee921b54 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for router_controller (651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.187969 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2f07f28-047f-4776-824d-0212ee921b54 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.204463 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f2f07f28-047f-4776-824d-0212ee921b54 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.205651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f2f07f28-047f-4776-824d-0212ee921b54 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1935368 Mar 07 16:35:43.208410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53490) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:43.213198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-944704614'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:43.232006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Made reservation on behalf of 6517d3dcc4944cc59195b3dd48184846 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:43.236004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.244616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.318461 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for security_group (7cdb0099-bdd7-457b-9b57-c5565cab8faf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.322154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7cdb0099-bdd7-457b-9b57-c5565cab8faf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.350134 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:35:43.359814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb0099-bdd7-457b-9b57-c5565cab8faf,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:43.366017 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.366359 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Added segment bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7 of type vlan for network 8cbcc5c1-8e09-4414-beab-559749f21702 Mar 07 16:35:43.405996 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (8cbcc5c1-8e09-4414-beab-559749f21702), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.430162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (8cbcc5c1-8e09-4414-beab-559749f21702), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.435259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:43.435840 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.468612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2592039 Mar 07 16:35:43.472076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53492) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:43.478936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Request body: {'subnet': {'network_id': '8cbcc5c1-8e09-4414-beab-559749f21702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:43.525703 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0d905-907f-498c-9f55-66bfe4e10034 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event updated for resources: {'Network': ['ID=8cbcc5c1-8e09-4414-beab-559749f21702,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:43.537115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 8cbcc5c1-8e09-4414-beab-559749f21702 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:35:43.599859 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Made reservation on behalf of 6517d3dcc4944cc59195b3dd48184846 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:43.603241 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.780242 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (525deca6-f7f8-499c-98ad-b13b914e3e6e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.840234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event updated for resources: {'Subnet': ['ID=525deca6-f7f8-499c-98ad-b13b914e3e6e,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:43.848269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Checking segment: {'id': 'bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8cbcc5c1-8e09-4414-beab-559749f21702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:43.848627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Network hostable DHCP agents. Network: 8cbcc5c1-8e09-4414-beab-559749f21702, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:35:43.864493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Network 8cbcc5c1-8e09-4414-beab-559749f21702 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:35:43.872815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 8cbcc5c1-8e09-4414-beab-559749f21702) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:43.877477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:43.878064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.882167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8bb63c-008e-4a26-a643-508b2d704ce6 None None] Network 8cbcc5c1-8e09-4414-beab-559749f21702 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:43.894685 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a7d165b3-bb5a-4d74-a9cd-6330582dfcde tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4216149 Mar 07 16:35:43.897783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53494) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:43.902736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-704203601'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:43.921100 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Made reservation on behalf of 6517d3dcc4944cc59195b3dd48184846 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:43.925318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.955428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:35:43.964799 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (816e8046-6208-42a8-bff4-4cfa8e75f52a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:43.965151 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Added segment 816e8046-6208-42a8-bff4-4cfa8e75f52a of type vlan for network 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 Mar 07 16:35:43.984380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-8cbcc5c1-8e09-4414-beab-559749f21702', 'network_id': '8cbcc5c1-8e09-4414-beab-559749f21702', 'project_id': '6517d3dcc4944cc59195b3dd48184846', 'fixed_ips': [{'subnet_id': '525deca6-f7f8-499c-98ad-b13b914e3e6e'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:35:43.985941 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.005660 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.031472 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.037219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:44.037800 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.072975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1714444 Mar 07 16:35:44.073200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53496) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:44.080655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Request body: {'subnet': {'network_id': '4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:44.129423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd092a-8c13-4eca-81ff-153a9d399156 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event updated for resources: {'Network': ['ID=4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:44.130135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Allocated IP 172.20.0.2 (8cbcc5c1-8e09-4414-beab-559749f21702/525deca6-f7f8-499c-98ad-b13b914e3e6e/2e715a63-7fdb-4fa4-af9b-a0e0972da1b3) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:44.142346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:35:44.200082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Made reservation on behalf of 6517d3dcc4944cc59195b3dd48184846 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:44.203539 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.335814 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Publish callbacks [] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.341851 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.384133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Network 8cbcc5c1-8e09-4414-beab-559749f21702 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:44.386970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:44.388612 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (976307e1-0f9c-4117-953e-10ed2c15ba06), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.390533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:44.402477 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Pushing event updated for resources: {'Port': ['ID=2e715a63-7fdb-4fa4-af9b-a0e0972da1b3,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:44.427657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.428005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.428345 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.428687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.429020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.429353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.429690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.430013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.430339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.430666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.431022 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.431346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.431687 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:44.458763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event updated for resources: {'Subnet': ['ID=976307e1-0f9c-4117-953e-10ed2c15ba06,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:44.462029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Attempting to bind port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:44.462406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Attempting to bind port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8cbcc5c1-8e09-4414-beab-559749f21702'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:44.462777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Attempting to bind port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 on network 8cbcc5c1-8e09-4414-beab-559749f21702 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:44.463155 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Checking segment: {'id': '816e8046-6208-42a8-bff4-4cfa8e75f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:44.463518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Network hostable DHCP agents. Network: 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:35:44.468048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:44.468430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Checking segment: {'id': 'bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8cbcc5c1-8e09-4414-beab-559749f21702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:44.468837 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.469221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Bound using segment: {'id': 'bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8cbcc5c1-8e09-4414-beab-559749f21702'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:44.469864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Bound port: 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8cbcc5c1-8e09-4414-beab-559749f21702'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:44.470246 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.480736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Network 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:35:44.490109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:44.494180 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:44.494781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.503070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806ee08-c21f-4928-9a3b-88a5f528d269 None None] Network 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:44.511520 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-009b1b3e-b08a-4c1e-be0e-46d74f81498b tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4374158 Mar 07 16:35:44.514402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53498) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:44.520016 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8e125525-e802-4d62-928d-033e4072b0f4 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Request body: {'router': {'external_gateway_info': {'network_id': '4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:44.590674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] For port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:44.593828 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] For port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2e715a63-7fdb-4fa4-af9b-a0e0972da1b3,segment=NetworkSegment(bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7),segment_id=bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:44.603599 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.669682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2', 'network_id': '4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2', 'project_id': '6517d3dcc4944cc59195b3dd48184846', 'fixed_ips': [{'subnet_id': '976307e1-0f9c-4117-953e-10ed2c15ba06'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:35:44.670633 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.692472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504e575-0976-4eb2-8ede-0cd343f64566 None None] Pushing event updated for resources: {'Port': ['ID=2e715a63-7fdb-4fa4-af9b-a0e0972da1b3,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:44.745674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e125525-e802-4d62-928d-033e4072b0f4 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for router_gateway (651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:44.837476 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Allocated IP 172.21.0.2 (4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2/976307e1-0f9c-4117-953e-10ed2c15ba06/3dff482a-ba25-401c-850e-2f26b49db161) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:44.882078 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [None req-8e125525-e802-4d62-928d-033e4072b0f4 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 16:35:44.883209 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8e125525-e802-4d62-928d-033e4072b0f4 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "PUT /v2.0/routers/651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf HTTP/1.1" status: 400 len: 364 time: 0.3678374 Mar 07 16:35:44.888952 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53500) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:44.950279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d3db3f-dbe0-489e-83d2-2686b36b291c tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Deleting subnet 976307e1-0f9c-4117-953e-10ed2c15ba06 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:35:45.005447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Publish callbacks [] for port (3dff482a-ba25-401c-850e-2f26b49db161), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.011156 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d3db3f-dbe0-489e-83d2-2686b36b291c tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for subnet (976307e1-0f9c-4117-953e-10ed2c15ba06), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.012004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3dff482a-ba25-401c-850e-2f26b49db161), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.052797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Network 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:45.055702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:45.057589 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d3db3f-dbe0-489e-83d2-2686b36b291c tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (976307e1-0f9c-4117-953e-10ed2c15ba06), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.058341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:45.067635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Pushing event updated for resources: {'Port': ['ID=3dff482a-ba25-401c-850e-2f26b49db161,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:45.118741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Attempting to bind port 3dff482a-ba25-401c-850e-2f26b49db161 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:45.119078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Attempting to bind port 3dff482a-ba25-401c-850e-2f26b49db161 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '816e8046-6208-42a8-bff4-4cfa8e75f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:45.119567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Attempting to bind port 3dff482a-ba25-401c-850e-2f26b49db161 on network 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:45.125646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:45.126602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Checking segment: {'id': '816e8046-6208-42a8-bff4-4cfa8e75f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:45.127042 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.127451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Bound using segment: {'id': '816e8046-6208-42a8-bff4-4cfa8e75f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:45.127935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Bound port: 3dff482a-ba25-401c-850e-2f26b49db161, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816e8046-6208-42a8-bff4-4cfa8e75f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:45.128331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3dff482a-ba25-401c-850e-2f26b49db161), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.143281 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d3db3f-dbe0-489e-83d2-2686b36b291c tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (976307e1-0f9c-4117-953e-10ed2c15ba06), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.203477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d3db3f-dbe0-489e-83d2-2686b36b291c tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (976307e1-0f9c-4117-953e-10ed2c15ba06), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.209205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] For port 3dff482a-ba25-401c-850e-2f26b49db161, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:45.214549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] For port 3dff482a-ba25-401c-850e-2f26b49db161, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3dff482a-ba25-401c-850e-2f26b49db161,segment=NetworkSegment(816e8046-6208-42a8-bff4-4cfa8e75f52a),segment_id=816e8046-6208-42a8-bff4-4cfa8e75f52a)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:45.222294 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3dff482a-ba25-401c-850e-2f26b49db161), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.233807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3db3f-dbe0-489e-83d2-2686b36b291c tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event deleted for resources: {'Subnet': ['ID=976307e1-0f9c-4117-953e-10ed2c15ba06,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:45.236565 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b9d3db3f-dbe0-489e-83d2-2686b36b291c tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.239791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b9d3db3f-dbe0-489e-83d2-2686b36b291c tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "DELETE /v2.0/subnets/976307e1-0f9c-4117-953e-10ed2c15ba06 HTTP/1.1" status: 204 len: 168 time: 0.3498540 Mar 07 16:35:45.242149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53502) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:45.284073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fa318-42a4-4326-9b69-dcea539ad889 None None] Pushing event updated for resources: {'Port': ['ID=3dff482a-ba25-401c-850e-2f26b49db161,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:45.331859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.390321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Deleting port 3dff482a-ba25-401c-850e-2f26b49db161 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:35:45.390860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3dff482a-ba25-401c-850e-2f26b49db161), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.466515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] For port 3dff482a-ba25-401c-850e-2f26b49db161, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3dff482a-ba25-401c-850e-2f26b49db161,segment=NetworkSegment(816e8046-6208-42a8-bff4-4cfa8e75f52a),segment_id=816e8046-6208-42a8-bff4-4cfa8e75f52a)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:45.466922 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3dff482a-ba25-401c-850e-2f26b49db161), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.487775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Calling delete_port for 3dff482a-ba25-401c-850e-2f26b49db161 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:35:45.574389 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3dff482a-ba25-401c-850e-2f26b49db161), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.603448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event deleted for resources: {'Port': ['ID=3dff482a-ba25-401c-850e-2f26b49db161,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:45.608446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] No DVR routers for this DVR port 3dff482a-ba25-401c-850e-2f26b49db161 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:35:45.697474 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.718914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:45.729231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816e8046-6208-42a8-bff4-4cfa8e75f52a') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:45.729532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816e8046-6208-42a8-bff4-4cfa8e75f52a') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:45.732755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe966f-7f34-4d61-a456-6169c4b5e653 None None] Network 8cbcc5c1-8e09-4414-beab-559749f21702 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:45.742218 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (816e8046-6208-42a8-bff4-4cfa8e75f52a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.756369 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (816e8046-6208-42a8-bff4-4cfa8e75f52a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.762214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:35:45.762724 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (816e8046-6208-42a8-bff4-4cfa8e75f52a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:35:45.766143 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:35:45.833313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.835862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e86e8744-0a3a-42b6-9d70-6ad0cb1a8a13 None None] Provisioning complete for port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:45.836242 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e86e8744-0a3a-42b6-9d70-6ad0cb1a8a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.842300 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.845668 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "DELETE /v2.0/networks/4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 HTTP/1.1" status: 204 len: 168 time: 0.6025805 Mar 07 16:35:45.848353 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53504) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:45.854823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4244f3e-c94d-411a-9900-9120ce2ce5c5 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event deleted for resources: {'Network': ['ID=4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:45.905214 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f355338-0423-43f2-91ac-fa8b26be1e29 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Deleting subnet 525deca6-f7f8-499c-98ad-b13b914e3e6e {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:35:45.909813 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f355338-0423-43f2-91ac-fa8b26be1e29 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for subnet (525deca6-f7f8-499c-98ad-b13b914e3e6e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.933717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e86e8744-0a3a-42b6-9d70-6ad0cb1a8a13 None None] Current status of the port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:45.934243 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e86e8744-0a3a-42b6-9d70-6ad0cb1a8a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.960151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f355338-0423-43f2-91ac-fa8b26be1e29 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (525deca6-f7f8-499c-98ad-b13b914e3e6e), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:45.978127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e86e8744-0a3a-42b6-9d70-6ad0cb1a8a13 None None] For port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2e715a63-7fdb-4fa4-af9b-a0e0972da1b3,segment=NetworkSegment(bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7),segment_id=bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:45.982963 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e86e8744-0a3a-42b6-9d70-6ad0cb1a8a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.046963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e8744-0a3a-42b6-9d70-6ad0cb1a8a13 None None] Pushing event updated for resources: {'Port': ['ID=2e715a63-7fdb-4fa4-af9b-a0e0972da1b3,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:46.059361 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f355338-0423-43f2-91ac-fa8b26be1e29 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (525deca6-f7f8-499c-98ad-b13b914e3e6e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.129081 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f355338-0423-43f2-91ac-fa8b26be1e29 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (525deca6-f7f8-499c-98ad-b13b914e3e6e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.144364 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9f355338-0423-43f2-91ac-fa8b26be1e29 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.148159 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9f355338-0423-43f2-91ac-fa8b26be1e29 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "DELETE /v2.0/subnets/525deca6-f7f8-499c-98ad-b13b914e3e6e HTTP/1.1" status: 204 len: 168 time: 0.2988019 Mar 07 16:35:46.151084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53506) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:46.151947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c801ffc7-7516-4fc8-85f0-44e15d547c4f None None] Network 8cbcc5c1-8e09-4414-beab-559749f21702 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:46.189369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f355338-0423-43f2-91ac-fa8b26be1e29 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event deleted for resources: {'Subnet': ['ID=525deca6-f7f8-499c-98ad-b13b914e3e6e,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:46.244390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5d0e67bf-8072-4aa8-b7ca-8bec78e452a2 None None] Provisioning complete for port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:46.244763 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d0e67bf-8072-4aa8-b7ca-8bec78e452a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.258668 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8cbcc5c1-8e09-4414-beab-559749f21702), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.343319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e67bf-8072-4aa8-b7ca-8bec78e452a2 None None] Current status of the port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:46.361534 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Deleting port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:35:46.361889 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.417676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84608737-1bad-48ec-916b-2835996ca756 None None] DHCP port deletion for 8cbcc5c1-8e09-4414-beab-559749f21702 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:35:46.420149 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:35:46.434962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] For port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2e715a63-7fdb-4fa4-af9b-a0e0972da1b3,segment=NetworkSegment(bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7),segment_id=bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:46.435331 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.448451 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Calling delete_port for 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:35:46.466060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c8830ce9-2418-412f-821c-1a9812869157 None None] Could not find standard attr ID for object 3dff482a-ba25-401c-850e-2f26b49db161. {{(pid=103868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 16:35:46.481084 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-84608737-1bad-48ec-916b-2835996ca756 None None] Deleting port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:35:46.481386 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-84608737-1bad-48ec-916b-2835996ca756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.537410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b42bc1-ffa0-4ef3-9d32-94d22d5c0490 None None] DHCP port deletion for 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:35:46.540150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.556289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-84608737-1bad-48ec-916b-2835996ca756 None None] For port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=2e715a63-7fdb-4fa4-af9b-a0e0972da1b3,segment=NetworkSegment(bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7),segment_id=bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:46.556697 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-84608737-1bad-48ec-916b-2835996ca756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.567109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event deleted for resources: {'Port': ['ID=2e715a63-7fdb-4fa4-af9b-a0e0972da1b3,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:46.572446 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c69c0f-40a4-40fd-bc1b-849bd0db88a6 None None] Network 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:46.572563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] No DVR routers for this DVR port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:35:46.575754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-84608737-1bad-48ec-916b-2835996ca756 None None] Calling delete_port for 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:35:46.593101 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c69c0f-40a4-40fd-bc1b-849bd0db88a6 None None] Network 4dd0041d-a993-4fc4-99a0-ab4b46ca6bc2 could not be found, it might have been deleted concurrently. {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 16:35:46.656326 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8cbcc5c1-8e09-4414-beab-559749f21702), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.667611 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-84608737-1bad-48ec-916b-2835996ca756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (2e715a63-7fdb-4fa4-af9b-a0e0972da1b3), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.683681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbcc5c1-8e09-4414-beab-559749f21702']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:46.694197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:46.694491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:46.695777 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84608737-1bad-48ec-916b-2835996ca756 None None] No DVR routers for this DVR port 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:35:46.699635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84608737-1bad-48ec-916b-2835996ca756 None None] Pushing event deleted for resources: {'Port': ['ID=2e715a63-7fdb-4fa4-af9b-a0e0972da1b3,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:46.706029 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.718988 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.726099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:35:46.726490 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (bcf0d87b-3aa9-42d4-99ec-eb814a4fd3d7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:35:46.729456 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:35:46.788768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (8cbcc5c1-8e09-4414-beab-559749f21702), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.795793 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:46.799590 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "DELETE /v2.0/networks/8cbcc5c1-8e09-4414-beab-559749f21702 HTTP/1.1" status: 204 len: 168 time: 0.6473815 Mar 07 16:35:46.802383 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53508) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:46.810760 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787db214-4f50-4acf-9068-d894c9e8eccf tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Pushing event deleted for resources: {'Network': ['ID=8cbcc5c1-8e09-4414-beab-559749f21702,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:46.830107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d1a612e1-ba4e-4083-af29-334fdfc82d91 tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "GET /v2.0/ports?device_id=651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf HTTP/1.1" status: 200 len: 205 time: 0.0264313 Mar 07 16:35:46.832503 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53510) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:46.908849 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64b2af60-2db5-46e7-9a47-bf3e444e6a0a tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for router (651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:47.364955 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64b2af60-2db5-46e7-9a47-bf3e444e6a0a tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:47.367063 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64b2af60-2db5-46e7-9a47-bf3e444e6a0a tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for router_controller (651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:47.410004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64b2af60-2db5-46e7-9a47-bf3e444e6a0a tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:47.410668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b2af60-2db5-46e7-9a47-bf3e444e6a0a tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Fanout notify agent at l3_agent the message router_deleted on router 651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:35:47.417707 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64b2af60-2db5-46e7-9a47-bf3e444e6a0a tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:47.418673 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-64b2af60-2db5-46e7-9a47-bf3e444e6a0a tempest-RoutersNegativeTest-2062889721 tempest-RoutersNegativeTest-2062889721-project] 10.222.0.24 "DELETE /v2.0/routers/651685d5-8d9c-4354-a5d8-ab1cd5a6d8cf HTTP/1.1" status: 204 len: 168 time: 0.5852463 Mar 07 16:35:47.655252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53516) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:47.786009 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-757376f7-351e-4700-abe1-18f02dc7cfbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6517d3dcc4944cc59195b3dd48184846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295998 Mar 07 16:35:47.788629 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53520) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:47.838091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf6153a7-f8d2-4e71-bb4d-d97f020ec449 admin admin] Publish callbacks [] for security_group (7cdb0099-bdd7-457b-9b57-c5565cab8faf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:47.858238 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf6153a7-f8d2-4e71-bb4d-d97f020ec449 admin admin] Publish callbacks [] for security_group (7cdb0099-bdd7-457b-9b57-c5565cab8faf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:47.905373 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf6153a7-f8d2-4e71-bb4d-d97f020ec449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (7cdb0099-bdd7-457b-9b57-c5565cab8faf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:47.909101 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bf6153a7-f8d2-4e71-bb4d-d97f020ec449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:47.910252 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bf6153a7-f8d2-4e71-bb4d-d97f020ec449 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cdb0099-bdd7-457b-9b57-c5565cab8faf HTTP/1.1" status: 204 len: 168 time: 0.1207356 Mar 07 16:35:47.917894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6153a7-f8d2-4e71-bb4d-d97f020ec449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb0099-bdd7-457b-9b57-c5565cab8faf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:48.323581 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3dff482a-ba25-401c-850e-2f26b49db161 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:35:48.343241 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3dff482a-ba25-401c-850e-2f26b49db161 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:35:48.343594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3dff482a-ba25-401c-850e-2f26b49db161 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:35:48.344021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:35:48.362817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:35:48.363167 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 2e715a63-7fdb-4fa4-af9b-a0e0972da1b3 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:35:48.517363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53542) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:48.614581 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-605447663-network', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:48.633004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Made reservation on behalf of 193ea4e8c9e64ebba80bd70a98e558c1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:48.635428 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:48.644172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:48.721927 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Publish callbacks [] for security_group (bde73d90-d048-4b2a-b0d0-f16d007490d0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:48.725915 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bde73d90-d048-4b2a-b0d0-f16d007490d0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:48.751649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:35:48.761097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde73d90-d048-4b2a-b0d0-f16d007490d0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:48.765853 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c5a60e52-f39c-4b77-9626-5eead3d72885), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:48.766189 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Added segment c5a60e52-f39c-4b77-9626-5eead3d72885 of type vlan for network 98492299-29ff-48ec-9c6f-91e4f0315499 Mar 07 16:35:48.807586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (98492299-29ff-48ec-9c6f-91e4f0315499), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:48.831995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (98492299-29ff-48ec-9c6f-91e4f0315499), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:48.833024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:48.833623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:48.869711 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3485312 Mar 07 16:35:48.870078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53546) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:48.875031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Request body: {'subnet': {'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-subnet', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:48.896865 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Made reservation on behalf of 193ea4e8c9e64ebba80bd70a98e558c1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:48.897117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599f8f8-7ce2-4231-8aa7-45a06791a403 admin admin] Pushing event updated for resources: {'Network': ['ID=98492299-29ff-48ec-9c6f-91e4f0315499,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:48.899780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:48.907861 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 98492299-29ff-48ec-9c6f-91e4f0315499 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:35:49.074016 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (0b7b9fe9-ee15-4ef3-950c-94dcf2243108), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.130896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7b9fe9-ee15-4ef3-950c-94dcf2243108,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:49.138096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Checking segment: {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:49.138456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Network hostable DHCP agents. Network: 98492299-29ff-48ec-9c6f-91e4f0315499, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:35:49.155771 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Network 98492299-29ff-48ec-9c6f-91e4f0315499 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:35:49.164415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 98492299-29ff-48ec-9c6f-91e4f0315499) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:49.168499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:49.169159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.174496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452ba48d-1b81-436e-b305-7fcf82cbc09f None None] Network 98492299-29ff-48ec-9c6f-91e4f0315499 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:49.187516 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1071c66b-a50e-4fc6-8ad7-b079d0a3c71e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3163116 Mar 07 16:35:49.190308 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53548) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:49.194597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:49.213281 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (90df9042-c73b-4830-9026-48584842b7a2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.214317 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (90df9042-c73b-4830-9026-48584842b7a2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.274570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks [] for router_controller (90df9042-c73b-4830-9026-48584842b7a2), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.279418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-98492299-29ff-48ec-9c6f-91e4f0315499', 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499', 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'fixed_ips': [{'subnet_id': '0b7b9fe9-ee15-4ef3-950c-94dcf2243108'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:35:49.280278 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.416658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks [] for router_gateway (90df9042-c73b-4830-9026-48584842b7a2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.423017 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Allocated IP 172.20.0.2 (98492299-29ff-48ec-9c6f-91e4f0315499/0b7b9fe9-ee15-4ef3-950c-94dcf2243108/44a752eb-a109-40f1-85b9-5ec1f92f30a6) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:49.565477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Publish callbacks [] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.571266 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.615019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Network 98492299-29ff-48ec-9c6f-91e4f0315499 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:49.617840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:49.621253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:49.623550 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks [] for router_gateway (90df9042-c73b-4830-9026-48584842b7a2), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.629025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Pushing event updated for resources: {'Port': ['ID=44a752eb-a109-40f1-85b9-5ec1f92f30a6,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:49.646088 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.681759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Attempting to bind port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:49.682049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Attempting to bind port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:49.682412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Attempting to bind port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 on network 98492299-29ff-48ec-9c6f-91e4f0315499 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:49.687380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:49.687821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Checking segment: {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:49.688948 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.689500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Bound using segment: {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:49.689971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Bound port: 44a752eb-a109-40f1-85b9-5ec1f92f30a6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:49.690352 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.752680 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] For port 44a752eb-a109-40f1-85b9-5ec1f92f30a6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:49.753817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Allocated IP 172.25.4.136 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/38da8066-0040-42b7-a07b-ce85470ec6eb) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:49.755859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] For port 44a752eb-a109-40f1-85b9-5ec1f92f30a6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=44a752eb-a109-40f1-85b9-5ec1f92f30a6,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:49.761665 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.858312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks [] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.894176 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:49.934942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:49.937739 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:49.941640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:49.968444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Pushing event updated for resources: {'Port': ['ID=38da8066-0040-42b7-a07b-ce85470ec6eb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:49.991971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b09d6-9133-438c-8f97-2bf4ab0a507b None None] Pushing event updated for resources: {'Port': ['ID=44a752eb-a109-40f1-85b9-5ec1f92f30a6,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:50.232003 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks [] for router_gateway (90df9042-c73b-4830-9026-48584842b7a2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:50.371216 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 44a752eb-a109-40f1-85b9-5ec1f92f30a6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:50.419487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:50.419790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:50.437312 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (90df9042-c73b-4830-9026-48584842b7a2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:50.502717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:50.503317 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:50.534964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 44a752eb-a109-40f1-85b9-5ec1f92f30a6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=44a752eb-a109-40f1-85b9-5ec1f92f30a6,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:50.540240 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:50.577968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Router 90df9042-c73b-4830-9026-48584842b7a2 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:35:50.590573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=44a752eb-a109-40f1-85b9-5ec1f92f30a6,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:50.691193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:35:50.703193 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Sync routers for ids ['90df9042-c73b-4830-9026-48584842b7a2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:35:50.709568 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:50.711214 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6e228c82-fe0e-4b64-9f48-1203aaf683b4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5199230 Mar 07 16:35:50.713976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53550) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:50.716332 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Routers {'90df9042-c73b-4830-9026-48584842b7a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:35:50.716729 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:35:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90df9042-c73b-4830-9026-48584842b7a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:50.833628 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Set router 90df9042-c73b-4830-9026-48584842b7a2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:35:50.972728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79193473-374f-4143-8f75-1cebd6a98f73 None None] Network 98492299-29ff-48ec-9c6f-91e4f0315499 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:51.059754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d0a4dde9-0ac1-4880-9904-87c6e8dbf325 None None] Provisioning complete for port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:51.060134 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0a4dde9-0ac1-4880-9904-87c6e8dbf325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.115760 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90df9042-c73b-4830-9026-48584842b7a2', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:50Z', 'revision_number': 3, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'gw_port': {'id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:51.150421 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Checking router: 90df9042-c73b-4830-9026-48584842b7a2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:35:51.151080 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Updating router 90df9042-c73b-4830-9026-48584842b7a2 port 38da8066-0040-42b7-a07b-ce85470ec6eb binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:35:51.176963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4dde9-0ac1-4880-9904-87c6e8dbf325 None None] Current status of the port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:51.186307 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.213078 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.399043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-67370421-3045-495c-a25d-e000701a4bc4 None None] Provisioning complete for port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:51.399419 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67370421-3045-495c-a25d-e000701a4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.437122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Allocated IP 172.20.0.1 (98492299-29ff-48ec-9c6f-91e4f0315499/0b7b9fe9-ee15-4ef3-950c-94dcf2243108/c3c0a544-6ac4-4c24-85f4-6c03017d3025) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:51.457369 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Publish callbacks [] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.463984 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.481972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-67370421-3045-495c-a25d-e000701a4bc4 None None] Current status of the port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:51.513140 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Attempting to bind port 38da8066-0040-42b7-a07b-ce85470ec6eb on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:51.513512 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Attempting to bind port 38da8066-0040-42b7-a07b-ce85470ec6eb by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:51.513875 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Attempting to bind port 38da8066-0040-42b7-a07b-ce85470ec6eb on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:51.523641 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:51.524015 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:51.524417 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.524804 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:51.525260 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Bound port: 38da8066-0040-42b7-a07b-ce85470ec6eb, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:51.525637 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.528094 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Pushing event updated for resources: {'Port': ['ID=38da8066-0040-42b7-a07b-ce85470ec6eb,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:51.553899 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.554376 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.554722 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.555152 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.555483 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.555811 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.555916 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Publish callbacks [] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.556135 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.556455 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.556778 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.557104 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.557423 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.557740 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.558055 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:35:51.591219 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] For port 38da8066-0040-42b7-a07b-ce85470ec6eb, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:51.594947 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] For port 38da8066-0040-42b7-a07b-ce85470ec6eb, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38da8066-0040-42b7-a07b-ce85470ec6eb,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:51.596828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.600433 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.636241 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Network 98492299-29ff-48ec-9c6f-91e4f0315499 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:51.640551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:51.645018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:51.648371 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Routers {'90df9042-c73b-4830-9026-48584842b7a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:35:51.648977 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:35:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90df9042-c73b-4830-9026-48584842b7a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:51.667272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Pushing event updated for resources: {'Port': ['ID=c3c0a544-6ac4-4c24-85f4-6c03017d3025,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:51.688726 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (90df9042-c73b-4830-9026-48584842b7a2), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.711128 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc7b5b-a013-48cb-9e6e-814b7e608a01 None None] Pushing event updated for resources: {'Port': ['ID=38da8066-0040-42b7-a07b-ce85470ec6eb,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:51.768269 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] Set router 90df9042-c73b-4830-9026-48584842b7a2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:35:51.833094 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.909658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-107241f5-0ab4-49c6-b92f-f04e0fa14c9c None None] Provisioning complete for port c3c0a544-6ac4-4c24-85f4-6c03017d3025 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:51.910099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-107241f5-0ab4-49c6-b92f-f04e0fa14c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:51.944689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-107241f5-0ab4-49c6-b92f-f04e0fa14c9c None None] Port c3c0a544-6ac4-4c24-85f4-6c03017d3025 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:35:51.958040 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90df9042-c73b-4830-9026-48584842b7a2', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:50Z', 'revision_number': 3, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'gw_port': {'id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:51.987876 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f351f-45a1-44fc-9361-8390350d942a None None] The sync data for ids ['90df9042-c73b-4830-9026-48584842b7a2'] in n-d-830010-8 is: [{'id': '90df9042-c73b-4830-9026-48584842b7a2', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:50Z', 'revision_number': 3, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'gw_port': {'id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:35:52.008398 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Publish callbacks [] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:52.012942 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:52.085851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Pushing event updated for resources: {'Port': ['ID=c3c0a544-6ac4-4c24-85f4-6c03017d3025,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:52.088247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (90df9042-c73b-4830-9026-48584842b7a2), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:52.181242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Network 98492299-29ff-48ec-9c6f-91e4f0315499 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:52.182687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:52.343705 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Router 90df9042-c73b-4830-9026-48584842b7a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:35:52.446205 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38da8066-0040-42b7-a07b-ce85470ec6eb up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:52.478873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:35:52.484032 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-edb05f33-0158-4c5d-9616-3a9836073c5b admin admin] 10.222.0.24 "PUT /v2.0/routers/90df9042-c73b-4830-9026-48584842b7a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7689786 Mar 07 16:35:52.507583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 38da8066-0040-42b7-a07b-ce85470ec6eb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:52.508133 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:52.603759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-61aa3b02-69cf-46f0-bfb8-40053f38cf49 None None] Provisioning complete for port c3c0a544-6ac4-4c24-85f4-6c03017d3025 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:52.604137 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-61aa3b02-69cf-46f0-bfb8-40053f38cf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:52.607036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 38da8066-0040-42b7-a07b-ce85470ec6eb is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:52.607036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:52.659630 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 38da8066-0040-42b7-a07b-ce85470ec6eb, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38da8066-0040-42b7-a07b-ce85470ec6eb,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:52.664970 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-61aa3b02-69cf-46f0-bfb8-40053f38cf49 None None] Port c3c0a544-6ac4-4c24-85f4-6c03017d3025 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:35:52.666551 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:52.667394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 44a752eb-a109-40f1-85b9-5ec1f92f30a6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:52.754176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=38da8066-0040-42b7-a07b-ce85470ec6eb,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:52.768316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:52.768316 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:52.856517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:52.935611 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-49986be3-c3a6-499c-8201-b587bc78a380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.014344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53566) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:53.020199 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-456498507-network', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:53.039474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Made reservation on behalf of c5eeb24ba3b84d74a9d1c353d9865b42 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:53.041897 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.050411 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.122623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Publish callbacks [] for security_group (4fbbe525-db36-48cf-8ca2-860e328af51d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.126277 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4fbbe525-db36-48cf-8ca2-860e328af51d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.150947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:35:53.161671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbbe525-db36-48cf-8ca2-860e328af51d,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:53.166635 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (32db0a90-c27c-4acf-a113-0461675ac6c4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.167004 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Added segment 32db0a90-c27c-4acf-a113-0461675ac6c4 of type vlan for network 40f6092f-cbc4-4545-996f-1b814c8a8092 Mar 07 16:35:53.210418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (40f6092f-cbc4-4545-996f-1b814c8a8092), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.235623 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (40f6092f-cbc4-4545-996f-1b814c8a8092), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.236884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:53.237482 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.271696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2561362 Mar 07 16:35:53.274491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53568) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:53.279477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Request body: {'subnet': {'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-subnet', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:53.299651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Made reservation on behalf of c5eeb24ba3b84d74a9d1c353d9865b42 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:35:53.301955 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.303078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a14e71-e537-449a-9a03-55876f2b22db admin admin] Pushing event updated for resources: {'Network': ['ID=40f6092f-cbc4-4545-996f-1b814c8a8092,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:53.314168 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 40f6092f-cbc4-4545-996f-1b814c8a8092 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:35:53.481040 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.541032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:53.551025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Checking segment: {'id': '32db0a90-c27c-4acf-a113-0461675ac6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:53.551374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Network hostable DHCP agents. Network: 40f6092f-cbc4-4545-996f-1b814c8a8092, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:35:53.567928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Network 40f6092f-cbc4-4545-996f-1b814c8a8092 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:35:53.577067 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 40f6092f-cbc4-4545-996f-1b814c8a8092) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:53.581447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:53.582038 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.586214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5bc9b4-59d5-42f4-a829-531254765f67 None None] Network 40f6092f-cbc4-4545-996f-1b814c8a8092 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:53.599022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ee86fbeb-b77e-4134-be23-4c8c623e392b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3232875 Mar 07 16:35:53.601966 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53570) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:53.606545 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:35:53.629172 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (850125cb-bdd6-4dcf-9d6c-d47561864319), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.630328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (850125cb-bdd6-4dcf-9d6c-d47561864319), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.674100 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Sync routers for ids ['90df9042-c73b-4830-9026-48584842b7a2'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:35:53.699762 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Routers {'90df9042-c73b-4830-9026-48584842b7a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:35:53.700358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:35:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90df9042-c73b-4830-9026-48584842b7a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:53.727606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks [] for router_controller (850125cb-bdd6-4dcf-9d6c-d47561864319), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.739481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-40f6092f-cbc4-4545-996f-1b814c8a8092', 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092', 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'fixed_ips': [{'subnet_id': '8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:35:53.740335 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.870846 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks [] for router_gateway (850125cb-bdd6-4dcf-9d6c-d47561864319), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:53.895795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Set router 90df9042-c73b-4830-9026-48584842b7a2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:35:53.996580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Allocated IP 172.20.0.2 (40f6092f-cbc4-4545-996f-1b814c8a8092/8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb/3096cf4d-04a1-41e7-b484-b31debbc4366) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:54.081327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks [] for router_gateway (850125cb-bdd6-4dcf-9d6c-d47561864319), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.105946 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.213537 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Allocated IP 172.25.4.99 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:54.237339 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Publish callbacks [] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.246636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.249801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90df9042-c73b-4830-9026-48584842b7a2', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:51Z', 'revision_number': 4, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'gw_port': {'id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'c3c0a544-6ac4-4c24-85f4-6c03017d3025', 'name': '', 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'mac_address': 'fa:16:3e:80:fd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0b7b9fe9-ee15-4ef3-950c-94dcf2243108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:51Z', 'updated_at': '2022-03-07T16:35:51Z', 'revision_number': 2, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'subnets': [{'id': '0b7b9fe9-ee15-4ef3-950c-94dcf2243108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:54.307549 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Checking router: 90df9042-c73b-4830-9026-48584842b7a2 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:35:54.307922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Updating router 90df9042-c73b-4830-9026-48584842b7a2 port c3c0a544-6ac4-4c24-85f4-6c03017d3025 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:35:54.331736 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks [] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.342715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38da8066-0040-42b7-a07b-ce85470ec6eb up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:54.348229 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Network 40f6092f-cbc4-4545-996f-1b814c8a8092 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:54.369428 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.372567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:54.383891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:54.390365 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Pushing event updated for resources: {'Port': ['ID=3096cf4d-04a1-41e7-b484-b31debbc4366,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:54.394033 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.417222 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:54.421341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:54.423495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Pushing event updated for resources: {'Port': ['ID=dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:54.425648 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:54.677287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Attempting to bind port 3096cf4d-04a1-41e7-b484-b31debbc4366 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:54.677669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Attempting to bind port 3096cf4d-04a1-41e7-b484-b31debbc4366 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '32db0a90-c27c-4acf-a113-0461675ac6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:54.678076 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Attempting to bind port 3096cf4d-04a1-41e7-b484-b31debbc4366 on network 40f6092f-cbc4-4545-996f-1b814c8a8092 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:54.744305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:54.744698 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Checking segment: {'id': '32db0a90-c27c-4acf-a113-0461675ac6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:54.745113 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.745517 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Bound using segment: {'id': '32db0a90-c27c-4acf-a113-0461675ac6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:54.746002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Bound port: 3096cf4d-04a1-41e7-b484-b31debbc4366, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32db0a90-c27c-4acf-a113-0461675ac6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:54.746390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.751092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 38da8066-0040-42b7-a07b-ce85470ec6eb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:54.751564 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.918631 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] For port 3096cf4d-04a1-41e7-b484-b31debbc4366, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:54.922212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] For port 3096cf4d-04a1-41e7-b484-b31debbc4366, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3096cf4d-04a1-41e7-b484-b31debbc4366,segment=NetworkSegment(32db0a90-c27c-4acf-a113-0461675ac6c4),segment_id=32db0a90-c27c-4acf-a113-0461675ac6c4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:54.945526 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:54.962480 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks [] for router_gateway (850125cb-bdd6-4dcf-9d6c-d47561864319), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.014282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 38da8066-0040-42b7-a07b-ce85470ec6eb is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:55.046366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e26c4-8d5a-4d82-9839-694677699109 None None] Pushing event updated for resources: {'Port': ['ID=3096cf4d-04a1-41e7-b484-b31debbc4366,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:55.099131 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Publish callbacks [] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.106953 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.168836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea1b45-dcdc-455c-971c-413dd79400f2 None None] Pushing event updated for resources: {'Port': ['ID=c3c0a544-6ac4-4c24-85f4-6c03017d3025,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:55.199323 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (850125cb-bdd6-4dcf-9d6c-d47561864319), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.269307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Attempting to bind port c3c0a544-6ac4-4c24-85f4-6c03017d3025 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:55.269717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Attempting to bind port c3c0a544-6ac4-4c24-85f4-6c03017d3025 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:55.270677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Attempting to bind port c3c0a544-6ac4-4c24-85f4-6c03017d3025 on network 98492299-29ff-48ec-9c6f-91e4f0315499 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:55.275534 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1e1a64e7-e667-4447-9bcd-6ffa30e78e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.280657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:55.281049 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Checking segment: {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:55.281514 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.282571 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Bound using segment: {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:55.283110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Bound port: c3c0a544-6ac4-4c24-85f4-6c03017d3025, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:55.283507 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.372876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] For port c3c0a544-6ac4-4c24-85f4-6c03017d3025, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:55.377883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] For port c3c0a544-6ac4-4c24-85f4-6c03017d3025, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c3c0a544-6ac4-4c24-85f4-6c03017d3025,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:55.388654 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.453173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Router 850125cb-bdd6-4dcf-9d6c-d47561864319 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:35:55.464156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Routers {'90df9042-c73b-4830-9026-48584842b7a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:35:55.464802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:35:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90df9042-c73b-4830-9026-48584842b7a2'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:55.466775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea1b45-dcdc-455c-971c-413dd79400f2 None None] Pushing event updated for resources: {'Port': ['ID=c3c0a544-6ac4-4c24-85f4-6c03017d3025,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:55.529324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-032d98b4-974b-40c3-9ffe-7fc5810a1225 None None] Provisioning complete for port c3c0a544-6ac4-4c24-85f4-6c03017d3025 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:55.529705 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-032d98b4-974b-40c3-9ffe-7fc5810a1225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.584791 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:35:55.595854 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Sync routers for ids ['850125cb-bdd6-4dcf-9d6c-d47561864319'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:35:55.606777 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Routers {'850125cb-bdd6-4dcf-9d6c-d47561864319'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:35:55.607619 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:35:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['850125cb-bdd6-4dcf-9d6c-d47561864319'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:55.610384 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.614724 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53572) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:35:55.616496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-08c57e73-315b-4b68-ba67-752f813a3d4f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0133522 Mar 07 16:35:55.635316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] Set router 90df9042-c73b-4830-9026-48584842b7a2 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:35:55.716887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-032d98b4-974b-40c3-9ffe-7fc5810a1225 None None] Current status of the port c3c0a544-6ac4-4c24-85f4-6c03017d3025 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:55.717277 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-032d98b4-974b-40c3-9ffe-7fc5810a1225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.755178 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Set router 850125cb-bdd6-4dcf-9d6c-d47561864319 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:35:55.795744 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-032d98b4-974b-40c3-9ffe-7fc5810a1225 None None] For port c3c0a544-6ac4-4c24-85f4-6c03017d3025, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c3c0a544-6ac4-4c24-85f4-6c03017d3025,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:55.816389 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-032d98b4-974b-40c3-9ffe-7fc5810a1225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.908919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d98b4-974b-40c3-9ffe-7fc5810a1225 None None] Pushing event updated for resources: {'Port': ['ID=c3c0a544-6ac4-4c24-85f4-6c03017d3025,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:55.953787 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:53Z', 'updated_at': '2022-03-07T16:35:54Z', 'revision_number': 3, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'gw_port': {'id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:54Z', 'updated_at': '2022-03-07T16:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:55.972548 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a500b8bd-e784-4bc9-996d-20a5fd64c4cd None None] Provisioning complete for port c3c0a544-6ac4-4c24-85f4-6c03017d3025 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:55.972934 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a500b8bd-e784-4bc9-996d-20a5fd64c4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:55.986917 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Checking router: 850125cb-bdd6-4dcf-9d6c-d47561864319 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:35:55.987289 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Updating router 850125cb-bdd6-4dcf-9d6c-d47561864319 port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:35:56.017964 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.103026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a500b8bd-e784-4bc9-996d-20a5fd64c4cd None None] Current status of the port c3c0a544-6ac4-4c24-85f4-6c03017d3025 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:56.113640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90df9042-c73b-4830-9026-48584842b7a2', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:51Z', 'revision_number': 4, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'gw_port': {'id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'c3c0a544-6ac4-4c24-85f4-6c03017d3025', 'name': '', 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'mac_address': 'fa:16:3e:80:fd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0b7b9fe9-ee15-4ef3-950c-94dcf2243108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:51Z', 'updated_at': '2022-03-07T16:35:55Z', 'revision_number': 4, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'subnets': [{'id': '0b7b9fe9-ee15-4ef3-950c-94dcf2243108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:56.139558 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.152225 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79a748-80e2-4099-b284-cd51116adc1b None None] The sync data for ids ['90df9042-c73b-4830-9026-48584842b7a2'] in n-d-830010-8 is: [{'id': '90df9042-c73b-4830-9026-48584842b7a2', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:51Z', 'revision_number': 4, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'gw_port': {'id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'c3c0a544-6ac4-4c24-85f4-6c03017d3025', 'name': '', 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'mac_address': 'fa:16:3e:80:fd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0b7b9fe9-ee15-4ef3-950c-94dcf2243108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:51Z', 'updated_at': '2022-03-07T16:35:55Z', 'revision_number': 4, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'subnets': [{'id': '0b7b9fe9-ee15-4ef3-950c-94dcf2243108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:35:56.375829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Allocated IP 172.20.0.1 (40f6092f-cbc4-4545-996f-1b814c8a8092/8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb/57ab0a3c-4f37-4c1b-a64a-822b9792e3b2) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:35:56.405538 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Publish callbacks [] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.417669 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.427569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c3c0a544-6ac4-4c24-85f4-6c03017d3025 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:56.434073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3caf22-a303-46b6-8a66-9509302d4dce None None] Network 40f6092f-cbc4-4545-996f-1b814c8a8092 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:35:56.470840 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Attempting to bind port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:35:56.471055 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Attempting to bind port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:35:56.472131 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Attempting to bind port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:35:56.489981 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:35:56.491166 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:35:56.491774 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.492322 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:35:56.492993 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Bound port: dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:35:56.493538 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.522302 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Publish callbacks [] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.564572 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.599818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fccc9d55-307f-44dc-a39b-d97710dd0bfe None None] Provisioning complete for port 3096cf4d-04a1-41e7-b484-b31debbc4366 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:56.600383 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fccc9d55-307f-44dc-a39b-d97710dd0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.618018 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Network 40f6092f-cbc4-4545-996f-1b814c8a8092 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:56.625733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:56.629668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:35:56.640854 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.652813 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c3c0a544-6ac4-4c24-85f4-6c03017d3025 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:56.653347 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.661651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Pushing event updated for resources: {'Port': ['ID=57ab0a3c-4f37-4c1b-a64a-822b9792e3b2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:56.664068 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] For port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:35:56.667931 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] For port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:35:56.672395 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333c04e-33db-48d5-854a-e311d3c019fd None None] Pushing event updated for resources: {'Port': ['ID=dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:56.678320 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.680954 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (850125cb-bdd6-4dcf-9d6c-d47561864319), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.737115 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Routers {'850125cb-bdd6-4dcf-9d6c-d47561864319'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:35:56.737900 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:35:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['850125cb-bdd6-4dcf-9d6c-d47561864319'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:56.861232 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fccc9d55-307f-44dc-a39b-d97710dd0bfe None None] Current status of the port 3096cf4d-04a1-41e7-b484-b31debbc4366 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:56.861634 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fccc9d55-307f-44dc-a39b-d97710dd0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.867427 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333c04e-33db-48d5-854a-e311d3c019fd None None] Pushing event updated for resources: {'Port': ['ID=dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:56.888367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c3c0a544-6ac4-4c24-85f4-6c03017d3025 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:56.889677 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3096cf4d-04a1-41e7-b484-b31debbc4366 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:56.893847 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] Set router 850125cb-bdd6-4dcf-9d6c-d47561864319 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:35:56.895870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:56.961453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-fccc9d55-307f-44dc-a39b-d97710dd0bfe None None] For port 3096cf4d-04a1-41e7-b484-b31debbc4366, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3096cf4d-04a1-41e7-b484-b31debbc4366,segment=NetworkSegment(32db0a90-c27c-4acf-a113-0461675ac6c4),segment_id=32db0a90-c27c-4acf-a113-0461675ac6c4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:56.983085 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fccc9d55-307f-44dc-a39b-d97710dd0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.061081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc9d55-307f-44dc-a39b-d97710dd0bfe None None] Pushing event updated for resources: {'Port': ['ID=3096cf4d-04a1-41e7-b484-b31debbc4366,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:57.066308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3096cf4d-04a1-41e7-b484-b31debbc4366 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:57.067053 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.152554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Publish callbacks [] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.164989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.191048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3096cf4d-04a1-41e7-b484-b31debbc4366 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:57.213876 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:53Z', 'updated_at': '2022-03-07T16:35:54Z', 'revision_number': 3, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'gw_port': {'id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:54Z', 'updated_at': '2022-03-07T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:57.216556 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-23bcb42d-ab2a-4c9b-aa31-58934625fa51 None None] Provisioning complete for port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:57.217000 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-23bcb42d-ab2a-4c9b-aa31-58934625fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.253482 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f9f3e-8c71-4be4-baa5-583fbe6f9019 None None] The sync data for ids ['850125cb-bdd6-4dcf-9d6c-d47561864319'] in n-d-830010-8 is: [{'id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:53Z', 'updated_at': '2022-03-07T16:35:54Z', 'revision_number': 3, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'gw_port': {'id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:54Z', 'updated_at': '2022-03-07T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:35:57.276303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-23bcb42d-ab2a-4c9b-aa31-58934625fa51 None None] Port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:35:57.283876 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (850125cb-bdd6-4dcf-9d6c-d47561864319), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.292722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-23bcb42d-ab2a-4c9b-aa31-58934625fa51 None None] Provisioning complete for port 3096cf4d-04a1-41e7-b484-b31debbc4366 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:57.293100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-23bcb42d-ab2a-4c9b-aa31-58934625fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.305030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Pushing event updated for resources: {'Port': ['ID=57ab0a3c-4f37-4c1b-a64a-822b9792e3b2,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:57.405287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-23bcb42d-ab2a-4c9b-aa31-58934625fa51 None None] Current status of the port 3096cf4d-04a1-41e7-b484-b31debbc4366 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:57.440508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Network 40f6092f-cbc4-4545-996f-1b814c8a8092 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:35:57.442078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:35:57.532512 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ea6264d2-0f4f-480f-b369-abe72c0aff09 None None] Provisioning complete for port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:57.533062 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea6264d2-0f4f-480f-b369-abe72c0aff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.606571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Router 850125cb-bdd6-4dcf-9d6c-d47561864319 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:35:57.628130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ea6264d2-0f4f-480f-b369-abe72c0aff09 None None] Port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:35:57.740244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:35:57.750350 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6aeb6496-dbcf-4652-ae7b-245f0d25b390 admin admin] 10.222.0.24 "PUT /v2.0/routers/850125cb-bdd6-4dcf-9d6c-d47561864319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1293888 Mar 07 16:35:57.834473 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.851705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f94cc935-2865-4dc9-a44e-84ea5fae39d6 None None] Provisioning complete for port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:57.852082 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f94cc935-2865-4dc9-a44e-84ea5fae39d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:57.890656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f94cc935-2865-4dc9-a44e-84ea5fae39d6 None None] Port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:35:58.391445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3096cf4d-04a1-41e7-b484-b31debbc4366 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:58.438873 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 3096cf4d-04a1-41e7-b484-b31debbc4366 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:58.439250 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:58.517469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 3096cf4d-04a1-41e7-b484-b31debbc4366 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:58.518853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:35:58.568641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:35:58.568928 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:58.645150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:35:58.645542 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:58.671473 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:35:58.676020 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:58.721425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:35:59.194950 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:35:59.629507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Sync routers for ids ['850125cb-bdd6-4dcf-9d6c-d47561864319'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:35:59.640406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Routers {'850125cb-bdd6-4dcf-9d6c-d47561864319'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:35:59.641260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:35:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['850125cb-bdd6-4dcf-9d6c-d47561864319'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:35:59.752953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-616e0f88-94dd-4b81-bb28-993b74cb028c tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:35:59.754536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-616e0f88-94dd-4b81-bb28-993b74cb028c tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/networks?id=98492299-29ff-48ec-9c6f-91e4f0315499 HTTP/1.1" status: 200 len: 816 time: 0.4231606 Mar 07 16:35:59.771096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-f1f6cab0-953d-43b2-af92-3b4d2a574ba6 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/quotas/193ea4e8c9e64ebba80bd70a98e558c1 HTTP/1.1" status: 200 len: 375 time: 0.0107832 Mar 07 16:35:59.827738 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-7317213b-94fa-4b45-b425-cd96a263349d tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=193ea4e8c9e64ebba80bd70a98e558c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509486 Mar 07 16:35:59.913154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Set router 850125cb-bdd6-4dcf-9d6c-d47561864319 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:35:59.926593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-6f687022-7ecf-47ba-82ac-0b6b89b98d4b service neutron] 10.222.0.24 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862794 Mar 07 16:36:00.019399 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2b5c066e-103b-4d98-b00d-f7eb34cb7637 service neutron] 10.222.0.24 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868773 Mar 07 16:36:00.116418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:53Z', 'updated_at': '2022-03-07T16:35:56Z', 'revision_number': 4, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'gw_port': {'id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:54Z', 'updated_at': '2022-03-07T16:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '57ab0a3c-4f37-4c1b-a64a-822b9792e3b2', 'name': '', 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'mac_address': 'fa:16:3e:e0:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:56Z', 'updated_at': '2022-03-07T16:35:56Z', 'revision_number': 2, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'subnets': [{'id': '8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:00.144922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Checking router: 850125cb-bdd6-4dcf-9d6c-d47561864319 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:36:00.145412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Updating router 850125cb-bdd6-4dcf-9d6c-d47561864319 port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:36:00.176883 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:00.185644 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51c1210e-eaec-4b70-920d-9015e9b8bde9 req-43e53f45-0ea6-4e4f-a30e-6a2e0bc382ed tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 210 time: 0.0294540 Mar 07 16:36:00.366060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:00.455094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:00.455474 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:00.535188 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Publish callbacks [] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:00.543099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:00.630761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:00.634900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b483b-204e-4473-a7cd-986df118f2d0 None None] Pushing event updated for resources: {'Port': ['ID=57ab0a3c-4f37-4c1b-a64a-822b9792e3b2,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:00.692332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Attempting to bind port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:36:00.692797 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Attempting to bind port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '32db0a90-c27c-4acf-a113-0461675ac6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:36:00.693236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Attempting to bind port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 on network 40f6092f-cbc4-4545-996f-1b814c8a8092 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:00.698456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:36:00.698972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Checking segment: {'id': '32db0a90-c27c-4acf-a113-0461675ac6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:00.699445 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:00.699948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Bound using segment: {'id': '32db0a90-c27c-4acf-a113-0461675ac6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:36:00.700481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Bound port: 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32db0a90-c27c-4acf-a113-0461675ac6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:36:00.700951 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:00.773296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] For port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:36:00.776834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] For port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=57ab0a3c-4f37-4c1b-a64a-822b9792e3b2,segment=NetworkSegment(32db0a90-c27c-4acf-a113-0461675ac6c4),segment_id=32db0a90-c27c-4acf-a113-0461675ac6c4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:36:00.784697 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:00.846829 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Routers {'850125cb-bdd6-4dcf-9d6c-d47561864319'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:00.847711 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:35:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['850125cb-bdd6-4dcf-9d6c-d47561864319'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:00.885414 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b483b-204e-4473-a7cd-986df118f2d0 None None] Pushing event updated for resources: {'Port': ['ID=57ab0a3c-4f37-4c1b-a64a-822b9792e3b2,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:00.974314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-05ad8924-0f32-4abf-8eb3-5bdd776a62ee None None] Provisioning complete for port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:00.974697 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-05ad8924-0f32-4abf-8eb3-5bdd776a62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:00.979906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] Set router 850125cb-bdd6-4dcf-9d6c-d47561864319 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:01.184884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-05ad8924-0f32-4abf-8eb3-5bdd776a62ee None None] Current status of the port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:01.185191 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-05ad8924-0f32-4abf-8eb3-5bdd776a62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:01.201626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-6133dafa-62ab-4583-be25-e0af8844f315 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:01.205158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-6133dafa-62ab-4583-be25-e0af8844f315 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.11 "GET /v2.0/networks?id=98492299-29ff-48ec-9c6f-91e4f0315499 HTTP/1.1" status: 200 len: 816 time: 0.1270778 Mar 07 16:36:01.229364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Request body: {'port': {'device_id': '64b07850-758d-4510-b309-463628b17164', 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499', 'admin_state_up': True, 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:01.254670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-05ad8924-0f32-4abf-8eb3-5bdd776a62ee None None] For port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=57ab0a3c-4f37-4c1b-a64a-822b9792e3b2,segment=NetworkSegment(32db0a90-c27c-4acf-a113-0461675ac6c4),segment_id=32db0a90-c27c-4acf-a113-0461675ac6c4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:01.264194 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-05ad8924-0f32-4abf-8eb3-5bdd776a62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:01.317552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:53Z', 'updated_at': '2022-03-07T16:35:56Z', 'revision_number': 4, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'gw_port': {'id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:54Z', 'updated_at': '2022-03-07T16:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '57ab0a3c-4f37-4c1b-a64a-822b9792e3b2', 'name': '', 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'mac_address': 'fa:16:3e:e0:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:56Z', 'updated_at': '2022-03-07T16:36:00Z', 'revision_number': 4, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'subnets': [{'id': '8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:01.326952 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5f21de78-627d-48a0-b986-8a62bd240e8f req-04297a46-3e9a-4a0d-961b-09de6dc50f58 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 210 time: 0.0357072 Mar 07 16:36:01.355000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ab567-7e9d-4de0-9952-2149cecb3a09 None None] The sync data for ids ['850125cb-bdd6-4dcf-9d6c-d47561864319'] in n-d-830010-8 is: [{'id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:53Z', 'updated_at': '2022-03-07T16:35:56Z', 'revision_number': 4, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'gw_port': {'id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:54Z', 'updated_at': '2022-03-07T16:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '57ab0a3c-4f37-4c1b-a64a-822b9792e3b2', 'name': '', 'network_id': '40f6092f-cbc4-4545-996f-1b814c8a8092', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'mac_address': 'fa:16:3e:e0:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:56Z', 'updated_at': '2022-03-07T16:36:00Z', 'revision_number': 4, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'subnets': [{'id': '8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:36:01.359074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad8924-0f32-4abf-8eb3-5bdd776a62ee None None] Pushing event updated for resources: {'Port': ['ID=57ab0a3c-4f37-4c1b-a64a-822b9792e3b2,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:01.372005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Made reservation on behalf of 193ea4e8c9e64ebba80bd70a98e558c1 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:36:01.376130 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:01.388139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ba2f21a7-8e34-41c7-bd8e-f5498ba01b95 None None] Provisioning complete for port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:01.388527 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ba2f21a7-8e34-41c7-bd8e-f5498ba01b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:01.495094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f21a7-8e34-41c7-bd8e-f5498ba01b95 None None] Current status of the port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:01.540833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Allocated IP 172.20.0.10 (98492299-29ff-48ec-9c6f-91e4f0315499/0b7b9fe9-ee15-4ef3-950c-94dcf2243108/3cbc9e59-9298-4c29-a0de-866dba1f9c3b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:36:01.694445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks [] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:01.728982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:01.779497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Network 98492299-29ff-48ec-9c6f-91e4f0315499 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:01.783278 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:01.787113 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:36:01.812515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Pushing event updated for resources: {'Port': ['ID=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:01.842303 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:01.843056 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:01.861645 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-d727d978-1a29-48cd-a9fd-2cd689d77495 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6417806 Mar 07 16:36:01.872805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Request body: {'port': {'device_id': '64b07850-758d-4510-b309-463628b17164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:01.935032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:02.029067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-2b511bf9-321e-4fc4-9b8c-5bdf139901b5 None None] Provisioning complete for port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:02.029620 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2b511bf9-321e-4fc4-9b8c-5bdf139901b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:02.070707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-2b511bf9-321e-4fc4-9b8c-5bdf139901b5 None None] Port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:36:02.215490 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbc9e59-9298-4c29-a0de-866dba1f9c3b {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:36:02.224010 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Publish callbacks [] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:02.239248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Transition to ACTIVE for port object 3cbc9e59-9298-4c29-a0de-866dba1f9c3b will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:36:02.243045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:02.318843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:02.373987 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:02.386735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Attempting to bind port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:36:02.387123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Attempting to bind port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:36:02.387455 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Attempting to bind port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b on network 98492299-29ff-48ec-9c6f-91e4f0315499 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:02.392822 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b on network 98492299-29ff-48ec-9c6f-91e4f0315499 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:36:02.393150 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Attempting to bind port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b on network 98492299-29ff-48ec-9c6f-91e4f0315499 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:02.399945 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:36:02.400896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Checking segment: {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:02.401027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Bound using segment: {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:36:02.401373 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Bound port: 3cbc9e59-9298-4c29-a0de-866dba1f9c3b, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:36:02.401740 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:02.433576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:02.433966 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:02.481647 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ce643-9f55-4189-a85b-e7f32955360e req-809c6c78-0b3b-45cd-8364-da44c56638d5 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:02.482562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] For port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:36:02.487688 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] For port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:36:02.491421 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-092ce643-9f55-4189-a85b-e7f32955360e req-809c6c78-0b3b-45cd-8364-da44c56638d5 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 944 time: 0.0811229 Mar 07 16:36:02.496500 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:02.522240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:02.538833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:02.539674 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:02.541154 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] 10.222.0.11 "PUT /v2.0/ports/3cbc9e59-9298-4c29-a0de-866dba1f9c3b HTTP/1.1" status: 200 len: 1092 time: 0.6726699 Mar 07 16:36:02.541707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b07850-758d-4510-b309-463628b17164', 'tag': '3cbc9e59-9298-4c29-a0de-866dba1f9c3b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:36:02.551853 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497050ec-effd-403e-98ea-ff73b7558580" -d '{"events": [{"name": "network-changed", "server_uuid": "64b07850-758d-4510-b309-463628b17164", "tag": "3cbc9e59-9298-4c29-a0de-866dba1f9c3b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:36:02.560766 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-092ce643-9f55-4189-a85b-e7f32955360e req-9b65f77f-af22-4790-8c4c-0d609bb0165f tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682123 Mar 07 16:36:02.623122 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ce276-9eae-46e0-9e52-b3b019d1e94a x-openstack-request-id: req-c05ce276-9eae-46e0-9e52-b3b019d1e94a {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:36:02.623421 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b07850-758d-4510-b309-463628b17164", "tag": "3cbc9e59-9298-4c29-a0de-866dba1f9c3b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:36:02.623678 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c05ce276-9eae-46e0-9e52-b3b019d1e94a {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:36:02.624084 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b07850-758d-4510-b309-463628b17164', 'tag': '3cbc9e59-9298-4c29-a0de-866dba1f9c3b', 'status': 'completed', 'code': 200} Mar 07 16:36:02.626716 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beee807-e0f4-48a8-8ddc-bd14ad859f70 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:02.651149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-144eca99-c3c8-45f0-912e-89fb680bcfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:02.652982 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-144eca99-c3c8-45f0-912e-89fb680bcfd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=193ea4e8c9e64ebba80bd70a98e558c1&device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 1126 time: 0.0615284 Mar 07 16:36:02.699712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-1c290cfc-2b54-41c3-a202-8d14ee2e6111 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbc9e59-9298-4c29-a0de-866dba1f9c3b HTTP/1.1" status: 200 len: 217 time: 0.0400975 Mar 07 16:36:02.747738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-e72d2936-8292-4a02-8cbb-40f01af4daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:02.749150 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-e72d2936-8292-4a02-8cbb-40f01af4daaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b7b9fe9-ee15-4ef3-950c-94dcf2243108 HTTP/1.1" status: 200 len: 855 time: 0.0443890 Mar 07 16:36:02.797105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-69b800a5-c523-4b13-8faf-dec2c66d7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:02.798630 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-69b800a5-c523-4b13-8faf-dec2c66d7d84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98492299-29ff-48ec-9c6f-91e4f0315499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433428 Mar 07 16:36:02.895371 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-96f992bb-745f-4ef5-bba0-6341cf636b52 service neutron] 10.222.0.11 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907269 Mar 07 16:36:02.982845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-04e555a7-b554-40c9-bfbc-3ef9feeba8fd req-87adaeb0-6c36-4149-bbc7-21f5ad434de3 service neutron] 10.222.0.11 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813129 Mar 07 16:36:03.074167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497050ec-effd-403e-98ea-ff73b7558580 req-7fb77f67-1eea-4523-b110-b573bb7ad318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:03.075708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-497050ec-effd-403e-98ea-ff73b7558580 req-7fb77f67-1eea-4523-b110-b573bb7ad318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=193ea4e8c9e64ebba80bd70a98e558c1&device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 1126 time: 0.0501797 Mar 07 16:36:03.165044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497050ec-effd-403e-98ea-ff73b7558580 req-7af038de-7068-436c-89cb-bd2d8df51e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:03.166546 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-497050ec-effd-403e-98ea-ff73b7558580 req-7af038de-7068-436c-89cb-bd2d8df51e1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=98492299-29ff-48ec-9c6f-91e4f0315499 HTTP/1.1" status: 200 len: 917 time: 0.0850995 Mar 07 16:36:03.211173 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-497050ec-effd-403e-98ea-ff73b7558580 req-e526a9e9-0c63-41e7-a901-075320e42915 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbc9e59-9298-4c29-a0de-866dba1f9c3b HTTP/1.1" status: 200 len: 217 time: 0.0385208 Mar 07 16:36:03.263107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497050ec-effd-403e-98ea-ff73b7558580 req-92b8a0b8-cd10-4a03-9712-49f5f5d08914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:03.264425 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-497050ec-effd-403e-98ea-ff73b7558580 req-92b8a0b8-cd10-4a03-9712-49f5f5d08914 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b7b9fe9-ee15-4ef3-950c-94dcf2243108 HTTP/1.1" status: 200 len: 855 time: 0.0464795 Mar 07 16:36:03.316975 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497050ec-effd-403e-98ea-ff73b7558580 req-66e7ba7e-75cb-40ae-9883-ef9ef1320bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:03.318528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-497050ec-effd-403e-98ea-ff73b7558580 req-66e7ba7e-75cb-40ae-9883-ef9ef1320bc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98492299-29ff-48ec-9c6f-91e4f0315499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476694 Mar 07 16:36:03.414053 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-497050ec-effd-403e-98ea-ff73b7558580 req-0b9024b7-3a90-4959-ad73-2250eabde5d1 service neutron] 10.222.0.11 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892560 Mar 07 16:36:03.508693 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-497050ec-effd-403e-98ea-ff73b7558580 req-f5ba33ac-c009-4288-b28d-b8a12604b01c service neutron] 10.222.0.11 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875657 Mar 07 16:36:03.677501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234533-48f5-42b7-9363-e3a4e66add28 req-2c61cb78-8001-4ba5-ac40-78cfda64bab7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:03.679051 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2234533-48f5-42b7-9363-e3a4e66add28 req-2c61cb78-8001-4ba5-ac40-78cfda64bab7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 944 time: 0.0526865 Mar 07 16:36:03.725036 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2234533-48f5-42b7-9363-e3a4e66add28 req-db704fa8-d0a9-4f7b-ba5a-bc0d14b5adea tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404544 Mar 07 16:36:04.861736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b150228-6ede-403a-992f-ddf102c48135 req-829b0760-42f7-4d94-ba80-c29e2590d94a tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:04.863200 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b150228-6ede-403a-992f-ddf102c48135 req-829b0760-42f7-4d94-ba80-c29e2590d94a tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 944 time: 0.0597098 Mar 07 16:36:04.921341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9b150228-6ede-403a-992f-ddf102c48135 req-312495a7-44a6-4aac-bc9d-a0fe96dd0a29 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521426 Mar 07 16:36:05.546236 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3cbc9e59-9298-4c29-a0de-866dba1f9c3b details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:36:05.648892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:05.660381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '3cbc9e59-9298-4c29-a0de-866dba1f9c3b', 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499', 'port_id': '3cbc9e59-9298-4c29-a0de-866dba1f9c3b', 'mac_address': 'fa:16:3e:51:35:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7b9fe9-ee15-4ef3-950c-94dcf2243108', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:36:05.700892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:05.701287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:05.713934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbc9e59-9298-4c29-a0de-866dba1f9c3b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:36:05.732798 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:05.737933 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:05.785633 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:05.946968 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3cbc9e59-9298-4c29-a0de-866dba1f9c3b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:36:06.044792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89998cf2-655a-4fcc-ad7e-8392a6c7506f req-4bcf1d29-4c78-4207-9330-ae0d74f5bed9 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:06.046304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89998cf2-655a-4fcc-ad7e-8392a6c7506f req-4bcf1d29-4c78-4207-9330-ae0d74f5bed9 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 945 time: 0.0548499 Mar 07 16:36:06.095873 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-89998cf2-655a-4fcc-ad7e-8392a6c7506f req-7b423a3c-645e-42e5-8d83-8540bd16916c tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Mar 07 16:36:06.721875 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:07.213721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541457e-0751-482a-a18f-07e1293d653d req-f1da29e8-6b3c-464a-a0de-73cea4a525fb tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:07.215258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d541457e-0751-482a-a18f-07e1293d653d req-f1da29e8-6b3c-464a-a0de-73cea4a525fb tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 945 time: 0.0532897 Mar 07 16:36:07.262462 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d541457e-0751-482a-a18f-07e1293d653d req-39721ce6-ebc3-409b-93bd-42de22f577cf tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Mar 07 16:36:07.546063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3cbc9e59-9298-4c29-a0de-866dba1f9c3b up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:07.595214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:36:07.599226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:07.599609 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:07.677688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:07.678086 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:07.700685 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b07850-758d-4510-b309-463628b17164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbc9e59-9298-4c29-a0de-866dba1f9c3b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:36:07.704388 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a6028a-3f43-403e-98cb-7c15ac9ff1fb" -d '{"events": [{"server_uuid": "64b07850-758d-4510-b309-463628b17164", "name": "network-vif-plugged", "status": "completed", "tag": "3cbc9e59-9298-4c29-a0de-866dba1f9c3b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:36:07.716252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:07.720539 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:07.743488 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d932bf-dd07-4ab0-b1d9-2bb9ed2c2203 x-openstack-request-id: req-17d932bf-dd07-4ab0-b1d9-2bb9ed2c2203 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:36:07.744075 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b07850-758d-4510-b309-463628b17164", "name": "network-vif-plugged", "status": "completed", "tag": "3cbc9e59-9298-4c29-a0de-866dba1f9c3b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:36:07.744075 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17d932bf-dd07-4ab0-b1d9-2bb9ed2c2203 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:36:07.744416 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b07850-758d-4510-b309-463628b17164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbc9e59-9298-4c29-a0de-866dba1f9c3b', 'code': 200} Mar 07 16:36:07.771303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:07.841547 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6fd8f-908b-44a8-8182-81a3babb18ec req-014057a5-b67d-43a5-a396-b2b4206e04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:07.842976 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7fe6fd8f-908b-44a8-8182-81a3babb18ec req-014057a5-b67d-43a5-a396-b2b4206e04bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 1128 time: 0.0435364 Mar 07 16:36:07.885484 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7fe6fd8f-908b-44a8-8182-81a3babb18ec req-899bfd41-1e32-4dbf-91a8-970ac080e01b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369463 Mar 07 16:36:08.383035 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e118b-281c-4a0a-b418-a3128d09430b req-f5a7ad18-53bf-4936-86e7-7d10ced5805d tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:08.384510 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-693e118b-281c-4a0a-b418-a3128d09430b req-f5a7ad18-53bf-4936-86e7-7d10ced5805d tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 946 time: 0.0552030 Mar 07 16:36:08.430569 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-693e118b-281c-4a0a-b418-a3128d09430b req-feed789e-2d74-448e-9e3a-732db966ca76 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Mar 07 16:36:09.552843 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c73ea-e0fc-4ca3-b51c-52e19c6f60f0 req-d776adde-dd0f-4c6a-a834-075dd78af071 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:09.554364 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-917c73ea-e0fc-4ca3-b51c-52e19c6f60f0 req-d776adde-dd0f-4c6a-a834-075dd78af071 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 946 time: 0.0567145 Mar 07 16:36:09.600156 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-917c73ea-e0fc-4ca3-b51c-52e19c6f60f0 req-632b9f58-6d1c-4273-ac26-ca6e2fb983f7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Mar 07 16:36:09.716535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ea7c-6ba0-4675-b8cc-20d87e04062d req-63cef08e-269d-42aa-811f-5155b2d0887b tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:09.717920 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2525ea7c-6ba0-4675-b8cc-20d87e04062d req-63cef08e-269d-42aa-811f-5155b2d0887b tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 946 time: 0.0526979 Mar 07 16:36:09.764341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2525ea7c-6ba0-4675-b8cc-20d87e04062d req-a11c90f6-d9e8-458c-9ba5-3278188c21d2 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Mar 07 16:36:11.305014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:11.717582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa56a27-a1c4-44bd-98be-cc8952e96670 req-ba982f1b-5895-464f-b727-5e749fe77da5 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:11.719075 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-faa56a27-a1c4-44bd-98be-cc8952e96670 req-ba982f1b-5895-464f-b727-5e749fe77da5 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 946 time: 0.0557289 Mar 07 16:36:11.764883 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-faa56a27-a1c4-44bd-98be-cc8952e96670 req-29b56dac-78b8-4bd5-9568-a47fb3cb04ec tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402145 Mar 07 16:36:12.886269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1767fc-f2b2-4821-84c2-49f42d113145 req-24a2e4dd-6b9b-415b-a114-b6f862fb2f8a tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:12.887780 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9f1767fc-f2b2-4821-84c2-49f42d113145 req-24a2e4dd-6b9b-415b-a114-b6f862fb2f8a tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 946 time: 0.0524938 Mar 07 16:36:12.939640 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9f1767fc-f2b2-4821-84c2-49f42d113145 req-a1b92782-fb54-454c-8b93-dc4baf4cd45b tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Mar 07 16:36:12.948337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462b289-dc39-497b-bf3c-5457412ea189 req-a371c0e2-1990-44bc-8fb4-873391ee82aa tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:12.949903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4462b289-dc39-497b-bf3c-5457412ea189 req-a371c0e2-1990-44bc-8fb4-873391ee82aa tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.11 "GET /v2.0/ports?device_id=64b07850-758d-4510-b309-463628b17164 HTTP/1.1" status: 200 len: 946 time: 0.0520906 Mar 07 16:36:13.040379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-4462b289-dc39-497b-bf3c-5457412ea189 req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Deleting port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:13.040724 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4462b289-dc39-497b-bf3c-5457412ea189 req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:13.129625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-4462b289-dc39-497b-bf3c-5457412ea189 req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] For port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:13.129991 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4462b289-dc39-497b-bf3c-5457412ea189 req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:13.142144 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-4462b289-dc39-497b-bf3c-5457412ea189 req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Calling delete_port for 3cbc9e59-9298-4c29-a0de-866dba1f9c3b owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:13.271980 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4462b289-dc39-497b-bf3c-5457412ea189 req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3cbc9e59-9298-4c29-a0de-866dba1f9c3b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:13.284312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['3cbc9e59-9298-4c29-a0de-866dba1f9c3b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:36:13.302020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Pushing event deleted for resources: {'Port': ['ID=3cbc9e59-9298-4c29-a0de-866dba1f9c3b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:13.342902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4462b289-dc39-497b-bf3c-5457412ea189 req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] No DVR routers for this DVR port 3cbc9e59-9298-4c29-a0de-866dba1f9c3b on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:36:13.345754 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-4462b289-dc39-497b-bf3c-5457412ea189 req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:13.349401 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4462b289-dc39-497b-bf3c-5457412ea189 req-235aafdf-c5ec-4144-ab9c-779d8d8e76d8 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.11 "DELETE /v2.0/ports/3cbc9e59-9298-4c29-a0de-866dba1f9c3b HTTP/1.1" status: 204 len: 173 time: 0.3943195 Mar 07 16:36:13.349868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b07850-758d-4510-b309-463628b17164', 'name': 'network-vif-deleted', 'tag': '3cbc9e59-9298-4c29-a0de-866dba1f9c3b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:36:13.352187 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9413019-ddda-4852-8864-b7ce18ec49e0" -d '{"events": [{"server_uuid": "64b07850-758d-4510-b309-463628b17164", "name": "network-vif-deleted", "tag": "3cbc9e59-9298-4c29-a0de-866dba1f9c3b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:36:13.388839 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5243c84e-7951-400b-84ea-e47de023f267 x-openstack-request-id: req-5243c84e-7951-400b-84ea-e47de023f267 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:36:13.389154 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b07850-758d-4510-b309-463628b17164", "name": "network-vif-deleted", "tag": "3cbc9e59-9298-4c29-a0de-866dba1f9c3b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:36:13.389412 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5243c84e-7951-400b-84ea-e47de023f267 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:36:13.389815 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b07850-758d-4510-b309-463628b17164', 'name': 'network-vif-deleted', 'tag': '3cbc9e59-9298-4c29-a0de-866dba1f9c3b', 'status': 'completed', 'code': 200} Mar 07 16:36:14.433543 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-7e074808-c5ac-4b14-aa58-4ab414d1aec9 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:14.435032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-7e074808-c5ac-4b14-aa58-4ab414d1aec9 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/networks?id=98492299-29ff-48ec-9c6f-91e4f0315499 HTTP/1.1" status: 200 len: 816 time: 0.1048377 Mar 07 16:36:14.449733 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-7733d442-9083-474f-9e31-ac2afe1c0b68 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/quotas/193ea4e8c9e64ebba80bd70a98e558c1 HTTP/1.1" status: 200 len: 375 time: 0.0087743 Mar 07 16:36:14.504745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-43f068e1-7a9e-48ec-b246-aeeb37c82763 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=193ea4e8c9e64ebba80bd70a98e558c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495551 Mar 07 16:36:14.603507 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-29a1a8d3-e4be-4426-9838-dbd9c28d8b79 service neutron] 10.222.0.24 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865080 Mar 07 16:36:14.693320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-16562ae9-8ccf-48d6-9f7e-c19084a3a45c service neutron] 10.222.0.24 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842495 Mar 07 16:36:14.850736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-98037661-4209-4ca1-9f4c-23932b973ae2 req-07bd2970-e1b6-4a94-840f-4eb78173f112 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 210 time: 0.0273428 Mar 07 16:36:15.769622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-4db2e5d4-4b21-4d71-89e9-c97051c7472b tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:15.771133 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-4db2e5d4-4b21-4d71-89e9-c97051c7472b tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.11 "GET /v2.0/networks?id=98492299-29ff-48ec-9c6f-91e4f0315499 HTTP/1.1" status: 200 len: 816 time: 0.1139965 Mar 07 16:36:15.783410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Request body: {'port': {'device_id': '64a075be-32b6-43fb-93af-f73dae5b7643', 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499', 'admin_state_up': True, 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:15.886646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Made reservation on behalf of 193ea4e8c9e64ebba80bd70a98e558c1 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:36:15.890338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:15.981694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-34c31100-f94d-46da-8fb9-853b05596168 req-22639727-6c64-4a48-b191-7444e8db89fd tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 210 time: 0.0342653 Mar 07 16:36:16.045332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Allocated IP 172.20.0.6 (98492299-29ff-48ec-9c6f-91e4f0315499/0b7b9fe9-ee15-4ef3-950c-94dcf2243108/312eac73-897e-45e0-a596-1b1fd0267484) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:36:16.199803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks [] for port (312eac73-897e-45e0-a596-1b1fd0267484), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.233001 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (312eac73-897e-45e0-a596-1b1fd0267484), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.276212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Network 98492299-29ff-48ec-9c6f-91e4f0315499 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:16.279250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:16.282593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:36:16.317247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Pushing event updated for resources: {'Port': ['ID=312eac73-897e-45e0-a596-1b1fd0267484,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:16.342411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:16.343180 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.361304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-d54c05e6-4646-4de8-846b-8539208efaad tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817292 Mar 07 16:36:16.372354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Request body: {'port': {'device_id': '64a075be-32b6-43fb-93af-f73dae5b7643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:16.436013 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (312eac73-897e-45e0-a596-1b1fd0267484), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.524426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5062f5d5-a5d8-423c-98e0-da40315a0eee None None] Provisioning complete for port 312eac73-897e-45e0-a596-1b1fd0267484 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:16.525058 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5062f5d5-a5d8-423c-98e0-da40315a0eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (312eac73-897e-45e0-a596-1b1fd0267484), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.558636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5062f5d5-a5d8-423c-98e0-da40315a0eee None None] Port 312eac73-897e-45e0-a596-1b1fd0267484 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:36:16.704655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312eac73-897e-45e0-a596-1b1fd0267484 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:36:16.711975 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Publish callbacks [] for port (312eac73-897e-45e0-a596-1b1fd0267484), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.724137 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Transition to ACTIVE for port object 312eac73-897e-45e0-a596-1b1fd0267484 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:36:16.727599 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (312eac73-897e-45e0-a596-1b1fd0267484), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.777682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Pushing event updated for resources: {'Port': ['ID=312eac73-897e-45e0-a596-1b1fd0267484,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:16.848332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Attempting to bind port 312eac73-897e-45e0-a596-1b1fd0267484 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:36:16.848669 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Attempting to bind port 312eac73-897e-45e0-a596-1b1fd0267484 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:36:16.849004 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Attempting to bind port 312eac73-897e-45e0-a596-1b1fd0267484 on network 98492299-29ff-48ec-9c6f-91e4f0315499 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:16.853498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Port 312eac73-897e-45e0-a596-1b1fd0267484 on network 98492299-29ff-48ec-9c6f-91e4f0315499 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:36:16.853852 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Attempting to bind port 312eac73-897e-45e0-a596-1b1fd0267484 on network 98492299-29ff-48ec-9c6f-91e4f0315499 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:16.859044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:36:16.859398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Checking segment: {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:16.859768 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Bound using segment: {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:36:16.860199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Bound port: 312eac73-897e-45e0-a596-1b1fd0267484, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a60e52-f39c-4b77-9626-5eead3d72885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:36:16.860559 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (312eac73-897e-45e0-a596-1b1fd0267484), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.930950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] For port 312eac73-897e-45e0-a596-1b1fd0267484, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:36:16.933979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] For port 312eac73-897e-45e0-a596-1b1fd0267484, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=312eac73-897e-45e0-a596-1b1fd0267484,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:36:16.939616 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (312eac73-897e-45e0-a596-1b1fd0267484), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.976886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:16.977539 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:16.978978 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] 10.222.0.11 "PUT /v2.0/ports/312eac73-897e-45e0-a596-1b1fd0267484 HTTP/1.1" status: 200 len: 1091 time: 0.6108112 Mar 07 16:36:16.979436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a075be-32b6-43fb-93af-f73dae5b7643', 'tag': '312eac73-897e-45e0-a596-1b1fd0267484'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:36:16.981681 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd4207b-ba58-4af5-a00c-e6cd539c4202" -d '{"events": [{"name": "network-changed", "server_uuid": "64a075be-32b6-43fb-93af-f73dae5b7643", "tag": "312eac73-897e-45e0-a596-1b1fd0267484"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:36:17.020337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd7519-9318-4735-ae93-e12fe1db6f23 service neutron] Pushing event updated for resources: {'Port': ['ID=312eac73-897e-45e0-a596-1b1fd0267484,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:17.034886 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f868c-9c23-4bac-9650-5a8c8a5d1828 x-openstack-request-id: req-689f868c-9c23-4bac-9650-5a8c8a5d1828 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:36:17.035193 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a075be-32b6-43fb-93af-f73dae5b7643", "tag": "312eac73-897e-45e0-a596-1b1fd0267484", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:36:17.035461 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-689f868c-9c23-4bac-9650-5a8c8a5d1828 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:36:17.035880 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a075be-32b6-43fb-93af-f73dae5b7643', 'tag': '312eac73-897e-45e0-a596-1b1fd0267484', 'status': 'completed', 'code': 200} Mar 07 16:36:17.111186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-a9d8f016-a660-4b9f-b406-92c71ded8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:17.112780 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-a9d8f016-a660-4b9f-b406-92c71ded8798 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=193ea4e8c9e64ebba80bd70a98e558c1&device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 1125 time: 0.0761030 Mar 07 16:36:17.163243 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-145f3148-139e-476f-b5a1-82a62ebf7d39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=312eac73-897e-45e0-a596-1b1fd0267484 HTTP/1.1" status: 200 len: 217 time: 0.0436602 Mar 07 16:36:17.170494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f5a47-3ab4-4685-9bdc-123a83e372c8 req-c9739d6d-5d95-419d-8539-ea1a9d4e917c tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:17.172369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f04f5a47-3ab4-4685-9bdc-123a83e372c8 req-c9739d6d-5d95-419d-8539-ea1a9d4e917c tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 943 time: 0.1073172 Mar 07 16:36:17.244389 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-9c357c1d-c608-4632-b2de-7cae108c97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:17.245873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-9c357c1d-c608-4632-b2de-7cae108c97e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b7b9fe9-ee15-4ef3-950c-94dcf2243108 HTTP/1.1" status: 200 len: 855 time: 0.0726421 Mar 07 16:36:17.252869 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f04f5a47-3ab4-4685-9bdc-123a83e372c8 req-7d16d983-319a-4a19-a779-db9ac185de95 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723660 Mar 07 16:36:17.300357 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-ce6739d3-6a62-4123-9343-a05d279af37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:17.301868 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-ce6739d3-6a62-4123-9343-a05d279af37b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98492299-29ff-48ec-9c6f-91e4f0315499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481617 Mar 07 16:36:17.390491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-6fbd6f4f-8fec-464f-ae7d-d458aefe8f79 service neutron] 10.222.0.11 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822957 Mar 07 16:36:17.480939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-59e92a6c-dbc3-4d18-8ed1-1c9ce32e11bc req-30a487d2-d999-4c2d-8318-b229bbe2c371 service neutron] 10.222.0.11 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852485 Mar 07 16:36:17.569860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-ec6b4f47-f7ac-42bd-9705-ba6d93e9205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:17.571393 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-ec6b4f47-f7ac-42bd-9705-ba6d93e9205a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=193ea4e8c9e64ebba80bd70a98e558c1&device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 1125 time: 0.0447631 Mar 07 16:36:17.608454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3cbc9e59-9298-4c29-a0de-866dba1f9c3b no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:36:17.628520 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 3cbc9e59-9298-4c29-a0de-866dba1f9c3b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:36:17.628860 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 3cbc9e59-9298-4c29-a0de-866dba1f9c3b not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:36:17.663557 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-aad10238-079f-4694-8ab5-59d833870930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:17.664961 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-aad10238-079f-4694-8ab5-59d833870930 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98492299-29ff-48ec-9c6f-91e4f0315499 HTTP/1.1" status: 200 len: 917 time: 0.0876403 Mar 07 16:36:17.705861 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-cb501505-3c47-43d7-8069-2f2239397b06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=312eac73-897e-45e0-a596-1b1fd0267484 HTTP/1.1" status: 200 len: 217 time: 0.0348244 Mar 07 16:36:17.752696 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-f48a4301-2a97-40e9-a459-80d81d90b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:17.754171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-f48a4301-2a97-40e9-a459-80d81d90b256 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b7b9fe9-ee15-4ef3-950c-94dcf2243108 HTTP/1.1" status: 200 len: 855 time: 0.0426364 Mar 07 16:36:17.801504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-d3bdeec8-47cf-4397-86fc-6e43655c835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:17.803048 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-d3bdeec8-47cf-4397-86fc-6e43655c835a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98492299-29ff-48ec-9c6f-91e4f0315499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430694 Mar 07 16:36:17.897573 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-d0dec184-c433-4713-8737-89cc2f542e2f service neutron] 10.222.0.11 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862453 Mar 07 16:36:17.989145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0dd4207b-ba58-4af5-a00c-e6cd539c4202 req-6b5f809e-9c57-4244-9729-17029acdf4f6 service neutron] 10.222.0.11 "GET /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854442 Mar 07 16:36:18.375553 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197be6b-c437-4f82-aad0-5df4c3b49f96 req-6450e97e-63b9-4d5c-bbb0-156766fc942e tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:18.377036 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d197be6b-c437-4f82-aad0-5df4c3b49f96 req-6450e97e-63b9-4d5c-bbb0-156766fc942e tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 943 time: 0.0563984 Mar 07 16:36:18.423721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d197be6b-c437-4f82-aad0-5df4c3b49f96 req-7cecb3f6-e4b2-461b-a13c-d8ad3d73ba45 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Mar 07 16:36:19.541358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237a020-a8e1-42e0-8a2e-13487104eeb1 req-0ec6192c-d67d-4d3d-bc0a-1f4b1136b6fd tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:19.542765 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d237a020-a8e1-42e0-8a2e-13487104eeb1 req-0ec6192c-d67d-4d3d-bc0a-1f4b1136b6fd tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 943 time: 0.0522039 Mar 07 16:36:19.588188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d237a020-a8e1-42e0-8a2e-13487104eeb1 req-8a1cdc2e-18bb-4c82-ba61-b7f8ca522d2c tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Mar 07 16:36:19.613683 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 312eac73-897e-45e0-a596-1b1fd0267484 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:36:19.708406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 312eac73-897e-45e0-a596-1b1fd0267484, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=312eac73-897e-45e0-a596-1b1fd0267484,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:19.719013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '312eac73-897e-45e0-a596-1b1fd0267484', 'network_id': '98492299-29ff-48ec-9c6f-91e4f0315499', 'port_id': '312eac73-897e-45e0-a596-1b1fd0267484', 'mac_address': 'fa:16:3e:be:8c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7b9fe9-ee15-4ef3-950c-94dcf2243108', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:36:19.755054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 312eac73-897e-45e0-a596-1b1fd0267484 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:19.755447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (312eac73-897e-45e0-a596-1b1fd0267484), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:19.771618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312eac73-897e-45e0-a596-1b1fd0267484 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:36:19.790593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 312eac73-897e-45e0-a596-1b1fd0267484, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=312eac73-897e-45e0-a596-1b1fd0267484,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:19.794102 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (312eac73-897e-45e0-a596-1b1fd0267484), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:19.997691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=312eac73-897e-45e0-a596-1b1fd0267484,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:20.039721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['312eac73-897e-45e0-a596-1b1fd0267484'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:36:20.705946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb4ea6-02bc-4671-ac3c-d3dcfed945b8 req-6d8fdb90-b416-42f9-8c1e-486afdd414e6 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:20.707481 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-57bb4ea6-02bc-4671-ac3c-d3dcfed945b8 req-6d8fdb90-b416-42f9-8c1e-486afdd414e6 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 944 time: 0.0527349 Mar 07 16:36:20.754091 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-57bb4ea6-02bc-4671-ac3c-d3dcfed945b8 req-229a6b98-ddbd-4952-8aa5-506000ba6b30 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Mar 07 16:36:21.629352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 312eac73-897e-45e0-a596-1b1fd0267484 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:21.676323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 312eac73-897e-45e0-a596-1b1fd0267484 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:36:21.679814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 312eac73-897e-45e0-a596-1b1fd0267484 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:21.680177 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (312eac73-897e-45e0-a596-1b1fd0267484), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:21.756550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 312eac73-897e-45e0-a596-1b1fd0267484 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:21.756946 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (312eac73-897e-45e0-a596-1b1fd0267484), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:21.780071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a075be-32b6-43fb-93af-f73dae5b7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312eac73-897e-45e0-a596-1b1fd0267484'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:36:21.782573 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c06edd-3ed7-4ff8-8618-693026a08505" -d '{"events": [{"server_uuid": "64a075be-32b6-43fb-93af-f73dae5b7643", "name": "network-vif-plugged", "status": "completed", "tag": "312eac73-897e-45e0-a596-1b1fd0267484"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:36:21.799048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 312eac73-897e-45e0-a596-1b1fd0267484, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=312eac73-897e-45e0-a596-1b1fd0267484,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:21.803982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (312eac73-897e-45e0-a596-1b1fd0267484), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:21.827726 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe15e5f-a993-4086-92fe-8e0c8b1cd64e x-openstack-request-id: req-4fe15e5f-a993-4086-92fe-8e0c8b1cd64e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:36:21.827949 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a075be-32b6-43fb-93af-f73dae5b7643", "name": "network-vif-plugged", "status": "completed", "tag": "312eac73-897e-45e0-a596-1b1fd0267484", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:36:21.828399 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fe15e5f-a993-4086-92fe-8e0c8b1cd64e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:36:21.828805 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a075be-32b6-43fb-93af-f73dae5b7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312eac73-897e-45e0-a596-1b1fd0267484', 'code': 200} Mar 07 16:36:21.854388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=312eac73-897e-45e0-a596-1b1fd0267484,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:21.880408 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022551cb-3e73-4c70-8cf9-a1e5dea45bc5 req-8b33206a-ce5f-4d9d-af21-c36fc7aea260 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:21.881824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-022551cb-3e73-4c70-8cf9-a1e5dea45bc5 req-8b33206a-ce5f-4d9d-af21-c36fc7aea260 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 945 time: 0.0547059 Mar 07 16:36:21.961145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-022551cb-3e73-4c70-8cf9-a1e5dea45bc5 req-dc456471-6fb1-4fe1-9801-a0f886d1bc82 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680220 Mar 07 16:36:21.963710 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d0a95-4c90-4f03-92a1-4ae7e983e3b3 req-e281ea42-33da-44b2-ba04-3e7ac09ab436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:21.965103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-089d0a95-4c90-4f03-92a1-4ae7e983e3b3 req-e281ea42-33da-44b2-ba04-3e7ac09ab436 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 1127 time: 0.0793514 Mar 07 16:36:22.008572 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-089d0a95-4c90-4f03-92a1-4ae7e983e3b3 req-49e14e91-7deb-4220-9f2b-e6b7b86d202d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Mar 07 16:36:22.928905 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-328b39fa-78ef-4529-b6c0-6f82fb900f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:23.090479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4431c-4ba3-4366-97a8-50e30ffa426a req-a5ff1aa1-6873-46ce-b33c-e1fecefce341 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:23.092000 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-49c4431c-4ba3-4366-97a8-50e30ffa426a req-a5ff1aa1-6873-46ce-b33c-e1fecefce341 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 945 time: 0.0563192 Mar 07 16:36:23.139330 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-49c4431c-4ba3-4366-97a8-50e30ffa426a req-aa8f4630-a10e-479a-b85f-3eec48ad4dee tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Mar 07 16:36:23.259289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dcad1-1a3e-4b39-b24c-9136ba6466fb req-5528ff61-669a-4eb6-98e4-a538f39c4cc4 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:23.260773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d1dcad1-1a3e-4b39-b24c-9136ba6466fb req-5528ff61-669a-4eb6-98e4-a538f39c4cc4 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 945 time: 0.0526385 Mar 07 16:36:23.306925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7d1dcad1-1a3e-4b39-b24c-9136ba6466fb req-4e4dee69-ceaf-419f-8fde-7cecd02db56a tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Mar 07 16:36:23.419186 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:36:25.173727 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d6363-9a20-4bf8-b5d8-a27809b89f9c req-e432476f-8a23-410a-8bb7-e29c42a0f7c5 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:25.175266 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eb6d6363-9a20-4bf8-b5d8-a27809b89f9c req-e432476f-8a23-410a-8bb7-e29c42a0f7c5 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 945 time: 0.0552993 Mar 07 16:36:25.241334 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5bdffd0f-e43e-4433-b705-fa595663d9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:25.521815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eb6d6363-9a20-4bf8-b5d8-a27809b89f9c req-6460b30f-1b2d-479e-97a8-069b3f19d904 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408916 Mar 07 16:36:26.416729 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-1607171e-38c2-4e5d-b96a-7e959e9f1252 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:26.418181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-1607171e-38c2-4e5d-b96a-7e959e9f1252 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.11 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 945 time: 0.0528250 Mar 07 16:36:26.511681 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Deleting port 312eac73-897e-45e0-a596-1b1fd0267484 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:26.511932 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (312eac73-897e-45e0-a596-1b1fd0267484), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:26.526081 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:26.598339 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] For port 312eac73-897e-45e0-a596-1b1fd0267484, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=312eac73-897e-45e0-a596-1b1fd0267484,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:26.598713 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (312eac73-897e-45e0-a596-1b1fd0267484), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:26.612884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Calling delete_port for 312eac73-897e-45e0-a596-1b1fd0267484 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:26.643757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c7b86-51e5-495b-b4b5-6b51d86b02be req-7338d434-0169-4594-8a8a-11a2a7841154 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:26.645354 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-540c7b86-51e5-495b-b4b5-6b51d86b02be req-7338d434-0169-4594-8a8a-11a2a7841154 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a075be-32b6-43fb-93af-f73dae5b7643 HTTP/1.1" status: 200 len: 945 time: 0.0556343 Mar 07 16:36:26.696004 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-540c7b86-51e5-495b-b4b5-6b51d86b02be req-87005327-fdd2-4ae2-bf1b-b8fb53b89ee5 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.24 "GET /v2.0/security-groups?id=bde73d90-d048-4b2a-b0d0-f16d007490d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Mar 07 16:36:26.746853 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (312eac73-897e-45e0-a596-1b1fd0267484), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:26.757957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['312eac73-897e-45e0-a596-1b1fd0267484'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:36:26.773523 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Pushing event deleted for resources: {'Port': ['ID=312eac73-897e-45e0-a596-1b1fd0267484,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:26.816109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] No DVR routers for this DVR port 312eac73-897e-45e0-a596-1b1fd0267484 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:36:26.818706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:26.822097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d0fb3516-2147-4062-8ce3-d50c742fd8d4 req-89715da8-b44b-4dca-adfd-ab2ba83bf1a7 tempest-TestEncryptedCinderVolumes-526965853 tempest-TestEncryptedCinderVolumes-526965853-project] 10.222.0.11 "DELETE /v2.0/ports/312eac73-897e-45e0-a596-1b1fd0267484 HTTP/1.1" status: 204 len: 173 time: 0.3987072 Mar 07 16:36:26.822698 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a075be-32b6-43fb-93af-f73dae5b7643', 'name': 'network-vif-deleted', 'tag': '312eac73-897e-45e0-a596-1b1fd0267484'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:36:26.825223 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e24b115-e755-494d-a549-599a17fe4f39" -d '{"events": [{"server_uuid": "64a075be-32b6-43fb-93af-f73dae5b7643", "name": "network-vif-deleted", "tag": "312eac73-897e-45e0-a596-1b1fd0267484"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:36:26.866335 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3af9bc-f91c-477a-9154-a53f29848728 x-openstack-request-id: req-5b3af9bc-f91c-477a-9154-a53f29848728 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:36:26.866636 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a075be-32b6-43fb-93af-f73dae5b7643", "name": "network-vif-deleted", "tag": "312eac73-897e-45e0-a596-1b1fd0267484", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:36:26.866916 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b3af9bc-f91c-477a-9154-a53f29848728 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:36:26.867317 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a075be-32b6-43fb-93af-f73dae5b7643', 'name': 'network-vif-deleted', 'tag': '312eac73-897e-45e0-a596-1b1fd0267484', 'status': 'completed', 'code': 200} Mar 07 16:36:27.783712 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53742) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:27.835185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:28.125917 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (90df9042-c73b-4830-9026-48584842b7a2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:28.368516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Deleting port c3c0a544-6ac4-4c24-85f4-6c03017d3025 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:28.368851 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:28.443722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] For port c3c0a544-6ac4-4c24-85f4-6c03017d3025, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c3c0a544-6ac4-4c24-85f4-6c03017d3025,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:28.443997 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:28.460322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Calling delete_port for c3c0a544-6ac4-4c24-85f4-6c03017d3025 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:28.636012 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c3c0a544-6ac4-4c24-85f4-6c03017d3025), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:28.661159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c0a544-6ac4-4c24-85f4-6c03017d3025,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:28.832072 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (90df9042-c73b-4830-9026-48584842b7a2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.058445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Router 90df9042-c73b-4830-9026-48584842b7a2 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:36:29.168281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:36:29.175678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-62848cb7-639a-4c63-bd73-9f022710fe84 admin admin] 10.222.0.24 "PUT /v2.0/routers/90df9042-c73b-4830-9026-48584842b7a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3887661 Mar 07 16:36:29.178533 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] Sync routers for ids ['90df9042-c73b-4830-9026-48584842b7a2'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:36:29.179232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53744) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:29.191873 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] Routers {'90df9042-c73b-4830-9026-48584842b7a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:29.192219 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.194072 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90df9042-c73b-4830-9026-48584842b7a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:29.289856 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks [] for router (90df9042-c73b-4830-9026-48584842b7a2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.301544 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] Set router 90df9042-c73b-4830-9026-48584842b7a2 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:29.397986 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks [] for router_gateway (90df9042-c73b-4830-9026-48584842b7a2), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.451186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Deleting port 38da8066-0040-42b7-a07b-ce85470ec6eb {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:29.451529 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.481864 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90df9042-c73b-4830-9026-48584842b7a2', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:36:28Z', 'revision_number': 5, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'gw_port': {'id': '38da8066-0040-42b7-a07b-ce85470ec6eb', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90df9042-c73b-4830-9026-48584842b7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:29.507711 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] Checking router: 90df9042-c73b-4830-9026-48584842b7a2 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:36:29.515945 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] Routers {'90df9042-c73b-4830-9026-48584842b7a2'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:29.516547 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90df9042-c73b-4830-9026-48584842b7a2'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:29.537483 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] For port 38da8066-0040-42b7-a07b-ce85470ec6eb, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=38da8066-0040-42b7-a07b-ce85470ec6eb,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:29.537845 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.550230 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Calling delete_port for 38da8066-0040-42b7-a07b-ce85470ec6eb owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:29.603032 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] Set router 90df9042-c73b-4830-9026-48584842b7a2 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:29.658374 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90df9042-c73b-4830-9026-48584842b7a2', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:36:29Z', 'revision_number': 6, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:29.684469 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fc9be-4299-49ea-98a3-748b029ab4b6 None None] The sync data for ids ['90df9042-c73b-4830-9026-48584842b7a2'] in n-d-830010-8 is: [{'id': '90df9042-c73b-4830-9026-48584842b7a2', 'name': 'tempest-TestEncryptedCinderVolumes-605447663-router', 'tenant_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:49Z', 'updated_at': '2022-03-07T16:36:29Z', 'revision_number': 6, 'project_id': '193ea4e8c9e64ebba80bd70a98e558c1', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:36:29.691907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 312eac73-897e-45e0-a596-1b1fd0267484 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:36:29.713919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 312eac73-897e-45e0-a596-1b1fd0267484 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:36:29.714468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 312eac73-897e-45e0-a596-1b1fd0267484 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:36:29.724111 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (38da8066-0040-42b7-a07b-ce85470ec6eb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.750197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=38da8066-0040-42b7-a07b-ce85470ec6eb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:29.761716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.762066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.762409 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.762747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.763108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.763444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.763772 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.764100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.764427 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.765244 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.765728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.766056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.766381 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:29.819643 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (90df9042-c73b-4830-9026-48584842b7a2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.916305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (90df9042-c73b-4830-9026-48584842b7a2), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.918357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks [] for router_controller (90df9042-c73b-4830-9026-48584842b7a2), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.961727 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (90df9042-c73b-4830-9026-48584842b7a2), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.962344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90df9042-c73b-4830-9026-48584842b7a2 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:36:29.966604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:29.968020 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5de918a3-227f-40e3-a502-c1e3fb5c8a58 admin admin] 10.222.0.24 "DELETE /v2.0/routers/90df9042-c73b-4830-9026-48584842b7a2 HTTP/1.1" status: 204 len: 168 time: 0.7872317 Mar 07 16:36:29.971459 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53746) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:30.015338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6df093-ae26-4c31-9288-d2353661999e admin admin] Deleting subnet 0b7b9fe9-ee15-4ef3-950c-94dcf2243108 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:36:30.019141 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c6df093-ae26-4c31-9288-d2353661999e admin admin] Publish callbacks [] for subnet (0b7b9fe9-ee15-4ef3-950c-94dcf2243108), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.056318 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c6df093-ae26-4c31-9288-d2353661999e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (0b7b9fe9-ee15-4ef3-950c-94dcf2243108), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.141303 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c6df093-ae26-4c31-9288-d2353661999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (0b7b9fe9-ee15-4ef3-950c-94dcf2243108), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.192731 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c6df093-ae26-4c31-9288-d2353661999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (0b7b9fe9-ee15-4ef3-950c-94dcf2243108), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.216512 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6df093-ae26-4c31-9288-d2353661999e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7b9fe9-ee15-4ef3-950c-94dcf2243108,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:30.223585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c6df093-ae26-4c31-9288-d2353661999e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.227493 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7c6df093-ae26-4c31-9288-d2353661999e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0b7b9fe9-ee15-4ef3-950c-94dcf2243108 HTTP/1.1" status: 204 len: 168 time: 0.2544377 Mar 07 16:36:30.229404 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53748) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:30.234660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cece154-2d0c-4bd4-871d-898b55520ae8 None None] Network 98492299-29ff-48ec-9c6f-91e4f0315499 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:36:30.303413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (98492299-29ff-48ec-9c6f-91e4f0315499), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.364990 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Deleting port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:30.365307 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.432170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] For port 44a752eb-a109-40f1-85b9-5ec1f92f30a6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=44a752eb-a109-40f1-85b9-5ec1f92f30a6,segment=NetworkSegment(c5a60e52-f39c-4b77-9626-5eead3d72885),segment_id=c5a60e52-f39c-4b77-9626-5eead3d72885)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:30.432394 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] DHCP port deletion for 98492299-29ff-48ec-9c6f-91e4f0315499 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:36:30.432603 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.463072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Calling delete_port for 44a752eb-a109-40f1-85b9-5ec1f92f30a6 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:30.495688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c3c0a544-6ac4-4c24-85f4-6c03017d3025 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:36:30.522252 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: c3c0a544-6ac4-4c24-85f4-6c03017d3025 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:36:30.522614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c3c0a544-6ac4-4c24-85f4-6c03017d3025 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:36:30.523060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38da8066-0040-42b7-a07b-ce85470ec6eb no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:36:30.545073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 38da8066-0040-42b7-a07b-ce85470ec6eb {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:36:30.545500 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 38da8066-0040-42b7-a07b-ce85470ec6eb not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:36:30.545988 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 44a752eb-a109-40f1-85b9-5ec1f92f30a6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:36:30.549336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.570537 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 44a752eb-a109-40f1-85b9-5ec1f92f30a6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:36:30.570916 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 44a752eb-a109-40f1-85b9-5ec1f92f30a6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:36:30.574465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] Deleting port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:30.575067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.577970 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Pushing event deleted for resources: {'Port': ['ID=44a752eb-a109-40f1-85b9-5ec1f92f30a6,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:30.582729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] No DVR routers for this DVR port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:36:30.641114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] For port 44a752eb-a109-40f1-85b9-5ec1f92f30a6, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:30.641516 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.655102 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] Calling delete_port for 44a752eb-a109-40f1-85b9-5ec1f92f30a6 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:30.658609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] Port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:36:30.660046 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (44a752eb-a109-40f1-85b9-5ec1f92f30a6), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.660272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (98492299-29ff-48ec-9c6f-91e4f0315499), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.683441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98492299-29ff-48ec-9c6f-91e4f0315499']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:30.686302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] Pushing event deleted for resources: {'Port': ['ID=44a752eb-a109-40f1-85b9-5ec1f92f30a6,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:30.690410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736efe0-c18f-4200-a91b-d631edf0cfe0 None None] No DVR routers for this DVR port 44a752eb-a109-40f1-85b9-5ec1f92f30a6 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:36:30.698453 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a60e52-f39c-4b77-9626-5eead3d72885') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:30.699130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a60e52-f39c-4b77-9626-5eead3d72885') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:30.710112 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (c5a60e52-f39c-4b77-9626-5eead3d72885), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.725381 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (c5a60e52-f39c-4b77-9626-5eead3d72885), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.731881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:36:30.732281 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (c5a60e52-f39c-4b77-9626-5eead3d72885), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:36:30.734252 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:36:30.795101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (98492299-29ff-48ec-9c6f-91e4f0315499), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.800672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:30.803870 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] 10.222.0.24 "DELETE /v2.0/networks/98492299-29ff-48ec-9c6f-91e4f0315499 HTTP/1.1" status: 204 len: 168 time: 0.5735481 Mar 07 16:36:30.807467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53750) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:30.814307 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a3e4c-f90c-480e-a0eb-20574076809d admin admin] Pushing event deleted for resources: {'Network': ['ID=98492299-29ff-48ec-9c6f-91e4f0315499,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:31.159298 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (850125cb-bdd6-4dcf-9d6c-d47561864319), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:31.401287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Deleting port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:31.401627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:31.480298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] For port 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=57ab0a3c-4f37-4c1b-a64a-822b9792e3b2,segment=NetworkSegment(32db0a90-c27c-4acf-a113-0461675ac6c4),segment_id=32db0a90-c27c-4acf-a113-0461675ac6c4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:31.480660 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:31.492584 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Calling delete_port for 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:31.670698 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (57ab0a3c-4f37-4c1b-a64a-822b9792e3b2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:31.700795 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ab0a3c-4f37-4c1b-a64a-822b9792e3b2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:31.866467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (850125cb-bdd6-4dcf-9d6c-d47561864319), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:32.076028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Router 850125cb-bdd6-4dcf-9d6c-d47561864319 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:36:32.182116 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:36:32.187705 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3b960e1f-0131-45ee-b197-f6fadcddfef5 admin admin] 10.222.0.24 "PUT /v2.0/routers/850125cb-bdd6-4dcf-9d6c-d47561864319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3791707 Mar 07 16:36:32.189699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53752) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:32.190580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] Sync routers for ids ['850125cb-bdd6-4dcf-9d6c-d47561864319'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:36:32.205312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] Routers {'850125cb-bdd6-4dcf-9d6c-d47561864319'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:32.205938 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['850125cb-bdd6-4dcf-9d6c-d47561864319'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:32.297625 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks [] for router (850125cb-bdd6-4dcf-9d6c-d47561864319), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:32.315833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] Set router 850125cb-bdd6-4dcf-9d6c-d47561864319 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:32.406687 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks [] for router_gateway (850125cb-bdd6-4dcf-9d6c-d47561864319), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:32.457828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Deleting port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:32.458168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:32.497343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:53Z', 'updated_at': '2022-03-07T16:36:31Z', 'revision_number': 5, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'gw_port': {'id': 'dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:35:54Z', 'updated_at': '2022-03-07T16:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:32.524269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] Checking router: 850125cb-bdd6-4dcf-9d6c-d47561864319 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:36:32.533123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] Routers {'850125cb-bdd6-4dcf-9d6c-d47561864319'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:32.533730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['850125cb-bdd6-4dcf-9d6c-d47561864319'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:32.536206 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] For port dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:32.536576 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:32.549062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Calling delete_port for dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:32.620842 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] Set router 850125cb-bdd6-4dcf-9d6c-d47561864319 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:32.675158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:53Z', 'updated_at': '2022-03-07T16:36:32Z', 'revision_number': 6, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:32.700590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b771e4-39e9-4bd7-ba33-570bd1731e5c None None] The sync data for ids ['850125cb-bdd6-4dcf-9d6c-d47561864319'] in n-d-830010-8 is: [{'id': '850125cb-bdd6-4dcf-9d6c-d47561864319', 'name': 'tempest-TestEncryptedCinderVolumes-456498507-router', 'tenant_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:35:53Z', 'updated_at': '2022-03-07T16:36:32Z', 'revision_number': 6, 'project_id': 'c5eeb24ba3b84d74a9d1c353d9865b42', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:36:32.724475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.049360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:33.113400 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (850125cb-bdd6-4dcf-9d6c-d47561864319), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.205243 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (850125cb-bdd6-4dcf-9d6c-d47561864319), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.207378 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks [] for router_controller (850125cb-bdd6-4dcf-9d6c-d47561864319), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.253544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (850125cb-bdd6-4dcf-9d6c-d47561864319), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.254093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 850125cb-bdd6-4dcf-9d6c-d47561864319 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:36:33.258611 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.259971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7e44194e-f236-4b81-8d2f-711a67707824 admin admin] 10.222.0.24 "DELETE /v2.0/routers/850125cb-bdd6-4dcf-9d6c-d47561864319 HTTP/1.1" status: 204 len: 168 time: 1.0688796 Mar 07 16:36:33.262138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53754) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:33.306158 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d790a582-9b5c-4a01-a1ed-2293ee49e6cc admin admin] Deleting subnet 8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:36:33.309054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d790a582-9b5c-4a01-a1ed-2293ee49e6cc admin admin] Publish callbacks [] for subnet (8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.342162 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d790a582-9b5c-4a01-a1ed-2293ee49e6cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.417544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d790a582-9b5c-4a01-a1ed-2293ee49e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.480528 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d790a582-9b5c-4a01-a1ed-2293ee49e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.500941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5f61b-4101-4435-b210-38e54aed1afc None None] Network 40f6092f-cbc4-4545-996f-1b814c8a8092 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:36:33.510272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d790a582-9b5c-4a01-a1ed-2293ee49e6cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.513550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d790a582-9b5c-4a01-a1ed-2293ee49e6cc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb HTTP/1.1" status: 204 len: 168 time: 0.2504990 Mar 07 16:36:33.515308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790a582-9b5c-4a01-a1ed-2293ee49e6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4c53a9-b4eb-46ab-85e0-8a6fcd8426cb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:33.516793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53756) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:33.596198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (40f6092f-cbc4-4545-996f-1b814c8a8092), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.650978 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Deleting port 3096cf4d-04a1-41e7-b484-b31debbc4366 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:33.651332 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.658663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead3310-43a7-46f7-9c5e-7f65808af8cc None None] DHCP port deletion for 40f6092f-cbc4-4545-996f-1b814c8a8092 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:36:33.711692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6ead3310-43a7-46f7-9c5e-7f65808af8cc None None] Deleting port 3096cf4d-04a1-41e7-b484-b31debbc4366 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:36:33.712074 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ead3310-43a7-46f7-9c5e-7f65808af8cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.723570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] For port 3096cf4d-04a1-41e7-b484-b31debbc4366, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3096cf4d-04a1-41e7-b484-b31debbc4366,segment=NetworkSegment(32db0a90-c27c-4acf-a113-0461675ac6c4),segment_id=32db0a90-c27c-4acf-a113-0461675ac6c4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:33.723936 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.740747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Calling delete_port for 3096cf4d-04a1-41e7-b484-b31debbc4366 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:33.782669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6ead3310-43a7-46f7-9c5e-7f65808af8cc None None] For port 3096cf4d-04a1-41e7-b484-b31debbc4366, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=3096cf4d-04a1-41e7-b484-b31debbc4366,segment=NetworkSegment(32db0a90-c27c-4acf-a113-0461675ac6c4),segment_id=32db0a90-c27c-4acf-a113-0461675ac6c4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:33.783109 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ead3310-43a7-46f7-9c5e-7f65808af8cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.797421 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6ead3310-43a7-46f7-9c5e-7f65808af8cc None None] Calling delete_port for 3096cf4d-04a1-41e7-b484-b31debbc4366 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:36:33.821573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.848122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Pushing event deleted for resources: {'Port': ['ID=3096cf4d-04a1-41e7-b484-b31debbc4366,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:33.849908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] No DVR routers for this DVR port 3096cf4d-04a1-41e7-b484-b31debbc4366 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:36:33.878463 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ead3310-43a7-46f7-9c5e-7f65808af8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (3096cf4d-04a1-41e7-b484-b31debbc4366), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:33.901302 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead3310-43a7-46f7-9c5e-7f65808af8cc None None] Pushing event deleted for resources: {'Port': ['ID=3096cf4d-04a1-41e7-b484-b31debbc4366,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:33.913601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead3310-43a7-46f7-9c5e-7f65808af8cc None None] No DVR routers for this DVR port 3096cf4d-04a1-41e7-b484-b31debbc4366 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:36:34.222052 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (40f6092f-cbc4-4545-996f-1b814c8a8092), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.242507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f6092f-cbc4-4545-996f-1b814c8a8092']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:34.252265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32db0a90-c27c-4acf-a113-0461675ac6c4') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:34.252563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32db0a90-c27c-4acf-a113-0461675ac6c4') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:34.261449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (32db0a90-c27c-4acf-a113-0461675ac6c4), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.275409 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (32db0a90-c27c-4acf-a113-0461675ac6c4), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.281599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:36:34.281977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (32db0a90-c27c-4acf-a113-0461675ac6c4), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:36:34.283609 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:36:34.337457 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (40f6092f-cbc4-4545-996f-1b814c8a8092), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.343934 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.349671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] 10.222.0.24 "DELETE /v2.0/networks/40f6092f-cbc4-4545-996f-1b814c8a8092 HTTP/1.1" status: 204 len: 168 time: 0.8293328 Mar 07 16:36:34.355917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:36:34.362149 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80919f-319d-4b97-9ab9-0a522c2c66de admin admin] Pushing event deleted for resources: {'Network': ['ID=40f6092f-cbc4-4545-996f-1b814c8a8092,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:34.380660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:36:34.381015 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 57ab0a3c-4f37-4c1b-a64a-822b9792e3b2 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:36:34.381449 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3096cf4d-04a1-41e7-b484-b31debbc4366 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:36:34.400719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 3096cf4d-04a1-41e7-b484-b31debbc4366 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:36:34.401071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 3096cf4d-04a1-41e7-b484-b31debbc4366 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:36:34.401498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:36:34.420810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:36:34.421283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device dd7f3c94-92ff-4e1b-b9a9-f5acff4973a5 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:36:34.508963 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53760) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:34.550057 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d040ef5b-b69c-4c0b-9a2e-474b237f0dd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=193ea4e8c9e64ebba80bd70a98e558c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398583 Mar 07 16:36:34.552415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53762) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:34.598910 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04550d30-6efb-42be-bb22-77af535d5def admin admin] Publish callbacks [] for security_group (bde73d90-d048-4b2a-b0d0-f16d007490d0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.619337 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04550d30-6efb-42be-bb22-77af535d5def admin admin] Publish callbacks [] for security_group (bde73d90-d048-4b2a-b0d0-f16d007490d0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.666619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04550d30-6efb-42be-bb22-77af535d5def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (bde73d90-d048-4b2a-b0d0-f16d007490d0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.669190 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-04550d30-6efb-42be-bb22-77af535d5def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:34.670368 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-04550d30-6efb-42be-bb22-77af535d5def admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bde73d90-d048-4b2a-b0d0-f16d007490d0 HTTP/1.1" status: 204 len: 168 time: 0.1170642 Mar 07 16:36:34.678607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04550d30-6efb-42be-bb22-77af535d5def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde73d90-d048-4b2a-b0d0-f16d007490d0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:34.977479 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53768) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:35.021412 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a8195ba3-f31b-4891-b4ca-f995c38bc50a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5eeb24ba3b84d74a9d1c353d9865b42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426817 Mar 07 16:36:35.023835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53770) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:35.069490 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-983c1925-ba4e-42da-9483-8252db3c0510 admin admin] Publish callbacks [] for security_group (4fbbe525-db36-48cf-8ca2-860e328af51d), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:35.089793 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-983c1925-ba4e-42da-9483-8252db3c0510 admin admin] Publish callbacks [] for security_group (4fbbe525-db36-48cf-8ca2-860e328af51d), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:35.136181 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-983c1925-ba4e-42da-9483-8252db3c0510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (4fbbe525-db36-48cf-8ca2-860e328af51d), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:35.139314 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-983c1925-ba4e-42da-9483-8252db3c0510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:35.141279 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-983c1925-ba4e-42da-9483-8252db3c0510 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fbbe525-db36-48cf-8ca2-860e328af51d HTTP/1.1" status: 204 len: 168 time: 0.1165247 Mar 07 16:36:35.149072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c1925-ba4e-42da-9483-8252db3c0510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbbe525-db36-48cf-8ca2-860e328af51d,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:35.790166 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53792) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:35.887584 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1787628872-network', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:35.907497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Made reservation on behalf of 59a0d3a0cc0244d4979490a9fc0faa38 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:36:35.909852 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:35.917976 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:35.992310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Publish callbacks [] for security_group (a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:35.995881 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.021425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:36:36.031233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:36.036051 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4141615f-a3c6-4995-8a3c-8dd15575a207), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.036401 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Added segment 4141615f-a3c6-4995-8a3c-8dd15575a207 of type vlan for network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 Mar 07 16:36:36.078537 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (6055c280-99e6-41f5-80ec-fcf1ca2ecec1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.102995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (6055c280-99e6-41f5-80ec-fcf1ca2ecec1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.103996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:36.104585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.134867 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3433931 Mar 07 16:36:36.137622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:36.143014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Request body: {'subnet': {'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1787628872-subnet', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:36.161295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Made reservation on behalf of 59a0d3a0cc0244d4979490a9fc0faa38 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:36:36.163658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.174855 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454868f-705e-47ca-b36f-a8c6dae42d11 admin admin] Pushing event updated for resources: {'Network': ['ID=6055c280-99e6-41f5-80ec-fcf1ca2ecec1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:36.185139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:36:36.332306 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (4ba757fb-ccac-489b-8934-6e632589621a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.387480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba757fb-ccac-489b-8934-6e632589621a,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:36.395896 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Checking segment: {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:36.396257 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Network hostable DHCP agents. Network: 6055c280-99e6-41f5-80ec-fcf1ca2ecec1, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:36:36.412186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:36:36.420309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 6055c280-99e6-41f5-80ec-fcf1ca2ecec1) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:36.425117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:36.425707 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.429825 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e24663-6fc3-4525-9772-145a4a90a972 None None] Network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:36:36.441044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-17fe5da1-b7f1-4d59-a0b7-f451d0d7fb94 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3022561 Mar 07 16:36:36.443928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53798) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:36.448489 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:36.467541 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (90618009-6871-46f2-bbe3-5668eec31285), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.469478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (90618009-6871-46f2-bbe3-5668eec31285), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.526049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks [] for router_controller (90618009-6871-46f2-bbe3-5668eec31285), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.538930 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-6055c280-99e6-41f5-80ec-fcf1ca2ecec1', 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1', 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'fixed_ips': [{'subnet_id': '4ba757fb-ccac-489b-8934-6e632589621a'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:36:36.539999 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.665224 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks [] for router_gateway (90618009-6871-46f2-bbe3-5668eec31285), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.673348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Allocated IP 172.20.0.2 (6055c280-99e6-41f5-80ec-fcf1ca2ecec1/4ba757fb-ccac-489b-8934-6e632589621a/97624aa8-45f5-4494-a5f4-224355c6a135) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:36:36.757312 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.833309 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Publish callbacks [] for port (97624aa8-45f5-4494-a5f4-224355c6a135), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.839900 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.879122 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks [] for router_gateway (90618009-6871-46f2-bbe3-5668eec31285), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.880817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:36.883737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:36.887170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:36:36.894637 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Pushing event updated for resources: {'Port': ['ID=97624aa8-45f5-4494-a5f4-224355c6a135,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:36.898763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.949817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Attempting to bind port 97624aa8-45f5-4494-a5f4-224355c6a135 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:36:36.950102 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Attempting to bind port 97624aa8-45f5-4494-a5f4-224355c6a135 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:36:36.950478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Attempting to bind port 97624aa8-45f5-4494-a5f4-224355c6a135 on network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:36.957753 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:36:36.958132 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Checking segment: {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:36.958590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:36.959019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Bound using segment: {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:36:36.959492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Bound port: 97624aa8-45f5-4494-a5f4-224355c6a135, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:36:36.959877 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:37.008040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Allocated IP 172.25.4.212 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/69aa150c-a73d-4f2b-badc-21de86c274df) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:36:37.027867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] For port 97624aa8-45f5-4494-a5f4-224355c6a135, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:36:37.031883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] For port 97624aa8-45f5-4494-a5f4-224355c6a135, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=97624aa8-45f5-4494-a5f4-224355c6a135,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:36:37.037299 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:37.092439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6185c-0941-4feb-9d21-ffec216f200a None None] Pushing event updated for resources: {'Port': ['ID=97624aa8-45f5-4494-a5f4-224355c6a135,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:37.123368 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks [] for port (69aa150c-a73d-4f2b-badc-21de86c274df), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:37.160592 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:37.201291 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:37.206197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:37.210820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:36:37.213927 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Pushing event updated for resources: {'Port': ['ID=69aa150c-a73d-4f2b-badc-21de86c274df,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:37.485994 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks [] for router_gateway (90618009-6871-46f2-bbe3-5668eec31285), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:37.688301 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (90618009-6871-46f2-bbe3-5668eec31285), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:37.824731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Router 90618009-6871-46f2-bbe3-5668eec31285 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:36:37.940318 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:36:37.951658 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Sync routers for ids ['90618009-6871-46f2-bbe3-5668eec31285'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:36:37.958490 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:37.963006 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-681762d4-fbdd-4ea1-bdc6-06a1e29f3e4f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5148919 Mar 07 16:36:37.963173 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Routers {'90618009-6871-46f2-bbe3-5668eec31285'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:37.963273 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53802) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:37.963367 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90618009-6871-46f2-bbe3-5668eec31285'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:38.073721 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Set router 90618009-6871-46f2-bbe3-5668eec31285 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:38.079513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0353321-4832-4ab4-bbff-022553ee5433 None None] Network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:36:38.185895 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-22afbc79-a154-40af-bff6-53ceb88dab7e None None] Provisioning complete for port 97624aa8-45f5-4494-a5f4-224355c6a135 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:38.185895 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-22afbc79-a154-40af-bff6-53ceb88dab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.281679 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-22afbc79-a154-40af-bff6-53ceb88dab7e None None] Current status of the port 97624aa8-45f5-4494-a5f4-224355c6a135 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:38.282238 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-22afbc79-a154-40af-bff6-53ceb88dab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.332357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-22afbc79-a154-40af-bff6-53ceb88dab7e None None] For port 97624aa8-45f5-4494-a5f4-224355c6a135, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=97624aa8-45f5-4494-a5f4-224355c6a135,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:38.339115 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-22afbc79-a154-40af-bff6-53ceb88dab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.367914 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90618009-6871-46f2-bbe3-5668eec31285', 'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:37Z', 'revision_number': 3, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'gw_port': {'id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:38.402602 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Checking router: 90618009-6871-46f2-bbe3-5668eec31285 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:36:38.403074 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Updating router 90618009-6871-46f2-bbe3-5668eec31285 port 69aa150c-a73d-4f2b-badc-21de86c274df binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:36:38.410237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afbc79-a154-40af-bff6-53ceb88dab7e None None] Pushing event updated for resources: {'Port': ['ID=97624aa8-45f5-4494-a5f4-224355c6a135,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:38.437368 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.450139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 97624aa8-45f5-4494-a5f4-224355c6a135 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:38.508720 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.679097 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-969bae83-c42b-4138-a628-bf278ed8cec2 None None] Provisioning complete for port 97624aa8-45f5-4494-a5f4-224355c6a135 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:38.679467 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-969bae83-c42b-4138-a628-bf278ed8cec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.687741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Allocated IP 172.20.0.1 (6055c280-99e6-41f5-80ec-fcf1ca2ecec1/4ba757fb-ccac-489b-8934-6e632589621a/6704748f-433f-4054-8847-002d70bf52da) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:36:38.712741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 97624aa8-45f5-4494-a5f4-224355c6a135 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:38.713101 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.713466 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Publish callbacks [] for port (69aa150c-a73d-4f2b-badc-21de86c274df), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.721283 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.772080 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Attempting to bind port 69aa150c-a73d-4f2b-badc-21de86c274df on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:36:38.772452 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Attempting to bind port 69aa150c-a73d-4f2b-badc-21de86c274df by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:36:38.772817 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Attempting to bind port 69aa150c-a73d-4f2b-badc-21de86c274df on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:38.780757 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69c642-cec2-4c10-be14-239fe331b208 None None] Pushing event updated for resources: {'Port': ['ID=69aa150c-a73d-4f2b-badc-21de86c274df,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:38.783815 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:36:38.784405 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:38.784977 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.785522 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:36:38.785986 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Bound port: 69aa150c-a73d-4f2b-badc-21de86c274df, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:36:38.786528 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.814846 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Publish callbacks [] for port (6704748f-433f-4054-8847-002d70bf52da), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.836972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-969bae83-c42b-4138-a628-bf278ed8cec2 None None] Current status of the port 97624aa8-45f5-4494-a5f4-224355c6a135 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:38.837214 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] For port 69aa150c-a73d-4f2b-badc-21de86c274df, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:36:38.839149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 97624aa8-45f5-4494-a5f4-224355c6a135 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:38.840228 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] For port 69aa150c-a73d-4f2b-badc-21de86c274df, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=69aa150c-a73d-4f2b-badc-21de86c274df,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:36:38.848376 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.859376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6704748f-433f-4054-8847-002d70bf52da), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:38.903414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:38.906871 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:38.908442 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Routers {'90618009-6871-46f2-bbe3-5668eec31285'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:38.909072 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90618009-6871-46f2-bbe3-5668eec31285'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:38.909355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:36:38.940605 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Pushing event updated for resources: {'Port': ['ID=6704748f-433f-4054-8847-002d70bf52da,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:38.957100 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69c642-cec2-4c10-be14-239fe331b208 None None] Pushing event updated for resources: {'Port': ['ID=69aa150c-a73d-4f2b-badc-21de86c274df,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:38.958760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (90618009-6871-46f2-bbe3-5668eec31285), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:39.028668 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] Set router 90618009-6871-46f2-bbe3-5668eec31285 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:39.108536 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6704748f-433f-4054-8847-002d70bf52da), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:39.157721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-974636ac-aa35-48af-8614-e039c4ddfad3 None None] Provisioning complete for port 6704748f-433f-4054-8847-002d70bf52da triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:39.158288 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-974636ac-aa35-48af-8614-e039c4ddfad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6704748f-433f-4054-8847-002d70bf52da), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:39.192553 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-974636ac-aa35-48af-8614-e039c4ddfad3 None None] Port 6704748f-433f-4054-8847-002d70bf52da cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:36:39.229418 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90618009-6871-46f2-bbe3-5668eec31285', 'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:37Z', 'revision_number': 3, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'gw_port': {'id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:39.256411 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7a387-9863-4654-a88f-ed89e8768a2e None None] The sync data for ids ['90618009-6871-46f2-bbe3-5668eec31285'] in n-d-830010-8 is: [{'id': '90618009-6871-46f2-bbe3-5668eec31285', 'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:37Z', 'revision_number': 3, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'gw_port': {'id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:36:39.277680 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Publish callbacks [] for port (6704748f-433f-4054-8847-002d70bf52da), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:39.283856 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (6704748f-433f-4054-8847-002d70bf52da), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:39.357376 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (90618009-6871-46f2-bbe3-5668eec31285), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:39.359972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Pushing event updated for resources: {'Port': ['ID=6704748f-433f-4054-8847-002d70bf52da,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:39.458729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:39.460235 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:39.622177 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Router 90618009-6871-46f2-bbe3-5668eec31285 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:36:39.715757 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ae8e3529-141b-4f59-8377-d32fe866695e None None] Provisioning complete for port 6704748f-433f-4054-8847-002d70bf52da triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:39.716135 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae8e3529-141b-4f59-8377-d32fe866695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6704748f-433f-4054-8847-002d70bf52da), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:39.747399 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:36:39.753769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e3529-141b-4f59-8377-d32fe866695e None None] Port 6704748f-433f-4054-8847-002d70bf52da cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:36:39.753937 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0240403e-fdfa-45c5-a792-4362ab344075 admin admin] 10.222.0.24 "PUT /v2.0/routers/90618009-6871-46f2-bbe3-5668eec31285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898600 Mar 07 16:36:40.232672 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53818) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:40.238341 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-380391493-network', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:40.256784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Made reservation on behalf of b43158e5dbfa4bcc807ce26140134dbb for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:36:40.259110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.268434 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.348104 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Publish callbacks [] for security_group (a60faec1-2370-4781-ba68-449515f47d5a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.352348 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a60faec1-2370-4781-ba68-449515f47d5a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.373901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:36:40.390464 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (01cdb2c1-3354-4c8e-91cf-3023a742f4a8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.390976 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Added segment 01cdb2c1-3354-4c8e-91cf-3023a742f4a8 of type vlan for network cebb6e9c-440d-4bb6-97d6-79b5da789c33 Mar 07 16:36:40.398649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60faec1-2370-4781-ba68-449515f47d5a,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:40.424776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 69aa150c-a73d-4f2b-badc-21de86c274df up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:40.431111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.431462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.431803 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.432136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.432507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.432966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.433298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.433623 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.433949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.434272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.434595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.434947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.435270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:40.449516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (cebb6e9c-440d-4bb6-97d6-79b5da789c33), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.476336 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (cebb6e9c-440d-4bb6-97d6-79b5da789c33), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.477526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:40.478106 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.479768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 69aa150c-a73d-4f2b-badc-21de86c274df triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:40.480145 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.511672 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2745864 Mar 07 16:36:40.511984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53820) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:40.548095 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Request body: {'subnet': {'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-380391493-subnet', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:40.551232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b239a-9080-486d-9704-a47b83d947d0 admin admin] Pushing event updated for resources: {'Network': ['ID=cebb6e9c-440d-4bb6-97d6-79b5da789c33,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:40.563978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 69aa150c-a73d-4f2b-badc-21de86c274df is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:40.564586 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.571287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Made reservation on behalf of b43158e5dbfa4bcc807ce26140134dbb for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:36:40.572951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network cebb6e9c-440d-4bb6-97d6-79b5da789c33 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:36:40.574091 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.611397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 69aa150c-a73d-4f2b-badc-21de86c274df, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=69aa150c-a73d-4f2b-badc-21de86c274df,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:40.642655 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.643382 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 97624aa8-45f5-4494-a5f4-224355c6a135 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:40.730090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=69aa150c-a73d-4f2b-badc-21de86c274df,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:40.744219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 97624aa8-45f5-4494-a5f4-224355c6a135 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:40.744603 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.759483 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (c87a001b-ada5-4af3-bea6-3d01b0a3dfaf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.821269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c87a001b-ada5-4af3-bea6-3d01b0a3dfaf,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:40.825721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Checking segment: {'id': '01cdb2c1-3354-4c8e-91cf-3023a742f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:40.826097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Network hostable DHCP agents. Network: cebb6e9c-440d-4bb6-97d6-79b5da789c33, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:36:40.830080 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 97624aa8-45f5-4494-a5f4-224355c6a135 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:40.844196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Network cebb6e9c-440d-4bb6-97d6-79b5da789c33 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:36:40.853367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, cebb6e9c-440d-4bb6-97d6-79b5da789c33) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:40.857878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:40.859221 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.862206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e281273-7fce-4c9d-ad32-121242b25b93 None None] Network cebb6e9c-440d-4bb6-97d6-79b5da789c33 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:36:40.875567 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4cafa161-775e-4e52-86d6-6d550fb17469 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3622289 Mar 07 16:36:40.877714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 53822) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:40.881955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:40.900827 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.901823 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.943316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Sync routers for ids ['90618009-6871-46f2-bbe3-5668eec31285'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:36:40.965649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks [] for router_controller (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:40.977182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Routers {'90618009-6871-46f2-bbe3-5668eec31285'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:40.977792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90618009-6871-46f2-bbe3-5668eec31285'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:41.020508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-cebb6e9c-440d-4bb6-97d6-79b5da789c33', 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33', 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'fixed_ips': [{'subnet_id': 'c87a001b-ada5-4af3-bea6-3d01b0a3dfaf'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:36:41.021504 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.115670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks [] for router_gateway (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.174776 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Set router 90618009-6871-46f2-bbe3-5668eec31285 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:41.297083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Allocated IP 172.20.0.2 (cebb6e9c-440d-4bb6-97d6-79b5da789c33/c87a001b-ada5-4af3-bea6-3d01b0a3dfaf/e09b4c9f-438d-4e1e-9db4-100988b72e57) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:36:41.319104 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks [] for router_gateway (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.338411 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.365338 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.447358 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Allocated IP 172.25.4.203 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/e217fea9-3f29-4d4f-bcb0-3928598b54f8) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:36:41.541875 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Publish callbacks [] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.544672 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90618009-6871-46f2-bbe3-5668eec31285', 'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:39Z', 'revision_number': 4, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'gw_port': {'id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6704748f-433f-4054-8847-002d70bf52da', 'name': '', 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'mac_address': 'fa:16:3e:05:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4ba757fb-ccac-489b-8934-6e632589621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:38Z', 'updated_at': '2022-03-07T16:36:39Z', 'revision_number': 2, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'subnets': [{'id': '4ba757fb-ccac-489b-8934-6e632589621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:41.551407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks [] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.573339 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.575203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Checking router: 90618009-6871-46f2-bbe3-5668eec31285 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:36:41.575557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Updating router 90618009-6871-46f2-bbe3-5668eec31285 port 6704748f-433f-4054-8847-002d70bf52da binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:36:41.590706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.625695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:41.630717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:41.633220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:36:41.642750 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6704748f-433f-4054-8847-002d70bf52da), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.647044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Network cebb6e9c-440d-4bb6-97d6-79b5da789c33 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:41.657296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:41.660742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Pushing event updated for resources: {'Port': ['ID=e09b4c9f-438d-4e1e-9db4-100988b72e57,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:41.662949 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:36:41.672843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Pushing event updated for resources: {'Port': ['ID=e217fea9-3f29-4d4f-bcb0-3928598b54f8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:41.749340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Attempting to bind port e09b4c9f-438d-4e1e-9db4-100988b72e57 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:36:41.749787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Attempting to bind port e09b4c9f-438d-4e1e-9db4-100988b72e57 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '01cdb2c1-3354-4c8e-91cf-3023a742f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:36:41.750154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Attempting to bind port e09b4c9f-438d-4e1e-9db4-100988b72e57 on network cebb6e9c-440d-4bb6-97d6-79b5da789c33 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:41.800658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:36:41.801038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Checking segment: {'id': '01cdb2c1-3354-4c8e-91cf-3023a742f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:41.801443 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.801841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Bound using segment: {'id': '01cdb2c1-3354-4c8e-91cf-3023a742f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:36:41.802324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Bound port: e09b4c9f-438d-4e1e-9db4-100988b72e57, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cdb2c1-3354-4c8e-91cf-3023a742f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:36:41.802713 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.897990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks [] for router_gateway (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:41.927925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] For port e09b4c9f-438d-4e1e-9db4-100988b72e57, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:36:41.932475 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] For port e09b4c9f-438d-4e1e-9db4-100988b72e57, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e09b4c9f-438d-4e1e-9db4-100988b72e57,segment=NetworkSegment(01cdb2c1-3354-4c8e-91cf-3023a742f4a8),segment_id=01cdb2c1-3354-4c8e-91cf-3023a742f4a8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:36:41.940921 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.031993 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a101e-ab2a-4b17-a7b2-2509a4d44b08 None None] Pushing event updated for resources: {'Port': ['ID=e09b4c9f-438d-4e1e-9db4-100988b72e57,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:42.073957 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Publish callbacks [] for port (6704748f-433f-4054-8847-002d70bf52da), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.081099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6704748f-433f-4054-8847-002d70bf52da), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.125920 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.160014 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaa869-7921-49d0-a0f1-989576b45681 None None] Pushing event updated for resources: {'Port': ['ID=6704748f-433f-4054-8847-002d70bf52da,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:42.194675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Attempting to bind port 6704748f-433f-4054-8847-002d70bf52da on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:36:42.195069 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Attempting to bind port 6704748f-433f-4054-8847-002d70bf52da by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:36:42.195439 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Attempting to bind port 6704748f-433f-4054-8847-002d70bf52da on network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:42.201250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:36:42.201758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Checking segment: {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:42.202328 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.202844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Bound using segment: {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:36:42.203379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Bound port: 6704748f-433f-4054-8847-002d70bf52da, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:36:42.203836 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6704748f-433f-4054-8847-002d70bf52da), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.303814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] For port 6704748f-433f-4054-8847-002d70bf52da, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:36:42.307849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] For port 6704748f-433f-4054-8847-002d70bf52da, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6704748f-433f-4054-8847-002d70bf52da,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:36:42.321685 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6704748f-433f-4054-8847-002d70bf52da), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.331997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:36:42.432219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Routers {'90618009-6871-46f2-bbe3-5668eec31285'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:42.432944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90618009-6871-46f2-bbe3-5668eec31285'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:42.500538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:36:42.505308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaa869-7921-49d0-a0f1-989576b45681 None None] Pushing event updated for resources: {'Port': ['ID=6704748f-433f-4054-8847-002d70bf52da,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:42.509286 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Sync routers for ids ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:36:42.519395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 69aa150c-a73d-4f2b-badc-21de86c274df up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:42.522008 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.523537 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-234f8cff-0973-4448-9364-49aee0f14994 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6448162 Mar 07 16:36:42.526435 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 53824) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:36:42.527838 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Routers {'2d8dd397-ae03-4153-8d6a-bf5c1efbd755'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:42.528455 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:42.657360 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Set router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:42.819984 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-60147206-c6e1-45db-bdde-300b5efb396c None None] Provisioning complete for port 6704748f-433f-4054-8847-002d70bf52da triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:42.820569 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60147206-c6e1-45db-bdde-300b5efb396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6704748f-433f-4054-8847-002d70bf52da), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.858292 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:40Z', 'updated_at': '2022-03-07T16:36:41Z', 'revision_number': 3, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'gw_port': {'id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:41Z', 'updated_at': '2022-03-07T16:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:42.877706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 69aa150c-a73d-4f2b-badc-21de86c274df triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:42.878186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:42.882075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] Set router 90618009-6871-46f2-bbe3-5668eec31285 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:42.893836 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Checking router: 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:36:42.894600 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Updating router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 port e217fea9-3f29-4d4f-bcb0-3928598b54f8 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:36:42.934344 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.099755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-60147206-c6e1-45db-bdde-300b5efb396c None None] Current status of the port 6704748f-433f-4054-8847-002d70bf52da is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:43.099755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60147206-c6e1-45db-bdde-300b5efb396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (6704748f-433f-4054-8847-002d70bf52da), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.168362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 69aa150c-a73d-4f2b-badc-21de86c274df is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:43.169901 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e09b4c9f-438d-4e1e-9db4-100988b72e57 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:43.221717 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-60147206-c6e1-45db-bdde-300b5efb396c None None] For port 6704748f-433f-4054-8847-002d70bf52da, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6704748f-433f-4054-8847-002d70bf52da,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:43.237496 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-60147206-c6e1-45db-bdde-300b5efb396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (6704748f-433f-4054-8847-002d70bf52da), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.290356 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Publish callbacks [] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.301324 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.314769 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b61c0-b36a-4080-ab51-7f80e0d6147f None None] Network cebb6e9c-440d-4bb6-97d6-79b5da789c33 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:36:43.359848 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Attempting to bind port e217fea9-3f29-4d4f-bcb0-3928598b54f8 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:36:43.360226 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Attempting to bind port e217fea9-3f29-4d4f-bcb0-3928598b54f8 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:36:43.360602 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Attempting to bind port e217fea9-3f29-4d4f-bcb0-3928598b54f8 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:43.367886 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd2d93-d0f1-4fb7-a8fc-f94a0a5675b4 None None] Pushing event updated for resources: {'Port': ['ID=e217fea9-3f29-4d4f-bcb0-3928598b54f8,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:43.370128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60147206-c6e1-45db-bdde-300b5efb396c None None] Pushing event updated for resources: {'Port': ['ID=6704748f-433f-4054-8847-002d70bf52da,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:43.370396 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:36:43.370750 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:43.371188 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.371574 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:36:43.372048 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Bound port: e217fea9-3f29-4d4f-bcb0-3928598b54f8, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:36:43.372433 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.385089 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.410667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e09b4c9f-438d-4e1e-9db4-100988b72e57 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:43.411075 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.428087 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] For port e217fea9-3f29-4d4f-bcb0-3928598b54f8, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:36:43.431367 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] For port e217fea9-3f29-4d4f-bcb0-3928598b54f8, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e217fea9-3f29-4d4f-bcb0-3928598b54f8,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:36:43.438143 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.469357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Provisioning complete for port e09b4c9f-438d-4e1e-9db4-100988b72e57 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:43.469775 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.499799 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Routers {'2d8dd397-ae03-4153-8d6a-bf5c1efbd755'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:43.500911 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:43.504428 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd2d93-d0f1-4fb7-a8fc-f94a0a5675b4 None None] Pushing event updated for resources: {'Port': ['ID=e217fea9-3f29-4d4f-bcb0-3928598b54f8,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:43.504583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90618009-6871-46f2-bbe3-5668eec31285', 'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:39Z', 'revision_number': 4, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'gw_port': {'id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6704748f-433f-4054-8847-002d70bf52da', 'name': '', 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'mac_address': 'fa:16:3e:05:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4ba757fb-ccac-489b-8934-6e632589621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:38Z', 'updated_at': '2022-03-07T16:36:42Z', 'revision_number': 4, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'subnets': [{'id': '4ba757fb-ccac-489b-8934-6e632589621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:43.552346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922da26-54f1-488e-9bc3-45e76018f76e None None] The sync data for ids ['90618009-6871-46f2-bbe3-5668eec31285'] in n-d-830010-8 is: [{'id': '90618009-6871-46f2-bbe3-5668eec31285', 'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:39Z', 'revision_number': 4, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'gw_port': {'id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '6704748f-433f-4054-8847-002d70bf52da', 'name': '', 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'mac_address': 'fa:16:3e:05:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4ba757fb-ccac-489b-8934-6e632589621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:38Z', 'updated_at': '2022-03-07T16:36:42Z', 'revision_number': 4, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'subnets': [{'id': '4ba757fb-ccac-489b-8934-6e632589621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:36:43.557934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Allocated IP 172.20.0.1 (cebb6e9c-440d-4bb6-97d6-79b5da789c33/c87a001b-ada5-4af3-bea6-3d01b0a3dfaf/bcb34f87-f98e-42b5-9392-a8ceef7825a1) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:36:43.622844 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] Set router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:43.658058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e09b4c9f-438d-4e1e-9db4-100988b72e57 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:43.658058 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.699637 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Publish callbacks [] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.719646 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Current status of the port e09b4c9f-438d-4e1e-9db4-100988b72e57 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:43.720049 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.740915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port e09b4c9f-438d-4e1e-9db4-100988b72e57, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e09b4c9f-438d-4e1e-9db4-100988b72e57,segment=NetworkSegment(01cdb2c1-3354-4c8e-91cf-3023a742f4a8),segment_id=01cdb2c1-3354-4c8e-91cf-3023a742f4a8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:43.759664 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.761006 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:43.830745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Network cebb6e9c-440d-4bb6-97d6-79b5da789c33 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:43.834035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:43.848714 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:36:43.850162 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:36:43.851336 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:36:43.886885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=e09b4c9f-438d-4e1e-9db4-100988b72e57,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:43.898495 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb34f87-f98e-42b5-9392-a8ceef7825a1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:43.929652 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:44.012997 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:40Z', 'updated_at': '2022-03-07T16:36:41Z', 'revision_number': 3, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'gw_port': {'id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:41Z', 'updated_at': '2022-03-07T16:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:44.047640 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a718a-8643-4bac-bb3c-fc865e234e7e None None] The sync data for ids ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'] in n-d-830010-8 is: [{'id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:40Z', 'updated_at': '2022-03-07T16:36:41Z', 'revision_number': 3, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'gw_port': {'id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:41Z', 'updated_at': '2022-03-07T16:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:36:44.094436 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:44.284329 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Publish callbacks [] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:44.295838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:44.344440 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:44.409135 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb34f87-f98e-42b5-9392-a8ceef7825a1,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:44.424674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Current status of the port e09b4c9f-438d-4e1e-9db4-100988b72e57 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:44.441282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Provisioning complete for port 6704748f-433f-4054-8847-002d70bf52da triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:44.441282 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6704748f-433f-4054-8847-002d70bf52da), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:44.490962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Network cebb6e9c-440d-4bb6-97d6-79b5da789c33 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:44.492766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:44.567274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6704748f-433f-4054-8847-002d70bf52da up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:44.621133 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7cc504f0-0c4e-4bf9-85c0-4729ba4cb938 None None] Current status of the port 6704748f-433f-4054-8847-002d70bf52da is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:44.666818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 6704748f-433f-4054-8847-002d70bf52da triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:44.667339 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (6704748f-433f-4054-8847-002d70bf52da), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:44.676913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:36:44.782725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 6704748f-433f-4054-8847-002d70bf52da is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:44.784040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e09b4c9f-438d-4e1e-9db4-100988b72e57 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:44.820815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-985eab81-125a-4cb0-9bba-b357c1fbad09 None None] Provisioning complete for port bcb34f87-f98e-42b5-9392-a8ceef7825a1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:44.821126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-985eab81-125a-4cb0-9bba-b357c1fbad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:44.823504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:36:44.830258 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bceb4af2-8173-4c01-866a-f42e208e73d3 admin admin] 10.222.0.24 "PUT /v2.0/routers/2d8dd397-ae03-4153-8d6a-bf5c1efbd755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3025663 Mar 07 16:36:44.882857 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-985eab81-125a-4cb0-9bba-b357c1fbad09 None None] Port bcb34f87-f98e-42b5-9392-a8ceef7825a1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:36:44.902417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e09b4c9f-438d-4e1e-9db4-100988b72e57 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:44.902918 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:44.904671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-985eab81-125a-4cb0-9bba-b357c1fbad09 None None] Provisioning complete for port e09b4c9f-438d-4e1e-9db4-100988b72e57 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:44.905680 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-985eab81-125a-4cb0-9bba-b357c1fbad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:45.053761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e09b4c9f-438d-4e1e-9db4-100988b72e57 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:45.056407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-985eab81-125a-4cb0-9bba-b357c1fbad09 None None] Current status of the port e09b4c9f-438d-4e1e-9db4-100988b72e57 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:45.177681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cec1bd10-a956-4772-895d-e61c90e5dea7 None None] Provisioning complete for port bcb34f87-f98e-42b5-9392-a8ceef7825a1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:45.178098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cec1bd10-a956-4772-895d-e61c90e5dea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:45.222373 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cec1bd10-a956-4772-895d-e61c90e5dea7 None None] Port bcb34f87-f98e-42b5-9392-a8ceef7825a1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:36:46.393761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e217fea9-3f29-4d4f-bcb0-3928598b54f8 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:46.453492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e217fea9-3f29-4d4f-bcb0-3928598b54f8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:46.453875 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:46.557555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e217fea9-3f29-4d4f-bcb0-3928598b54f8 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:46.558119 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:46.587979 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port e217fea9-3f29-4d4f-bcb0-3928598b54f8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e217fea9-3f29-4d4f-bcb0-3928598b54f8,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:46.594167 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:46.653608 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=e217fea9-3f29-4d4f-bcb0-3928598b54f8,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:46.664427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.664791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.665136 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.665479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.665817 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.666150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.666480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.666827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.667158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.667486 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.667812 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.668163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:46.668493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:36:47.129805 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Sync routers for ids ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:36:47.141346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Routers {'2d8dd397-ae03-4153-8d6a-bf5c1efbd755'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:47.142043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:47.262589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Set router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:47.487123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:40Z', 'updated_at': '2022-03-07T16:36:44Z', 'revision_number': 4, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'gw_port': {'id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:41Z', 'updated_at': '2022-03-07T16:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'bcb34f87-f98e-42b5-9392-a8ceef7825a1', 'name': '', 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'mac_address': 'fa:16:3e:6b:3a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c87a001b-ada5-4af3-bea6-3d01b0a3dfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:43Z', 'updated_at': '2022-03-07T16:36:44Z', 'revision_number': 2, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'subnets': [{'id': 'c87a001b-ada5-4af3-bea6-3d01b0a3dfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:47.515648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Checking router: 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:36:47.516002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Updating router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 port bcb34f87-f98e-42b5-9392-a8ceef7825a1 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:36:47.551376 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:47.869899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Publish callbacks [] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:47.890766 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:48.243751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948d95e-75d9-42d9-94b4-16ab5bb4eb8c None None] Pushing event updated for resources: {'Port': ['ID=bcb34f87-f98e-42b5-9392-a8ceef7825a1,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:48.271561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Attempting to bind port bcb34f87-f98e-42b5-9392-a8ceef7825a1 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:36:48.271947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Attempting to bind port bcb34f87-f98e-42b5-9392-a8ceef7825a1 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '01cdb2c1-3354-4c8e-91cf-3023a742f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:36:48.272312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Attempting to bind port bcb34f87-f98e-42b5-9392-a8ceef7825a1 on network cebb6e9c-440d-4bb6-97d6-79b5da789c33 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:36:48.281011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:36:48.281326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Checking segment: {'id': '01cdb2c1-3354-4c8e-91cf-3023a742f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:36:48.281735 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:48.282131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Bound using segment: {'id': '01cdb2c1-3354-4c8e-91cf-3023a742f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:36:48.282607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Bound port: bcb34f87-f98e-42b5-9392-a8ceef7825a1, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cdb2c1-3354-4c8e-91cf-3023a742f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:36:48.283023 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:48.296622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-aefa546b-3e63-4c43-b490-293d7cba8acc None None] Provisioning complete for port bcb34f87-f98e-42b5-9392-a8ceef7825a1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:48.296907 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aefa546b-3e63-4c43-b490-293d7cba8acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:48.372752 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-aefa546b-3e63-4c43-b490-293d7cba8acc None None] Port bcb34f87-f98e-42b5-9392-a8ceef7825a1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:36:48.382931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e217fea9-3f29-4d4f-bcb0-3928598b54f8 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:48.411035 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] For port bcb34f87-f98e-42b5-9392-a8ceef7825a1, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:36:48.430657 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] For port bcb34f87-f98e-42b5-9392-a8ceef7825a1, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bcb34f87-f98e-42b5-9392-a8ceef7825a1,segment=NetworkSegment(01cdb2c1-3354-4c8e-91cf-3023a742f4a8),segment_id=01cdb2c1-3354-4c8e-91cf-3023a742f4a8)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:36:48.442468 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:48.513471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e217fea9-3f29-4d4f-bcb0-3928598b54f8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:48.514097 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:48.517563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948d95e-75d9-42d9-94b4-16ab5bb4eb8c None None] Pushing event updated for resources: {'Port': ['ID=bcb34f87-f98e-42b5-9392-a8ceef7825a1,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:48.519875 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Routers {'2d8dd397-ae03-4153-8d6a-bf5c1efbd755'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:36:48.520551 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:48.717441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] Set router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:36:48.720325 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e217fea9-3f29-4d4f-bcb0-3928598b54f8 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:48.874642 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9e0bd647-128c-4b07-a999-153b5e124ab0 None None] Provisioning complete for port bcb34f87-f98e-42b5-9392-a8ceef7825a1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:48.874980 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd647-128c-4b07-a999-153b5e124ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:49.008492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bd647-128c-4b07-a999-153b5e124ab0 None None] Current status of the port bcb34f87-f98e-42b5-9392-a8ceef7825a1 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:49.008492 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd647-128c-4b07-a999-153b5e124ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:49.037200 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:40Z', 'updated_at': '2022-03-07T16:36:44Z', 'revision_number': 4, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'gw_port': {'id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:41Z', 'updated_at': '2022-03-07T16:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'bcb34f87-f98e-42b5-9392-a8ceef7825a1', 'name': '', 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'mac_address': 'fa:16:3e:6b:3a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c87a001b-ada5-4af3-bea6-3d01b0a3dfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:43Z', 'updated_at': '2022-03-07T16:36:48Z', 'revision_number': 4, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'subnets': [{'id': 'c87a001b-ada5-4af3-bea6-3d01b0a3dfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:36:49.071311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b64dfa-f784-434a-86fa-a068b7ef4ce6 None None] The sync data for ids ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'] in n-d-830010-8 is: [{'id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:40Z', 'updated_at': '2022-03-07T16:36:44Z', 'revision_number': 4, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'gw_port': {'id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:41Z', 'updated_at': '2022-03-07T16:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'bcb34f87-f98e-42b5-9392-a8ceef7825a1', 'name': '', 'network_id': 'cebb6e9c-440d-4bb6-97d6-79b5da789c33', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'mac_address': 'fa:16:3e:6b:3a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'c87a001b-ada5-4af3-bea6-3d01b0a3dfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:43Z', 'updated_at': '2022-03-07T16:36:48Z', 'revision_number': 4, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'subnets': [{'id': 'c87a001b-ada5-4af3-bea6-3d01b0a3dfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:36:49.082165 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9e0bd647-128c-4b07-a999-153b5e124ab0 None None] For port bcb34f87-f98e-42b5-9392-a8ceef7825a1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bcb34f87-f98e-42b5-9392-a8ceef7825a1,segment=NetworkSegment(01cdb2c1-3354-4c8e-91cf-3023a742f4a8),segment_id=01cdb2c1-3354-4c8e-91cf-3023a742f4a8)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:36:49.091780 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd647-128c-4b07-a999-153b5e124ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:49.182567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bd647-128c-4b07-a999-153b5e124ab0 None None] Pushing event updated for resources: {'Port': ['ID=bcb34f87-f98e-42b5-9392-a8ceef7825a1,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:50.406810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bcb34f87-f98e-42b5-9392-a8ceef7825a1 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:36:50.484131 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port bcb34f87-f98e-42b5-9392-a8ceef7825a1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:50.484624 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:50.581559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port bcb34f87-f98e-42b5-9392-a8ceef7825a1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:36:52.933042 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-39827d2b-cabf-4bb3-ae92-4bfec7dd8eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:54.501406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-1581a164-8348-4bda-a215-3aff0c003130 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:54.502972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-1581a164-8348-4bda-a215-3aff0c003130 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/networks?id=6055c280-99e6-41f5-80ec-fcf1ca2ecec1 HTTP/1.1" status: 200 len: 815 time: 0.1014075 Mar 07 16:36:54.517796 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-5d11927f-a6c7-4cc8-817d-f04aef1785f8 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/quotas/59a0d3a0cc0244d4979490a9fc0faa38 HTTP/1.1" status: 200 len: 375 time: 0.0094495 Mar 07 16:36:54.572255 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-b8fc1eb5-b7e9-48f8-b362-68af1571fa30 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=59a0d3a0cc0244d4979490a9fc0faa38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495033 Mar 07 16:36:54.670272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-32a824ae-0612-40e8-8e91-a829b023cba1 service neutron] 10.222.0.24 "GET /v2.0/networks/6055c280-99e6-41f5-80ec-fcf1ca2ecec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868261 Mar 07 16:36:54.761624 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-3bb924f1-fda0-417b-b7a0-21f5b8f163d6 service neutron] 10.222.0.24 "GET /v2.0/networks/6055c280-99e6-41f5-80ec-fcf1ca2ecec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851271 Mar 07 16:36:54.925822 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bbbdf0c1-ad20-44e7-b718-e0c6837d4d3a req-d3554812-8a92-400a-96d7-9ed43e381899 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 210 time: 0.0312660 Mar 07 16:36:55.241605 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0abb1308-190c-4725-aa36-4decd68074a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:55.877317 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-bc04e3c3-8c06-4a7e-8e87-7e61e4ff3b30 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:55.878773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-bc04e3c3-8c06-4a7e-8e87-7e61e4ff3b30 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.11 "GET /v2.0/networks?id=6055c280-99e6-41f5-80ec-fcf1ca2ecec1 HTTP/1.1" status: 200 len: 815 time: 0.1058369 Mar 07 16:36:55.892300 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Request body: {'port': {'device_id': '9653311a-570e-42a0-9c79-cd73ea0d9479', 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1', 'admin_state_up': True, 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:36:56.027480 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-491219ee-1f62-429b-93d7-e1fa3758065f req-a27471e6-9dff-4b34-bcd8-8b0019942bb3 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 210 time: 0.0317006 Mar 07 16:36:56.034386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Made reservation on behalf of 59a0d3a0cc0244d4979490a9fc0faa38 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:36:56.040187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:56.191783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Allocated IP 172.20.0.10 (6055c280-99e6-41f5-80ec-fcf1ca2ecec1/4ba757fb-ccac-489b-8934-6e632589621a/c7516252-55ce-449b-9488-939d462c19ee) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:36:56.409402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Publish callbacks [] for port (c7516252-55ce-449b-9488-939d462c19ee), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:56.450766 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c7516252-55ce-449b-9488-939d462c19ee), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:56.535051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:36:56.540427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:36:56.542836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Pushing event updated for resources: {'Port': ['ID=c7516252-55ce-449b-9488-939d462c19ee,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:36:56.545369 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:56.548757 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:36:56.603554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:56.604649 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:56.633504 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-d10503fb-a46d-4544-8548-7040b628dc7a tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7463109 Mar 07 16:36:56.896386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c8467dc4-e80d-4859-8726-8ac53b7c8ca2 None None] Provisioning complete for port c7516252-55ce-449b-9488-939d462c19ee triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:36:56.897307 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c8467dc4-e80d-4859-8726-8ac53b7c8ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c7516252-55ce-449b-9488-939d462c19ee), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:56.936929 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c8467dc4-e80d-4859-8726-8ac53b7c8ca2 None None] Port c7516252-55ce-449b-9488-939d462c19ee cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:36:57.156237 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf19fc-aca9-48d5-8ea4-e96acd5923de req-39f526f9-e201-4f74-bba9-c3a2821e3fbe tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:57.157918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fedf19fc-aca9-48d5-8ea4-e96acd5923de req-39f526f9-e201-4f74-bba9-c3a2821e3fbe tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 932 time: 0.0556054 Mar 07 16:36:57.209309 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fedf19fc-aca9-48d5-8ea4-e96acd5923de req-9a864d8b-4d16-432f-91ad-77b854d1f425 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Mar 07 16:36:57.842489 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:58.355259 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf5963-e18d-45cf-929c-8ed9510b0504 req-0b5dc6ad-f011-42d2-aa88-7f1c38ab0842 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:58.356945 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bf5963-e18d-45cf-929c-8ed9510b0504 req-0b5dc6ad-f011-42d2-aa88-7f1c38ab0842 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 932 time: 0.0730305 Mar 07 16:36:58.410320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17bf5963-e18d-45cf-929c-8ed9510b0504 req-a75becd5-61fc-482e-a6cc-d1facac0f6f3 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Mar 07 16:36:59.185597 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:36:59.535476 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d29ef-d787-464b-b9b4-d2f14d1a0a33 req-f3006e6d-1885-4c0e-ba35-6d143a7e6f4f tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:36:59.537054 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b3d29ef-d787-464b-b9b4-d2f14d1a0a33 req-f3006e6d-1885-4c0e-ba35-6d143a7e6f4f tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 932 time: 0.0567460 Mar 07 16:36:59.589640 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0b3d29ef-d787-464b-b9b4-d2f14d1a0a33 req-0d1c19ac-9ca3-44c0-bc07-2d1b8afa0350 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466855 Mar 07 16:37:00.418786 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:37:00.720772 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59789-26a8-4538-a151-e43aeca45a99 req-24d1280e-e88e-490b-ae3b-92d6218a7720 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:00.722295 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31b59789-26a8-4538-a151-e43aeca45a99 req-24d1280e-e88e-490b-ae3b-92d6218a7720 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 932 time: 0.0591621 Mar 07 16:37:00.777106 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-31b59789-26a8-4538-a151-e43aeca45a99 req-28cfee37-6f3d-46d8-81bf-3748899f8245 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488617 Mar 07 16:37:01.905256 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da632081-10d8-43e3-861c-bcd85bca0ec7 req-b60d28e7-3bed-4121-be30-3edc9a932380 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:01.907031 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-da632081-10d8-43e3-861c-bcd85bca0ec7 req-b60d28e7-3bed-4121-be30-3edc9a932380 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 932 time: 0.0587492 Mar 07 16:37:01.960427 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-da632081-10d8-43e3-861c-bcd85bca0ec7 req-c6a81db6-398f-4365-9fe0-e03f26231334 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477386 Mar 07 16:37:03.087321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2330303-33a8-40dc-a1c9-2cfcefdc460d req-fce0506c-c140-453b-9c0a-3bb9c4dac1db tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:03.088856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2330303-33a8-40dc-a1c9-2cfcefdc460d req-fce0506c-c140-453b-9c0a-3bb9c4dac1db tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 932 time: 0.0580559 Mar 07 16:37:03.149694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2330303-33a8-40dc-a1c9-2cfcefdc460d req-d8395eac-671a-4f34-adb6-ff97a1dbb2b5 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546911 Mar 07 16:37:04.063651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Request body: {'port': {'device_id': '9653311a-570e-42a0-9c79-cd73ea0d9479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:04.124187 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c7516252-55ce-449b-9488-939d462c19ee), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:04.270038 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea31c58-9150-4606-8e34-522b9e919278 req-d0da1103-fed4-4130-9703-a82fccda7f84 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:04.271622 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bea31c58-9150-4606-8e34-522b9e919278 req-d0da1103-fed4-4130-9703-a82fccda7f84 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 932 time: 0.0532665 Mar 07 16:37:04.321644 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bea31c58-9150-4606-8e34-522b9e919278 req-9f7c97ff-695e-45f0-add6-cc2c253801d6 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Mar 07 16:37:04.385861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7516252-55ce-449b-9488-939d462c19ee {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:37:04.393484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Publish callbacks [] for port (c7516252-55ce-449b-9488-939d462c19ee), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:04.404843 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Transition to ACTIVE for port object c7516252-55ce-449b-9488-939d462c19ee will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:37:04.409162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c7516252-55ce-449b-9488-939d462c19ee), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:04.456825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Pushing event updated for resources: {'Port': ['ID=c7516252-55ce-449b-9488-939d462c19ee,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:04.829875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Attempting to bind port c7516252-55ce-449b-9488-939d462c19ee on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:37:04.830198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Attempting to bind port c7516252-55ce-449b-9488-939d462c19ee by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:37:04.830521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Attempting to bind port c7516252-55ce-449b-9488-939d462c19ee on network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:37:04.834685 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Port c7516252-55ce-449b-9488-939d462c19ee on network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:37:04.835029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Attempting to bind port c7516252-55ce-449b-9488-939d462c19ee on network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:37:04.839647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:37:04.839926 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Checking segment: {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:37:04.840305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Bound using segment: {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:37:04.840721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Bound port: c7516252-55ce-449b-9488-939d462c19ee, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4141615f-a3c6-4995-8a3c-8dd15575a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:37:04.841069 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c7516252-55ce-449b-9488-939d462c19ee), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:04.902207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] For port c7516252-55ce-449b-9488-939d462c19ee, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:37:04.905161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] For port c7516252-55ce-449b-9488-939d462c19ee, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c7516252-55ce-449b-9488-939d462c19ee,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:37:04.911842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (c7516252-55ce-449b-9488-939d462c19ee), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:04.942542 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:04.943247 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:04.944707 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7516252-55ce-449b-9488-939d462c19ee HTTP/1.1" status: 200 len: 1092 time: 0.8864563 Mar 07 16:37:04.946882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9653311a-570e-42a0-9c79-cd73ea0d9479', 'tag': 'c7516252-55ce-449b-9488-939d462c19ee'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:37:04.949219 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969243e9-d4f8-4624-805e-e505af3fc733" -d '{"events": [{"name": "network-changed", "server_uuid": "9653311a-570e-42a0-9c79-cd73ea0d9479", "tag": "c7516252-55ce-449b-9488-939d462c19ee"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:37:04.982640 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39dc42-8f4a-4ecd-bed8-4ec710433682 service neutron] Pushing event updated for resources: {'Port': ['ID=c7516252-55ce-449b-9488-939d462c19ee,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:05.006591 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4f7d70-7af1-47b0-b640-40669a839689 x-openstack-request-id: req-af4f7d70-7af1-47b0-b640-40669a839689 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:37:05.006992 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9653311a-570e-42a0-9c79-cd73ea0d9479", "tag": "c7516252-55ce-449b-9488-939d462c19ee", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:37:05.007248 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af4f7d70-7af1-47b0-b640-40669a839689 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:37:05.007644 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9653311a-570e-42a0-9c79-cd73ea0d9479', 'tag': 'c7516252-55ce-449b-9488-939d462c19ee', 'status': 'completed', 'code': 200} Mar 07 16:37:05.045918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-2b586a97-0ab9-469b-a245-e80862ece9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:05.047694 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-2b586a97-0ab9-469b-a245-e80862ece9ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59a0d3a0cc0244d4979490a9fc0faa38&device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 1126 time: 0.0519233 Mar 07 16:37:05.090047 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-1e0266b2-262a-4265-ab9b-7dc90b40f5d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7516252-55ce-449b-9488-939d462c19ee HTTP/1.1" status: 200 len: 217 time: 0.0353408 Mar 07 16:37:05.141034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8f2f10ef-ed2c-4f1a-b961-c8bd2803d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:05.142837 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-8f2f10ef-ed2c-4f1a-b961-c8bd2803d86a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ba757fb-ccac-489b-8934-6e632589621a HTTP/1.1" status: 200 len: 854 time: 0.0467477 Mar 07 16:37:05.193381 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-13184813-2432-43da-9527-8c4e14921895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:05.194919 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-13184813-2432-43da-9527-8c4e14921895 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6055c280-99e6-41f5-80ec-fcf1ca2ecec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466526 Mar 07 16:37:05.288353 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-1de210b8-4431-4433-9f78-62d4bfb11e07 service neutron] 10.222.0.11 "GET /v2.0/networks/6055c280-99e6-41f5-80ec-fcf1ca2ecec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858166 Mar 07 16:37:05.380142 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e35cab5e-53b2-46fb-b356-a1f3958eab20 req-48e7420c-2ba1-497f-b3f5-1d8f26c5e6a0 service neutron] 10.222.0.11 "GET /v2.0/networks/6055c280-99e6-41f5-80ec-fcf1ca2ecec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863299 Mar 07 16:37:05.445311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9d187-535e-4863-a0d5-dfafa20232d2 req-668d2ab9-17c5-4888-83fc-02c7f437dd9e tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:05.446859 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-17e9d187-535e-4863-a0d5-dfafa20232d2 req-668d2ab9-17c5-4888-83fc-02c7f437dd9e tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 944 time: 0.0583880 Mar 07 16:37:05.467384 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969243e9-d4f8-4624-805e-e505af3fc733 req-56d12a06-1e4b-4155-a8c2-5f87f429035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:05.469567 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-969243e9-d4f8-4624-805e-e505af3fc733 req-56d12a06-1e4b-4155-a8c2-5f87f429035f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59a0d3a0cc0244d4979490a9fc0faa38&device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 1126 time: 0.0446615 Mar 07 16:37:05.501642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-17e9d187-535e-4863-a0d5-dfafa20232d2 req-2527a222-2df1-4f07-8651-c88bc61df944 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486403 Mar 07 16:37:05.564829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969243e9-d4f8-4624-805e-e505af3fc733 req-22b46125-2e41-40e2-a2ae-f1c61e3dbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:05.566308 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-969243e9-d4f8-4624-805e-e505af3fc733 req-22b46125-2e41-40e2-a2ae-f1c61e3dbe9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6055c280-99e6-41f5-80ec-fcf1ca2ecec1 HTTP/1.1" status: 200 len: 916 time: 0.0912795 Mar 07 16:37:05.605574 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-969243e9-d4f8-4624-805e-e505af3fc733 req-073dc6d4-4638-4b65-b1a7-6e6b696900bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7516252-55ce-449b-9488-939d462c19ee HTTP/1.1" status: 200 len: 217 time: 0.0338159 Mar 07 16:37:05.651306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969243e9-d4f8-4624-805e-e505af3fc733 req-39e75caa-6804-4235-a80f-a02844873437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:05.652728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-969243e9-d4f8-4624-805e-e505af3fc733 req-39e75caa-6804-4235-a80f-a02844873437 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ba757fb-ccac-489b-8934-6e632589621a HTTP/1.1" status: 200 len: 854 time: 0.0414367 Mar 07 16:37:05.700504 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969243e9-d4f8-4624-805e-e505af3fc733 req-f6c69f72-aa21-41b2-87d6-532312b61c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:05.702002 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-969243e9-d4f8-4624-805e-e505af3fc733 req-f6c69f72-aa21-41b2-87d6-532312b61c18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6055c280-99e6-41f5-80ec-fcf1ca2ecec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425262 Mar 07 16:37:05.794534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-969243e9-d4f8-4624-805e-e505af3fc733 req-e338b406-a55a-4b76-9830-792159e12ff5 service neutron] 10.222.0.11 "GET /v2.0/networks/6055c280-99e6-41f5-80ec-fcf1ca2ecec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Mar 07 16:37:05.886089 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-969243e9-d4f8-4624-805e-e505af3fc733 req-130bf573-09a8-4c84-a762-66fc3ea42426 service neutron] 10.222.0.11 "GET /v2.0/networks/6055c280-99e6-41f5-80ec-fcf1ca2ecec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Mar 07 16:37:06.621818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1757ed-c2ab-4383-b1fe-6e79703ff9c1 req-5292b740-4e4a-4f45-8699-b34864e00db3 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:06.623368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f1757ed-c2ab-4383-b1fe-6e79703ff9c1 req-5292b740-4e4a-4f45-8699-b34864e00db3 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 944 time: 0.0523126 Mar 07 16:37:06.673647 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3f1757ed-c2ab-4383-b1fe-6e79703ff9c1 req-6ae838ef-b291-4782-ace1-c842ed1970af tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439599 Mar 07 16:37:06.735122 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:07.790060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242738b0-a635-4d02-aa7e-79240c414b60 req-b5d395fa-6c4a-42d3-9a3d-d4cc0be1b355 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:07.791597 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242738b0-a635-4d02-aa7e-79240c414b60 req-b5d395fa-6c4a-42d3-9a3d-d4cc0be1b355 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 944 time: 0.0525756 Mar 07 16:37:07.838314 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-242738b0-a635-4d02-aa7e-79240c414b60 req-d2d77993-5e0e-4949-93e5-8f76bf6be3d4 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Mar 07 16:37:07.857947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c7516252-55ce-449b-9488-939d462c19ee details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:37:07.956380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c7516252-55ce-449b-9488-939d462c19ee, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c7516252-55ce-449b-9488-939d462c19ee,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:07.966535 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'c7516252-55ce-449b-9488-939d462c19ee', 'network_id': '6055c280-99e6-41f5-80ec-fcf1ca2ecec1', 'port_id': 'c7516252-55ce-449b-9488-939d462c19ee', 'mac_address': 'fa:16:3e:ca:aa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba757fb-ccac-489b-8934-6e632589621a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:37:08.003951 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c7516252-55ce-449b-9488-939d462c19ee is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:08.004348 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c7516252-55ce-449b-9488-939d462c19ee), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:08.017052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7516252-55ce-449b-9488-939d462c19ee {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:37:08.035541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c7516252-55ce-449b-9488-939d462c19ee, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c7516252-55ce-449b-9488-939d462c19ee,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:08.039652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c7516252-55ce-449b-9488-939d462c19ee), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:08.086880 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c7516252-55ce-449b-9488-939d462c19ee,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:08.242417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['c7516252-55ce-449b-9488-939d462c19ee'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:37:08.956006 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434ba28-2b5f-47dd-8219-529320f961fa req-463950dd-4d8b-4fbb-8f16-13411bb29376 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:08.957486 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1434ba28-2b5f-47dd-8219-529320f961fa req-463950dd-4d8b-4fbb-8f16-13411bb29376 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 945 time: 0.0533469 Mar 07 16:37:09.003372 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1434ba28-2b5f-47dd-8219-529320f961fa req-e510fcae-acfc-46b1-b400-cf19d7d0c188 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Mar 07 16:37:09.857874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c7516252-55ce-449b-9488-939d462c19ee up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:37:09.906967 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port c7516252-55ce-449b-9488-939d462c19ee completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:37:09.910544 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port c7516252-55ce-449b-9488-939d462c19ee triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:09.910954 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c7516252-55ce-449b-9488-939d462c19ee), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:09.988533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port c7516252-55ce-449b-9488-939d462c19ee is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:09.988918 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c7516252-55ce-449b-9488-939d462c19ee), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:10.011425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653311a-570e-42a0-9c79-cd73ea0d9479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7516252-55ce-449b-9488-939d462c19ee'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:37:10.013819 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a856fd-a910-4f68-b5e3-c64149153b3c" -d '{"events": [{"server_uuid": "9653311a-570e-42a0-9c79-cd73ea0d9479", "name": "network-vif-plugged", "status": "completed", "tag": "c7516252-55ce-449b-9488-939d462c19ee"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:37:10.028388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port c7516252-55ce-449b-9488-939d462c19ee, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c7516252-55ce-449b-9488-939d462c19ee,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:10.033311 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c7516252-55ce-449b-9488-939d462c19ee), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:10.060285 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da628d26-e1e2-4fca-9316-722fec1c79b4 x-openstack-request-id: req-da628d26-e1e2-4fca-9316-722fec1c79b4 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:37:10.060555 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653311a-570e-42a0-9c79-cd73ea0d9479", "name": "network-vif-plugged", "status": "completed", "tag": "c7516252-55ce-449b-9488-939d462c19ee", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:37:10.060821 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da628d26-e1e2-4fca-9316-722fec1c79b4 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:37:10.061239 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653311a-570e-42a0-9c79-cd73ea0d9479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7516252-55ce-449b-9488-939d462c19ee', 'code': 200} Mar 07 16:37:10.084674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=c7516252-55ce-449b-9488-939d462c19ee,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:10.177392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba992086-aa2a-4f2b-ad67-ecd15f241a9e req-c3884216-005f-421a-b265-e5eeae3db826 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:10.178780 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba992086-aa2a-4f2b-ad67-ecd15f241a9e req-c3884216-005f-421a-b265-e5eeae3db826 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 946 time: 0.0924988 Mar 07 16:37:10.180655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39baaa-0197-43b8-b8be-4d77ee04efce req-1a64c39d-3255-4b70-8b3f-d479118e4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:10.181999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d39baaa-0197-43b8-b8be-4d77ee04efce req-1a64c39d-3255-4b70-8b3f-d479118e4327 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 1128 time: 0.0625527 Mar 07 16:37:10.252013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ba992086-aa2a-4f2b-ad67-ecd15f241a9e req-21216fe4-71f9-4fc0-a910-e15f3081ac5c tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673690 Mar 07 16:37:10.255300 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5d39baaa-0197-43b8-b8be-4d77ee04efce req-400e5942-eff1-4042-bf29-1fff7fccf6af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647244 Mar 07 16:37:11.323649 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:11.377122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479209a-754c-4b8b-9151-bdc57f662451 req-0e356053-b0a7-45f1-89f0-22e36559b392 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:11.378604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e479209a-754c-4b8b-9151-bdc57f662451 req-0e356053-b0a7-45f1-89f0-22e36559b392 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 946 time: 0.0532939 Mar 07 16:37:11.426721 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e479209a-754c-4b8b-9151-bdc57f662451 req-d55186bd-4d3f-4631-baf8-2643c59eea55 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Mar 07 16:37:11.547315 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c16e23-43c1-4adb-a9a3-0aa8ebb0f586 req-71acc63b-7891-4423-a0b2-f1f9483b6065 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:11.548599 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05c16e23-43c1-4adb-a9a3-0aa8ebb0f586 req-71acc63b-7891-4423-a0b2-f1f9483b6065 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 946 time: 0.0572393 Mar 07 16:37:11.594646 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-05c16e23-43c1-4adb-a9a3-0aa8ebb0f586 req-6283ce26-d5e4-429c-8bf5-4032864b3d02 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Mar 07 16:37:11.779783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cabcf-2f39-4a2c-bd88-a8da56b51527 req-ca9da86b-dd2c-436b-b168-c9b2ce98e5d2 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:11.782030 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e28cabcf-2f39-4a2c-bd88-a8da56b51527 req-ca9da86b-dd2c-436b-b168-c9b2ce98e5d2 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 946 time: 0.0523026 Mar 07 16:37:11.826527 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e28cabcf-2f39-4a2c-bd88-a8da56b51527 req-47003b57-d639-40a5-8dfa-0a41c3c09577 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 Mar 07 16:37:13.509714 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf5bd0-69eb-40d4-9efd-bbda4c712fde req-e4ee63fb-f146-4f35-8e48-d65df10ecec8 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:13.511229 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cbf5bd0-69eb-40d4-9efd-bbda4c712fde req-e4ee63fb-f146-4f35-8e48-d65df10ecec8 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 946 time: 0.0524728 Mar 07 16:37:13.562831 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cbf5bd0-69eb-40d4-9efd-bbda4c712fde req-e5fb0dec-a618-4aff-995a-5fed3dd028b1 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Mar 07 16:37:14.687940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79c5f9-d0e5-4778-94b9-92ebd9bd7be6 req-b85da176-5bd6-4f0c-bd0f-cafbd30678c8 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:14.689499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa79c5f9-d0e5-4778-94b9-92ebd9bd7be6 req-b85da176-5bd6-4f0c-bd0f-cafbd30678c8 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 946 time: 0.0572240 Mar 07 16:37:14.735891 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa79c5f9-d0e5-4778-94b9-92ebd9bd7be6 req-e1663762-f3c1-4f83-bfec-ebc5f0a72a39 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.24 "GET /v2.0/security-groups?id=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Mar 07 16:37:14.803010 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-d6368c49-cd27-4e43-9b21-7c5ed6f3b5f1 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:14.804462 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-d6368c49-cd27-4e43-9b21-7c5ed6f3b5f1 tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.11 "GET /v2.0/ports?device_id=9653311a-570e-42a0-9c79-cd73ea0d9479 HTTP/1.1" status: 200 len: 946 time: 0.0520964 Mar 07 16:37:14.896886 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Deleting port c7516252-55ce-449b-9488-939d462c19ee {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:37:14.897153 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c7516252-55ce-449b-9488-939d462c19ee), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:14.989821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] For port c7516252-55ce-449b-9488-939d462c19ee, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=c7516252-55ce-449b-9488-939d462c19ee,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:14.990341 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c7516252-55ce-449b-9488-939d462c19ee), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:15.003502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Calling delete_port for c7516252-55ce-449b-9488-939d462c19ee owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:37:15.136070 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (c7516252-55ce-449b-9488-939d462c19ee), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:15.148113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['c7516252-55ce-449b-9488-939d462c19ee'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:37:15.164507 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Pushing event deleted for resources: {'Port': ['ID=c7516252-55ce-449b-9488-939d462c19ee,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:15.210765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] No DVR routers for this DVR port c7516252-55ce-449b-9488-939d462c19ee on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:37:15.213465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:15.219454 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2ab4dbec-4bf6-4139-92ff-156ebfbd1e45 req-1735bf4e-26a5-45c0-8e3f-7cd47f406eff tempest-TestMinimumBasicScenario-488881082 tempest-TestMinimumBasicScenario-488881082-project] 10.222.0.11 "DELETE /v2.0/ports/c7516252-55ce-449b-9488-939d462c19ee HTTP/1.1" status: 204 len: 173 time: 0.4083405 Mar 07 16:37:15.219946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653311a-570e-42a0-9c79-cd73ea0d9479', 'name': 'network-vif-deleted', 'tag': 'c7516252-55ce-449b-9488-939d462c19ee'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:37:15.222403 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc0333e-0875-42bc-845e-4292b5614cc5" -d '{"events": [{"server_uuid": "9653311a-570e-42a0-9c79-cd73ea0d9479", "name": "network-vif-deleted", "tag": "c7516252-55ce-449b-9488-939d462c19ee"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:37:15.265040 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cacfc6e-4f7e-4954-be63-84a01cef58b2 x-openstack-request-id: req-0cacfc6e-4f7e-4954-be63-84a01cef58b2 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:37:15.266789 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653311a-570e-42a0-9c79-cd73ea0d9479", "name": "network-vif-deleted", "tag": "c7516252-55ce-449b-9488-939d462c19ee", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:37:15.267079 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cacfc6e-4f7e-4954-be63-84a01cef58b2 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:37:15.267497 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653311a-570e-42a0-9c79-cd73ea0d9479', 'name': 'network-vif-deleted', 'tag': 'c7516252-55ce-449b-9488-939d462c19ee', 'status': 'completed', 'code': 200} Mar 07 16:37:16.270026 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54018) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:16.614633 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (90618009-6871-46f2-bbe3-5668eec31285), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:16.860439 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Deleting port 6704748f-433f-4054-8847-002d70bf52da {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:37:16.860785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (6704748f-433f-4054-8847-002d70bf52da), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:16.943088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] For port 6704748f-433f-4054-8847-002d70bf52da, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=6704748f-433f-4054-8847-002d70bf52da,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:16.943375 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (6704748f-433f-4054-8847-002d70bf52da), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:16.955401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Calling delete_port for 6704748f-433f-4054-8847-002d70bf52da owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:37:17.134751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (6704748f-433f-4054-8847-002d70bf52da), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:17.162310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6704748f-433f-4054-8847-002d70bf52da,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:17.329798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (90618009-6871-46f2-bbe3-5668eec31285), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:17.549340 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Router 90618009-6871-46f2-bbe3-5668eec31285 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:37:17.657450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:37:17.662874 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0780bf5f-bfc4-4888-81d2-f81c40d901c4 admin admin] 10.222.0.24 "PUT /v2.0/routers/90618009-6871-46f2-bbe3-5668eec31285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3917608 Mar 07 16:37:17.665397 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54020) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:17.666055 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] Sync routers for ids ['90618009-6871-46f2-bbe3-5668eec31285'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:37:17.677045 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] Routers {'90618009-6871-46f2-bbe3-5668eec31285'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:17.677652 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90618009-6871-46f2-bbe3-5668eec31285'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:17.773332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks [] for router (90618009-6871-46f2-bbe3-5668eec31285), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:17.781486 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] Set router 90618009-6871-46f2-bbe3-5668eec31285 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:17.873468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c7516252-55ce-449b-9488-939d462c19ee no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:37:17.880603 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks [] for router_gateway (90618009-6871-46f2-bbe3-5668eec31285), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:17.894291 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: c7516252-55ce-449b-9488-939d462c19ee {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:37:17.894639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device c7516252-55ce-449b-9488-939d462c19ee not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:37:17.935994 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Deleting port 69aa150c-a73d-4f2b-badc-21de86c274df {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:37:17.936332 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:17.956192 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90618009-6871-46f2-bbe3-5668eec31285', 'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:37:17Z', 'revision_number': 5, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'gw_port': {'id': '69aa150c-a73d-4f2b-badc-21de86c274df', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90618009-6871-46f2-bbe3-5668eec31285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:17.986195 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] Checking router: 90618009-6871-46f2-bbe3-5668eec31285 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:37:17.994833 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] Routers {'90618009-6871-46f2-bbe3-5668eec31285'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:17.995440 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['90618009-6871-46f2-bbe3-5668eec31285'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:18.019434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] For port 69aa150c-a73d-4f2b-badc-21de86c274df, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=69aa150c-a73d-4f2b-badc-21de86c274df,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:18.020500 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.034596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Calling delete_port for 69aa150c-a73d-4f2b-badc-21de86c274df owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:37:18.083236 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] Set router 90618009-6871-46f2-bbe3-5668eec31285 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:18.133545 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90618009-6871-46f2-bbe3-5668eec31285', 'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:37:17Z', 'revision_number': 6, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:18.163425 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d7599-eed5-4f09-ac75-e736fec4cb42 None None] The sync data for ids ['90618009-6871-46f2-bbe3-5668eec31285'] in n-d-830010-8 is: [{'id': '90618009-6871-46f2-bbe3-5668eec31285', 'name': 'tempest-TestMinimumBasicScenario-1787628872-router', 'tenant_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:36Z', 'updated_at': '2022-03-07T16:37:17Z', 'revision_number': 6, 'project_id': '59a0d3a0cc0244d4979490a9fc0faa38', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:37:18.213432 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (69aa150c-a73d-4f2b-badc-21de86c274df), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.240498 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=69aa150c-a73d-4f2b-badc-21de86c274df,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:18.299217 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (90618009-6871-46f2-bbe3-5668eec31285), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.392975 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (90618009-6871-46f2-bbe3-5668eec31285), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.395054 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks [] for router_controller (90618009-6871-46f2-bbe3-5668eec31285), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.437892 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (90618009-6871-46f2-bbe3-5668eec31285), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.438418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90618009-6871-46f2-bbe3-5668eec31285 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:37:18.442752 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.443983 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-61d5b86a-4029-49b4-98fd-56f2f2072e6c admin admin] 10.222.0.24 "DELETE /v2.0/routers/90618009-6871-46f2-bbe3-5668eec31285 HTTP/1.1" status: 204 len: 168 time: 0.7774820 Mar 07 16:37:18.446626 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54022) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:18.490324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22c5868-23e2-4bf0-981c-f360a4687819 admin admin] Deleting subnet 4ba757fb-ccac-489b-8934-6e632589621a {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:37:18.493330 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e22c5868-23e2-4bf0-981c-f360a4687819 admin admin] Publish callbacks [] for subnet (4ba757fb-ccac-489b-8934-6e632589621a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.529861 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e22c5868-23e2-4bf0-981c-f360a4687819 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (4ba757fb-ccac-489b-8934-6e632589621a), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.620229 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e22c5868-23e2-4bf0-981c-f360a4687819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (4ba757fb-ccac-489b-8934-6e632589621a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.672135 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e22c5868-23e2-4bf0-981c-f360a4687819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (4ba757fb-ccac-489b-8934-6e632589621a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.698098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c5868-23e2-4bf0-981c-f360a4687819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba757fb-ccac-489b-8934-6e632589621a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:18.700045 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e22c5868-23e2-4bf0-981c-f360a4687819 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.706249 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e22c5868-23e2-4bf0-981c-f360a4687819 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ba757fb-ccac-489b-8934-6e632589621a HTTP/1.1" status: 204 len: 168 time: 0.2564788 Mar 07 16:37:18.706386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f888b7-0fd1-4cd4-8b41-6c3e9b710458 None None] Network 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:37:18.706472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54024) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:18.776577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (6055c280-99e6-41f5-80ec-fcf1ca2ecec1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.830207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Deleting port 97624aa8-45f5-4494-a5f4-224355c6a135 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:37:18.830544 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.892120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] For port 97624aa8-45f5-4494-a5f4-224355c6a135, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=97624aa8-45f5-4494-a5f4-224355c6a135,segment=NetworkSegment(4141615f-a3c6-4995-8a3c-8dd15575a207),segment_id=4141615f-a3c6-4995-8a3c-8dd15575a207)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:18.892412 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:18.908638 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Calling delete_port for 97624aa8-45f5-4494-a5f4-224355c6a135 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:37:18.948122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] DHCP port deletion for 6055c280-99e6-41f5-80ec-fcf1ca2ecec1 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:37:18.979590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6704748f-433f-4054-8847-002d70bf52da no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:37:18.995482 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.003082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 6704748f-433f-4054-8847-002d70bf52da {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:37:19.003513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 6704748f-433f-4054-8847-002d70bf52da not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:37:19.022251 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] Deleting port 97624aa8-45f5-4494-a5f4-224355c6a135 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:37:19.022707 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.023289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Pushing event deleted for resources: {'Port': ['ID=97624aa8-45f5-4494-a5f4-224355c6a135,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:19.026769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] No DVR routers for this DVR port 97624aa8-45f5-4494-a5f4-224355c6a135 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:37:19.098781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] For port 97624aa8-45f5-4494-a5f4-224355c6a135, host n-d-830010-8, got binding levels [] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:19.099244 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.104575 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (6055c280-99e6-41f5-80ec-fcf1ca2ecec1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.112075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] Calling delete_port for 97624aa8-45f5-4494-a5f4-224355c6a135 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:37:19.114855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.ipam_backend_mixin [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] Port 97624aa8-45f5-4494-a5f4-224355c6a135 was not found and therefore no delete operation was performed {{(pid=103868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 16:37:19.116154 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (97624aa8-45f5-4494-a5f4-224355c6a135), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.126086 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6055c280-99e6-41f5-80ec-fcf1ca2ecec1']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:19.135840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4141615f-a3c6-4995-8a3c-8dd15575a207') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:19.136140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4141615f-a3c6-4995-8a3c-8dd15575a207') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:19.142730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] Pushing event deleted for resources: {'Port': ['ID=97624aa8-45f5-4494-a5f4-224355c6a135,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:19.146498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ef6f2-a120-48b3-9872-18e85ccb492d None None] No DVR routers for this DVR port 97624aa8-45f5-4494-a5f4-224355c6a135 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:37:19.149123 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (4141615f-a3c6-4995-8a3c-8dd15575a207), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.164752 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4141615f-a3c6-4995-8a3c-8dd15575a207), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.172571 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:37:19.172571 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (4141615f-a3c6-4995-8a3c-8dd15575a207), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:37:19.175184 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:37:19.235259 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (6055c280-99e6-41f5-80ec-fcf1ca2ecec1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.241002 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:19.246232 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] 10.222.0.24 "DELETE /v2.0/networks/6055c280-99e6-41f5-80ec-fcf1ca2ecec1 HTTP/1.1" status: 204 len: 168 time: 0.5387585 Mar 07 16:37:19.249298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54026) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:19.573599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee90b-6854-48ed-b6fc-7baa3b35633b admin admin] Pushing event deleted for resources: {'Network': ['ID=6055c280-99e6-41f5-80ec-fcf1ca2ecec1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:19.879144 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:20.126048 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Deleting port bcb34f87-f98e-42b5-9392-a8ceef7825a1 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:37:20.126385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:20.206867 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] For port bcb34f87-f98e-42b5-9392-a8ceef7825a1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=bcb34f87-f98e-42b5-9392-a8ceef7825a1,segment=NetworkSegment(01cdb2c1-3354-4c8e-91cf-3023a742f4a8),segment_id=01cdb2c1-3354-4c8e-91cf-3023a742f4a8)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:20.207146 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:20.218745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Calling delete_port for bcb34f87-f98e-42b5-9392-a8ceef7825a1 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:37:20.365964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 69aa150c-a73d-4f2b-badc-21de86c274df no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:37:20.386383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 69aa150c-a73d-4f2b-badc-21de86c274df {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:37:20.386886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 69aa150c-a73d-4f2b-badc-21de86c274df not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:37:20.387323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 97624aa8-45f5-4494-a5f4-224355c6a135 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:37:20.401786 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bcb34f87-f98e-42b5-9392-a8ceef7825a1), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:20.407760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 97624aa8-45f5-4494-a5f4-224355c6a135 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:37:20.408108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 97624aa8-45f5-4494-a5f4-224355c6a135 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:37:20.428575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb34f87-f98e-42b5-9392-a8ceef7825a1,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:20.597130 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:20.816716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:37:20.924694 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:37:20.929887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0df69b13-70c1-4b20-8ae0-7e2ff2032045 admin admin] 10.222.0.24 "PUT /v2.0/routers/2d8dd397-ae03-4153-8d6a-bf5c1efbd755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6794343 Mar 07 16:37:20.932425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54028) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:20.938157 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] Sync routers for ids ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:37:20.948357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] Routers {'2d8dd397-ae03-4153-8d6a-bf5c1efbd755'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:20.948978 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:21.041597 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks [] for router (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.059090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] Set router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:21.147317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks [] for router_gateway (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.204590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Deleting port e217fea9-3f29-4d4f-bcb0-3928598b54f8 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:37:21.204934 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.291384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] For port e217fea9-3f29-4d4f-bcb0-3928598b54f8, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e217fea9-3f29-4d4f-bcb0-3928598b54f8,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:21.291747 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.305420 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Calling delete_port for e217fea9-3f29-4d4f-bcb0-3928598b54f8 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:37:21.407404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:40Z', 'updated_at': '2022-03-07T16:37:20Z', 'revision_number': 5, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'gw_port': {'id': 'e217fea9-3f29-4d4f-bcb0-3928598b54f8', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:36:41Z', 'updated_at': '2022-03-07T16:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:21.434068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] Checking router: 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:37:21.442587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] Routers {'2d8dd397-ae03-4153-8d6a-bf5c1efbd755'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:21.443233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:36:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:21.474936 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e217fea9-3f29-4d4f-bcb0-3928598b54f8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.502375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e217fea9-3f29-4d4f-bcb0-3928598b54f8,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:21.534023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] Set router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:21.564295 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.586869 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:40Z', 'updated_at': '2022-03-07T16:37:21Z', 'revision_number': 6, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:21.612944 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898165a-9e86-4069-84c7-f2473fb6fa2e None None] The sync data for ids ['2d8dd397-ae03-4153-8d6a-bf5c1efbd755'] in n-d-830010-8 is: [{'id': '2d8dd397-ae03-4153-8d6a-bf5c1efbd755', 'name': 'tempest-TestMinimumBasicScenario-380391493-router', 'tenant_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:36:40Z', 'updated_at': '2022-03-07T16:37:21Z', 'revision_number': 6, 'project_id': 'b43158e5dbfa4bcc807ce26140134dbb', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:37:21.665063 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.667102 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks [] for router_controller (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.711690 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (2d8dd397-ae03-4153-8d6a-bf5c1efbd755), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.712396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8dd397-ae03-4153-8d6a-bf5c1efbd755 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:37:21.716825 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.718064 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-24001d95-ace6-4854-bcff-bafc9649a9c6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2d8dd397-ae03-4153-8d6a-bf5c1efbd755 HTTP/1.1" status: 204 len: 168 time: 0.7846713 Mar 07 16:37:21.720952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54030) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:21.765082 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7a37d3-ac03-4893-a817-cd1e3a744024 admin admin] Deleting subnet c87a001b-ada5-4af3-bea6-3d01b0a3dfaf {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:37:21.768396 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e7a37d3-ac03-4893-a817-cd1e3a744024 admin admin] Publish callbacks [] for subnet (c87a001b-ada5-4af3-bea6-3d01b0a3dfaf), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.801282 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e7a37d3-ac03-4893-a817-cd1e3a744024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (c87a001b-ada5-4af3-bea6-3d01b0a3dfaf), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.878483 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e7a37d3-ac03-4893-a817-cd1e3a744024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (c87a001b-ada5-4af3-bea6-3d01b0a3dfaf), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.932272 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e7a37d3-ac03-4893-a817-cd1e3a744024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (c87a001b-ada5-4af3-bea6-3d01b0a3dfaf), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.958762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a37d3-ac03-4893-a817-cd1e3a744024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c87a001b-ada5-4af3-bea6-3d01b0a3dfaf,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:21.962566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0e7a37d3-ac03-4893-a817-cd1e3a744024 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:21.966201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0e7a37d3-ac03-4893-a817-cd1e3a744024 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c87a001b-ada5-4af3-bea6-3d01b0a3dfaf HTTP/1.1" status: 204 len: 168 time: 0.2442639 Mar 07 16:37:21.971133 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54032) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:21.971975 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2952c75-dada-43ec-9b73-b38f58bba675 None None] Network cebb6e9c-440d-4bb6-97d6-79b5da789c33 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:37:22.051104 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (cebb6e9c-440d-4bb6-97d6-79b5da789c33), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.105861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Deleting port e09b4c9f-438d-4e1e-9db4-100988b72e57 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:37:22.106193 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.169227 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] For port e09b4c9f-438d-4e1e-9db4-100988b72e57, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e09b4c9f-438d-4e1e-9db4-100988b72e57,segment=NetworkSegment(01cdb2c1-3354-4c8e-91cf-3023a742f4a8),segment_id=01cdb2c1-3354-4c8e-91cf-3023a742f4a8)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:22.169596 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.182546 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Calling delete_port for e09b4c9f-438d-4e1e-9db4-100988b72e57 owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:37:22.266828 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (e09b4c9f-438d-4e1e-9db4-100988b72e57), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.291652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09b4c9f-438d-4e1e-9db4-100988b72e57,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:22.295075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] No DVR routers for this DVR port e09b4c9f-438d-4e1e-9db4-100988b72e57 on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:37:22.368495 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (cebb6e9c-440d-4bb6-97d6-79b5da789c33), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.369375 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51068554-a851-43a9-b926-54a225333c89 None None] DHCP port deletion for cebb6e9c-440d-4bb6-97d6-79b5da789c33 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:37:22.395472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebb6e9c-440d-4bb6-97d6-79b5da789c33']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:22.406109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cdb2c1-3354-4c8e-91cf-3023a742f4a8') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:22.406470 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cdb2c1-3354-4c8e-91cf-3023a742f4a8') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:22.416626 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (01cdb2c1-3354-4c8e-91cf-3023a742f4a8), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.430824 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (01cdb2c1-3354-4c8e-91cf-3023a742f4a8), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.437721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bcb34f87-f98e-42b5-9392-a8ceef7825a1 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:37:22.438436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:37:22.438942 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (01cdb2c1-3354-4c8e-91cf-3023a742f4a8), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:37:22.440756 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:37:22.458620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: bcb34f87-f98e-42b5-9392-a8ceef7825a1 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:37:22.458998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device bcb34f87-f98e-42b5-9392-a8ceef7825a1 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:37:22.459452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e217fea9-3f29-4d4f-bcb0-3928598b54f8 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:37:22.479357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e217fea9-3f29-4d4f-bcb0-3928598b54f8 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:37:22.479796 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e217fea9-3f29-4d4f-bcb0-3928598b54f8 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:37:22.480299 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e09b4c9f-438d-4e1e-9db4-100988b72e57 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:37:22.498150 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (cebb6e9c-440d-4bb6-97d6-79b5da789c33), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.505635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e09b4c9f-438d-4e1e-9db4-100988b72e57 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:37:22.506465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e09b4c9f-438d-4e1e-9db4-100988b72e57 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:37:22.508068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.512675 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cebb6e9c-440d-4bb6-97d6-79b5da789c33 HTTP/1.1" status: 204 len: 168 time: 0.5395801 Mar 07 16:37:22.529656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8486a3-8e89-41a8-b0de-dfca4b802553 admin admin] Pushing event deleted for resources: {'Network': ['ID=cebb6e9c-440d-4bb6-97d6-79b5da789c33,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:22.684109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54036) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:22.724758 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bae6f237-402f-4696-82b0-f9048d80b9a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59a0d3a0cc0244d4979490a9fc0faa38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395348 Mar 07 16:37:22.727263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54038) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:22.773832 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb806-e254-436b-948f-fac6fb1b56c7 admin admin] Publish callbacks [] for security_group (a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.794374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb806-e254-436b-948f-fac6fb1b56c7 admin admin] Publish callbacks [] for security_group (a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.845437 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb806-e254-436b-948f-fac6fb1b56c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.848120 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb806-e254-436b-948f-fac6fb1b56c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:22.849273 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8e5fb806-e254-436b-948f-fac6fb1b56c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01 HTTP/1.1" status: 204 len: 168 time: 0.1211257 Mar 07 16:37:22.856678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fb806-e254-436b-948f-fac6fb1b56c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e3cca-fbcd-4e3f-a24e-d3de4f70fa01,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:22.933734 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab90aad9-fb59-47b9-a6e9-702aa6f5737d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:23.162221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54044) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:23.203102 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c0200bd2-4504-460f-a507-3bfbd6f94e99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b43158e5dbfa4bcc807ce26140134dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396526 Mar 07 16:37:23.205599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54046) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:23.253200 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138321d6-dde9-40dd-a045-00a9c0d03e62 admin admin] Publish callbacks [] for security_group (a60faec1-2370-4781-ba68-449515f47d5a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:23.273859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138321d6-dde9-40dd-a045-00a9c0d03e62 admin admin] Publish callbacks [] for security_group (a60faec1-2370-4781-ba68-449515f47d5a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:23.320815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138321d6-dde9-40dd-a045-00a9c0d03e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a60faec1-2370-4781-ba68-449515f47d5a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:23.323609 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-138321d6-dde9-40dd-a045-00a9c0d03e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:23.324792 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-138321d6-dde9-40dd-a045-00a9c0d03e62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a60faec1-2370-4781-ba68-449515f47d5a HTTP/1.1" status: 204 len: 168 time: 0.1182327 Mar 07 16:37:23.332592 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138321d6-dde9-40dd-a045-00a9c0d03e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60faec1-2370-4781-ba68-449515f47d5a,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:24.894637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54086) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:24.899265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460438477', 'description': 'tempest-secgroup-smoke-1460438477 description', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:24.919264 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:24.927530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.001945 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (15faa114-dadc-4537-9067-5c10b4931658), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.005670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (15faa114-dadc-4537-9067-5c10b4931658), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.043450 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15faa114-dadc-4537-9067-5c10b4931658,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:25.083095 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (f0a4fa8f-637e-4f70-b930-129643208727), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.086697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f0a4fa8f-637e-4f70-b930-129643208727), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.117477 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.118957 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2232051 Mar 07 16:37:25.120825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ace44b-965c-44ae-b6b3-22a72be9bb77 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a4fa8f-637e-4f70-b930-129643208727,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:25.121964 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54088) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:25.128224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c73f9618-a9b1-4cc9-b18c-797e5ba2c6fc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'f0a4fa8f-637e-4f70-b930-129643208727', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:25.153424 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c73f9618-a9b1-4cc9-b18c-797e5ba2c6fc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (c1604675-0a4b-4361-b53d-3e790e96ae61), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.212650 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c73f9618-a9b1-4cc9-b18c-797e5ba2c6fc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (c1604675-0a4b-4361-b53d-3e790e96ae61), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.217882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c73f9618-a9b1-4cc9-b18c-797e5ba2c6fc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c1604675-0a4b-4361-b53d-3e790e96ae61), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.237250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f9618-a9b1-4cc9-b18c-797e5ba2c6fc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1604675-0a4b-4361-b53d-3e790e96ae61,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:25.245748 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c73f9618-a9b1-4cc9-b18c-797e5ba2c6fc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.246404 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba39b-fb7a-42f0-ad3f-a99424912f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.247170 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c73f9618-a9b1-4cc9-b18c-797e5ba2c6fc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228569 Mar 07 16:37:25.250177 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54090) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:25.254760 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-7b4b4129-3453-4af3-912a-23e61617b658 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'f0a4fa8f-637e-4f70-b930-129643208727', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:25.282951 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4129-3453-4af3-912a-23e61617b658 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (290481f0-09ab-4c44-a318-59fe57844e42), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.350508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4129-3453-4af3-912a-23e61617b658 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (290481f0-09ab-4c44-a318-59fe57844e42), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.354089 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4129-3453-4af3-912a-23e61617b658 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (290481f0-09ab-4c44-a318-59fe57844e42), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.371146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b4129-3453-4af3-912a-23e61617b658 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290481f0-09ab-4c44-a318-59fe57844e42,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:25.378413 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4129-3453-4af3-912a-23e61617b658 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.379640 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7b4b4129-3453-4af3-912a-23e61617b658 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284478 Mar 07 16:37:25.382282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54092) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:25.386489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c39f1890-b104-4db6-87db-35e31a69cc96 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'f0a4fa8f-637e-4f70-b930-129643208727', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:25.411873 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c39f1890-b104-4db6-87db-35e31a69cc96 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (83bbc95b-8d32-46bf-883c-051feb1bad28), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.466267 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c39f1890-b104-4db6-87db-35e31a69cc96 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (83bbc95b-8d32-46bf-883c-051feb1bad28), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.469820 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c39f1890-b104-4db6-87db-35e31a69cc96 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (83bbc95b-8d32-46bf-883c-051feb1bad28), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.486643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f1890-b104-4db6-87db-35e31a69cc96 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bbc95b-8d32-46bf-883c-051feb1bad28,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:25.494256 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c39f1890-b104-4db6-87db-35e31a69cc96 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.495491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c39f1890-b104-4db6-87db-35e31a69cc96 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122661 Mar 07 16:37:25.498244 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54094) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:25.503449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4c13c577-15cd-4632-bb31-458fe1d5a819 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'f0a4fa8f-637e-4f70-b930-129643208727', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:25.527345 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c13c577-15cd-4632-bb31-458fe1d5a819 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (7893bd20-1ec3-4dd9-bc72-4ee32c9933a4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.586372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c13c577-15cd-4632-bb31-458fe1d5a819 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (7893bd20-1ec3-4dd9-bc72-4ee32c9933a4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.590159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c13c577-15cd-4632-bb31-458fe1d5a819 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (7893bd20-1ec3-4dd9-bc72-4ee32c9933a4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.608030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13c577-15cd-4632-bb31-458fe1d5a819 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7893bd20-1ec3-4dd9-bc72-4ee32c9933a4,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:25.615513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4c13c577-15cd-4632-bb31-458fe1d5a819 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.616712 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4c13c577-15cd-4632-bb31-458fe1d5a819 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175220 Mar 07 16:37:25.619477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54096) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:25.623718 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-06b3c644-71eb-48d1-8344-e5cb447039f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'f0a4fa8f-637e-4f70-b930-129643208727', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:25.642952 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-06b3c644-71eb-48d1-8344-e5cb447039f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:37:25.647678 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06b3c644-71eb-48d1-8344-e5cb447039f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (a9456417-bafd-46e4-8daf-ef8d239de0fb), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.704685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06b3c644-71eb-48d1-8344-e5cb447039f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (a9456417-bafd-46e4-8daf-ef8d239de0fb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.708104 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06b3c644-71eb-48d1-8344-e5cb447039f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (a9456417-bafd-46e4-8daf-ef8d239de0fb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.725444 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3c644-71eb-48d1-8344-e5cb447039f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9456417-bafd-46e4-8daf-ef8d239de0fb,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:25.734529 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-06b3c644-71eb-48d1-8344-e5cb447039f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.735835 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-06b3c644-71eb-48d1-8344-e5cb447039f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154468 Mar 07 16:37:25.738586 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54098) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:25.742948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e19bd0df-343b-4073-a583-2d157ff22ace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'f0a4fa8f-637e-4f70-b930-129643208727', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:25.763367 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-e19bd0df-343b-4073-a583-2d157ff22ace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:37:25.768960 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e19bd0df-343b-4073-a583-2d157ff22ace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (1f61452b-7d5f-4e90-a6cb-75ca92167d68), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.827124 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e19bd0df-343b-4073-a583-2d157ff22ace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (1f61452b-7d5f-4e90-a6cb-75ca92167d68), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.830554 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e19bd0df-343b-4073-a583-2d157ff22ace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (1f61452b-7d5f-4e90-a6cb-75ca92167d68), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.847824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bd0df-343b-4073-a583-2d157ff22ace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f61452b-7d5f-4e90-a6cb-75ca92167d68,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:25.855407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e19bd0df-343b-4073-a583-2d157ff22ace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.856593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e19bd0df-343b-4073-a583-2d157ff22ace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169410 Mar 07 16:37:25.860330 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54100) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:25.865050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'network': {'name': 'tempest-network-smoke--1327251100', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'port_security_enabled': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:25.884310 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:37:25.887542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.913572 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:37:25.923104 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (43916475-c5d9-4e75-bbb4-f8682b92cba7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.923449 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Added segment 43916475-c5d9-4e75-bbb4-f8682b92cba7 of type vlan for network e83cd1c1-34e8-435f-934c-d1f233a1347f Mar 07 16:37:25.962073 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (e83cd1c1-34e8-435f-934c-d1f233a1347f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.986159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (e83cd1c1-34e8-435f-934c-d1f233a1347f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:25.991385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:25.991973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:26.031789 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1704452 Mar 07 16:37:26.034911 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54102) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:26.039741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'admin_state_up': True, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:26.061355 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (cbd30702-201d-4b6a-80cb-b93a8a8d092c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:26.063155 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (cbd30702-201d-4b6a-80cb-b93a8a8d092c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:26.064517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c98802-cb2a-473e-b08f-6bf7afef4428 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Network': ['ID=e83cd1c1-34e8-435f-934c-d1f233a1347f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:26.075175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network e83cd1c1-34e8-435f-934c-d1f233a1347f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:37:26.115672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (cbd30702-201d-4b6a-80cb-b93a8a8d092c), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:26.257563 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (cbd30702-201d-4b6a-80cb-b93a8a8d092c), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:26.454728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (cbd30702-201d-4b6a-80cb-b93a8a8d092c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:26.473071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:26.538147 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:26.576590 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.93 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/7749a1d6-c5b4-4414-80f3-eba664191430) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:37:26.960993 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (7749a1d6-c5b4-4414-80f3-eba664191430), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:26.994972 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:27.035272 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:37:27.038000 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:37:27.041417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:37:27.047288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=7749a1d6-c5b4-4414-80f3-eba664191430,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:27.296342 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (cbd30702-201d-4b6a-80cb-b93a8a8d092c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:27.496550 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (cbd30702-201d-4b6a-80cb-b93a8a8d092c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:27.625741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router cbd30702-201d-4b6a-80cb-b93a8a8d092c is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:37:27.734349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:37:27.744190 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Sync routers for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:37:27.754548 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:27.755155 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:27.755771 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:37:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:27.755924 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1fba7472-ea9c-4a4c-83ae-bd102dcde9a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7196653 Mar 07 16:37:27.759022 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54104) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:27.843623 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:27.870867 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:27.903786 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-29880584-24cb-4ad0-b370-917e0626cfe7 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=76e22b52ed614766a5ec6b63fcd0f41c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1436634 Mar 07 16:37:27.907093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54108) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:28.047706 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:27Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:28.061613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83424e13-08dc-47a7-a6bc-6eeda1cccb16 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:28.063237 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-83424e13-08dc-47a7-a6bc-6eeda1cccb16 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1551731 Mar 07 16:37:28.065936 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54110) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:28.073341 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Checking router: cbd30702-201d-4b6a-80cb-b93a8a8d092c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:37:28.073698 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Updating router cbd30702-201d-4b6a-80cb-b93a8a8d092c port 7749a1d6-c5b4-4414-80f3-eba664191430 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:37:28.100346 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f039a854-492f-471c-a364-268c015d47ed tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332525 Mar 07 16:37:28.102974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54112) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:28.104778 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.107759 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1337649026', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:28.192671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:37:28.196299 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.356675 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Publish callbacks [] for port (7749a1d6-c5b4-4414-80f3-eba664191430), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.364557 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.384489 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (933b9a8b-ea0e-431f-9471-6a0b32fd53d5), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.417005 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Attempting to bind port 7749a1d6-c5b4-4414-80f3-eba664191430 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:37:28.417374 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Attempting to bind port 7749a1d6-c5b4-4414-80f3-eba664191430 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:37:28.417730 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Attempting to bind port 7749a1d6-c5b4-4414-80f3-eba664191430 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:37:28.419701 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Pushing event updated for resources: {'Port': ['ID=7749a1d6-c5b4-4414-80f3-eba664191430,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:28.429424 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.429768 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.430105 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.430434 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.430762 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.431110 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.431431 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.431751 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.432068 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.432380 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.432696 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.433014 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.433331 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:28.437299 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:37:28.437681 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:37:28.438085 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.438540 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:37:28.438963 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Bound port: 7749a1d6-c5b4-4414-80f3-eba664191430, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:37:28.439344 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.448447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Subnet': ['ID=933b9a8b-ea0e-431f-9471-6a0b32fd53d5,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:28.458972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Checking segment: {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:37:28.459347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network hostable DHCP agents. Network: e83cd1c1-34e8-435f-934c-d1f233a1347f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:37:28.476441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network e83cd1c1-34e8-435f-934c-d1f233a1347f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:37:28.486037 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, e83cd1c1-34e8-435f-934c-d1f233a1347f) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:37:28.490342 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:28.490973 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.496014 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] For port 7749a1d6-c5b4-4414-80f3-eba664191430, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:37:28.500186 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] For port 7749a1d6-c5b4-4414-80f3-eba664191430, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7749a1d6-c5b4-4414-80f3-eba664191430,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:37:28.500961 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab3e4c-b527-4283-84c6-8d53582803fa None None] Network e83cd1c1-34e8-435f-934c-d1f233a1347f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:37:28.507063 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.510494 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1a9b4b75-8a4d-4c65-ae2a-22a8706ad9d2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037032 Mar 07 16:37:28.510494 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54114) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:28.616552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-e83cd1c1-34e8-435f-934c-d1f233a1347f', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:37:28.617892 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.658738 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:28.659977 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:37:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:28.701609 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3af1e0-8963-4532-89cf-ea11761704f9 None None] Pushing event updated for resources: {'Port': ['ID=7749a1d6-c5b4-4414-80f3-eba664191430,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:28.776985 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:28.784451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Allocated IP 172.20.0.2 (e83cd1c1-34e8-435f-934c-d1f233a1347f/933b9a8b-ea0e-431f-9471-6a0b32fd53d5/e34b360e-3cfc-440b-b464-e91dea2b610a) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:37:28.936541 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Publish callbacks [] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.942595 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.975602 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:27Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:28.976811 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:28.979274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Network e83cd1c1-34e8-435f-934c-d1f233a1347f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:37:28.980713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:37:28.987629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:37:29.002914 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Pushing event updated for resources: {'Port': ['ID=e34b360e-3cfc-440b-b464-e91dea2b610a,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:29.008248 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967ff0b-e479-4ce7-ba23-bd82b19f11d9 None None] The sync data for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 is: [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:27Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:37:29.053051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Attempting to bind port e34b360e-3cfc-440b-b464-e91dea2b610a on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:37:29.053530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Attempting to bind port e34b360e-3cfc-440b-b464-e91dea2b610a by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:37:29.054005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Attempting to bind port e34b360e-3cfc-440b-b464-e91dea2b610a on network e83cd1c1-34e8-435f-934c-d1f233a1347f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:37:29.059488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:37:29.060040 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Checking segment: {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:37:29.060552 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:29.061050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Bound using segment: {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:37:29.062265 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Bound port: e34b360e-3cfc-440b-b464-e91dea2b610a, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:37:29.062896 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:29.140664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] For port e34b360e-3cfc-440b-b464-e91dea2b610a, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:37:29.144764 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] For port e34b360e-3cfc-440b-b464-e91dea2b610a, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e34b360e-3cfc-440b-b464-e91dea2b610a,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:37:29.155775 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:29.239026 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:29.247795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cce05-b0d8-489b-81f6-d1de4f5af216 None None] Pushing event updated for resources: {'Port': ['ID=e34b360e-3cfc-440b-b464-e91dea2b610a,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:29.372613 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.1 (e83cd1c1-34e8-435f-934c-d1f233a1347f/933b9a8b-ea0e-431f-9471-6a0b32fd53d5/1a93c401-ae7f-4422-ab00-afe69512756c) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:37:29.560619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (1a93c401-ae7f-4422-ab00-afe69512756c), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:29.605170 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:29.662159 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network e83cd1c1-34e8-435f-934c-d1f233a1347f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:37:29.665406 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:37:29.668039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:37:29.676245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=1a93c401-ae7f-4422-ab00-afe69512756c,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:29.719229 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (cbd30702-201d-4b6a-80cb-b93a8a8d092c), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:29.861083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.165166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (1a93c401-ae7f-4422-ab00-afe69512756c), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.169926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.241937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=1a93c401-ae7f-4422-ab00-afe69512756c,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:30.247140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (cbd30702-201d-4b6a-80cb-b93a8a8d092c), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.253816 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.254175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.254525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.254892 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.255233 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.255752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.255895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.256228 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.256561 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.256893 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.257223 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.257556 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.257878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:30.320859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc8896a-d31a-4dc9-b111-ec2be1cb2d97 None None] Network e83cd1c1-34e8-435f-934c-d1f233a1347f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:37:30.371165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network e83cd1c1-34e8-435f-934c-d1f233a1347f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:37:30.372594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:37:30.456621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-34cfe637-6a4a-41ed-a515-65ca28fb6ca1 None None] Provisioning complete for port e34b360e-3cfc-440b-b464-e91dea2b610a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:30.457000 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-34cfe637-6a4a-41ed-a515-65ca28fb6ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.461221 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7749a1d6-c5b4-4414-80f3-eba664191430 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:37:30.501564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router cbd30702-201d-4b6a-80cb-b93a8a8d092c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:37:30.560179 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7749a1d6-c5b4-4414-80f3-eba664191430 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:30.560556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.623627 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-34cfe637-6a4a-41ed-a515-65ca28fb6ca1 None None] Current status of the port e34b360e-3cfc-440b-b464-e91dea2b610a is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:30.625259 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-34cfe637-6a4a-41ed-a515-65ca28fb6ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.672629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-34cfe637-6a4a-41ed-a515-65ca28fb6ca1 None None] For port e34b360e-3cfc-440b-b464-e91dea2b610a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e34b360e-3cfc-440b-b464-e91dea2b610a,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:30.696572 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-34cfe637-6a4a-41ed-a515-65ca28fb6ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.740703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7749a1d6-c5b4-4414-80f3-eba664191430 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:30.741017 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.778307 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 7749a1d6-c5b4-4414-80f3-eba664191430, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7749a1d6-c5b4-4414-80f3-eba664191430,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:30.780190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfe637-6a4a-41ed-a515-65ca28fb6ca1 None None] Pushing event updated for resources: {'Port': ['ID=e34b360e-3cfc-440b-b464-e91dea2b610a,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:30.784780 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.785594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e34b360e-3cfc-440b-b464-e91dea2b610a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:37:30.878673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fb10a00c-b07d-4343-9a7c-84de2dbc1edb None None] Provisioning complete for port 1a93c401-ae7f-4422-ab00-afe69512756c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:30.879328 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb10a00c-b07d-4343-9a7c-84de2dbc1edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.885964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=7749a1d6-c5b4-4414-80f3-eba664191430,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:30.942529 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e34b360e-3cfc-440b-b464-e91dea2b610a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:30.943205 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:30.945850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fb10a00c-b07d-4343-9a7c-84de2dbc1edb None None] Port 1a93c401-ae7f-4422-ab00-afe69512756c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:37:30.952032 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:37:30.964675 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fafd1f39-4c0a-420d-a7d6-2c30e3c02338 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/cbd30702-201d-4b6a-80cb-b93a8a8d092c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4457037 Mar 07 16:37:30.991496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fb10a00c-b07d-4343-9a7c-84de2dbc1edb None None] Provisioning complete for port e34b360e-3cfc-440b-b464-e91dea2b610a triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:30.991873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb10a00c-b07d-4343-9a7c-84de2dbc1edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:31.018266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Sync routers for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:37:31.048775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:31.049943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:37:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:31.136461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-3e30d624-a804-4717-bea2-ac81ac986f68 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460438477&fields=id&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 267 time: 0.0613534 Mar 07 16:37:31.151322 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e34b360e-3cfc-440b-b464-e91dea2b610a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:31.235000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fb10a00c-b07d-4343-9a7c-84de2dbc1edb None None] Current status of the port e34b360e-3cfc-440b-b464-e91dea2b610a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:31.248840 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:31.262425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-948f7850-3ab3-4840-aef7-f894db40b783 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:31.263958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-948f7850-3ab3-4840-aef7-f894db40b783 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/networks?id=e83cd1c1-34e8-435f-934c-d1f233a1347f HTTP/1.1" status: 200 len: 797 time: 0.1260941 Mar 07 16:37:31.279025 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-f1073a10-f611-4e47-ad7c-4b0d982b2c26 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/quotas/76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 375 time: 0.0090935 Mar 07 16:37:31.333698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-1b2bd538-be05-4bf1-bca6-aa1c27c5b080 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493925 Mar 07 16:37:31.395871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fe51d3b8-ed29-410e-8da9-a116962793a0 None None] Provisioning complete for port 1a93c401-ae7f-4422-ab00-afe69512756c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:31.396480 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe51d3b8-ed29-410e-8da9-a116962793a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:31.434593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-cc34bb15-bc9d-428d-a8ec-c84f64da0574 service neutron] 10.222.0.24 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884259 Mar 07 16:37:31.464326 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fe51d3b8-ed29-410e-8da9-a116962793a0 None None] Port 1a93c401-ae7f-4422-ab00-afe69512756c cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:37:31.491382 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:29Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1a93c401-ae7f-4422-ab00-afe69512756c', 'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:b9:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:29Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 2, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:31.518498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Checking router: cbd30702-201d-4b6a-80cb-b93a8a8d092c for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:37:31.518877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Updating router cbd30702-201d-4b6a-80cb-b93a8a8d092c port 1a93c401-ae7f-4422-ab00-afe69512756c binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:37:31.524128 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-f58e4df4-3099-4cb4-b943-1ade59478332 service neutron] 10.222.0.24 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831087 Mar 07 16:37:31.546382 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:31.692117 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b8266001-306a-4f8b-a808-e1f42598e67d req-8de8e45d-a6bf-4321-8752-d12a293c064b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 210 time: 0.0281217 Mar 07 16:37:31.840969 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Publish callbacks [] for port (1a93c401-ae7f-4422-ab00-afe69512756c), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:31.847153 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:31.903154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c097-47dd-4eb8-98d5-20607c118a64 None None] Pushing event updated for resources: {'Port': ['ID=1a93c401-ae7f-4422-ab00-afe69512756c,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:31.959719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Attempting to bind port 1a93c401-ae7f-4422-ab00-afe69512756c on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:37:31.960162 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Attempting to bind port 1a93c401-ae7f-4422-ab00-afe69512756c by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:37:31.960575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Attempting to bind port 1a93c401-ae7f-4422-ab00-afe69512756c on network e83cd1c1-34e8-435f-934c-d1f233a1347f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:37:31.965771 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:37:31.966158 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Checking segment: {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:37:31.966707 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:31.967144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Bound using segment: {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:37:31.968343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Bound port: 1a93c401-ae7f-4422-ab00-afe69512756c, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:37:31.968745 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:32.043852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] For port 1a93c401-ae7f-4422-ab00-afe69512756c, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:37:32.048029 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] For port 1a93c401-ae7f-4422-ab00-afe69512756c, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1a93c401-ae7f-4422-ab00-afe69512756c,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:37:32.056910 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:32.279120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9579f8dd-a125-4699-a7a5-1f689a027141 None None] Provisioning complete for port 1a93c401-ae7f-4422-ab00-afe69512756c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:32.279505 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9579f8dd-a125-4699-a7a5-1f689a027141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:32.313284 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:32.313862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:37:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:32.317422 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c097-47dd-4eb8-98d5-20607c118a64 None None] Pushing event updated for resources: {'Port': ['ID=1a93c401-ae7f-4422-ab00-afe69512756c,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:32.418743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7749a1d6-c5b4-4414-80f3-eba664191430 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:37:32.511760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9579f8dd-a125-4699-a7a5-1f689a027141 None None] Current status of the port 1a93c401-ae7f-4422-ab00-afe69512756c is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:32.512155 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9579f8dd-a125-4699-a7a5-1f689a027141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:32.515292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:32.607676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7749a1d6-c5b4-4414-80f3-eba664191430 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:32.607955 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:32.666841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9579f8dd-a125-4699-a7a5-1f689a027141 None None] For port 1a93c401-ae7f-4422-ab00-afe69512756c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1a93c401-ae7f-4422-ab00-afe69512756c,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:32.676354 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9579f8dd-a125-4699-a7a5-1f689a027141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:32.684045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-fb592a4a-246a-41c5-81c7-5469493ad6ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:32.686191 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-fb592a4a-246a-41c5-81c7-5469493ad6ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.15 "GET /v2.0/networks?id=e83cd1c1-34e8-435f-934c-d1f233a1347f HTTP/1.1" status: 200 len: 797 time: 0.1164720 Mar 07 16:37:32.764035 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-4c3c75ef-d8fd-47a5-841f-8a6e6f32acf4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 380 time: 0.0704579 Mar 07 16:37:32.773179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'port': {'device_id': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'admin_state_up': True, 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'security_groups': ['f0a4fa8f-637e-4f70-b930-129643208727']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:32.795068 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0063ff67-211b-43cd-997e-f8eb8963032f req-7ebdffbf-d966-4418-b7c3-c05bf7fbf578 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 210 time: 0.0329256 Mar 07 16:37:32.808454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579f8dd-a125-4699-a7a5-1f689a027141 None None] Pushing event updated for resources: {'Port': ['ID=1a93c401-ae7f-4422-ab00-afe69512756c,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:32.865011 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7749a1d6-c5b4-4414-80f3-eba664191430 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:32.866068 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e34b360e-3cfc-440b-b464-e91dea2b610a up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:37:32.869406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-376eecd5-8198-45ef-8537-3e5209c22dc5 None None] Provisioning complete for port 1a93c401-ae7f-4422-ab00-afe69512756c triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:32.869791 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-376eecd5-8198-45ef-8537-3e5209c22dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:32.888530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:37:32.892435 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:32.959318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:29Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1a93c401-ae7f-4422-ab00-afe69512756c', 'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:b9:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:29Z', 'updated_at': '2022-03-07T16:37:32Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:32.992055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b66e3-e901-48fc-8298-d5b8b1e7f725 None None] The sync data for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 is: [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:29Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1a93c401-ae7f-4422-ab00-afe69512756c', 'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:b9:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:29Z', 'updated_at': '2022-03-07T16:37:32Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:37:32.996107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e34b360e-3cfc-440b-b464-e91dea2b610a triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:32.996586 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:33.028145 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.5 (e83cd1c1-34e8-435f-934c-d1f233a1347f/933b9a8b-ea0e-431f-9471-6a0b32fd53d5/bf9b171b-40c4-403f-be58-ac33b0e61508) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:37:33.079570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-376eecd5-8198-45ef-8537-3e5209c22dc5 None None] Current status of the port 1a93c401-ae7f-4422-ab00-afe69512756c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:33.138143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e34b360e-3cfc-440b-b464-e91dea2b610a is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:33.205938 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:33.246526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:33.293456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network e83cd1c1-34e8-435f-934c-d1f233a1347f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:37:33.297454 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:37:33.301213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:37:33.308072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=bf9b171b-40c4-403f-be58-ac33b0e61508,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:33.361212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:33.361885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:33.379911 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-b52ba32f-2589-4570-bffe-16574304bec8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109171 Mar 07 16:37:33.391897 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Request body: {'port': {'device_id': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:33.461045 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:33.603078 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cbd76d57-4d89-47f6-ad35-5dc9dd4bd887 None None] Provisioning complete for port bf9b171b-40c4-403f-be58-ac33b0e61508 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:33.603600 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbd76d57-4d89-47f6-ad35-5dc9dd4bd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:33.645808 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cbd76d57-4d89-47f6-ad35-5dc9dd4bd887 None None] Port bf9b171b-40c4-403f-be58-ac33b0e61508 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:37:33.741326 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9b171b-40c4-403f-be58-ac33b0e61508 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:37:33.749336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Publish callbacks [] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:33.762112 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Transition to ACTIVE for port object bf9b171b-40c4-403f-be58-ac33b0e61508 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:37:33.767877 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:33.845215 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9b171b-40c4-403f-be58-ac33b0e61508,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:33.952485 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Attempting to bind port bf9b171b-40c4-403f-be58-ac33b0e61508 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:37:33.952687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Attempting to bind port bf9b171b-40c4-403f-be58-ac33b0e61508 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:37:33.953073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Attempting to bind port bf9b171b-40c4-403f-be58-ac33b0e61508 on network e83cd1c1-34e8-435f-934c-d1f233a1347f {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:37:33.963672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d8cfa-7442-4726-9a57-60b05390a688 req-22447575-85d0-44d4-86a2-7e4c48536a72 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:33.965857 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af0d8cfa-7442-4726-9a57-60b05390a688 req-22447575-85d0-44d4-86a2-7e4c48536a72 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 943 time: 0.0817437 Mar 07 16:37:33.970170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Port bf9b171b-40c4-403f-be58-ac33b0e61508 on network e83cd1c1-34e8-435f-934c-d1f233a1347f not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:37:33.970748 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Attempting to bind port bf9b171b-40c4-403f-be58-ac33b0e61508 on network e83cd1c1-34e8-435f-934c-d1f233a1347f {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:37:33.982828 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:37:33.983313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Checking segment: {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:37:33.983706 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Bound using segment: {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:37:33.984148 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Bound port: bf9b171b-40c4-403f-be58-ac33b0e61508, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43916475-c5d9-4e75-bbb4-f8682b92cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:37:33.984514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:34.065736 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-af0d8cfa-7442-4726-9a57-60b05390a688 req-11c288b9-6abc-477b-9207-408d02498163 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923235 Mar 07 16:37:34.102231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] For port bf9b171b-40c4-403f-be58-ac33b0e61508, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:37:34.105493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] For port bf9b171b-40c4-403f-be58-ac33b0e61508, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bf9b171b-40c4-403f-be58-ac33b0e61508,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:37:34.111970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:34.151504 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:34.152139 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:34.153549 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] 10.222.0.15 "PUT /v2.0/ports/bf9b171b-40c4-403f-be58-ac33b0e61508 HTTP/1.1" status: 200 len: 1091 time: 0.7665436 Mar 07 16:37:34.154005 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:37:34.156637 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76fba54-ae3d-42c9-9551-e2d08f685ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:37:34.207725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7e4c2-fb05-4a1d-b09e-49703feb0528 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9b171b-40c4-403f-be58-ac33b0e61508,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:34.251652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-61c83a48-52b7-4a24-995d-81554815c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:34.251652 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-61c83a48-52b7-4a24-995d-81554815c9bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 1125 time: 0.0528388 Mar 07 16:37:34.304815 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d72be46-57b8-4088-9779-1a157fc3996f x-openstack-request-id: req-2d72be46-57b8-4088-9779-1a157fc3996f {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:37:34.305116 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:37:34.305381 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d72be46-57b8-4088-9779-1a157fc3996f {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:37:34.305797 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'status': 'completed', 'code': 200} Mar 07 16:37:34.307435 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-227b1078-ca14-4dba-8919-9f1bc0cd7469 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf9b171b-40c4-403f-be58-ac33b0e61508 HTTP/1.1" status: 200 len: 217 time: 0.0494161 Mar 07 16:37:34.361060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-f91e4e1a-93e9-46b7-ad9c-7fd181ea89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:34.362748 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-f91e4e1a-93e9-46b7-ad9c-7fd181ea89cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=933b9a8b-ea0e-431f-9471-6a0b32fd53d5 HTTP/1.1" status: 200 len: 835 time: 0.0489085 Mar 07 16:37:34.412208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1a93c401-ae7f-4422-ab00-afe69512756c up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:37:34.415735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-e9b3e6ba-1609-4d0c-9199-a1346afc26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:34.417373 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-e9b3e6ba-1609-4d0c-9199-a1346afc26c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e83cd1c1-34e8-435f-934c-d1f233a1347f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490229 Mar 07 16:37:34.460741 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1a93c401-ae7f-4422-ab00-afe69512756c triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:34.461044 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:34.509921 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-227ce9e7-856b-499d-b0dd-09662ec05db0 service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866401 Mar 07 16:37:34.551584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1a93c401-ae7f-4422-ab00-afe69512756c is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:34.600928 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ca48df21-f04b-407c-bb6c-82a5061fa59b req-62e7fcc1-091e-47d8-a8a2-5f8a4d067dd7 service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851452 Mar 07 16:37:34.687207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-c07b3529-7d9d-4be7-9c65-ca3842ef3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:34.688667 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-c07b3529-7d9d-4be7-9c65-ca3842ef3c39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 1125 time: 0.0441909 Mar 07 16:37:34.782168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-0619ebdb-e673-4d59-8734-4ea6cf19879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:34.783699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-0619ebdb-e673-4d59-8734-4ea6cf19879b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e83cd1c1-34e8-435f-934c-d1f233a1347f HTTP/1.1" status: 200 len: 898 time: 0.0895760 Mar 07 16:37:34.823744 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-8d3c42af-577c-47ac-80e4-e0537e0a9dc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf9b171b-40c4-403f-be58-ac33b0e61508 HTTP/1.1" status: 200 len: 217 time: 0.0343308 Mar 07 16:37:34.875081 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-c57bbfa5-3ad1-41b2-9039-e5bfd4ca29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:34.876543 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-c57bbfa5-3ad1-41b2-9039-e5bfd4ca29d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=933b9a8b-ea0e-431f-9471-6a0b32fd53d5 HTTP/1.1" status: 200 len: 835 time: 0.0471838 Mar 07 16:37:34.924903 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-314fec11-73de-4a2b-b271-1996e86f7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:34.926402 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-314fec11-73de-4a2b-b271-1996e86f7306 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e83cd1c1-34e8-435f-934c-d1f233a1347f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446682 Mar 07 16:37:35.017785 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-75e803d9-e955-43ad-9101-df9171eb8c18 service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853131 Mar 07 16:37:35.106166 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f76fba54-ae3d-42c9-9551-e2d08f685ad6 req-f1c7f48d-0023-4290-8784-b681bf4d74bf service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825531 Mar 07 16:37:35.192851 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896afd93-d843-4c74-afa1-3f28ea6474e8 req-29116d95-c659-4cad-804e-b8e8489b005f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:35.194351 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-896afd93-d843-4c74-afa1-3f28ea6474e8 req-29116d95-c659-4cad-804e-b8e8489b005f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 943 time: 0.0523400 Mar 07 16:37:35.249229 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-896afd93-d843-4c74-afa1-3f28ea6474e8 req-f1702c2a-9c46-4a7e-b652-b82af9c2a624 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491085 Mar 07 16:37:36.367118 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075b862-87bb-499a-be80-1a5bb4417720 req-e2099a62-f720-4581-a647-4926b4a702c4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:36.368513 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3075b862-87bb-499a-be80-1a5bb4417720 req-e2099a62-f720-4581-a647-4926b4a702c4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 943 time: 0.0512450 Mar 07 16:37:36.419226 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3075b862-87bb-499a-be80-1a5bb4417720 req-8501be8c-89de-498a-87b3-8e9d1eeb5d4c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Mar 07 16:37:36.734986 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:37.418162 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:37:37.538217 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e2ac-b753-41b8-9e3d-f0474c52ebff req-39ba3eee-d037-4842-b998-265f8cba1888 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:37.539699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-baa0e2ac-b753-41b8-9e3d-f0474c52ebff req-39ba3eee-d037-4842-b998-265f8cba1888 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 943 time: 0.0530086 Mar 07 16:37:37.589404 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-baa0e2ac-b753-41b8-9e3d-f0474c52ebff req-d0fa74c4-6bc7-4e6b-a63d-a96a1d936e3a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441661 Mar 07 16:37:38.600718 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bf9b171b-40c4-403f-be58-ac33b0e61508 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:37:38.698038 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bf9b171b-40c4-403f-be58-ac33b0e61508, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bf9b171b-40c4-403f-be58-ac33b0e61508,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:38.708735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7893c76-9621-4e9a-b6eb-46d35e1900a7 req-2eca50d1-efd3-4c71-b217-83c75ebb6509 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:38.709582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'port_id': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'mac_address': 'fa:16:3e:73:df:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:37:38.710269 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7893c76-9621-4e9a-b6eb-46d35e1900a7 req-2eca50d1-efd3-4c71-b217-83c75ebb6509 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 943 time: 0.0536892 Mar 07 16:37:38.750641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port bf9b171b-40c4-403f-be58-ac33b0e61508 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:38.751064 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:38.758440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e7893c76-9621-4e9a-b6eb-46d35e1900a7 req-9151e176-175d-4f97-9d7a-d51f2b47888b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Mar 07 16:37:38.763890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9b171b-40c4-403f-be58-ac33b0e61508 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:37:38.784498 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bf9b171b-40c4-403f-be58-ac33b0e61508, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bf9b171b-40c4-403f-be58-ac33b0e61508,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:38.788465 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:38.834807 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=bf9b171b-40c4-403f-be58-ac33b0e61508,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:39.132193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['bf9b171b-40c4-403f-be58-ac33b0e61508'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:37:39.876468 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c976dc-1c5a-4944-b226-da2a0ff1a496 req-ca4acfde-e822-4c4a-918c-54a3c847bc0e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:39.878437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9c976dc-1c5a-4944-b226-da2a0ff1a496 req-ca4acfde-e822-4c4a-918c-54a3c847bc0e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 944 time: 0.0522854 Mar 07 16:37:39.926366 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9c976dc-1c5a-4944-b226-da2a0ff1a496 req-b70a0800-719d-4014-a27a-a1d7f9f87093 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Mar 07 16:37:40.616273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bf9b171b-40c4-403f-be58-ac33b0e61508 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:37:40.663424 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port bf9b171b-40c4-403f-be58-ac33b0e61508 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:37:40.667109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port bf9b171b-40c4-403f-be58-ac33b0e61508 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:37:40.667507 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:40.744396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port bf9b171b-40c4-403f-be58-ac33b0e61508 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:37:40.744787 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:40.766942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:37:40.769222 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6490f4-70c2-41b3-991b-dc9e9d8ff55b" -d '{"events": [{"server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "name": "network-vif-plugged", "status": "completed", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:37:40.781607 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port bf9b171b-40c4-403f-be58-ac33b0e61508, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bf9b171b-40c4-403f-be58-ac33b0e61508,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:37:40.787400 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:40.810901 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45b0f1-aa20-434e-9179-f41ea81be7f1 x-openstack-request-id: req-3e45b0f1-aa20-434e-9179-f41ea81be7f1 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:37:40.811195 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "name": "network-vif-plugged", "status": "completed", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:37:40.811452 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e45b0f1-aa20-434e-9179-f41ea81be7f1 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:37:40.811846 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'code': 200} Mar 07 16:37:40.837320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=bf9b171b-40c4-403f-be58-ac33b0e61508,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:40.913354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb2f83-d7ec-48a8-8b76-16524b63e2e6 req-e5024c83-5ec0-40b9-8932-776aa2fc5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:40.914765 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-50bb2f83-d7ec-48a8-8b76-16524b63e2e6 req-e5024c83-5ec0-40b9-8932-776aa2fc5e6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 1127 time: 0.0477843 Mar 07 16:37:40.961628 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-50bb2f83-d7ec-48a8-8b76-16524b63e2e6 req-72e5a2c6-d940-421d-b8f5-39b5da462e31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 Mar 07 16:37:41.045229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2930bac-d21b-4dd7-9b8b-0ef96607700d req-ed4b3976-3c8d-45a6-b13d-db9a18300959 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:41.046716 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2930bac-d21b-4dd7-9b8b-0ef96607700d req-ed4b3976-3c8d-45a6-b13d-db9a18300959 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.0537744 Mar 07 16:37:41.094280 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b2930bac-d21b-4dd7-9b8b-0ef96607700d req-cad57fd6-e199-4018-a1f7-a1d0c2c3f395 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Mar 07 16:37:41.340274 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:42.223612 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0bafb-3978-4636-a2e0-9f84dc743a5e req-29efbb67-aa53-4aa1-ae7f-922bedfe1c62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:42.225159 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cbb0bafb-3978-4636-a2e0-9f84dc743a5e req-29efbb67-aa53-4aa1-ae7f-922bedfe1c62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.0593131 Mar 07 16:37:42.276427 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cbb0bafb-3978-4636-a2e0-9f84dc743a5e req-3453caff-5eb5-4871-87ac-ed05e077b6fd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435688 Mar 07 16:37:43.396994 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024566ef-c79d-4e0a-89f4-c427a52e434a req-0d11bff9-fd3d-4c35-a641-c4ac4c02cd4e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:43.398497 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-024566ef-c79d-4e0a-89f4-c427a52e434a req-0d11bff9-fd3d-4c35-a641-c4ac4c02cd4e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.0546637 Mar 07 16:37:43.451730 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-024566ef-c79d-4e0a-89f4-c427a52e434a req-0bc65825-e6e5-43f0-a38d-f66c9299f73e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477335 Mar 07 16:37:43.568258 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc71de-194d-4f8d-9114-3f62e5f3b635 req-5b227fa8-1fef-4c1d-a92a-49404ede2673 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:43.569748 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1fc71de-194d-4f8d-9114-3f62e5f3b635 req-5b227fa8-1fef-4c1d-a92a-49404ede2673 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.0526607 Mar 07 16:37:43.617829 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-f1fc71de-194d-4f8d-9114-3f62e5f3b635 req-8e05e355-e179-47c8-bf62-bc0546643459 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Mar 07 16:37:43.638763 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54166) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:43.684920 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c2c9d-74ed-44f4-b656-9ee340121406 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:43.686483 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4a1c2c9d-74ed-44f4-b656-9ee340121406 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 1122 time: 0.0467005 Mar 07 16:37:43.689452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54168) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:43.693677 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:37:43.715374 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:43.808313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:43.912157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.102 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/a8f2df30-4eaa-4d85-9ee3-7c0d1417e012) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:37:44.009506 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (a8f2df30-4eaa-4d85-9ee3-7c0d1417e012), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:44.043791 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (a8f2df30-4eaa-4d85-9ee3-7c0d1417e012), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:44.086969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:37:44.089648 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:37:44.093040 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:37:44.099243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=a8f2df30-4eaa-4d85-9ee3-7c0d1417e012,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:44.127107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.127473 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.127823 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.128170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.128515 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.128860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.129196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.129530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.129883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.130200 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.130530 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.130882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.131211 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:37:44.497522 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (529816ae-eb27-4633-a469-5c6426ee6fc4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:44.566870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a8f2df30-4eaa-4d85-9ee3-7c0d1417e012), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:44.717118 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (a8f2df30-4eaa-4d85-9ee3-7c0d1417e012), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:44.721766 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (a8f2df30-4eaa-4d85-9ee3-7c0d1417e012), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:44.792240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=a8f2df30-4eaa-4d85-9ee3-7c0d1417e012,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:37:44.800658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (529816ae-eb27-4633-a469-5c6426ee6fc4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:44.898656 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP 529816ae-eb27-4633-a469-5c6426ee6fc4 associated. External IP: 172.25.4.102, port: bf9b171b-40c4-403f-be58-ac33b0e61508. Mar 07 16:37:45.105436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router cbd30702-201d-4b6a-80cb-b93a8a8d092c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:37:45.214401 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:37:45.226119 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] Sync routers for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:37:45.235646 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:45.237349 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:45.238093 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:37:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:45.349365 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:45.582629 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:29Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '529816ae-eb27-4633-a469-5c6426ee6fc4', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'port_id': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'mac_address': 'fa:16:3e:73:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:37:44Z', 'updated_at': '2022-03-07T16:37:44Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a93c401-ae7f-4422-ab00-afe69512756c', 'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:b9:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:29Z', 'updated_at': '2022-03-07T16:37:32Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:45.583568 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1b471ffe-8843-4f03-b8a2-913f2d051115 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8930762 Mar 07 16:37:45.584169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:37:45.586429 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550a8805-e7cb-4dd5-baf1-2832d7560c06" -d '{"events": [{"name": "network-changed", "server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:37:45.610270 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] Checking router: cbd30702-201d-4b6a-80cb-b93a8a8d092c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:37:45.619525 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:37:45.620727 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:37:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:45.624714 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14876feb-0244-4b2d-bfa9-31c3914b6089 x-openstack-request-id: req-14876feb-0244-4b2d-bfa9-31c3914b6089 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:37:45.625047 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:37:45.625297 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14876feb-0244-4b2d-bfa9-31c3914b6089 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:37:45.625726 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'status': 'completed', 'code': 200} Mar 07 16:37:45.719608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f8402-b48d-4e3a-81b1-42ad178660de req-c510470d-76ea-4253-b177-2621408e736c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:45.722234 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-309f8402-b48d-4e3a-81b1-42ad178660de req-c510470d-76ea-4253-b177-2621408e736c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.0882485 Mar 07 16:37:45.725049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-bbb433fb-f0ea-45bb-be87-64e7ced931e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:45.726490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-bbb433fb-f0ea-45bb-be87-64e7ced931e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 1127 time: 0.0813289 Mar 07 16:37:45.729779 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:37:45.836633 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-309f8402-b48d-4e3a-81b1-42ad178660de req-ba4a20af-b3d6-4b10-8fd6-2c76d355c417 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084206 Mar 07 16:37:45.859295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-15ef3cc9-9454-41ef-9d14-ea83f2b224cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:45.861160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-15ef3cc9-9454-41ef-9d14-ea83f2b224cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e83cd1c1-34e8-435f-934c-d1f233a1347f HTTP/1.1" status: 200 len: 898 time: 0.1261775 Mar 07 16:37:45.863087 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54174) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:45.950632 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:29Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '529816ae-eb27-4633-a469-5c6426ee6fc4', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'port_id': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'mac_address': 'fa:16:3e:73:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:37:44Z', 'updated_at': '2022-03-07T16:37:44Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a93c401-ae7f-4422-ab00-afe69512756c', 'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:b9:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:29Z', 'updated_at': '2022-03-07T16:37:32Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:37:45.980406 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55408c13-b11c-4546-b8b3-341f16e74b00 None None] The sync data for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 is: [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:29Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '529816ae-eb27-4633-a469-5c6426ee6fc4', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'port_id': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'mac_address': 'fa:16:3e:73:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:37:44Z', 'updated_at': '2022-03-07T16:37:44Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a93c401-ae7f-4422-ab00-afe69512756c', 'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:b9:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:29Z', 'updated_at': '2022-03-07T16:37:32Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:37:45.987269 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-eb25f748-fed6-425e-a505-cacbd61f0480 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/529816ae-eb27-4633-a469-5c6426ee6fc4 HTTP/1.1" status: 200 len: 991 time: 0.1223207 Mar 07 16:37:45.989383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-4992a7eb-1aae-4dbf-8202-0fa6c4dfcb44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf9b171b-40c4-403f-be58-ac33b0e61508 HTTP/1.1" status: 200 len: 999 time: 0.1201394 Mar 07 16:37:46.040926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-03087d65-2775-4116-8dd7-e4d7e77ac866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:46.042429 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-03087d65-2775-4116-8dd7-e4d7e77ac866 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=933b9a8b-ea0e-431f-9471-6a0b32fd53d5 HTTP/1.1" status: 200 len: 835 time: 0.0473742 Mar 07 16:37:46.098055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-0c018638-299e-4a99-8bbb-c4e34d88463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:37:46.099561 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-0c018638-299e-4a99-8bbb-c4e34d88463f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e83cd1c1-34e8-435f-934c-d1f233a1347f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509567 Mar 07 16:37:46.188945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9b05c-81c2-4602-ba6b-bddc03a06ac3 None None] New status for floating IP 529816ae-eb27-4633-a469-5c6426ee6fc4: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:37:46.191966 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-46166558-ca4a-40a6-88b8-5323a9161592 service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856445 Mar 07 16:37:46.288311 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-550a8805-e7cb-4dd5-baf1-2832d7560c06 req-3446c1f9-66e1-4aa5-9cda-60995bb38a00 service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900545 Mar 07 16:37:46.989726 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54176) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:37:47.049234 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a1b7ecc8-5a41-43a2-8693-61151b4035c9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/529816ae-eb27-4633-a469-5c6426ee6fc4 HTTP/1.1" status: 200 len: 993 time: 0.0582855 Mar 07 16:37:52.934688 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-59c54c98-67e0-4c85-a6ed-b26b75a4fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:55.240014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7f61-3d0e-4796-9782-49225c746ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:56.537345 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:57.843890 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:37:59.192440 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:06.748000 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:11.362264 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:12.752692 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-3f015e39-6df5-4824-af0b-2232e1f6bb56 req-eccff038-b940-4f4e-a4f7-f52f9b54cd31 service neutron] (103866) timed out ('10.222.0.24', 40612) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:38:14.416976 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:38:20.182637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-dcc66359-6f45-4ec7-8241-42a3d94aff3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447397 Mar 07 16:38:20.266251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-af5cace2-61b1-4be8-a3c3-f126100881ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:38:20.267813 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-af5cace2-61b1-4be8-a3c3-f126100881ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 1127 time: 0.0456829 Mar 07 16:38:20.374955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-3106c88d-d98c-4b62-a81c-65007ffa478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:38:20.376437 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-3106c88d-d98c-4b62-a81c-65007ffa478c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e83cd1c1-34e8-435f-934c-d1f233a1347f HTTP/1.1" status: 200 len: 898 time: 0.0901701 Mar 07 16:38:20.438551 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-d35a3897-aa67-4b55-aa33-e6032904f578 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf9b171b-40c4-403f-be58-ac33b0e61508 HTTP/1.1" status: 200 len: 1001 time: 0.0565090 Mar 07 16:38:20.485196 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-608b6302-1dd2-44af-b008-e4a1c1375b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:38:20.486654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-608b6302-1dd2-44af-b008-e4a1c1375b79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=933b9a8b-ea0e-431f-9471-6a0b32fd53d5 HTTP/1.1" status: 200 len: 835 time: 0.0423384 Mar 07 16:38:20.537211 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-6da77a0b-50cb-4d1e-aba9-bd925a3b8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:38:20.538714 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-6da77a0b-50cb-4d1e-aba9-bd925a3b8f5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e83cd1c1-34e8-435f-934c-d1f233a1347f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467193 Mar 07 16:38:20.548134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-f1e4f44f-edd9-4c50-84a8-53de38a05afa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:38:20.549088 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-f1e4f44f-edd9-4c50-84a8-53de38a05afa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048301 Mar 07 16:38:20.636078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-98827aaf-b682-45ea-b61c-491f5861ebc1 service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812027 Mar 07 16:38:20.727918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-44e385a8-8770-4878-9212-7d9cd1271e76 req-fab844be-bd0a-4eaf-9ecd-ad547ffe5e33 service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859835 Mar 07 16:38:22.935776 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ddaa81b-b7ff-4e9d-8c6e-e585fbde6459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:25.241961 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8fa61f58-845a-4a36-9faa-ad8cd349d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:26.539641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:27.845386 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:29.194578 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:36.752464 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:41.358599 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:51.415822 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:38:52.936852 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7edda521-033a-4a0e-b935-c7ad4c91ea42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:55.243786 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c1973f6-d289-4322-8b3f-96e30bba1dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:56.542190 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:56.625139 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11938-be37-492c-a4fe-962571e031dc req-131e30b7-4243-47d4-8af1-9e4f47a75826 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:38:56.626615 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-66e11938-be37-492c-a4fe-962571e031dc req-131e30b7-4243-47d4-8af1-9e4f47a75826 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.2111871 Mar 07 16:38:56.675402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-66e11938-be37-492c-a4fe-962571e031dc req-796ca934-d98d-4ad3-b54b-5fd5f1cba790 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 Mar 07 16:38:57.849176 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:57.875649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa870c7-488a-4d35-b012-b8a329564627 req-fa075f7b-3631-4adc-ab76-0528186d4424 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:38:57.877201 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7aa870c7-488a-4d35-b012-b8a329564627 req-fa075f7b-3631-4adc-ab76-0528186d4424 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.1324008 Mar 07 16:38:57.931691 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7aa870c7-488a-4d35-b012-b8a329564627 req-fde52687-71aa-4104-95a2-594ec2de656e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478621 Mar 07 16:38:57.955323 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54210) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:38:58.016388 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-934472e9-3b25-4087-8563-b2ebf3eefbb5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/529816ae-eb27-4633-a469-5c6426ee6fc4 HTTP/1.1" status: 200 len: 993 time: 0.0598757 Mar 07 16:38:59.199360 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:38:59.290499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c552f-0bd2-49d3-94bb-19772a78c3f2 req-4e13e9e9-63d0-4075-82e1-b884e99e33e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:38:59.291998 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d36c552f-0bd2-49d3-94bb-19772a78c3f2 req-4e13e9e9-63d0-4075-82e1-b884e99e33e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.0548270 Mar 07 16:38:59.347602 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d36c552f-0bd2-49d3-94bb-19772a78c3f2 req-f8a44d1b-0b74-47cb-82eb-99f9732a83d6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496268 Mar 07 16:39:00.475480 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca75192-239d-4511-9734-425fc69a2821 req-c08839e8-eb22-48a1-b58b-a2899a72182a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:00.477065 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cca75192-239d-4511-9734-425fc69a2821 req-c08839e8-eb22-48a1-b58b-a2899a72182a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.0566826 Mar 07 16:39:00.526490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cca75192-239d-4511-9734-425fc69a2821 req-57c7f30a-ac9b-40f9-bf98-45c56a748c55 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437071 Mar 07 16:39:00.548658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54220) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:00.608762 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5046da74-7c2f-4f91-9c47-74a82788b29d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/529816ae-eb27-4633-a469-5c6426ee6fc4 HTTP/1.1" status: 200 len: 993 time: 0.0588875 Mar 07 16:39:00.834097 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54226) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:00.988751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port a8f2df30-4eaa-4d85-9ee3-7c0d1417e012 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:39:00.989094 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a8f2df30-4eaa-4d85-9ee3-7c0d1417e012), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:01.066169 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a8f2df30-4eaa-4d85-9ee3-7c0d1417e012), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:01.066493 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (a8f2df30-4eaa-4d85-9ee3-7c0d1417e012), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:01.078486 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for a8f2df30-4eaa-4d85-9ee3-7c0d1417e012 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:39:01.224336 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a8f2df30-4eaa-4d85-9ee3-7c0d1417e012), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:01.251208 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=a8f2df30-4eaa-4d85-9ee3-7c0d1417e012,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:01.276616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.276969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.277316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.277653 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.277996 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.278328 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.278658 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.279015 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.279347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.279674 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.280001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.280325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.280649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:01.319798 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (529816ae-eb27-4633-a469-5c6426ee6fc4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:01.320145 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP 529816ae-eb27-4633-a469-5c6426ee6fc4 disassociated (deleted). External IP: 172.25.4.102, port: bf9b171b-40c4-403f-be58-ac33b0e61508. Mar 07 16:39:01.529520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router cbd30702-201d-4b6a-80cb-b93a8a8d092c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:39:01.640024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:39:01.645005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:01.650131 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] Sync routers for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:39:01.659303 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:01.660005 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:38:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:01.674829 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7169ea63-b415-4d31-895e-90b9949d89a3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/floatingips/529816ae-eb27-4633-a469-5c6426ee6fc4 HTTP/1.1" status: 204 len: 168 time: 0.8397219 Mar 07 16:39:01.675431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:39:01.677671 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c1606-1074-4af3-884f-61a5eb943cea" -d '{"events": [{"name": "network-changed", "server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:39:01.715242 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4707c0f-1c58-4f71-b7b8-9498c4b58326 x-openstack-request-id: req-f4707c0f-1c58-4f71-b7b8-9498c4b58326 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:39:01.715617 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:39:01.715948 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4707c0f-1c58-4f71-b7b8-9498c4b58326 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:39:01.716665 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'status': 'completed', 'code': 200} Mar 07 16:39:01.775636 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:01.795197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1606-1074-4af3-884f-61a5eb943cea req-5f28384a-40c4-4d2a-8957-661a8990757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:01.796872 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c51c1606-1074-4af3-884f-61a5eb943cea req-5f28384a-40c4-4d2a-8957-661a8990757a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 1127 time: 0.0544631 Mar 07 16:39:01.891820 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1606-1074-4af3-884f-61a5eb943cea req-00ef685c-833e-4260-bfa8-1a7bbda15fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:01.893885 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c51c1606-1074-4af3-884f-61a5eb943cea req-00ef685c-833e-4260-bfa8-1a7bbda15fe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e83cd1c1-34e8-435f-934c-d1f233a1347f HTTP/1.1" status: 200 len: 898 time: 0.0913208 Mar 07 16:39:01.905993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae2bc-ee2c-4ee9-a922-9ea4f79d38b3 req-c575d1d0-e3d1-4e00-9933-c4d1a115f72f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:01.908468 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b45ae2bc-ee2c-4ee9-a922-9ea4f79d38b3 req-c575d1d0-e3d1-4e00-9933-c4d1a115f72f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.0552766 Mar 07 16:39:01.942035 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c51c1606-1074-4af3-884f-61a5eb943cea req-ee880509-b00c-49e9-b13f-a397ca6b2f66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf9b171b-40c4-403f-be58-ac33b0e61508 HTTP/1.1" status: 200 len: 217 time: 0.0418081 Mar 07 16:39:01.959437 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b45ae2bc-ee2c-4ee9-a922-9ea4f79d38b3 req-d6145c4c-b843-4476-a1f0-e9d014d475c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Mar 07 16:39:01.992080 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1606-1074-4af3-884f-61a5eb943cea req-64f0b876-461c-4e89-b78e-cf5ee7aa84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:01.993605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c51c1606-1074-4af3-884f-61a5eb943cea req-64f0b876-461c-4e89-b78e-cf5ee7aa84c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=933b9a8b-ea0e-431f-9471-6a0b32fd53d5 HTTP/1.1" status: 200 len: 835 time: 0.0455151 Mar 07 16:39:01.998244 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:29Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1a93c401-ae7f-4422-ab00-afe69512756c', 'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:b9:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:29Z', 'updated_at': '2022-03-07T16:37:32Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:02.024381 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] Checking router: cbd30702-201d-4b6a-80cb-b93a8a8d092c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:39:02.033621 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:02.034301 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:38:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:02.042398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1606-1074-4af3-884f-61a5eb943cea req-32cf9c33-6830-4895-a649-53ef2c0d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:02.043960 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c51c1606-1074-4af3-884f-61a5eb943cea req-32cf9c33-6830-4895-a649-53ef2c0d7a9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e83cd1c1-34e8-435f-934c-d1f233a1347f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440414 Mar 07 16:39:02.137720 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c51c1606-1074-4af3-884f-61a5eb943cea req-a8155ff5-bb9b-48aa-bff7-f9f4c3702e38 service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875599 Mar 07 16:39:02.140719 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:02.230080 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c51c1606-1074-4af3-884f-61a5eb943cea req-558546b1-3f72-4ab8-b116-f81eef5777c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863523 Mar 07 16:39:02.337414 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:29Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1a93c401-ae7f-4422-ab00-afe69512756c', 'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:b9:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:29Z', 'updated_at': '2022-03-07T16:37:32Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:02.366970 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1c2ba-9f6d-4de7-b02b-cf17f8dcf505 None None] The sync data for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 is: [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:29Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1a93c401-ae7f-4422-ab00-afe69512756c', 'name': '', 'network_id': 'e83cd1c1-34e8-435f-934c-d1f233a1347f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:b9:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:29Z', 'updated_at': '2022-03-07T16:37:32Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '933b9a8b-ea0e-431f-9471-6a0b32fd53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:39:02.584619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a484c-9db7-4d7a-9bb3-583e4cefa6c6 None None] New status for floating IP 529816ae-eb27-4633-a469-5c6426ee6fc4: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:39:03.087666 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044501c-208e-45cf-a8d2-e968d8594f3e req-9e7d7ff8-3944-44a7-8add-d263cf3b0d9f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:03.089162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0044501c-208e-45cf-a8d2-e968d8594f3e req-9e7d7ff8-3944-44a7-8add-d263cf3b0d9f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.0591776 Mar 07 16:39:03.141067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0044501c-208e-45cf-a8d2-e968d8594f3e req-2ab5ca88-d26e-4fcc-9335-b98ac56f1465 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464008 Mar 07 16:39:03.904835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-6461bd0b-fafb-45fe-ae8b-97092e124a63 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:03.906353 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-6461bd0b-fafb-45fe-ae8b-97092e124a63 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 945 time: 0.3428581 Mar 07 16:39:03.995751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port bf9b171b-40c4-403f-be58-ac33b0e61508 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:39:03.996101 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:04.086240 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port bf9b171b-40c4-403f-be58-ac33b0e61508, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=bf9b171b-40c4-403f-be58-ac33b0e61508,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:04.086628 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:04.098528 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for bf9b171b-40c4-403f-be58-ac33b0e61508 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:39:04.235413 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (bf9b171b-40c4-403f-be58-ac33b0e61508), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:04.260528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495f063-6bb2-4482-9d08-86fa932f6796 req-ebe5ff17-af82-446c-9f40-ca7598d14617 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:04.262013 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d495f063-6bb2-4482-9d08-86fa932f6796 req-ebe5ff17-af82-446c-9f40-ca7598d14617 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53f1c17-c6cf-4054-ac50-616873e22484 HTTP/1.1" status: 200 len: 867 time: 0.0527010 Mar 07 16:39:04.264141 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=bf9b171b-40c4-403f-be58-ac33b0e61508,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:04.306593 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] No DVR routers for this DVR port bf9b171b-40c4-403f-be58-ac33b0e61508 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:39:04.309357 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:04.313128 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-77e8ca74-3575-41a1-a6f8-b414e37f6047 req-55a11064-607c-4a9b-8826-2349b0f5a9e9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.15 "DELETE /v2.0/ports/bf9b171b-40c4-403f-be58-ac33b0e61508 HTTP/1.1" status: 204 len: 173 time: 0.4015350 Mar 07 16:39:04.313619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'name': 'network-vif-deleted', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:39:04.316620 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d1c6ab-89e2-4704-a833-076054132a5a" -d '{"events": [{"server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "name": "network-vif-deleted", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:39:04.321167 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d495f063-6bb2-4482-9d08-86fa932f6796 req-7e481807-cadd-47c9-9ff8-14f258d7b70d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0a4fa8f-637e-4f70-b930-129643208727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533416 Mar 07 16:39:04.356400 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a1ad06-cafa-4469-9448-593b14a866f5 x-openstack-request-id: req-d8a1ad06-cafa-4469-9448-593b14a866f5 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:39:04.356714 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53f1c17-c6cf-4054-ac50-616873e22484", "name": "network-vif-deleted", "tag": "bf9b171b-40c4-403f-be58-ac33b0e61508", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:39:04.356968 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8a1ad06-cafa-4469-9448-593b14a866f5 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:39:04.357380 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53f1c17-c6cf-4054-ac50-616873e22484', 'name': 'network-vif-deleted', 'tag': 'bf9b171b-40c4-403f-be58-ac33b0e61508', 'status': 'completed', 'code': 200} Mar 07 16:39:05.373881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54242) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:05.735499 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (cbd30702-201d-4b6a-80cb-b93a8a8d092c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:05.991068 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 1a93c401-ae7f-4422-ab00-afe69512756c {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:39:05.991334 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:06.082812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 1a93c401-ae7f-4422-ab00-afe69512756c, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1a93c401-ae7f-4422-ab00-afe69512756c,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:06.083200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:06.095714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 1a93c401-ae7f-4422-ab00-afe69512756c owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:39:06.290763 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1a93c401-ae7f-4422-ab00-afe69512756c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:06.317194 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=1a93c401-ae7f-4422-ab00-afe69512756c,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:06.497078 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (cbd30702-201d-4b6a-80cb-b93a8a8d092c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:06.721007 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router cbd30702-201d-4b6a-80cb-b93a8a8d092c has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:39:06.750934 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:06.831741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:39:06.837980 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2251bfe1-09e5-4109-aad3-4c8800cf52fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/cbd30702-201d-4b6a-80cb-b93a8a8d092c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4630418 Mar 07 16:39:06.840754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54244) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:06.841740 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] Sync routers for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:39:06.851309 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:06.852544 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:38:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:06.891722 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09489e6-c949-42c5-9847-b6687905d483 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting subnet 933b9a8b-ea0e-431f-9471-6a0b32fd53d5 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:39:06.895085 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b09489e6-c949-42c5-9847-b6687905d483 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (933b9a8b-ea0e-431f-9471-6a0b32fd53d5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:06.934693 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b09489e6-c949-42c5-9847-b6687905d483 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (933b9a8b-ea0e-431f-9471-6a0b32fd53d5), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:06.959738 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:07.025656 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b09489e6-c949-42c5-9847-b6687905d483 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (933b9a8b-ea0e-431f-9471-6a0b32fd53d5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.087138 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b09489e6-c949-42c5-9847-b6687905d483 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (933b9a8b-ea0e-431f-9471-6a0b32fd53d5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.089457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bf9b171b-40c4-403f-be58-ac33b0e61508 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:39:07.117434 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09489e6-c949-42c5-9847-b6687905d483 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Subnet': ['ID=933b9a8b-ea0e-431f-9471-6a0b32fd53d5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:07.120645 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b09489e6-c949-42c5-9847-b6687905d483 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.123561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: bf9b171b-40c4-403f-be58-ac33b0e61508 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:39:07.123963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device bf9b171b-40c4-403f-be58-ac33b0e61508 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:39:07.124661 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b09489e6-c949-42c5-9847-b6687905d483 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/subnets/933b9a8b-ea0e-431f-9471-6a0b32fd53d5 HTTP/1.1" status: 204 len: 168 time: 0.2829490 Mar 07 16:39:07.127341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54246) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:07.130501 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e6b98b-d87e-4017-a153-d115c50d3ab0 None None] Network e83cd1c1-34e8-435f-934c-d1f233a1347f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:39:07.146831 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:39:06Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:07.173315 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] Checking router: cbd30702-201d-4b6a-80cb-b93a8a8d092c for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:39:07.181596 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] Routers {'cbd30702-201d-4b6a-80cb-b93a8a8d092c'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:07.182204 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:38:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:07.251123 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (cbd30702-201d-4b6a-80cb-b93a8a8d092c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.293869 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] Set router cbd30702-201d-4b6a-80cb-b93a8a8d092c gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:07.303735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] DHCP port deletion for e83cd1c1-34e8-435f-934c-d1f233a1347f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:39:07.361962 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Deleting port e34b360e-3cfc-440b-b464-e91dea2b610a {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:39:07.362357 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.369302 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (cbd30702-201d-4b6a-80cb-b93a8a8d092c), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.426283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 7749a1d6-c5b4-4414-80f3-eba664191430 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:39:07.426995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.429682 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] For port e34b360e-3cfc-440b-b464-e91dea2b610a, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e34b360e-3cfc-440b-b464-e91dea2b610a,segment=NetworkSegment(43916475-c5d9-4e75-bbb4-f8682b92cba7),segment_id=43916475-c5d9-4e75-bbb4-f8682b92cba7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:07.430098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.443736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Calling delete_port for e34b360e-3cfc-440b-b464-e91dea2b610a owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:39:07.519387 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 7749a1d6-c5b4-4414-80f3-eba664191430, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7749a1d6-c5b4-4414-80f3-eba664191430,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:07.520270 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.534640 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 7749a1d6-c5b4-4414-80f3-eba664191430 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:39:07.584313 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:39:06Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:07.611384 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53622c6e-e5f7-4ae5-8fef-83a29ddda2b9 None None] The sync data for ids ['cbd30702-201d-4b6a-80cb-b93a8a8d092c'] in n-d-830010-8 is: [{'id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717853679', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:39:06Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '7749a1d6-c5b4-4414-80f3-eba664191430', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd30702-201d-4b6a-80cb-b93a8a8d092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:37:26Z', 'updated_at': '2022-03-07T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:39:07.702411 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (e34b360e-3cfc-440b-b464-e91dea2b610a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.720355 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7749a1d6-c5b4-4414-80f3-eba664191430), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.729909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Pushing event deleted for resources: {'Port': ['ID=e34b360e-3cfc-440b-b464-e91dea2b610a,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:07.732160 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] No DVR routers for this DVR port e34b360e-3cfc-440b-b464-e91dea2b610a on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:39:07.742065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.742674 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.743459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.743459 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.743781 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.744092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.744462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.744867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.745190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.745419 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.745690 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.746009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.746327 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0bf9-9b8f-4232-bbcc-bf6c674e80f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:07.747416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=7749a1d6-c5b4-4414-80f3-eba664191430,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:07.805725 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (cbd30702-201d-4b6a-80cb-b93a8a8d092c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.900675 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (cbd30702-201d-4b6a-80cb-b93a8a8d092c), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.902728 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (cbd30702-201d-4b6a-80cb-b93a8a8d092c), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.949718 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (cbd30702-201d-4b6a-80cb-b93a8a8d092c), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.950295 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Fanout notify agent at l3_agent the message router_deleted on router cbd30702-201d-4b6a-80cb-b93a8a8d092c {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:39:07.956950 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:07.958101 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4f42a881-b454-4a8f-973c-12747b8b254b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/routers/cbd30702-201d-4b6a-80cb-b93a8a8d092c HTTP/1.1" status: 204 len: 168 time: 0.8297615 Mar 07 16:39:07.961089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54248) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:08.043049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (e83cd1c1-34e8-435f-934c-d1f233a1347f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.131177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (e83cd1c1-34e8-435f-934c-d1f233a1347f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.151639 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83cd1c1-34e8-435f-934c-d1f233a1347f']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:08.160769 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43916475-c5d9-4e75-bbb4-f8682b92cba7') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:08.161073 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43916475-c5d9-4e75-bbb4-f8682b92cba7') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:08.171523 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (43916475-c5d9-4e75-bbb4-f8682b92cba7), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.185373 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (43916475-c5d9-4e75-bbb4-f8682b92cba7), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.191660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:39:08.192046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (43916475-c5d9-4e75-bbb4-f8682b92cba7), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:39:08.195354 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:39:08.259941 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (e83cd1c1-34e8-435f-934c-d1f233a1347f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.267622 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.271070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/networks/e83cd1c1-34e8-435f-934c-d1f233a1347f HTTP/1.1" status: 204 len: 168 time: 0.3090162 Mar 07 16:39:08.274039 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54250) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:08.283044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f26e41-4c93-4ed4-b741-84fd4e95ea70 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Network': ['ID=e83cd1c1-34e8-435f-934c-d1f233a1347f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:08.337111 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (f0a4fa8f-637e-4f70-b930-129643208727), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.361866 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (f0a4fa8f-637e-4f70-b930-129643208727), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.422904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (f0a4fa8f-637e-4f70-b930-129643208727), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.425570 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:08.426745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/security-groups/f0a4fa8f-637e-4f70-b930-129643208727 HTTP/1.1" status: 204 len: 168 time: 0.1516490 Mar 07 16:39:08.436707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a4fa8f-637e-4f70-b930-129643208727,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:08.444112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.444476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.444884 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.445287 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.445773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.446014 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.446354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.446691 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.447061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.447402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.447741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.448201 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.448411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346c89-f88d-47d2-99c5-649c7f6cf608 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:08.657206 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1a93c401-ae7f-4422-ab00-afe69512756c no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:39:08.678081 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 1a93c401-ae7f-4422-ab00-afe69512756c {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:39:08.678431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1a93c401-ae7f-4422-ab00-afe69512756c not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:39:08.678958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7749a1d6-c5b4-4414-80f3-eba664191430 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:39:08.697218 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7749a1d6-c5b4-4414-80f3-eba664191430 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:39:08.697559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7749a1d6-c5b4-4414-80f3-eba664191430 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:39:08.697964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e34b360e-3cfc-440b-b464-e91dea2b610a no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:39:08.716237 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e34b360e-3cfc-440b-b464-e91dea2b610a {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:39:08.716584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e34b360e-3cfc-440b-b464-e91dea2b610a not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:39:09.107428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54256) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:09.112141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a127940e-dd6b-498c-a97b-3fd6948c3316 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66545518', 'description': 'tempest-secgroup-smoke-66545518 description', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:09.131696 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a127940e-dd6b-498c-a97b-3fd6948c3316 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.196173 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a127940e-dd6b-498c-a97b-3fd6948c3316 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (b570c2a9-a196-4594-9d2e-e3e2a9c239bb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.199788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a127940e-dd6b-498c-a97b-3fd6948c3316 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b570c2a9-a196-4594-9d2e-e3e2a9c239bb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.230465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a127940e-dd6b-498c-a97b-3fd6948c3316 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.231103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a127940e-dd6b-498c-a97b-3fd6948c3316 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1226022 Mar 07 16:39:09.233053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127940e-dd6b-498c-a97b-3fd6948c3316 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b570c2a9-a196-4594-9d2e-e3e2a9c239bb,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:09.234071 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54258) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:09.239888 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-299213ac-d195-484a-9d92-c5ddc2882639 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'b570c2a9-a196-4594-9d2e-e3e2a9c239bb', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:09.265481 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-299213ac-d195-484a-9d92-c5ddc2882639 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (6e0915a2-e7c1-4a84-b747-89ab524e5f20), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.322556 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-299213ac-d195-484a-9d92-c5ddc2882639 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (6e0915a2-e7c1-4a84-b747-89ab524e5f20), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.325958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-299213ac-d195-484a-9d92-c5ddc2882639 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (6e0915a2-e7c1-4a84-b747-89ab524e5f20), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.342881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299213ac-d195-484a-9d92-c5ddc2882639 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0915a2-e7c1-4a84-b747-89ab524e5f20,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:09.351009 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-299213ac-d195-484a-9d92-c5ddc2882639 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.352264 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-299213ac-d195-484a-9d92-c5ddc2882639 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165154 Mar 07 16:39:09.354981 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54260) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:09.359247 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-11772b93-e70e-466a-b619-d121e4de6afc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'b570c2a9-a196-4594-9d2e-e3e2a9c239bb', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:09.384735 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11772b93-e70e-466a-b619-d121e4de6afc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (70505a36-dab5-4a1f-8c57-25c4776e231f), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.441119 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11772b93-e70e-466a-b619-d121e4de6afc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (70505a36-dab5-4a1f-8c57-25c4776e231f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.444613 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11772b93-e70e-466a-b619-d121e4de6afc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (70505a36-dab5-4a1f-8c57-25c4776e231f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.467934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11772b93-e70e-466a-b619-d121e4de6afc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70505a36-dab5-4a1f-8c57-25c4776e231f,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:09.473418 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-11772b93-e70e-466a-b619-d121e4de6afc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.474616 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-11772b93-e70e-466a-b619-d121e4de6afc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186945 Mar 07 16:39:09.477616 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54262) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:09.481873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-bf0dc9ab-ac02-4fb6-9f1f-161ab73b2f83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'b570c2a9-a196-4594-9d2e-e3e2a9c239bb', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:09.506126 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf0dc9ab-ac02-4fb6-9f1f-161ab73b2f83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (d417cf83-959d-402c-b802-6dd2a158904b), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.562577 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf0dc9ab-ac02-4fb6-9f1f-161ab73b2f83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (d417cf83-959d-402c-b802-6dd2a158904b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.565920 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf0dc9ab-ac02-4fb6-9f1f-161ab73b2f83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (d417cf83-959d-402c-b802-6dd2a158904b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.586100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dc9ab-ac02-4fb6-9f1f-161ab73b2f83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d417cf83-959d-402c-b802-6dd2a158904b,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:09.591306 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bf0dc9ab-ac02-4fb6-9f1f-161ab73b2f83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.592526 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bf0dc9ab-ac02-4fb6-9f1f-161ab73b2f83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139884 Mar 07 16:39:09.595278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54264) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:09.599668 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d01b0e05-5d4e-4a06-847f-c991649bba27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'b570c2a9-a196-4594-9d2e-e3e2a9c239bb', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:09.624229 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d01b0e05-5d4e-4a06-847f-c991649bba27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (de690e7f-ec01-4399-b59f-2f836e7d3793), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.682781 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d01b0e05-5d4e-4a06-847f-c991649bba27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (de690e7f-ec01-4399-b59f-2f836e7d3793), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.686203 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d01b0e05-5d4e-4a06-847f-c991649bba27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (de690e7f-ec01-4399-b59f-2f836e7d3793), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.705792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b0e05-5d4e-4a06-847f-c991649bba27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de690e7f-ec01-4399-b59f-2f836e7d3793,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:09.714083 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d01b0e05-5d4e-4a06-847f-c991649bba27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.715352 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d01b0e05-5d4e-4a06-847f-c991649bba27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191168 Mar 07 16:39:09.718019 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54266) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:09.722431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7fb2758e-1269-453c-b72c-f6137edacba4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'b570c2a9-a196-4594-9d2e-e3e2a9c239bb', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:09.743762 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-7fb2758e-1269-453c-b72c-f6137edacba4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:39:09.748509 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7fb2758e-1269-453c-b72c-f6137edacba4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (d9e5c39a-3104-4495-aca6-c4634c141476), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.806046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7fb2758e-1269-453c-b72c-f6137edacba4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (d9e5c39a-3104-4495-aca6-c4634c141476), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.809619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7fb2758e-1269-453c-b72c-f6137edacba4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (d9e5c39a-3104-4495-aca6-c4634c141476), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.830277 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2758e-1269-453c-b72c-f6137edacba4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e5c39a-3104-4495-aca6-c4634c141476,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:09.834712 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7fb2758e-1269-453c-b72c-f6137edacba4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.838784 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7fb2758e-1269-453c-b72c-f6137edacba4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169357 Mar 07 16:39:09.838784 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54268) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:09.842890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-e06ac173-f214-4139-89b1-8d6f604b35c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'b570c2a9-a196-4594-9d2e-e3e2a9c239bb', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:09.864786 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-e06ac173-f214-4139-89b1-8d6f604b35c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:39:09.870393 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e06ac173-f214-4139-89b1-8d6f604b35c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (7f11e830-984a-4108-9dfe-29a945f7b485), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.928924 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e06ac173-f214-4139-89b1-8d6f604b35c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (7f11e830-984a-4108-9dfe-29a945f7b485), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.932864 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e06ac173-f214-4139-89b1-8d6f604b35c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (7f11e830-984a-4108-9dfe-29a945f7b485), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.950117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ac173-f214-4139-89b1-8d6f604b35c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f11e830-984a-4108-9dfe-29a945f7b485,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:09.957099 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e06ac173-f214-4139-89b1-8d6f604b35c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:09.958304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e06ac173-f214-4139-89b1-8d6f604b35c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186986 Mar 07 16:39:09.961165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54270) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:09.965865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'network': {'name': 'tempest-network-smoke--1065731982', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'port_security_enabled': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:09.984100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:39:09.987540 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.010292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:39:10.019261 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (97b5873c-c65e-4289-8459-7968920cee32), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.019609 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Added segment 97b5873c-c65e-4289-8459-7968920cee32 of type vlan for network 6c991e80-cbd1-4aed-bd95-334e0075d248 Mar 07 16:39:10.059956 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (6c991e80-cbd1-4aed-bd95-334e0075d248), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.084086 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (6c991e80-cbd1-4aed-bd95-334e0075d248), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.089249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:10.089835 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.132323 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1700776 Mar 07 16:39:10.135953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54272) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:10.140784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'admin_state_up': True, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:10.162164 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (7edd3879-892a-4f77-9526-f2b08f7ccd8f), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.163482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (7edd3879-892a-4f77-9526-f2b08f7ccd8f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.172847 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb0924-81c2-48b6-a658-09b5adb8308c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Network': ['ID=6c991e80-cbd1-4aed-bd95-334e0075d248,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:10.184433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 6c991e80-cbd1-4aed-bd95-334e0075d248 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:39:10.220521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (7edd3879-892a-4f77-9526-f2b08f7ccd8f), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.359043 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (7edd3879-892a-4f77-9526-f2b08f7ccd8f), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.563349 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (7edd3879-892a-4f77-9526-f2b08f7ccd8f), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.581555 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.695601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.87 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/4b96db12-3ff9-454b-b93e-02f0a8b0cbb3) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:39:10.814080 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.848561 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:10.889935 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:39:10.894218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:39:10.897000 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:39:10.928472 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=4b96db12-3ff9-454b-b93e-02f0a8b0cbb3,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:11.179459 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (7edd3879-892a-4f77-9526-f2b08f7ccd8f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:11.368433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:11.397055 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (7edd3879-892a-4f77-9526-f2b08f7ccd8f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:11.528041 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 7edd3879-892a-4f77-9526-f2b08f7ccd8f is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:39:11.636891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:39:11.646588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Sync routers for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:39:11.657282 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:11.657466 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:11.657923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:38:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:11.661488 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b366cc06-2e95-4fe4-9271-2bfc43700c1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5215087 Mar 07 16:39:11.661749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54274) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:11.692160 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-04f71e84-583a-4fcf-8fa3-5961ed17a2d0 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=76e22b52ed614766a5ec6b63fcd0f41c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269506 Mar 07 16:39:11.692377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54276) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:11.766155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:11.782178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee47e67-ed67-4539-a688-736cde34621e tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:11.783678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3ee47e67-ed67-4539-a688-736cde34621e tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904276 Mar 07 16:39:11.786538 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54278) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:11.814142 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bca9201e-4b0d-43af-b761-3c4cf33a6c35 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265110 Mar 07 16:39:11.816644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54280) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:11.822032 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1721045162', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:11.911138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:39:11.915296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:11.948742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:11Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:11.975119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Checking router: 7edd3879-892a-4f77-9526-f2b08f7ccd8f for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:39:11.975479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Updating router 7edd3879-892a-4f77-9526-f2b08f7ccd8f port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:39:12.003447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.096081 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (a48b2f0d-17de-426b-9069-31d98b8a5b59), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.156699 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Subnet': ['ID=a48b2f0d-17de-426b-9069-31d98b8a5b59,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:12.167970 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Checking segment: {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:39:12.168348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network hostable DHCP agents. Network: 6c991e80-cbd1-4aed-bd95-334e0075d248, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:39:12.185042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 6c991e80-cbd1-4aed-bd95-334e0075d248 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:39:12.193968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 6c991e80-cbd1-4aed-bd95-334e0075d248) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:39:12.206858 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b287c-0016-4273-acca-e09f6e323e6a None None] Network 6c991e80-cbd1-4aed-bd95-334e0075d248 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:39:12.207306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:12.207929 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.227899 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b316f9ec-2e27-4726-9f3e-a74238e63910 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4077215 Mar 07 16:39:12.228723 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54282) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:12.331078 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Publish callbacks [] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.352723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.385590 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-6c991e80-cbd1-4aed-bd95-334e0075d248', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:39:12.386439 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.433906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ed797-d8be-469b-a11f-a256bdbf1f5e None None] Pushing event updated for resources: {'Port': ['ID=4b96db12-3ff9-454b-b93e-02f0a8b0cbb3,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:12.438801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Attempting to bind port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:39:12.439183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Attempting to bind port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:39:12.439557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Attempting to bind port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:39:12.493195 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:39:12.493578 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:39:12.493989 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.494389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:39:12.494923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Bound port: 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:39:12.495309 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.590311 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] For port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:39:12.594724 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] For port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4b96db12-3ff9-454b-b93e-02f0a8b0cbb3,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:39:12.606156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Allocated IP 172.20.0.2 (6c991e80-cbd1-4aed-bd95-334e0075d248/a48b2f0d-17de-426b-9069-31d98b8a5b59/76d30669-039b-475c-ad47-e3127f5b2dd7) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:39:12.608555 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.671661 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.723588 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:12.724226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:38:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:12.762276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ed797-d8be-469b-a11f-a256bdbf1f5e None None] Pushing event updated for resources: {'Port': ['ID=4b96db12-3ff9-454b-b93e-02f0a8b0cbb3,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:12.889999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:12.950498 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Publish callbacks [] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:12.966197 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.004138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.1 (6c991e80-cbd1-4aed-bd95-334e0075d248/a48b2f0d-17de-426b-9069-31d98b8a5b59/630775db-94e8-43d7-9867-58f49890a0fe) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:39:13.036720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Network 6c991e80-cbd1-4aed-bd95-334e0075d248 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:39:13.045758 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:39:13.051936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:39:13.063933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Pushing event updated for resources: {'Port': ['ID=76d30669-039b-475c-ad47-e3127f5b2dd7,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:13.122683 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (630775db-94e8-43d7-9867-58f49890a0fe), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.152624 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Attempting to bind port 76d30669-039b-475c-ad47-e3127f5b2dd7 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:39:13.152914 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Attempting to bind port 76d30669-039b-475c-ad47-e3127f5b2dd7 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:39:13.153289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Attempting to bind port 76d30669-039b-475c-ad47-e3127f5b2dd7 on network 6c991e80-cbd1-4aed-bd95-334e0075d248 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:39:13.157484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (630775db-94e8-43d7-9867-58f49890a0fe), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.160558 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:39:13.161002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Checking segment: {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:39:13.161421 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.161821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Bound using segment: {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:39:13.162295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Bound port: 76d30669-039b-475c-ad47-e3127f5b2dd7, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:39:13.162684 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.199005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 6c991e80-cbd1-4aed-bd95-334e0075d248 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:39:13.202123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:39:13.204546 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:39:13.230985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:11Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:13.235142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=630775db-94e8-43d7-9867-58f49890a0fe,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:13.255730 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (7edd3879-892a-4f77-9526-f2b08f7ccd8f), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.265652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b745a-ddc1-4cdf-aad0-6084fcd92af7 None None] The sync data for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 is: [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:11Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:39:13.267550 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] For port 76d30669-039b-475c-ad47-e3127f5b2dd7, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:39:13.282963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] For port 76d30669-039b-475c-ad47-e3127f5b2dd7, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=76d30669-039b-475c-ad47-e3127f5b2dd7,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:39:13.291131 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.356262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce775da8-b6e4-4498-8016-c2c2e817710e None None] Pushing event updated for resources: {'Port': ['ID=76d30669-039b-475c-ad47-e3127f5b2dd7,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:13.418622 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (630775db-94e8-43d7-9867-58f49890a0fe), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.762578 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (630775db-94e8-43d7-9867-58f49890a0fe), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.767322 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (630775db-94e8-43d7-9867-58f49890a0fe), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.842073 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=630775db-94e8-43d7-9867-58f49890a0fe,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:13.844516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (7edd3879-892a-4f77-9526-f2b08f7ccd8f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:13.944202 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 6c991e80-cbd1-4aed-bd95-334e0075d248 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:39:13.945879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:39:14.069616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 7edd3879-892a-4f77-9526-f2b08f7ccd8f has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:39:14.350598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e147c0-62a4-462a-b5ff-9d76e7242152 None None] Network 6c991e80-cbd1-4aed-bd95-334e0075d248 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:39:14.483641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ab9950bb-6d01-4fe8-8914-af3428e89a40 None None] Provisioning complete for port 76d30669-039b-475c-ad47-e3127f5b2dd7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:14.484109 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab9950bb-6d01-4fe8-8914-af3428e89a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:14.522852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 76d30669-039b-475c-ad47-e3127f5b2dd7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:39:14.540636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:39:14.546564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8beebc1a-4ae2-4d4e-a0f7-3cd5b6003877 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/7edd3879-892a-4f77-9526-f2b08f7ccd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3155870 Mar 07 16:39:14.614257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 76d30669-039b-475c-ad47-e3127f5b2dd7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:14.614638 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:14.654294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ab9950bb-6d01-4fe8-8914-af3428e89a40 None None] Current status of the port 76d30669-039b-475c-ad47-e3127f5b2dd7 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:14.654697 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab9950bb-6d01-4fe8-8914-af3428e89a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:14.726203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ab9950bb-6d01-4fe8-8914-af3428e89a40 None None] For port 76d30669-039b-475c-ad47-e3127f5b2dd7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=76d30669-039b-475c-ad47-e3127f5b2dd7,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:14.734963 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab9950bb-6d01-4fe8-8914-af3428e89a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:14.755471 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-52dfa384-878e-4983-b312-46d1a9125d83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66545518&fields=id&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 267 time: 0.0758049 Mar 07 16:39:14.763340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 76d30669-039b-475c-ad47-e3127f5b2dd7 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:14.763736 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:14.804790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9950bb-6d01-4fe8-8914-af3428e89a40 None None] Pushing event updated for resources: {'Port': ['ID=76d30669-039b-475c-ad47-e3127f5b2dd7,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:14.849920 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:39:14.850283 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:39:14.859230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-212980f1-7f51-47ef-a6be-95b6d486debf None None] Provisioning complete for port 76d30669-039b-475c-ad47-e3127f5b2dd7 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:14.859615 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-212980f1-7f51-47ef-a6be-95b6d486debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:14.877794 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-277eb0ab-1538-4a1d-a588-f527efe49a00 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:14.885585 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-277eb0ab-1538-4a1d-a588-f527efe49a00 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/networks?id=6c991e80-cbd1-4aed-bd95-334e0075d248 HTTP/1.1" status: 200 len: 797 time: 0.1290967 Mar 07 16:39:14.897079 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-2982dbf3-6a3b-4217-aa54-8f781964787a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/quotas/76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 375 time: 0.0105906 Mar 07 16:39:14.955163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-212980f1-7f51-47ef-a6be-95b6d486debf None None] Current status of the port 76d30669-039b-475c-ad47-e3127f5b2dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:14.959914 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-3fdd543f-e91f-42ba-a925-774c2092550f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572784 Mar 07 16:39:14.967163 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-212980f1-7f51-47ef-a6be-95b6d486debf None None] Provisioning complete for port 630775db-94e8-43d7-9867-58f49890a0fe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:14.967790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-212980f1-7f51-47ef-a6be-95b6d486debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (630775db-94e8-43d7-9867-58f49890a0fe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.010127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-212980f1-7f51-47ef-a6be-95b6d486debf None None] Port 630775db-94e8-43d7-9867-58f49890a0fe cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:39:15.066037 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-ed0950c6-db8c-4f3e-80e3-7950e4e95e2e service neutron] 10.222.0.24 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930386 Mar 07 16:39:15.094704 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Sync routers for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:39:15.105924 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:15.106535 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:38:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:15.143219 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e182061a-2688-4825-b224-3395c348a01a None None] Provisioning complete for port 630775db-94e8-43d7-9867-58f49890a0fe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:15.143599 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e182061a-2688-4825-b224-3395c348a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (630775db-94e8-43d7-9867-58f49890a0fe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.182925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e182061a-2688-4825-b224-3395c348a01a None None] Port 630775db-94e8-43d7-9867-58f49890a0fe cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:39:15.191533 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-b3d64a19-c9c0-452f-a9ef-ea08593a7422 service neutron] 10.222.0.24 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204503 Mar 07 16:39:15.255492 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:15.304122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9b5ae054-289d-4349-8744-8803f581128a None None] Provisioning complete for port 630775db-94e8-43d7-9867-58f49890a0fe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:15.304494 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae054-289d-4349-8744-8803f581128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (630775db-94e8-43d7-9867-58f49890a0fe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.339664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ae054-289d-4349-8744-8803f581128a None None] Port 630775db-94e8-43d7-9867-58f49890a0fe cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:39:15.385844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 76d30669-039b-475c-ad47-e3127f5b2dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:15.386868 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:39:15.435656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:15.436032 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.456684 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '630775db-94e8-43d7-9867-58f49890a0fe', 'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:59:95:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:12Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 2, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:15.484599 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Checking router: 7edd3879-892a-4f77-9526-f2b08f7ccd8f for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:39:15.484969 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Updating router 7edd3879-892a-4f77-9526-f2b08f7ccd8f port 630775db-94e8-43d7-9867-58f49890a0fe binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:39:15.514415 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (630775db-94e8-43d7-9867-58f49890a0fe), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.672245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:15.672651 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.693563 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4b96db12-3ff9-454b-b93e-02f0a8b0cbb3,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:15.697578 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.744748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=4b96db12-3ff9-454b-b93e-02f0a8b0cbb3,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:15.781489 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Publish callbacks [] for port (630775db-94e8-43d7-9867-58f49890a0fe), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.786329 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (630775db-94e8-43d7-9867-58f49890a0fe), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.835574 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Pushing event updated for resources: {'Port': ['ID=630775db-94e8-43d7-9867-58f49890a0fe,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:15.858026 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.858373 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.858717 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.859087 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.859424 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.859757 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.860088 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.860416 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.860743 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.861069 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.861393 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.861714 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.862042 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:39:15.896849 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Attempting to bind port 630775db-94e8-43d7-9867-58f49890a0fe on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:39:15.897235 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Attempting to bind port 630775db-94e8-43d7-9867-58f49890a0fe by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:39:15.897602 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Attempting to bind port 630775db-94e8-43d7-9867-58f49890a0fe on network 6c991e80-cbd1-4aed-bd95-334e0075d248 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:39:15.903217 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:39:15.903594 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Checking segment: {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:39:15.904018 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.904398 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Bound using segment: {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:39:15.904865 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Bound port: 630775db-94e8-43d7-9867-58f49890a0fe, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:39:15.905247 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (630775db-94e8-43d7-9867-58f49890a0fe), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:15.971799 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] For port 630775db-94e8-43d7-9867-58f49890a0fe, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:39:15.975109 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] For port 630775db-94e8-43d7-9867-58f49890a0fe, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=630775db-94e8-43d7-9867-58f49890a0fe,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:39:15.982232 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (630775db-94e8-43d7-9867-58f49890a0fe), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:16.041771 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:16.042408 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:38:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:16.047654 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be48091-bdfb-4825-b5c5-3e36756860b6 None None] Pushing event updated for resources: {'Port': ['ID=630775db-94e8-43d7-9867-58f49890a0fe,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:16.065065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a56a8e88-f1aa-4707-9713-9c92c33db919 None None] Provisioning complete for port 630775db-94e8-43d7-9867-58f49890a0fe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:16.065451 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a56a8e88-f1aa-4707-9713-9c92c33db919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (630775db-94e8-43d7-9867-58f49890a0fe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:16.151458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a56a8e88-f1aa-4707-9713-9c92c33db919 None None] Current status of the port 630775db-94e8-43d7-9867-58f49890a0fe is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:16.151948 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a56a8e88-f1aa-4707-9713-9c92c33db919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (630775db-94e8-43d7-9867-58f49890a0fe), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:16.161524 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:16.186155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a56a8e88-f1aa-4707-9713-9c92c33db919 None None] For port 630775db-94e8-43d7-9867-58f49890a0fe, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=630775db-94e8-43d7-9867-58f49890a0fe,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:16.191362 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a56a8e88-f1aa-4707-9713-9c92c33db919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (630775db-94e8-43d7-9867-58f49890a0fe), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:16.245305 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a8e88-f1aa-4707-9713-9c92c33db919 None None] Pushing event updated for resources: {'Port': ['ID=630775db-94e8-43d7-9867-58f49890a0fe,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:16.314050 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a754729f-ab64-47e9-b3cc-a0b3f28c73f3 None None] Provisioning complete for port 630775db-94e8-43d7-9867-58f49890a0fe triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:16.314050 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a754729f-ab64-47e9-b3cc-a0b3f28c73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (630775db-94e8-43d7-9867-58f49890a0fe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:16.375693 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '630775db-94e8-43d7-9867-58f49890a0fe', 'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:59:95:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:12Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:16.399859 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a754729f-ab64-47e9-b3cc-a0b3f28c73f3 None None] Current status of the port 630775db-94e8-43d7-9867-58f49890a0fe is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:16.408609 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76bf34-cba8-4627-ab45-515d4bb37af0 None None] The sync data for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 is: [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '630775db-94e8-43d7-9867-58f49890a0fe', 'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:59:95:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:12Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:39:16.425229 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-18b9ddf4-2e1c-48dc-897b-00017d98a035 req-a81d2412-6396-47a1-aebe-d9752190c5f4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 210 time: 0.0531757 Mar 07 16:39:16.450729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 76d30669-039b-475c-ad47-e3127f5b2dd7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:39:16.534281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 76d30669-039b-475c-ad47-e3127f5b2dd7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:16.534561 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:16.629934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 76d30669-039b-475c-ad47-e3127f5b2dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:16.631393 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:39:16.683971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:16.684442 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:16.771579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:17.439232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-7559b05a-62c6-47ae-b608-763fa0e4286a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:17.440611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-7559b05a-62c6-47ae-b608-763fa0e4286a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/networks?id=6c991e80-cbd1-4aed-bd95-334e0075d248 HTTP/1.1" status: 200 len: 797 time: 0.1202710 Mar 07 16:39:17.507856 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-d2962280-4abd-4e36-bf6d-e675903dbe41 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 378 time: 0.0592520 Mar 07 16:39:17.516324 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'port': {'device_id': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'admin_state_up': True, 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'security_groups': ['b570c2a9-a196-4594-9d2e-e3e2a9c239bb']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:17.520861 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-599fdbac-1841-476c-aa4e-89d5247db8b4 req-1f3212c1-b0ec-45ee-b6cf-5147e21056c4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 210 time: 0.0294955 Mar 07 16:39:17.627829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:39:17.631586 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:17.757565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.13 (6c991e80-cbd1-4aed-bd95-334e0075d248/a48b2f0d-17de-426b-9069-31d98b8a5b59/eec926ed-c2eb-421b-9305-329664df3bfc) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:39:17.894567 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (eec926ed-c2eb-421b-9305-329664df3bfc), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:17.927908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:17.971563 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 6c991e80-cbd1-4aed-bd95-334e0075d248 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:39:17.974468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:39:17.978210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:39:18.001306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=eec926ed-c2eb-421b-9305-329664df3bfc,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:18.031541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:18.032181 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:18.048814 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-82a3466a-9d82-45e5-8fd3-0cd4dae98094 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5363362 Mar 07 16:39:18.058906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-77558023-e877-46be-b41b-8f1fc69ec221 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:39:18.059893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-77558023-e877-46be-b41b-8f1fc69ec221 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059538 Mar 07 16:39:18.126656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Request body: {'port': {'device_id': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:18.189337 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:18.232487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-5b7b9fca-4f80-430d-b7a8-c6360a5ff067 None None] Provisioning complete for port eec926ed-c2eb-421b-9305-329664df3bfc triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:18.232949 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9fca-4f80-430d-b7a8-c6360a5ff067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:18.270330 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b9fca-4f80-430d-b7a8-c6360a5ff067 None None] Port eec926ed-c2eb-421b-9305-329664df3bfc cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:39:18.454885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 630775db-94e8-43d7-9867-58f49890a0fe up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:39:18.455242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec926ed-c2eb-421b-9305-329664df3bfc {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:39:18.463212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Publish callbacks [] for port (eec926ed-c2eb-421b-9305-329664df3bfc), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:18.474824 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Transition to ACTIVE for port object eec926ed-c2eb-421b-9305-329664df3bfc will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:39:18.478822 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:18.503969 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 630775db-94e8-43d7-9867-58f49890a0fe triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:18.504353 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (630775db-94e8-43d7-9867-58f49890a0fe), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:18.529425 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=eec926ed-c2eb-421b-9305-329664df3bfc,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:18.613638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 630775db-94e8-43d7-9867-58f49890a0fe is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:18.619745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Attempting to bind port eec926ed-c2eb-421b-9305-329664df3bfc on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:39:18.620108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Attempting to bind port eec926ed-c2eb-421b-9305-329664df3bfc by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:39:18.620441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Attempting to bind port eec926ed-c2eb-421b-9305-329664df3bfc on network 6c991e80-cbd1-4aed-bd95-334e0075d248 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:39:18.640971 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Port eec926ed-c2eb-421b-9305-329664df3bfc on network 6c991e80-cbd1-4aed-bd95-334e0075d248 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:39:18.641301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Attempting to bind port eec926ed-c2eb-421b-9305-329664df3bfc on network 6c991e80-cbd1-4aed-bd95-334e0075d248 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:39:18.655533 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:39:18.656218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Checking segment: {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:39:18.657218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Bound using segment: {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:39:18.657817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Bound port: eec926ed-c2eb-421b-9305-329664df3bfc, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b5873c-c65e-4289-8459-7968920cee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:39:18.658193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:18.708600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b25e-2f03-43ea-9cef-59d0a133a9d9 req-408a6ac0-694d-496c-9e16-e3ff897f9a59 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:18.710121 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5758b25e-2f03-43ea-9cef-59d0a133a9d9 req-408a6ac0-694d-496c-9e16-e3ff897f9a59 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 944 time: 0.1039369 Mar 07 16:39:18.765262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] For port eec926ed-c2eb-421b-9305-329664df3bfc, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:39:18.788834 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] For port eec926ed-c2eb-421b-9305-329664df3bfc, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eec926ed-c2eb-421b-9305-329664df3bfc,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:39:18.793429 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5758b25e-2f03-43ea-9cef-59d0a133a9d9 req-6eac9743-3c9d-4f64-91b9-1e484a8abefa tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760109 Mar 07 16:39:18.798908 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:18.831518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:18.832154 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:18.833577 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] 10.222.0.11 "PUT /v2.0/ports/eec926ed-c2eb-421b-9305-329664df3bfc HTTP/1.1" status: 200 len: 1092 time: 0.7664590 Mar 07 16:39:18.834026 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:39:18.836409 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75566f3-45cf-4b34-a51f-d33df0920ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:39:18.865354 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401c575-247f-4280-9dda-66b5283a4ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=eec926ed-c2eb-421b-9305-329664df3bfc,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:18.923467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-f9034af3-6bc7-40f1-bd01-e85d39bfc0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:18.925345 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-f9034af3-6bc7-40f1-bd01-e85d39bfc0d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 1126 time: 0.0493731 Mar 07 16:39:18.969754 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18ba202-766a-402c-ae2c-f239e62c3205 x-openstack-request-id: req-f18ba202-766a-402c-ae2c-f239e62c3205 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:39:18.970044 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:39:18.970312 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f18ba202-766a-402c-ae2c-f239e62c3205 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:39:18.970730 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'status': 'completed', 'code': 200} Mar 07 16:39:18.972545 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-7e256fa8-b216-45da-8a7b-eff9f1a70dd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec926ed-c2eb-421b-9305-329664df3bfc HTTP/1.1" status: 200 len: 217 time: 0.0407286 Mar 07 16:39:19.027680 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-8465e785-7761-45eb-a438-473bb413977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:19.029583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-8465e785-7761-45eb-a438-473bb413977d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a48b2f0d-17de-426b-9069-31d98b8a5b59 HTTP/1.1" status: 200 len: 835 time: 0.0509415 Mar 07 16:39:19.076835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-3757a1b5-6939-4afd-874d-d13766e414d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:19.078344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-3757a1b5-6939-4afd-874d-d13766e414d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c991e80-cbd1-4aed-bd95-334e0075d248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436671 Mar 07 16:39:19.176382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-4e20f591-c156-4d43-a0b0-8412f39be60a service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917222 Mar 07 16:39:19.263180 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-56d03379-6e36-4007-abbb-61939c4b26e0 req-201c6d28-e246-4e1a-9852-d2ee46af3232 service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811625 Mar 07 16:39:19.349562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-51a1ac66-8f61-495c-a7d0-d3364967d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:19.351072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-51a1ac66-8f61-495c-a7d0-d3364967d90e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 1126 time: 0.0463376 Mar 07 16:39:19.441806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-4f706f8c-6c96-4237-b6ea-611804e6a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:19.443344 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-4f706f8c-6c96-4237-b6ea-611804e6a994 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c991e80-cbd1-4aed-bd95-334e0075d248 HTTP/1.1" status: 200 len: 898 time: 0.0867457 Mar 07 16:39:19.484087 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-2297a038-e54d-4241-8e9b-e489465e677c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec926ed-c2eb-421b-9305-329664df3bfc HTTP/1.1" status: 200 len: 217 time: 0.0349944 Mar 07 16:39:19.536857 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-66bebce3-10db-4624-9ad0-f824186c6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:19.538316 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-66bebce3-10db-4624-9ad0-f824186c6cf8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a48b2f0d-17de-426b-9069-31d98b8a5b59 HTTP/1.1" status: 200 len: 835 time: 0.0474412 Mar 07 16:39:19.588474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-8ef2d608-f9bc-4332-a958-b70f1553d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:19.589996 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-8ef2d608-f9bc-4332-a958-b70f1553d2a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c991e80-cbd1-4aed-bd95-334e0075d248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445530 Mar 07 16:39:19.679855 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-8087e973-3700-4cbf-b658-0fdcd07f8187 service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820508 Mar 07 16:39:19.771954 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a75566f3-45cf-4b34-a51f-d33df0920ef9 req-6ed7ff82-7714-46af-898b-b0ad639f9764 service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854077 Mar 07 16:39:19.913873 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4934b1-3a3f-4c8c-b26a-3d0abe119ef5 req-a525f1ce-949b-471d-be2d-3fb56381fe6d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:19.916681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e4934b1-3a3f-4c8c-b26a-3d0abe119ef5 req-a525f1ce-949b-471d-be2d-3fb56381fe6d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 944 time: 0.0562623 Mar 07 16:39:19.965596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5e4934b1-3a3f-4c8c-b26a-3d0abe119ef5 req-26d489fe-e010-43f7-b9ee-ff9af894d132 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433650 Mar 07 16:39:21.085982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998798-ef92-4655-9fc2-2619639a23d0 req-a38b81ff-4a12-4517-a20d-135bf0e342ca tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:21.087693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eb998798-ef92-4655-9fc2-2619639a23d0 req-a38b81ff-4a12-4517-a20d-135bf0e342ca tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 944 time: 0.0525048 Mar 07 16:39:21.139579 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eb998798-ef92-4655-9fc2-2619639a23d0 req-9f1eb9e9-c58a-4296-b5e2-8115e453cdfa tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460758 Mar 07 16:39:22.266475 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080abf0-fbdb-41a0-82ea-6cf7ffc329fd req-29980c38-9eb0-4b5f-9fe6-294d70290159 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:22.268008 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3080abf0-fbdb-41a0-82ea-6cf7ffc329fd req-29980c38-9eb0-4b5f-9fe6-294d70290159 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 944 time: 0.0597463 Mar 07 16:39:22.316928 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3080abf0-fbdb-41a0-82ea-6cf7ffc329fd req-a62f5ede-a6c1-469f-a666-ccb611d9fcaa tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429749 Mar 07 16:39:22.395300 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eec926ed-c2eb-421b-9305-329664df3bfc details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:39:22.493469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port eec926ed-c2eb-421b-9305-329664df3bfc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eec926ed-c2eb-421b-9305-329664df3bfc,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:22.504364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'port_id': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'mac_address': 'fa:16:3e:51:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:39:22.542976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port eec926ed-c2eb-421b-9305-329664df3bfc is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:22.543377 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:22.555999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec926ed-c2eb-421b-9305-329664df3bfc {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:39:22.575172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port eec926ed-c2eb-421b-9305-329664df3bfc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eec926ed-c2eb-421b-9305-329664df3bfc,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:22.578709 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:22.624712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=eec926ed-c2eb-421b-9305-329664df3bfc,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:22.780487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['eec926ed-c2eb-421b-9305-329664df3bfc'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:39:22.952950 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e521a852-79ec-4a54-b460-127c1ca480f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:23.434278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f735-7654-46c1-9de0-fe838daa0324 req-1085526b-5121-43af-8e42-714907486766 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:23.435730 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f40f735-7654-46c1-9de0-fe838daa0324 req-1085526b-5121-43af-8e42-714907486766 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 945 time: 0.0525262 Mar 07 16:39:23.483851 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1f40f735-7654-46c1-9de0-fe838daa0324 req-b2aee3ef-1cfd-4e69-ab7b-6826226fd9dc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425899 Mar 07 16:39:24.397864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eec926ed-c2eb-421b-9305-329664df3bfc up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:39:24.448844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port eec926ed-c2eb-421b-9305-329664df3bfc completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:39:24.452396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port eec926ed-c2eb-421b-9305-329664df3bfc triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:39:24.452767 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:24.530318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port eec926ed-c2eb-421b-9305-329664df3bfc is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:39:24.531098 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:24.554412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:39:24.557501 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1a71eb-a482-4139-9a1a-a110a8bf82ed" -d '{"events": [{"server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "name": "network-vif-plugged", "status": "completed", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:39:24.570046 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port eec926ed-c2eb-421b-9305-329664df3bfc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eec926ed-c2eb-421b-9305-329664df3bfc,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:39:24.575233 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:24.598398 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264acc28-5fee-414c-b1cd-2863cc598c24 x-openstack-request-id: req-264acc28-5fee-414c-b1cd-2863cc598c24 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:39:24.598701 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "name": "network-vif-plugged", "status": "completed", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:39:24.598991 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-264acc28-5fee-414c-b1cd-2863cc598c24 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:39:24.599388 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'code': 200} Mar 07 16:39:24.608519 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c09e9-546a-460c-ad1a-ec92cd30477d req-ebc22222-7aae-4dfe-b182-7ac8e036c284 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:24.610203 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c62c09e9-546a-460c-ad1a-ec92cd30477d req-ebc22222-7aae-4dfe-b182-7ac8e036c284 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 945 time: 0.0597324 Mar 07 16:39:24.630194 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=eec926ed-c2eb-421b-9305-329664df3bfc,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:24.662320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c62c09e9-546a-460c-ad1a-ec92cd30477d req-9859b690-6d06-49fb-b6d5-661f5af9e895 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464725 Mar 07 16:39:24.709614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12553f9-c887-454a-9486-ae566ea23a9f req-a802311f-629b-4e7d-a6dd-1854f2f5b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:24.711379 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a12553f9-c887-454a-9486-ae566ea23a9f req-a802311f-629b-4e7d-a6dd-1854f2f5b4be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 1128 time: 0.0433867 Mar 07 16:39:24.760034 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a12553f9-c887-454a-9486-ae566ea23a9f req-a2a664f1-829b-4a6a-820d-9392a7f3cf5b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432029 Mar 07 16:39:25.246278 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2f5446db-6cc4-4996-9cde-5e24dea7488e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:25.786549 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aeb1da-a305-4a8d-a4d9-bf55119a5330 req-385f866d-59f4-4814-b905-810e00eaa734 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:25.788094 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58aeb1da-a305-4a8d-a4d9-bf55119a5330 req-385f866d-59f4-4814-b905-810e00eaa734 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0548124 Mar 07 16:39:25.838560 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-58aeb1da-a305-4a8d-a4d9-bf55119a5330 req-b13905ba-871d-402a-9596-74efe948623a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435851 Mar 07 16:39:26.544126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:26.959079 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812fe1-ff01-4682-9dc2-9733dfbe5c85 req-495c15fe-4948-43d4-b433-808b687eac8d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:26.960560 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2812fe1-ff01-4682-9dc2-9733dfbe5c85 req-495c15fe-4948-43d4-b433-808b687eac8d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0532320 Mar 07 16:39:27.010454 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a2812fe1-ff01-4682-9dc2-9733dfbe5c85 req-8b9bb3f8-357e-414c-82b5-b67754e2ceb9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443087 Mar 07 16:39:27.129724 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373893f1-b971-4169-a54a-71da8c6286a9 req-4110ecea-57df-4557-9f66-24f65e904a66 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:27.131123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-373893f1-b971-4169-a54a-71da8c6286a9 req-4110ecea-57df-4557-9f66-24f65e904a66 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0550704 Mar 07 16:39:27.178573 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-373893f1-b971-4169-a54a-71da8c6286a9 req-9218836b-b0ae-4102-a682-078268d2344f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412142 Mar 07 16:39:27.200853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54340) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:27.244105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27debf8-d7c5-44f3-a2d3-3e02a653506b tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:27.245651 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f27debf8-d7c5-44f3-a2d3-3e02a653506b tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 1123 time: 0.0439131 Mar 07 16:39:27.248472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54342) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:27.252716 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:39:27.273042 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:27.370049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:27.469417 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.158 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/8e607a5a-27e3-4e44-86f7-7b34f82c4131) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:39:27.852240 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:27.876002 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (8e607a5a-27e3-4e44-86f7-7b34f82c4131), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:27.909514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8e607a5a-27e3-4e44-86f7-7b34f82c4131), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:27.947751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:39:27.950612 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:39:27.954059 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:39:27.977292 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=8e607a5a-27e3-4e44-86f7-7b34f82c4131,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:28.322991 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (dc44660d-cfd7-4633-bbc9-7a8fd94de9cc), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:28.392543 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (8e607a5a-27e3-4e44-86f7-7b34f82c4131), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:28.414019 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:39:28.548692 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (8e607a5a-27e3-4e44-86f7-7b34f82c4131), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:28.553024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (8e607a5a-27e3-4e44-86f7-7b34f82c4131), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:28.626618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=8e607a5a-27e3-4e44-86f7-7b34f82c4131,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:39:28.637339 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (dc44660d-cfd7-4633-bbc9-7a8fd94de9cc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:28.738346 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP dc44660d-cfd7-4633-bbc9-7a8fd94de9cc associated. External IP: 172.25.4.158, port: eec926ed-c2eb-421b-9305-329664df3bfc. Mar 07 16:39:28.949298 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 7edd3879-892a-4f77-9526-f2b08f7ccd8f has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:39:29.054465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:39:29.064364 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] Sync routers for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:39:29.072156 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:29.074316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:29.074991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:39:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:29.106403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-74cc8ec4-0858-4574-9094-cb73c9f013b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8568993 Mar 07 16:39:29.107033 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:39:29.109336 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41914ea-c72b-474f-9a89-f92eacdf29b6" -d '{"events": [{"name": "network-changed", "server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:39:29.147977 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ff9c4f-f8bc-4bdd-91e7-9fd0b190935c x-openstack-request-id: req-87ff9c4f-f8bc-4bdd-91e7-9fd0b190935c {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:39:29.148279 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:39:29.148538 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87ff9c4f-f8bc-4bdd-91e7-9fd0b190935c {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:39:29.148950 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'status': 'completed', 'code': 200} Mar 07 16:39:29.198093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:29.240331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:29.255997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4eea2-1510-41b8-824c-ddc791a17aab req-8d41a6dc-1e39-4e09-ba33-c014e2c7790a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:29.257687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11c4eea2-1510-41b8-824c-ddc791a17aab req-8d41a6dc-1e39-4e09-ba33-c014e2c7790a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0939817 Mar 07 16:39:29.259892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-005df177-067b-415d-820f-f30e6738debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:29.261251 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-005df177-067b-415d-820f-f30e6738debb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 1128 time: 0.0876021 Mar 07 16:39:29.367324 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11c4eea2-1510-41b8-824c-ddc791a17aab req-f722eb57-7bcf-4378-9649-eb012f79a893 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037662 Mar 07 16:39:29.393291 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54348) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:29.393912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-74422909-dc6a-4b63-973a-cc7c5fc2f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:29.395433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-74422909-dc6a-4b63-973a-cc7c5fc2f56a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c991e80-cbd1-4aed-bd95-334e0075d248 HTTP/1.1" status: 200 len: 898 time: 0.1261895 Mar 07 16:39:29.456738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'dc44660d-cfd7-4633-bbc9-7a8fd94de9cc', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'port_id': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'mac_address': 'fa:16:3e:51:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:39:28Z', 'updated_at': '2022-03-07T16:39:28Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630775db-94e8-43d7-9867-58f49890a0fe', 'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:59:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:12Z', 'updated_at': '2022-03-07T16:39:16Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:29.459904 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f36b0f90-0bdd-4740-b9b2-db6537ec63b0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/dc44660d-cfd7-4633-bbc9-7a8fd94de9cc HTTP/1.1" status: 200 len: 992 time: 0.0643060 Mar 07 16:39:29.468319 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-d8e582f6-e5ab-4707-8b8b-1a9aa150516d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec926ed-c2eb-421b-9305-329664df3bfc HTTP/1.1" status: 200 len: 1000 time: 0.0673814 Mar 07 16:39:29.483997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] Checking router: 7edd3879-892a-4f77-9526-f2b08f7ccd8f for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:39:29.492507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:39:29.493616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:39:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:29.516993 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-124ddb04-f394-48bb-847d-1365f721f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:29.518457 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-124ddb04-f394-48bb-847d-1365f721f86a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a48b2f0d-17de-426b-9069-31d98b8a5b59 HTTP/1.1" status: 200 len: 835 time: 0.0442035 Mar 07 16:39:29.567955 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-c16571f2-4281-4ade-abf8-a58dcfcf7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:39:29.569467 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-c16571f2-4281-4ade-abf8-a58dcfcf7c9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c991e80-cbd1-4aed-bd95-334e0075d248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452900 Mar 07 16:39:29.602086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:39:29.664625 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-a5a7d6eb-b3af-42c1-a25b-2657ac7631af service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888672 Mar 07 16:39:29.753248 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c41914ea-c72b-474f-9a89-f92eacdf29b6 req-fc5d01dd-ea34-45da-bb26-e6c62fb9bc6c service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Mar 07 16:39:29.832018 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'dc44660d-cfd7-4633-bbc9-7a8fd94de9cc', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'port_id': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'mac_address': 'fa:16:3e:51:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:39:28Z', 'updated_at': '2022-03-07T16:39:28Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630775db-94e8-43d7-9867-58f49890a0fe', 'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:59:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:12Z', 'updated_at': '2022-03-07T16:39:16Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:39:29.859739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9956-3afb-4172-9f2d-11e52b8fb9c2 None None] The sync data for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 is: [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'dc44660d-cfd7-4633-bbc9-7a8fd94de9cc', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'port_id': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'mac_address': 'fa:16:3e:51:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:39:28Z', 'updated_at': '2022-03-07T16:39:28Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630775db-94e8-43d7-9867-58f49890a0fe', 'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:59:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:12Z', 'updated_at': '2022-03-07T16:39:16Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:39:30.084786 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865f064-02b9-4f27-9560-0e15df00a1ac None None] New status for floating IP dc44660d-cfd7-4633-bbc9-7a8fd94de9cc: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:39:30.463447 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54350) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:39:30.527383 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c014e765-9ad4-4924-9e6f-2bbd9ecd9374 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/dc44660d-cfd7-4633-bbc9-7a8fd94de9cc HTTP/1.1" status: 200 len: 994 time: 0.0626469 Mar 07 16:39:35.423232 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-477b3f4d-bae6-4225-9534-d13ab8503441 req-9d2faa57-e0ae-45bd-9717-47452d41458d service neutron] (103866) timed out ('10.222.0.24', 51566) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 16:39:36.770160 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:41.384406 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:52.933446 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c11fef54-bc91-4e8c-b976-0abd2ac9a810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:55.248116 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d3ae8344-282a-4e18-aa32-ee111d73a565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:56.547346 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:57.853441 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:39:59.202518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:01.857318 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-1c3f7080-175d-4f5e-a638-2bf0a5403fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:01.858917 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed5d6a-49be-465d-bf9b-6dab92b1f99f req-378c6923-8ff2-47e5-991f-e32599d8cdcf tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:01.859361 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-1c3f7080-175d-4f5e-a638-2bf0a5403fd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 1128 time: 0.0489485 Mar 07 16:40:01.860569 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9ed5d6a-49be-465d-bf9b-6dab92b1f99f req-378c6923-8ff2-47e5-991f-e32599d8cdcf tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0539978 Mar 07 16:40:01.909995 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f9ed5d6a-49be-465d-bf9b-6dab92b1f99f req-56a3afed-fe18-490c-b07c-c8de988cf695 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436261 Mar 07 16:40:01.949508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-30d8b6d8-0512-450c-8bec-c73d199668b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:01.951064 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-30d8b6d8-0512-450c-8bec-c73d199668b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c991e80-cbd1-4aed-bd95-334e0075d248 HTTP/1.1" status: 200 len: 898 time: 0.0860431 Mar 07 16:40:02.018152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-e3cd1dde-8782-4c86-8368-74c7e7ff39db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec926ed-c2eb-421b-9305-329664df3bfc HTTP/1.1" status: 200 len: 1002 time: 0.0606236 Mar 07 16:40:02.066639 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-0a63e587-91d4-4248-b5a0-1d3075c82714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:02.068152 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-0a63e587-91d4-4248-b5a0-1d3075c82714 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a48b2f0d-17de-426b-9069-31d98b8a5b59 HTTP/1.1" status: 200 len: 835 time: 0.0426424 Mar 07 16:40:02.115627 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-4cbb6970-1575-4ccb-a14e-3dbad5aff06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:02.117120 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-4cbb6970-1575-4ccb-a14e-3dbad5aff06e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c991e80-cbd1-4aed-bd95-334e0075d248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423810 Mar 07 16:40:02.209801 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-e71f23d7-ab6a-42a6-9bbc-7439e5cc52a4 service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860791 Mar 07 16:40:02.299305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2385266b-92df-4703-ba1f-0bd3f65f2a62 req-485f06c0-ce46-451d-a96b-2603cc362cec service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835578 Mar 07 16:40:03.037167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa85d84-e985-4cf1-a2a4-482e314d863c req-9835a9cd-b6c5-43c7-b3c8-4c449363f3ee tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:03.038662 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cfa85d84-e985-4cf1-a2a4-482e314d863c req-9835a9cd-b6c5-43c7-b3c8-4c449363f3ee tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0562530 Mar 07 16:40:03.086925 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-cfa85d84-e985-4cf1-a2a4-482e314d863c req-208eabb5-57f5-4ea4-b53b-e7ab6d741476 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415576 Mar 07 16:40:04.208594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e29f4-c1d6-4d9e-9e45-fd495d4ddecd req-c14038ce-9473-4aea-aef9-f44c842edfe0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:04.210089 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-137e29f4-c1d6-4d9e-9e45-fd495d4ddecd req-c14038ce-9473-4aea-aef9-f44c842edfe0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0560243 Mar 07 16:40:04.258365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-137e29f4-c1d6-4d9e-9e45-fd495d4ddecd req-348e0208-3baa-425a-9075-340e0ea934eb tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427234 Mar 07 16:40:05.376430 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0a44-b1c2-4788-8b5a-e2ac7fe1b084 req-16170a94-e126-4279-b3a9-6ce163d28212 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:05.377935 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb6a0a44-b1c2-4788-8b5a-e2ac7fe1b084 req-16170a94-e126-4279-b3a9-6ce163d28212 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0519528 Mar 07 16:40:05.413508 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:40:05.427170 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb6a0a44-b1c2-4788-8b5a-e2ac7fe1b084 req-68705cef-ef30-462a-bc25-36dcf82b99af tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434008 Mar 07 16:40:06.550263 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aae2c-187c-490c-9836-f46a1f080316 req-123ba7b1-0b2e-483a-9881-372b55e80853 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:06.551699 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-352aae2c-187c-490c-9836-f46a1f080316 req-123ba7b1-0b2e-483a-9881-372b55e80853 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0562730 Mar 07 16:40:06.599759 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-352aae2c-187c-490c-9836-f46a1f080316 req-74be84bc-1089-4c14-a311-b945035a65df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424175 Mar 07 16:40:06.770306 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:07.717379 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddd796-5b4c-4d87-b779-ae4edcf1b8d1 req-c2f42c2c-5d52-4c39-9b2a-2d4d585d8afa tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:07.718887 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aeddd796-5b4c-4d87-b779-ae4edcf1b8d1 req-c2f42c2c-5d52-4c39-9b2a-2d4d585d8afa tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0527234 Mar 07 16:40:07.772674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aeddd796-5b4c-4d87-b779-ae4edcf1b8d1 req-fc703b8b-0dd1-49e5-ba9d-678e49f7d36c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482898 Mar 07 16:40:08.890125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaae68-99a3-4a74-832b-45eb5efd2f4c req-118e287a-c7e0-4c3a-be41-67f32358227c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:08.891663 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ebaae68-99a3-4a74-832b-45eb5efd2f4c req-118e287a-c7e0-4c3a-be41-67f32358227c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0524485 Mar 07 16:40:08.940083 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2ebaae68-99a3-4a74-832b-45eb5efd2f4c req-30920559-244c-4d47-b718-6c95472e18ab tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429449 Mar 07 16:40:10.055385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc8f1f-a3a4-43f8-8612-31c8e16cb86d req-48832b29-f872-4fca-8ffc-47b503d5cb07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:10.056854 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75dc8f1f-a3a4-43f8-8612-31c8e16cb86d req-48832b29-f872-4fca-8ffc-47b503d5cb07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0516474 Mar 07 16:40:10.105781 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-75dc8f1f-a3a4-43f8-8612-31c8e16cb86d req-95a0e613-3327-4f55-b971-2dd33ebaae4f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414634 Mar 07 16:40:11.227932 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a76ad-923e-4b62-aadc-e1fe54f09e85 req-e562f27d-8f1e-4dbd-b710-18c65c7b0709 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:11.229467 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c72a76ad-923e-4b62-aadc-e1fe54f09e85 req-e562f27d-8f1e-4dbd-b710-18c65c7b0709 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0565329 Mar 07 16:40:11.279676 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c72a76ad-923e-4b62-aadc-e1fe54f09e85 req-210f4379-7c51-46aa-a2f8-15e15fc12686 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441780 Mar 07 16:40:11.396653 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:12.396950 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68179a88-055a-4723-89c2-c4fd9f218d47 req-58fff9b8-6b6d-4583-9c81-90e2fd0fd791 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:12.398443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68179a88-055a-4723-89c2-c4fd9f218d47 req-58fff9b8-6b6d-4583-9c81-90e2fd0fd791 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0535760 Mar 07 16:40:12.447193 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-68179a88-055a-4723-89c2-c4fd9f218d47 req-7f1004e3-7b07-43e3-9620-84968979435a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427933 Mar 07 16:40:13.566333 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36ee0c-7eb1-47cf-9f28-ff85af6d0851 req-157b690f-2758-4e29-889f-8505b4d5a901 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:13.567780 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac36ee0c-7eb1-47cf-9f28-ff85af6d0851 req-157b690f-2758-4e29-889f-8505b4d5a901 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0522795 Mar 07 16:40:13.616275 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ac36ee0c-7eb1-47cf-9f28-ff85af6d0851 req-1072e171-7a70-434d-8809-0900399a9d92 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429180 Mar 07 16:40:14.741097 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6f44f-6220-4d7f-8e81-2d807abcf8b2 req-4141a5bc-314a-4776-b955-73075ffbcdbd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:14.742564 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17e6f44f-6220-4d7f-8e81-2d807abcf8b2 req-4141a5bc-314a-4776-b955-73075ffbcdbd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0593569 Mar 07 16:40:14.790651 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-17e6f44f-6220-4d7f-8e81-2d807abcf8b2 req-952eeced-6eb1-43b4-9c08-614ed916689e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417771 Mar 07 16:40:15.908660 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482c1e8-bcb8-4897-8f77-1973008c9db8 req-cb926ac2-589a-4205-8bb8-ac063cfdd024 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:15.910191 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8482c1e8-bcb8-4897-8f77-1973008c9db8 req-cb926ac2-589a-4205-8bb8-ac063cfdd024 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0520051 Mar 07 16:40:15.962079 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8482c1e8-bcb8-4897-8f77-1973008c9db8 req-45a7a644-c7fe-4aec-b1d0-bc67f7717be5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462880 Mar 07 16:40:17.077428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d74e37-0134-4c86-b401-f0b2012e4c50 req-97e879b0-6029-4c9e-a862-8268be142a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:17.078933 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50d74e37-0134-4c86-b401-f0b2012e4c50 req-97e879b0-6029-4c9e-a862-8268be142a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0519814 Mar 07 16:40:17.126462 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50d74e37-0134-4c86-b401-f0b2012e4c50 req-85bab490-d538-4967-9ab8-0d89cc1e22c6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420856 Mar 07 16:40:18.252978 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e6615-db1f-414a-8183-f517393a024f req-22427ba2-2766-42eb-9f6c-50912d5d2632 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:18.254478 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-922e6615-db1f-414a-8183-f517393a024f req-22427ba2-2766-42eb-9f6c-50912d5d2632 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0608878 Mar 07 16:40:18.304375 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-922e6615-db1f-414a-8183-f517393a024f req-71288e01-8c27-4619-92d0-fff17a6888b3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443394 Mar 07 16:40:18.326732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54400) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:18.386913 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7eeec496-573c-4969-b137-5e4b8061bdbb tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/dc44660d-cfd7-4633-bbc9-7a8fd94de9cc HTTP/1.1" status: 200 len: 994 time: 0.0589705 Mar 07 16:40:20.058943 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-adc8d32d-7db8-418e-a425-2d53ead88370 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419581 Mar 07 16:40:20.145398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-c7c1feaf-a519-4245-ab15-cc15d466331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:20.146900 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-c7c1feaf-a519-4245-ab15-cc15d466331a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 1128 time: 0.0474355 Mar 07 16:40:20.248273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-2eb70312-f07e-4d88-9bad-fd8d8697ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:20.249766 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-2eb70312-f07e-4d88-9bad-fd8d8697ebbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c991e80-cbd1-4aed-bd95-334e0075d248 HTTP/1.1" status: 200 len: 898 time: 0.0838916 Mar 07 16:40:20.316926 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-9e505fbb-d9cb-4807-8ef9-96658893069d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec926ed-c2eb-421b-9305-329664df3bfc HTTP/1.1" status: 200 len: 1002 time: 0.0606709 Mar 07 16:40:20.364022 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-3a56328a-4676-4762-afc6-f10c0614fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:20.365442 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-3a56328a-4676-4762-afc6-f10c0614fa4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a48b2f0d-17de-426b-9069-31d98b8a5b59 HTTP/1.1" status: 200 len: 835 time: 0.0428865 Mar 07 16:40:20.412830 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-f3715796-5307-485b-91a5-822e3054e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:20.414357 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-f3715796-5307-485b-91a5-822e3054e1d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c991e80-cbd1-4aed-bd95-334e0075d248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433497 Mar 07 16:40:20.505271 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-04704bcc-1c65-40e4-a21f-90313296d754 service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851543 Mar 07 16:40:20.590791 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0fe4880b-2558-4891-af4d-c6c3866304aa req-812e8457-9102-49ef-aefa-88916806928f service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800605 Mar 07 16:40:22.936911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3ff39001-1e9e-4db7-b10f-051ffb5aa3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:25.249923 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ff71949-031d-4608-9b39-de8f725efdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:26.550328 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:27.855374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:29.204920 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:36.778063 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:41.404713 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:42.412343 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:40:48.779713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54422) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:48.940045 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 8e607a5a-27e3-4e44-86f7-7b34f82c4131 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:40:48.940392 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (8e607a5a-27e3-4e44-86f7-7b34f82c4131), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:49.013700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (8e607a5a-27e3-4e44-86f7-7b34f82c4131), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:49.014028 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (8e607a5a-27e3-4e44-86f7-7b34f82c4131), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:49.025864 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 8e607a5a-27e3-4e44-86f7-7b34f82c4131 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:40:49.174718 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (8e607a5a-27e3-4e44-86f7-7b34f82c4131), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:49.197190 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=8e607a5a-27e3-4e44-86f7-7b34f82c4131,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:49.210980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.211343 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.211695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.212039 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.212380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.212725 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.213062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.213396 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.213731 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.214070 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.214405 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.214742 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.215098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:49.272606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (dc44660d-cfd7-4633-bbc9-7a8fd94de9cc), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:49.272938 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP dc44660d-cfd7-4633-bbc9-7a8fd94de9cc disassociated (deleted). External IP: 172.25.4.158, port: eec926ed-c2eb-421b-9305-329664df3bfc. Mar 07 16:40:49.480972 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 7edd3879-892a-4f77-9526-f2b08f7ccd8f has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:40:49.589138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:40:49.594186 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:49.599048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] Sync routers for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:40:49.608620 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:40:49.609281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:49.720907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:40:49.934424 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8c8e05c6-4577-412d-bcd4-476540c0e5e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/floatingips/dc44660d-cfd7-4633-bbc9-7a8fd94de9cc HTTP/1.1" status: 204 len: 168 time: 1.1534185 Mar 07 16:40:49.935018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:40:49.938342 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:40:49.977132 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2ec1ff-3502-4810-bc65-3d846aa6849a x-openstack-request-id: req-7f2ec1ff-3502-4810-bc65-3d846aa6849a {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:40:49.977580 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:40:49.977844 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f2ec1ff-3502-4810-bc65-3d846aa6849a {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:40:49.978252 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'status': 'completed', 'code': 200} Mar 07 16:40:50.054419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-b6e21921-b3ab-492a-b1aa-334cb06beb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:50.056156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-b6e21921-b3ab-492a-b1aa-334cb06beb86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 1128 time: 0.0549560 Mar 07 16:40:50.097262 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '630775db-94e8-43d7-9867-58f49890a0fe', 'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:59:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:12Z', 'updated_at': '2022-03-07T16:39:16Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:50.123921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] Checking router: 7edd3879-892a-4f77-9526-f2b08f7ccd8f for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:40:50.132872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:40:50.133462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:50.199123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-e711bb65-1925-427c-aae8-a9fb96b312fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:50.200514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-e711bb65-1925-427c-aae8-a9fb96b312fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c991e80-cbd1-4aed-bd95-334e0075d248 HTTP/1.1" status: 200 len: 898 time: 0.1330113 Mar 07 16:40:50.208730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838c4d2-6009-43e8-a8f2-2764d7c0d2b7 req-516948ce-7bb6-442a-b158-8a41d082d6a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:50.210115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a838c4d2-6009-43e8-a8f2-2764d7c0d2b7 req-516948ce-7bb6-442a-b158-8a41d082d6a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0781128 Mar 07 16:40:50.241644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:40:50.255864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-458b8f62-8eca-4a60-a38a-b89636882b90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec926ed-c2eb-421b-9305-329664df3bfc HTTP/1.1" status: 200 len: 217 time: 0.0448096 Mar 07 16:40:50.314989 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a838c4d2-6009-43e8-a8f2-2764d7c0d2b7 req-c717ba38-509b-4963-96a1-74e37f1a537d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977964 Mar 07 16:40:50.325608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-8d471d78-f778-4dee-ab76-e586598e4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:50.327140 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-8d471d78-f778-4dee-ab76-e586598e4797 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a48b2f0d-17de-426b-9069-31d98b8a5b59 HTTP/1.1" status: 200 len: 835 time: 0.0589855 Mar 07 16:40:50.380334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-bd05f8a8-c06a-412d-897c-34a1e6808f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:50.382010 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-bd05f8a8-c06a-412d-897c-34a1e6808f8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c991e80-cbd1-4aed-bd95-334e0075d248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485277 Mar 07 16:40:50.444844 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '630775db-94e8-43d7-9867-58f49890a0fe', 'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:59:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:12Z', 'updated_at': '2022-03-07T16:39:16Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:50.471452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee117ad-ec6a-409f-b665-6a430491e3d7 None None] The sync data for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 is: [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:13Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '630775db-94e8-43d7-9867-58f49890a0fe', 'name': '', 'network_id': '6c991e80-cbd1-4aed-bd95-334e0075d248', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:59:95:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:12Z', 'updated_at': '2022-03-07T16:39:16Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'a48b2f0d-17de-426b-9069-31d98b8a5b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:40:50.471714 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-4b87979d-e614-4dfa-af08-ba9a1a658e2a service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826702 Mar 07 16:40:50.565876 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-19579fd2-cc2c-4de7-bf6a-a73199b96a7b req-882b906b-39a2-40bb-8c3a-ecf91e90cfaa service neutron] 10.222.0.11 "GET /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881429 Mar 07 16:40:50.705349 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02e7c9-c19e-49e1-a7a6-8f43b13ab326 None None] New status for floating IP dc44660d-cfd7-4633-bbc9-7a8fd94de9cc: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:40:51.436565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fba38-486f-42d8-b581-4aedcf48ae64 req-86a2cd15-2158-426f-9c25-7e0e28745b87 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:51.438110 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-286fba38-486f-42d8-b581-4aedcf48ae64 req-86a2cd15-2158-426f-9c25-7e0e28745b87 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0533988 Mar 07 16:40:51.486103 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-286fba38-486f-42d8-b581-4aedcf48ae64 req-67d62784-d6a2-44b7-bf9b-cfb7794bead8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=b570c2a9-a196-4594-9d2e-e3e2a9c239bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423489 Mar 07 16:40:51.603977 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-72ce4e12-cda4-462d-a072-b1a29039d600 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:51.605438 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-72ce4e12-cda4-462d-a072-b1a29039d600 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 946 time: 0.0517373 Mar 07 16:40:51.695009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port eec926ed-c2eb-421b-9305-329664df3bfc {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:40:51.695382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:51.788779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port eec926ed-c2eb-421b-9305-329664df3bfc, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=eec926ed-c2eb-421b-9305-329664df3bfc,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:40:51.789045 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:51.800743 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for eec926ed-c2eb-421b-9305-329664df3bfc owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:40:52.237327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (eec926ed-c2eb-421b-9305-329664df3bfc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:52.266119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=eec926ed-c2eb-421b-9305-329664df3bfc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:52.293289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.293647 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.293996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.294337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.294676 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.295031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.295363 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.295694 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.296028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.296463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.296914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.297240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.297387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:52.319682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] No DVR routers for this DVR port eec926ed-c2eb-421b-9305-329664df3bfc on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:40:52.322277 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:52.325967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebae3d5b-5cdf-4795-9e0a-0c0eed039b70 req-c8763454-1341-4d9e-acd1-19fe940435a5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "DELETE /v2.0/ports/eec926ed-c2eb-421b-9305-329664df3bfc HTTP/1.1" status: 204 len: 173 time: 0.7149127 Mar 07 16:40:52.326406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'name': 'network-vif-deleted', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:40:52.329578 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13747a2c-50cd-4cce-9f66-124b2513eb58" -d '{"events": [{"server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "name": "network-vif-deleted", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:40:52.368366 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f29a9ff-bd56-43d6-9a2c-e3b2bfcc0c8b x-openstack-request-id: req-4f29a9ff-bd56-43d6-9a2c-e3b2bfcc0c8b {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:40:52.368894 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725f2008-d3f0-488a-b567-ad5a54fa33bf", "name": "network-vif-deleted", "tag": "eec926ed-c2eb-421b-9305-329664df3bfc", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:40:52.369148 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f29a9ff-bd56-43d6-9a2c-e3b2bfcc0c8b {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:40:52.369575 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725f2008-d3f0-488a-b567-ad5a54fa33bf', 'name': 'network-vif-deleted', 'tag': 'eec926ed-c2eb-421b-9305-329664df3bfc', 'status': 'completed', 'code': 200} Mar 07 16:40:52.589915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cf95272a-6156-4d83-b271-c1ecb6f8a4c0 req-eea6b41c-60d2-4edc-8fa8-769e8eba7dac tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=725f2008-d3f0-488a-b567-ad5a54fa33bf HTTP/1.1" status: 200 len: 210 time: 0.0265710 Mar 07 16:40:52.939003 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51e17b95-ab35-4492-8c32-4862d598cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:53.647517 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54438) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:54.010425 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (7edd3879-892a-4f77-9526-f2b08f7ccd8f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:54.269496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 630775db-94e8-43d7-9867-58f49890a0fe {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:40:54.269770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (630775db-94e8-43d7-9867-58f49890a0fe), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:54.362401 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 630775db-94e8-43d7-9867-58f49890a0fe, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=630775db-94e8-43d7-9867-58f49890a0fe,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:40:54.362767 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (630775db-94e8-43d7-9867-58f49890a0fe), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:54.374437 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 630775db-94e8-43d7-9867-58f49890a0fe owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:40:54.563581 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (630775db-94e8-43d7-9867-58f49890a0fe), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:54.594902 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=630775db-94e8-43d7-9867-58f49890a0fe,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:54.765831 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (7edd3879-892a-4f77-9526-f2b08f7ccd8f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:54.859083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eec926ed-c2eb-421b-9305-329664df3bfc no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:40:54.879928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: eec926ed-c2eb-421b-9305-329664df3bfc {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:40:54.880202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device eec926ed-c2eb-421b-9305-329664df3bfc not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:40:54.989171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 7edd3879-892a-4f77-9526-f2b08f7ccd8f has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:40:55.101752 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:40:55.106687 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2c223cf0-4e2c-4011-89ea-f1bda72d4122 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/7edd3879-892a-4f77-9526-f2b08f7ccd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4580634 Mar 07 16:40:55.109733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54440) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:55.112266 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] Sync routers for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:40:55.128096 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:40:55.128867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:55.165575 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa15eba8-bb27-43d2-8932-d8ec85e5207a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting subnet a48b2f0d-17de-426b-9069-31d98b8a5b59 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:40:55.168669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa15eba8-bb27-43d2-8932-d8ec85e5207a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (a48b2f0d-17de-426b-9069-31d98b8a5b59), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.208136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa15eba8-bb27-43d2-8932-d8ec85e5207a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (a48b2f0d-17de-426b-9069-31d98b8a5b59), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.256662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:40:55.285193 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-509abf17-77ab-471e-8e3a-44abfe402c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.292835 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa15eba8-bb27-43d2-8932-d8ec85e5207a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (a48b2f0d-17de-426b-9069-31d98b8a5b59), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.361004 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa15eba8-bb27-43d2-8932-d8ec85e5207a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (a48b2f0d-17de-426b-9069-31d98b8a5b59), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.388078 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15eba8-bb27-43d2-8932-d8ec85e5207a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Subnet': ['ID=a48b2f0d-17de-426b-9069-31d98b8a5b59,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:55.394937 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fa15eba8-bb27-43d2-8932-d8ec85e5207a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.398131 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fa15eba8-bb27-43d2-8932-d8ec85e5207a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/subnets/a48b2f0d-17de-426b-9069-31d98b8a5b59 HTTP/1.1" status: 204 len: 168 time: 0.2873974 Mar 07 16:40:55.400789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54442) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:55.404308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc668e6-a82c-4090-930f-335f599ccb63 None None] Network 6c991e80-cbd1-4aed-bd95-334e0075d248 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:40:55.513597 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (7edd3879-892a-4f77-9526-f2b08f7ccd8f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.534765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:40:54Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:55.563079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] Checking router: 7edd3879-892a-4f77-9526-f2b08f7ccd8f for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:40:55.571542 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] Routers {'7edd3879-892a-4f77-9526-f2b08f7ccd8f'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:40:55.572156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:55.607086 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] DHCP port deletion for 6c991e80-cbd1-4aed-bd95-334e0075d248 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:40:55.630671 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (7edd3879-892a-4f77-9526-f2b08f7ccd8f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.684027 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:40:55.684381 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.711714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] Set router 7edd3879-892a-4f77-9526-f2b08f7ccd8f gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:40:55.767481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Deleting port 76d30669-039b-475c-ad47-e3127f5b2dd7 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:40:55.767860 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.768333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=4b96db12-3ff9-454b-b93e-02f0a8b0cbb3,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:40:55.768701 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.780683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:40:55.879583 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] For port 76d30669-039b-475c-ad47-e3127f5b2dd7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=76d30669-039b-475c-ad47-e3127f5b2dd7,segment=NetworkSegment(97b5873c-c65e-4289-8459-7968920cee32),segment_id=97b5873c-c65e-4289-8459-7968920cee32)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:40:55.880143 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.896438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Calling delete_port for 76d30669-039b-475c-ad47-e3127f5b2dd7 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:40:55.953906 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (4b96db12-3ff9-454b-b93e-02f0a8b0cbb3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:55.984995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=4b96db12-3ff9-454b-b93e-02f0a8b0cbb3,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:56.034659 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:40:54Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:56.044821 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (7edd3879-892a-4f77-9526-f2b08f7ccd8f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.062059 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (76d30669-039b-475c-ad47-e3127f5b2dd7), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.064582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591043d-5d1b-4053-8342-6dccd6712fbe None None] The sync data for ids ['7edd3879-892a-4f77-9526-f2b08f7ccd8f'] in n-d-830010-8 is: [{'id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565508025', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:40:54Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '4b96db12-3ff9-454b-b93e-02f0a8b0cbb3', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd3879-892a-4f77-9526-f2b08f7ccd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:39:10Z', 'updated_at': '2022-03-07T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:40:56.090830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Pushing event deleted for resources: {'Port': ['ID=76d30669-039b-475c-ad47-e3127f5b2dd7,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:56.093118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] No DVR routers for this DVR port 76d30669-039b-475c-ad47-e3127f5b2dd7 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:40:56.101703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.102058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.102400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.102738 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.103123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.103471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.103936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.104370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.104702 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.105090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.105417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.105745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.106073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cfd4-94e8-48c1-aa73-9e9ccc52b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:40:56.151602 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (7edd3879-892a-4f77-9526-f2b08f7ccd8f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.153949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (7edd3879-892a-4f77-9526-f2b08f7ccd8f), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.202110 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (7edd3879-892a-4f77-9526-f2b08f7ccd8f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.202652 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Fanout notify agent at l3_agent the message router_deleted on router 7edd3879-892a-4f77-9526-f2b08f7ccd8f {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:40:56.209602 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.213463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-43912c63-d7cd-40fe-8372-9a5aa1f08a07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/routers/7edd3879-892a-4f77-9526-f2b08f7ccd8f HTTP/1.1" status: 204 len: 168 time: 0.8086059 Mar 07 16:40:56.213749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54444) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:56.290522 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (6c991e80-cbd1-4aed-bd95-334e0075d248), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.381697 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (6c991e80-cbd1-4aed-bd95-334e0075d248), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.402872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c991e80-cbd1-4aed-bd95-334e0075d248']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:56.413787 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b5873c-c65e-4289-8459-7968920cee32') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:56.414082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b5873c-c65e-4289-8459-7968920cee32') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:56.424505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (97b5873c-c65e-4289-8459-7968920cee32), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.443123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (97b5873c-c65e-4289-8459-7968920cee32), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.450393 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:40:56.451096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (97b5873c-c65e-4289-8459-7968920cee32), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:40:56.455367 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:40:56.526268 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (6c991e80-cbd1-4aed-bd95-334e0075d248), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.535330 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.538596 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/networks/6c991e80-cbd1-4aed-bd95-334e0075d248 HTTP/1.1" status: 204 len: 168 time: 0.3238680 Mar 07 16:40:56.541676 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54446) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:56.551790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232cb62-dd02-4412-bc06-d845e64be7a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Network': ['ID=6c991e80-cbd1-4aed-bd95-334e0075d248,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:56.556723 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.606589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 630775db-94e8-43d7-9867-58f49890a0fe no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:40:56.618749 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bbecedb1-1c51-4e55-a4ee-f5ab48164f7e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (b570c2a9-a196-4594-9d2e-e3e2a9c239bb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.631378 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 630775db-94e8-43d7-9867-58f49890a0fe {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:40:56.631739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 630775db-94e8-43d7-9867-58f49890a0fe not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:40:56.632172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 76d30669-039b-475c-ad47-e3127f5b2dd7 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:40:56.648262 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bbecedb1-1c51-4e55-a4ee-f5ab48164f7e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (b570c2a9-a196-4594-9d2e-e3e2a9c239bb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.651759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 76d30669-039b-475c-ad47-e3127f5b2dd7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:40:56.652120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 76d30669-039b-475c-ad47-e3127f5b2dd7 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:40:56.717668 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bbecedb1-1c51-4e55-a4ee-f5ab48164f7e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (b570c2a9-a196-4594-9d2e-e3e2a9c239bb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.720717 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-bbecedb1-1c51-4e55-a4ee-f5ab48164f7e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:56.721946 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bbecedb1-1c51-4e55-a4ee-f5ab48164f7e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/security-groups/b570c2a9-a196-4594-9d2e-e3e2a9c239bb HTTP/1.1" status: 204 len: 168 time: 0.1741946 Mar 07 16:40:56.731876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecedb1-1c51-4e55-a4ee-f5ab48164f7e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b570c2a9-a196-4594-9d2e-e3e2a9c239bb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:56.965458 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54452) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:56.970213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-36e39d38-89ee-499c-b61e-7ed7c5887286 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426155079', 'description': 'tempest-secgroup-smoke-1426155079 description', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:40:56.992551 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36e39d38-89ee-499c-b61e-7ed7c5887286 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.062021 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36e39d38-89ee-499c-b61e-7ed7c5887286 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (a3d7da47-08c6-4891-b68e-e56512f5258b), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.066155 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36e39d38-89ee-499c-b61e-7ed7c5887286 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a3d7da47-08c6-4891-b68e-e56512f5258b), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.096049 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-36e39d38-89ee-499c-b61e-7ed7c5887286 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.100033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-36e39d38-89ee-499c-b61e-7ed7c5887286 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1307619 Mar 07 16:40:57.100033 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e39d38-89ee-499c-b61e-7ed7c5887286 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d7da47-08c6-4891-b68e-e56512f5258b,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:57.100414 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54454) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:57.105213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-bed17f95-9d92-4aec-aa12-86ccc34b61a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7da47-08c6-4891-b68e-e56512f5258b', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:40:57.138958 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bed17f95-9d92-4aec-aa12-86ccc34b61a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (e189878f-bf52-479b-b724-3c3f30b1edcf), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.198658 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bed17f95-9d92-4aec-aa12-86ccc34b61a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (e189878f-bf52-479b-b724-3c3f30b1edcf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.202103 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bed17f95-9d92-4aec-aa12-86ccc34b61a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (e189878f-bf52-479b-b724-3c3f30b1edcf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.220465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed17f95-9d92-4aec-aa12-86ccc34b61a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e189878f-bf52-479b-b724-3c3f30b1edcf,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:57.230709 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-bed17f95-9d92-4aec-aa12-86ccc34b61a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.231743 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-bed17f95-9d92-4aec-aa12-86ccc34b61a4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302774 Mar 07 16:40:57.235521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54456) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:57.239806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a73c5411-6f94-4d17-a0ae-e9fdaa88784b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7da47-08c6-4891-b68e-e56512f5258b', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:40:57.264136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a73c5411-6f94-4d17-a0ae-e9fdaa88784b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (6d4f1134-ce6a-4980-8d99-1fb9bd5577ad), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.321715 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a73c5411-6f94-4d17-a0ae-e9fdaa88784b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (6d4f1134-ce6a-4980-8d99-1fb9bd5577ad), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.325402 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a73c5411-6f94-4d17-a0ae-e9fdaa88784b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (6d4f1134-ce6a-4980-8d99-1fb9bd5577ad), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.344706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c5411-6f94-4d17-a0ae-e9fdaa88784b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4f1134-ce6a-4980-8d99-1fb9bd5577ad,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:57.349206 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a73c5411-6f94-4d17-a0ae-e9fdaa88784b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.350405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a73c5411-6f94-4d17-a0ae-e9fdaa88784b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139503 Mar 07 16:40:57.353195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54458) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:57.357395 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e26844aa-b515-4278-b1d2-465ffce65f6a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7da47-08c6-4891-b68e-e56512f5258b', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:40:57.381963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e26844aa-b515-4278-b1d2-465ffce65f6a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (bc192881-14b7-42c7-9c71-cee04f122266), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.441528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e26844aa-b515-4278-b1d2-465ffce65f6a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (bc192881-14b7-42c7-9c71-cee04f122266), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.445087 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e26844aa-b515-4278-b1d2-465ffce65f6a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (bc192881-14b7-42c7-9c71-cee04f122266), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.461679 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26844aa-b515-4278-b1d2-465ffce65f6a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc192881-14b7-42c7-9c71-cee04f122266,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:57.469760 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e26844aa-b515-4278-b1d2-465ffce65f6a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.472611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e26844aa-b515-4278-b1d2-465ffce65f6a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184742 Mar 07 16:40:57.473602 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54460) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:57.477918 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d91e5a59-39f0-41a7-8fd6-1f7bec4385ad tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7da47-08c6-4891-b68e-e56512f5258b', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:40:57.503722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d91e5a59-39f0-41a7-8fd6-1f7bec4385ad tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (89ce1985-daa0-49d9-8560-9671cf9ac87d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.559910 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d91e5a59-39f0-41a7-8fd6-1f7bec4385ad tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (89ce1985-daa0-49d9-8560-9671cf9ac87d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.564286 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d91e5a59-39f0-41a7-8fd6-1f7bec4385ad tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (89ce1985-daa0-49d9-8560-9671cf9ac87d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.584001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e5a59-39f0-41a7-8fd6-1f7bec4385ad tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ce1985-daa0-49d9-8560-9671cf9ac87d,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:57.590212 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d91e5a59-39f0-41a7-8fd6-1f7bec4385ad tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.591431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d91e5a59-39f0-41a7-8fd6-1f7bec4385ad tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169078 Mar 07 16:40:57.594241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54462) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:57.599087 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ffbd340d-f70c-49ea-b39a-c3f9b28e2c19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7da47-08c6-4891-b68e-e56512f5258b', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:40:57.619740 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-ffbd340d-f70c-49ea-b39a-c3f9b28e2c19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:40:57.624563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffbd340d-f70c-49ea-b39a-c3f9b28e2c19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (c415d97f-6ba8-4911-88b0-3185b7179060), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.682727 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffbd340d-f70c-49ea-b39a-c3f9b28e2c19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (c415d97f-6ba8-4911-88b0-3185b7179060), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.686815 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffbd340d-f70c-49ea-b39a-c3f9b28e2c19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c415d97f-6ba8-4911-88b0-3185b7179060), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.704882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd340d-f70c-49ea-b39a-c3f9b28e2c19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c415d97f-6ba8-4911-88b0-3185b7179060,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:57.713914 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ffbd340d-f70c-49ea-b39a-c3f9b28e2c19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.715185 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ffbd340d-f70c-49ea-b39a-c3f9b28e2c19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198599 Mar 07 16:40:57.717936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54464) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:57.722915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1f5447c4-0758-49c4-9b07-bc36d0112684 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': 'a3d7da47-08c6-4891-b68e-e56512f5258b', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:40:57.743706 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-1f5447c4-0758-49c4-9b07-bc36d0112684 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:40:57.748691 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f5447c4-0758-49c4-9b07-bc36d0112684 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (5af1c2ad-8498-4eb2-9cfb-f2c4019b58bf), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.811142 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f5447c4-0758-49c4-9b07-bc36d0112684 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (5af1c2ad-8498-4eb2-9cfb-f2c4019b58bf), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.815068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f5447c4-0758-49c4-9b07-bc36d0112684 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (5af1c2ad-8498-4eb2-9cfb-f2c4019b58bf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.833034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5447c4-0758-49c4-9b07-bc36d0112684 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af1c2ad-8498-4eb2-9cfb-f2c4019b58bf,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:57.840947 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1f5447c4-0758-49c4-9b07-bc36d0112684 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.844554 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1f5447c4-0758-49c4-9b07-bc36d0112684 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251230 Mar 07 16:40:57.847387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54466) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:57.852221 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'network': {'name': 'tempest-network-smoke--1769619109', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'port_security_enabled': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:40:57.857784 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.870942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:40:57.874307 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.898019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:40:57.907333 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ebcc40db-a46a-4400-9730-94d9f5adcb05), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.907685 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Added segment ebcc40db-a46a-4400-9730-94d9f5adcb05 of type vlan for network 986e773e-b186-4982-9ef8-64934f662dc0 Mar 07 16:40:57.946452 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (986e773e-b186-4982-9ef8-64934f662dc0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.974542 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (986e773e-b186-4982-9ef8-64934f662dc0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:57.979833 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:57.980940 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:58.017860 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1694489 Mar 07 16:40:58.020853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54468) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:58.025656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'admin_state_up': True, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:40:58.048419 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:58.049441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230ff4-28eb-41d6-b708-48b0d2631754 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Network': ['ID=986e773e-b186-4982-9ef8-64934f662dc0,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:58.049566 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:58.060641 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 986e773e-b186-4982-9ef8-64934f662dc0 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:40:58.101546 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:58.258733 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:58.441635 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:40:58.458353 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:58.461503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:40:58.461849 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 4b96db12-3ff9-454b-b93e-02f0a8b0cbb3 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:40:58.477732 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:58.581824 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.181 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/47fc1663-1cdc-4a98-b8db-b3d653f57cd0) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:40:58.681401 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:58.717677 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:58.755886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:40:58.758727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:40:58.762182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:40:58.786450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=47fc1663-1cdc-4a98-b8db-b3d653f57cd0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:40:59.014161 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:59.206696 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:59.215478 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:59.348597 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:40:59.456105 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:40:59.466190 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Sync routers for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:40:59.475782 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:59.479353 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2029376a-7496-40cd-9585-3e0bf4d18170 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4549613 Mar 07 16:40:59.479497 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:40:59.479497 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:59.480212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54470) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:59.588270 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:40:59.772484 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:40:58Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:40:59.800581 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Checking router: ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:40:59.800930 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Updating router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:40:59.809923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-44f807cc-720e-49f4-bad5-45e7df0aaf15 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=76e22b52ed614766a5ec6b63fcd0f41c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3286066 Mar 07 16:40:59.814062 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54472) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:59.829205 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:40:59.900686 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160abb51-32a2-4803-aea6-d647e7ce20c4 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:40:59.902227 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-160abb51-32a2-4803-aea6-d647e7ce20c4 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872526 Mar 07 16:40:59.905374 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54474) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:59.935445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8679a011-75ae-4dac-bcf3-3e143308e0f5 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289941 Mar 07 16:40:59.938572 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54476) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:40:59.943445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1720521687', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:41:00.031195 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:41:00.034559 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.084336 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Publish callbacks [] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.090147 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.153334 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Attempting to bind port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:41:00.154082 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Attempting to bind port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:41:00.154500 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Attempting to bind port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:41:00.164491 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Pushing event updated for resources: {'Port': ['ID=47fc1663-1cdc-4a98-b8db-b3d653f57cd0,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:00.167476 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:41:00.167854 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:41:00.168260 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.168652 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:41:00.169123 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Bound port: 47fc1663-1cdc-4a98-b8db-b3d653f57cd0, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:41:00.169508 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.176871 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.177390 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.177884 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.178389 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.178786 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.179147 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.179480 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.179811 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.180140 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.180467 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.180814 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.181119 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.181441 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:41:00.230191 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (ee5bc21c-4ad5-493a-8e60-47cd36ef52dc), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.233496 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] For port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:41:00.237583 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] For port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=47fc1663-1cdc-4a98-b8db-b3d653f57cd0,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:41:00.243614 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.290368 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Subnet': ['ID=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:00.301092 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Checking segment: {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:41:00.301472 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network hostable DHCP agents. Network: 986e773e-b186-4982-9ef8-64934f662dc0, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:41:00.303554 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:41:00.304212 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:00.323313 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 986e773e-b186-4982-9ef8-64934f662dc0 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:41:00.331474 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 986e773e-b186-4982-9ef8-64934f662dc0) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:41:00.336207 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:00.336822 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.343211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09670af-ea6c-4471-a04a-3ed0cb2aca89 None None] Network 986e773e-b186-4982-9ef8-64934f662dc0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:41:00.345146 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30fec8-2d36-44f4-995f-5655a748fb60 None None] Pushing event updated for resources: {'Port': ['ID=47fc1663-1cdc-4a98-b8db-b3d653f57cd0,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:00.358647 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-35da884e-6dd5-4648-b946-af802834b15d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4189212 Mar 07 16:41:00.362367 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54478) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:41:00.427015 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:41:00.464713 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-986e773e-b186-4982-9ef8-64934f662dc0', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:41:00.465835 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.610374 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Allocated IP 172.20.0.2 (986e773e-b186-4982-9ef8-64934f662dc0/ee5bc21c-4ad5-493a-8e60-47cd36ef52dc/10ed49d6-8697-4ee0-9a58-9c9b7def1cb6) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:41:00.626708 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:40:58Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:00.655594 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6ed28a-541b-43d2-8abd-b6ba4c513c9f None None] The sync data for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 is: [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:40:58Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:41:00.771998 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Publish callbacks [] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.779663 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.827110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Network 986e773e-b186-4982-9ef8-64934f662dc0 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:41:00.830926 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:41:00.834649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:41:00.845805 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.859898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Pushing event updated for resources: {'Port': ['ID=10ed49d6-8697-4ee0-9a58-9c9b7def1cb6,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:00.924001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Attempting to bind port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:41:00.924391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Attempting to bind port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:41:00.924761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Attempting to bind port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 on network 986e773e-b186-4982-9ef8-64934f662dc0 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:41:00.930274 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:41:00.930651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Checking segment: {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:41:00.931146 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:00.931536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Bound using segment: {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:41:00.932007 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Bound port: 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:41:00.932385 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:01.014358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] For port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:41:01.018582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] For port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=10ed49d6-8697-4ee0-9a58-9c9b7def1cb6,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:41:01.026570 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:01.095395 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f61f11-72a8-4058-9f84-ede5843b1191 None None] Pushing event updated for resources: {'Port': ['ID=10ed49d6-8697-4ee0-9a58-9c9b7def1cb6,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:01.173373 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.1 (986e773e-b186-4982-9ef8-64934f662dc0/ee5bc21c-4ad5-493a-8e60-47cd36ef52dc/94ca4e06-8e0e-46a6-bc6a-3ed745814b28) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:41:01.313926 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:01.351866 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:01.404288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 986e773e-b186-4982-9ef8-64934f662dc0 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:41:01.408212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:41:01.412445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:41:01.419250 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=94ca4e06-8e0e-46a6-bc6a-3ed745814b28,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:01.463670 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:01.606516 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:01.896873 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:01.902310 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:01.975954 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=94ca4e06-8e0e-46a6-bc6a-3ed745814b28,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:01.980970 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:02.085849 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 986e773e-b186-4982-9ef8-64934f662dc0 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:41:02.087634 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:41:02.130379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3f1b42-8f8b-45a3-af4e-7e6643f04a98 None None] Network 986e773e-b186-4982-9ef8-64934f662dc0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:41:02.205727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:41:02.210122 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-48787ee3-8239-4c4f-b31a-ae72d0b619e5 None None] Provisioning complete for port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:02.210502 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48787ee3-8239-4c4f-b31a-ae72d0b619e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:02.331155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-48787ee3-8239-4c4f-b31a-ae72d0b619e5 None None] Current status of the port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:02.331562 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48787ee3-8239-4c4f-b31a-ae72d0b619e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:02.332691 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:41:02.338325 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-508fd23f-50ce-4afa-b70a-095d7a65b1c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9748971 Mar 07 16:41:02.376527 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-48787ee3-8239-4c4f-b31a-ae72d0b619e5 None None] For port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=10ed49d6-8697-4ee0-9a58-9c9b7def1cb6,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:41:02.384320 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48787ee3-8239-4c4f-b31a-ae72d0b619e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:02.445629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48787ee3-8239-4c4f-b31a-ae72d0b619e5 None None] Pushing event updated for resources: {'Port': ['ID=10ed49d6-8697-4ee0-9a58-9c9b7def1cb6,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:02.543331 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-eb092ff0-f72b-4278-b03b-54e52f7a4925 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426155079&fields=id&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 267 time: 0.0549219 Mar 07 16:41:02.584203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:41:02.638127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f7a87ae3-0599-4b99-9edb-b59014ea5dbe None None] Provisioning complete for port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:02.638127 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f7a87ae3-0599-4b99-9edb-b59014ea5dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:02.664684 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-4b89ba49-f576-44ed-9935-40a4b344ec92 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:02.666319 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-4b89ba49-f576-44ed-9935-40a4b344ec92 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 797 time: 0.1105356 Mar 07 16:41:02.683074 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-a25015b2-1e2c-4aec-a618-58b4d71fab08 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/quotas/76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 375 time: 0.0108383 Mar 07 16:41:02.694479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f7a87ae3-0599-4b99-9edb-b59014ea5dbe None None] Port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:41:02.707504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Sync routers for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:41:02.716810 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:02.717194 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:02.747264 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:41:02.747488 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-afa2362f-3c6c-488a-9478-158e7631f99e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592186 Mar 07 16:41:02.747918 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:02.752275 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f7a87ae3-0599-4b99-9edb-b59014ea5dbe None None] Provisioning complete for port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:02.752476 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f7a87ae3-0599-4b99-9edb-b59014ea5dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:02.827560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-e6400407-4837-4170-8b37-546646195d88 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:41:02.829165 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-e6400407-4837-4170-8b37-546646195d88 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0676930 Mar 07 16:41:02.939557 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-49aa7eb7-bb98-464b-b5db-b6f61f48cf03 service neutron] 10.222.0.24 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012814 Mar 07 16:41:02.973998 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:41:03.011821 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:03.012940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:41:03.039370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f7a87ae3-0599-4b99-9edb-b59014ea5dbe None None] Current status of the port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:03.040186 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-a43583b8-b003-4e7a-a492-912a481ff23b service neutron] 10.222.0.24 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971141 Mar 07 16:41:03.171882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:03.172331 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:03.219601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d22f8057-212e-40d8-86e0-9b9389fb6bd9 None None] Provisioning complete for port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:03.220045 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d22f8057-212e-40d8-86e0-9b9389fb6bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:03.240873 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-392f0239-1e0e-4377-a6ee-8b51b4cae274 req-5c3f8c31-9b94-4045-9e94-64324908fe9c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 210 time: 0.0361423 Mar 07 16:41:03.294396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d22f8057-212e-40d8-86e0-9b9389fb6bd9 None None] Port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:41:03.352995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:03.353395 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:03.363467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '94ca4e06-8e0e-46a6-bc6a-3ed745814b28', 'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:8e:ca:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:41:00Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 2, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:03.398723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Checking router: ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:41:03.399112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Updating router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:41:03.404371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=47fc1663-1cdc-4a98-b8db-b3d653f57cd0,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:41:03.422451 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:03.452611 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:03.509353 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=47fc1663-1cdc-4a98-b8db-b3d653f57cd0,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:03.745607 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Publish callbacks [] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:03.751756 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:03.799660 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d292e-4a67-4203-87f0-b3f08043400c None None] Pushing event updated for resources: {'Port': ['ID=94ca4e06-8e0e-46a6-bc6a-3ed745814b28,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:03.854139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Attempting to bind port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:41:03.854582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Attempting to bind port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:41:03.855045 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Attempting to bind port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 on network 986e773e-b186-4982-9ef8-64934f662dc0 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:41:03.861696 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:41:03.862172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Checking segment: {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:41:03.862649 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:03.863135 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Bound using segment: {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:41:03.864062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Bound port: 94ca4e06-8e0e-46a6-bc6a-3ed745814b28, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:41:03.864062 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.100955 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-cd55801f-d97e-4dc6-b7e4-5758658342f8 None None] Provisioning complete for port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:04.101216 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cd55801f-d97e-4dc6-b7e4-5758658342f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.136640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] For port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:41:04.162318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] For port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=94ca4e06-8e0e-46a6-bc6a-3ed745814b28,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:41:04.166361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-cd55801f-d97e-4dc6-b7e4-5758658342f8 None None] Port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:41:04.170407 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.238214 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d292e-4a67-4203-87f0-b3f08043400c None None] Pushing event updated for resources: {'Port': ['ID=94ca4e06-8e0e-46a6-bc6a-3ed745814b28,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:04.240820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:41:04.241429 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:04.351807 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-39d6335b-41d3-4438-820c-2ef7b311203e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:04.354328 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-39d6335b-41d3-4438-820c-2ef7b311203e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 797 time: 0.1702883 Mar 07 16:41:04.394403 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-eacc2711-f063-4c26-89b4-da8c0e9d4ad4 req-f479e7df-2773-4144-9ef7-f3619391dccc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 210 time: 0.0475955 Mar 07 16:41:04.398398 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:41:04.443382 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-7d5e9eff-51fa-4f74-b929-fed64d5100d7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 380 time: 0.0804505 Mar 07 16:41:04.459312 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'port': {'device_id': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'admin_state_up': True, 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'security_groups': ['a3d7da47-08c6-4891-b68e-e56512f5258b']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:41:04.533432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:41:04.579585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:41:04.583341 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.630360 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e6862f81-d621-4083-b384-ad49693808ac None None] Provisioning complete for port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:04.630653 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6862f81-d621-4083-b384-ad49693808ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.678953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:04.679337 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.714089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.4 (986e773e-b186-4982-9ef8-64934f662dc0/ee5bc21c-4ad5-493a-8e60-47cd36ef52dc/31d569f5-1394-4ad7-956d-41dd09581e02) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:41:04.764939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '94ca4e06-8e0e-46a6-bc6a-3ed745814b28', 'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:8e:ca:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:41:00Z', 'updated_at': '2022-03-07T16:41:04Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:04.805161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f722d2-b6ed-4b80-a69b-ce2f12c9e07b None None] The sync data for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 is: [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '94ca4e06-8e0e-46a6-bc6a-3ed745814b28', 'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:8e:ca:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:41:00Z', 'updated_at': '2022-03-07T16:41:04Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:41:04.828004 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e6862f81-d621-4083-b384-ad49693808ac None None] Current status of the port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:04.828946 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6862f81-d621-4083-b384-ad49693808ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.885711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (31d569f5-1394-4ad7-956d-41dd09581e02), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.885925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:04.886783 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:41:04.892499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e6862f81-d621-4083-b384-ad49693808ac None None] For port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=94ca4e06-8e0e-46a6-bc6a-3ed745814b28,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:41:04.920901 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6862f81-d621-4083-b384-ad49693808ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.932729 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:04.978911 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 986e773e-b186-4982-9ef8-64934f662dc0 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:41:04.985153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6862f81-d621-4083-b384-ad49693808ac None None] Pushing event updated for resources: {'Port': ['ID=94ca4e06-8e0e-46a6-bc6a-3ed745814b28,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:04.986979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:41:04.991665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:41:04.992161 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:04.992545 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:05.020594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:05.060797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:05.061781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:05.080939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-97331a0b-b0b0-4bb7-8391-220aefdac6d8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6299362 Mar 07 16:41:05.094751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Request body: {'port': {'device_id': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:41:05.108760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:05.167780 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:05.350108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-793d0442-6d74-490e-a0b2-6a1ae98bed92 None None] Provisioning complete for port 31d569f5-1394-4ad7-956d-41dd09581e02 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:05.350707 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-793d0442-6d74-490e-a0b2-6a1ae98bed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:05.392397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-793d0442-6d74-490e-a0b2-6a1ae98bed92 None None] Port 31d569f5-1394-4ad7-956d-41dd09581e02 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:41:05.475666 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d569f5-1394-4ad7-956d-41dd09581e02 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:41:05.497685 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Publish callbacks [] for port (31d569f5-1394-4ad7-956d-41dd09581e02), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:05.517879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Transition to ACTIVE for port object 31d569f5-1394-4ad7-956d-41dd09581e02 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:41:05.521714 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:05.577441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bbcb1-899c-42be-94fb-ad3242a619aa req-9b9f0dc8-e588-45c2-abfb-3b5d64ef9c4a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:05.579770 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e4bbcb1-899c-42be-94fb-ad3242a619aa req-9b9f0dc8-e588-45c2-abfb-3b5d64ef9c4a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 931 time: 0.1183941 Mar 07 16:41:05.607382 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Pushing event updated for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:05.688188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4e4bbcb1-899c-42be-94fb-ad3242a619aa req-21056581-6288-41bb-974b-428b5d77cd1a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004443 Mar 07 16:41:05.717821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Attempting to bind port 31d569f5-1394-4ad7-956d-41dd09581e02 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:41:05.718199 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Attempting to bind port 31d569f5-1394-4ad7-956d-41dd09581e02 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:41:05.718501 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Attempting to bind port 31d569f5-1394-4ad7-956d-41dd09581e02 on network 986e773e-b186-4982-9ef8-64934f662dc0 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:41:05.724821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Port 31d569f5-1394-4ad7-956d-41dd09581e02 on network 986e773e-b186-4982-9ef8-64934f662dc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:41:05.725151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Attempting to bind port 31d569f5-1394-4ad7-956d-41dd09581e02 on network 986e773e-b186-4982-9ef8-64934f662dc0 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:41:05.730398 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:41:05.730825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Checking segment: {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:41:05.731509 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Bound using segment: {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:41:05.732009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Bound port: 31d569f5-1394-4ad7-956d-41dd09581e02, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:41:05.732455 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:05.803628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:41:05.807112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:41:05.812919 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:05.855388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:05.856025 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:05.857444 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 1091 time: 0.7686491 Mar 07 16:41:05.857900 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:41:05.860347 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:41:05.902007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ae89a-8976-4ed4-a675-da9cf0ce96e3 service neutron] Pushing event updated for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:05.919314 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace157f1-8107-4e8d-b568-7894a5c89265 x-openstack-request-id: req-ace157f1-8107-4e8d-b568-7894a5c89265 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:41:05.919615 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:41:05.919929 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ace157f1-8107-4e8d-b568-7894a5c89265 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:41:05.920308 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02', 'status': 'completed', 'code': 200} Mar 07 16:41:05.970478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-520e1279-a45d-46d3-a21d-d6d0826cf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:05.972115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-520e1279-a45d-46d3-a21d-d6d0826cf2e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1125 time: 0.0668337 Mar 07 16:41:06.016032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-8308356e-8ba8-4d1c-95c7-17d7c622a911 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 217 time: 0.0369818 Mar 07 16:41:06.074781 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-3cc8620c-b186-437a-a35e-9404519cc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:06.076440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-3cc8620c-b186-437a-a35e-9404519cc914 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0527472 Mar 07 16:41:06.130260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-62007cb7-0f6d-43f7-bcc6-e326f8d187eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:06.131834 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-62007cb7-0f6d-43f7-bcc6-e326f8d187eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488234 Mar 07 16:41:06.223847 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-05433bbe-932b-42dc-8905-cf4f972f1f45 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849607 Mar 07 16:41:06.316622 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38b45eee-a3fe-45a5-9c87-a4e150a902ad req-6c75a7fe-5f30-40a7-b747-ad105cb8db55 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871015 Mar 07 16:41:06.407114 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-7da3ee83-7434-468a-b145-c847d379976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:06.408637 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-7da3ee83-7434-468a-b145-c847d379976e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1125 time: 0.0471606 Mar 07 16:41:06.504821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-d2be716b-f806-46ee-9eca-26cd7d1ba64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:06.506320 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-d2be716b-f806-46ee-9eca-26cd7d1ba64d service neutron] 10.222.0.11 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.0912085 Mar 07 16:41:06.512530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:41:06.547875 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-0bdd813e-4f31-4d1d-9272-2fe49d99ccac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 217 time: 0.0342135 Mar 07 16:41:06.564742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:06.565117 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:06.594377 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-2e2244f2-e41a-470a-976e-b853584dd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:06.595885 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-2e2244f2-e41a-470a-976e-b853584dd38c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0431740 Mar 07 16:41:06.644870 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:06.645949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-3875ec0e-5d37-4388-b665-84a83997f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:06.647566 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-3875ec0e-5d37-4388-b665-84a83997f9ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454273 Mar 07 16:41:06.742260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-f64f27cd-b5e0-4e87-b8e5-09f54282fa12 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875430 Mar 07 16:41:06.789551 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:06.876957 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a122241-042e-43f1-bed0-8b42828f9015 req-38e76102-0307-4d4a-8bc6-f6294dffb09c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:06.878438 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a122241-042e-43f1-bed0-8b42828f9015 req-38e76102-0307-4d4a-8bc6-f6294dffb09c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 943 time: 0.1119161 Mar 07 16:41:06.880212 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-afa6c30f-d9da-4fb9-b5f3-c40aebd30b7f req-97a43893-cd3e-469d-886b-58a6d87763b7 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310983 Mar 07 16:41:06.930090 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0a122241-042e-43f1-bed0-8b42828f9015 req-bb1c7f9f-c4a6-4154-b9ca-bd9e06ba08c1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Mar 07 16:41:08.051617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39409d-642f-4474-b82d-68c846384c6d req-fbe9a6f8-f908-4c07-b326-ed767605aa2c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:08.053062 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa39409d-642f-4474-b82d-68c846384c6d req-fbe9a6f8-f908-4c07-b326-ed767605aa2c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 943 time: 0.0533311 Mar 07 16:41:08.101196 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fa39409d-642f-4474-b82d-68c846384c6d req-18e9923b-b641-4bf9-82cd-988e49944ac1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Mar 07 16:41:08.916019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 31d569f5-1394-4ad7-956d-41dd09581e02 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:41:09.014039 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:41:09.025839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '31d569f5-1394-4ad7-956d-41dd09581e02', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'port_id': '31d569f5-1394-4ad7-956d-41dd09581e02', 'mac_address': 'fa:16:3e:ff:12:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:41:09.064073 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 31d569f5-1394-4ad7-956d-41dd09581e02 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:09.064471 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:09.076751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d569f5-1394-4ad7-956d-41dd09581e02 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:41:09.097129 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:41:09.101127 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:09.153841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:09.217995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039f0b7-af2b-428e-b22a-4fbefcd31315 req-ea889790-2059-45b0-8564-47b8a0028915 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:09.219970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c039f0b7-af2b-428e-b22a-4fbefcd31315 req-ea889790-2059-45b0-8564-47b8a0028915 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 944 time: 0.0514987 Mar 07 16:41:09.272698 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c039f0b7-af2b-428e-b22a-4fbefcd31315 req-f3c9a850-e444-4ae6-bfe8-6ffc0493654c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472660 Mar 07 16:41:09.303765 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['31d569f5-1394-4ad7-956d-41dd09581e02'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:41:10.396203 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1299f-98b2-47dd-9c69-e1704bae62ae req-e4a84242-5d01-4c4f-9b82-6aace49c5b3d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:10.397701 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21e1299f-98b2-47dd-9c69-e1704bae62ae req-e4a84242-5d01-4c4f-9b82-6aace49c5b3d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 944 time: 0.0580561 Mar 07 16:41:10.447870 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-21e1299f-98b2-47dd-9c69-e1704bae62ae req-75353d0c-4a77-4b59-9510-fa223182d5af tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446167 Mar 07 16:41:10.937055 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 31d569f5-1394-4ad7-956d-41dd09581e02 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:41:10.985877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 31d569f5-1394-4ad7-956d-41dd09581e02 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:41:10.989426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 31d569f5-1394-4ad7-956d-41dd09581e02 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:41:10.989800 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:11.069232 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 31d569f5-1394-4ad7-956d-41dd09581e02 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:41:11.069539 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:11.095756 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:41:11.097970 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c5f039-8b47-470f-a171-bcac51d08204" -d '{"events": [{"server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "name": "network-vif-plugged", "status": "completed", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:41:11.110759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:41:11.114471 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:11.161099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:11.209982 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cc0370-c5e2-4758-b8e7-30622635efde x-openstack-request-id: req-32cc0370-c5e2-4758-b8e7-30622635efde {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:41:11.210349 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "name": "network-vif-plugged", "status": "completed", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:41:11.210615 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32cc0370-c5e2-4758-b8e7-30622635efde {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:41:11.211084 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02', 'code': 200} Mar 07 16:41:11.308862 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3839f-0da3-4521-8836-f4ae4f11422b req-c2365293-ad14-4543-af51-ff61ccc6642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:11.310348 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3cc3839f-0da3-4521-8836-f4ae4f11422b req-c2365293-ad14-4543-af51-ff61ccc6642c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1127 time: 0.0423830 Mar 07 16:41:11.356007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3cc3839f-0da3-4521-8836-f4ae4f11422b req-df029a2f-dda9-46fd-8d1e-8f1dd159d0dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399814 Mar 07 16:41:11.407830 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:11.564915 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f7223-d188-41bc-a7dc-63a497cf2a4e req-8dee175a-891f-4b69-95b6-916b67227a62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:11.566397 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a87f7223-d188-41bc-a7dc-63a497cf2a4e req-8dee175a-891f-4b69-95b6-916b67227a62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0527322 Mar 07 16:41:11.614508 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a87f7223-d188-41bc-a7dc-63a497cf2a4e req-ff51ca16-eb41-40e2-bf14-73385cb3b90b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Mar 07 16:41:12.742832 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046227af-dd61-4cc4-846f-7fbb942631c7 req-2d93b3a7-cf80-4519-af77-2dec90e23ed0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:12.744360 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-046227af-dd61-4cc4-846f-7fbb942631c7 req-2d93b3a7-cf80-4519-af77-2dec90e23ed0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0608652 Mar 07 16:41:12.805164 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-046227af-dd61-4cc4-846f-7fbb942631c7 req-3e5081ef-613a-40f7-863b-258a76f510c9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519102 Mar 07 16:41:12.930393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77215d0-16ca-4d86-b608-851241e5c662 req-beb1e5e8-1b61-497f-93f2-201f0aed18cd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:12.932089 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c77215d0-16ca-4d86-b608-851241e5c662 req-beb1e5e8-1b61-497f-93f2-201f0aed18cd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0537527 Mar 07 16:41:12.987975 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c77215d0-16ca-4d86-b608-851241e5c662 req-3005e72d-8f64-4e93-b7eb-7e021d3da03e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499592 Mar 07 16:41:13.010527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54538) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:41:13.062078 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918fbe9f-7c68-420f-bbe9-921c43a8bb0e tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:13.064386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-918fbe9f-7c68-420f-bbe9-921c43a8bb0e tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1122 time: 0.0522032 Mar 07 16:41:13.067531 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54540) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:41:13.071804 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '31d569f5-1394-4ad7-956d-41dd09581e02', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:41:13.093027 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:13.199999 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:13.331695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.167 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/a619b17a-ab75-47c2-b1e6-08a3aa7a34b4) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:41:13.433071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (a619b17a-ab75-47c2-b1e6-08a3aa7a34b4), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:13.470245 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a619b17a-ab75-47c2-b1e6-08a3aa7a34b4), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:13.510704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:41:13.514085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:41:13.517792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:41:13.540325 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=a619b17a-ab75-47c2-b1e6-08a3aa7a34b4,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:13.878459 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (c402b93f-f6ad-48d0-8faf-689ee6a8988f), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:13.950056 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (a619b17a-ab75-47c2-b1e6-08a3aa7a34b4), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:14.110212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (a619b17a-ab75-47c2-b1e6-08a3aa7a34b4), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:14.115338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (a619b17a-ab75-47c2-b1e6-08a3aa7a34b4), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:14.183156 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=a619b17a-ab75-47c2-b1e6-08a3aa7a34b4,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:41:14.194215 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (c402b93f-f6ad-48d0-8faf-689ee6a8988f), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:14.297559 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP c402b93f-f6ad-48d0-8faf-689ee6a8988f associated. External IP: 172.25.4.167, port: 31d569f5-1394-4ad7-956d-41dd09581e02. Mar 07 16:41:14.510444 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:41:14.912596 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:41:14.921937 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] Sync routers for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:41:14.929877 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:14.932017 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:41:14.932636 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:14.960009 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1e1515c7-041a-450e-8695-89623f09bace tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8914764 Mar 07 16:41:14.960736 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:41:14.963055 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70078ed6-a622-46d4-ab75-97bbe2866286" -d '{"events": [{"name": "network-changed", "server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:41:14.999328 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cbc1ed-ee4b-47ac-96fc-d6832510b726 x-openstack-request-id: req-95cbc1ed-ee4b-47ac-96fc-d6832510b726 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:41:14.999668 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:41:14.999900 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95cbc1ed-ee4b-47ac-96fc-d6832510b726 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:41:15.000287 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02', 'status': 'completed', 'code': 200} Mar 07 16:41:15.044382 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:41:15.097949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a32e3-81e5-4d4f-a486-c1d2cea4e5fc req-4a235218-1f91-404d-8326-8cb3f95a656f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:15.099482 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c3a32e3-81e5-4d4f-a486-c1d2cea4e5fc req-4a235218-1f91-404d-8326-8cb3f95a656f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0902400 Mar 07 16:41:15.102621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-d1a1cd39-5a2e-49f8-990a-7b50762d0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:15.104052 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-d1a1cd39-5a2e-49f8-990a-7b50762d0cb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1127 time: 0.0834961 Mar 07 16:41:15.215449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c3a32e3-81e5-4d4f-a486-c1d2cea4e5fc req-392503ff-5d2d-45ee-9b4a-9f1ae97f2ecd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101124 Mar 07 16:41:15.240767 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54546) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:41:15.245965 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-b8f37339-b01e-490e-9544-5818dc101289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:15.247606 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-b8f37339-b01e-490e-9544-5818dc101289 service neutron] 10.222.0.11 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.1360588 Mar 07 16:41:15.287958 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'c402b93f-f6ad-48d0-8faf-689ee6a8988f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'port_id': '31d569f5-1394-4ad7-956d-41dd09581e02', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'mac_address': 'fa:16:3e:ff:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:41:13Z', 'updated_at': '2022-03-07T16:41:13Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ca4e06-8e0e-46a6-bc6a-3ed745814b28', 'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:8e:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:41:00Z', 'updated_at': '2022-03-07T16:41:04Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:15.307338 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5b8d0b37-9a60-41e7-abfe-dd6e1567a7c6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/c402b93f-f6ad-48d0-8faf-689ee6a8988f HTTP/1.1" status: 200 len: 991 time: 0.0652783 Mar 07 16:41:15.314352 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] Checking router: ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:41:15.318534 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-e7a4f18a-d7f4-41a7-9477-58ea4deb0a6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 999 time: 0.0648148 Mar 07 16:41:15.322750 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:41:15.323370 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:40:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:15.367309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-0aee2a02-6cf9-465e-9d5c-465c5b334053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:15.368795 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-0aee2a02-6cf9-465e-9d5c-465c5b334053 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0442235 Mar 07 16:41:15.420573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-f60d2ab9-0c88-4bdf-99da-00504719f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:15.422113 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-f60d2ab9-0c88-4bdf-99da-00504719f1a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479844 Mar 07 16:41:15.431349 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:41:15.511903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-9e01fc5a-a9c6-4dd8-903c-6d2eb97e6245 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837533 Mar 07 16:41:15.608273 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-70078ed6-a622-46d4-ab75-97bbe2866286 req-1598b74a-cb35-4ba5-932b-3235525ead8d service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904984 Mar 07 16:41:15.747231 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'c402b93f-f6ad-48d0-8faf-689ee6a8988f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'port_id': '31d569f5-1394-4ad7-956d-41dd09581e02', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'mac_address': 'fa:16:3e:ff:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:41:13Z', 'updated_at': '2022-03-07T16:41:13Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ca4e06-8e0e-46a6-bc6a-3ed745814b28', 'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:8e:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:41:00Z', 'updated_at': '2022-03-07T16:41:04Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:41:15.773364 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5705048-c178-4c21-92b0-afe7d0cc78fc None None] The sync data for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 is: [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'c402b93f-f6ad-48d0-8faf-689ee6a8988f', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'port_id': '31d569f5-1394-4ad7-956d-41dd09581e02', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'mac_address': 'fa:16:3e:ff:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:41:13Z', 'updated_at': '2022-03-07T16:41:13Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ca4e06-8e0e-46a6-bc6a-3ed745814b28', 'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:8e:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:41:00Z', 'updated_at': '2022-03-07T16:41:04Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:41:15.969883 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5006d348-0736-47be-bf59-b2b9aa0fb7fa None None] New status for floating IP c402b93f-f6ad-48d0-8faf-689ee6a8988f: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:41:16.310916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54548) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:41:16.372612 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-8f4678d0-f088-4d8f-8f1a-21de40d192d3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/c402b93f-f6ad-48d0-8faf-689ee6a8988f HTTP/1.1" status: 200 len: 993 time: 0.0604482 Mar 07 16:41:19.412107 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:41:20.433050 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-c5a3842f-469c-4f40-89a5-f497c66ba204 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514846 Mar 07 16:41:20.515292 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-2e79c87f-fbe8-46a1-b150-bf7c1bed1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:20.516717 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-2e79c87f-fbe8-46a1-b150-bf7c1bed1e41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1127 time: 0.0438824 Mar 07 16:41:20.620165 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-50cd9528-e5d4-441d-b022-cec556e67f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:20.621632 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-50cd9528-e5d4-441d-b022-cec556e67f10 service neutron] 10.222.0.11 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.0870402 Mar 07 16:41:20.684603 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-cb1fdf83-baf5-4f1e-a19a-86e31ae8ade5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 1001 time: 0.0568478 Mar 07 16:41:20.734755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-317ae029-28e5-4f26-a428-91b43c9c3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:20.737283 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-317ae029-28e5-4f26-a428-91b43c9c3713 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0475087 Mar 07 16:41:20.784783 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-4eb8009a-3402-463a-9cbb-f520a4796d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:20.786196 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-4eb8009a-3402-463a-9cbb-f520a4796d41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433207 Mar 07 16:41:20.874829 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-aa733eeb-25a9-4a75-97a0-301e0dda20ec service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826099 Mar 07 16:41:20.965761 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-11a02d72-0c87-4751-b7e4-54cd9909626e req-5eb007e8-1a6d-451d-81be-1e0cf63bb12f service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853126 Mar 07 16:41:22.940412 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-060549fe-bebc-42c2-a461-d1e40c8b7c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:25.249036 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-382096e1-cb42-4c97-93af-14b6c3eea4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:26.556061 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:27.859332 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:29.208746 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:36.799765 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:41.421055 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:47.672028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-6b5c9f59-125f-4607-8afe-9caa30c33d01 req-f617badf-b9f9-4172-b8b0-120b0522ffa4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:41:47.673051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b5c9f59-125f-4607-8afe-9caa30c33d01 req-f617badf-b9f9-4172-b8b0-120b0522ffa4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554459 Mar 07 16:41:47.855883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20dbc6-443b-4540-967b-1a0d237a8383 req-e5d9c12c-b038-4a59-ae26-7b8b60c1b63f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:47.857397 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d20dbc6-443b-4540-967b-1a0d237a8383 req-e5d9c12c-b038-4a59-ae26-7b8b60c1b63f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0541282 Mar 07 16:41:47.888897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-9cbabd00-9b56-4185-9c5a-60148e3a7bcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946093 Mar 07 16:41:47.898446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-5a1b3505-0112-42f8-8acb-12e6f87358d2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:41:47.899518 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-5a1b3505-0112-42f8-8acb-12e6f87358d2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050519 Mar 07 16:41:47.907417 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6d20dbc6-443b-4540-967b-1a0d237a8383 req-367f3706-8e95-4747-99ef-b0af4f92e453 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444250 Mar 07 16:41:48.320976 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-8f4d58e6-557e-491c-aeae-8eda4ec38e21 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:48.322355 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-8f4d58e6-557e-491c-aeae-8eda4ec38e21 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports/31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 942 time: 0.1077847 Mar 07 16:41:49.025419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95bb9-bbe4-4ac0-8e24-506dd06c0ea2 req-fdaa2f77-706a-46b3-87b1-9fcf9abf1a19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:49.026922 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9fe95bb9-bbe4-4ac0-8e24-506dd06c0ea2 req-fdaa2f77-706a-46b3-87b1-9fcf9abf1a19 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0513635 Mar 07 16:41:49.079845 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9fe95bb9-bbe4-4ac0-8e24-506dd06c0ea2 req-27b1ab20-d52c-4d4f-9476-98768528536d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470073 Mar 07 16:41:50.198289 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9091b-d015-4184-b8ac-df43d16fdded req-05d70445-a090-416c-89cb-b2b066921200 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:50.199815 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3c9091b-d015-4184-b8ac-df43d16fdded req-05d70445-a090-416c-89cb-b2b066921200 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0517223 Mar 07 16:41:50.248783 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c3c9091b-d015-4184-b8ac-df43d16fdded req-dd641369-e11e-4edf-82c7-80f5aa7de09c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Mar 07 16:41:51.103242 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-e963ccee-3f76-4f37-9764-1725d0ab261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:51.104725 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-e963ccee-3f76-4f37-9764-1725d0ab261f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1127 time: 0.0440586 Mar 07 16:41:51.193954 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-53a9dee2-7426-40fa-8c9e-6b3873a2310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:51.195463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-53a9dee2-7426-40fa-8c9e-6b3873a2310e service neutron] 10.222.0.11 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.0835948 Mar 07 16:41:51.262744 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-3379286f-5b35-45cd-884a-653523f8cd76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 1001 time: 0.0614903 Mar 07 16:41:51.311984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-11c87c7d-7045-4a16-98de-f2c616fe62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:51.313491 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-11c87c7d-7045-4a16-98de-f2c616fe62bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0442760 Mar 07 16:41:51.697991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-a86952c8-ee06-48bf-8a96-1e246da49866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:51.699536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-a86952c8-ee06-48bf-8a96-1e246da49866 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3801308 Mar 07 16:41:51.708146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a693d-56a4-42ea-821d-acbeae3fb1bd req-5ee37d1a-8697-47e1-bd9e-d33de1d52234 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:51.709528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd2a693d-56a4-42ea-821d-acbeae3fb1bd req-5ee37d1a-8697-47e1-bd9e-d33de1d52234 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.3890066 Mar 07 16:41:51.810141 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fd2a693d-56a4-42ea-821d-acbeae3fb1bd req-7ba671f2-7e3b-4dbc-a240-83acbef91f1b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928285 Mar 07 16:41:51.828276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-9ec11fcb-6bbc-4c64-8bb4-5cfc0a94c524 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178331 Mar 07 16:41:51.915896 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-9eb8732b-ac93-4544-b2e2-d6eeb3e0e9f0 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815446 Mar 07 16:41:52.928777 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9f850-9d02-4dc9-a725-fa601fd6fb82 req-0869b14e-76b5-4760-abb7-cfee51fef6e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:52.930643 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ac9f850-9d02-4dc9-a725-fa601fd6fb82 req-0869b14e-76b5-4760-abb7-cfee51fef6e4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0520704 Mar 07 16:41:52.941825 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8a39813f-1fac-4ee3-b8a8-9eb7dca98c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:52.984293 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ac9f850-9d02-4dc9-a725-fa601fd6fb82 req-075a04e2-6e06-4622-a03f-df9e5a6f92c7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481901 Mar 07 16:41:54.103846 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0362b2b-e4bc-45ea-920c-b43050e25314 req-2a03e22c-55ac-44b7-a907-f37dfc4adffe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:54.105332 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0362b2b-e4bc-45ea-920c-b43050e25314 req-2a03e22c-55ac-44b7-a907-f37dfc4adffe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0526667 Mar 07 16:41:54.158647 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e0362b2b-e4bc-45ea-920c-b43050e25314 req-ddd93957-35d1-41d5-bca9-7338c78d3b45 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477824 Mar 07 16:41:55.251053 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6827e2b7-6d6b-41b4-9486-b8b855527112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:55.278695 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789f0c-a484-4cde-a756-cd033dd1c5b0 req-fefc5e51-f236-431a-8bed-266f54bd427d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:55.280212 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4e789f0c-a484-4cde-a756-cd033dd1c5b0 req-fefc5e51-f236-431a-8bed-266f54bd427d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0524909 Mar 07 16:41:55.328815 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4e789f0c-a484-4cde-a756-cd033dd1c5b0 req-7f5a014d-27ae-461d-8d6a-b315566e6119 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Mar 07 16:41:56.411340 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:41:56.447489 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eaf34-7ef1-4b5f-9da4-bc074645d632 req-6ae901e7-cb61-46bb-9e37-6d4b79db8460 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:56.448969 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-495eaf34-7ef1-4b5f-9da4-bc074645d632 req-6ae901e7-cb61-46bb-9e37-6d4b79db8460 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0528617 Mar 07 16:41:56.497683 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-495eaf34-7ef1-4b5f-9da4-bc074645d632 req-50b070d6-80e3-4108-a4f0-95bda4c9e4fd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430179 Mar 07 16:41:56.559311 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:57.614919 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338373f3-6bfb-49ce-8d65-9579ae58132a req-021f6b7f-086f-4581-ac94-48afd86aadc2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:57.616396 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-338373f3-6bfb-49ce-8d65-9579ae58132a req-021f6b7f-086f-4581-ac94-48afd86aadc2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0517774 Mar 07 16:41:57.665001 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-338373f3-6bfb-49ce-8d65-9579ae58132a req-e5be74c2-2e0a-4e9b-a6a5-8bd57632e852 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Mar 07 16:41:57.861762 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:58.783294 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e851f6-0a10-4884-8194-d7ac1e0e2cb6 req-c047a914-5de2-4c92-a323-88feb75e0973 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:58.785488 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38e851f6-0a10-4884-8194-d7ac1e0e2cb6 req-c047a914-5de2-4c92-a323-88feb75e0973 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0537801 Mar 07 16:41:58.833086 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-38e851f6-0a10-4884-8194-d7ac1e0e2cb6 req-09de0eda-9020-4e19-897f-07f617fa4681 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Mar 07 16:41:59.210726 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:41:59.957056 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92990acb-40fa-4cd3-b2e0-b8b0c50bfc56 req-a08b0586-5947-4617-8dcd-09bb0ec700f7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:41:59.958550 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-92990acb-40fa-4cd3-b2e0-b8b0c50bfc56 req-a08b0586-5947-4617-8dcd-09bb0ec700f7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0565445 Mar 07 16:42:00.006303 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-92990acb-40fa-4cd3-b2e0-b8b0c50bfc56 req-c1695ce7-06bd-4457-9a1a-825acb2f36cf tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422299 Mar 07 16:42:01.129582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb955fc-87a6-4f1f-8336-2dd6a8419348 req-00a2ebb2-5ef4-40d8-a578-282d71e28f50 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:01.131096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aeb955fc-87a6-4f1f-8336-2dd6a8419348 req-00a2ebb2-5ef4-40d8-a578-282d71e28f50 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0563691 Mar 07 16:42:01.179793 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aeb955fc-87a6-4f1f-8336-2dd6a8419348 req-945b5335-d32e-44f7-84a5-3e11a94a7e6c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Mar 07 16:42:02.298551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef183d-5930-4c0f-8bb0-737177957ae4 req-78debccf-d1df-4aa9-a076-d0159105a3de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:02.300070 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0fef183d-5930-4c0f-8bb0-737177957ae4 req-78debccf-d1df-4aa9-a076-d0159105a3de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0514870 Mar 07 16:42:02.349620 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0fef183d-5930-4c0f-8bb0-737177957ae4 req-25bfd6e0-beb4-48ac-9a5d-8ff10e4f5a3f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Mar 07 16:42:03.467969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8922a1d-035b-4033-af81-3d9dacd857ba req-78d59ef6-e985-4a27-8fd4-d9ea3224b23b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:03.469476 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8922a1d-035b-4033-af81-3d9dacd857ba req-78d59ef6-e985-4a27-8fd4-d9ea3224b23b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0523274 Mar 07 16:42:03.517995 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b8922a1d-035b-4033-af81-3d9dacd857ba req-0e24a8f1-623f-4232-9cd1-bdee557d6382 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428030 Mar 07 16:42:03.887569 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-3eb866b7-480e-4f04-9291-0837e79f0a97 service neutron] show failed (client error): The resource could not be found. Mar 07 16:42:03.888530 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-3eb866b7-480e-4f04-9291-0837e79f0a97 service neutron] 10.222.0.11 "GET /v2.0/ports/31d569f5-1394-4ad7-956d-41dd09581e02/bindings/n-h1-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0525665 Mar 07 16:42:04.136124 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-0878b7fc-8cd9-4446-a15a-9f3c3da3bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:04.137703 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-0878b7fc-8cd9-4446-a15a-9f3c3da3bef6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 1127 time: 0.0941844 Mar 07 16:42:04.148600 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:42:04.211180 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:04.415061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:42:04.447473 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h2-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:42:04.490182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:42:04.492448 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7f58c3-36ae-4683-82a4-d7b4838a309d" -d '{"events": [{"server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "name": "network-vif-unplugged", "status": "completed", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:42:04.495960 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Publish callbacks [] for port (31d569f5-1394-4ad7-956d-41dd09581e02), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:04.511050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Transition to ACTIVE for port object 31d569f5-1394-4ad7-956d-41dd09581e02 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:42:04.515140 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:04.547495 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc3afe-3577-4290-af37-bc42fef7dcaa x-openstack-request-id: req-dbdc3afe-3577-4290-af37-bc42fef7dcaa {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:42:04.547795 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "name": "network-vif-unplugged", "status": "completed", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:42:04.548056 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbdc3afe-3577-4290-af37-bc42fef7dcaa {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:42:04.548605 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02', 'code': 200} Mar 07 16:42:04.607422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Pushing event updated for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=6']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:42:04.621576 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.621946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.622283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.622630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.622995 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.623338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.623675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.624013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.624348 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.624679 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.625013 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.625329 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.625662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:04.652885 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] No DVR routers for this DVR port 31d569f5-1394-4ad7-956d-41dd09581e02 on host n-h2-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:42:04.659233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17f6c6-79fb-4453-b798-b30c3f218d44 req-f863244d-a8b7-45a9-906b-19330f671c64 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:04.661036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a17f6c6-79fb-4453-b798-b30c3f218d44 req-f863244d-a8b7-45a9-906b-19330f671c64 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 943 time: 0.0686412 Mar 07 16:42:04.723588 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7a17f6c6-79fb-4453-b798-b30c3f218d44 req-88b2c829-3ed8-40d1-a519-1dbc5f40a367 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554390 Mar 07 16:42:04.797747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Attempting to bind port 31d569f5-1394-4ad7-956d-41dd09581e02 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:42:04.798079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Attempting to bind port 31d569f5-1394-4ad7-956d-41dd09581e02 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:42:04.798407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Attempting to bind port 31d569f5-1394-4ad7-956d-41dd09581e02 on network 986e773e-b186-4982-9ef8-64934f662dc0 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:42:04.803441 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Port 31d569f5-1394-4ad7-956d-41dd09581e02 on network 986e773e-b186-4982-9ef8-64934f662dc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:42:04.804445 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Attempting to bind port 31d569f5-1394-4ad7-956d-41dd09581e02 on network 986e773e-b186-4982-9ef8-64934f662dc0 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:42:04.809419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:42:04.809762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Checking segment: {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:42:04.810144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Bound using segment: {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:42:04.810568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Bound port: 31d569f5-1394-4ad7-956d-41dd09581e02, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcc40db-a46a-4400-9730-94d9f5adcb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:42:04.810953 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:04.873943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:42:04.877758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:42:04.884514 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:04.920267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:04.920902 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:04.922299 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 1091 time: 0.7785382 Mar 07 16:42:04.942264 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff197c-e4b4-419b-8b9e-86b8187e27c4 service neutron] Pushing event updated for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=7']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:42:04.994889 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-0f31546e-53a6-451f-aa24-caf2b5736988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:04.996399 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-0f31546e-53a6-451f-aa24-caf2b5736988 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1125 time: 0.0511925 Mar 07 16:42:05.096186 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-aaf932fa-a792-42b0-8934-0da3045c7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:05.098316 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-aaf932fa-a792-42b0-8934-0da3045c7bff service neutron] 10.222.0.15 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.0957778 Mar 07 16:42:05.165005 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-9e82df42-7e39-46f7-b3df-2129629ac076 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 999 time: 0.0619912 Mar 07 16:42:05.219338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-53be77b0-65b8-4449-b9e7-edbf2a9d5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:05.220708 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-53be77b0-65b8-4449-b9e7-edbf2a9d5656 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0486634 Mar 07 16:42:05.271066 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-2d659f69-100b-4c39-b67a-9ebbd7cf810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:05.272605 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-2d659f69-100b-4c39-b67a-9ebbd7cf810b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463009 Mar 07 16:42:05.362728 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-33c102cf-0635-4c06-8059-c08946c27219 service neutron] 10.222.0.15 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830657 Mar 07 16:42:05.452832 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b0c734e5-3d19-49f4-9511-b17c97daa5a3 req-06c919a8-3e3f-4b0e-b20f-9956a9ac43cd service neutron] 10.222.0.15 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850971 Mar 07 16:42:05.838704 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc8524-ef3b-493f-8c8c-6542e1e6fdd4 req-3642987f-1e18-4a97-a225-26558c62118b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:05.840162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4ecc8524-ef3b-493f-8c8c-6542e1e6fdd4 req-3642987f-1e18-4a97-a225-26558c62118b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 943 time: 0.0551100 Mar 07 16:42:05.888962 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4ecc8524-ef3b-493f-8c8c-6542e1e6fdd4 req-e4d3c20f-137c-4215-8ff4-e2a3a703d0c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Mar 07 16:42:06.549982 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:42:06.552340 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57284eb-8c2c-4a90-b938-ccda120931c8" -d '{"events": [{"name": "network-changed", "server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:42:06.598893 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35645e5f-8440-49d6-b6d4-241adf84204a x-openstack-request-id: req-35645e5f-8440-49d6-b6d4-241adf84204a {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:42:06.599197 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:42:06.599455 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35645e5f-8440-49d6-b6d4-241adf84204a {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:42:06.599862 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02', 'status': 'completed', 'code': 200} Mar 07 16:42:06.660660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-354d6cef-f05f-41e2-b197-9a95fb9b6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:06.664068 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-354d6cef-f05f-41e2-b197-9a95fb9b6e62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1125 time: 0.0454142 Mar 07 16:42:06.671096 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-ed3d8a82-db60-460e-bcd8-dc16380d1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:06.672606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-ed3d8a82-db60-460e-bcd8-dc16380d1659 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1125 time: 0.0492790 Mar 07 16:42:06.757467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-c68b1b4e-cf83-4a09-bfd7-4850407f9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:06.758964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-c68b1b4e-cf83-4a09-bfd7-4850407f9a93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.0906968 Mar 07 16:42:06.762150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-a46e5cf8-1777-45d1-ad9f-ad22619f7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:06.763712 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-a46e5cf8-1777-45d1-ad9f-ad22619f7c05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.0856411 Mar 07 16:42:06.801764 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:06.828035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-de3be8f6-70ed-46eb-855f-719bf6fdf9e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 999 time: 0.0632210 Mar 07 16:42:06.835703 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-ed75ba54-eb80-405c-9704-1f5bb055a016 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 999 time: 0.0652368 Mar 07 16:42:06.876571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-ddab32ac-adf4-4ec2-ad5c-f02ca2b03ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:06.877979 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-ddab32ac-adf4-4ec2-ad5c-f02ca2b03ea3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0446446 Mar 07 16:42:06.884171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-b255ecde-7e37-4cf7-bde2-218d2e8d259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:06.885644 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-b255ecde-7e37-4cf7-bde2-218d2e8d259a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0445411 Mar 07 16:42:06.933690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-608b5d5d-2f11-45e1-8cf4-5ca158da13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:06.935258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-608b5d5d-2f11-45e1-8cf4-5ca158da13cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512860 Mar 07 16:42:06.938150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-574f4f45-806f-40e2-9148-2a7833b42378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:06.939698 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-574f4f45-806f-40e2-9148-2a7833b42378 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467062 Mar 07 16:42:07.028232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-303a5fd0-8a54-48b3-aa4e-3831ddd0a019 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858119 Mar 07 16:42:07.072876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caead0c8-f818-4e1a-95dd-904a3ee6aa98 req-51d358da-f1e2-4ecd-b389-1e38e5bff0ca tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:07.074304 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-caead0c8-f818-4e1a-95dd-904a3ee6aa98 req-51d358da-f1e2-4ecd-b389-1e38e5bff0ca tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 943 time: 0.1098218 Mar 07 16:42:07.078000 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-e1df59a8-f293-4418-8c51-b05cbe98db62 service neutron] 10.222.0.15 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324456 Mar 07 16:42:07.122754 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-e423628c-53a2-419a-9a63-925a28f03981 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891247 Mar 07 16:42:07.177971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-caead0c8-f818-4e1a-95dd-904a3ee6aa98 req-aeee79bb-bc2e-43e3-9f0c-0847ec2204cb tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979087 Mar 07 16:42:07.203632 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e57284eb-8c2c-4a90-b938-ccda120931c8 req-495dc09b-e45f-4908-bc85-cd55f04fbc66 service neutron] 10.222.0.15 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171615 Mar 07 16:42:07.247257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 31d569f5-1394-4ad7-956d-41dd09581e02 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:42:07.286036 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] The host n-h2-830010-8 is not matching for port 31d569f5-1394-4ad7-956d-41dd09581e02 host n-h1-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:42:07.286427 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 31d569f5-1394-4ad7-956d-41dd09581e02 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:42:08.308532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748adf4-2c4e-42d1-887a-41100940b9f5 req-08e82097-424a-45a8-ab04-c76e11713612 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:08.310058 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8748adf4-2c4e-42d1-887a-41100940b9f5 req-08e82097-424a-45a8-ab04-c76e11713612 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 943 time: 0.0531337 Mar 07 16:42:08.358551 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8748adf4-2c4e-42d1-887a-41100940b9f5 req-3c03454a-5c3f-4f81-9fed-a97d6a7f98d3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Mar 07 16:42:09.479087 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280bc43-4497-4232-b2ad-3e311cba6979 req-cdad2578-4821-455a-b6b6-845771a078f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:09.480635 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d280bc43-4497-4232-b2ad-3e311cba6979 req-cdad2578-4821-455a-b6b6-845771a078f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 943 time: 0.0545216 Mar 07 16:42:09.530142 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d280bc43-4497-4232-b2ad-3e311cba6979 req-85b7bae5-9374-4d83-96a8-23cc81526bbe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439608 Mar 07 16:42:09.725913 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1da433-593d-4ded-9f0f-423335522773 req-231d631e-1925-48da-85d1-768b38ba8d7e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:09.727529 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e1da433-593d-4ded-9f0f-423335522773 req-231d631e-1925-48da-85d1-768b38ba8d7e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 943 time: 0.0578172 Mar 07 16:42:09.739982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-3cfbe7b3-6ba1-4c16-b355-4bb8d5604013 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:09.742128 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-3cfbe7b3-6ba1-4c16-b355-4bb8d5604013 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&binding%3Ahost_id=n-h1-830010-8 HTTP/1.1" status: 200 len: 943 time: 0.0596464 Mar 07 16:42:09.784013 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e1da433-593d-4ded-9f0f-423335522773 req-681d0d82-38a1-482b-9e5e-f84b8803e1e8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506654 Mar 07 16:42:09.801641 n-d-830010-8 neutron-server[103867]: INFO neutron.api.v2.resource [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-6566bb59-a7f5-49b7-b53f-ba7ac02777fb service neutron] delete failed (client error): The resource could not be found. Mar 07 16:42:09.802726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-6566bb59-a7f5-49b7-b53f-ba7ac02777fb service neutron] 10.222.0.11 "DELETE /v2.0/ports/31d569f5-1394-4ad7-956d-41dd09581e02/bindings/n-h2-830010-8 HTTP/1.1" status: 404 len: 380 time: 0.0545046 Mar 07 16:42:09.885079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 31d569f5-1394-4ad7-956d-41dd09581e02 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:42:09.919860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-769706de-a941-4cba-ae5f-1ad2473dd3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:09.921440 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-769706de-a941-4cba-ae5f-1ad2473dd3fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1125 time: 0.0761797 Mar 07 16:42:09.933218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac80bf-b910-40ee-946b-3706c3153dc3 req-7aad9c13-5e8d-466f-8109-f0593aaae6f7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:09.934696 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1bac80bf-b910-40ee-946b-3706c3153dc3 req-7aad9c13-5e8d-466f-8109-f0593aaae6f7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 943 time: 0.0803354 Mar 07 16:42:09.984582 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:42:09.996258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '31d569f5-1394-4ad7-956d-41dd09581e02', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'port_id': '31d569f5-1394-4ad7-956d-41dd09581e02', 'mac_address': 'fa:16:3e:ff:12:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:42:10.032181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 31d569f5-1394-4ad7-956d-41dd09581e02 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:42:10.032571 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:10.039514 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1bac80bf-b910-40ee-946b-3706c3153dc3 req-83eb9201-09f9-4483-8aa7-e1edd2463766 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966213 Mar 07 16:42:10.046917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d569f5-1394-4ad7-956d-41dd09581e02 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:42:10.062241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-c597947b-45e2-4ba8-b47f-4ed5a9f80bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:10.063782 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-c597947b-45e2-4ba8-b47f-4ed5a9f80bd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.1282067 Mar 07 16:42:10.068750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:42:10.072593 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:10.121688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:42:10.128767 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.129117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.129462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.129801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.130134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.130471 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.130814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.131155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.132009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.132392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.132722 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.133053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.133351 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-702ed947-b410-4e44-883d-8a6290d56621 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 1000 time: 0.0634623 Mar 07 16:42:10.133465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:42:10.181169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-785506bd-65df-4b20-be81-605bac326c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:10.182635 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-785506bd-65df-4b20-be81-605bac326c13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0438263 Mar 07 16:42:10.231626 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-0aa7e8a7-6380-4e30-977e-683b447a8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:10.234135 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-0aa7e8a7-6380-4e30-977e-683b447a8e8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456140 Mar 07 16:42:10.330348 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-cb28082b-e73e-4bb1-8ef8-ddcf4201d0e1 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881448 Mar 07 16:42:10.419105 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c2af5c9f-8fc4-4f0e-85b6-700efd845a96 req-dd6e1e24-fdab-486d-ad70-795c6d451df7 service neutron] 10.222.0.11 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835590 Mar 07 16:42:10.449255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['31d569f5-1394-4ad7-956d-41dd09581e02'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:42:11.161809 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd698be6-e08e-4faf-948e-035aba7de2ce req-c47dafa0-2092-45cf-96c2-bd15bfcfc7eb tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:11.163409 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd698be6-e08e-4faf-948e-035aba7de2ce req-c47dafa0-2092-45cf-96c2-bd15bfcfc7eb tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 944 time: 0.0527544 Mar 07 16:42:11.211720 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd698be6-e08e-4faf-948e-035aba7de2ce req-3b875cdd-21b1-46c4-8094-cff1dc3c5685 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 Mar 07 16:42:11.233337 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54648) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:42:11.297297 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-869f8a5d-7c35-4364-a09f-e9efae95e49d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/c402b93f-f6ad-48d0-8faf-689ee6a8988f HTTP/1.1" status: 200 len: 992 time: 0.0628259 Mar 07 16:42:11.437973 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:11.891321 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 31d569f5-1394-4ad7-956d-41dd09581e02 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:42:11.938830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 31d569f5-1394-4ad7-956d-41dd09581e02 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:42:11.942426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 31d569f5-1394-4ad7-956d-41dd09581e02 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:42:11.942823 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:12.173350 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 31d569f5-1394-4ad7-956d-41dd09581e02 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:42:12.173657 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:12.196547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:42:12.198819 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eac04d0-23e5-4ca9-ae98-9bc5323e548f" -d '{"events": [{"server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "name": "network-vif-plugged", "status": "completed", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:42:12.211352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:42:12.215732 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:12.239962 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b976d84-2770-4411-95f1-8b1b9e3ba834 x-openstack-request-id: req-0b976d84-2770-4411-95f1-8b1b9e3ba834 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:42:12.240256 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "name": "network-vif-plugged", "status": "completed", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:42:12.240513 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b976d84-2770-4411-95f1-8b1b9e3ba834 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:42:12.241516 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02', 'code': 200} Mar 07 16:42:12.267094 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=9']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:42:21.165993 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-727b24d7-34e1-41e4-91c8-ab13615e96f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435100 Mar 07 16:42:21.248527 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-76a16489-e349-4e8c-937a-68de8d98fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:21.250132 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-76a16489-e349-4e8c-937a-68de8d98fb0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1127 time: 0.0446496 Mar 07 16:42:21.354751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-7b92050f-4896-4819-8ad8-c723a2067c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:21.356271 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-7b92050f-4896-4819-8ad8-c723a2067c8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.0883853 Mar 07 16:42:21.419925 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-9c966653-e1d8-4360-8c3f-e0f8f96f4533 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 1001 time: 0.0567856 Mar 07 16:42:21.470355 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-68677c39-ff21-462e-9f5c-1edf181014ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:21.471878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-68677c39-ff21-462e-9f5c-1edf181014ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0456555 Mar 07 16:42:21.523069 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-8f7337a8-c6b4-4bed-94fc-babb1a0969e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:42:21.524718 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-8f7337a8-c6b4-4bed-94fc-babb1a0969e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471511 Mar 07 16:42:21.611997 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-270ee358-d2cf-45c8-b7e6-14358efcd427 service neutron] 10.222.0.15 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812442 Mar 07 16:42:21.705388 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0c08d0d3-1137-43ee-b02a-f8e851313c46 req-5df56f1f-79fa-4df7-80c1-d92980fb6473 service neutron] 10.222.0.15 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870199 Mar 07 16:42:22.947025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a06af77-2589-4195-ba6d-d412f3ee8bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:25.252609 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b8325c7-9450-4b5e-93b0-e6c6f4a00ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:26.561990 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:27.863848 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:29.213010 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:33.410750 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:42:36.811265 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:41.455449 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:52.949761 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0a671466-210c-4ff6-b6aa-062bb243a9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:55.253161 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d14bb3a-13c2-46ce-b88b-26f7f6585ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:56.565470 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:57.866380 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:42:59.216918 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:06.252557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54670) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:06.420238 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port a619b17a-ab75-47c2-b1e6-08a3aa7a34b4 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:43:06.420584 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (a619b17a-ab75-47c2-b1e6-08a3aa7a34b4), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:06.497239 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (a619b17a-ab75-47c2-b1e6-08a3aa7a34b4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:06.497579 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (a619b17a-ab75-47c2-b1e6-08a3aa7a34b4), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:06.509153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for a619b17a-ab75-47c2-b1e6-08a3aa7a34b4 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:43:06.670374 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (a619b17a-ab75-47c2-b1e6-08a3aa7a34b4), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:06.695711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=a619b17a-ab75-47c2-b1e6-08a3aa7a34b4,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:06.710487 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.710890 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.711249 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.711592 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.711933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.712270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.712604 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.712941 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.713281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.713607 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.713938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.714271 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.714627 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:06.774247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (c402b93f-f6ad-48d0-8faf-689ee6a8988f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:06.774479 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP c402b93f-f6ad-48d0-8faf-689ee6a8988f disassociated (deleted). External IP: 172.25.4.167, port: 31d569f5-1394-4ad7-956d-41dd09581e02. Mar 07 16:43:06.807468 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:06.998210 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:43:07.106316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:43:07.111166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:07.115621 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] Sync routers for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:43:07.125300 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:07.125896 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:42:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:07.140545 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f74fe307-851c-45e8-83cb-ddff662814a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/floatingips/c402b93f-f6ad-48d0-8faf-689ee6a8988f HTTP/1.1" status: 204 len: 168 time: 0.8868940 Mar 07 16:43:07.141231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:43:07.143623 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8323a7-6f38-406e-b556-667d070e0185" -d '{"events": [{"name": "network-changed", "server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:43:07.235525 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:07.248802 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92acbf9-2d0e-47fc-a94b-663cd8654aba x-openstack-request-id: req-c92acbf9-2d0e-47fc-a94b-663cd8654aba {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:43:07.249109 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:43:07.249374 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c92acbf9-2d0e-47fc-a94b-663cd8654aba {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:43:07.249805 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02', 'status': 'completed', 'code': 200} Mar 07 16:43:07.332224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8323a7-6f38-406e-b556-667d070e0185 req-f6746616-abb1-4d41-beb1-490f03ac0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:07.335199 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f8323a7-6f38-406e-b556-667d070e0185 req-f6746616-abb1-4d41-beb1-490f03ac0793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 1127 time: 0.0594237 Mar 07 16:43:07.434816 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '94ca4e06-8e0e-46a6-bc6a-3ed745814b28', 'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:8e:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:41:00Z', 'updated_at': '2022-03-07T16:41:04Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:07.461910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e5f1d-f712-4851-a6ff-be8be21595ee req-fa31f659-5dc0-4502-bc02-14bf4ecea5ce tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:07.463444 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-547e5f1d-f712-4851-a6ff-be8be21595ee req-fa31f659-5dc0-4502-bc02-14bf4ecea5ce tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.1129932 Mar 07 16:43:07.465239 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] Checking router: ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:43:07.473829 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:07.474593 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:42:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:07.481152 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8323a7-6f38-406e-b556-667d070e0185 req-bf0f7f1d-48f9-4290-8575-215bb4395fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:07.482692 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f8323a7-6f38-406e-b556-667d070e0185 req-bf0f7f1d-48f9-4290-8575-215bb4395fca service neutron] 10.222.0.15 "GET /v2.0/networks?id=986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 200 len: 898 time: 0.1413085 Mar 07 16:43:07.528875 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f8323a7-6f38-406e-b556-667d070e0185 req-08e463e9-e53a-4722-bec3-459e0e0695a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 200 len: 217 time: 0.0392280 Mar 07 16:43:07.581848 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:07.588418 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-547e5f1d-f712-4851-a6ff-be8be21595ee req-6e3fa147-dce0-4e0e-ad66-7f5724541e92 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170530 Mar 07 16:43:07.597868 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8323a7-6f38-406e-b556-667d070e0185 req-fb6bea37-dddf-4833-be83-72c5bcfac60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:07.599650 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f8323a7-6f38-406e-b556-667d070e0185 req-fb6bea37-dddf-4833-be83-72c5bcfac60f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 200 len: 835 time: 0.0647514 Mar 07 16:43:07.648497 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8323a7-6f38-406e-b556-667d070e0185 req-3a6a6518-a0ce-4131-88a4-79a9ce4b705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:07.650017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f8323a7-6f38-406e-b556-667d070e0185 req-3a6a6518-a0ce-4131-88a4-79a9ce4b705a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=986e773e-b186-4982-9ef8-64934f662dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437219 Mar 07 16:43:07.744124 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f8323a7-6f38-406e-b556-667d070e0185 req-c56bae80-27a7-48e8-8de9-9cec336bed1e service neutron] 10.222.0.15 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869544 Mar 07 16:43:07.776925 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '94ca4e06-8e0e-46a6-bc6a-3ed745814b28', 'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:8e:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:41:00Z', 'updated_at': '2022-03-07T16:41:04Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:07.805247 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adffd7-7f76-4a35-b185-6148eb5e7065 None None] The sync data for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 is: [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:01Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '94ca4e06-8e0e-46a6-bc6a-3ed745814b28', 'name': '', 'network_id': '986e773e-b186-4982-9ef8-64934f662dc0', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:8e:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:41:00Z', 'updated_at': '2022-03-07T16:41:04Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': 'ee5bc21c-4ad5-493a-8e60-47cd36ef52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:43:08.036134 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a831064-c480-4041-a82f-981533dea86b None None] New status for floating IP c402b93f-f6ad-48d0-8faf-689ee6a8988f: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:43:08.138184 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5f8323a7-6f38-406e-b556-667d070e0185 req-34c3eb56-314f-4749-8459-3a81e33aa56a service neutron] 10.222.0.15 "GET /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869340 Mar 07 16:43:08.716411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c1174-7d91-4b3e-8266-994dfed9a9ae req-e7f8cae0-4213-4253-b908-d456f2f7fa80 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:08.717915 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-259c1174-7d91-4b3e-8266-994dfed9a9ae req-e7f8cae0-4213-4253-b908-d456f2f7fa80 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0528166 Mar 07 16:43:08.770858 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-259c1174-7d91-4b3e-8266-994dfed9a9ae req-09f4b78f-7b2b-4b7b-95be-c91aeb60f524 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3d7da47-08c6-4891-b68e-e56512f5258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472922 Mar 07 16:43:09.002125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a859e-afdb-405e-8235-303e70a15bcf req-d872eefe-b3c9-4c74-b843-4c897ac19a90 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:09.003628 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-845a859e-afdb-405e-8235-303e70a15bcf req-d872eefe-b3c9-4c74-b843-4c897ac19a90 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.15 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 945 time: 0.0513885 Mar 07 16:43:09.095079 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-845a859e-afdb-405e-8235-303e70a15bcf req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 31d569f5-1394-4ad7-956d-41dd09581e02 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:43:09.095335 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-845a859e-afdb-405e-8235-303e70a15bcf req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:09.184358 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-845a859e-afdb-405e-8235-303e70a15bcf req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 31d569f5-1394-4ad7-956d-41dd09581e02, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=31d569f5-1394-4ad7-956d-41dd09581e02,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:09.184724 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-845a859e-afdb-405e-8235-303e70a15bcf req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:09.196150 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-845a859e-afdb-405e-8235-303e70a15bcf req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 31d569f5-1394-4ad7-956d-41dd09581e02 owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:43:09.321686 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-845a859e-afdb-405e-8235-303e70a15bcf req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (31d569f5-1394-4ad7-956d-41dd09581e02), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:09.354535 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=31d569f5-1394-4ad7-956d-41dd09581e02,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:09.394652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-845a859e-afdb-405e-8235-303e70a15bcf req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] No DVR routers for this DVR port 31d569f5-1394-4ad7-956d-41dd09581e02 on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:43:09.397255 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-845a859e-afdb-405e-8235-303e70a15bcf req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:09.400580 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-845a859e-afdb-405e-8235-303e70a15bcf req-596e074b-4af9-44c9-b0b8-80665914b324 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.15 "DELETE /v2.0/ports/31d569f5-1394-4ad7-956d-41dd09581e02 HTTP/1.1" status: 204 len: 173 time: 0.3920581 Mar 07 16:43:09.401018 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'name': 'network-vif-deleted', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:43:09.403949 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035d9917-7c01-4da4-a987-c6afbf4cd1d7" -d '{"events": [{"server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "name": "network-vif-deleted", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:43:09.440769 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8e2e8e-caa0-45da-904c-67cb0ce55c1c x-openstack-request-id: req-df8e2e8e-caa0-45da-904c-67cb0ce55c1c {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:43:09.441075 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22477fa9-890e-4f03-af45-17d1e36a78ef", "name": "network-vif-deleted", "tag": "31d569f5-1394-4ad7-956d-41dd09581e02", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:43:09.441340 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df8e2e8e-caa0-45da-904c-67cb0ce55c1c {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:43:09.442492 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22477fa9-890e-4f03-af45-17d1e36a78ef', 'name': 'network-vif-deleted', 'tag': '31d569f5-1394-4ad7-956d-41dd09581e02', 'status': 'completed', 'code': 200} Mar 07 16:43:09.884304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-64f9c452-6c19-4651-ae11-36a63064c325 req-ce65ab82-0706-470d-8ac0-3511411a1914 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=22477fa9-890e-4f03-af45-17d1e36a78ef HTTP/1.1" status: 200 len: 210 time: 0.0305874 Mar 07 16:43:10.409767 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:43:10.943037 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54688) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:11.301009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:11.488530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:11.557630 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:43:11.557979 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:11.651099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 94ca4e06-8e0e-46a6-bc6a-3ed745814b28, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=94ca4e06-8e0e-46a6-bc6a-3ed745814b28,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:11.651478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:11.664019 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:43:11.846624 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (94ca4e06-8e0e-46a6-bc6a-3ed745814b28), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:11.873452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=94ca4e06-8e0e-46a6-bc6a-3ed745814b28,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:11.902562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.903071 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.903588 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.903937 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.904286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.904628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.904969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.905306 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.905641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.905976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.906307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.906636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:11.906988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:12.063085 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:12.129935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 31d569f5-1394-4ad7-956d-41dd09581e02 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:43:12.150601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 31d569f5-1394-4ad7-956d-41dd09581e02 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:43:12.150904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 31d569f5-1394-4ad7-956d-41dd09581e02 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:43:12.284212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:43:12.393328 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:43:12.401249 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1165ce2c-3138-4577-80df-ee12251a35a1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4541817 Mar 07 16:43:12.401249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54690) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:12.408881 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] Sync routers for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:43:12.418398 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:12.419041 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:42:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:12.453570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-720398e8-c0b5-470a-8134-e6db2ecf9b75 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting subnet ee5bc21c-4ad5-493a-8e60-47cd36ef52dc {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:43:12.457275 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-720398e8-c0b5-470a-8134-e6db2ecf9b75 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (ee5bc21c-4ad5-493a-8e60-47cd36ef52dc), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:12.499470 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-720398e8-c0b5-470a-8134-e6db2ecf9b75 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (ee5bc21c-4ad5-493a-8e60-47cd36ef52dc), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:12.534698 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:12.599434 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-720398e8-c0b5-470a-8134-e6db2ecf9b75 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (ee5bc21c-4ad5-493a-8e60-47cd36ef52dc), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:12.812133 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:43:11Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:12.839568 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] Checking router: ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:43:12.848829 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] Routers {'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:12.849443 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:42:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:12.960598 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] Set router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:12.971515 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-720398e8-c0b5-470a-8134-e6db2ecf9b75 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (ee5bc21c-4ad5-493a-8e60-47cd36ef52dc), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:12.997348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720398e8-c0b5-470a-8134-e6db2ecf9b75 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5bc21c-4ad5-493a-8e60-47cd36ef52dc,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:13.002952 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-720398e8-c0b5-470a-8134-e6db2ecf9b75 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.006326 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-720398e8-c0b5-470a-8134-e6db2ecf9b75 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/subnets/ee5bc21c-4ad5-493a-8e60-47cd36ef52dc HTTP/1.1" status: 204 len: 168 time: 0.6042888 Mar 07 16:43:13.008919 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54692) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:13.010249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e94d302-1ce5-46ad-979d-744c5e3fd222 None None] Network 986e773e-b186-4982-9ef8-64934f662dc0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:43:13.125303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.155022 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:43:11Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:13.182560 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e325c-72b4-40dc-b8d7-ceaf1fbc08b4 None None] The sync data for ids ['ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3'] in n-d-830010-8 is: [{'id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433806045', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:43:11Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': '47fc1663-1cdc-4a98-b8db-b3d653f57cd0', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:59:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:40:58Z', 'updated_at': '2022-03-07T16:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:43:13.188174 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] DHCP port deletion for 986e773e-b186-4982-9ef8-64934f662dc0 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:43:13.240654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Deleting port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:43:13.241027 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.241663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.294641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:43:13.295020 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.304625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] For port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=10ed49d6-8697-4ee0-9a58-9c9b7def1cb6,segment=NetworkSegment(ebcc40db-a46a-4400-9730-94d9f5adcb05),segment_id=ebcc40db-a46a-4400-9730-94d9f5adcb05)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:13.305047 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.318952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Calling delete_port for 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:43:13.376554 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 47fc1663-1cdc-4a98-b8db-b3d653f57cd0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=47fc1663-1cdc-4a98-b8db-b3d653f57cd0,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:13.376842 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.388964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:43:13.402198 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (10ed49d6-8697-4ee0-9a58-9c9b7def1cb6), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.430355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] No DVR routers for this DVR port 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:43:13.435597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Pushing event deleted for resources: {'Port': ['ID=10ed49d6-8697-4ee0-9a58-9c9b7def1cb6,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:13.443743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.444098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.444359 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.444705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.445044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.445380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.445714 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.446042 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.446371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.446697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.447052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.447663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.447994 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37418ae9-1877-4ef4-830a-30d9777221ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:13.565857 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (47fc1663-1cdc-4a98-b8db-b3d653f57cd0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.592631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=47fc1663-1cdc-4a98-b8db-b3d653f57cd0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:13.654511 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.753287 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.755456 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.800419 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.801263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Fanout notify agent at l3_agent the message router_deleted on router ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:43:13.813114 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.814260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3f9870a2-1a02-4cd8-aa8b-610033c3e92b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/routers/ddf5bdfa-b6ae-4833-a62f-22e92dfeefe3 HTTP/1.1" status: 204 len: 168 time: 0.8044164 Mar 07 16:43:13.817226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54694) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:13.894604 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (986e773e-b186-4982-9ef8-64934f662dc0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:13.984770 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (986e773e-b186-4982-9ef8-64934f662dc0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.004631 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986e773e-b186-4982-9ef8-64934f662dc0']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:14.013686 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcc40db-a46a-4400-9730-94d9f5adcb05') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:14.013988 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcc40db-a46a-4400-9730-94d9f5adcb05') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:14.023025 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (ebcc40db-a46a-4400-9730-94d9f5adcb05), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.036609 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (ebcc40db-a46a-4400-9730-94d9f5adcb05), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.042297 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:43:14.042679 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (ebcc40db-a46a-4400-9730-94d9f5adcb05), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:43:14.045831 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:43:14.106449 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (986e773e-b186-4982-9ef8-64934f662dc0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.113949 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.116561 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/networks/986e773e-b186-4982-9ef8-64934f662dc0 HTTP/1.1" status: 204 len: 168 time: 0.2982855 Mar 07 16:43:14.119481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54696) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:14.128058 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a242ea9-963b-4e6c-bd85-45796c9d64ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Network': ['ID=986e773e-b186-4982-9ef8-64934f662dc0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:14.176888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d5c41ca-8d36-4b96-817b-847aae9393b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (a3d7da47-08c6-4891-b68e-e56512f5258b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.202204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d5c41ca-8d36-4b96-817b-847aae9393b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (a3d7da47-08c6-4891-b68e-e56512f5258b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.266055 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d5c41ca-8d36-4b96-817b-847aae9393b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (a3d7da47-08c6-4891-b68e-e56512f5258b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.269148 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0d5c41ca-8d36-4b96-817b-847aae9393b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:14.270426 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0d5c41ca-8d36-4b96-817b-847aae9393b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/security-groups/a3d7da47-08c6-4891-b68e-e56512f5258b HTTP/1.1" status: 204 len: 168 time: 0.1499133 Mar 07 16:43:14.284098 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c41ca-8d36-4b96-817b-847aae9393b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d7da47-08c6-4891-b68e-e56512f5258b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:14.557190 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:43:14.577833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:43:14.578176 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 10ed49d6-8697-4ee0-9a58-9c9b7def1cb6 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:43:14.578589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:43:14.599157 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:43:14.599503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 94ca4e06-8e0e-46a6-bc6a-3ed745814b28 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:43:14.599943 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:43:14.620391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:43:14.620739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 47fc1663-1cdc-4a98-b8db-b3d653f57cd0 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:43:15.569468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54704) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:15.575082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d55cd3c0-c685-4bdd-9825-0bc72c1e8311 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203644091', 'description': 'tempest-secgroup-smoke-1203644091 description', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:15.596009 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d55cd3c0-c685-4bdd-9825-0bc72c1e8311 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.666706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d55cd3c0-c685-4bdd-9825-0bc72c1e8311 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (0617371b-1cac-4800-b226-d1e4ca6ca5e9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.670532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d55cd3c0-c685-4bdd-9825-0bc72c1e8311 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0617371b-1cac-4800-b226-d1e4ca6ca5e9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.700833 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d55cd3c0-c685-4bdd-9825-0bc72c1e8311 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.702072 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d55cd3c0-c685-4bdd-9825-0bc72c1e8311 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1315651 Mar 07 16:43:15.703974 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cd3c0-c685-4bdd-9825-0bc72c1e8311 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0617371b-1cac-4800-b226-d1e4ca6ca5e9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:15.705160 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54706) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:15.709959 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-80e92508-b593-4dc5-bc81-9d5b4f1d9ff7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '0617371b-1cac-4800-b226-d1e4ca6ca5e9', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:15.733886 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80e92508-b593-4dc5-bc81-9d5b4f1d9ff7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (031584e5-b0d6-46bf-bfc0-f569d20012ee), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.787891 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80e92508-b593-4dc5-bc81-9d5b4f1d9ff7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (031584e5-b0d6-46bf-bfc0-f569d20012ee), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.791700 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80e92508-b593-4dc5-bc81-9d5b4f1d9ff7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (031584e5-b0d6-46bf-bfc0-f569d20012ee), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.810375 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e92508-b593-4dc5-bc81-9d5b4f1d9ff7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031584e5-b0d6-46bf-bfc0-f569d20012ee,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:15.814689 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-80e92508-b593-4dc5-bc81-9d5b4f1d9ff7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.819155 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-80e92508-b593-4dc5-bc81-9d5b4f1d9ff7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097121 Mar 07 16:43:15.819155 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54708) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:15.823656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9e3e8ff4-f0f3-4f47-9279-4d4fb6c1dd54 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '0617371b-1cac-4800-b226-d1e4ca6ca5e9', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:15.848899 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e3e8ff4-f0f3-4f47-9279-4d4fb6c1dd54 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (4709006c-e5d6-4b4d-8abf-5e460e0e763a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.904526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e3e8ff4-f0f3-4f47-9279-4d4fb6c1dd54 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (4709006c-e5d6-4b4d-8abf-5e460e0e763a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.907925 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e3e8ff4-f0f3-4f47-9279-4d4fb6c1dd54 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (4709006c-e5d6-4b4d-8abf-5e460e0e763a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.925844 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e8ff4-f0f3-4f47-9279-4d4fb6c1dd54 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4709006c-e5d6-4b4d-8abf-5e460e0e763a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:15.934513 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9e3e8ff4-f0f3-4f47-9279-4d4fb6c1dd54 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:15.935862 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9e3e8ff4-f0f3-4f47-9279-4d4fb6c1dd54 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156151 Mar 07 16:43:15.938807 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54710) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:15.943130 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-9b6e424f-c249-4470-a01e-46e42e054c8c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '0617371b-1cac-4800-b226-d1e4ca6ca5e9', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:15.967144 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b6e424f-c249-4470-a01e-46e42e054c8c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (621038b1-7de3-4328-9425-308971b27e5d), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.026265 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b6e424f-c249-4470-a01e-46e42e054c8c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (621038b1-7de3-4328-9425-308971b27e5d), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.029968 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b6e424f-c249-4470-a01e-46e42e054c8c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (621038b1-7de3-4328-9425-308971b27e5d), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.048810 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e424f-c249-4470-a01e-46e42e054c8c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621038b1-7de3-4328-9425-308971b27e5d,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:16.055291 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9b6e424f-c249-4470-a01e-46e42e054c8c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.056499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9b6e424f-c249-4470-a01e-46e42e054c8c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167107 Mar 07 16:43:16.060272 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54712) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:16.064992 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-c794ce2c-d925-4291-915a-12df20c0873b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '0617371b-1cac-4800-b226-d1e4ca6ca5e9', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:16.088399 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c794ce2c-d925-4291-915a-12df20c0873b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (f7271536-e3c6-4c0b-84a3-72753d13be92), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.145274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c794ce2c-d925-4291-915a-12df20c0873b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (f7271536-e3c6-4c0b-84a3-72753d13be92), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.148806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c794ce2c-d925-4291-915a-12df20c0873b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (f7271536-e3c6-4c0b-84a3-72753d13be92), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.169645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794ce2c-d925-4291-915a-12df20c0873b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7271536-e3c6-4c0b-84a3-72753d13be92,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:16.175444 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-c794ce2c-d925-4291-915a-12df20c0873b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.176550 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c794ce2c-d925-4291-915a-12df20c0873b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151807 Mar 07 16:43:16.179247 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54714) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:16.184452 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-33466118-ef83-4f6a-8f27-d1139eba157c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '0617371b-1cac-4800-b226-d1e4ca6ca5e9', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:16.203912 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-33466118-ef83-4f6a-8f27-d1139eba157c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:43:16.208513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-33466118-ef83-4f6a-8f27-d1139eba157c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (41ce5d1a-802b-4ed5-a072-747da77d7a56), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.266818 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-33466118-ef83-4f6a-8f27-d1139eba157c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (41ce5d1a-802b-4ed5-a072-747da77d7a56), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.270012 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-33466118-ef83-4f6a-8f27-d1139eba157c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (41ce5d1a-802b-4ed5-a072-747da77d7a56), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.285087 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33466118-ef83-4f6a-8f27-d1139eba157c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ce5d1a-802b-4ed5-a072-747da77d7a56,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:16.296371 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-33466118-ef83-4f6a-8f27-d1139eba157c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.297586 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-33466118-ef83-4f6a-8f27-d1139eba157c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174226 Mar 07 16:43:16.300370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54716) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:16.304643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ae580ce9-49a5-44c4-8181-50995a9005b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '0617371b-1cac-4800-b226-d1e4ca6ca5e9', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:16.323669 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-ae580ce9-49a5-44c4-8181-50995a9005b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:43:16.328540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae580ce9-49a5-44c4-8181-50995a9005b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (a2618f1f-9dc3-496f-bcb5-49190105d691), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.386109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae580ce9-49a5-44c4-8181-50995a9005b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (a2618f1f-9dc3-496f-bcb5-49190105d691), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.389519 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae580ce9-49a5-44c4-8181-50995a9005b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (a2618f1f-9dc3-496f-bcb5-49190105d691), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.405094 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae580ce9-49a5-44c4-8181-50995a9005b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2618f1f-9dc3-496f-bcb5-49190105d691,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:16.415607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ae580ce9-49a5-44c4-8181-50995a9005b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.416808 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ae580ce9-49a5-44c4-8181-50995a9005b6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155210 Mar 07 16:43:16.420346 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54718) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:16.425140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'network': {'name': 'tempest-network-smoke--319686611', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'port_security_enabled': True}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:16.443394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:43:16.446626 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.474248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:43:16.484482 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4bc55c8e-98a0-4637-88d6-318bcacc4095), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.484861 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Added segment 4bc55c8e-98a0-4637-88d6-318bcacc4095 of type vlan for network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 Mar 07 16:43:16.524905 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (184da7c4-4fa3-4157-b10d-bd3032e7ebc9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.551099 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (184da7c4-4fa3-4157-b10d-bd3032e7ebc9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.556815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:16.557401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.594040 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1725316 Mar 07 16:43:16.596719 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54720) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:16.601407 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'admin_state_up': True, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:16.623931 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.625142 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.627232 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0228fc-13a1-4eb2-80e2-058afbe69c7b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Network': ['ID=184da7c4-4fa3-4157-b10d-bd3032e7ebc9,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:16.639072 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:43:16.681530 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:16.836328 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:17.039547 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:17.059210 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:17.161644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.143 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/b1f36433-daab-4b51-971c-eaa5381887ee) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:43:17.268536 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (b1f36433-daab-4b51-971c-eaa5381887ee), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:17.302975 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:17.342257 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:43:17.345077 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:43:17.347912 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:43:17.372009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=b1f36433-daab-4b51-971c-eaa5381887ee,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:17.605664 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:17.804016 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:17.932940 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:43:18.040121 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:43:18.051065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Sync routers for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:43:18.060995 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.061736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:18.062366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:42:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:18.062519 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3c86592e-1c88-49b2-909b-94dcd09e87c8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4646924 Mar 07 16:43:18.065746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54724) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:18.143878 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-121c9f18-a2da-4def-9039-20c0fe8be178 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=76e22b52ed614766a5ec6b63fcd0f41c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0769684 Mar 07 16:43:18.146367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54728) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:18.171957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:18.231850 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c821eaa-0e9a-442c-8688-55c10f82214b tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:18.233432 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8c821eaa-0e9a-442c-8688-55c10f82214b tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861132 Mar 07 16:43:18.236170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54730) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:18.264457 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c8fc103d-9912-447c-8f4e-a26c42d95706 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271974 Mar 07 16:43:18.266814 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54732) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:18.271413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113393520', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:18.349732 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:17Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:18.363394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:43:18.366732 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.377277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Checking router: a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:43:18.377629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Updating router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 port b1f36433-daab-4b51-971c-eaa5381887ee binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:43:18.410181 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.554341 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (5a7332d1-7f6a-4472-bfcf-15fc63d20338), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.624108 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Subnet': ['ID=5a7332d1-7f6a-4472-bfcf-15fc63d20338,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:18.633034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Checking segment: {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:43:18.633400 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network hostable DHCP agents. Network: 184da7c4-4fa3-4157-b10d-bd3032e7ebc9, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:43:18.653681 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:43:18.663069 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 184da7c4-4fa3-4157-b10d-bd3032e7ebc9) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:43:18.667535 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:18.669401 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.680989 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb114a-0018-41b6-9579-803a28a59b57 None None] Network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:43:18.685022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a0dc7a62-194e-4f32-ad73-9326deb1fa30 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4172256 Mar 07 16:43:18.687390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Publish callbacks [] for port (b1f36433-daab-4b51-971c-eaa5381887ee), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.687866 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54734) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:18.703568 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.805691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad07a0d-4e51-4580-9bb5-b3ad886ab711 None None] Pushing event updated for resources: {'Port': ['ID=b1f36433-daab-4b51-971c-eaa5381887ee,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:18.809532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Attempting to bind port b1f36433-daab-4b51-971c-eaa5381887ee on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:43:18.809940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Attempting to bind port b1f36433-daab-4b51-971c-eaa5381887ee by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:43:18.810317 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Attempting to bind port b1f36433-daab-4b51-971c-eaa5381887ee on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:43:18.819952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:43:18.820332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:43:18.820742 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.821137 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:43:18.821609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Bound port: b1f36433-daab-4b51-971c-eaa5381887ee, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:43:18.821990 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.873946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:43:18.874835 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:18.907992 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] For port b1f36433-daab-4b51-971c-eaa5381887ee, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:43:18.916348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] For port b1f36433-daab-4b51-971c-eaa5381887ee, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b1f36433-daab-4b51-971c-eaa5381887ee,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:43:18.975817 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.066400 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:19.067087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:42:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:19.117658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad07a0d-4e51-4580-9bb5-b3ad886ab711 None None] Pushing event updated for resources: {'Port': ['ID=b1f36433-daab-4b51-971c-eaa5381887ee,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:19.130254 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.146833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Allocated IP 172.20.0.2 (184da7c4-4fa3-4157-b10d-bd3032e7ebc9/5a7332d1-7f6a-4472-bfcf-15fc63d20338/fa755458-8f72-4877-a6f1-451dc8506372) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:43:19.255573 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:19.468852 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Publish callbacks [] for port (fa755458-8f72-4877-a6f1-451dc8506372), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.477249 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (fa755458-8f72-4877-a6f1-451dc8506372), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.524188 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.1 (184da7c4-4fa3-4157-b10d-bd3032e7ebc9/5a7332d1-7f6a-4472-bfcf-15fc63d20338/81080213-cffb-4a9c-91d9-798bf4b092c5) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:43:19.645407 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.680858 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.690703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:43:19.696818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:43:19.699835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:43:19.709806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Pushing event updated for resources: {'Port': ['ID=fa755458-8f72-4877-a6f1-451dc8506372,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:19.725133 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:43:19.728213 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:43:19.731878 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:43:19.755644 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=81080213-cffb-4a9c-91d9-798bf4b092c5,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:19.756324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:17Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:19.778338 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.791602 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708704d-8fbd-41cc-b9e4-627a966922d5 None None] The sync data for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 is: [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:17Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:43:19.798408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Attempting to bind port fa755458-8f72-4877-a6f1-451dc8506372 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:43:19.798910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Attempting to bind port fa755458-8f72-4877-a6f1-451dc8506372 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:43:19.799386 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Attempting to bind port fa755458-8f72-4877-a6f1-451dc8506372 on network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:43:19.805220 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:43:19.805766 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Checking segment: {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:43:19.809533 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.809533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Bound using segment: {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:43:19.809533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Bound port: fa755458-8f72-4877-a6f1-451dc8506372, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:43:19.809533 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fa755458-8f72-4877-a6f1-451dc8506372), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.881478 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] For port fa755458-8f72-4877-a6f1-451dc8506372, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:43:19.885231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] For port fa755458-8f72-4877-a6f1-451dc8506372, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fa755458-8f72-4877-a6f1-451dc8506372,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:43:19.894440 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fa755458-8f72-4877-a6f1-451dc8506372), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.929992 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:19.956110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dbca2-9c21-4e39-a2a1-7a2f67665c92 None None] Pushing event updated for resources: {'Port': ['ID=fa755458-8f72-4877-a6f1-451dc8506372,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:20.301025 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:20.307600 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:20.387028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=81080213-cffb-4a9c-91d9-798bf4b092c5,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:20.389687 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:20.487234 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:43:20.488810 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:43:20.617811 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:43:20.642267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b1f36433-daab-4b51-971c-eaa5381887ee up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:43:20.714213 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b1f36433-daab-4b51-971c-eaa5381887ee triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:20.714735 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:20.750051 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:43:20.755474 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8f78f3cc-bc06-4319-9994-80bf31953a38 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/a1ebc0bb-6bbe-4498-a7d7-5a770b346e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0665984 Mar 07 16:43:20.810946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b1f36433-daab-4b51-971c-eaa5381887ee is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:20.811348 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:20.838211 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port b1f36433-daab-4b51-971c-eaa5381887ee, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b1f36433-daab-4b51-971c-eaa5381887ee,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:20.847350 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:20.848915 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fa755458-8f72-4877-a6f1-451dc8506372 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:43:20.930231 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-bb47f08a-ea22-4909-97b5-0c305902663d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203644091&fields=id&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 267 time: 0.0531471 Mar 07 16:43:20.933639 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=b1f36433-daab-4b51-971c-eaa5381887ee,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:20.951180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port fa755458-8f72-4877-a6f1-451dc8506372 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:20.951782 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fa755458-8f72-4877-a6f1-451dc8506372), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:21.042887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fa755458-8f72-4877-a6f1-451dc8506372 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:21.043386 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fa755458-8f72-4877-a6f1-451dc8506372), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:21.064936 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-0c307485-af92-4991-b867-24b47a2d0501 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:21.067076 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-0c307485-af92-4991-b867-24b47a2d0501 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/networks?id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9 HTTP/1.1" status: 200 len: 796 time: 0.1206837 Mar 07 16:43:21.084240 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-9f6ae098-be0e-45f8-9827-2db7daa102b4 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/quotas/76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 375 time: 0.0115433 Mar 07 16:43:21.095142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port fa755458-8f72-4877-a6f1-451dc8506372, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fa755458-8f72-4877-a6f1-451dc8506372,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:21.100583 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fa755458-8f72-4877-a6f1-451dc8506372), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:21.126647 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faa1be4-dd05-4b88-905c-c222ddf9b1d8 None None] Network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:43:21.154318 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-3e3db8cc-8102-4835-a429-e555e019b7fe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645366 Mar 07 16:43:21.170579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-38d4786a-2de4-4c66-ad38-18e6ae0b7c9e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:43:21.171619 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-38d4786a-2de4-4c66-ad38-18e6ae0b7c9e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054834 Mar 07 16:43:21.216380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=fa755458-8f72-4877-a6f1-451dc8506372,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:21.231258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a9defa0a-2fcb-46ec-8754-f67b43d607bb None None] Provisioning complete for port fa755458-8f72-4877-a6f1-451dc8506372 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:21.231437 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a9defa0a-2fcb-46ec-8754-f67b43d607bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fa755458-8f72-4877-a6f1-451dc8506372), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:21.272981 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-312f369c-dd37-4233-af5e-f195723b07b5 service neutron] 10.222.0.24 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955184 Mar 07 16:43:21.353855 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a9defa0a-2fcb-46ec-8754-f67b43d607bb None None] Current status of the port fa755458-8f72-4877-a6f1-451dc8506372 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:21.591384 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6284bc1f-1b3a-45fb-9b81-e9376a02f6eb None None] Provisioning complete for port fa755458-8f72-4877-a6f1-451dc8506372 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:21.591757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6284bc1f-1b3a-45fb-9b81-e9376a02f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fa755458-8f72-4877-a6f1-451dc8506372), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:21.614968 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Sync routers for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:43:21.626876 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:21.627715 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:42:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:21.697622 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6284bc1f-1b3a-45fb-9b81-e9376a02f6eb None None] Current status of the port fa755458-8f72-4877-a6f1-451dc8506372 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:21.710142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6284bc1f-1b3a-45fb-9b81-e9376a02f6eb None None] Provisioning complete for port 81080213-cffb-4a9c-91d9-798bf4b092c5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:21.710911 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6284bc1f-1b3a-45fb-9b81-e9376a02f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:21.711760 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-23ef333f-4637-4e89-911d-45df622805cb service neutron] 10.222.0.24 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317591 Mar 07 16:43:21.755361 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:21.765824 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6284bc1f-1b3a-45fb-9b81-e9376a02f6eb None None] Port 81080213-cffb-4a9c-91d9-798bf4b092c5 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:43:21.885368 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-81262f5d-213f-4b5d-9943-92cee289fc28 None None] Provisioning complete for port 81080213-cffb-4a9c-91d9-798bf4b092c5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:21.886211 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-81262f5d-213f-4b5d-9943-92cee289fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:21.935329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-81262f5d-213f-4b5d-9943-92cee289fc28 None None] Port 81080213-cffb-4a9c-91d9-798bf4b092c5 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:43:21.945388 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7b9cb969-fb40-4a0c-b265-eeca8c3500c1 req-fbbff8ee-a967-49fc-ab4f-bfd6c8aa003a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 210 time: 0.0415721 Mar 07 16:43:21.992568 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:19Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '81080213-cffb-4a9c-91d9-798bf4b092c5', 'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:24:a8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:19Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 2, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:22.021828 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Checking router: a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:43:22.022184 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Updating router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 port 81080213-cffb-4a9c-91d9-798bf4b092c5 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:43:22.051728 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.055739 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ddcb3b27-bc96-4c3f-9169-52f66831d76b None None] Provisioning complete for port 81080213-cffb-4a9c-91d9-798bf4b092c5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:22.056179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ddcb3b27-bc96-4c3f-9169-52f66831d76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.095985 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb3b27-bc96-4c3f-9169-52f66831d76b None None] Port 81080213-cffb-4a9c-91d9-798bf4b092c5 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:43:22.341633 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Publish callbacks [] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.346993 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.424380 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Pushing event updated for resources: {'Port': ['ID=81080213-cffb-4a9c-91d9-798bf4b092c5,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:22.454204 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.454559 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.454942 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.455406 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.455792 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.456152 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.456461 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.456845 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.457291 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.457511 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.457854 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.458188 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.458517 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:43:22.468121 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Attempting to bind port 81080213-cffb-4a9c-91d9-798bf4b092c5 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:43:22.468452 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Attempting to bind port 81080213-cffb-4a9c-91d9-798bf4b092c5 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:43:22.469167 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Attempting to bind port 81080213-cffb-4a9c-91d9-798bf4b092c5 on network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:43:22.474820 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:43:22.475233 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Checking segment: {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:43:22.475641 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.476037 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Bound using segment: {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:43:22.476506 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Bound port: 81080213-cffb-4a9c-91d9-798bf4b092c5, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:43:22.476899 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.560415 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] For port 81080213-cffb-4a9c-91d9-798bf4b092c5, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:43:22.563877 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] For port 81080213-cffb-4a9c-91d9-798bf4b092c5, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=81080213-cffb-4a9c-91d9-798bf4b092c5,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:43:22.571794 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.578846 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b1f36433-daab-4b51-971c-eaa5381887ee up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:43:22.624301 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ceba89-465f-4230-a760-535b1306bbe8 None None] Pushing event updated for resources: {'Port': ['ID=81080213-cffb-4a9c-91d9-798bf4b092c5,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:22.639082 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b1f36433-daab-4b51-971c-eaa5381887ee triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:22.639461 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.640047 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:22.640671 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:42:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:22.730368 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b1f36433-daab-4b51-971c-eaa5381887ee is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:22.731815 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fa755458-8f72-4877-a6f1-451dc8506372 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:43:22.735839 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-631fef42-0415-45f6-af31-cb70b5214b93 None None] Provisioning complete for port 81080213-cffb-4a9c-91d9-798bf4b092c5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:22.736213 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-631fef42-0415-45f6-af31-cb70b5214b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.756360 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:22.821170 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port fa755458-8f72-4877-a6f1-451dc8506372 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:22.821541 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fa755458-8f72-4877-a6f1-451dc8506372), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.899925 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-631fef42-0415-45f6-af31-cb70b5214b93 None None] Current status of the port 81080213-cffb-4a9c-91d9-798bf4b092c5 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:22.900310 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-631fef42-0415-45f6-af31-cb70b5214b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:22.939000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-631fef42-0415-45f6-af31-cb70b5214b93 None None] For port 81080213-cffb-4a9c-91d9-798bf4b092c5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=81080213-cffb-4a9c-91d9-798bf4b092c5,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:22.974477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-9035ab95-f1c6-47b6-8999-26529352de88 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:22.976855 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-9035ab95-f1c6-47b6-8999-26529352de88 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/networks?id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9 HTTP/1.1" status: 200 len: 796 time: 0.1237690 Mar 07 16:43:22.988064 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-631fef42-0415-45f6-af31-cb70b5214b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:23.005569 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:19Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '81080213-cffb-4a9c-91d9-798bf4b092c5', 'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:24:a8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:19Z', 'updated_at': '2022-03-07T16:43:22Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:23.033277 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fa755458-8f72-4877-a6f1-451dc8506372 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:23.042285 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6973f454-c1db-4e1f-bfc3-f9ba1ab45024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:23.046527 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59072e5d-ec2a-4973-8bbc-f94ba2956a4b None None] The sync data for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 is: [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:19Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '81080213-cffb-4a9c-91d9-798bf4b092c5', 'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:24:a8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:19Z', 'updated_at': '2022-03-07T16:43:22Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:43:23.064318 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fef42-0415-45f6-af31-cb70b5214b93 None None] Pushing event updated for resources: {'Port': ['ID=81080213-cffb-4a9c-91d9-798bf4b092c5,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:23.130372 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-61caa831-c8df-4f31-8fe6-be7d0d201730 None None] Provisioning complete for port 81080213-cffb-4a9c-91d9-798bf4b092c5 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:23.130757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-61caa831-c8df-4f31-8fe6-be7d0d201730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:23.132258 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-272ff713-dbd6-4514-a5d0-00d6d803d559 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 380 time: 0.1472738 Mar 07 16:43:23.150963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'port': {'device_id': '230b028f-f70a-40b4-920a-9837b4e24931', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'admin_state_up': True, 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'security_groups': ['0617371b-1cac-4800-b226-d1e4ca6ca5e9']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:23.163494 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c92f2b63-6e23-4950-b104-ded2533cc1d8 req-7a7fdea8-817c-4d52-9fa7-c771cf689ade tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 210 time: 0.0823724 Mar 07 16:43:23.232983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-61caa831-c8df-4f31-8fe6-be7d0d201730 None None] Current status of the port 81080213-cffb-4a9c-91d9-798bf4b092c5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:23.287447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:43:23.291155 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:23.420226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.8 (184da7c4-4fa3-4157-b10d-bd3032e7ebc9/5a7332d1-7f6a-4472-bfcf-15fc63d20338/5bb9e062-1c7c-49b7-93d6-16be19e462ea) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:43:23.569983 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:23.604637 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:23.653340 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:43:23.656544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:43:23.661431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:43:23.665457 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=5bb9e062-1c7c-49b7-93d6-16be19e462ea,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:23.721322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:23.721989 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:23.740930 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-7cb6687d-4194-4a1e-af72-34ca35392874 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5937002 Mar 07 16:43:23.753112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Request body: {'port': {'device_id': '230b028f-f70a-40b4-920a-9837b4e24931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:23.820452 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:23.963896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-3e0788a1-d9aa-4c73-8ce5-76b9e387c427 None None] Provisioning complete for port 5bb9e062-1c7c-49b7-93d6-16be19e462ea triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:23.964934 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3e0788a1-d9aa-4c73-8ce5-76b9e387c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:24.001911 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3e0788a1-d9aa-4c73-8ce5-76b9e387c427 None None] Port 5bb9e062-1c7c-49b7-93d6-16be19e462ea cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:43:24.107635 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb9e062-1c7c-49b7-93d6-16be19e462ea {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:43:24.115845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Publish callbacks [] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:24.128309 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Transition to ACTIVE for port object 5bb9e062-1c7c-49b7-93d6-16be19e462ea will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:43:24.133587 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:24.187127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9e062-1c7c-49b7-93d6-16be19e462ea,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:24.262090 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Attempting to bind port 5bb9e062-1c7c-49b7-93d6-16be19e462ea on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:43:24.262597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Attempting to bind port 5bb9e062-1c7c-49b7-93d6-16be19e462ea by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:43:24.263106 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Attempting to bind port 5bb9e062-1c7c-49b7-93d6-16be19e462ea on network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:43:24.270898 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Port 5bb9e062-1c7c-49b7-93d6-16be19e462ea on network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:43:24.271246 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Attempting to bind port 5bb9e062-1c7c-49b7-93d6-16be19e462ea on network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:43:24.277049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:43:24.277392 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Checking segment: {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:43:24.277821 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Bound using segment: {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:43:24.278249 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Bound port: 5bb9e062-1c7c-49b7-93d6-16be19e462ea, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc55c8e-98a0-4637-88d6-318bcacc4095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:43:24.278607 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:24.320012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ca275-ab21-4261-b3fb-47446925f6e6 req-ff27989b-1d76-4757-a044-f7acaa1a1c07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:24.327370 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-199ca275-ab21-4261-b3fb-47446925f6e6 req-ff27989b-1d76-4757-a044-f7acaa1a1c07 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 943 time: 0.0743654 Mar 07 16:43:24.355224 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] For port 5bb9e062-1c7c-49b7-93d6-16be19e462ea, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:43:24.359138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] For port 5bb9e062-1c7c-49b7-93d6-16be19e462ea, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:43:24.371341 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:24.378476 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-199ca275-ab21-4261-b3fb-47446925f6e6 req-eb9ac002-2853-46d6-908c-bf285af30aa9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496151 Mar 07 16:43:24.410052 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:24.410731 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:24.412176 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] 10.222.0.11 "PUT /v2.0/ports/5bb9e062-1c7c-49b7-93d6-16be19e462ea HTTP/1.1" status: 200 len: 1091 time: 0.6636958 Mar 07 16:43:24.412637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:43:24.414945 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0eb245-e4fa-4e04-87c3-67a6631455e2" -d '{"events": [{"name": "network-changed", "server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:43:24.441055 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cdded-be76-4a5d-bdad-65c54918bcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9e062-1c7c-49b7-93d6-16be19e462ea,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:24.475252 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cb2022-7c1f-4b02-b2ff-a260e7388464 x-openstack-request-id: req-75cb2022-7c1f-4b02-b2ff-a260e7388464 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:43:24.475546 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:43:24.475802 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75cb2022-7c1f-4b02-b2ff-a260e7388464 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:43:24.476199 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'status': 'completed', 'code': 200} Mar 07 16:43:24.519491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-4ddf9207-435a-4405-b533-4b23dcb55070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:24.520146 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-4ddf9207-435a-4405-b533-4b23dcb55070 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 1125 time: 0.0559180 Mar 07 16:43:24.579292 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-a28f425a-d8ae-4fb6-b724-02bf6a98a1ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea HTTP/1.1" status: 200 len: 217 time: 0.0500703 Mar 07 16:43:24.602917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 81080213-cffb-4a9c-91d9-798bf4b092c5 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:43:24.633565 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-8b1821bb-2101-4fea-8c3b-a18dc1394782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:24.635147 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-8b1821bb-2101-4fea-8c3b-a18dc1394782 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a7332d1-7f6a-4472-bfcf-15fc63d20338 HTTP/1.1" status: 200 len: 835 time: 0.0501440 Mar 07 16:43:24.653002 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 81080213-cffb-4a9c-91d9-798bf4b092c5 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:24.653386 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:24.685610 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-0466f110-b0ef-4ce3-8589-4c59930411ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:24.687231 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-0466f110-b0ef-4ce3-8589-4c59930411ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463769 Mar 07 16:43:24.743853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 81080213-cffb-4a9c-91d9-798bf4b092c5 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:24.780780 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-d033024f-2d99-4156-86fa-a45f99948f50 service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876369 Mar 07 16:43:24.869035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c14eb95f-0016-44d2-9cca-598a6c902ede req-e01ce89d-87d2-4b28-9e7c-17a3123c6e02 service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824180 Mar 07 16:43:24.959841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-728b1516-5a34-4a9f-ab98-b97dbfde8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:24.961289 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-728b1516-5a34-4a9f-ab98-b97dbfde8a57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 1125 time: 0.0450549 Mar 07 16:43:25.056759 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-c424f8b0-6ad3-43a2-b1b0-322eced17084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:25.058286 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-c424f8b0-6ad3-43a2-b1b0-322eced17084 service neutron] 10.222.0.11 "GET /v2.0/networks?id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9 HTTP/1.1" status: 200 len: 897 time: 0.0895610 Mar 07 16:43:25.098515 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-c42d0261-c7c8-46ad-9a9b-1ba623361b07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea HTTP/1.1" status: 200 len: 217 time: 0.0345159 Mar 07 16:43:25.152195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-11a6a912-c225-47ff-8359-33c17c1eacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:25.153700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-11a6a912-c225-47ff-8359-33c17c1eacb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a7332d1-7f6a-4472-bfcf-15fc63d20338 HTTP/1.1" status: 200 len: 835 time: 0.0493259 Mar 07 16:43:25.203011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-68115e09-c48d-4cfc-9735-b7a15db53684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:25.204548 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-68115e09-c48d-4cfc-9735-b7a15db53684 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435863 Mar 07 16:43:25.259904 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-296cc68e-d0b7-4b97-8a99-449dbb721cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:25.300078 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-b0597df7-f567-45d8-bf2f-8211301b6f8a service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883706 Mar 07 16:43:25.389156 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-da0eb245-e4fa-4e04-87c3-67a6631455e2 req-2e5cce3c-181e-4078-8324-57aa1d658a14 service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814688 Mar 07 16:43:25.501568 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a654a97-1e6e-4234-a3e8-192010b5edb7 req-783187d1-d1c3-4491-9dfc-42336adb45cc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:25.503010 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a654a97-1e6e-4234-a3e8-192010b5edb7 req-783187d1-d1c3-4491-9dfc-42336adb45cc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 943 time: 0.0563447 Mar 07 16:43:25.552315 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-0a654a97-1e6e-4234-a3e8-192010b5edb7 req-c2500926-8ffe-4a99-aac0-26dc0c135eef tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437682 Mar 07 16:43:26.568712 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:26.671964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f3f9b-9289-4d20-8c7e-ec163e97a002 req-bf6c7d04-d965-4b40-8c99-a0477efd3e80 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:26.673485 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1f4f3f9b-9289-4d20-8c7e-ec163e97a002 req-bf6c7d04-d965-4b40-8c99-a0477efd3e80 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 943 time: 0.0531702 Mar 07 16:43:26.727386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1f4f3f9b-9289-4d20-8c7e-ec163e97a002 req-94e721e7-be42-40d0-ac03-27c57eac691c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484200 Mar 07 16:43:27.593461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 5bb9e062-1c7c-49b7-93d6-16be19e462ea details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:43:27.691615 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 5bb9e062-1c7c-49b7-93d6-16be19e462ea, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:27.702574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'port_id': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'mac_address': 'fa:16:3e:86:bc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:43:27.738355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 5bb9e062-1c7c-49b7-93d6-16be19e462ea is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:27.738740 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:27.751942 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb9e062-1c7c-49b7-93d6-16be19e462ea {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:43:27.771802 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 5bb9e062-1c7c-49b7-93d6-16be19e462ea, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:27.776235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:27.823564 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=5bb9e062-1c7c-49b7-93d6-16be19e462ea,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:27.852908 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1c90d-432a-40d5-b0a0-f950519a97fc req-46d09d8d-d1f1-4c66-8ca5-0130fca1bc89 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:27.854413 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51b1c90d-432a-40d5-b0a0-f950519a97fc req-46d09d8d-d1f1-4c66-8ca5-0130fca1bc89 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 944 time: 0.0544984 Mar 07 16:43:27.871104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:27.905088 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-51b1c90d-432a-40d5-b0a0-f950519a97fc req-65260cc8-7e2f-4927-b5b3-1bed2a4022dd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441587 Mar 07 16:43:28.008389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['5bb9e062-1c7c-49b7-93d6-16be19e462ea'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:43:29.024638 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a72b0-df2d-49f1-a564-bfde87863826 req-755e796d-eb81-4e00-82e5-9532f495fb69 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:29.026130 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-390a72b0-df2d-49f1-a564-bfde87863826 req-755e796d-eb81-4e00-82e5-9532f495fb69 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 944 time: 0.0523262 Mar 07 16:43:29.075828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-390a72b0-df2d-49f1-a564-bfde87863826 req-a8c3bae9-e51d-4dc7-bb7d-5aef2f62e9ef tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Mar 07 16:43:29.222065 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:29.604532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 5bb9e062-1c7c-49b7-93d6-16be19e462ea up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:43:29.653507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 5bb9e062-1c7c-49b7-93d6-16be19e462ea completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:43:29.657864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 5bb9e062-1c7c-49b7-93d6-16be19e462ea triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:43:29.658288 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:29.733792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 5bb9e062-1c7c-49b7-93d6-16be19e462ea is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:43:29.734179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:29.756070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:43:29.758315 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f976cb04-efc8-4d5b-9687-d56f5b3f6a6b" -d '{"events": [{"server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:43:29.775192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 5bb9e062-1c7c-49b7-93d6-16be19e462ea, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:43:29.779715 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:29.803319 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892a89fd-a21f-4fc9-93aa-4358429d1c3e x-openstack-request-id: req-892a89fd-a21f-4fc9-93aa-4358429d1c3e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:43:29.803614 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:43:29.803872 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-892a89fd-a21f-4fc9-93aa-4358429d1c3e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:43:29.804264 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'code': 200} Mar 07 16:43:29.831996 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=5bb9e062-1c7c-49b7-93d6-16be19e462ea,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:29.889352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419464c8-f48f-4358-a152-2356a30a5a04 req-9a4c3680-b89e-4243-a41e-d50b18e89802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:29.890789 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-419464c8-f48f-4358-a152-2356a30a5a04 req-9a4c3680-b89e-4243-a41e-d50b18e89802 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 1127 time: 0.0422678 Mar 07 16:43:29.935301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-419464c8-f48f-4358-a152-2356a30a5a04 req-d8fb9fd5-0a9a-4a22-aa4f-1b9cefb2166e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388446 Mar 07 16:43:30.196755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea83a-d15b-4b20-90c1-db56a2f69aa9 req-88b62e05-e7a3-4244-ad81-50c3a050714b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:30.198235 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be4ea83a-d15b-4b20-90c1-db56a2f69aa9 req-88b62e05-e7a3-4244-ad81-50c3a050714b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0566175 Mar 07 16:43:30.247546 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-be4ea83a-d15b-4b20-90c1-db56a2f69aa9 req-469f56df-23a7-4d89-95ba-de3f5f540b3d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Mar 07 16:43:31.368943 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6308af-bf6f-4a0b-adc9-08ba2c3c16a2 req-ea428a5d-6f30-4e4e-9d95-2d758a381076 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:31.370357 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd6308af-bf6f-4a0b-adc9-08ba2c3c16a2 req-ea428a5d-6f30-4e4e-9d95-2d758a381076 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0559411 Mar 07 16:43:31.417837 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd6308af-bf6f-4a0b-adc9-08ba2c3c16a2 req-5c613ace-4c9f-43b7-b068-1b3d2b0d7fcb tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Mar 07 16:43:31.534923 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d669d-619f-45cc-97d1-8659e45dd60a req-005d1407-dc22-4ef3-942d-3aa0481bc448 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:31.536673 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-960d669d-619f-45cc-97d1-8659e45dd60a req-005d1407-dc22-4ef3-942d-3aa0481bc448 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0527725 Mar 07 16:43:31.584702 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-960d669d-619f-45cc-97d1-8659e45dd60a req-a82532e2-9d41-4d76-86ed-bb089ec76792 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Mar 07 16:43:31.605582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54784) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:31.647528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4ba684-cb51-4eb9-9f82-8ee63cd83b52 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:31.648951 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-7f4ba684-cb51-4eb9-9f82-8ee63cd83b52 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 1122 time: 0.0418706 Mar 07 16:43:31.651974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54786) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:31.656969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:43:31.677647 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:31.771326 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:31.875507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.48 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/d4711d15-d5d7-4e87-ba62-4e76f26232db) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:43:31.975928 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (d4711d15-d5d7-4e87-ba62-4e76f26232db), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:32.008315 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d4711d15-d5d7-4e87-ba62-4e76f26232db), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:32.050341 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:43:32.054852 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:43:32.057436 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:43:32.083670 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=d4711d15-d5d7-4e87-ba62-4e76f26232db,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:32.422475 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (e18cc321-5bb9-46ec-b73f-744927eaeb46), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:32.492765 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (d4711d15-d5d7-4e87-ba62-4e76f26232db), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:32.648380 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (d4711d15-d5d7-4e87-ba62-4e76f26232db), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:32.653168 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (d4711d15-d5d7-4e87-ba62-4e76f26232db), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:32.719419 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=d4711d15-d5d7-4e87-ba62-4e76f26232db,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:43:32.731505 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (e18cc321-5bb9-46ec-b73f-744927eaeb46), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:32.831257 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP e18cc321-5bb9-46ec-b73f-744927eaeb46 associated. External IP: 172.25.4.48, port: 5bb9e062-1c7c-49b7-93d6-16be19e462ea. Mar 07 16:43:33.332564 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:43:33.439368 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:43:33.448965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] Sync routers for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:43:33.456677 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:33.459910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:33.460490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:43:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:33.488814 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-ea677138-77a3-4b68-90e1-a8057a14ca27 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8332281 Mar 07 16:43:33.488814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:43:33.489207 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:43:33.528938 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328fa210-f3f8-4178-87ee-0f7750551dca x-openstack-request-id: req-328fa210-f3f8-4178-87ee-0f7750551dca {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:43:33.529249 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:43:33.529511 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-328fa210-f3f8-4178-87ee-0f7750551dca {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:43:33.529927 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'status': 'completed', 'code': 200} Mar 07 16:43:33.586707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:33.595060 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04299242-575d-46ee-9db2-c4a9090827e5 req-b00f0f43-383d-4588-aa4e-e8d03eac1ed9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:33.596625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-04299242-575d-46ee-9db2-c4a9090827e5 req-b00f0f43-383d-4588-aa4e-e8d03eac1ed9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0567455 Mar 07 16:43:33.600524 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-f8a8f0c5-491d-4a3e-bb8f-08c24dcb8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:33.602727 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-f8a8f0c5-491d-4a3e-bb8f-08c24dcb8fba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 1127 time: 0.0516639 Mar 07 16:43:33.650033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-04299242-575d-46ee-9db2-c4a9090827e5 req-a14834b9-1fa2-495a-b5c5-cc1002edb06c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472479 Mar 07 16:43:33.674458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54792) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:33.744254 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-fbf5df84-2f28-4773-9096-62e8758fe46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:33.745756 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-fbf5df84-2f28-4773-9096-62e8758fe46a service neutron] 10.222.0.11 "GET /v2.0/networks?id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9 HTTP/1.1" status: 200 len: 897 time: 0.1362481 Mar 07 16:43:33.761817 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-27c858be-4893-4b6a-8b7e-6d6a5d304000 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/e18cc321-5bb9-46ec-b73f-744927eaeb46 HTTP/1.1" status: 200 len: 990 time: 0.0862296 Mar 07 16:43:33.814224 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-7272f0ee-fa21-4be4-88f3-73e4b585724e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea HTTP/1.1" status: 200 len: 998 time: 0.0610418 Mar 07 16:43:33.817339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:19Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e18cc321-5bb9-46ec-b73f-744927eaeb46', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'port_id': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'mac_address': 'fa:16:3e:86:bc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b028f-f70a-40b4-920a-9837b4e24931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:43:32Z', 'updated_at': '2022-03-07T16:43:32Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81080213-cffb-4a9c-91d9-798bf4b092c5', 'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:24:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:19Z', 'updated_at': '2022-03-07T16:43:22Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:33.843768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] Checking router: a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:43:33.851838 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:43:33.852433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:43:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:33.862840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-3b6568dc-1493-4e2d-b6dd-9a547a4d013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:33.864324 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-3b6568dc-1493-4e2d-b6dd-9a547a4d013b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a7332d1-7f6a-4472-bfcf-15fc63d20338 HTTP/1.1" status: 200 len: 835 time: 0.0445526 Mar 07 16:43:33.918240 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-56ce17a7-b449-40c4-b6a5-1d86e843ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:43:33.920386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-56ce17a7-b449-40c4-b6a5-1d86e843ccb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499427 Mar 07 16:43:34.013393 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-c9d0c351-3c1a-4ca1-8503-a27eae070553 service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866976 Mar 07 16:43:34.110972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-79b3340b-fee7-4fbe-9dc4-179ec661d9b9 req-f697b8e1-4763-4af2-85a4-2214f051ee3a service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916951 Mar 07 16:43:34.118458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:43:34.338707 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:19Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e18cc321-5bb9-46ec-b73f-744927eaeb46', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'port_id': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'mac_address': 'fa:16:3e:86:bc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b028f-f70a-40b4-920a-9837b4e24931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:43:32Z', 'updated_at': '2022-03-07T16:43:32Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81080213-cffb-4a9c-91d9-798bf4b092c5', 'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:24:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:19Z', 'updated_at': '2022-03-07T16:43:22Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:43:34.369457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3aa92-fe38-43cd-a6b7-ca8db87b798b None None] The sync data for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 is: [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:19Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': 'e18cc321-5bb9-46ec-b73f-744927eaeb46', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'port_id': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'mac_address': 'fa:16:3e:86:bc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b028f-f70a-40b4-920a-9837b4e24931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:43:32Z', 'updated_at': '2022-03-07T16:43:32Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81080213-cffb-4a9c-91d9-798bf4b092c5', 'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:24:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:19Z', 'updated_at': '2022-03-07T16:43:22Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:43:34.567986 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d28967-9434-43a0-82e9-a18a3a74b24e None None] New status for floating IP e18cc321-5bb9-46ec-b73f-744927eaeb46: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:43:34.766353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54794) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:34.830340 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f044ca51-5bca-4098-a088-dd15457fc2ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/e18cc321-5bb9-46ec-b73f-744927eaeb46 HTTP/1.1" status: 200 len: 990 time: 0.0627568 Mar 07 16:43:35.833322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:43:35.897998 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2c301858-e517-4e77-aea9-079aa70420f9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/e18cc321-5bb9-46ec-b73f-744927eaeb46 HTTP/1.1" status: 200 len: 992 time: 0.0632069 Mar 07 16:43:36.813434 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:41.490598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:47.409237 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:43:52.955590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-71432212-6c34-48bd-b5bc-df2d41138e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:55.251285 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2eca40c7-ff4b-44ff-accb-9a83d3305a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:56.571325 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:57.871577 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:43:59.223749 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:06.826667 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:07.329015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d59b33-eeeb-46b8-a48a-725efccd76e6 req-82729ae5-5ea4-4d56-985b-e39a967d8121 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:07.330522 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80d59b33-eeeb-46b8-a48a-725efccd76e6 req-82729ae5-5ea4-4d56-985b-e39a967d8121 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.1066346 Mar 07 16:44:07.379700 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-80d59b33-eeeb-46b8-a48a-725efccd76e6 req-ecce05ba-6f40-45f7-9208-e84b5512db5f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Mar 07 16:44:08.556100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b8a23-b08b-4044-8325-48e33639f189 req-7e202b38-c5fc-45aa-bd71-0c607d7abc6a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:08.557601 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c4b8a23-b08b-4044-8325-48e33639f189 req-7e202b38-c5fc-45aa-bd71-0c607d7abc6a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.1092176 Mar 07 16:44:08.604887 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2c4b8a23-b08b-4044-8325-48e33639f189 req-e7468e78-001d-465b-ba6b-2c2b833adf80 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Mar 07 16:44:09.727570 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94714189-5a50-4c87-a5ca-c82f3372b9f8 req-31adb530-b7eb-4158-9bb1-2a4577c357eb tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:09.729068 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94714189-5a50-4c87-a5ca-c82f3372b9f8 req-31adb530-b7eb-4158-9bb1-2a4577c357eb tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0565219 Mar 07 16:44:09.776590 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-94714189-5a50-4c87-a5ca-c82f3372b9f8 req-5f120fe1-2071-40ca-88e8-980e65a44650 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Mar 07 16:44:10.898433 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fcc19-b0bf-4285-932e-ef60d2684d63 req-b00a6707-303b-431a-91da-23445953ce10 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:10.899963 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f10fcc19-b0bf-4285-932e-ef60d2684d63 req-b00a6707-303b-431a-91da-23445953ce10 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0511658 Mar 07 16:44:10.951356 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f10fcc19-b0bf-4285-932e-ef60d2684d63 req-e923e376-1a40-4521-9803-ff0d624743d6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457320 Mar 07 16:44:11.493894 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:12.072015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcb3d3-90b6-4014-8aed-5b4b4cedc733 req-0f229261-2893-4f7a-b484-ebf277b40d94 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:12.073482 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bcfcb3d3-90b6-4014-8aed-5b4b4cedc733 req-0f229261-2893-4f7a-b484-ebf277b40d94 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0525906 Mar 07 16:44:12.121132 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bcfcb3d3-90b6-4014-8aed-5b4b4cedc733 req-55524263-bd65-49ee-b90b-cd9784b14e44 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Mar 07 16:44:13.237377 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e0e8-1e31-4d1e-94f1-6f04dbcd8da4 req-62d8e2ec-df56-43a9-bf44-95f1cd3d0a08 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:13.238920 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4419e0e8-1e31-4d1e-94f1-6f04dbcd8da4 req-62d8e2ec-df56-43a9-bf44-95f1cd3d0a08 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0528615 Mar 07 16:44:13.291518 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-4419e0e8-1e31-4d1e-94f1-6f04dbcd8da4 req-3014d55c-8aef-4364-8994-faf9f3efc31f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470717 Mar 07 16:44:14.408420 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078931e2-7a8b-4d35-8032-f1da91d9317b req-d93082e4-1fe5-4915-9b89-4882d6c680f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:14.409904 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-078931e2-7a8b-4d35-8032-f1da91d9317b req-d93082e4-1fe5-4915-9b89-4882d6c680f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0519769 Mar 07 16:44:14.461901 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-078931e2-7a8b-4d35-8032-f1da91d9317b req-5f034d2d-b429-4479-b097-f23c12bc5c0f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461538 Mar 07 16:44:15.591120 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6ba32-7b22-40b9-af0c-cbe7baaaae8a req-eb228f4d-e830-434f-a5eb-749f20e21cc8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:15.592603 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2d6ba32-7b22-40b9-af0c-cbe7baaaae8a req-eb228f4d-e830-434f-a5eb-749f20e21cc8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0533226 Mar 07 16:44:15.642639 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c2d6ba32-7b22-40b9-af0c-cbe7baaaae8a req-666c4108-3fb5-436f-9ec9-7b83af4bddf8 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 Mar 07 16:44:16.762446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39fb88-99ac-4939-9e9f-5bfdc57de7ef req-59425d82-7ec8-4071-a6ee-6f29acd94931 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:16.763974 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b39fb88-99ac-4939-9e9f-5bfdc57de7ef req-59425d82-7ec8-4071-a6ee-6f29acd94931 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0523553 Mar 07 16:44:16.818445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6b39fb88-99ac-4939-9e9f-5bfdc57de7ef req-8c3703e8-2699-466f-9870-67633f8cd2ec tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488288 Mar 07 16:44:17.935735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d8145-908d-430a-93f7-fbb8fb3b205b req-664b9448-a97e-46cd-a8a5-9d9130de54bc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:17.937135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b8d8145-908d-430a-93f7-fbb8fb3b205b req-664b9448-a97e-46cd-a8a5-9d9130de54bc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0533226 Mar 07 16:44:17.986779 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9b8d8145-908d-430a-93f7-fbb8fb3b205b req-d88fca88-111d-488c-8463-c5d4ffe0972b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 Mar 07 16:44:19.103062 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f4178-35fa-404b-9e2c-1fd829dad6c3 req-cf69a4d3-ce9c-4816-a01a-622fa801f770 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:19.104552 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-056f4178-35fa-404b-9e2c-1fd829dad6c3 req-cf69a4d3-ce9c-4816-a01a-622fa801f770 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0521867 Mar 07 16:44:19.152866 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-056f4178-35fa-404b-9e2c-1fd829dad6c3 req-af4d7929-389a-45d2-8ab1-d2b50064bb9e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 Mar 07 16:44:19.989488 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-397a01e5-4ce2-40cc-9010-de181939190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:19.991019 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-397a01e5-4ce2-40cc-9010-de181939190c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 1127 time: 0.0931063 Mar 07 16:44:20.090894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-b2424d72-03fc-4f89-bfbe-ef9fc2c999fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:20.092349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-b2424d72-03fc-4f89-bfbe-ef9fc2c999fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9 HTTP/1.1" status: 200 len: 897 time: 0.0830326 Mar 07 16:44:20.163046 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-68f037cc-a1c2-47ac-80d6-3c282c3568a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea HTTP/1.1" status: 200 len: 1000 time: 0.0598857 Mar 07 16:44:20.210485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-12e72264-1c4e-459e-b523-1bac097f5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:20.211965 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-12e72264-1c4e-459e-b523-1bac097f5210 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a7332d1-7f6a-4472-bfcf-15fc63d20338 HTTP/1.1" status: 200 len: 835 time: 0.0430377 Mar 07 16:44:20.261755 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-c0d52da3-8b02-4055-a1b4-39eac511abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:20.263304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-c0d52da3-8b02-4055-a1b4-39eac511abc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439103 Mar 07 16:44:20.276231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25eb75-cd78-4001-ab68-1b7fd25d4c9f req-9eeee979-0a1c-4963-a049-e56853652abc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:20.277806 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea25eb75-cd78-4001-ab68-1b7fd25d4c9f req-9eeee979-0a1c-4963-a049-e56853652abc tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0568929 Mar 07 16:44:20.329897 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ea25eb75-cd78-4001-ab68-1b7fd25d4c9f req-7d641aa4-e784-49be-b5ed-dfb79a4fa526 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 Mar 07 16:44:20.361659 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-82d10f45-40a0-48a8-a28f-a4f40de83637 service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899181 Mar 07 16:44:20.447342 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b0bf1630-75b3-4b1f-9854-aceed7404027 req-841c8674-fd2b-4e93-8523-1ba688ba68db service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799453 Mar 07 16:44:21.451998 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473830-1020-448c-883f-5b3166359918 req-8a348e37-18e4-4583-b465-b11bf195ff01 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:21.454411 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01473830-1020-448c-883f-5b3166359918 req-8a348e37-18e4-4583-b465-b11bf195ff01 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0571425 Mar 07 16:44:21.503097 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-01473830-1020-448c-883f-5b3166359918 req-f20ec783-d4dd-4e71-b281-73d79cc6a070 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429282 Mar 07 16:44:22.620734 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c637dbc-cf8b-45f5-9570-6cf48b539829 req-befa2a4d-79f9-4628-a343-2da096196788 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:22.622220 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c637dbc-cf8b-45f5-9570-6cf48b539829 req-befa2a4d-79f9-4628-a343-2da096196788 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0515790 Mar 07 16:44:22.670500 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6c637dbc-cf8b-45f5-9570-6cf48b539829 req-59d496f2-3e1d-46ec-ab68-2ff8bac96db3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421841 Mar 07 16:44:22.695617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54846) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:22.759063 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-bf60cb79-b9a1-4b1a-80c2-534553a4fae1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/e18cc321-5bb9-46ec-b73f-744927eaeb46 HTTP/1.1" status: 200 len: 992 time: 0.0622993 Mar 07 16:44:22.956412 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-28e8448b-c844-4eef-9b9d-00ccad11a4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:24.062474 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00470638-c242-4924-ac17-4b16149ebea0 req-fd2e390a-a5f4-4b47-b5b8-64896c1469a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:24.064066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00470638-c242-4924-ac17-4b16149ebea0 req-fd2e390a-a5f4-4b47-b5b8-64896c1469a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0830595 Mar 07 16:44:24.069979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-524d1e04-1dfc-44c1-8065-e5b45fe9a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:24.071404 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-524d1e04-1dfc-44c1-8065-e5b45fe9a725 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 1127 time: 0.0631361 Mar 07 16:44:24.169818 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-00470638-c242-4924-ac17-4b16149ebea0 req-45265497-94c3-44ec-b23c-26be70d8c1c3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974205 Mar 07 16:44:24.193836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-91abc5b0-ac30-40ab-8496-34ea1cf1cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:24.195375 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-91abc5b0-ac30-40ab-8496-34ea1cf1cc8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9 HTTP/1.1" status: 200 len: 897 time: 0.1160049 Mar 07 16:44:24.262272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-3ce3a8c4-4a29-43aa-95e9-bf765afa3da9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea HTTP/1.1" status: 200 len: 1000 time: 0.0603330 Mar 07 16:44:24.313988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-a11102c9-41b4-461c-9473-e2b2f5edfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:24.315405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-a11102c9-41b4-461c-9473-e2b2f5edfc8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a7332d1-7f6a-4472-bfcf-15fc63d20338 HTTP/1.1" status: 200 len: 835 time: 0.0461636 Mar 07 16:44:24.363210 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-21ffb1df-61d5-4461-bcce-dbee5daee343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:24.364707 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-21ffb1df-61d5-4461-bcce-dbee5daee343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439875 Mar 07 16:44:24.409551 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:44:24.455762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-abadbdd0-98cc-4902-ad0c-00b53144549c service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854111 Mar 07 16:44:24.543704 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-de0563e6-5579-4fd4-85e1-5a765d898189 req-31371e1a-9ff3-4dee-874e-4ea3e01ddbf3 service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821216 Mar 07 16:44:25.255087 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb0e1-8173-437a-a1f2-a4036b0214da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:25.294750 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb00667-d2f1-4755-8de9-24097929c813 req-dcf0d319-6937-4349-a5e6-7337910756a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:25.296294 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bbb00667-d2f1-4755-8de9-24097929c813 req-dcf0d319-6937-4349-a5e6-7337910756a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0543935 Mar 07 16:44:25.346154 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bbb00667-d2f1-4755-8de9-24097929c813 req-aaf9e109-b657-4195-830f-c6e7641ccb60 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Mar 07 16:44:25.368956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54856) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:25.431791 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-039a1932-6ff3-47c8-8c3d-dcf189bed43e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/e18cc321-5bb9-46ec-b73f-744927eaeb46 HTTP/1.1" status: 200 len: 992 time: 0.0617230 Mar 07 16:44:26.573993 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:27.875752 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:29.226363 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:36.827726 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:41.489100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:52.956924 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1abef822-4130-44c8-a23e-4cd1ae026fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.255983 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93f98b36-3fd1-4ca5-8470-187a80a31e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.922122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54868) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:56.080524 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port d4711d15-d5d7-4e87-ba62-4e76f26232db {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:44:56.080871 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (d4711d15-d5d7-4e87-ba62-4e76f26232db), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:56.154469 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (d4711d15-d5d7-4e87-ba62-4e76f26232db), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:56.154832 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (d4711d15-d5d7-4e87-ba62-4e76f26232db), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:56.167443 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for d4711d15-d5d7-4e87-ba62-4e76f26232db owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:44:56.316432 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (d4711d15-d5d7-4e87-ba62-4e76f26232db), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:56.348001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=d4711d15-d5d7-4e87-ba62-4e76f26232db,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:56.375440 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.375796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.376146 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.376491 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.376831 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.377168 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.377506 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.377840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.378175 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.378511 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.378869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.379201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.379530 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:56.419046 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (e18cc321-5bb9-46ec-b73f-744927eaeb46), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:56.419372 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP e18cc321-5bb9-46ec-b73f-744927eaeb46 disassociated (deleted). External IP: 172.25.4.48, port: 5bb9e062-1c7c-49b7-93d6-16be19e462ea. Mar 07 16:44:56.576751 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:56.630743 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:44:56.738762 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:44:56.743620 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:56.748320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] Sync routers for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:44:56.760117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:44:56.760740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:56.773081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-f28c690e-c367-4dd0-b439-ff97d181f388 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/floatingips/e18cc321-5bb9-46ec-b73f-744927eaeb46 HTTP/1.1" status: 204 len: 168 time: 0.8498859 Mar 07 16:44:56.774267 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:44:56.776628 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3652c1-fde6-4537-9e95-0f950b945676" -d '{"events": [{"name": "network-changed", "server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:44:56.814043 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57343b84-7062-4c9f-a8e0-7e7e4ea48073 x-openstack-request-id: req-57343b84-7062-4c9f-a8e0-7e7e4ea48073 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:44:56.814348 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:44:56.814611 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57343b84-7062-4c9f-a8e0-7e7e4ea48073 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:44:56.815058 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'status': 'completed', 'code': 200} Mar 07 16:44:56.883940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:44:56.887883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-b69444e4-9dde-431d-ba08-8149cbaab43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:56.889395 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-b69444e4-9dde-431d-ba08-8149cbaab43a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 1127 time: 0.0520337 Mar 07 16:44:57.028304 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-4f3f92a4-547f-4a24-bc1b-76c45c10731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:57.029815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-4f3f92a4-547f-4a24-bc1b-76c45c10731d service neutron] 10.222.0.11 "GET /v2.0/networks?id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9 HTTP/1.1" status: 200 len: 897 time: 0.1330614 Mar 07 16:44:57.044799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaf59c-f444-4a39-8641-a1293076ac77 req-935e2650-2405-4b84-8998-24c21a031fa1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:57.046179 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-caeaf59c-f444-4a39-8641-a1293076ac77 req-935e2650-2405-4b84-8998-24c21a031fa1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0779166 Mar 07 16:44:57.094182 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-cbe46481-5f6c-4798-82bf-07d5a9070782 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea HTTP/1.1" status: 200 len: 217 time: 0.0573385 Mar 07 16:44:57.098787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:19Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '81080213-cffb-4a9c-91d9-798bf4b092c5', 'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:24:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:19Z', 'updated_at': '2022-03-07T16:43:22Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:57.125736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] Checking router: a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:44:57.134735 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:44:57.135379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:57.167407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-caeaf59c-f444-4a39-8641-a1293076ac77 req-2f22b1ed-594c-4c59-9d73-2fd53628afc9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148612 Mar 07 16:44:57.168893 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-6e33145a-1f24-42e9-a560-39a49069737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:57.170272 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-6e33145a-1f24-42e9-a560-39a49069737c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a7332d1-7f6a-4472-bfcf-15fc63d20338 HTTP/1.1" status: 200 len: 835 time: 0.0698900 Mar 07 16:44:57.220029 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-f31c7a96-274c-4a1e-a14a-67f7e73a8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:57.221580 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-f31c7a96-274c-4a1e-a14a-67f7e73a8758 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=184da7c4-4fa3-4157-b10d-bd3032e7ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443473 Mar 07 16:44:57.246692 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:44:57.318117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-adb9ec74-4e3a-4a96-8d02-31076c042c51 service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892477 Mar 07 16:44:57.407413 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ee3652c1-fde6-4537-9e95-0f950b945676 req-31e4e790-c0ba-4737-b02d-c327ada92d64 service neutron] 10.222.0.11 "GET /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828753 Mar 07 16:44:57.450093 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:19Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '81080213-cffb-4a9c-91d9-798bf4b092c5', 'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:24:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:19Z', 'updated_at': '2022-03-07T16:43:22Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:57.478079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbecc91c-7581-4cfc-86ca-8776d53dc506 None None] The sync data for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 is: [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:43:19Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '81080213-cffb-4a9c-91d9-798bf4b092c5', 'name': '', 'network_id': '184da7c4-4fa3-4157-b10d-bd3032e7ebc9', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:24:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:19Z', 'updated_at': '2022-03-07T16:43:22Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '5a7332d1-7f6a-4472-bfcf-15fc63d20338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:44:57.697662 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbfb62-2345-4813-ac04-f6d3d0c2158e None None] New status for floating IP e18cc321-5bb9-46ec-b73f-744927eaeb46: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:44:57.877661 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:58.288754 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4218e7-bec3-4af8-858c-221260fa0a1c req-a8f6a1fd-133e-404e-9d0b-f837bb1271d5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:58.290619 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a4218e7-bec3-4af8-858c-221260fa0a1c req-a8f6a1fd-133e-404e-9d0b-f837bb1271d5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0543511 Mar 07 16:44:58.340386 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3a4218e7-bec3-4af8-858c-221260fa0a1c req-3f3c1602-2b31-4394-81db-71d504b379e1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=0617371b-1cac-4800-b226-d1e4ca6ca5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442297 Mar 07 16:44:58.518066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-0b5c71df-6a56-44f6-bbd2-dbf5ba44b85f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:58.519547 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-0b5c71df-6a56-44f6-bbd2-dbf5ba44b85f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 945 time: 0.0558081 Mar 07 16:44:58.608434 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 5bb9e062-1c7c-49b7-93d6-16be19e462ea {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:44:58.608781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:58.697471 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 5bb9e062-1c7c-49b7-93d6-16be19e462ea, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=5bb9e062-1c7c-49b7-93d6-16be19e462ea,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:44:58.697834 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:58.709352 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 5bb9e062-1c7c-49b7-93d6-16be19e462ea owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:44:59.140806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (5bb9e062-1c7c-49b7-93d6-16be19e462ea), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:59.172025 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=5bb9e062-1c7c-49b7-93d6-16be19e462ea,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:59.184372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.184737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.185089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.185432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.185773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.186109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.186446 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.186780 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.187151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.187481 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.187818 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.188147 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.188470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:59.224616 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] No DVR routers for this DVR port 5bb9e062-1c7c-49b7-93d6-16be19e462ea on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:44:59.229229 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:59.230659 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:59.232843 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0c59e436-7542-406d-aa63-a3f4e2ba9177 req-54f1f8fc-3a38-49a4-8a4f-3450e4e1ac83 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "DELETE /v2.0/ports/5bb9e062-1c7c-49b7-93d6-16be19e462ea HTTP/1.1" status: 204 len: 173 time: 0.7084851 Mar 07 16:44:59.233370 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'name': 'network-vif-deleted', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:44:59.235803 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfedcc9-7d31-45ae-8471-12b68e644d6f" -d '{"events": [{"server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "name": "network-vif-deleted", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:44:59.332007 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53708461-a154-4a3c-b90b-e7e254058520 x-openstack-request-id: req-53708461-a154-4a3c-b90b-e7e254058520 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:44:59.332311 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b028f-f70a-40b4-920a-9837b4e24931", "name": "network-vif-deleted", "tag": "5bb9e062-1c7c-49b7-93d6-16be19e462ea", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:44:59.332629 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53708461-a154-4a3c-b90b-e7e254058520 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:44:59.333044 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230b028f-f70a-40b4-920a-9837b4e24931', 'name': 'network-vif-deleted', 'tag': '5bb9e062-1c7c-49b7-93d6-16be19e462ea', 'status': 'completed', 'code': 200} Mar 07 16:44:59.443689 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5e3abcb0-3216-4fef-8d3d-5ec86c74f771 req-f83e352f-7598-427a-8d1a-d7eb6dbcfe75 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b028f-f70a-40b4-920a-9837b4e24931 HTTP/1.1" status: 200 len: 210 time: 0.0266612 Mar 07 16:45:00.500278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54886) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:00.857287 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.116931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 81080213-cffb-4a9c-91d9-798bf4b092c5 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:45:01.117747 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.207075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 81080213-cffb-4a9c-91d9-798bf4b092c5, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=81080213-cffb-4a9c-91d9-798bf4b092c5,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:01.207446 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.219205 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 81080213-cffb-4a9c-91d9-798bf4b092c5 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:45:01.406210 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (81080213-cffb-4a9c-91d9-798bf4b092c5), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.409561 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:45:01.433057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=81080213-cffb-4a9c-91d9-798bf4b092c5,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:01.612429 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.831201 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:45:01.938723 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:45:01.943896 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-e40a5f66-98da-4cc5-9792-c247463cd197 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/a1ebc0bb-6bbe-4498-a7d7-5a770b346e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4425554 Mar 07 16:45:01.946783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54888) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:01.948389 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4855312-6112-47ba-ade6-f228771913fc None None] Sync routers for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:45:01.957866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4855312-6112-47ba-ade6-f228771913fc None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:01.958480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c4855312-6112-47ba-ade6-f228771913fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:01.998311 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5d8f89-7a36-4b3e-9675-b669d1a5b748 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting subnet 5a7332d1-7f6a-4472-bfcf-15fc63d20338 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:45:02.001508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f89-7a36-4b3e-9675-b669d1a5b748 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (5a7332d1-7f6a-4472-bfcf-15fc63d20338), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.045177 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f89-7a36-4b3e-9675-b669d1a5b748 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (5a7332d1-7f6a-4472-bfcf-15fc63d20338), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.066760 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c4855312-6112-47ba-ade6-f228771913fc None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:02.093977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 5bb9e062-1c7c-49b7-93d6-16be19e462ea no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:45:02.126182 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f89-7a36-4b3e-9675-b669d1a5b748 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (5a7332d1-7f6a-4472-bfcf-15fc63d20338), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.139721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 5bb9e062-1c7c-49b7-93d6-16be19e462ea {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:45:02.140071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 5bb9e062-1c7c-49b7-93d6-16be19e462ea not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:45:02.184484 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f89-7a36-4b3e-9675-b669d1a5b748 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (5a7332d1-7f6a-4472-bfcf-15fc63d20338), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.212426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d8f89-7a36-4b3e-9675-b669d1a5b748 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7332d1-7f6a-4472-bfcf-15fc63d20338,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:02.214385 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f89-7a36-4b3e-9675-b669d1a5b748 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.217608 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-dc5d8f89-7a36-4b3e-9675-b669d1a5b748 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/subnets/5a7332d1-7f6a-4472-bfcf-15fc63d20338 HTTP/1.1" status: 204 len: 168 time: 0.2698948 Mar 07 16:45:02.220281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54890) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:02.221079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8757fe5-869d-4672-bb4a-92bfcce680d1 None None] Network 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:45:02.331834 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.354749 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c4855312-6112-47ba-ade6-f228771913fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:45:01Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:02.384736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4855312-6112-47ba-ade6-f228771913fc None None] Checking router: a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:45:02.395303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4855312-6112-47ba-ade6-f228771913fc None None] Routers {'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:02.395921 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c4855312-6112-47ba-ade6-f228771913fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:02.437743 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dcfd7f-89f5-4b51-87e5-254e95d3f10f None None] DHCP port deletion for 184da7c4-4fa3-4157-b10d-bd3032e7ebc9 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:45:02.449024 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.504856 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port b1f36433-daab-4b51-971c-eaa5381887ee {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:45:02.505216 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.591872 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port b1f36433-daab-4b51-971c-eaa5381887ee, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b1f36433-daab-4b51-971c-eaa5381887ee,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:02.592417 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.607455 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for b1f36433-daab-4b51-971c-eaa5381887ee owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:45:02.677941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fa755458-8f72-4877-a6f1-451dc8506372 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:45:02.740834 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c4855312-6112-47ba-ade6-f228771913fc None None] Set router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:02.876499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-67dcfd7f-89f5-4b51-87e5-254e95d3f10f None None] Deleting port fa755458-8f72-4877-a6f1-451dc8506372 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:45:02.876784 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67dcfd7f-89f5-4b51-87e5-254e95d3f10f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fa755458-8f72-4877-a6f1-451dc8506372), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.929526 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fa755458-8f72-4877-a6f1-451dc8506372 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:02.930447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fa755458-8f72-4877-a6f1-451dc8506372), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:02.991238 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-67dcfd7f-89f5-4b51-87e5-254e95d3f10f None None] For port fa755458-8f72-4877-a6f1-451dc8506372, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fa755458-8f72-4877-a6f1-451dc8506372,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:02.991938 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67dcfd7f-89f5-4b51-87e5-254e95d3f10f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fa755458-8f72-4877-a6f1-451dc8506372), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.027492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-67dcfd7f-89f5-4b51-87e5-254e95d3f10f None None] Calling delete_port for fa755458-8f72-4877-a6f1-451dc8506372 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:45:03.086542 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b1f36433-daab-4b51-971c-eaa5381887ee), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.090366 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port fa755458-8f72-4877-a6f1-451dc8506372, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fa755458-8f72-4877-a6f1-451dc8506372,segment=NetworkSegment(4bc55c8e-98a0-4637-88d6-318bcacc4095),segment_id=4bc55c8e-98a0-4637-88d6-318bcacc4095)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:03.099456 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fa755458-8f72-4877-a6f1-451dc8506372), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.110946 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=b1f36433-daab-4b51-971c-eaa5381887ee,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:03.176385 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c4855312-6112-47ba-ade6-f228771913fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:45:01Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:03.177585 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.178900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=fa755458-8f72-4877-a6f1-451dc8506372,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:03.212105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4855312-6112-47ba-ade6-f228771913fc None None] The sync data for ids ['a1ebc0bb-6bbe-4498-a7d7-5a770b346e49'] in n-d-830010-8 is: [{'id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121390071', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:43:16Z', 'updated_at': '2022-03-07T16:45:01Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'b1f36433-daab-4b51-971c-eaa5381887ee', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ebc0bb-6bbe-4498-a7d7-5a770b346e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:43:17Z', 'updated_at': '2022-03-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:45:03.214465 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.214977 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.215331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.215667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.215999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.216328 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.217223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.217223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.217391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.217584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.217922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.218253 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.218522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:03.222947 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67dcfd7f-89f5-4b51-87e5-254e95d3f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (fa755458-8f72-4877-a6f1-451dc8506372), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.234894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcfd7f-89f5-4b51-87e5-254e95d3f10f None None] No DVR routers for this DVR port fa755458-8f72-4877-a6f1-451dc8506372 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:45:03.258521 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcfd7f-89f5-4b51-87e5-254e95d3f10f None None] Pushing event deleted for resources: {'Port': ['ID=fa755458-8f72-4877-a6f1-451dc8506372,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:03.276229 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.278538 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.322991 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (a1ebc0bb-6bbe-4498-a7d7-5a770b346e49), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.323567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Fanout notify agent at l3_agent the message router_deleted on router a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:45:03.330463 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.331654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7a58e687-324a-4b65-892c-fae1e1a24718 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/routers/a1ebc0bb-6bbe-4498-a7d7-5a770b346e49 HTTP/1.1" status: 204 len: 168 time: 1.1104553 Mar 07 16:45:03.334349 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54892) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:03.411888 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (184da7c4-4fa3-4157-b10d-bd3032e7ebc9), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.501395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (184da7c4-4fa3-4157-b10d-bd3032e7ebc9), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.521303 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184da7c4-4fa3-4157-b10d-bd3032e7ebc9']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:03.530672 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc55c8e-98a0-4637-88d6-318bcacc4095') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:03.531012 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc55c8e-98a0-4637-88d6-318bcacc4095') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:03.541093 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (4bc55c8e-98a0-4637-88d6-318bcacc4095), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.554247 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (4bc55c8e-98a0-4637-88d6-318bcacc4095), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.564699 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:45:03.565005 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (4bc55c8e-98a0-4637-88d6-318bcacc4095), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:45:03.568473 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:45:03.629785 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (184da7c4-4fa3-4157-b10d-bd3032e7ebc9), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.637057 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.640224 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/networks/184da7c4-4fa3-4157-b10d-bd3032e7ebc9 HTTP/1.1" status: 204 len: 168 time: 0.3049135 Mar 07 16:45:03.643050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54894) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:03.652577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa85b9e-3ae4-49c6-9cba-45f69a6f64de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Network': ['ID=184da7c4-4fa3-4157-b10d-bd3032e7ebc9,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:03.712494 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9838b912-53d8-4823-a9d4-281a71e1ae22 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (0617371b-1cac-4800-b226-d1e4ca6ca5e9), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.738011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9838b912-53d8-4823-a9d4-281a71e1ae22 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (0617371b-1cac-4800-b226-d1e4ca6ca5e9), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.799563 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9838b912-53d8-4823-a9d4-281a71e1ae22 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0617371b-1cac-4800-b226-d1e4ca6ca5e9), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.802260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9838b912-53d8-4823-a9d4-281a71e1ae22 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:03.803461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9838b912-53d8-4823-a9d4-281a71e1ae22 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/security-groups/0617371b-1cac-4800-b226-d1e4ca6ca5e9 HTTP/1.1" status: 204 len: 168 time: 0.1586976 Mar 07 16:45:03.813613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838b912-53d8-4823-a9d4-281a71e1ae22 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0617371b-1cac-4800-b226-d1e4ca6ca5e9,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:04.168469 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54900) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:04.173089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-35feb403-fff4-456e-a401-85a53f1a09ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409401340', 'description': 'tempest-secgroup-smoke-1409401340 description', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:04.192986 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35feb403-fff4-456e-a401-85a53f1a09ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.266248 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35feb403-fff4-456e-a401-85a53f1a09ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (61e9fbe1-d269-4029-9cf9-e49bd90aa524), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.271051 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35feb403-fff4-456e-a401-85a53f1a09ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (61e9fbe1-d269-4029-9cf9-e49bd90aa524), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.307672 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-35feb403-fff4-456e-a401-85a53f1a09ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.308975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-35feb403-fff4-456e-a401-85a53f1a09ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1394963 Mar 07 16:45:04.310226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35feb403-fff4-456e-a401-85a53f1a09ba tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e9fbe1-d269-4029-9cf9-e49bd90aa524,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:04.312212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54902) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:04.317944 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-c292b73a-5838-49e9-9b8d-fa75f1102c49 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '61e9fbe1-d269-4029-9cf9-e49bd90aa524', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:04.343442 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c292b73a-5838-49e9-9b8d-fa75f1102c49 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (c14b7e32-c67e-4a16-8528-cbdd5fb9b392), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.404649 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c292b73a-5838-49e9-9b8d-fa75f1102c49 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (c14b7e32-c67e-4a16-8528-cbdd5fb9b392), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.408244 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c292b73a-5838-49e9-9b8d-fa75f1102c49 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c14b7e32-c67e-4a16-8528-cbdd5fb9b392), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.428354 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292b73a-5838-49e9-9b8d-fa75f1102c49 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14b7e32-c67e-4a16-8528-cbdd5fb9b392,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:04.441068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-c292b73a-5838-49e9-9b8d-fa75f1102c49 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.442312 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-c292b73a-5838-49e9-9b8d-fa75f1102c49 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283293 Mar 07 16:45:04.445111 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54904) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:04.450413 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4366ee71-fdbb-4632-ac9e-217b6546f239 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '61e9fbe1-d269-4029-9cf9-e49bd90aa524', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:04.474523 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4366ee71-fdbb-4632-ac9e-217b6546f239 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (d4ddf5a1-35b7-4c02-a135-5bca44734c82), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.528325 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4366ee71-fdbb-4632-ac9e-217b6546f239 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (d4ddf5a1-35b7-4c02-a135-5bca44734c82), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.531779 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4366ee71-fdbb-4632-ac9e-217b6546f239 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (d4ddf5a1-35b7-4c02-a135-5bca44734c82), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.549450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366ee71-fdbb-4632-ac9e-217b6546f239 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ddf5a1-35b7-4c02-a135-5bca44734c82,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:04.558847 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4366ee71-fdbb-4632-ac9e-217b6546f239 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.560234 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4366ee71-fdbb-4632-ac9e-217b6546f239 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133428 Mar 07 16:45:04.564104 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54906) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:04.568690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2a38fb82-0059-488e-85ef-e7f39eabf69d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '61e9fbe1-d269-4029-9cf9-e49bd90aa524', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:04.595170 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a38fb82-0059-488e-85ef-e7f39eabf69d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (271bbe24-6e79-415b-b9d7-6fab76e12f0b), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.623841 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 81080213-cffb-4a9c-91d9-798bf4b092c5 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:45:04.644310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 81080213-cffb-4a9c-91d9-798bf4b092c5 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:45:04.644761 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 81080213-cffb-4a9c-91d9-798bf4b092c5 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:45:04.645201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b1f36433-daab-4b51-971c-eaa5381887ee no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:45:04.652867 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a38fb82-0059-488e-85ef-e7f39eabf69d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (271bbe24-6e79-415b-b9d7-6fab76e12f0b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.656535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a38fb82-0059-488e-85ef-e7f39eabf69d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (271bbe24-6e79-415b-b9d7-6fab76e12f0b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.666621 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b1f36433-daab-4b51-971c-eaa5381887ee {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:45:04.667001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b1f36433-daab-4b51-971c-eaa5381887ee not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:45:04.675667 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38fb82-0059-488e-85ef-e7f39eabf69d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271bbe24-6e79-415b-b9d7-6fab76e12f0b,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:04.680090 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2a38fb82-0059-488e-85ef-e7f39eabf69d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.681293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2a38fb82-0059-488e-85ef-e7f39eabf69d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161697 Mar 07 16:45:04.684141 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54908) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:04.688355 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5e5c808d-1951-40f9-bce4-4f8c85fb7ef6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '61e9fbe1-d269-4029-9cf9-e49bd90aa524', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:04.712481 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e5c808d-1951-40f9-bce4-4f8c85fb7ef6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (21f0fc31-fdc9-4215-969b-706c19a3a112), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.770439 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e5c808d-1951-40f9-bce4-4f8c85fb7ef6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (21f0fc31-fdc9-4215-969b-706c19a3a112), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.774629 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e5c808d-1951-40f9-bce4-4f8c85fb7ef6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (21f0fc31-fdc9-4215-969b-706c19a3a112), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.791747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c808d-1951-40f9-bce4-4f8c85fb7ef6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f0fc31-fdc9-4215-969b-706c19a3a112,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:04.799197 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5e5c808d-1951-40f9-bce4-4f8c85fb7ef6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.800408 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5e5c808d-1951-40f9-bce4-4f8c85fb7ef6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153533 Mar 07 16:45:04.803191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54910) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:04.808093 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4d913336-9f13-42bd-ae2f-fc3e08d5ca56 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '61e9fbe1-d269-4029-9cf9-e49bd90aa524', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:04.827598 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-4d913336-9f13-42bd-ae2f-fc3e08d5ca56 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:45:04.832301 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d913336-9f13-42bd-ae2f-fc3e08d5ca56 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (a4276b1f-6be6-4517-9c71-c42e360413b4), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.893018 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d913336-9f13-42bd-ae2f-fc3e08d5ca56 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (a4276b1f-6be6-4517-9c71-c42e360413b4), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.896513 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d913336-9f13-42bd-ae2f-fc3e08d5ca56 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (a4276b1f-6be6-4517-9c71-c42e360413b4), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.915302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d913336-9f13-42bd-ae2f-fc3e08d5ca56 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4276b1f-6be6-4517-9c71-c42e360413b4,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:04.920305 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4d913336-9f13-42bd-ae2f-fc3e08d5ca56 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.921749 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4d913336-9f13-42bd-ae2f-fc3e08d5ca56 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176214 Mar 07 16:45:04.924624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54912) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:04.929281 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-2fb6d1b8-05c5-4223-82c6-49c2d0273129 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'security_group_rule': {'security_group_id': '61e9fbe1-d269-4029-9cf9-e49bd90aa524', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:04.949309 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-2fb6d1b8-05c5-4223-82c6-49c2d0273129 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Project 76e22b52ed614766a5ec6b63fcd0f41c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:45:04.954213 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d1b8-05c5-4223-82c6-49c2d0273129 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (24508748-e28f-435b-b37e-1478764d2764), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.013505 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d1b8-05c5-4223-82c6-49c2d0273129 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (24508748-e28f-435b-b37e-1478764d2764), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.016815 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d1b8-05c5-4223-82c6-49c2d0273129 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (24508748-e28f-435b-b37e-1478764d2764), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.034608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6d1b8-05c5-4223-82c6-49c2d0273129 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24508748-e28f-435b-b37e-1478764d2764,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:05.041539 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d1b8-05c5-4223-82c6-49c2d0273129 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.042735 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-2fb6d1b8-05c5-4223-82c6-49c2d0273129 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171041 Mar 07 16:45:05.045618 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54914) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:05.050446 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'network': {'name': 'tempest-network-smoke--35729499', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'port_security_enabled': True}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:05.068923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:45:05.073466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.096728 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:45:05.105905 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a3bdf4a9-9542-48c1-ba75-52823669ef16), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.106351 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Added segment a3bdf4a9-9542-48c1-ba75-52823669ef16 of type vlan for network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 Mar 07 16:45:05.149707 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (8f8b63dc-77f5-41e8-ab58-e9eba45c01e7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.173836 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (8f8b63dc-77f5-41e8-ab58-e9eba45c01e7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.179021 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:05.179611 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.217126 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1705086 Mar 07 16:45:05.219921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54916) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:05.224423 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'admin_state_up': True, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:05.245907 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (51faab3d-a6e6-40ed-9c9b-c4a27151d413), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.246978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (51faab3d-a6e6-40ed-9c9b-c4a27151d413), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.250619 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a079f5-2a2c-493e-9284-d9198b577eda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Network': ['ID=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:05.264196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:45:05.298855 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (51faab3d-a6e6-40ed-9c9b-c4a27151d413), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.440290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (51faab3d-a6e6-40ed-9c9b-c4a27151d413), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.625116 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (51faab3d-a6e6-40ed-9c9b-c4a27151d413), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.647169 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.745582 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.185 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/e316f1e0-b637-450e-bade-2c5c23410a81) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:45:05.850820 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (e316f1e0-b637-450e-bade-2c5c23410a81), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.883670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.917813 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:45:05.922671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:45:05.927138 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:45:05.955643 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=e316f1e0-b637-450e-bade-2c5c23410a81,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:06.182133 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (51faab3d-a6e6-40ed-9c9b-c4a27151d413), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:06.381131 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (51faab3d-a6e6-40ed-9c9b-c4a27151d413), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:06.509653 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:45:06.620436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:45:06.630150 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Sync routers for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:45:06.640423 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:06.640980 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:06.641115 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:06.642525 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-da0a34c2-8086-4f31-bb8a-9556889ede52 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4213161 Mar 07 16:45:06.645362 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54918) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:06.676367 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8422485a-d526-49ce-9b5f-c07dc286a3e4 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=76e22b52ed614766a5ec6b63fcd0f41c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275311 Mar 07 16:45:06.676579 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54920) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:06.745254 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:06.764867 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b78b8-e97f-4d82-82e6-dad32237da1a tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:06.766283 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2d1b78b8-e97f-4d82-82e6-dad32237da1a tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888247 Mar 07 16:45:06.769195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54922) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:06.797171 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-820ba2dc-3284-4a50-bcbc-6093f3c9b98a tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=877b2474-111c-4dd4-8ddd-e779782e349c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269196 Mar 07 16:45:06.799608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54924) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:06.804231 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-764806298', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:06.847857 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:06.893587 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:45:06.897433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:06.924101 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:06Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:06.949734 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Checking router: 51faab3d-a6e6-40ed-9c9b-c4a27151d413 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:45:06.950082 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Updating router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 port e316f1e0-b637-450e-bade-2c5c23410a81 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:45:06.979146 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.085395 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.151314 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Subnet': ['ID=6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:07.158671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Checking segment: {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:45:07.159061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network hostable DHCP agents. Network: 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:45:07.176196 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:45:07.185601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:45:07.189750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:07.190342 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.196515 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c4198-e476-440a-b891-30191d46b44c None None] Network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:45:07.214520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54926) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:07.215158 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f6e2e17c-06fd-40ca-8ff3-4e9ee96d730e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4140205 Mar 07 16:45:07.238297 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Publish callbacks [] for port (e316f1e0-b637-450e-bade-2c5c23410a81), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.244023 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.292335 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Attempting to bind port e316f1e0-b637-450e-bade-2c5c23410a81 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:45:07.292718 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Attempting to bind port e316f1e0-b637-450e-bade-2c5c23410a81 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:45:07.293086 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Attempting to bind port e316f1e0-b637-450e-bade-2c5c23410a81 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:45:07.305342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:45:07.305537 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:45:07.305932 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:45:07.306350 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.306595 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.306743 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:45:07.307249 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Bound port: e316f1e0-b637-450e-bade-2c5c23410a81, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:45:07.307640 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.362041 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] For port e316f1e0-b637-450e-bade-2c5c23410a81, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:45:07.365259 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] For port e316f1e0-b637-450e-bade-2c5c23410a81, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e316f1e0-b637-450e-bade-2c5c23410a81,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:45:07.374692 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.376527 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Pushing event updated for resources: {'Port': ['ID=e316f1e0-b637-450e-bade-2c5c23410a81,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:07.387871 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.388223 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.388570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.388914 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.389576 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.389576 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.389902 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.390234 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.390561 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.390915 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.391245 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.391572 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.391894 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:07.438375 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:07.439030 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:07.456098 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Allocated IP 172.20.0.2 (8f8b63dc-77f5-41e8-ab58-e9eba45c01e7/6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf/c964dd28-b992-4f1d-af89-d394a006333b) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:45:07.503455 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715bb6f-64d0-418b-bc01-4334a2d10401 None None] Pushing event updated for resources: {'Port': ['ID=e316f1e0-b637-450e-bade-2c5c23410a81,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:07.560564 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:07.609903 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Publish callbacks [] for port (c964dd28-b992-4f1d-af89-d394a006333b), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.617048 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (c964dd28-b992-4f1d-af89-d394a006333b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.654619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:45:07.663203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:45:07.667348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:45:07.673425 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Pushing event updated for resources: {'Port': ['ID=c964dd28-b992-4f1d-af89-d394a006333b,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:07.709565 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.732358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Attempting to bind port c964dd28-b992-4f1d-af89-d394a006333b on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:45:07.732734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Attempting to bind port c964dd28-b992-4f1d-af89-d394a006333b by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:45:07.733104 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Attempting to bind port c964dd28-b992-4f1d-af89-d394a006333b on network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:45:07.738171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:45:07.738699 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Checking segment: {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:45:07.739136 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.739530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Bound using segment: {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:45:07.740000 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Bound port: c964dd28-b992-4f1d-af89-d394a006333b, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:45:07.740384 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c964dd28-b992-4f1d-af89-d394a006333b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.759895 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:06Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:07.786251 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a018b5-7b24-403d-a018-9b48cb4a9106 None None] The sync data for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 is: [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:06Z', 'revision_number': 3, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:45:07.805323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] For port c964dd28-b992-4f1d-af89-d394a006333b, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:45:07.813177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] For port c964dd28-b992-4f1d-af89-d394a006333b, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c964dd28-b992-4f1d-af89-d394a006333b,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:45:07.820070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c964dd28-b992-4f1d-af89-d394a006333b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:07.887644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748be34-71bc-459b-8908-bf577acf9560 None None] Pushing event updated for resources: {'Port': ['ID=c964dd28-b992-4f1d-af89-d394a006333b,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:08.019418 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.1 (8f8b63dc-77f5-41e8-ab58-e9eba45c01e7/6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf/1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:45:08.158586 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.197748 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.252876 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:45:08.256100 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:45:08.260814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:45:08.289849 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:08.314574 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (51faab3d-a6e6-40ed-9c9b-c4a27151d413), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.460786 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.708323 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e316f1e0-b637-450e-bade-2c5c23410a81 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:45:08.762697 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e316f1e0-b637-450e-bade-2c5c23410a81 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:08.763162 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.789737 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.797479 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.856271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e316f1e0-b637-450e-bade-2c5c23410a81 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:08.856963 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.878997 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port e316f1e0-b637-450e-bade-2c5c23410a81, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e316f1e0-b637-450e-bade-2c5c23410a81,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:08.887062 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.887897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c964dd28-b992-4f1d-af89-d394a006333b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:45:08.891182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:08.893759 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (51faab3d-a6e6-40ed-9c9b-c4a27151d413), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.983332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=e316f1e0-b637-450e-bade-2c5c23410a81,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:08.997619 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c964dd28-b992-4f1d-af89-d394a006333b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:08.997977 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:45:08.998123 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c964dd28-b992-4f1d-af89-d394a006333b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.999671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:45:09.021193 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da7e79-5f9b-4f62-a34d-db5b7507e7b6 None None] Network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:45:09.114138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f2be0d4b-0a85-40a2-8397-2ee74bb792b0 None None] Provisioning complete for port c964dd28-b992-4f1d-af89-d394a006333b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:09.114516 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2be0d4b-0a85-40a2-8397-2ee74bb792b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c964dd28-b992-4f1d-af89-d394a006333b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:09.125907 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:45:09.211905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c964dd28-b992-4f1d-af89-d394a006333b is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:09.212309 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c964dd28-b992-4f1d-af89-d394a006333b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:09.237975 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:45:09.244228 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-1e5a3293-a47b-4c18-8695-2b31ad830c40 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/51faab3d-a6e6-40ed-9c9b-c4a27151d413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0278037 Mar 07 16:45:09.283795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port c964dd28-b992-4f1d-af89-d394a006333b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c964dd28-b992-4f1d-af89-d394a006333b,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:09.294023 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (c964dd28-b992-4f1d-af89-d394a006333b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:09.326623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f2be0d4b-0a85-40a2-8397-2ee74bb792b0 None None] Current status of the port c964dd28-b992-4f1d-af89-d394a006333b is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:09.327064 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2be0d4b-0a85-40a2-8397-2ee74bb792b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (c964dd28-b992-4f1d-af89-d394a006333b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:09.370201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=c964dd28-b992-4f1d-af89-d394a006333b,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:09.415137 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.db.api [None req-f2be0d4b-0a85-40a2-8397-2ee74bb792b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:45:09.415500 n-d-830010-8 neutron-server[103868]: DEBUG oslo_db.api [None req-f2be0d4b-0a85-40a2-8397-2ee74bb792b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:45:09.439229 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-1b3b519c-f60a-4f8f-9fd4-edc125cfa7e2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409401340&fields=id&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 267 time: 0.0499785 Mar 07 16:45:09.559084 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-d127aa4f-160a-4d81-bc9f-9c20cf7bc381 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:09.560657 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-d127aa4f-160a-4d81-bc9f-9c20cf7bc381 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/networks?id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 HTTP/1.1" status: 200 len: 795 time: 0.1143172 Mar 07 16:45:09.576377 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2a742b01-c265-4bea-8a0f-9f34dce55609 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/quotas/76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 375 time: 0.0102603 Mar 07 16:45:09.620126 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Sync routers for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:45:09.629768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:09.630402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:09.641168 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-0dfceab0-1e7c-4953-8a0c-56fd358bb87c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592978 Mar 07 16:45:09.749444 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:09.753818 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-382f6294-607c-44f6-9569-24188ca6e530 service neutron] 10.222.0.24 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991831 Mar 07 16:45:09.855897 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-94f1faa3-2d67-49ba-a6f3-315a80cc605c service neutron] 10.222.0.24 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954900 Mar 07 16:45:10.033107 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-225607ca-5f7e-4301-a164-8eaf684f88e3 req-2601df98-68f0-45b1-913f-48b7068b305a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 210 time: 0.0304921 Mar 07 16:45:10.088662 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f2be0d4b-0a85-40a2-8397-2ee74bb792b0 None None] Current status of the port c964dd28-b992-4f1d-af89-d394a006333b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:10.168099 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12', 'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:17:b0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:07Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 2, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:10.195196 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Checking router: 51faab3d-a6e6-40ed-9c9b-c4a27151d413 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:45:10.195601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Updating router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:45:10.236559 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7062cd3a-5782-430e-a666-a25f15d3d599 None None] Provisioning complete for port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:10.237033 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7062cd3a-5782-430e-a666-a25f15d3d599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.239578 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.299258 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7062cd3a-5782-430e-a666-a25f15d3d599 None None] Port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:45:10.328665 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-7062cd3a-5782-430e-a666-a25f15d3d599 None None] Provisioning complete for port c964dd28-b992-4f1d-af89-d394a006333b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:10.328982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7062cd3a-5782-430e-a666-a25f15d3d599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c964dd28-b992-4f1d-af89-d394a006333b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.532872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-7062cd3a-5782-430e-a666-a25f15d3d599 None None] Current status of the port c964dd28-b992-4f1d-af89-d394a006333b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:10.614553 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Publish callbacks [] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.620426 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e316f1e0-b637-450e-bade-2c5c23410a81 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:45:10.624077 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.707418 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4a5d5-6c92-446e-a249-e3a6b82b74c7 None None] Pushing event updated for resources: {'Port': ['ID=1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:10.765981 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port e316f1e0-b637-450e-bade-2c5c23410a81 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:10.766366 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.770532 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Attempting to bind port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:45:10.770853 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Attempting to bind port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:45:10.771233 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Attempting to bind port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 on network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:45:10.797149 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:45:10.797541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Checking segment: {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:45:10.797957 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.798361 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Bound using segment: {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:45:10.798867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Bound port: 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:45:10.799261 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.909902 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] For port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:45:10.915144 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] For port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:45:10.917907 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port e316f1e0-b637-450e-bade-2c5c23410a81 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:10.919013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c964dd28-b992-4f1d-af89-d394a006333b up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:45:10.950674 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.986879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-5fad7f93-521c-453e-962f-222a18b6ee5b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:10.988416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-5fad7f93-521c-453e-962f-222a18b6ee5b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/networks?id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 HTTP/1.1" status: 200 len: 795 time: 0.1283844 Mar 07 16:45:11.007469 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-6f5db02b-88cf-4854-b9b8-12f7770afbb1 None None] Provisioning complete for port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:11.007839 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f5db02b-88cf-4854-b9b8-12f7770afbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.068703 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4a5d5-6c92-446e-a249-e3a6b82b74c7 None None] Pushing event updated for resources: {'Port': ['ID=1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:11.077891 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-b786c8c1-f573-49b5-a89b-9d4af288d33a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e22b52ed614766a5ec6b63fcd0f41c HTTP/1.1" status: 200 len: 380 time: 0.0800285 Mar 07 16:45:11.082645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:11.083835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:11.088281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'port': {'device_id': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'admin_state_up': True, 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'security_groups': ['61e9fbe1-d269-4029-9cf9-e49bd90aa524']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:11.127452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port c964dd28-b992-4f1d-af89-d394a006333b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:11.128006 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (c964dd28-b992-4f1d-af89-d394a006333b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.176445 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-10a36317-c97d-4399-bc10-aed30e16a097 req-4d271273-94c5-46bc-955d-b3332d1f12e7 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 210 time: 0.0450075 Mar 07 16:45:11.216594 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Made reservation on behalf of 76e22b52ed614766a5ec6b63fcd0f41c for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:45:11.220708 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.257826 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6f5db02b-88cf-4854-b9b8-12f7770afbb1 None None] Current status of the port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:11.258372 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f5db02b-88cf-4854-b9b8-12f7770afbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.296716 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:11.359498 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.20.0.7 (8f8b63dc-77f5-41e8-ab58-e9eba45c01e7/6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf/52aa3d34-303f-4346-b118-5c5a54c776d8) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:45:11.362139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-6f5db02b-88cf-4854-b9b8-12f7770afbb1 None None] For port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:11.374280 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6f5db02b-88cf-4854-b9b8-12f7770afbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.440900 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port c964dd28-b992-4f1d-af89-d394a006333b is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:11.496870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.531503 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5db02b-88cf-4854-b9b8-12f7770afbb1 None None] Pushing event updated for resources: {'Port': ['ID=1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:11.543362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.549652 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.555666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-62f15547-8376-4b52-8663-44c9e5c9345d None None] Provisioning complete for port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:11.556179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62f15547-8376-4b52-8663-44c9e5c9345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.586289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:45:11.589571 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:45:11.593189 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:45:11.622912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=52aa3d34-303f-4346-b118-5c5a54c776d8,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:11.650337 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:11.651024 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.669560 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-2ddea6f6-9ea7-4672-b186-33e9ba3f3352 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862715 Mar 07 16:45:11.682096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Request body: {'port': {'device_id': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:11.700664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-62f15547-8376-4b52-8663-44c9e5c9345d None None] Current status of the port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:11.710381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12', 'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:17:b0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:07Z', 'updated_at': '2022-03-07T16:45:10Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:11.738224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618802db-11c6-4d4c-adca-e7c966056d41 None None] The sync data for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 is: [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12', 'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:17:b0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:07Z', 'updated_at': '2022-03-07T16:45:10Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:45:11.758344 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.922153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ad434a24-0f88-45b6-8bb2-cd5218131ae2 None None] Provisioning complete for port 52aa3d34-303f-4346-b118-5c5a54c776d8 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:11.922873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ad434a24-0f88-45b6-8bb2-cd5218131ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:11.967723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ad434a24-0f88-45b6-8bb2-cd5218131ae2 None None] Port 52aa3d34-303f-4346-b118-5c5a54c776d8 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:45:12.067394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52aa3d34-303f-4346-b118-5c5a54c776d8 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:45:12.075663 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Publish callbacks [] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:12.088784 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Transition to ACTIVE for port object 52aa3d34-303f-4346-b118-5c5a54c776d8 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:45:12.092464 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:12.145665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Pushing event updated for resources: {'Port': ['ID=52aa3d34-303f-4346-b118-5c5a54c776d8,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:12.221402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Attempting to bind port 52aa3d34-303f-4346-b118-5c5a54c776d8 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:45:12.221751 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Attempting to bind port 52aa3d34-303f-4346-b118-5c5a54c776d8 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:45:12.222088 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Attempting to bind port 52aa3d34-303f-4346-b118-5c5a54c776d8 on network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:45:12.231969 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Port 52aa3d34-303f-4346-b118-5c5a54c776d8 on network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:45:12.232096 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Attempting to bind port 52aa3d34-303f-4346-b118-5c5a54c776d8 on network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:45:12.237552 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:45:12.237905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Checking segment: {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:45:12.238293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Bound using segment: {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:45:12.238722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Bound port: 52aa3d34-303f-4346-b118-5c5a54c776d8, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bdf4a9-9542-48c1-ba75-52823669ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:45:12.239109 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:12.352961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180af1d-b18e-4b32-828b-ea49d2a2a9d9 req-c94499f8-f88c-486c-a73b-281e20cfae3d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:12.354669 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4180af1d-b18e-4b32-828b-ea49d2a2a9d9 req-c94499f8-f88c-486c-a73b-281e20cfae3d tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 943 time: 0.0965838 Mar 07 16:45:12.364170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] For port 52aa3d34-303f-4346-b118-5c5a54c776d8, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:45:12.370689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] For port 52aa3d34-303f-4346-b118-5c5a54c776d8, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=52aa3d34-303f-4346-b118-5c5a54c776d8,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:45:12.393887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:12.443205 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4180af1d-b18e-4b32-828b-ea49d2a2a9d9 req-63f30841-0a32-4141-90c4-2ed5b0bc6549 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762882 Mar 07 16:45:12.444618 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:12.445253 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:12.447290 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] 10.222.0.11 "PUT /v2.0/ports/52aa3d34-303f-4346-b118-5c5a54c776d8 HTTP/1.1" status: 200 len: 1091 time: 0.7707920 Mar 07 16:45:12.472050 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:45:12.474372 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531064fa-4546-4bc9-bfe3-1b0357ada3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:45:12.545895 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53087bca-9f9a-49ac-a0ec-b2c2b48ef278 service neutron] Pushing event updated for resources: {'Port': ['ID=52aa3d34-303f-4346-b118-5c5a54c776d8,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:12.551008 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba5681e-b467-48a9-b7b3-a9cd03c7667d x-openstack-request-id: req-aba5681e-b467-48a9-b7b3-a9cd03c7667d {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:45:12.551418 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:45:12.552084 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aba5681e-b467-48a9-b7b3-a9cd03c7667d {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:45:12.552524 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'status': 'completed', 'code': 200} Mar 07 16:45:12.627493 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-be947593-b69b-43f2-a355-6ad37f6d8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:12.629024 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-be947593-b69b-43f2-a355-6ad37f6d8e64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 1125 time: 0.0756006 Mar 07 16:45:12.685676 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-cab41b2f-c794-44da-badd-fed3674512e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52aa3d34-303f-4346-b118-5c5a54c776d8 HTTP/1.1" status: 200 len: 217 time: 0.0498574 Mar 07 16:45:12.690331 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:45:12.741524 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:12.741786 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:12.742864 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-469eab9f-b66e-4e7b-891a-df55afccf69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:12.745221 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-469eab9f-b66e-4e7b-891a-df55afccf69f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf HTTP/1.1" status: 200 len: 834 time: 0.0529563 Mar 07 16:45:12.798275 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-4187c350-1b29-4c66-a599-b17f6f7e80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:12.800070 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-4187c350-1b29-4c66-a599-b17f6f7e80a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487754 Mar 07 16:45:12.839723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:12.896595 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-fee85c85-6c36-4579-89a0-18fdd1d96b81 service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900619 Mar 07 16:45:12.993761 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3ec4fd61-e9ee-41d6-b022-d41855fd727e req-a005ef1b-915d-4662-897c-d9843266b4dd service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912640 Mar 07 16:45:13.087092 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-43a7c6f5-0958-4d26-9614-70f556b90bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:13.088612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-43a7c6f5-0958-4d26-9614-70f556b90bd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 1125 time: 0.0473585 Mar 07 16:45:13.179432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-a5e8af98-baa0-420d-ab83-10bf72c5ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:13.181377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-a5e8af98-baa0-420d-ab83-10bf72c5ac27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 HTTP/1.1" status: 200 len: 896 time: 0.0867255 Mar 07 16:45:13.221296 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-0595f4f9-080a-4a6d-b2e3-a8bec173ae8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52aa3d34-303f-4346-b118-5c5a54c776d8 HTTP/1.1" status: 200 len: 217 time: 0.0332899 Mar 07 16:45:13.268837 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-22e77757-ff5a-49ff-94fb-e0adc01465d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:13.270254 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-22e77757-ff5a-49ff-94fb-e0adc01465d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf HTTP/1.1" status: 200 len: 834 time: 0.0424442 Mar 07 16:45:13.322972 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-19f02895-48d9-4fb2-ae04-aa6e9f02c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:13.324456 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-19f02895-48d9-4fb2-ae04-aa6e9f02c5aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476539 Mar 07 16:45:13.412678 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-54493cd7-f69a-49ae-baa1-a14ba78abc0b service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806618 Mar 07 16:45:13.504752 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-531064fa-4546-4bc9-bfe3-1b0357ada3f5 req-e85d0f03-d741-469f-b12f-d4649c6e1c26 service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854826 Mar 07 16:45:13.596436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661fa96-2819-4217-a389-1f531dcd1ee5 req-fe3b6f3d-fae6-4c6c-b639-9ab955ae2cfe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:13.597923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6661fa96-2819-4217-a389-1f531dcd1ee5 req-fe3b6f3d-fae6-4c6c-b639-9ab955ae2cfe tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 943 time: 0.0521381 Mar 07 16:45:13.645333 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6661fa96-2819-4217-a389-1f531dcd1ee5 req-b4ea61a4-7f6e-438e-b03b-fc5acf4183f1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413420 Mar 07 16:45:14.143074 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 52aa3d34-303f-4346-b118-5c5a54c776d8 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:45:14.236445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 52aa3d34-303f-4346-b118-5c5a54c776d8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=52aa3d34-303f-4346-b118-5c5a54c776d8,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:14.247806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'port_id': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'mac_address': 'fa:16:3e:3b:59:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:45:14.289405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 52aa3d34-303f-4346-b118-5c5a54c776d8 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:14.289796 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:14.302268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52aa3d34-303f-4346-b118-5c5a54c776d8 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:45:14.322904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 52aa3d34-303f-4346-b118-5c5a54c776d8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=52aa3d34-303f-4346-b118-5c5a54c776d8,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:14.326443 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:14.371964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=52aa3d34-303f-4346-b118-5c5a54c776d8,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:14.528339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['52aa3d34-303f-4346-b118-5c5a54c776d8'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:45:14.772649 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56eadd-c32c-43e2-99b7-2ecd0bcae10d req-a861bd94-1241-4b8d-afd2-65967947a8de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:14.774247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bb56eadd-c32c-43e2-99b7-2ecd0bcae10d req-a861bd94-1241-4b8d-afd2-65967947a8de tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 944 time: 0.0574126 Mar 07 16:45:14.824345 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-bb56eadd-c32c-43e2-99b7-2ecd0bcae10d req-7eed4ca3-c1f0-40d9-9d65-2012e5e381a0 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443010 Mar 07 16:45:15.939344 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6368a-af58-4be9-a879-9c102f7a8a89 req-5b926793-b7d8-437c-9ba9-bca6bea28478 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:15.940804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-96d6368a-af58-4be9-a879-9c102f7a8a89 req-5b926793-b7d8-437c-9ba9-bca6bea28478 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 944 time: 0.0513115 Mar 07 16:45:15.992257 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-96d6368a-af58-4be9-a879-9c102f7a8a89 req-8a54c322-f8c5-423d-9c53-54591ba1f2fb tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453067 Mar 07 16:45:16.145341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 52aa3d34-303f-4346-b118-5c5a54c776d8 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:45:16.192785 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 52aa3d34-303f-4346-b118-5c5a54c776d8 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:45:16.196457 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 52aa3d34-303f-4346-b118-5c5a54c776d8 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:16.196831 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:16.274070 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 52aa3d34-303f-4346-b118-5c5a54c776d8 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:16.274462 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:16.297334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:45:16.299619 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113ff969-139a-4d97-b344-1033e070d7b7" -d '{"events": [{"server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "name": "network-vif-plugged", "status": "completed", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:45:16.313312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 52aa3d34-303f-4346-b118-5c5a54c776d8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=52aa3d34-303f-4346-b118-5c5a54c776d8,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:16.320151 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:16.343235 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2e87fd-d080-4eef-be3a-72e8306b2b5f x-openstack-request-id: req-1a2e87fd-d080-4eef-be3a-72e8306b2b5f {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:45:16.343532 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "name": "network-vif-plugged", "status": "completed", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:45:16.343791 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a2e87fd-d080-4eef-be3a-72e8306b2b5f {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:45:16.344184 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'code': 200} Mar 07 16:45:16.372109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=52aa3d34-303f-4346-b118-5c5a54c776d8,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:16.438721 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb5df2-687b-41ba-897f-4c4659a864b9 req-27520b54-5eb7-4b4b-8756-aff91e346e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:16.440188 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eedb5df2-687b-41ba-897f-4c4659a864b9 req-27520b54-5eb7-4b4b-8756-aff91e346e94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 1127 time: 0.0435662 Mar 07 16:45:16.484932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eedb5df2-687b-41ba-897f-4c4659a864b9 req-7b10082e-e516-4e7b-b87d-474864d94352 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387771 Mar 07 16:45:17.111436 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048291c-a190-49e3-95b5-f0070c9ac7f7 req-575cf7c8-07d4-47e9-9fad-9bf9e6f5b8c9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:17.112916 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c048291c-a190-49e3-95b5-f0070c9ac7f7 req-575cf7c8-07d4-47e9-9fad-9bf9e6f5b8c9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0522089 Mar 07 16:45:17.162244 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c048291c-a190-49e3-95b5-f0070c9ac7f7 req-8a079a1e-e512-4457-b142-62fee090bf61 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Mar 07 16:45:18.301465 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd40891-b2fa-455a-8895-1b9b9b3ba91b req-1d9e0c55-4b8e-4a3e-b816-37889be28149 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:18.302890 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6fd40891-b2fa-455a-8895-1b9b9b3ba91b req-1d9e0c55-4b8e-4a3e-b816-37889be28149 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0676718 Mar 07 16:45:18.353784 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6fd40891-b2fa-455a-8895-1b9b9b3ba91b req-5d9db3cf-4b71-45bf-87be-3a17b2aa76d5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Mar 07 16:45:18.778169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6dc77-d495-4f1f-931d-e1f04349c70f req-fa0e7f0a-03c1-45eb-9983-0c2b63aca0e5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:18.779692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36e6dc77-d495-4f1f-931d-e1f04349c70f req-fa0e7f0a-03c1-45eb-9983-0c2b63aca0e5 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.3596523 Mar 07 16:45:18.826764 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-36e6dc77-d495-4f1f-931d-e1f04349c70f req-9551e1e2-e2ce-4056-ac0d-4d6918082f3f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 Mar 07 16:45:18.848007 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54974) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:18.889302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c460ec-b1f5-459d-8687-125f8f3b0380 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:18.890820 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c1c460ec-b1f5-459d-8687-125f8f3b0380 tempest-TestNetworkAdvancedServerOps-1252524992 tempest-TestNetworkAdvancedServerOps-1252524992-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 1122 time: 0.0418446 Mar 07 16:45:18.893505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54976) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:18.897590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:18.918465 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:19.016012 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:19.115890 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Allocated IP 172.25.4.113 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:45:19.217784 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:19.250076 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:19.289816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:45:19.292625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:45:19.296009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:45:19.301289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:19.653831 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (527e4f78-0f62-4444-a41e-b1e5cb8b1b75), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:19.720751 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:19.868864 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for port (aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:19.873384 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:19.941939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event updated for resources: {'Port': ['ID=aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:19.953826 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (527e4f78-0f62-4444-a41e-b1e5cb8b1b75), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:20.055234 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP 527e4f78-0f62-4444-a41e-b1e5cb8b1b75 associated. External IP: 172.25.4.113, port: 52aa3d34-303f-4346-b118-5c5a54c776d8. Mar 07 16:45:20.264428 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:45:20.375825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:45:20.385696 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] Sync routers for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:45:20.393162 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:20.396341 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:20.396954 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:20.423972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ab335f4d-858b-48bf-8df9-ffbb0f1e36f3 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5294538 Mar 07 16:45:20.424569 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:45:20.426833 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d77df-661a-436a-97bf-1af0c3914d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:45:20.467786 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7fe077-cd04-41d3-953c-a2773ccadfda x-openstack-request-id: req-3f7fe077-cd04-41d3-953c-a2773ccadfda {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:45:20.467971 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:45:20.468159 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f7fe077-cd04-41d3-953c-a2773ccadfda {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:45:20.468571 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'status': 'completed', 'code': 200} Mar 07 16:45:20.536783 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de206986-44ca-431e-8ab2-057574f64cdc req-57d53c01-a0dc-4343-aff0-7ed9b35755b2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:20.538482 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de206986-44ca-431e-8ab2-057574f64cdc req-57d53c01-a0dc-4343-aff0-7ed9b35755b2 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0623806 Mar 07 16:45:20.543207 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-b8cb9c51-07f7-4c07-8544-1626e826d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:20.544880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-b8cb9c51-07f7-4c07-8544-1626e826d3b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 1127 time: 0.0538788 Mar 07 16:45:20.593722 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-de206986-44ca-431e-8ab2-057574f64cdc req-80f0ee54-878d-4911-a9ba-3fd699374901 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477087 Mar 07 16:45:20.604704 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:20.617251 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 54982) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:20.641178 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-a31e7f49-1f5c-4291-9060-15824942f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:20.642682 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-a31e7f49-1f5c-4291-9060-15824942f7c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 HTTP/1.1" status: 200 len: 896 time: 0.0906997 Mar 07 16:45:20.681654 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-269e4baf-668e-4f0d-9f0e-2fab1f49f8c9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/527e4f78-0f62-4444-a41e-b1e5cb8b1b75 HTTP/1.1" status: 200 len: 991 time: 0.0603971 Mar 07 16:45:20.714617 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-875588d0-b98f-44c6-a194-609f41c63246 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52aa3d34-303f-4346-b118-5c5a54c776d8 HTTP/1.1" status: 200 len: 999 time: 0.0657063 Mar 07 16:45:20.762241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-887ae3de-e0ab-4195-be01-009c5d19320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:20.763804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-887ae3de-e0ab-4195-be01-009c5d19320d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf HTTP/1.1" status: 200 len: 834 time: 0.0439847 Mar 07 16:45:20.811671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-ff47aa2d-a894-4460-9b60-a74c096fb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:20.813117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-ff47aa2d-a894-4460-9b60-a74c096fb44e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440760 Mar 07 16:45:20.844146 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '527e4f78-0f62-4444-a41e-b1e5cb8b1b75', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'port_id': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'mac_address': 'fa:16:3e:3b:59:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:45:19Z', 'updated_at': '2022-03-07T16:45:19Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12', 'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:17:b0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:07Z', 'updated_at': '2022-03-07T16:45:11Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:20.871733 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] Checking router: 51faab3d-a6e6-40ed-9c9b-c4a27151d413 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:45:20.880014 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:20.880609 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:44:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:20.937443 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-07f6afa3-344d-44a7-ace2-101910ba962a service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178510 Mar 07 16:45:20.942416 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-270640b7-3c71-4497-a944-f6a387b7d28e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666916 Mar 07 16:45:20.988170 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:21.034120 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ec2d77df-661a-436a-97bf-1af0c3914d3b req-8534dd74-0c77-4668-98b8-2ce22aced8dc service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886495 Mar 07 16:45:21.141996 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-14c04f3f-9947-4146-a02b-8a8d30f37f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:21.143620 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-14c04f3f-9947-4146-a02b-8a8d30f37f7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 1127 time: 0.0450323 Mar 07 16:45:21.221856 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '527e4f78-0f62-4444-a41e-b1e5cb8b1b75', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'port_id': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'mac_address': 'fa:16:3e:3b:59:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:45:19Z', 'updated_at': '2022-03-07T16:45:19Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12', 'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:17:b0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:07Z', 'updated_at': '2022-03-07T16:45:11Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:21.248089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-fccb55a0-908d-4783-9b38-6f2ec2e35c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:21.249634 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-fccb55a0-908d-4783-9b38-6f2ec2e35c3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 HTTP/1.1" status: 200 len: 896 time: 0.0879889 Mar 07 16:45:21.253072 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768b6bb-36cd-4dde-85c6-41c635efebaa None None] The sync data for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 is: [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '527e4f78-0f62-4444-a41e-b1e5cb8b1b75', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'port_id': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'mac_address': 'fa:16:3e:3b:59:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:45:19Z', 'updated_at': '2022-03-07T16:45:19Z', 'revision_number': 0, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12', 'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:17:b0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:07Z', 'updated_at': '2022-03-07T16:45:11Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:45:21.322524 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-1ce75bae-8263-4284-a09a-866695490c7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52aa3d34-303f-4346-b118-5c5a54c776d8 HTTP/1.1" status: 200 len: 999 time: 0.0663481 Mar 07 16:45:21.372791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-95ec3c6c-02f2-421f-a9a3-bf8ab0ee4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:21.374294 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-95ec3c6c-02f2-421f-a9a3-bf8ab0ee4232 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf HTTP/1.1" status: 200 len: 834 time: 0.0473952 Mar 07 16:45:21.425265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-ed2b603a-1181-4017-9d93-c243e304624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:21.426880 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-ed2b603a-1181-4017-9d93-c243e304624d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471046 Mar 07 16:45:21.466663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f480eb6-8ef1-4138-b6cf-8b91df360515 None None] New status for floating IP 527e4f78-0f62-4444-a41e-b1e5cb8b1b75: ACTIVE {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:45:21.525331 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-f79b48e8-c648-41c5-a85f-e4f61bfb6ebe service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926316 Mar 07 16:45:21.616066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-e1330899-4121-429e-971b-6e5f9683face service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842156 Mar 07 16:45:21.684668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 54984) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:21.749677 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e5997c5d-f966-447c-8c8c-9d88c7023a4b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/527e4f78-0f62-4444-a41e-b1e5cb8b1b75 HTTP/1.1" status: 200 len: 993 time: 0.0639389 Mar 07 16:45:22.959468 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-251b3140-9097-4992-97ad-7b9d6bedd3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:25.256939 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6db3ee37-bcf5-4d0a-beba-380c5dda44d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:26.579715 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:27.879014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:29.233611 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:36.832082 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:38.409306 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:45:41.493447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:48.521868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ed0ea-1324-43bb-8769-583b2a7af12c req-9554506b-08f4-4eca-bdfe-667d7da5b89c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:48.523289 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-778ed0ea-1324-43bb-8769-583b2a7af12c req-9554506b-08f4-4eca-bdfe-667d7da5b89c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Mar 07 16:45:48.572044 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-778ed0ea-1324-43bb-8769-583b2a7af12c req-6cec1b76-8b48-4dc4-94ab-081b63eec55b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Mar 07 16:45:49.693136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d99a5b-930c-4a20-853e-6149864c0945 req-fb26e06e-e703-46f0-973c-59c451b09c3f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:49.694613 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-39d99a5b-930c-4a20-853e-6149864c0945 req-fb26e06e-e703-46f0-973c-59c451b09c3f tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0515137 Mar 07 16:45:49.747064 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-39d99a5b-930c-4a20-853e-6149864c0945 req-9f85400f-4106-4fa5-8829-e000c194f1ff tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463078 Mar 07 16:45:49.768624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55010) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:49.827773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-123148ab-9cdd-4ad9-b4f3-630e1786b7bf tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/527e4f78-0f62-4444-a41e-b1e5cb8b1b75 HTTP/1.1" status: 200 len: 993 time: 0.0580287 Mar 07 16:45:51.139169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86099b8f-efe7-418c-88d1-49067e1539fd req-c65b5909-b792-4f79-aa5f-51b25ea8a346 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:51.140580 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86099b8f-efe7-418c-88d1-49067e1539fd req-c65b5909-b792-4f79-aa5f-51b25ea8a346 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0955884 Mar 07 16:45:51.147075 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5788431-759c-46ab-98b1-a97603840734 req-6eb1f56a-8ca0-4956-985e-633b67c29f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:51.148536 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5788431-759c-46ab-98b1-a97603840734 req-6eb1f56a-8ca0-4956-985e-633b67c29f62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 1127 time: 0.0664375 Mar 07 16:45:51.254250 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86099b8f-efe7-418c-88d1-49067e1539fd req-2e675f03-6638-4385-9fdb-c2b68b1c7cda tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047609 Mar 07 16:45:51.274785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5788431-759c-46ab-98b1-a97603840734 req-7699094c-1f31-4a8a-bbba-5fde58ea0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:51.276956 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5788431-759c-46ab-98b1-a97603840734 req-7699094c-1f31-4a8a-bbba-5fde58ea0898 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 HTTP/1.1" status: 200 len: 896 time: 0.1211181 Mar 07 16:45:51.342528 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5788431-759c-46ab-98b1-a97603840734 req-433a1c8b-574b-475c-aa23-4b7770dc2128 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52aa3d34-303f-4346-b118-5c5a54c776d8 HTTP/1.1" status: 200 len: 1001 time: 0.0599725 Mar 07 16:45:51.391625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5788431-759c-46ab-98b1-a97603840734 req-9ae893f2-8c11-4393-aef0-d76bd1718ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:51.392964 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5788431-759c-46ab-98b1-a97603840734 req-9ae893f2-8c11-4393-aef0-d76bd1718ccb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf HTTP/1.1" status: 200 len: 834 time: 0.0435770 Mar 07 16:45:51.446033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5788431-759c-46ab-98b1-a97603840734 req-8f6587b9-1ba6-4bdc-b678-21257f0f0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:51.447936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5788431-759c-46ab-98b1-a97603840734 req-8f6587b9-1ba6-4bdc-b678-21257f0f0008 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478079 Mar 07 16:45:51.534538 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5788431-759c-46ab-98b1-a97603840734 req-8775b791-d7c3-443c-95d7-dd74118272e0 service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811462 Mar 07 16:45:51.626084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c5788431-759c-46ab-98b1-a97603840734 req-9ed221dd-2f37-4bb5-bcf8-31e117205d4a service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 Mar 07 16:45:52.377833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c065327-5d34-4ac5-82d3-ee8722531d56 req-25d2df61-4eed-495a-adbb-d6f9642e988e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:52.379358 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c065327-5d34-4ac5-82d3-ee8722531d56 req-25d2df61-4eed-495a-adbb-d6f9642e988e tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0540488 Mar 07 16:45:52.437696 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c065327-5d34-4ac5-82d3-ee8722531d56 req-b84549f0-42d2-4cf8-aa98-2adb77b215f6 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525148 Mar 07 16:45:52.961871 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-14fb8f60-5286-4065-90a6-ba9bd642d57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:53.555914 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86577a89-7077-4cd7-9710-793775239800 req-e68a565f-a860-46ce-8bc6-75f1e04ae617 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:53.557881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86577a89-7077-4cd7-9710-793775239800 req-e68a565f-a860-46ce-8bc6-75f1e04ae617 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0532999 Mar 07 16:45:53.605277 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-86577a89-7077-4cd7-9710-793775239800 req-71031545-c2ba-424b-963a-e03201222056 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Mar 07 16:45:53.627807 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55022) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:53.689773 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4cf8f84b-72c5-4e4b-a207-bfa763d2205c tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/floatingips/527e4f78-0f62-4444-a41e-b1e5cb8b1b75 HTTP/1.1" status: 200 len: 993 time: 0.0607488 Mar 07 16:45:53.919558 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55028) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:54.073052 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:45:54.073391 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:54.151818 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:54.152148 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:54.163544 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0 owned by network:floatingip {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:45:54.315732 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:54.345999 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=aeeb5986-7bfc-4f74-842f-9aa9bf20e9c0,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:54.401611 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for floatingip (527e4f78-0f62-4444-a41e-b1e5cb8b1b75), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:54.401951 n-d-830010-8 neutron-server[103866]: INFO neutron.db.l3_db [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Floating IP 527e4f78-0f62-4444-a41e-b1e5cb8b1b75 disassociated (deleted). External IP: 172.25.4.113, port: 52aa3d34-303f-4346-b118-5c5a54c776d8. Mar 07 16:45:54.614380 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:45:55.021088 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:45:55.026151 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:55.032812 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] Sync routers for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:45:55.043689 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:55.044875 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:55.055394 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aedde702-ad79-41c3-9579-9ad6cf6aa64b tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/floatingips/527e4f78-0f62-4444-a41e-b1e5cb8b1b75 HTTP/1.1" status: 204 len: 168 time: 1.1347795 Mar 07 16:45:55.056034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:45:55.058709 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dee2ca7-298a-4098-abd4-bb6660bd3d75" -d '{"events": [{"name": "network-changed", "server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:45:55.100306 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a869e97-0685-457f-9c79-b724b65bac77 x-openstack-request-id: req-3a869e97-0685-457f-9c79-b724b65bac77 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:45:55.100649 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:45:55.100977 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a869e97-0685-457f-9c79-b724b65bac77 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:45:55.101324 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'status': 'completed', 'code': 200} Mar 07 16:45:55.162858 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:55.180556 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-355ecf3b-eff6-43b5-8f81-0a762dd05761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:55.182217 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-355ecf3b-eff6-43b5-8f81-0a762dd05761 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 1127 time: 0.0572348 Mar 07 16:45:55.265128 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ac50bda0-221e-479d-bfb9-0857b6eb0efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:55.297122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-084ebffc-c9c8-449e-8be6-242f75deb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:55.298681 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-084ebffc-c9c8-449e-8be6-242f75deb125 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 HTTP/1.1" status: 200 len: 896 time: 0.1106994 Mar 07 16:45:55.308398 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85677510-c649-46f7-a83a-4e1a6efe6b05 req-cdf99dc5-cc94-41c5-8331-87135e47ef24 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:55.309931 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85677510-c649-46f7-a83a-4e1a6efe6b05 req-cdf99dc5-cc94-41c5-8331-87135e47ef24 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0555530 Mar 07 16:45:55.345407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-7a19f1b4-4abe-4c90-88a0-b2ae56b930e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52aa3d34-303f-4346-b118-5c5a54c776d8 HTTP/1.1" status: 200 len: 217 time: 0.0387056 Mar 07 16:45:55.364693 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-85677510-c649-46f7-a83a-4e1a6efe6b05 req-9dcc1160-4085-4a81-b591-f8a6235b7f7a tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453916 Mar 07 16:45:55.400453 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12', 'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:17:b0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:07Z', 'updated_at': '2022-03-07T16:45:11Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:55.408256 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-6275202d-c4da-4804-8775-480c222538d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:55.409761 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-6275202d-c4da-4804-8775-480c222538d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf HTTP/1.1" status: 200 len: 834 time: 0.0525353 Mar 07 16:45:55.427543 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] Checking router: 51faab3d-a6e6-40ed-9c9b-c4a27151d413 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:45:55.436305 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:55.436901 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:55.459673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-18ca18ef-ba23-4ef3-856a-0607261eb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:55.461183 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-18ca18ef-ba23-4ef3-856a-0607261eb8c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445244 Mar 07 16:45:55.544020 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:55.553535 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-5da23f64-4be3-44ec-a17e-f9e921de03ce service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837913 Mar 07 16:45:55.646612 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9dee2ca7-298a-4098-abd4-bb6660bd3d75 req-af5d6da1-9499-4322-b3bc-86410912d3a0 service neutron] 10.222.0.11 "GET /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870872 Mar 07 16:45:55.740514 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12', 'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:17:b0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:07Z', 'updated_at': '2022-03-07T16:45:11Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:55.769430 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f64ba3-623e-4e20-b919-590497532c0e None None] The sync data for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 is: [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12', 'name': '', 'network_id': '8f8b63dc-77f5-41e8-ab58-e9eba45c01e7', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'mac_address': 'fa:16:3e:17:b0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:07Z', 'updated_at': '2022-03-07T16:45:11Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'subnets': [{'id': '6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:45:55.984931 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a97852-cf78-4ddf-88f8-f197dca8edfe None None] New status for floating IP 527e4f78-0f62-4444-a41e-b1e5cb8b1b75: DOWN {{(pid=103868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:45:56.487143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df4fae-1380-46fd-9803-1de5dac82bc1 req-9d2e6815-565b-4a9f-90c2-f259405e3b13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:56.488647 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4df4fae-1380-46fd-9803-1de5dac82bc1 req-9d2e6815-565b-4a9f-90c2-f259405e3b13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Mar 07 16:45:56.536997 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-b4df4fae-1380-46fd-9803-1de5dac82bc1 req-928e81cc-c558-4711-9c42-2f24db6a35af tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e9fbe1-d269-4029-9cf9-e49bd90aa524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Mar 07 16:45:56.582988 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:56.917707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-8dbaa676-bf3e-49b3-9c7a-17ec5bc5e5cd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:56.919602 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-8dbaa676-bf3e-49b3-9c7a-17ec5bc5e5cd tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0572023 Mar 07 16:45:57.008798 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 52aa3d34-303f-4346-b118-5c5a54c776d8 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:45:57.009143 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:57.101695 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 52aa3d34-303f-4346-b118-5c5a54c776d8, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=52aa3d34-303f-4346-b118-5c5a54c776d8,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:57.102064 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:57.113951 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 52aa3d34-303f-4346-b118-5c5a54c776d8 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:45:57.240757 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (52aa3d34-303f-4346-b118-5c5a54c776d8), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:57.273361 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=52aa3d34-303f-4346-b118-5c5a54c776d8,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:57.315841 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] No DVR routers for this DVR port 52aa3d34-303f-4346-b118-5c5a54c776d8 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:45:57.318479 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:57.321779 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-d7fd1140-00b4-4386-81c7-ac64700359e6 req-ba74ac83-a02c-436d-890c-463d3c52b4d9 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.11 "DELETE /v2.0/ports/52aa3d34-303f-4346-b118-5c5a54c776d8 HTTP/1.1" status: 204 len: 173 time: 0.3976474 Mar 07 16:45:57.322299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'name': 'network-vif-deleted', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:45:57.324566 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086eb231-b90b-457e-b887-6c01e6716fbf" -d '{"events": [{"server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "name": "network-vif-deleted", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:45:57.361546 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82adddd-394a-4087-a6cd-a624d81f91da x-openstack-request-id: req-e82adddd-394a-4087-a6cd-a624d81f91da {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:45:57.361849 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801ab276-b992-41e2-a5c0-d7feb328c7c3", "name": "network-vif-deleted", "tag": "52aa3d34-303f-4346-b118-5c5a54c776d8", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:45:57.362113 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e82adddd-394a-4087-a6cd-a624d81f91da {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:45:57.362524 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801ab276-b992-41e2-a5c0-d7feb328c7c3', 'name': 'network-vif-deleted', 'tag': '52aa3d34-303f-4346-b118-5c5a54c776d8', 'status': 'completed', 'code': 200} Mar 07 16:45:57.642359 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-720343b7-242e-4b9c-92a9-de57555a32d4 req-adfd7506-fdc4-4f5c-b8a5-6b16b1d3cf65 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "GET /v2.0/ports?device_id=801ab276-b992-41e2-a5c0-d7feb328c7c3 HTTP/1.1" status: 200 len: 210 time: 0.0279782 Mar 07 16:45:57.883787 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:58.700633 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55044) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:59.057415 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (51faab3d-a6e6-40ed-9c9b-c4a27151d413), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:59.236802 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:59.324099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:45:59.324388 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:59.414351 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:59.414711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:59.427091 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:45:59.608597 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:59.636034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:59.661456 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.661819 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.662171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.662515 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.662883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.663229 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.663567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.663910 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.664245 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.664587 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.664920 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.665252 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.665835 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:45:59.826068 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (51faab3d-a6e6-40ed-9c9b-c4a27151d413), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.044425 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:46:00.155721 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:46:00.160976 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d606aad9-60b2-4f56-b47b-17fd3c7ab950 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "PUT /v2.0/routers/51faab3d-a6e6-40ed-9c9b-c4a27151d413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4592931 Mar 07 16:46:00.163853 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55046) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:00.164883 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] Sync routers for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:46:00.175899 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:00.176559 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:00.214936 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b4c10c-769a-408b-ab67-c347b8accf13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting subnet 6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:46:00.218027 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4c10c-769a-408b-ab67-c347b8accf13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.258445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4c10c-769a-408b-ab67-c347b8accf13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.323490 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 52aa3d34-303f-4346-b118-5c5a54c776d8 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:46:00.345156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 52aa3d34-303f-4346-b118-5c5a54c776d8 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:46:00.345506 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 52aa3d34-303f-4346-b118-5c5a54c776d8 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:46:00.357435 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4c10c-769a-408b-ab67-c347b8accf13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.386195 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:00.417852 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4c10c-769a-408b-ab67-c347b8accf13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.433075 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77b4c10c-769a-408b-ab67-c347b8accf13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.437570 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-77b4c10c-769a-408b-ab67-c347b8accf13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/subnets/6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf HTTP/1.1" status: 204 len: 168 time: 0.2727749 Mar 07 16:46:00.440349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55048) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:00.441308 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c802503-d3b1-4a29-a4a6-ee9ac6b94b8f None None] Network 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:46:00.455628 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4c10c-769a-408b-ab67-c347b8accf13 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9bf9f9-d2e6-441c-8e10-1707a53aa7cf,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:00.584752 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:59Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:00.614103 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] Checking router: 51faab3d-a6e6-40ed-9c9b-c4a27151d413 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:46:00.625245 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] Routers {'51faab3d-a6e6-40ed-9c9b-c4a27151d413'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:00.625863 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:00.644409 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c3e049-6bc2-4d7a-abac-ec690332fbf7 None None] DHCP port deletion for 8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:46:00.705909 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3e049-6bc2-4d7a-abac-ec690332fbf7 None None] Deleting port c964dd28-b992-4f1d-af89-d394a006333b {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:46:00.706384 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e049-6bc2-4d7a-abac-ec690332fbf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (c964dd28-b992-4f1d-af89-d394a006333b), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.749018 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] Set router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:00.776952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a8c3e049-6bc2-4d7a-abac-ec690332fbf7 None None] For port c964dd28-b992-4f1d-af89-d394a006333b, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=c964dd28-b992-4f1d-af89-d394a006333b,segment=NetworkSegment(a3bdf4a9-9542-48c1-ba75-52823669ef16),segment_id=a3bdf4a9-9542-48c1-ba75-52823669ef16)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:00.777481 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e049-6bc2-4d7a-abac-ec690332fbf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (c964dd28-b992-4f1d-af89-d394a006333b), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.791663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3e049-6bc2-4d7a-abac-ec690332fbf7 None None] Calling delete_port for c964dd28-b992-4f1d-af89-d394a006333b owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:46:00.875614 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e049-6bc2-4d7a-abac-ec690332fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (c964dd28-b992-4f1d-af89-d394a006333b), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.880075 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (51faab3d-a6e6-40ed-9c9b-c4a27151d413), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:00.906294 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3e049-6bc2-4d7a-abac-ec690332fbf7 None None] Pushing event deleted for resources: {'Port': ['ID=c964dd28-b992-4f1d-af89-d394a006333b,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:00.909654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3e049-6bc2-4d7a-abac-ec690332fbf7 None None] No DVR routers for this DVR port c964dd28-b992-4f1d-af89-d394a006333b on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:46:00.951304 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:59Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:00.980906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc4196-d3f1-4dc1-ac1f-ab5298cba56d None None] The sync data for ids ['51faab3d-a6e6-40ed-9c9b-c4a27151d413'] in n-d-830010-8 is: [{'id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82380272', 'tenant_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:59Z', 'revision_number': 5, 'project_id': '76e22b52ed614766a5ec6b63fcd0f41c', 'gw_port': {'id': 'e316f1e0-b637-450e-bade-2c5c23410a81', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faab3d-a6e6-40ed-9c9b-c4a27151d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:05Z', 'updated_at': '2022-03-07T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:46:00.998372 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_gateway (51faab3d-a6e6-40ed-9c9b-c4a27151d413), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.055260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Deleting port e316f1e0-b637-450e-bade-2c5c23410a81 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:46:01.055603 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.136634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] For port e316f1e0-b637-450e-bade-2c5c23410a81, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=e316f1e0-b637-450e-bade-2c5c23410a81,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:01.136921 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.148186 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Calling delete_port for e316f1e0-b637-450e-bade-2c5c23410a81 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:46:01.314891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (e316f1e0-b637-450e-bade-2c5c23410a81), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.340631 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Port': ['ID=e316f1e0-b637-450e-bade-2c5c23410a81,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:01.350905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.351263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.351613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.351956 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.352297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.352632 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.352966 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.353297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.354158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.354491 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.354840 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.355170 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.355496 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:01.417767 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (51faab3d-a6e6-40ed-9c9b-c4a27151d413), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.515215 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (51faab3d-a6e6-40ed-9c9b-c4a27151d413), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.517327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router_controller (51faab3d-a6e6-40ed-9c9b-c4a27151d413), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.562288 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (51faab3d-a6e6-40ed-9c9b-c4a27151d413), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.562881 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Fanout notify agent at l3_agent the message router_deleted on router 51faab3d-a6e6-40ed-9c9b-c4a27151d413 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:46:01.570191 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.571370 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-82a0c161-1da5-4186-8ddc-0137246aa9df tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/routers/51faab3d-a6e6-40ed-9c9b-c4a27151d413 HTTP/1.1" status: 204 len: 168 time: 1.1293676 Mar 07 16:46:01.574109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55050) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:01.651878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (8f8b63dc-77f5-41e8-ab58-e9eba45c01e7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.741749 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (8f8b63dc-77f5-41e8-ab58-e9eba45c01e7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.761589 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8b63dc-77f5-41e8-ab58-e9eba45c01e7']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:01.770527 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bdf4a9-9542-48c1-ba75-52823669ef16') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:01.770851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bdf4a9-9542-48c1-ba75-52823669ef16') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:01.779789 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (a3bdf4a9-9542-48c1-ba75-52823669ef16), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.793828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (a3bdf4a9-9542-48c1-ba75-52823669ef16), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.799484 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:46:01.799906 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (a3bdf4a9-9542-48c1-ba75-52823669ef16), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:46:01.802921 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:46:01.862675 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (8f8b63dc-77f5-41e8-ab58-e9eba45c01e7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.870403 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.873241 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/networks/8f8b63dc-77f5-41e8-ab58-e9eba45c01e7 HTTP/1.1" status: 204 len: 168 time: 0.2981608 Mar 07 16:46:01.876093 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55052) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:01.883953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f703343-c2e2-454d-b422-94dfa5d1a6b1 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'Network': ['ID=8f8b63dc-77f5-41e8-ab58-e9eba45c01e7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:01.933642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6a2f-1868-4aa0-a8b6-211538cdef62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (61e9fbe1-d269-4029-9cf9-e49bd90aa524), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:01.962696 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6a2f-1868-4aa0-a8b6-211538cdef62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (61e9fbe1-d269-4029-9cf9-e49bd90aa524), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:02.024768 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6a2f-1868-4aa0-a8b6-211538cdef62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (61e9fbe1-d269-4029-9cf9-e49bd90aa524), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:02.028711 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6a2f-1868-4aa0-a8b6-211538cdef62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:02.029980 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d7bf6a2f-1868-4aa0-a8b6-211538cdef62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] 10.222.0.24 "DELETE /v2.0/security-groups/61e9fbe1-d269-4029-9cf9-e49bd90aa524 HTTP/1.1" status: 204 len: 168 time: 0.1527653 Mar 07 16:46:02.039741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf6a2f-1868-4aa0-a8b6-211538cdef62 tempest-TestNetworkAdvancedServerOps-1603271006 tempest-TestNetworkAdvancedServerOps-1603271006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e9fbe1-d269-4029-9cf9-e49bd90aa524,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:02.345182 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55060) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:02.522746 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b9137b58-8391-483f-a316-f63d3b0695c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76e22b52ed614766a5ec6b63fcd0f41c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1763778 Mar 07 16:46:02.525320 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55066) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:02.571989 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a3a5b98-ffef-4b3f-adf2-a46bedd4ccf3 admin admin] Publish callbacks [] for security_group (15faa114-dadc-4537-9067-5c10b4931658), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:02.594494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a3a5b98-ffef-4b3f-adf2-a46bedd4ccf3 admin admin] Publish callbacks [] for security_group (15faa114-dadc-4537-9067-5c10b4931658), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:02.633651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c964dd28-b992-4f1d-af89-d394a006333b no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:46:02.645041 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a3a5b98-ffef-4b3f-adf2-a46bedd4ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (15faa114-dadc-4537-9067-5c10b4931658), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:02.647963 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-3a3a5b98-ffef-4b3f-adf2-a46bedd4ccf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:02.649150 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-3a3a5b98-ffef-4b3f-adf2-a46bedd4ccf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15faa114-dadc-4537-9067-5c10b4931658 HTTP/1.1" status: 204 len: 168 time: 0.1229429 Mar 07 16:46:02.656128 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: c964dd28-b992-4f1d-af89-d394a006333b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:46:02.656487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device c964dd28-b992-4f1d-af89-d394a006333b not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:46:02.656914 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:46:02.658923 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a5b98-ffef-4b3f-adf2-a46bedd4ccf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15faa114-dadc-4537-9067-5c10b4931658,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:02.682816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:46:02.683354 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 1d0044c0-4fbd-42d3-bd77-f6e2f00d3f12 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:46:02.683768 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e316f1e0-b637-450e-bade-2c5c23410a81 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:46:02.707726 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: e316f1e0-b637-450e-bade-2c5c23410a81 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:46:02.708089 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device e316f1e0-b637-450e-bade-2c5c23410a81 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:46:02.906674 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55072) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:02.921077 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41e6a868-f5a0-4fe1-b3e1-9d168ca25d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:02.993508 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41e6a868-f5a0-4fe1-b3e1-9d168ca25d39 admin admin] Publish callbacks [] for security_group (764a68cd-1e24-453f-86d5-7ca4f1904aac), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:02.999533 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-41e6a868-f5a0-4fe1-b3e1-9d168ca25d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (764a68cd-1e24-453f-86d5-7ca4f1904aac), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:03.036995 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6a868-f5a0-4fe1-b3e1-9d168ca25d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a68cd-1e24-453f-86d5-7ca4f1904aac,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:03.042322 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-41e6a868-f5a0-4fe1-b3e1-9d168ca25d39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a7eca5b028a4962a77bf1b53caa2b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343844 Mar 07 16:46:03.045396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55074) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:03.091993 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49e2c1d9-4d1b-442f-a2a9-e3726f1449ff admin admin] Publish callbacks [] for security_group (764a68cd-1e24-453f-86d5-7ca4f1904aac), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:03.113148 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49e2c1d9-4d1b-442f-a2a9-e3726f1449ff admin admin] Publish callbacks [] for security_group (764a68cd-1e24-453f-86d5-7ca4f1904aac), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:03.163311 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49e2c1d9-4d1b-442f-a2a9-e3726f1449ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (764a68cd-1e24-453f-86d5-7ca4f1904aac), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:03.166786 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49e2c1d9-4d1b-442f-a2a9-e3726f1449ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:03.168049 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-49e2c1d9-4d1b-442f-a2a9-e3726f1449ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/764a68cd-1e24-453f-86d5-7ca4f1904aac HTTP/1.1" status: 204 len: 168 time: 0.1222911 Mar 07 16:46:03.175799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2c1d9-4d1b-442f-a2a9-e3726f1449ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a68cd-1e24-453f-86d5-7ca4f1904aac,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:03.861454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55096) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:03.986331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-439484208-network', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:04.006815 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Made reservation on behalf of 66f5e25a753547e1bb9f05de586cd026 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:46:04.009540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.018350 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.097949 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Publish callbacks [] for security_group (0b1c3c20-52de-46db-ab17-9ba93393f576), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.101750 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0b1c3c20-52de-46db-ab17-9ba93393f576), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.126853 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:46:04.136608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1c3c20-52de-46db-ab17-9ba93393f576,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:04.141619 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7443454c-b6b6-4263-91aa-7a370d0f23a0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.141969 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Added segment 7443454c-b6b6-4263-91aa-7a370d0f23a0 of type vlan for network be65d701-f545-425a-a4b0-e4a8183af51f Mar 07 16:46:04.182532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (be65d701-f545-425a-a4b0-e4a8183af51f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.207234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (be65d701-f545-425a-a4b0-e4a8183af51f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.208283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:04.208770 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.240056 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3774948 Mar 07 16:46:04.243127 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55102) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:04.250136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Request body: {'subnet': {'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-439484208-subnet', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:04.269563 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Made reservation on behalf of 66f5e25a753547e1bb9f05de586cd026 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:46:04.272159 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.275682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee287f46-d7e8-4b74-90ee-4577a753a5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=be65d701-f545-425a-a4b0-e4a8183af51f,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:04.285313 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network be65d701-f545-425a-a4b0-e4a8183af51f details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:46:04.448841 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.510125 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:04.517332 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Checking segment: {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:46:04.517701 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Network hostable DHCP agents. Network: be65d701-f545-425a-a4b0-e4a8183af51f, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:46:04.534525 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Network be65d701-f545-425a-a4b0-e4a8183af51f is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:46:04.544040 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, be65d701-f545-425a-a4b0-e4a8183af51f) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:04.547986 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:04.548587 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.553155 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d8c5b0-cd75-4bbd-a274-408e44170fc5 None None] Network be65d701-f545-425a-a4b0-e4a8183af51f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:46:04.567185 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-a087ac3a-5f1e-41d9-b15c-d98367cf29ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3229320 Mar 07 16:46:04.569878 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55104) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:04.574269 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:04.592916 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (3efefca1-999d-4143-950e-5aa297579b63), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.593915 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (3efefca1-999d-4143-950e-5aa297579b63), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.646658 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks [] for router_controller (3efefca1-999d-4143-950e-5aa297579b63), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.654177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-be65d701-f545-425a-a4b0-e4a8183af51f', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:46:04.655167 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.791298 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Allocated IP 172.20.0.2 (be65d701-f545-425a-a4b0-e4a8183af51f/fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377/ba20ff49-3a56-4904-acf6-7b834d112865) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:46:04.792795 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks [] for router_gateway (3efefca1-999d-4143-950e-5aa297579b63), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.930813 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Publish callbacks [] for port (ba20ff49-3a56-4904-acf6-7b834d112865), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.936755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:04.983105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Network be65d701-f545-425a-a4b0-e4a8183af51f is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:04.988301 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:04.990382 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Pushing event updated for resources: {'Port': ['ID=ba20ff49-3a56-4904-acf6-7b834d112865,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:04.993290 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:46:04.995616 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks [] for router_gateway (3efefca1-999d-4143-950e-5aa297579b63), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.002533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.002910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.003261 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.003601 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.003936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.004271 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.004604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.004939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.005267 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.005594 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.005922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.006249 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.006575 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:05.019809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.061675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Attempting to bind port ba20ff49-3a56-4904-acf6-7b834d112865 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:46:05.062109 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Attempting to bind port ba20ff49-3a56-4904-acf6-7b834d112865 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:46:05.062623 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Attempting to bind port ba20ff49-3a56-4904-acf6-7b834d112865 on network be65d701-f545-425a-a4b0-e4a8183af51f {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:46:05.068342 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:46:05.068712 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Checking segment: {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:46:05.069118 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.069507 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Bound using segment: {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:46:05.069995 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Bound port: ba20ff49-3a56-4904-acf6-7b834d112865, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:46:05.070372 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.123496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Allocated IP 172.25.4.239 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/58c5fc47-a594-4943-960c-7d68b6fc34b7) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:46:05.133432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] For port ba20ff49-3a56-4904-acf6-7b834d112865, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:46:05.137452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] For port ba20ff49-3a56-4904-acf6-7b834d112865, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ba20ff49-3a56-4904-acf6-7b834d112865,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:46:05.145581 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.208625 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789ec2a-c8d6-48a5-b5d8-bbc015ab02d1 None None] Pushing event updated for resources: {'Port': ['ID=ba20ff49-3a56-4904-acf6-7b834d112865,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:05.238701 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks [] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.273925 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.315873 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:05.318833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:05.322429 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:46:05.328132 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=58c5fc47-a594-4943-960c-7d68b6fc34b7,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:05.608816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks [] for router_gateway (3efefca1-999d-4143-950e-5aa297579b63), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.808958 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (3efefca1-999d-4143-950e-5aa297579b63), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.948845 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Router 3efefca1-999d-4143-950e-5aa297579b63 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:46:06.122820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85919fa-8023-4572-8fe3-b0dce8c663d4 None None] Network be65d701-f545-425a-a4b0-e4a8183af51f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:46:06.205223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-69af2840-d456-4a51-9223-3f21cb7227d8 None None] Provisioning complete for port ba20ff49-3a56-4904-acf6-7b834d112865 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:06.205596 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69af2840-d456-4a51-9223-3f21cb7227d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:06.325371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-69af2840-d456-4a51-9223-3f21cb7227d8 None None] Current status of the port ba20ff49-3a56-4904-acf6-7b834d112865 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:06.325770 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69af2840-d456-4a51-9223-3f21cb7227d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:06.361882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-69af2840-d456-4a51-9223-3f21cb7227d8 None None] For port ba20ff49-3a56-4904-acf6-7b834d112865, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ba20ff49-3a56-4904-acf6-7b834d112865,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:06.367871 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69af2840-d456-4a51-9223-3f21cb7227d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:06.392926 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:46:06.407980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Sync routers for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:46:06.414885 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:06.416606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5a607d04-a473-42df-9ec2-2272c44da1f0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8457258 Mar 07 16:46:06.420501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55106) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:06.429172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:06.429803 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:06.478480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af2840-d456-4a51-9223-3f21cb7227d8 None None] Pushing event updated for resources: {'Port': ['ID=ba20ff49-3a56-4904-acf6-7b834d112865,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:06.559312 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:06.649383 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-a8e69c69-438b-41d0-969c-7f72d31b4568 None None] Provisioning complete for port ba20ff49-3a56-4904-acf6-7b834d112865 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:06.649757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8e69c69-438b-41d0-969c-7f72d31b4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:06.703754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ba20ff49-3a56-4904-acf6-7b834d112865 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:06.849708 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.015117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Allocated IP 172.20.0.1 (be65d701-f545-425a-a4b0-e4a8183af51f/fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377/fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:46:07.032681 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port ba20ff49-3a56-4904-acf6-7b834d112865 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:07.033148 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.056129 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.065289 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a8e69c69-438b-41d0-969c-7f72d31b4568 None None] Current status of the port ba20ff49-3a56-4904-acf6-7b834d112865 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:07.095587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:05Z', 'revision_number': 3, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:07.120427 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Publish callbacks [] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.126453 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Checking router: 3efefca1-999d-4143-950e-5aa297579b63 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:46:07.127062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Updating router 3efefca1-999d-4143-950e-5aa297579b63 port 58c5fc47-a594-4943-960c-7d68b6fc34b7 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:46:07.157809 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.194381 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.198780 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Network be65d701-f545-425a-a4b0-e4a8183af51f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:07.201751 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:07.205322 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:46:07.215916 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port ba20ff49-3a56-4904-acf6-7b834d112865 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:07.239542 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Pushing event updated for resources: {'Port': ['ID=fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:07.256634 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (3efefca1-999d-4143-950e-5aa297579b63), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.400200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.481651 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Publish callbacks [] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.489398 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.524108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-fd3e4759-d83b-4930-b63f-35b30d80c9c1 None None] Provisioning complete for port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:07.524495 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4759-d83b-4930-b63f-35b30d80c9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.571725 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Publish callbacks [] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.576667 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Attempting to bind port 58c5fc47-a594-4943-960c-7d68b6fc34b7 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:46:07.577052 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Attempting to bind port 58c5fc47-a594-4943-960c-7d68b6fc34b7 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:46:07.577430 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Attempting to bind port 58c5fc47-a594-4943-960c-7d68b6fc34b7 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:46:07.577601 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.582053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237284c6-af0b-4441-b197-feadacb31e8d None None] Pushing event updated for resources: {'Port': ['ID=58c5fc47-a594-4943-960c-7d68b6fc34b7,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:07.590854 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:46:07.591250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:46:07.591664 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.592079 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:46:07.592541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Bound port: 58c5fc47-a594-4943-960c-7d68b6fc34b7, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:46:07.592929 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.595596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e4759-d83b-4930-b63f-35b30d80c9c1 None None] Port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:46:07.645463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] For port 58c5fc47-a594-4943-960c-7d68b6fc34b7, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:46:07.648831 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] For port 58c5fc47-a594-4943-960c-7d68b6fc34b7, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=58c5fc47-a594-4943-960c-7d68b6fc34b7,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:46:07.649112 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (3efefca1-999d-4143-950e-5aa297579b63), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.652117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Pushing event updated for resources: {'Port': ['ID=fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:07.656086 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:07.707584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:07.708314 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:07.745261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Network be65d701-f545-425a-a4b0-e4a8183af51f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:07.746707 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:07.762203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237284c6-af0b-4441-b197-feadacb31e8d None None] Pushing event updated for resources: {'Port': ['ID=58c5fc47-a594-4943-960c-7d68b6fc34b7,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:07.835933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:07.873044 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Router 3efefca1-999d-4143-950e-5aa297579b63 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:46:07.988452 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:46:07.993808 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-b6c7131f-af9e-4e7a-9a19-29676e64403a admin admin] 10.222.0.24 "PUT /v2.0/routers/3efefca1-999d-4143-950e-5aa297579b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5722771 Mar 07 16:46:08.037514 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-020c469a-c4cd-49bd-aebb-4929ae834e99 None None] Provisioning complete for port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:08.037882 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-020c469a-c4cd-49bd-aebb-4929ae834e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.081547 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-020c469a-c4cd-49bd-aebb-4929ae834e99 None None] Port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:46:08.085467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 2, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:08.112604 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381cf74-e17f-41c9-983b-0fb1729e0d7d None None] The sync data for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 is: [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 2, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:46:08.494384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55122) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:08.499415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-992709239-network', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:08.520360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Made reservation on behalf of 8b592449a1c54da98cfa69ce921a2db1 for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:46:08.522707 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.532070 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.614131 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Publish callbacks [] for security_group (2ea40f0b-bc57-47bf-962c-d87eab2988e1), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.619889 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2ea40f0b-bc57-47bf-962c-d87eab2988e1), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.638711 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:46:08.658762 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (10835d58-5a3f-4ce4-9d8a-9c87d3aac98a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.659153 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Added segment 10835d58-5a3f-4ce4-9d8a-9c87d3aac98a of type vlan for network 186a9631-fcbe-4d07-9046-62c65365fe14 Mar 07 16:46:08.660520 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea40f0b-bc57-47bf-962c-d87eab2988e1,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:08.704887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (186a9631-fcbe-4d07-9046-62c65365fe14), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.732757 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (186a9631-fcbe-4d07-9046-62c65365fe14), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.733874 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:08.734526 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.790047 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2944808 Mar 07 16:46:08.793633 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55124) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:08.799508 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Request body: {'subnet': {'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-992709239-subnet', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:08.821570 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1c93d-0d8b-4569-b9fe-702bb5cfe5a8 admin admin] Pushing event updated for resources: {'Network': ['ID=186a9631-fcbe-4d07-9046-62c65365fe14,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:08.827331 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Made reservation on behalf of 8b592449a1c54da98cfa69ce921a2db1 for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:46:08.829716 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:08.832952 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 186a9631-fcbe-4d07-9046-62c65365fe14 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:46:09.028683 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (77e3207e-abdb-4264-b465-8aa16b47f8ea), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.086117 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e3207e-abdb-4264-b465-8aa16b47f8ea,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:09.095056 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Checking segment: {'id': '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:46:09.095421 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Network hostable DHCP agents. Network: 186a9631-fcbe-4d07-9046-62c65365fe14, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:46:09.112351 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Network 186a9631-fcbe-4d07-9046-62c65365fe14 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:46:09.121736 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 186a9631-fcbe-4d07-9046-62c65365fe14) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:09.125915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:09.126445 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.131520 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556af8c1-640a-44f5-aa01-dcb7bf1115cd None None] Network 186a9631-fcbe-4d07-9046-62c65365fe14 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:46:09.147377 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-4422ffe6-215c-46c5-ae50-26ae8d240e81 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3518465 Mar 07 16:46:09.147675 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55126) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:09.153051 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:09.173934 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (18c6f157-033c-49c5-9d54-b94098f35e50), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.175066 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (18c6f157-033c-49c5-9d54-b94098f35e50), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.234002 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks [] for router_controller (18c6f157-033c-49c5-9d54-b94098f35e50), precommit_add_association {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.255775 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-186a9631-fcbe-4d07-9046-62c65365fe14', 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14', 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'fixed_ips': [{'subnet_id': '77e3207e-abdb-4264-b465-8aa16b47f8ea'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:46:09.256800 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.390072 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks [] for router_gateway (18c6f157-033c-49c5-9d54-b94098f35e50), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.402820 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Allocated IP 172.20.0.2 (186a9631-fcbe-4d07-9046-62c65365fe14/77e3207e-abdb-4264-b465-8aa16b47f8ea/7092b5d3-66fc-4e78-ac85-d891f6db9dff) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:46:09.552890 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Publish callbacks [] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.560398 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.602746 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Network 186a9631-fcbe-4d07-9046-62c65365fe14 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:09.606689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:09.610053 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:46:09.612607 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks [] for router_gateway (18c6f157-033c-49c5-9d54-b94098f35e50), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.616189 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Pushing event updated for resources: {'Port': ['ID=7092b5d3-66fc-4e78-ac85-d891f6db9dff,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:09.638180 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.670973 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Attempting to bind port 7092b5d3-66fc-4e78-ac85-d891f6db9dff on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:46:09.671362 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Attempting to bind port 7092b5d3-66fc-4e78-ac85-d891f6db9dff by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:46:09.671737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Attempting to bind port 7092b5d3-66fc-4e78-ac85-d891f6db9dff on network 186a9631-fcbe-4d07-9046-62c65365fe14 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:46:09.676983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:46:09.677371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Checking segment: {'id': '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:46:09.677791 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.678248 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Bound using segment: {'id': '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:46:09.678730 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Bound port: 7092b5d3-66fc-4e78-ac85-d891f6db9dff, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:46:09.679142 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.744462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] For port 7092b5d3-66fc-4e78-ac85-d891f6db9dff, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:46:09.746308 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Allocated IP 172.25.4.107 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/65882ad5-a19d-4f46-a7a2-c659f7186e79) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:46:09.748192 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] For port 7092b5d3-66fc-4e78-ac85-d891f6db9dff, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7092b5d3-66fc-4e78-ac85-d891f6db9dff,segment=NetworkSegment(10835d58-5a3f-4ce4-9d8a-9c87d3aac98a),segment_id=10835d58-5a3f-4ce4-9d8a-9c87d3aac98a)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:46:09.753547 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.816613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd48f87-ac6f-4c19-b16b-ab1ca22e0cd7 None None] Pushing event updated for resources: {'Port': ['ID=7092b5d3-66fc-4e78-ac85-d891f6db9dff,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:09.857401 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks [] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.893338 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:09.935916 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:09.938948 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:09.942539 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:46:09.949865 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Pushing event updated for resources: {'Port': ['ID=65882ad5-a19d-4f46-a7a2-c659f7186e79,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:10.229300 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks [] for router_gateway (18c6f157-033c-49c5-9d54-b94098f35e50), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:10.432880 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (18c6f157-033c-49c5-9d54-b94098f35e50), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:10.574042 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Router 18c6f157-033c-49c5-9d54-b94098f35e50 is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:46:10.653055 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Sync routers for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:46:10.662994 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:10.663611 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:10.703027 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:46:10.719580 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Sync routers for ids ['18c6f157-033c-49c5-9d54-b94098f35e50'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:46:10.732924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Routers {'18c6f157-033c-49c5-9d54-b94098f35e50'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:10.735112 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['18c6f157-033c-49c5-9d54-b94098f35e50'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:10.740671 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:10.746956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-10b5a4c7-c8cd-4cfd-81b5-041cc064e615 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5979533 Mar 07 16:46:10.749680 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55128) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:10.786713 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:10.791019 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 58c5fc47-a594-4943-960c-7d68b6fc34b7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:10.871481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ec98ec-a7a1-484c-9d86-e51853c3410c None None] Network 186a9631-fcbe-4d07-9046-62c65365fe14 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:46:10.988731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Set router 18c6f157-033c-49c5-9d54-b94098f35e50 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:11.001977 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 2, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:11.033516 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Checking router: 3efefca1-999d-4143-950e-5aa297579b63 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:46:11.033883 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Updating router 3efefca1-999d-4143-950e-5aa297579b63 port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:46:11.051480 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ff95a308-76bb-480a-82d2-48077b77bba4 None None] Provisioning complete for port 7092b5d3-66fc-4e78-ac85-d891f6db9dff triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:11.051855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff95a308-76bb-480a-82d2-48077b77bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.053462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 58c5fc47-a594-4943-960c-7d68b6fc34b7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:11.053828 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.066707 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.361378 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Publish callbacks [] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.371020 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.426498 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Pushing event updated for resources: {'Port': ['ID=fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:11.435180 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.435548 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.435887 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.436241 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.436571 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.436908 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.437241 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.437572 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.437903 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.438233 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.438561 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.438900 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.439220 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:11.514296 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Attempting to bind port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:46:11.515019 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Attempting to bind port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:46:11.516148 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Attempting to bind port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 on network be65d701-f545-425a-a4b0-e4a8183af51f {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:46:11.519648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 58c5fc47-a594-4943-960c-7d68b6fc34b7 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:11.520063 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.522101 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:46:11.522716 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Checking segment: {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:46:11.523346 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.523899 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Bound using segment: {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:46:11.524562 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Bound port: fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:46:11.525199 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.547816 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ff95a308-76bb-480a-82d2-48077b77bba4 None None] Current status of the port 7092b5d3-66fc-4e78-ac85-d891f6db9dff is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:11.548216 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff95a308-76bb-480a-82d2-48077b77bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.573398 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.581726 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.599371 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 58c5fc47-a594-4943-960c-7d68b6fc34b7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=58c5fc47-a594-4943-960c-7d68b6fc34b7,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:11.600946 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] For port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:46:11.605572 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] For port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:46:11.615161 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.619734 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.621087 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7092b5d3-66fc-4e78-ac85-d891f6db9dff up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:11.674724 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:11.675393 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:11.735343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=58c5fc47-a594-4943-960c-7d68b6fc34b7,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:11.783861 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691eae7-5aa4-4e6f-857b-59b210501627 None None] Pushing event updated for resources: {'Port': ['ID=fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:11.797965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ff95a308-76bb-480a-82d2-48077b77bba4 None None] For port 7092b5d3-66fc-4e78-ac85-d891f6db9dff, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7092b5d3-66fc-4e78-ac85-d891f6db9dff,segment=NetworkSegment(10835d58-5a3f-4ce4-9d8a-9c87d3aac98a),segment_id=10835d58-5a3f-4ce4-9d8a-9c87d3aac98a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:11.805684 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:11.815316 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:10Z', 'revision_number': 3, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'gw_port': {'id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:11.819384 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff95a308-76bb-480a-82d2-48077b77bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.836123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Allocated IP 172.20.0.1 (186a9631-fcbe-4d07-9046-62c65365fe14/77e3207e-abdb-4264-b465-8aa16b47f8ea/42169a8a-b296-46dd-a285-3cad2835e883) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:46:11.888484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Checking router: 18c6f157-033c-49c5-9d54-b94098f35e50 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:46:11.888754 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Updating router 18c6f157-033c-49c5-9d54-b94098f35e50 port 65882ad5-a19d-4f46-a7a2-c659f7186e79 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:46:11.928416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7092b5d3-66fc-4e78-ac85-d891f6db9dff triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:11.928883 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.977332 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:11.998194 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Publish callbacks [] for port (42169a8a-b296-46dd-a285-3cad2835e883), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.012958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] Provisioning complete for port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:12.013333 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.036441 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:12.047841 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (42169a8a-b296-46dd-a285-3cad2835e883), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.061415 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95a308-76bb-480a-82d2-48077b77bba4 None None] Pushing event updated for resources: {'Port': ['ID=7092b5d3-66fc-4e78-ac85-d891f6db9dff,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:12.091811 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75140865-aeb5-49fb-811a-5951550631b2 None None] The sync data for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 is: [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:46:12.092921 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Network 186a9631-fcbe-4d07-9046-62c65365fe14 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:12.095937 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:12.100543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:46:12.103901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Pushing event updated for resources: {'Port': ['ID=42169a8a-b296-46dd-a285-3cad2835e883,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:12.155816 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (18c6f157-033c-49c5-9d54-b94098f35e50), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.190346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7092b5d3-66fc-4e78-ac85-d891f6db9dff is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:12.294246 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] Current status of the port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:12.294648 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.329179 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (42169a8a-b296-46dd-a285-3cad2835e883), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.375203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] For port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:12.381592 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.451957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] Provisioning complete for port 7092b5d3-66fc-4e78-ac85-d891f6db9dff triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:12.452206 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.513263 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Publish callbacks [] for port (42169a8a-b296-46dd-a285-3cad2835e883), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.517485 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (42169a8a-b296-46dd-a285-3cad2835e883), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.519303 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] Pushing event updated for resources: {'Port': ['ID=fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:12.542785 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Publish callbacks [] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.552139 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.599166 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (18c6f157-033c-49c5-9d54-b94098f35e50), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.616961 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Pushing event updated for resources: {'Port': ['ID=42169a8a-b296-46dd-a285-3cad2835e883,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:12.641349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c49608a5-acc5-4532-a9ea-d9a9e96cfaa0 None None] Current status of the port 7092b5d3-66fc-4e78-ac85-d891f6db9dff is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:12.643499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Attempting to bind port 65882ad5-a19d-4f46-a7a2-c659f7186e79 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:46:12.643884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Attempting to bind port 65882ad5-a19d-4f46-a7a2-c659f7186e79 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:46:12.644773 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Attempting to bind port 65882ad5-a19d-4f46-a7a2-c659f7186e79 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:46:12.647663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28866513-14ab-402d-b696-2bc1d462e824 None None] Pushing event updated for resources: {'Port': ['ID=65882ad5-a19d-4f46-a7a2-c659f7186e79,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:12.653173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:46:12.653562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:46:12.653982 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.654380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:46:12.654892 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Bound port: 65882ad5-a19d-4f46-a7a2-c659f7186e79, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:46:12.655288 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.716770 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Network 186a9631-fcbe-4d07-9046-62c65365fe14 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:12.718492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:12.734676 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] For port 65882ad5-a19d-4f46-a7a2-c659f7186e79, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:46:12.738742 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] For port 65882ad5-a19d-4f46-a7a2-c659f7186e79, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=65882ad5-a19d-4f46-a7a2-c659f7186e79,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:46:12.745959 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:12.773336 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.867895 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Router 18c6f157-033c-49c5-9d54-b94098f35e50 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:46:12.868402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Routers {'18c6f157-033c-49c5-9d54-b94098f35e50'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:12.868866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['18c6f157-033c-49c5-9d54-b94098f35e50'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:12.871632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d535a576-6039-43bb-bc3c-fa45336321be None None] Provisioning complete for port 42169a8a-b296-46dd-a285-3cad2835e883 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:12.872014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d535a576-6039-43bb-bc3c-fa45336321be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (42169a8a-b296-46dd-a285-3cad2835e883), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:12.935145 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28866513-14ab-402d-b696-2bc1d462e824 None None] Pushing event updated for resources: {'Port': ['ID=65882ad5-a19d-4f46-a7a2-c659f7186e79,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:12.961442 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d535a576-6039-43bb-bc3c-fa45336321be None None] Port 42169a8a-b296-46dd-a285-3cad2835e883 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:46:13.001179 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:46:13.015961 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-77a36d46-3c0e-40ab-a440-bcb1bfb31ecc admin admin] 10.222.0.24 "PUT /v2.0/routers/18c6f157-033c-49c5-9d54-b94098f35e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2564344 Mar 07 16:46:13.016715 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:13.016715 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.044872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d535a576-6039-43bb-bc3c-fa45336321be None None] Provisioning complete for port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:13.045249 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d535a576-6039-43bb-bc3c-fa45336321be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.096779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] Set router 18c6f157-033c-49c5-9d54-b94098f35e50 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:13.298151 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:13.299304 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7092b5d3-66fc-4e78-ac85-d891f6db9dff up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:13.335611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d535a576-6039-43bb-bc3c-fa45336321be None None] Current status of the port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:13.399156 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 7092b5d3-66fc-4e78-ac85-d891f6db9dff triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:13.399530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.445593 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 4, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'gw_port': {'id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '42169a8a-b296-46dd-a285-3cad2835e883', 'name': '', 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'mac_address': 'fa:16:3e:59:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:11Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 2, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'subnets': [{'id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:13.480689 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa82d9e-b7dc-46a2-b1e2-de71152df9ef None None] The sync data for ids ['18c6f157-033c-49c5-9d54-b94098f35e50'] in n-d-830010-8 is: [{'id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 4, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'gw_port': {'id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '42169a8a-b296-46dd-a285-3cad2835e883', 'name': '', 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'mac_address': 'fa:16:3e:59:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:11Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 2, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'subnets': [{'id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:46:13.495721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-06eef4ca-1c8b-4a66-b8d9-eba9ea8647f1 None None] Provisioning complete for port 42169a8a-b296-46dd-a285-3cad2835e883 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:13.495922 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06eef4ca-1c8b-4a66-b8d9-eba9ea8647f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (42169a8a-b296-46dd-a285-3cad2835e883), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.560463 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 7092b5d3-66fc-4e78-ac85-d891f6db9dff is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:13.561606 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 58c5fc47-a594-4943-960c-7d68b6fc34b7 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:13.566127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-06eef4ca-1c8b-4a66-b8d9-eba9ea8647f1 None None] Port 42169a8a-b296-46dd-a285-3cad2835e883 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:46:13.584142 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55136) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:13.590574 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7591c0aa-85d3-4de2-95c1-190b4dc575ee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901938583', 'description': 'tempest-secgroup-smoke-901938583 description', 'project_id': '66f5e25a753547e1bb9f05de586cd026'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:13.612932 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7591c0aa-85d3-4de2-95c1-190b4dc575ee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.614051 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 58c5fc47-a594-4943-960c-7d68b6fc34b7 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:13.614501 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.700183 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7591c0aa-85d3-4de2-95c1-190b4dc575ee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (e799919e-979c-4059-845f-0f958e373807), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.706630 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7591c0aa-85d3-4de2-95c1-190b4dc575ee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e799919e-979c-4059-845f-0f958e373807), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.727894 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 58c5fc47-a594-4943-960c-7d68b6fc34b7 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:13.748779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591c0aa-85d3-4de2-95c1-190b4dc575ee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e799919e-979c-4059-845f-0f958e373807,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:13.755152 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7591c0aa-85d3-4de2-95c1-190b4dc575ee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.759547 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7591c0aa-85d3-4de2-95c1-190b4dc575ee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1713037 Mar 07 16:46:13.760817 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55138) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:13.765569 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ab5f7187-ddeb-4f0d-94fb-9fe0441de416 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': 'e799919e-979c-4059-845f-0f958e373807', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:13.792605 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab5f7187-ddeb-4f0d-94fb-9fe0441de416 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (c3115389-4981-4366-9694-485d37398704), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.862604 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab5f7187-ddeb-4f0d-94fb-9fe0441de416 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (c3115389-4981-4366-9694-485d37398704), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.867683 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab5f7187-ddeb-4f0d-94fb-9fe0441de416 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c3115389-4981-4366-9694-485d37398704), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.887251 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f7187-ddeb-4f0d-94fb-9fe0441de416 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3115389-4981-4366-9694-485d37398704,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:13.894838 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ab5f7187-ddeb-4f0d-94fb-9fe0441de416 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.896217 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ab5f7187-ddeb-4f0d-94fb-9fe0441de416 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342709 Mar 07 16:46:13.899024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55140) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:13.903549 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e43da730-1447-4afe-a8dc-fc9c215e7d33 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': 'e799919e-979c-4059-845f-0f958e373807', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:13.929591 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e43da730-1447-4afe-a8dc-fc9c215e7d33 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (cb7927d3-af5e-4d09-a41b-427d9e8f3c8c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.992818 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e43da730-1447-4afe-a8dc-fc9c215e7d33 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (cb7927d3-af5e-4d09-a41b-427d9e8f3c8c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:13.997096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e43da730-1447-4afe-a8dc-fc9c215e7d33 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (cb7927d3-af5e-4d09-a41b-427d9e8f3c8c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.016054 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43da730-1447-4afe-a8dc-fc9c215e7d33 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7927d3-af5e-4d09-a41b-427d9e8f3c8c,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:14.021453 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e43da730-1447-4afe-a8dc-fc9c215e7d33 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.022726 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e43da730-1447-4afe-a8dc-fc9c215e7d33 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228948 Mar 07 16:46:14.025637 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55142) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:14.030119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-d393582d-f071-44f0-b297-4582af3b8443 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': 'e799919e-979c-4059-845f-0f958e373807', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:14.063303 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d393582d-f071-44f0-b297-4582af3b8443 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (df7993ad-9793-46e9-b27b-285dd72ce180), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.125590 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d393582d-f071-44f0-b297-4582af3b8443 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (df7993ad-9793-46e9-b27b-285dd72ce180), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.129424 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d393582d-f071-44f0-b297-4582af3b8443 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (df7993ad-9793-46e9-b27b-285dd72ce180), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.148009 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393582d-f071-44f0-b297-4582af3b8443 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7993ad-9793-46e9-b27b-285dd72ce180,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:14.158386 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d393582d-f071-44f0-b297-4582af3b8443 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.159627 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d393582d-f071-44f0-b297-4582af3b8443 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330495 Mar 07 16:46:14.162333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55144) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:14.168070 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f050daf0-9104-4d87-b5ca-4c08fc32b464 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': 'e799919e-979c-4059-845f-0f958e373807', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:14.192296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f050daf0-9104-4d87-b5ca-4c08fc32b464 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (6bb98062-d02a-4c8e-b068-ab840e04644f), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.249442 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f050daf0-9104-4d87-b5ca-4c08fc32b464 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (6bb98062-d02a-4c8e-b068-ab840e04644f), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.252921 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f050daf0-9104-4d87-b5ca-4c08fc32b464 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (6bb98062-d02a-4c8e-b068-ab840e04644f), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.271205 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050daf0-9104-4d87-b5ca-4c08fc32b464 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb98062-d02a-4c8e-b068-ab840e04644f,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:14.279311 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f050daf0-9104-4d87-b5ca-4c08fc32b464 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.283007 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f050daf0-9104-4d87-b5ca-4c08fc32b464 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172252 Mar 07 16:46:14.283220 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55146) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:14.287600 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-8e506ff5-0e5f-401d-90ea-cd850fbf7df0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': 'e799919e-979c-4059-845f-0f958e373807', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:14.308579 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-8e506ff5-0e5f-401d-90ea-cd850fbf7df0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Project 66f5e25a753547e1bb9f05de586cd026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:46:14.313364 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e506ff5-0e5f-401d-90ea-cd850fbf7df0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (895624a6-80d3-4227-94c8-9da775fe2f72), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.378611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e506ff5-0e5f-401d-90ea-cd850fbf7df0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (895624a6-80d3-4227-94c8-9da775fe2f72), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.382219 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e506ff5-0e5f-401d-90ea-cd850fbf7df0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (895624a6-80d3-4227-94c8-9da775fe2f72), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.396894 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e506ff5-0e5f-401d-90ea-cd850fbf7df0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895624a6-80d3-4227-94c8-9da775fe2f72,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:14.408252 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-8e506ff5-0e5f-401d-90ea-cd850fbf7df0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.409450 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8e506ff5-0e5f-401d-90ea-cd850fbf7df0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252832 Mar 07 16:46:14.412145 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55148) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:14.417333 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f19e909d-1b4c-446e-b5a3-606905073045 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': 'e799919e-979c-4059-845f-0f958e373807', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:14.436280 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-f19e909d-1b4c-446e-b5a3-606905073045 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Project 66f5e25a753547e1bb9f05de586cd026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:46:14.440978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f19e909d-1b4c-446e-b5a3-606905073045 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (1319aa6f-b0cc-4f7a-8d28-4f4c67d92be7), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.501152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f19e909d-1b4c-446e-b5a3-606905073045 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (1319aa6f-b0cc-4f7a-8d28-4f4c67d92be7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.504486 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f19e909d-1b4c-446e-b5a3-606905073045 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (1319aa6f-b0cc-4f7a-8d28-4f4c67d92be7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.519576 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e909d-1b4c-446e-b5a3-606905073045 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1319aa6f-b0cc-4f7a-8d28-4f4c67d92be7,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:14.530791 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f19e909d-1b4c-446e-b5a3-606905073045 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:14.532064 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f19e909d-1b4c-446e-b5a3-606905073045 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189888 Mar 07 16:46:14.680958 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-1e947c51-25fc-45b7-a7d9-e1d83f732859 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901938583&fields=id&tenant_id=66f5e25a753547e1bb9f05de586cd026 HTTP/1.1" status: 200 len: 267 time: 0.0432653 Mar 07 16:46:14.786394 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-26d7d99a-a55b-4f52-bf1d-9e3bf5990d38 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:14.787802 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-26d7d99a-a55b-4f52-bf1d-9e3bf5990d38 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 808 time: 0.1003578 Mar 07 16:46:14.802146 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-9b69f666-7234-4465-8883-9bb7f8533a8b tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/quotas/66f5e25a753547e1bb9f05de586cd026 HTTP/1.1" status: 200 len: 375 time: 0.0086143 Mar 07 16:46:14.856923 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-7c258897-0e37-464b-85a1-e0d4a56b78c0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499575 Mar 07 16:46:14.969805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-90bdcfd6-28b0-4da0-862d-efe086b83dd4 service neutron] 10.222.0.24 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925424 Mar 07 16:46:15.068848 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-9270628d-d350-47e9-8308-51ffad2315fa service neutron] 10.222.0.24 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932243 Mar 07 16:46:15.254862 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9afd7660-38c2-4189-a502-9d22509a698a req-7d614d7a-f528-4727-b146-b586bc44c2d8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 210 time: 0.0358262 Mar 07 16:46:15.410084 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:46:16.247325 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Sync routers for ids ['18c6f157-033c-49c5-9d54-b94098f35e50'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:46:16.361180 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Routers {'18c6f157-033c-49c5-9d54-b94098f35e50'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:16.361777 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['18c6f157-033c-49c5-9d54-b94098f35e50'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:16.385970 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5eba9608-7361-435a-a18c-8d584f2a2e5d req-7355b811-4026-4ddc-8ce1-d36d11cc267c tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 210 time: 0.0383694 Mar 07 16:46:16.408415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-2b416211-76a0-4593-b665-fb4ad4258fd9 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:16.410535 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-2b416211-76a0-4593-b665-fb4ad4258fd9 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.15 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 808 time: 0.1460130 Mar 07 16:46:16.473587 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-76e5728f-dab6-490c-bd34-31aa09e19a49 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66f5e25a753547e1bb9f05de586cd026 HTTP/1.1" status: 200 len: 379 time: 0.0554636 Mar 07 16:46:16.478367 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Set router 18c6f157-033c-49c5-9d54-b94098f35e50 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:16.483659 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'port': {'device_id': 'e4ee0208-6747-4316-906c-74662632f223', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'admin_state_up': True, 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'security_groups': ['e799919e-979c-4059-845f-0f958e373807']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:16.598785 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Made reservation on behalf of 66f5e25a753547e1bb9f05de586cd026 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:46:16.602772 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:16.675467 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 65882ad5-a19d-4f46-a7a2-c659f7186e79 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:16.693726 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 4, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'gw_port': {'id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '42169a8a-b296-46dd-a285-3cad2835e883', 'name': '', 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'mac_address': 'fa:16:3e:59:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:11Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 2, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'subnets': [{'id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:16.724005 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Checking router: 18c6f157-033c-49c5-9d54-b94098f35e50 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:46:16.724283 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Updating router 18c6f157-033c-49c5-9d54-b94098f35e50 port 42169a8a-b296-46dd-a285-3cad2835e883 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:46:16.724728 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 65882ad5-a19d-4f46-a7a2-c659f7186e79 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:16.725186 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:16.751577 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Allocated IP 172.20.0.3 (be65d701-f545-425a-a4b0-e4a8183af51f/fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377/7890f72b-b020-45aa-880d-83364febb707) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:46:16.751908 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (42169a8a-b296-46dd-a285-3cad2835e883), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:16.808910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 65882ad5-a19d-4f46-a7a2-c659f7186e79 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:16.809704 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:16.832648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 65882ad5-a19d-4f46-a7a2-c659f7186e79, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=65882ad5-a19d-4f46-a7a2-c659f7186e79,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:16.837167 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:16.908295 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=65882ad5-a19d-4f46-a7a2-c659f7186e79,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:16.913615 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for port (7890f72b-b020-45aa-880d-83364febb707), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:16.949317 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (7890f72b-b020-45aa-880d-83364febb707), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:16.994153 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Network be65d701-f545-425a-a4b0-e4a8183af51f is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:16.997426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:17.001117 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:46:17.007928 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:17.033651 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Publish callbacks [] for port (42169a8a-b296-46dd-a285-3cad2835e883), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.040332 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (42169a8a-b296-46dd-a285-3cad2835e883), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.060735 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:17.061715 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.084315 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-b4c66c62-781a-4f59-bee0-193420a48e08 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056097 Mar 07 16:46:17.093447 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a74b-24b9-4df6-a690-b3bded86ae56 None None] Pushing event updated for resources: {'Port': ['ID=42169a8a-b296-46dd-a285-3cad2835e883,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:17.097758 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Request body: {'port': {'device_id': 'e4ee0208-6747-4316-906c-74662632f223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:17.162138 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Attempting to bind port 42169a8a-b296-46dd-a285-3cad2835e883 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:46:17.162536 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Attempting to bind port 42169a8a-b296-46dd-a285-3cad2835e883 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:46:17.162911 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Attempting to bind port 42169a8a-b296-46dd-a285-3cad2835e883 on network 186a9631-fcbe-4d07-9046-62c65365fe14 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:46:17.165237 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.171292 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:46:17.171682 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Checking segment: {'id': '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:46:17.172699 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.173114 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Bound using segment: {'id': '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:46:17.173605 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Bound port: 42169a8a-b296-46dd-a285-3cad2835e883, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:46:17.174699 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (42169a8a-b296-46dd-a285-3cad2835e883), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.251592 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] For port 42169a8a-b296-46dd-a285-3cad2835e883, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:46:17.255520 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] For port 42169a8a-b296-46dd-a285-3cad2835e883, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=42169a8a-b296-46dd-a285-3cad2835e883,segment=NetworkSegment(10835d58-5a3f-4ce4-9d8a-9c87d3aac98a),segment_id=10835d58-5a3f-4ce4-9d8a-9c87d3aac98a)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:46:17.263749 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (42169a8a-b296-46dd-a285-3cad2835e883), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.329026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-c7ac6ccc-fba6-4642-8928-55fd47215da1 None None] Provisioning complete for port 7890f72b-b020-45aa-880d-83364febb707 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:17.331920 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Routers {'18c6f157-033c-49c5-9d54-b94098f35e50'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:17.332559 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:45:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['18c6f157-033c-49c5-9d54-b94098f35e50'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:17.335153 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c7ac6ccc-fba6-4642-8928-55fd47215da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7890f72b-b020-45aa-880d-83364febb707), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.337230 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a74b-24b9-4df6-a690-b3bded86ae56 None None] Pushing event updated for resources: {'Port': ['ID=42169a8a-b296-46dd-a285-3cad2835e883,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:17.374458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac6ccc-fba6-4642-8928-55fd47215da1 None None] Port 7890f72b-b020-45aa-880d-83364febb707 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:46:17.471546 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] Set router 18c6f157-033c-49c5-9d54-b94098f35e50 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:17.502856 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-8c52ca7a-80f7-4d1a-b4a9-b0c17f9de8d6 None None] Provisioning complete for port 42169a8a-b296-46dd-a285-3cad2835e883 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:17.503589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c52ca7a-80f7-4d1a-b4a9-b0c17f9de8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (42169a8a-b296-46dd-a285-3cad2835e883), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.516442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7890f72b-b020-45aa-880d-83364febb707 {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:46:17.526014 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Publish callbacks [] for port (7890f72b-b020-45aa-880d-83364febb707), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.545243 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Transition to ACTIVE for port object 7890f72b-b020-45aa-880d-83364febb707 will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:46:17.555969 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c579ef-e23d-4d55-9631-c65fca3355fb req-2a07a8f8-9477-4b49-a98d-5d7fbd32e9d5 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:17.557791 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0c579ef-e23d-4d55-9631-c65fca3355fb req-2a07a8f8-9477-4b49-a98d-5d7fbd32e9d5 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 931 time: 0.0849633 Mar 07 16:46:17.559583 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.610940 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8c52ca7a-80f7-4d1a-b4a9-b0c17f9de8d6 None None] Current status of the port 42169a8a-b296-46dd-a285-3cad2835e883 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:17.611338 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c52ca7a-80f7-4d1a-b4a9-b0c17f9de8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (42169a8a-b296-46dd-a285-3cad2835e883), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.653650 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8c52ca7a-80f7-4d1a-b4a9-b0c17f9de8d6 None None] For port 42169a8a-b296-46dd-a285-3cad2835e883, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=42169a8a-b296-46dd-a285-3cad2835e883,segment=NetworkSegment(10835d58-5a3f-4ce4-9d8a-9c87d3aac98a),segment_id=10835d58-5a3f-4ce4-9d8a-9c87d3aac98a)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:17.660582 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c52ca7a-80f7-4d1a-b4a9-b0c17f9de8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (42169a8a-b296-46dd-a285-3cad2835e883), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.677862 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:17.711108 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-a0c579ef-e23d-4d55-9631-c65fca3355fb req-e73e26b8-d2bf-43f5-ae70-3eff0bffe712 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465397 Mar 07 16:46:17.750062 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52ca7a-80f7-4d1a-b4a9-b0c17f9de8d6 None None] Pushing event updated for resources: {'Port': ['ID=42169a8a-b296-46dd-a285-3cad2835e883,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:17.779713 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 4, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'gw_port': {'id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '42169a8a-b296-46dd-a285-3cad2835e883', 'name': '', 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'mac_address': 'fa:16:3e:59:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:11Z', 'updated_at': '2022-03-07T16:46:17Z', 'revision_number': 4, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'subnets': [{'id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:17.787753 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Attempting to bind port 7890f72b-b020-45aa-880d-83364febb707 on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:46:17.788089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Attempting to bind port 7890f72b-b020-45aa-880d-83364febb707 by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:46:17.788422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Attempting to bind port 7890f72b-b020-45aa-880d-83364febb707 on network be65d701-f545-425a-a4b0-e4a8183af51f {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:46:17.788629 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-25e4fc07-95ff-46c7-b51e-7347c300004d None None] Provisioning complete for port 42169a8a-b296-46dd-a285-3cad2835e883 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:17.789214 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-25e4fc07-95ff-46c7-b51e-7347c300004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (42169a8a-b296-46dd-a285-3cad2835e883), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.794688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Port 7890f72b-b020-45aa-880d-83364febb707 on network be65d701-f545-425a-a4b0-e4a8183af51f not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:46:17.795047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Attempting to bind port 7890f72b-b020-45aa-880d-83364febb707 on network be65d701-f545-425a-a4b0-e4a8183af51f {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:46:17.800589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:46:17.800931 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Checking segment: {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:46:17.801316 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Bound using segment: {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:46:17.801745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Bound port: 7890f72b-b020-45aa-880d-83364febb707, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:46:17.802104 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.817753 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf4a7f-7550-41fa-b2f9-2141ff91bc33 None None] The sync data for ids ['18c6f157-033c-49c5-9d54-b94098f35e50'] in n-d-830010-8 is: [{'id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 4, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'gw_port': {'id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '42169a8a-b296-46dd-a285-3cad2835e883', 'name': '', 'network_id': '186a9631-fcbe-4d07-9046-62c65365fe14', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'mac_address': 'fa:16:3e:59:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:11Z', 'updated_at': '2022-03-07T16:46:17Z', 'revision_number': 4, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'subnets': [{'id': '77e3207e-abdb-4264-b465-8aa16b47f8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:46:17.900099 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:46:17.905047 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:46:17.912882 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.954763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:17.955456 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:17.956918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] 10.222.0.15 "PUT /v2.0/ports/7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 1091 time: 0.8653841 Mar 07 16:46:17.957415 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'tag': '7890f72b-b020-45aa-880d-83364febb707'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:46:17.960269 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29957325-4c19-4250-9526-9b14f6b120be" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "tag": "7890f72b-b020-45aa-880d-83364febb707"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:46:18.005287 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32bebf-f1b7-4707-ab59-3368ea50ece4 service neutron] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:18.052421 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3fa814-381f-4b5b-8068-258192d8bd28 x-openstack-request-id: req-1b3fa814-381f-4b5b-8068-258192d8bd28 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:46:18.052733 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "tag": "7890f72b-b020-45aa-880d-83364febb707", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:46:18.052985 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b3fa814-381f-4b5b-8068-258192d8bd28 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:46:18.053397 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'tag': '7890f72b-b020-45aa-880d-83364febb707', 'status': 'completed', 'code': 200} Mar 07 16:46:18.080399 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-f45022b1-20b7-45a2-bdba-e770b04f5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:18.082188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-f45022b1-20b7-45a2-bdba-e770b04f5043 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1125 time: 0.0646708 Mar 07 16:46:18.125890 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-25e4fc07-95ff-46c7-b51e-7347c300004d None None] Current status of the port 42169a8a-b296-46dd-a285-3cad2835e883 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:18.135782 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-c4a0a980-97d1-441c-be18-002e61793da3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 217 time: 0.0454676 Mar 07 16:46:18.186565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-008e2987-57a6-4b9f-809d-7394138183f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:18.188186 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-008e2987-57a6-4b9f-809d-7394138183f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0481660 Mar 07 16:46:18.243554 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-0de33468-f23f-40c1-b5ae-0a16172ca1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:18.245145 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-0de33468-f23f-40c1-b5ae-0a16172ca1c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517726 Mar 07 16:46:18.336841 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-abd2d48d-b291-4b9d-8173-94f41377f32d service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860884 Mar 07 16:46:18.424886 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-54c9fd3c-029f-4c63-8821-f623a65fe53a req-6641f94c-3d79-4515-951d-70e17aa5f124 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825274 Mar 07 16:46:18.517482 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29957325-4c19-4250-9526-9b14f6b120be req-7984635b-73d7-4210-9618-9b81d4826170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:18.519033 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29957325-4c19-4250-9526-9b14f6b120be req-7984635b-73d7-4210-9618-9b81d4826170 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1125 time: 0.0501101 Mar 07 16:46:18.609431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29957325-4c19-4250-9526-9b14f6b120be req-2decdbeb-e1be-4cdc-b39d-7690f06fdd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:18.610832 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29957325-4c19-4250-9526-9b14f6b120be req-2decdbeb-e1be-4cdc-b39d-7690f06fdd77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0855110 Mar 07 16:46:18.658565 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29957325-4c19-4250-9526-9b14f6b120be req-17bf6da0-67df-45c1-aec9-42be11dfe77f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 217 time: 0.0420017 Mar 07 16:46:18.674396 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 65882ad5-a19d-4f46-a7a2-c659f7186e79 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:18.708551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29957325-4c19-4250-9526-9b14f6b120be req-bf5fb5d3-0a3e-4583-949f-efd9cb1728b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:18.710030 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29957325-4c19-4250-9526-9b14f6b120be req-bf5fb5d3-0a3e-4583-949f-efd9cb1728b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0453703 Mar 07 16:46:18.723488 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 65882ad5-a19d-4f46-a7a2-c659f7186e79 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:18.723941 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:18.761496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29957325-4c19-4250-9526-9b14f6b120be req-ce594c7a-286b-4587-a50a-bba8a7ceb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:18.763078 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29957325-4c19-4250-9526-9b14f6b120be req-ce594c7a-286b-4587-a50a-bba8a7ceb80b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477924 Mar 07 16:46:18.801972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 65882ad5-a19d-4f46-a7a2-c659f7186e79 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:18.803102 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 42169a8a-b296-46dd-a285-3cad2835e883 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:18.852257 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 42169a8a-b296-46dd-a285-3cad2835e883 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:18.852546 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (42169a8a-b296-46dd-a285-3cad2835e883), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:18.891774 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c672f2-87fd-4a18-8834-d1a3a877d912 req-9ed92cf1-c67c-4538-b391-8e18d84fe0d9 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:18.893277 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-90c672f2-87fd-4a18-8834-d1a3a877d912 req-9ed92cf1-c67c-4538-b391-8e18d84fe0d9 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 943 time: 0.1077304 Mar 07 16:46:18.897707 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29957325-4c19-4250-9526-9b14f6b120be req-5bb1fe61-18bc-451c-8a91-6357b4708430 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284904 Mar 07 16:46:18.928882 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 42169a8a-b296-46dd-a285-3cad2835e883 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:19.008342 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-90c672f2-87fd-4a18-8834-d1a3a877d912 req-b60bc38c-84de-4bd7-8068-c6a6a13cf054 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092477 Mar 07 16:46:19.034316 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-29957325-4c19-4250-9526-9b14f6b120be req-dd00e133-d03c-4b0b-99cd-526de1586685 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293342 Mar 07 16:46:20.142905 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e801c-666f-4010-9d7a-a67e44f32876 req-5e86e422-7eaf-4a1a-84f2-7ab760291441 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:20.145061 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c55e801c-666f-4010-9d7a-a67e44f32876 req-5e86e422-7eaf-4a1a-84f2-7ab760291441 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 943 time: 0.0588963 Mar 07 16:46:20.207887 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c55e801c-666f-4010-9d7a-a67e44f32876 req-18189ec9-fbdb-4332-b37f-134514177246 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564697 Mar 07 16:46:20.994789 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7890f72b-b020-45aa-880d-83364febb707 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:46:21.094468 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:21.105405 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '7890f72b-b020-45aa-880d-83364febb707', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'port_id': '7890f72b-b020-45aa-880d-83364febb707', 'mac_address': 'fa:16:3e:de:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:46:21.141562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7890f72b-b020-45aa-880d-83364febb707 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:21.142004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:21.155198 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7890f72b-b020-45aa-880d-83364febb707 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:46:21.175740 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:21.179377 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:21.228721 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:21.329009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153b646-a371-40ea-b2fd-b3e5b0676d69 req-7686c2f3-64b5-440f-b1ad-49a1b8c8c61f tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:21.330542 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5153b646-a371-40ea-b2fd-b3e5b0676d69 req-7686c2f3-64b5-440f-b1ad-49a1b8c8c61f tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0531027 Mar 07 16:46:21.379235 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5153b646-a371-40ea-b2fd-b3e5b0676d69 req-fbbf4cc2-1c25-4946-8a98-90dde67f74e5 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429800 Mar 07 16:46:21.542830 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['7890f72b-b020-45aa-880d-83364febb707'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:46:22.498238 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d763efb-7aa0-4b63-bc98-fbb70c315b41 req-1a072e1e-f2db-4326-9016-7bfe2aaea547 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:22.499823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d763efb-7aa0-4b63-bc98-fbb70c315b41 req-1a072e1e-f2db-4326-9016-7bfe2aaea547 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0534925 Mar 07 16:46:22.549972 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1d763efb-7aa0-4b63-bc98-fbb70c315b41 req-bc465241-6188-4688-8fa9-f39739335f4e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446482 Mar 07 16:46:22.966373 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-725723cc-1bba-44a9-9e6b-a28bdefb2219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:22.994729 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7890f72b-b020-45aa-880d-83364febb707 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:46:23.044902 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 7890f72b-b020-45aa-880d-83364febb707 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:46:23.048919 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 7890f72b-b020-45aa-880d-83364febb707 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:23.049289 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7890f72b-b020-45aa-880d-83364febb707), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:23.129626 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7890f72b-b020-45aa-880d-83364febb707 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:23.130014 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:23.152904 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7890f72b-b020-45aa-880d-83364febb707'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:46:23.155154 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8f947f-07e1-4394-ba90-b087d94f9ffc" -d '{"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-plugged", "status": "completed", "tag": "7890f72b-b020-45aa-880d-83364febb707"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:46:23.167108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:46:23.171598 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:23.220924 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:23.257054 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accc63a1-7126-4f2d-91f0-7faa3edbf43e x-openstack-request-id: req-accc63a1-7126-4f2d-91f0-7faa3edbf43e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:46:23.257356 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-plugged", "status": "completed", "tag": "7890f72b-b020-45aa-880d-83364febb707", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:46:23.257632 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-accc63a1-7126-4f2d-91f0-7faa3edbf43e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:46:23.258032 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7890f72b-b020-45aa-880d-83364febb707', 'code': 200} Mar 07 16:46:23.357733 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728de58f-e773-45db-b2e0-8eb281b58c04 req-1f608f7f-1544-447f-bcdb-5a8fc3227110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:23.359260 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-728de58f-e773-45db-b2e0-8eb281b58c04 req-1f608f7f-1544-447f-bcdb-5a8fc3227110 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1127 time: 0.0441389 Mar 07 16:46:23.408133 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-728de58f-e773-45db-b2e0-8eb281b58c04 req-1b2de517-72aa-466d-93ab-eb1210a91dde service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423534 Mar 07 16:46:23.665245 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c26f5-66ef-4914-85af-7ca8e4e197b2 req-e9bdfbfc-9fdb-4762-a1ce-59e596cb063c tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:23.667593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-730c26f5-66ef-4914-85af-7ca8e4e197b2 req-e9bdfbfc-9fdb-4762-a1ce-59e596cb063c tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0525033 Mar 07 16:46:23.716936 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-730c26f5-66ef-4914-85af-7ca8e4e197b2 req-197603b5-d349-466f-8814-206a16624919 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432301 Mar 07 16:46:24.834331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc39dd-a776-4dfa-ba14-e824839b7511 req-3ba4e51b-2bed-40f3-933c-c2832539e9d1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:24.836513 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9ecc39dd-a776-4dfa-ba14-e824839b7511 req-3ba4e51b-2bed-40f3-933c-c2832539e9d1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0518155 Mar 07 16:46:24.893164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9ecc39dd-a776-4dfa-ba14-e824839b7511 req-7443cea5-204c-45ec-9df5-f51577d55300 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508471 Mar 07 16:46:25.015265 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dc2d8-19fe-4523-9160-3a01cd52f34c req-f98f8711-a5aa-4a92-9c0f-de85b13b17dc tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:25.016735 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-379dc2d8-19fe-4523-9160-3a01cd52f34c req-f98f8711-a5aa-4a92-9c0f-de85b13b17dc tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0576587 Mar 07 16:46:25.066816 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-379dc2d8-19fe-4523-9160-3a01cd52f34c req-01347ea3-7b7b-4ed9-9aab-b1d8cb2f6f65 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445173 Mar 07 16:46:25.089877 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55206) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:25.230353 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3dda1c-a436-4285-a21f-983bbd5375a4 tempest-TestShelveInstance-2063580109 tempest-TestShelveInstance-2063580109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:25.231938 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-8b3dda1c-a436-4285-a21f-983bbd5375a4 tempest-TestShelveInstance-2063580109 tempest-TestShelveInstance-2063580109-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1122 time: 0.1410687 Mar 07 16:46:25.234984 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55210) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:25.239682 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '7890f72b-b020-45aa-880d-83364febb707', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:25.258466 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c29cd8fc-c5cb-4b03-b888-166583d4fe74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:25.263807 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:25.365503 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:25.468939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Allocated IP 172.25.4.209 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/ea869aa9-8312-4d2e-830a-606ad40c45a1) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:46:25.571501 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for port (ea869aa9-8312-4d2e-830a-606ad40c45a1), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:25.604962 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ea869aa9-8312-4d2e-830a-606ad40c45a1), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:25.644730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:46:25.647531 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:46:25.650997 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:46:25.672345 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'Port': ['ID=ea869aa9-8312-4d2e-830a-606ad40c45a1,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:26.011668 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for floatingip (3d18315b-e0a2-41d9-95ba-5704a2d7d0c6), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:26.081216 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (ea869aa9-8312-4d2e-830a-606ad40c45a1), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:26.236314 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for port (ea869aa9-8312-4d2e-830a-606ad40c45a1), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:26.240888 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (ea869aa9-8312-4d2e-830a-606ad40c45a1), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:26.314487 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'Port': ['ID=ea869aa9-8312-4d2e-830a-606ad40c45a1,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:26.321048 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (3d18315b-e0a2-41d9-95ba-5704a2d7d0c6), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:26.421666 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Floating IP 3d18315b-e0a2-41d9-95ba-5704a2d7d0c6 associated. External IP: 172.25.4.209, port: 7890f72b-b020-45aa-880d-83364febb707. Mar 07 16:46:26.585235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:26.627043 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Router 3efefca1-999d-4143-950e-5aa297579b63 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:46:26.736260 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:46:26.746472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] Sync routers for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:46:26.752803 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:26.756671 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:26.757286 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:46:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:26.783008 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-f5482e75-9d50-41e4-bf8a-41c57bf039c7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5468094 Mar 07 16:46:26.783599 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'tag': '7890f72b-b020-45aa-880d-83364febb707'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:46:26.785861 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "tag": "7890f72b-b020-45aa-880d-83364febb707"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:46:26.821376 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81241a80-8dc3-4357-8e0c-64c01ef5e0a5 x-openstack-request-id: req-81241a80-8dc3-4357-8e0c-64c01ef5e0a5 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:46:26.821676 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "tag": "7890f72b-b020-45aa-880d-83364febb707", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:46:26.821942 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81241a80-8dc3-4357-8e0c-64c01ef5e0a5 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:46:26.822359 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'tag': '7890f72b-b020-45aa-880d-83364febb707', 'status': 'completed', 'code': 200} Mar 07 16:46:26.874898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:26.886283 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-6861a32e-ecc3-4df4-a186-fcfe12d1f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:26.887860 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-6861a32e-ecc3-4df4-a186-fcfe12d1f9ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1127 time: 0.0459728 Mar 07 16:46:26.981090 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-aee74d4d-6c52-4582-981f-386061c170b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:26.982610 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-aee74d4d-6c52-4582-981f-386061c170b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0893939 Mar 07 16:46:27.048623 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-8c02242e-25c9-42d6-b813-fbf410872c11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 999 time: 0.0592840 Mar 07 16:46:27.095759 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '3d18315b-e0a2-41d9-95ba-5704a2d7d0c6', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '3efefca1-999d-4143-950e-5aa297579b63', 'port_id': '7890f72b-b020-45aa-880d-83364febb707', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'mac_address': 'fa:16:3e:de:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee0208-6747-4316-906c-74662632f223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:46:25Z', 'updated_at': '2022-03-07T16:46:25Z', 'revision_number': 0, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 5, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:27.099414 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-f7aa850c-0232-4617-b570-86ce458af59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:27.101062 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-f7aa850c-0232-4617-b570-86ce458af59a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0461488 Mar 07 16:46:27.123417 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] Checking router: 3efefca1-999d-4143-950e-5aa297579b63 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:46:27.132127 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:46:27.132664 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:46:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:27.154466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-9746350c-134a-4e9f-a429-2ca7e4fec321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:27.156034 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-9746350c-134a-4e9f-a429-2ca7e4fec321 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494177 Mar 07 16:46:27.164578 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-c18a4776-90f5-4fbd-9e46-a85418d046a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485122 Mar 07 16:46:27.243809 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:46:27.245786 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-bee34e33-26be-4acb-be07-53cdba8023bf service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835454 Mar 07 16:46:27.345135 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b1073473-7cc0-47f0-91e3-0f877ddeb2d6 req-13726b90-faac-4b81-b5ee-71dcd031fa7c service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939398 Mar 07 16:46:27.455305 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-166e5262-69da-4143-b891-ced0453ad5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:27.456774 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-166e5262-69da-4143-b891-ced0453ad5a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1127 time: 0.0465600 Mar 07 16:46:27.473587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '3d18315b-e0a2-41d9-95ba-5704a2d7d0c6', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '3efefca1-999d-4143-950e-5aa297579b63', 'port_id': '7890f72b-b020-45aa-880d-83364febb707', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'mac_address': 'fa:16:3e:de:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee0208-6747-4316-906c-74662632f223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:46:25Z', 'updated_at': '2022-03-07T16:46:25Z', 'revision_number': 0, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 5, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:46:27.500545 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52872e33-cd08-4295-a86b-e57fd7d083bb None None] The sync data for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 is: [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '3d18315b-e0a2-41d9-95ba-5704a2d7d0c6', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '3efefca1-999d-4143-950e-5aa297579b63', 'port_id': '7890f72b-b020-45aa-880d-83364febb707', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'mac_address': 'fa:16:3e:de:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee0208-6747-4316-906c-74662632f223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:46:25Z', 'updated_at': '2022-03-07T16:46:25Z', 'revision_number': 0, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 5, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:46:27.564071 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-f2b259c7-fb0c-44c4-afa2-233ef70f0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:27.565902 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-f2b259c7-fb0c-44c4-afa2-233ef70f0227 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0928652 Mar 07 16:46:27.631182 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-46fe1e9c-07ea-4ffd-be1c-a40356e7299b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 999 time: 0.0598965 Mar 07 16:46:27.681209 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-006e0c6a-e507-461c-a255-59903e6e3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:27.682864 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-006e0c6a-e507-461c-a255-59903e6e3236 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0468192 Mar 07 16:46:27.711900 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba649451-1bf5-49a5-8ee7-7bfdd844f804 None None] New status for floating IP 3d18315b-e0a2-41d9-95ba-5704a2d7d0c6: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:46:27.736727 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-3717bf0f-8e6c-49c9-b1f8-59dcd99042c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:27.738268 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-3717bf0f-8e6c-49c9-b1f8-59dcd99042c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498838 Mar 07 16:46:27.826572 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-bf1d37e2-6400-4eb3-8e27-24c677d26282 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827179 Mar 07 16:46:27.887835 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:27.922138 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-22723a01-2134-413b-90fc-8111776663c3 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903986 Mar 07 16:46:29.239073 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:36.843952 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:41.496440 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:52.410029 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:46:52.971566 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-57d7698c-2eee-4d23-8d5c-fb1a481cc2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:55.261483 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d6e60479-896d-4c88-9d32-c691984ee237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:56.589691 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:57.889026 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:59.241284 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:06.840600 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:11.498620 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:22.974025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c7f87992-9d6d-4f9d-bb23-58504cca6f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:25.262630 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c134bc8d-6e4c-4e53-8f50-4e5c72f14383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:26.594531 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:27.891638 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:28.223869 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-204e93c8-1eba-44db-b83f-b751241f25f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981648 Mar 07 16:47:28.306212 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-46abb459-50b0-47a1-ab62-18eb2fe55814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:47:28.307743 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-46abb459-50b0-47a1-ab62-18eb2fe55814 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1127 time: 0.0433905 Mar 07 16:47:28.411738 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-42f08167-5345-4641-97a5-42b2d21ba6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:47:28.413123 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-42f08167-5345-4641-97a5-42b2d21ba6b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0875373 Mar 07 16:47:28.476431 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-5fec399a-eed7-4f6c-9ce0-040300fd264f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 1001 time: 0.0568430 Mar 07 16:47:28.531147 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-23bbde0b-76e3-4ce4-aaa8-9291e643780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:47:28.532632 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-23bbde0b-76e3-4ce4-aaa8-9291e643780f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0511763 Mar 07 16:47:28.581173 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-0db76abb-424d-490f-ad9c-ca5745772c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:47:28.582708 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-0db76abb-424d-490f-ad9c-ca5745772c95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443227 Mar 07 16:47:28.669073 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-6d9d6806-e2a3-4b36-bd46-9f60f1d15656 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798264 Mar 07 16:47:28.759486 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11bdc4a3-4e73-4001-8133-9574540e8489 req-71981020-d0a1-4195-a70b-70fbfdb0252b service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Mar 07 16:47:29.246323 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:29.410025 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:47:36.844524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:41.496904 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:52.975308 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea744b2f-acad-4f35-83fa-76d8f38aceb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:55.264031 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb1fa-a8cb-4d3b-a23b-10223ea45bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:56.599745 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:57.894228 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:59.249544 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:06.409897 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:48:06.859488 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:11.510066 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:22.977390 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ef817be-e83d-4c2a-b380-1ce8a157387b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:25.265199 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7601f5f5-be15-4e64-a9da-0bed67ceb51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:26.599842 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:27.897349 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:29.170156 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-4d7c79f1-ba4c-46a4-9a0f-4673f196a6d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445645 Mar 07 16:48:29.251218 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:29.255072 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-14baf842-1041-4243-b6fb-73e1df85a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:48:29.256614 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-14baf842-1041-4243-b6fb-73e1df85a7e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1127 time: 0.0461931 Mar 07 16:48:29.372741 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-70afeda0-f572-49d8-8cde-cd420e3d4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:48:29.374281 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-70afeda0-f572-49d8-8cde-cd420e3d4b53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0986609 Mar 07 16:48:29.440977 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-e1592914-67bd-45b6-8a78-c9ba33e25a1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 1001 time: 0.0613658 Mar 07 16:48:29.781460 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-6f755b29-6e6f-4751-be35-eefaf60aed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:48:29.782979 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-6f755b29-6e6f-4751-be35-eefaf60aed41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.3362689 Mar 07 16:48:29.831338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-aa1137ba-29eb-450a-ae1d-7db3af0a0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:48:29.832824 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-aa1137ba-29eb-450a-ae1d-7db3af0a0eb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436230 Mar 07 16:48:29.843109 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-d1ef6ab3-1247-4ee9-a356-a8f154c4487d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:48:29.844044 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-d1ef6ab3-1247-4ee9-a356-a8f154c4487d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048497 Mar 07 16:48:29.933270 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-e04eb846-2d9a-4db5-be97-df8fb92dbea2 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836122 Mar 07 16:48:30.019214 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6f522599-4a76-4a2b-b936-b8238aa8172a req-5822eb70-8e3e-499c-9879-c90243f96039 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801511 Mar 07 16:48:36.856486 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:41.525771 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:43.408570 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:48:52.981448 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-69931f7d-ff07-4e0f-bdfe-f564d4f5cc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:55.266043 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-226534ac-4f18-44a4-a6a2-fdeaabe067ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:56.602234 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:57.899995 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:59.253747 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:03.866552 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904fcd-9f6b-454c-bf4a-a4828d954baf req-3a2a21a4-285b-4d3b-853d-b4c1ecab79dd tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:03.868061 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d5904fcd-9f6b-454c-bf4a-a4828d954baf req-3a2a21a4-285b-4d3b-853d-b4c1ecab79dd tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0524733 Mar 07 16:49:03.920310 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d5904fcd-9f6b-454c-bf4a-a4828d954baf req-366c243a-821c-49ab-be4e-d870e824c742 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464594 Mar 07 16:49:05.049715 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc52fc-2de0-4949-b8de-77cdf4dac138 req-d8e79b7d-1c1d-4263-bb67-163236ed39de tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:05.051141 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebbc52fc-2de0-4949-b8de-77cdf4dac138 req-d8e79b7d-1c1d-4263-bb67-163236ed39de tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0577860 Mar 07 16:49:05.099793 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ebbc52fc-2de0-4949-b8de-77cdf4dac138 req-d0ff7c1e-42f7-49ba-b1e3-c09be0bebdb9 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Mar 07 16:49:06.226567 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012de340-61e5-4f3b-bdcb-508d542aa304 req-bbd2e0d4-9e63-4b2d-905c-875d3e55d1ce tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:06.228112 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-012de340-61e5-4f3b-bdcb-508d542aa304 req-bbd2e0d4-9e63-4b2d-905c-875d3e55d1ce tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0521259 Mar 07 16:49:06.276393 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-012de340-61e5-4f3b-bdcb-508d542aa304 req-7d62d393-f859-4494-a26b-48a9502d770b tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Mar 07 16:49:06.874253 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:07.518613 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230ee9b-703f-44c9-a559-e8d4c5592208 req-a5b78056-0773-4a11-80f1-82b1f0745cee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:07.520060 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5230ee9b-703f-44c9-a559-e8d4c5592208 req-a5b78056-0773-4a11-80f1-82b1f0745cee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.1767912 Mar 07 16:49:07.572039 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5230ee9b-703f-44c9-a559-e8d4c5592208 req-09abb9e7-4d5c-49f8-93da-f2a3365ef3b6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462596 Mar 07 16:49:09.030226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08cc32-20ef-4726-ac09-487317fc081e req-e72a1b8d-98d3-4bd3-b7c8-0e46727c283c tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:09.031753 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e08cc32-20ef-4726-ac09-487317fc081e req-e72a1b8d-98d3-4bd3-b7c8-0e46727c283c tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.1368675 Mar 07 16:49:09.080323 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9e08cc32-20ef-4726-ac09-487317fc081e req-92e4bf3f-2943-4a3a-8036-191a4b6b23bc tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428848 Mar 07 16:49:10.196916 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64f8e0-adde-46ed-8774-d4deeedc967a req-b5543a43-ebfc-41b6-ab58-08001f504f9d tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:10.198405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dc64f8e0-adde-46ed-8774-d4deeedc967a req-b5543a43-ebfc-41b6-ab58-08001f504f9d tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Mar 07 16:49:10.247611 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dc64f8e0-adde-46ed-8774-d4deeedc967a req-61a70ed2-9496-4020-9674-1dc7a17b2487 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429778 Mar 07 16:49:11.370347 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f2fd-1a90-4824-ab53-aa3605d44e10 req-420c4e35-a343-4c63-9f3a-17a12d562dfe tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:11.372624 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c25f2fd-1a90-4824-ab53-aa3605d44e10 req-420c4e35-a343-4c63-9f3a-17a12d562dfe tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0564463 Mar 07 16:49:11.421334 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c25f2fd-1a90-4824-ab53-aa3605d44e10 req-2059aa91-60ab-43d2-98c4-b1b37424de66 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Mar 07 16:49:11.529144 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:12.537656 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0d49-9317-480e-a077-cf4a05e20a39 req-45cd64e6-6228-4399-9aa0-d30c09589ac0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:12.539169 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f7e0d49-9317-480e-a077-cf4a05e20a39 req-45cd64e6-6228-4399-9aa0-d30c09589ac0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Mar 07 16:49:12.592291 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2f7e0d49-9317-480e-a077-cf4a05e20a39 req-487e1875-2781-4438-971a-ba23496aa339 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467799 Mar 07 16:49:13.711763 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b64b58-8f5a-4ccb-8818-575a60dca84c req-1a59b51e-2c3d-4081-995c-c1f10acabfee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:13.713257 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55b64b58-8f5a-4ccb-8818-575a60dca84c req-1a59b51e-2c3d-4081-995c-c1f10acabfee tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0531611 Mar 07 16:49:13.761877 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-55b64b58-8f5a-4ccb-8818-575a60dca84c req-481bbb62-f60b-406f-8b20-c938bbde272f tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423982 Mar 07 16:49:14.885418 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecd3a4-d38b-4b40-9ed9-b908738bb327 req-b41f398b-e806-4863-990f-c6991b999aa3 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:14.886918 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-47ecd3a4-d38b-4b40-9ed9-b908738bb327 req-b41f398b-e806-4863-990f-c6991b999aa3 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0564122 Mar 07 16:49:14.935463 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-47ecd3a4-d38b-4b40-9ed9-b908738bb327 req-228c749d-7fe6-42ae-b7cf-29de847d50a2 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 Mar 07 16:49:16.065288 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f21b4-31eb-4c9f-83d8-c31ce78d5afa req-672bc936-d80e-4713-92b6-9cc318d954b8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:16.072448 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b46f21b4-31eb-4c9f-83d8-c31ce78d5afa req-672bc936-d80e-4713-92b6-9cc318d954b8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0693221 Mar 07 16:49:16.121248 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b46f21b4-31eb-4c9f-83d8-c31ce78d5afa req-91fdfbcd-b112-4b5a-989a-5a8bffd01543 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428910 Mar 07 16:49:17.238790 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc401f3d-5471-47f3-8921-2398ad39d038 req-3dd6b91c-8aa2-4b77-a308-0331bba02987 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:17.240312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc401f3d-5471-47f3-8921-2398ad39d038 req-3dd6b91c-8aa2-4b77-a308-0331bba02987 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0537570 Mar 07 16:49:17.288461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc401f3d-5471-47f3-8921-2398ad39d038 req-59469ffe-658c-48b3-bae3-1e3238cf0a58 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426581 Mar 07 16:49:17.826117 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7890f72b-b020-45aa-880d-83364febb707 details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:49:17.924006 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:49:17.934296 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '7890f72b-b020-45aa-880d-83364febb707', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'port_id': '7890f72b-b020-45aa-880d-83364febb707', 'mac_address': 'fa:16:3e:de:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:49:17.970268 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7890f72b-b020-45aa-880d-83364febb707 is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:49:17.970660 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:17.982896 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7890f72b-b020-45aa-880d-83364febb707 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:49:18.002774 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:49:18.006567 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:18.055397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:49:18.063536 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.063889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.064231 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.064568 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.064906 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.065240 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.065569 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.065898 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.066226 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.066567 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.066903 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.067230 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.067552 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:18.080794 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['7890f72b-b020-45aa-880d-83364febb707'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:49:18.407369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2026-2d53-45f3-8215-a837d840de93 req-5e9e28b4-debe-4fc2-99e5-662afa9f73bf tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:18.408791 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94ae2026-2d53-45f3-8215-a837d840de93 req-5e9e28b4-debe-4fc2-99e5-662afa9f73bf tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0541894 Mar 07 16:49:18.457958 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-94ae2026-2d53-45f3-8215-a837d840de93 req-c9ca35bd-6462-4a34-8c4d-79eced530a96 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436227 Mar 07 16:49:19.578518 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9456b5-99af-4e68-8eb7-a33884111fe8 req-40fe8288-7cbc-4ffa-aa5d-f62d331b6be0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:19.580037 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef9456b5-99af-4e68-8eb7-a33884111fe8 req-40fe8288-7cbc-4ffa-aa5d-f62d331b6be0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0563414 Mar 07 16:49:19.841183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7890f72b-b020-45aa-880d-83364febb707 up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:49:19.889935 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 7890f72b-b020-45aa-880d-83364febb707 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:49:19.890997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7890f72b-b020-45aa-880d-83364febb707), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:19.935364 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef9456b5-99af-4e68-8eb7-a33884111fe8 req-bf60f451-31e9-48b5-9e2c-61bdb7e03099 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498113 Mar 07 16:49:19.969436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7890f72b-b020-45aa-880d-83364febb707 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:49:19.969836 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:19.991790 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7890f72b-b020-45aa-880d-83364febb707'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:49:19.994036 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba1d734-dd34-4305-8214-a4160c53cd59" -d '{"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-plugged", "status": "completed", "tag": "7890f72b-b020-45aa-880d-83364febb707"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:49:20.006346 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:49:20.010650 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:20.037888 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a452d8e1-a1af-4c89-88b3-bb18ec6c222a x-openstack-request-id: req-a452d8e1-a1af-4c89-88b3-bb18ec6c222a {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:49:20.038187 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-plugged", "status": "completed", "tag": "7890f72b-b020-45aa-880d-83364febb707", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:49:20.038444 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a452d8e1-a1af-4c89-88b3-bb18ec6c222a {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:49:20.038853 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7890f72b-b020-45aa-880d-83364febb707', 'code': 200} Mar 07 16:49:20.065481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:49:20.409149 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:49:21.057717 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fce7c4-7828-41ab-a1db-d5f9bcef60ad req-ee2f7eef-e550-407f-9e9b-a0b7f8c58af6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:21.059123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0fce7c4-7828-41ab-a1db-d5f9bcef60ad req-ee2f7eef-e550-407f-9e9b-a0b7f8c58af6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0521469 Mar 07 16:49:21.106407 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0fce7c4-7828-41ab-a1db-d5f9bcef60ad req-9e186c6c-55ae-41f4-95ee-96a7b25e0fa8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411401 Mar 07 16:49:22.227814 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11279745-6918-4ef0-ad39-4722c04dbefb req-11c41c69-9e74-4eaf-ac73-06c63468c845 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:22.229591 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11279745-6918-4ef0-ad39-4722c04dbefb req-11c41c69-9e74-4eaf-ac73-06c63468c845 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0523841 Mar 07 16:49:22.282853 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-11279745-6918-4ef0-ad39-4722c04dbefb req-ec0295e3-ce8c-4ac8-bb4c-84ee875848a4 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476861 Mar 07 16:49:22.982263 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86c769b2-3054-4a44-8ac8-1e03f916813c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:23.404906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f1a41-9eca-4f91-bc06-db338ec06f3a req-a6f4cccc-1224-4828-a874-9edbf34225c0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:23.407236 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-966f1a41-9eca-4f91-bc06-db338ec06f3a req-a6f4cccc-1224-4828-a874-9edbf34225c0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0564582 Mar 07 16:49:23.461506 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-966f1a41-9eca-4f91-bc06-db338ec06f3a req-580ab8ec-cceb-43b8-b665-0023c68bfa4f tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482681 Mar 07 16:49:24.586123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dda10a-2d02-4b42-aaf1-569c4a84d35a req-9582ac68-6cce-4462-a267-eda3ea63172b tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:24.587812 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-22dda10a-2d02-4b42-aaf1-569c4a84d35a req-9582ac68-6cce-4462-a267-eda3ea63172b tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0588024 Mar 07 16:49:24.640729 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-22dda10a-2d02-4b42-aaf1-569c4a84d35a req-f7b1cd5d-2081-40fd-84c8-40a435c919d9 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470586 Mar 07 16:49:25.276325 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb276fd2-dde1-44e2-964a-1c103739d3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:25.766197 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78b5f5-d0af-41ed-88d2-abb88d3237b2 req-c8dd1523-c8df-41f0-bf86-6e5a393755fa tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:25.768604 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e78b5f5-d0af-41ed-88d2-abb88d3237b2 req-c8dd1523-c8df-41f0-bf86-6e5a393755fa tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0560374 Mar 07 16:49:25.820354 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2e78b5f5-d0af-41ed-88d2-abb88d3237b2 req-428c4203-92f0-471a-b75e-7ebd2184afd5 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458906 Mar 07 16:49:26.606518 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:26.953526 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176d7e-cf28-4112-9bdd-dd708a52d2a2 req-67972096-536d-4eb0-ad65-9d6d669261fc tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:26.956147 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e5176d7e-cf28-4112-9bdd-dd708a52d2a2 req-67972096-536d-4eb0-ad65-9d6d669261fc tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0609987 Mar 07 16:49:27.011893 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e5176d7e-cf28-4112-9bdd-dd708a52d2a2 req-b1d20d18-cfe0-40e2-85b2-c5b96d8e2738 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503349 Mar 07 16:49:27.905216 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:28.155279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdd2bb-4820-46c9-9516-723733915ced req-c8d823e0-519f-4232-bbd9-9373e5b0e4f8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:28.163232 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aacdd2bb-4820-46c9-9516-723733915ced req-c8d823e0-519f-4232-bbd9-9373e5b0e4f8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0726423 Mar 07 16:49:28.212173 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-aacdd2bb-4820-46c9-9516-723733915ced req-0f6e584a-b2a0-4b32-930a-2a3f5c1986e7 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480573 Mar 07 16:49:29.244197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-558b72ea-7468-4f80-8870-33b3a381f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:29.247193 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-558b72ea-7468-4f80-8870-33b3a381f576 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1127 time: 0.0654645 Mar 07 16:49:29.260398 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:29.402901 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad202cd-36df-4a9f-a7c4-fdcc0337e0f8 req-70ea47e3-32f1-4c68-9a58-085daa970619 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:29.404430 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fad202cd-36df-4a9f-a7c4-fdcc0337e0f8 req-70ea47e3-32f1-4c68-9a58-085daa970619 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.1004944 Mar 07 16:49:29.447004 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-cb5d100f-27a6-4a97-8fd3-eab9783fa079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:29.449637 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-cb5d100f-27a6-4a97-8fd3-eab9783fa079 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.1759901 Mar 07 16:49:29.528405 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fad202cd-36df-4a9f-a7c4-fdcc0337e0f8 req-e07b82e1-970b-49d1-8d38-c5ae1838de48 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104622 Mar 07 16:49:29.557918 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-5b37fe74-780a-4f55-8817-2c3f5a006885 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 1001 time: 0.0973978 Mar 07 16:49:29.618630 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-72af178d-aa84-4474-bcd4-2925b3b53645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:29.620246 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-72af178d-aa84-4474-bcd4-2925b3b53645 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0566313 Mar 07 16:49:29.678061 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-b7f65acc-6dec-4a69-aa34-13fc6350e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:29.679619 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-b7f65acc-6dec-4a69-aa34-13fc6350e8c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520909 Mar 07 16:49:29.781749 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-2345ba69-bff2-4267-93fa-44947a8742be service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957072 Mar 07 16:49:29.888023 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cb2b84f1-47ab-41b5-bcec-2d2ddc511b46 req-6b0d28f2-7e98-4304-9d52-50d7de07c756 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989194 Mar 07 16:49:30.658348 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafd8f8-2d02-4ad0-9339-f7530751570b req-31f9adfb-5df2-4719-b8d3-f51b9386b9c6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:30.659864 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdafd8f8-2d02-4ad0-9339-f7530751570b req-31f9adfb-5df2-4719-b8d3-f51b9386b9c6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0582721 Mar 07 16:49:30.710461 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fdafd8f8-2d02-4ad0-9339-f7530751570b req-c2caf4f0-4c33-4cf3-89d8-aa609a3308ec tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446832 Mar 07 16:49:31.838818 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14c1d9-9728-4577-b699-1230d770b396 req-3f5adc5f-389b-4381-abdf-6d32a947fc32 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:31.840607 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd14c1d9-9728-4577-b699-1230d770b396 req-3f5adc5f-389b-4381-abdf-6d32a947fc32 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0579944 Mar 07 16:49:31.892884 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd14c1d9-9728-4577-b699-1230d770b396 req-12378e41-3072-4aa0-98d6-46a56b0fe919 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448208 Mar 07 16:49:33.030678 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78d3b7-ab0e-4462-853f-0e5d3862c4b4 req-3569c40f-3819-4ea6-bb28-04515b69e11a tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:33.032117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c78d3b7-ab0e-4462-853f-0e5d3862c4b4 req-3569c40f-3819-4ea6-bb28-04515b69e11a tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0658677 Mar 07 16:49:33.087203 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-5c78d3b7-ab0e-4462-853f-0e5d3862c4b4 req-717932c9-1886-4f99-b249-9feec2bb1e46 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482790 Mar 07 16:49:34.221294 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a5a2c-6072-4f71-872a-141f5cfc92bb req-726b4552-0eb3-49fa-8968-815b71a89bd4 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:34.222971 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-711a5a2c-6072-4f71-872a-141f5cfc92bb req-726b4552-0eb3-49fa-8968-815b71a89bd4 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0572455 Mar 07 16:49:34.272855 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-711a5a2c-6072-4f71-872a-141f5cfc92bb req-f96c47a0-4f0a-411d-a659-bd121085633d tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431898 Mar 07 16:49:34.732848 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-4dbc74e9-21a2-4f69-a68c-8e06e15c27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:34.734378 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-4dbc74e9-21a2-4f69-a68c-8e06e15c27de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1127 time: 0.0441537 Mar 07 16:49:34.826310 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-4ef30437-aa5b-4453-b3a1-6932b9356fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:34.827848 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-4ef30437-aa5b-4453-b3a1-6932b9356fd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0877311 Mar 07 16:49:34.890649 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-894772e3-0390-4511-a36d-06f9662f85fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 1001 time: 0.0573003 Mar 07 16:49:34.938242 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-da2161cc-7d1f-4e8f-846d-39e685f5b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:34.939757 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-da2161cc-7d1f-4e8f-846d-39e685f5b578 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0436764 Mar 07 16:49:34.991598 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-3deaba82-f9b8-48df-bbf3-4db2e3c8093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:34.993041 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-3deaba82-f9b8-48df-bbf3-4db2e3c8093f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481930 Mar 07 16:49:35.080807 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-9e564259-a131-498b-8fc3-0f769231ccd6 service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818164 Mar 07 16:49:35.173155 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-326ac695-3f0f-424c-993a-d682f6c92e9e req-46d9ac5b-e18c-4b17-94c9-4c260d8c6c4f service neutron] 10.222.0.15 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Mar 07 16:49:35.393693 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e1e7-4424-40b0-8d53-9965d8ae2df7 req-6ae19d75-6712-4e37-8005-45d7267d65dc tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:35.395220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e090e1e7-4424-40b0-8d53-9965d8ae2df7 req-6ae19d75-6712-4e37-8005-45d7267d65dc tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0572395 Mar 07 16:49:35.442927 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e090e1e7-4424-40b0-8d53-9965d8ae2df7 req-d7560971-bc1f-4037-b483-4e104658aa2a tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421202 Mar 07 16:49:36.563934 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e51da-2c86-43a4-a142-9d3968292887 req-8d60ee16-d0ab-4d82-9e89-d30d999c3456 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:36.565490 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c84e51da-2c86-43a4-a142-9d3968292887 req-8d60ee16-d0ab-4d82-9e89-d30d999c3456 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0539975 Mar 07 16:49:36.614155 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c84e51da-2c86-43a4-a142-9d3968292887 req-3fb631f1-fdac-4639-bf65-126cd6109504 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432317 Mar 07 16:49:36.888233 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:37.733454 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f6913-20bb-4747-9133-93fb80afd43f req-1886d0aa-610a-4a6c-a24b-fc4401b4ceff tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:37.734987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-354f6913-20bb-4747-9133-93fb80afd43f req-1886d0aa-610a-4a6c-a24b-fc4401b4ceff tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0545959 Mar 07 16:49:37.784830 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-354f6913-20bb-4747-9133-93fb80afd43f req-8d760cd7-dde9-485f-9bf4-9938ccd984ab tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434673 Mar 07 16:49:37.922569 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-6297b385-58cb-493f-9a08-2d2e0010309b req-24ee554b-26b9-4a4e-88e1-8d7290b66bfc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:49:37.924360 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6297b385-58cb-493f-9a08-2d2e0010309b req-24ee554b-26b9-4a4e-88e1-8d7290b66bfc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0708971 Mar 07 16:49:37.969402 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7890f72b-b020-45aa-880d-83364febb707 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:49:38.074916 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 7890f72b-b020-45aa-880d-83364febb707 is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:49:38.075327 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:38.087293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126a888-072c-4870-90ac-667712a160f6 req-f19f5780-09f8-4b57-b9f8-58bf2b1252b6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:38.088967 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e126a888-072c-4870-90ac-667712a160f6 req-f19f5780-09f8-4b57-b9f8-58bf2b1252b6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0561743 Mar 07 16:49:38.103499 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7890f72b-b020-45aa-880d-83364febb707'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:49:38.105917 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87f26d9-f579-4fc5-9396-73aa7b90f367" -d '{"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-unplugged", "status": "completed", "tag": "7890f72b-b020-45aa-880d-83364febb707"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:49:38.118539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:49:38.124504 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:38.152182 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b03d76-19f0-4447-a400-36909f01af03 x-openstack-request-id: req-a2b03d76-19f0-4447-a400-36909f01af03 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:49:38.152487 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-unplugged", "status": "failed", "tag": "7890f72b-b020-45aa-880d-83364febb707", "code": 422}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:49:38.152805 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2b03d76-19f0-4447-a400-36909f01af03 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:49:38.153145 n-d-830010-8 neutron-server[103868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7890f72b-b020-45aa-880d-83364febb707', 'code': 422} returned with failed status Mar 07 16:49:38.175804 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e126a888-072c-4870-90ac-667712a160f6 req-c1605120-cbc3-4d85-afbf-c70a995408cb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779252 Mar 07 16:49:38.180287 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:49:38.365163 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-7041bf2f-4df8-42b3-a7f4-65796356a07d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896800 Mar 07 16:49:38.490369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333597c0-1304-4461-9fba-cfb53b063a73 req-085faf46-0280-4d31-b607-b5b8cbcebf35 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:38.491769 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-085faf46-0280-4d31-b607-b5b8cbcebf35 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports/7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 940 time: 0.0999079 Mar 07 16:49:39.290055 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0182cda-31cc-4571-b7a6-340f74178bad req-52f9f42a-6291-4399-b855-160832ec142d tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:39.291545 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0182cda-31cc-4571-b7a6-340f74178bad req-52f9f42a-6291-4399-b855-160832ec142d tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 943 time: 0.0569792 Mar 07 16:49:39.339826 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e0182cda-31cc-4571-b7a6-340f74178bad req-8c828328-f3b1-4e43-a26f-ae4ee1a1d58e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424747 Mar 07 16:49:40.351851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333597c0-1304-4461-9fba-cfb53b063a73 req-57516f24-49a1-4a71-8c31-16f357fdce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:40.353346 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-57516f24-49a1-4a71-8c31-16f357fdce8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223&tenant_id=66f5e25a753547e1bb9f05de586cd026 HTTP/1.1" status: 200 len: 1125 time: 0.0907097 Mar 07 16:49:40.364462 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-43c2f33a-5d5c-46b3-8b66-c1402153fec9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:49:40.365445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-43c2f33a-5d5c-46b3-8b66-c1402153fec9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055592 Mar 07 16:49:40.375705 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-830010-8', 'device_owner': 'compute:nova'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:49:40.463274 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:40.510387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41bf5b-8923-42cb-b359-22fb3563e050 req-53fcb6f4-801d-43cf-ba41-b8a792d3ada1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:40.511824 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc41bf5b-8923-42cb-b359-22fb3563e050 req-53fcb6f4-801d-43cf-ba41-b8a792d3ada1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 943 time: 0.1038363 Mar 07 16:49:40.634687 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fc41bf5b-8923-42cb-b359-22fb3563e050 req-142abd42-18eb-4640-b7a4-c89d654a56b6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165531 Mar 07 16:49:40.714791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:49:40.747427 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h1-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:49:40.782559 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7890f72b-b020-45aa-880d-83364febb707 {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:49:40.790915 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Publish callbacks [] for port (7890f72b-b020-45aa-880d-83364febb707), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:40.803761 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Transition to ACTIVE for port object 7890f72b-b020-45aa-880d-83364febb707 will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:49:40.807466 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:40.883869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=9']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:49:40.898042 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.898396 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.898749 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.899123 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.899467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.899802 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.900136 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.900468 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.900799 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.901129 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.901465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.901792 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.902121 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:49:40.937282 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] No DVR routers for this DVR port 7890f72b-b020-45aa-880d-83364febb707 on host n-h1-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:49:41.083198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Attempting to bind port 7890f72b-b020-45aa-880d-83364febb707 on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:49:41.083447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Attempting to bind port 7890f72b-b020-45aa-880d-83364febb707 by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:49:41.083779 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Attempting to bind port 7890f72b-b020-45aa-880d-83364febb707 on network be65d701-f545-425a-a4b0-e4a8183af51f {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:49:41.088122 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Port 7890f72b-b020-45aa-880d-83364febb707 on network be65d701-f545-425a-a4b0-e4a8183af51f not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:49:41.088448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Attempting to bind port 7890f72b-b020-45aa-880d-83364febb707 on network be65d701-f545-425a-a4b0-e4a8183af51f {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:49:41.093297 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:49:41.093641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Checking segment: {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:49:41.094024 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Bound using segment: {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:49:41.094597 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Bound port: 7890f72b-b020-45aa-880d-83364febb707, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7443454c-b6b6-4263-91aa-7a370d0f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:49:41.094859 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:41.158013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:49:41.161593 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:49:41.167467 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:41.199663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:41.200289 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:41.201775 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 1091 time: 0.8297510 Mar 07 16:49:41.202158 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'tag': '7890f72b-b020-45aa-880d-83364febb707'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:49:41.204490 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "tag": "7890f72b-b020-45aa-880d-83364febb707"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:49:41.256819 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec66217-f8ea-40a6-b246-c8635dd88e23 x-openstack-request-id: req-bec66217-f8ea-40a6-b246-c8635dd88e23 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:49:41.257120 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "tag": "7890f72b-b020-45aa-880d-83364febb707", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:49:41.257383 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bec66217-f8ea-40a6-b246-c8635dd88e23 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:49:41.257792 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'tag': '7890f72b-b020-45aa-880d-83364febb707', 'status': 'completed', 'code': 200} Mar 07 16:49:41.258671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ede65-005c-4175-a9bd-027cb20370f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=10']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:49:41.281967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333597c0-1304-4461-9fba-cfb53b063a73 req-f193c012-0f40-4138-94f5-41ebbb2c3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:41.283542 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-f193c012-0f40-4138-94f5-41ebbb2c3ae9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1126 time: 0.0554254 Mar 07 16:49:41.384910 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333597c0-1304-4461-9fba-cfb53b063a73 req-04991ebd-ecdc-4c7b-9768-7bf6f3d5831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:41.386425 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-04991ebd-ecdc-4c7b-9768-7bf6f3d5831b service neutron] 10.222.0.11 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0969214 Mar 07 16:49:41.455422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-a51668ee-c55f-41b9-8aee-9ed9c7007714 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 999 time: 0.0620382 Mar 07 16:49:41.514168 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333597c0-1304-4461-9fba-cfb53b063a73 req-90b5182c-a7fc-4ae1-8093-321f007562bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:41.522659 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-90b5182c-a7fc-4ae1-8093-321f007562bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0613556 Mar 07 16:49:41.528966 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:41.574463 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333597c0-1304-4461-9fba-cfb53b063a73 req-b5957b45-1927-44a1-9919-b9999e79a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:41.576035 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-b5957b45-1927-44a1-9919-b9999e79a219 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467334 Mar 07 16:49:41.668166 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-7a52fe8f-1fce-4c43-b38d-e54bc957b891 service neutron] 10.222.0.11 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850649 Mar 07 16:49:41.800569 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8b426-ce3e-4592-a5d8-3e59f3733f8a req-e6f3cbb9-b079-4dff-9ec2-05922d9d0f4f tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:41.802175 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09d8b426-ce3e-4592-a5d8-3e59f3733f8a req-e6f3cbb9-b079-4dff-9ec2-05922d9d0f4f tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0986559 Mar 07 16:49:41.804433 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-a36612b4-3b27-4a22-894a-20c34796ee52 service neutron] 10.222.0.11 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301613 Mar 07 16:49:41.852776 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-09d8b426-ce3e-4592-a5d8-3e59f3733f8a req-a2da53b1-ed0e-4591-8f85-d1eacf58b38c tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450826 Mar 07 16:49:41.891212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7890f72b-b020-45aa-880d-83364febb707 no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:49:41.907127 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-7d5ac250-7a8c-4cb1-9b58-13f879b977d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:41.908748 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-7d5ac250-7a8c-4cb1-9b58-13f879b977d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1126 time: 0.0546610 Mar 07 16:49:41.939432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] The host n-h1-830010-8 is not matching for port 7890f72b-b020-45aa-880d-83364febb707 host n-h2-830010-8! {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 16:49:41.939852 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 7890f72b-b020-45aa-880d-83364febb707 not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:49:42.002785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-948f2f77-270d-4474-88a3-e68af0029af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:42.004929 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-948f2f77-270d-4474-88a3-e68af0029af7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0909417 Mar 07 16:49:42.079244 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-6941b705-255b-4347-9813-039e662d83b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 999 time: 0.0687809 Mar 07 16:49:42.981883 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469f1e-374f-498f-bd59-0935f8c95426 req-d65416b1-4c3d-48e4-9430-7d66f5ecdbca tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:42.983656 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-92469f1e-374f-498f-bd59-0935f8c95426 req-d65416b1-4c3d-48e4-9430-7d66f5ecdbca tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0566728 Mar 07 16:49:43.035731 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-92469f1e-374f-498f-bd59-0935f8c95426 req-0a05658b-8025-4ddb-96a0-ad2844cf2aad tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461774 Mar 07 16:49:44.168269 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322c2d1-7a30-4a0c-aaf0-ecafbaf3a5b3 req-5b3f97b2-9a6f-4b33-a35f-2196e3d0e64a tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:44.170100 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c322c2d1-7a30-4a0c-aaf0-ecafbaf3a5b3 req-5b3f97b2-9a6f-4b33-a35f-2196e3d0e64a tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0582888 Mar 07 16:49:44.237339 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c322c2d1-7a30-4a0c-aaf0-ecafbaf3a5b3 req-bed7a0a8-8cfd-4f47-9a85-d9a6da629fcf tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567727 Mar 07 16:49:45.356149 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a519d-2693-4a64-ba24-9c28f74e852c req-6e79ad0a-3169-40d8-9580-1e92467b2fbb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:45.357819 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c5a519d-2693-4a64-ba24-9c28f74e852c req-6e79ad0a-3169-40d8-9580-1e92467b2fbb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0565770 Mar 07 16:49:45.415978 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-7c5a519d-2693-4a64-ba24-9c28f74e852c req-d06dea23-f576-49e0-9bfb-04062a7c3cd8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525250 Mar 07 16:49:46.539967 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be20b0-1375-48a9-a4e7-973b16181222 req-171b04da-15c0-442f-ac71-52f56323953e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:46.541492 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0be20b0-1375-48a9-a4e7-973b16181222 req-171b04da-15c0-442f-ac71-52f56323953e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0554366 Mar 07 16:49:46.595762 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c0be20b0-1375-48a9-a4e7-973b16181222 req-894c2cd9-e4d3-4251-9aea-34579e607111 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482104 Mar 07 16:49:47.723827 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e18b19-97cc-4463-90b2-d93d27527c01 req-ec697dcc-bfa3-4c27-9938-3474e28198cd tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:47.725778 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c7e18b19-97cc-4463-90b2-d93d27527c01 req-ec697dcc-bfa3-4c27-9938-3474e28198cd tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0574174 Mar 07 16:49:47.778825 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c7e18b19-97cc-4463-90b2-d93d27527c01 req-02a0a88b-8cf8-4d31-948e-8fae35cf2f16 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470085 Mar 07 16:49:48.902528 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7374e-8286-4e48-9d45-a114010f94d4 req-82a00de4-960d-48ec-97ba-072acbf4d485 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:48.907276 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ef7374e-8286-4e48-9d45-a114010f94d4 req-82a00de4-960d-48ec-97ba-072acbf4d485 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0572617 Mar 07 16:49:48.958449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-0ef7374e-8286-4e48-9d45-a114010f94d4 req-dc0707de-c347-4cd9-b4e0-2504906c0d16 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455770 Mar 07 16:49:50.080546 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bb97d-8f17-40fc-9923-030adedf42f8 req-6857d4cb-ccde-48b0-946f-10dfae74ebc3 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:50.081915 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd7bb97d-8f17-40fc-9923-030adedf42f8 req-6857d4cb-ccde-48b0-946f-10dfae74ebc3 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0525179 Mar 07 16:49:50.128954 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-cd7bb97d-8f17-40fc-9923-030adedf42f8 req-8a7d1d37-3ec4-4e0e-8e22-a9a8fcb39932 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414610 Mar 07 16:49:50.434261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-ab07aef7-69a9-413d-b991-1dca2a635025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:50.435692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-ab07aef7-69a9-413d-b991-1dca2a635025 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0456231 Mar 07 16:49:50.486741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-052b2278-48a1-4c36-bae4-98cb3f5430b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:50.488318 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-052b2278-48a1-4c36-bae4-98cb3f5430b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439985 Mar 07 16:49:50.581828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-779cca6d-42a8-4557-9906-8249004acce5 service neutron] 10.222.0.11 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849390 Mar 07 16:49:50.675051 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2c79f35b-a4b0-4aae-ac9e-bcb39ca08dce req-324c5a46-a1c9-439c-946f-91e999184f89 service neutron] 10.222.0.11 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866990 Mar 07 16:49:51.248670 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c8cce-6f41-4f5d-8de1-6f790424a099 req-7b196df6-d051-46a1-81c0-fc921f621da6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:51.250178 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-413c8cce-6f41-4f5d-8de1-6f790424a099 req-7b196df6-d051-46a1-81c0-fc921f621da6 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0531902 Mar 07 16:49:51.298881 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-413c8cce-6f41-4f5d-8de1-6f790424a099 req-e916a5d0-078e-48d3-b925-a71614f2a320 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421910 Mar 07 16:49:52.419850 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499eaa4-8d9e-47e7-b9aa-ad06d0eeb9e7 req-096b0c3a-18c0-4c31-97b5-c8fc513d786a tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:52.421627 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d499eaa4-8d9e-47e7-b9aa-ad06d0eeb9e7 req-096b0c3a-18c0-4c31-97b5-c8fc513d786a tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 944 time: 0.0567467 Mar 07 16:49:52.469111 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d499eaa4-8d9e-47e7-b9aa-ad06d0eeb9e7 req-189c192a-bd84-42b2-88b0-9d6a6a05746b tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Mar 07 16:49:52.983375 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5e017f32-cab5-475a-96ea-93cab8260890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:53.361611 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7890f72b-b020-45aa-880d-83364febb707 details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:49:53.459663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:49:53.470009 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': '7890f72b-b020-45aa-880d-83364febb707', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'port_id': '7890f72b-b020-45aa-880d-83364febb707', 'mac_address': 'fa:16:3e:de:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:49:53.508154 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 7890f72b-b020-45aa-880d-83364febb707 is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:49:53.508556 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:53.521706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7890f72b-b020-45aa-880d-83364febb707 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:49:53.541597 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:49:53.545809 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:53.587634 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa140ef-370b-47e8-9fd1-30f90f114bcb req-22ce6a3f-4bf2-4261-aad2-29dbefdeff38 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:53.589130 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7aa140ef-370b-47e8-9fd1-30f90f114bcb req-22ce6a3f-4bf2-4261-aad2-29dbefdeff38 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0544546 Mar 07 16:49:53.593784 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=11']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:49:53.639623 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-7aa140ef-370b-47e8-9fd1-30f90f114bcb req-9642e884-4574-4a96-8139-0aef979e1871 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448821 Mar 07 16:49:53.781013 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['7890f72b-b020-45aa-880d-83364febb707'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:49:54.759231 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c7b48-1209-4522-ade8-23a52fbb9889 req-ef50f41e-dd19-4388-ab9d-9a819b24c6cd tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:54.760739 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f47c7b48-1209-4522-ade8-23a52fbb9889 req-ef50f41e-dd19-4388-ab9d-9a819b24c6cd tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 945 time: 0.0528686 Mar 07 16:49:54.809905 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f47c7b48-1209-4522-ade8-23a52fbb9889 req-7cf5368f-4262-4c01-85e9-3408f0f8ef7d tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436306 Mar 07 16:49:55.272854 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c618fd7-8327-4168-97c1-2a3f862079c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:55.376407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7890f72b-b020-45aa-880d-83364febb707 up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:49:55.424704 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port 7890f72b-b020-45aa-880d-83364febb707 completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:49:55.428496 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port 7890f72b-b020-45aa-880d-83364febb707 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:49:55.428874 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (7890f72b-b020-45aa-880d-83364febb707), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:55.503847 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port 7890f72b-b020-45aa-880d-83364febb707 is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:49:55.504168 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (7890f72b-b020-45aa-880d-83364febb707), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:55.526105 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7890f72b-b020-45aa-880d-83364febb707'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:49:55.528346 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba68f8cb-077c-4fc2-85ea-cd959e80d02e" -d '{"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-plugged", "status": "completed", "tag": "7890f72b-b020-45aa-880d-83364febb707"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:49:55.545733 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:49:55.549788 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (7890f72b-b020-45aa-880d-83364febb707), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:55.574060 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d2278a-afd2-46ab-a24b-b9bd1269f162 x-openstack-request-id: req-d5d2278a-afd2-46ab-a24b-b9bd1269f162 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:49:55.574355 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-plugged", "status": "completed", "tag": "7890f72b-b020-45aa-880d-83364febb707", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:49:55.574616 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5d2278a-afd2-46ab-a24b-b9bd1269f162 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:49:55.575043 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7890f72b-b020-45aa-880d-83364febb707', 'code': 200} Mar 07 16:49:55.602661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=12']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:49:55.724939 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b2b7b-c7a5-41b8-88dc-68c8a50e88b6 req-7498ae3d-e7b6-4021-9882-12eb2ae991d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:55.726540 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a04b2b7b-c7a5-41b8-88dc-68c8a50e88b6 req-7498ae3d-e7b6-4021-9882-12eb2ae991d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1128 time: 0.0480556 Mar 07 16:49:55.771020 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a04b2b7b-c7a5-41b8-88dc-68c8a50e88b6 req-c43715ac-85e7-4c8a-b4cd-fbf0379ab374 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385914 Mar 07 16:49:55.933884 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752573a-c6bb-47ad-875e-01250bebb0ec req-32258f60-f9ac-4d63-94b7-2c1498177136 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:55.935443 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5752573a-c6bb-47ad-875e-01250bebb0ec req-32258f60-f9ac-4d63-94b7-2c1498177136 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 946 time: 0.0585473 Mar 07 16:49:55.983792 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-5752573a-c6bb-47ad-875e-01250bebb0ec req-d72b9757-556a-4cc1-9b43-33878db730a9 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425575 Mar 07 16:49:56.608218 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:57.115102 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fc2de-1cfd-45af-84f5-62d5492e77d5 req-80fdb78e-30cd-4670-8631-c867df655a8f tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:57.117993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f6fc2de-1cfd-45af-84f5-62d5492e77d5 req-80fdb78e-30cd-4670-8631-c867df655a8f tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 946 time: 0.0603848 Mar 07 16:49:57.168305 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8f6fc2de-1cfd-45af-84f5-62d5492e77d5 req-39adc7e4-350e-437f-8a8c-c441cdfa17ec tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445061 Mar 07 16:49:57.409241 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:49:57.906779 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:58.288198 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2444c7-fb5f-4ee0-851e-80aa5657c09b req-88f62f15-36c5-4e71-bbfe-55d8b8f5efd0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:49:58.289710 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c2444c7-fb5f-4ee0-851e-80aa5657c09b req-88f62f15-36c5-4e71-bbfe-55d8b8f5efd0 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 946 time: 0.0538361 Mar 07 16:49:58.339004 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-1c2444c7-fb5f-4ee0-851e-80aa5657c09b req-872361fa-9162-4393-bfc4-91a302aeae82 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436816 Mar 07 16:49:59.252287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:06.891447 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:11.526302 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:22.928390 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-71d888e8-de9c-4595-adce-edece69d7c69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443537 Mar 07 16:50:22.985923 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4068114-665c-4c86-b632-5fe2c4c8ca6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:23.018754 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-a8ab8708-b745-42fe-bf46-fe88e9072ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:50:23.020304 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-a8ab8708-b745-42fe-bf46-fe88e9072ca3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1128 time: 0.0515597 Mar 07 16:50:23.125812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-e35970df-4737-4d8a-9c22-620473a30147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:50:23.127250 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-e35970df-4737-4d8a-9c22-620473a30147 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0885949 Mar 07 16:50:23.194065 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-6bd70fda-53da-4021-aa01-da4704a8f7fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 1001 time: 0.0608537 Mar 07 16:50:23.240983 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-f6ccf0e8-35f8-4f28-8c7d-399d8b69eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:50:23.242457 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-f6ccf0e8-35f8-4f28-8c7d-399d8b69eec6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0427928 Mar 07 16:50:23.291411 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-d169a5d9-8b41-4cf9-879d-a69c35cab19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:50:23.292920 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-d169a5d9-8b41-4cf9-879d-a69c35cab19f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437698 Mar 07 16:50:23.384691 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-16dfea2c-52b1-466c-bf40-5a311dbb7d47 service neutron] 10.222.0.11 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842593 Mar 07 16:50:23.472210 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-07558951-6422-4562-b9c4-9499fc69e8a3 req-c1c526bd-4759-4fff-b3e6-52d8c73bd9b2 service neutron] 10.222.0.11 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807261 Mar 07 16:50:25.279123 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8b2649ed-e4be-46a4-9130-d664d83cbaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:26.609925 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:27.908235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:29.255105 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:34.408721 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:50:36.893234 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:41.527080 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:52.986751 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ca7145e7-cb6e-4e55-b2e5-c0bdee3a5d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:55.270005 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dab3daf0-60a1-4b86-a5ff-e808ca8a8fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:56.612540 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:57.913687 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:59.257323 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:06.906526 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:09.130888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55598) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:09.288728 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Deleting port ea869aa9-8312-4d2e-830a-606ad40c45a1 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:51:09.289070 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ea869aa9-8312-4d2e-830a-606ad40c45a1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:09.366137 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ea869aa9-8312-4d2e-830a-606ad40c45a1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:09.366460 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for floatingip (ea869aa9-8312-4d2e-830a-606ad40c45a1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:09.377906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Calling delete_port for ea869aa9-8312-4d2e-830a-606ad40c45a1 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:51:09.522426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ea869aa9-8312-4d2e-830a-606ad40c45a1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:09.548909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event deleted for resources: {'Port': ['ID=ea869aa9-8312-4d2e-830a-606ad40c45a1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:09.575387 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.575750 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.576107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.576448 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.576791 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.577132 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.577475 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.577812 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.578146 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.578477 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.578820 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.579173 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.579505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:09.617487 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for floatingip (3d18315b-e0a2-41d9-95ba-5704a2d7d0c6), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:09.617812 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Floating IP 3d18315b-e0a2-41d9-95ba-5704a2d7d0c6 disassociated (deleted). External IP: 172.25.4.209, port: 7890f72b-b020-45aa-880d-83364febb707. Mar 07 16:51:09.829111 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Router 3efefca1-999d-4143-950e-5aa297579b63 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:51:09.937660 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:51:09.942627 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:09.946946 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] Sync routers for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:51:09.956643 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:09.957281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:50:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:09.973984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9e646f8b-6f6b-4e3e-8422-af0bc0785a84 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "DELETE /v2.0/floatingips/3d18315b-e0a2-41d9-95ba-5704a2d7d0c6 HTTP/1.1" status: 204 len: 168 time: 0.8419929 Mar 07 16:51:09.974659 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'tag': '7890f72b-b020-45aa-880d-83364febb707'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:51:09.977124 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1757d908-71df-4119-9637-46afc751c438" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "tag": "7890f72b-b020-45aa-880d-83364febb707"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:51:10.078669 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:10.082417 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f96737b-c152-494d-b546-2c126e3e3f77 x-openstack-request-id: req-7f96737b-c152-494d-b546-2c126e3e3f77 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:51:10.082748 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "tag": "7890f72b-b020-45aa-880d-83364febb707", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:51:10.083145 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f96737b-c152-494d-b546-2c126e3e3f77 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:51:10.083568 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'tag': '7890f72b-b020-45aa-880d-83364febb707', 'status': 'completed', 'code': 200} Mar 07 16:51:10.172305 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757d908-71df-4119-9637-46afc751c438 req-7b27588a-65b5-4e54-afbf-48aa7b9b368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:10.174117 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1757d908-71df-4119-9637-46afc751c438 req-7b27588a-65b5-4e54-afbf-48aa7b9b368d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f5e25a753547e1bb9f05de586cd026&device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 1128 time: 0.0530107 Mar 07 16:51:10.228431 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd94d5-f7ad-4023-af25-ee872aad04be req-c8483fad-853f-4043-8178-ad5837d495ba tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:10.231447 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aacd94d5-f7ad-4023-af25-ee872aad04be req-c8483fad-853f-4043-8178-ad5837d495ba tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 946 time: 0.0585103 Mar 07 16:51:10.278099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757d908-71df-4119-9637-46afc751c438 req-7c2e8212-bb00-40ca-b6b3-c0cb3acde4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:10.279643 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1757d908-71df-4119-9637-46afc751c438 req-7c2e8212-bb00-40ca-b6b3-c0cb3acde4a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 200 len: 909 time: 0.0992379 Mar 07 16:51:10.289599 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-aacd94d5-f7ad-4023-af25-ee872aad04be req-a403544d-795f-41e0-9101-e1a084acf22a tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516334 Mar 07 16:51:10.299953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 5, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:10.327348 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] Checking router: 3efefca1-999d-4143-950e-5aa297579b63 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:51:10.330066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1757d908-71df-4119-9637-46afc751c438 req-92da08b7-6e3c-4cf0-825c-3fd07c192801 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 200 len: 217 time: 0.0430577 Mar 07 16:51:10.335980 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:10.336645 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:50:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:10.378609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757d908-71df-4119-9637-46afc751c438 req-f3b1661e-7fe2-4139-9b37-771cbb198ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:10.380103 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1757d908-71df-4119-9637-46afc751c438 req-f3b1661e-7fe2-4139-9b37-771cbb198ec0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 200 len: 847 time: 0.0443823 Mar 07 16:51:10.431447 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757d908-71df-4119-9637-46afc751c438 req-55ff54b9-4482-43fc-83b0-d1dc837e23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:10.433773 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1757d908-71df-4119-9637-46afc751c438 req-55ff54b9-4482-43fc-83b0-d1dc837e23fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be65d701-f545-425a-a4b0-e4a8183af51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471630 Mar 07 16:51:10.451329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:10.531279 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1757d908-71df-4119-9637-46afc751c438 req-cd65c735-9b1b-41d2-bb93-6261a34854c9 service neutron] 10.222.0.11 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896497 Mar 07 16:51:10.621144 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-1757d908-71df-4119-9637-46afc751c438 req-f6379426-9beb-43a5-98b9-e00787b13130 service neutron] 10.222.0.11 "GET /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832648 Mar 07 16:51:10.649063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 5, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:10.681431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99daca23-50d6-46c3-be4d-482a4e6d30cb None None] The sync data for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 is: [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:46:07Z', 'revision_number': 4, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1', 'name': '', 'network_id': 'be65d701-f545-425a-a4b0-e4a8183af51f', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'mac_address': 'fa:16:3e:84:48:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:06Z', 'updated_at': '2022-03-07T16:46:12Z', 'revision_number': 5, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'subnets': [{'id': 'fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:51:10.905648 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e311a65-5546-448b-8c4a-1d2383305650 None None] New status for floating IP 3d18315b-e0a2-41d9-95ba-5704a2d7d0c6: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:51:11.407910 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:51:11.412883 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42109f94-c11c-4772-b296-837144074756 req-7781cb33-ceb9-46af-90f8-0c0e6563890b tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:11.414386 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42109f94-c11c-4772-b296-837144074756 req-7781cb33-ceb9-46af-90f8-0c0e6563890b tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 946 time: 0.0549860 Mar 07 16:51:11.495423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-42109f94-c11c-4772-b296-837144074756 req-4a0a0b28-e23b-4c79-86c8-2eea6db5ed2d tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "GET /v2.0/security-groups?id=e799919e-979c-4059-845f-0f958e373807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708725 Mar 07 16:51:11.502255 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-68593638-b9f2-4a2d-a48b-33fd2c3481ed tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:11.503746 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-68593638-b9f2-4a2d-a48b-33fd2c3481ed tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4ee0208-6747-4316-906c-74662632f223 HTTP/1.1" status: 200 len: 946 time: 0.0884328 Mar 07 16:51:11.532431 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:11.595753 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Deleting port 7890f72b-b020-45aa-880d-83364febb707 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:51:11.596094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7890f72b-b020-45aa-880d-83364febb707), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:11.687601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] For port 7890f72b-b020-45aa-880d-83364febb707, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=7890f72b-b020-45aa-880d-83364febb707,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:11.687988 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7890f72b-b020-45aa-880d-83364febb707), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:11.700892 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Calling delete_port for 7890f72b-b020-45aa-880d-83364febb707 owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:51:11.829272 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7890f72b-b020-45aa-880d-83364febb707), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:11.857005 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event deleted for resources: {'Port': ['ID=7890f72b-b020-45aa-880d-83364febb707,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:11.898980 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] No DVR routers for this DVR port 7890f72b-b020-45aa-880d-83364febb707 on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:51:11.901614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:11.904987 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-eaa40d7f-dc45-4c44-b9aa-fc1fe51dec9c req-6b0450d8-f7b6-4f6d-b706-9aa159b2b73e tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.11 "DELETE /v2.0/ports/7890f72b-b020-45aa-880d-83364febb707 HTTP/1.1" status: 204 len: 173 time: 0.3964679 Mar 07 16:51:12.085176 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-deleted', 'tag': '7890f72b-b020-45aa-880d-83364febb707'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:51:12.087933 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b7511b-e17f-480b-8e0c-b6747f450055" -d '{"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-deleted", "tag": "7890f72b-b020-45aa-880d-83364febb707"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:51:12.124527 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f03de54-42d4-46fe-bb54-9fbdd76de525 x-openstack-request-id: req-0f03de54-42d4-46fe-bb54-9fbdd76de525 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:51:12.124832 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ee0208-6747-4316-906c-74662632f223", "name": "network-vif-deleted", "tag": "7890f72b-b020-45aa-880d-83364febb707", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:51:12.125092 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f03de54-42d4-46fe-bb54-9fbdd76de525 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:51:12.125503 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ee0208-6747-4316-906c-74662632f223', 'name': 'network-vif-deleted', 'tag': '7890f72b-b020-45aa-880d-83364febb707', 'status': 'completed', 'code': 200} Mar 07 16:51:12.552020 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55620) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:12.647713 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95fa99f0-23b5-4edd-8f2a-4e1fdf371980 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (e799919e-979c-4059-845f-0f958e373807), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:12.674723 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95fa99f0-23b5-4edd-8f2a-4e1fdf371980 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (e799919e-979c-4059-845f-0f958e373807), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:12.741779 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95fa99f0-23b5-4edd-8f2a-4e1fdf371980 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (e799919e-979c-4059-845f-0f958e373807), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:12.744706 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-95fa99f0-23b5-4edd-8f2a-4e1fdf371980 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:12.746422 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-95fa99f0-23b5-4edd-8f2a-4e1fdf371980 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "DELETE /v2.0/security-groups/e799919e-979c-4059-845f-0f958e373807 HTTP/1.1" status: 204 len: 168 time: 0.1932576 Mar 07 16:51:12.755426 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa99f0-23b5-4edd-8f2a-4e1fdf371980 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e799919e-979c-4059-845f-0f958e373807,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:13.005301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55628) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:13.009816 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-2794ef6d-b489-48e1-b760-31eb0137bec8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841247419', 'description': 'tempest-secgroup-smoke-841247419 description', 'project_id': '66f5e25a753547e1bb9f05de586cd026'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:13.030251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2794ef6d-b489-48e1-b760-31eb0137bec8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.096897 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2794ef6d-b489-48e1-b760-31eb0137bec8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (6a48eece-0e10-461b-9cd6-537a9e86aa35), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.100528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2794ef6d-b489-48e1-b760-31eb0137bec8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6a48eece-0e10-461b-9cd6-537a9e86aa35), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.130331 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-2794ef6d-b489-48e1-b760-31eb0137bec8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.131581 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2794ef6d-b489-48e1-b760-31eb0137bec8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1252446 Mar 07 16:51:13.133391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794ef6d-b489-48e1-b760-31eb0137bec8 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a48eece-0e10-461b-9cd6-537a9e86aa35,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:13.134551 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55630) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:13.139253 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': '6a48eece-0e10-461b-9cd6-537a9e86aa35', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:13.163619 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (31dca9dc-2c36-40ec-8c80-f191fe8508ff), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.218324 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (31dca9dc-2c36-40ec-8c80-f191fe8508ff), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.221989 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (31dca9dc-2c36-40ec-8c80-f191fe8508ff), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.242496 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31dca9dc-2c36-40ec-8c80-f191fe8508ff,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:13.248760 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.249944 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142719 Mar 07 16:51:13.252861 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55632) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:13.255466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.255821 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.256164 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.256503 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.256840 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.257171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.257456 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-a20dc154-d776-4875-b532-4a02e96d85d1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': '6a48eece-0e10-461b-9cd6-537a9e86aa35', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:13.257565 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.257812 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.258138 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.258464 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.258807 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.259143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.259466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c80a4cd-ca18-4838-bd2b-7577a9f60e73 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:13.282493 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a20dc154-d776-4875-b532-4a02e96d85d1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (9088ff1d-c4df-4b91-ab15-e3dcec43554a), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.338290 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a20dc154-d776-4875-b532-4a02e96d85d1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (9088ff1d-c4df-4b91-ab15-e3dcec43554a), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.341885 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a20dc154-d776-4875-b532-4a02e96d85d1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (9088ff1d-c4df-4b91-ab15-e3dcec43554a), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.359011 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dc154-d776-4875-b532-4a02e96d85d1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9088ff1d-c4df-4b91-ab15-e3dcec43554a,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:13.366447 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a20dc154-d776-4875-b532-4a02e96d85d1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.367692 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a20dc154-d776-4875-b532-4a02e96d85d1 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138232 Mar 07 16:51:13.370953 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55634) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:13.375169 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ba0d2944-a40a-4702-b162-abd5c9c1dd32 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': '6a48eece-0e10-461b-9cd6-537a9e86aa35', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:13.399262 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2944-a40a-4702-b162-abd5c9c1dd32 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (c02792a6-c027-443f-8dd6-c98ec31fc1ce), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.454765 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2944-a40a-4702-b162-abd5c9c1dd32 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (c02792a6-c027-443f-8dd6-c98ec31fc1ce), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.458326 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2944-a40a-4702-b162-abd5c9c1dd32 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (c02792a6-c027-443f-8dd6-c98ec31fc1ce), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.473045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d2944-a40a-4702-b162-abd5c9c1dd32 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02792a6-c027-443f-8dd6-c98ec31fc1ce,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:13.484011 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2944-a40a-4702-b162-abd5c9c1dd32 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.485220 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ba0d2944-a40a-4702-b162-abd5c9c1dd32 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133518 Mar 07 16:51:13.487987 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55636) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:13.492219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-476b6c5e-e3b5-4774-8591-d73a66eefa43 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': '6a48eece-0e10-461b-9cd6-537a9e86aa35', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:13.517136 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-476b6c5e-e3b5-4774-8591-d73a66eefa43 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (1f720d39-3434-4a26-a0f4-3f14d9c2127c), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.576993 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-476b6c5e-e3b5-4774-8591-d73a66eefa43 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (1f720d39-3434-4a26-a0f4-3f14d9c2127c), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.580478 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-476b6c5e-e3b5-4774-8591-d73a66eefa43 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (1f720d39-3434-4a26-a0f4-3f14d9c2127c), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.600621 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b6c5e-e3b5-4774-8591-d73a66eefa43 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f720d39-3434-4a26-a0f4-3f14d9c2127c,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:13.607313 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-476b6c5e-e3b5-4774-8591-d73a66eefa43 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.608358 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-476b6c5e-e3b5-4774-8591-d73a66eefa43 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194556 Mar 07 16:51:13.611167 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55638) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:13.615805 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-49db893b-9dcc-4bdc-82e1-530547f923eb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': '6a48eece-0e10-461b-9cd6-537a9e86aa35', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:13.635725 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-49db893b-9dcc-4bdc-82e1-530547f923eb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Project 66f5e25a753547e1bb9f05de586cd026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:51:13.640528 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49db893b-9dcc-4bdc-82e1-530547f923eb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (eca3cc81-d1e1-4b59-9b61-ffe8a3d85c4d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.697275 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49db893b-9dcc-4bdc-82e1-530547f923eb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (eca3cc81-d1e1-4b59-9b61-ffe8a3d85c4d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.701068 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49db893b-9dcc-4bdc-82e1-530547f923eb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (eca3cc81-d1e1-4b59-9b61-ffe8a3d85c4d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.718028 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db893b-9dcc-4bdc-82e1-530547f923eb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca3cc81-d1e1-4b59-9b61-ffe8a3d85c4d,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:13.726295 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-49db893b-9dcc-4bdc-82e1-530547f923eb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.727521 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-49db893b-9dcc-4bdc-82e1-530547f923eb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151776 Mar 07 16:51:13.730875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55640) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:13.735115 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-fe67ae66-2617-409d-afe2-7ba2e3222acb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Request body: {'security_group_rule': {'security_group_id': '6a48eece-0e10-461b-9cd6-537a9e86aa35', 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:13.754707 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-fe67ae66-2617-409d-afe2-7ba2e3222acb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Project 66f5e25a753547e1bb9f05de586cd026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:51:13.759391 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe67ae66-2617-409d-afe2-7ba2e3222acb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (cfb699f8-10e4-48b3-86f8-30d933f4a5a8), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.816210 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe67ae66-2617-409d-afe2-7ba2e3222acb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (cfb699f8-10e4-48b3-86f8-30d933f4a5a8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.819598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe67ae66-2617-409d-afe2-7ba2e3222acb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (cfb699f8-10e4-48b3-86f8-30d933f4a5a8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.837502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ae66-2617-409d-afe2-7ba2e3222acb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb699f8-10e4-48b3-86f8-30d933f4a5a8,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:13.843281 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fe67ae66-2617-409d-afe2-7ba2e3222acb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:13.846946 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fe67ae66-2617-409d-afe2-7ba2e3222acb tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1126721 Mar 07 16:51:15.455459 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55700) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:15.513857 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a0e82f50-6861-4e58-a123-a2eb163e0252 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (6a48eece-0e10-461b-9cd6-537a9e86aa35), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:15.537809 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a0e82f50-6861-4e58-a123-a2eb163e0252 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (6a48eece-0e10-461b-9cd6-537a9e86aa35), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:15.598614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a0e82f50-6861-4e58-a123-a2eb163e0252 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (6a48eece-0e10-461b-9cd6-537a9e86aa35), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:15.601426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a0e82f50-6861-4e58-a123-a2eb163e0252 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:15.602593 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a0e82f50-6861-4e58-a123-a2eb163e0252 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] 10.222.0.24 "DELETE /v2.0/security-groups/6a48eece-0e10-461b-9cd6-537a9e86aa35 HTTP/1.1" status: 204 len: 168 time: 0.1461475 Mar 07 16:51:15.611730 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e82f50-6861-4e58-a123-a2eb163e0252 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a48eece-0e10-461b-9cd6-537a9e86aa35,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:15.638628 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55704) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:15.708827 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7890f72b-b020-45aa-880d-83364febb707 no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:51:15.729666 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: 7890f72b-b020-45aa-880d-83364febb707 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:51:15.730701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device 7890f72b-b020-45aa-880d-83364febb707 not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:51:16.381787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (3efefca1-999d-4143-950e-5aa297579b63), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:16.623569 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Deleting port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:51:16.624251 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:16.704415 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] For port fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:16.704776 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:16.716777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Calling delete_port for fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:51:16.897226 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:16.929573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:17.097179 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (3efefca1-999d-4143-950e-5aa297579b63), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:17.316517 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Router 3efefca1-999d-4143-950e-5aa297579b63 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:51:17.437932 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:51:17.442944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-37159e56-d244-40c3-8ca0-2b42f00c5314 admin admin] 10.222.0.24 "PUT /v2.0/routers/3efefca1-999d-4143-950e-5aa297579b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8038850 Mar 07 16:51:17.445512 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55708) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:17.446576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] Sync routers for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:51:17.456920 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:17.457522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:50:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:17.552860 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks [] for router (3efefca1-999d-4143-950e-5aa297579b63), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:17.562509 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:17.657963 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks [] for router_gateway (3efefca1-999d-4143-950e-5aa297579b63), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:17.711161 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Deleting port 58c5fc47-a594-4943-960c-7d68b6fc34b7 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:51:17.711576 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:17.743368 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:51:16Z', 'revision_number': 5, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port': {'id': '58c5fc47-a594-4943-960c-7d68b6fc34b7', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efefca1-999d-4143-950e-5aa297579b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:05Z', 'updated_at': '2022-03-07T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:17.771143 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] Checking router: 3efefca1-999d-4143-950e-5aa297579b63 for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:51:17.780554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] Routers {'3efefca1-999d-4143-950e-5aa297579b63'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:17.781157 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:50:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['3efefca1-999d-4143-950e-5aa297579b63'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:17.795151 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] For port 58c5fc47-a594-4943-960c-7d68b6fc34b7, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=58c5fc47-a594-4943-960c-7d68b6fc34b7,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:17.795573 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:17.807964 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Calling delete_port for 58c5fc47-a594-4943-960c-7d68b6fc34b7 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:51:17.871899 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] Set router 3efefca1-999d-4143-950e-5aa297579b63 gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:17.926570 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:51:17Z', 'revision_number': 6, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:17.953508 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcb92cb-a22f-4b53-81ac-1fdf48fa684c None None] The sync data for ids ['3efefca1-999d-4143-950e-5aa297579b63'] in n-d-830010-8 is: [{'id': '3efefca1-999d-4143-950e-5aa297579b63', 'name': 'tempest-TestShelveInstance-439484208-router', 'tenant_id': '66f5e25a753547e1bb9f05de586cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:04Z', 'updated_at': '2022-03-07T16:51:17Z', 'revision_number': 6, 'project_id': '66f5e25a753547e1bb9f05de586cd026', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:51:17.987887 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (58c5fc47-a594-4943-960c-7d68b6fc34b7), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.014045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=58c5fc47-a594-4943-960c-7d68b6fc34b7,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:18.081193 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (3efefca1-999d-4143-950e-5aa297579b63), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.174773 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (3efefca1-999d-4143-950e-5aa297579b63), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.176889 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks [] for router_controller (3efefca1-999d-4143-950e-5aa297579b63), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.219999 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (3efefca1-999d-4143-950e-5aa297579b63), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.220609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3efefca1-999d-4143-950e-5aa297579b63 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:51:18.224974 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.226099 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-d063a22b-cf23-4a91-a5ff-dabbfb601a2d admin admin] 10.222.0.24 "DELETE /v2.0/routers/3efefca1-999d-4143-950e-5aa297579b63 HTTP/1.1" status: 204 len: 168 time: 0.7796299 Mar 07 16:51:18.229445 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55710) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:18.272849 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6667321f-0ff2-49f8-bda9-13474208ab0f admin admin] Deleting subnet fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:51:18.275801 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6667321f-0ff2-49f8-bda9-13474208ab0f admin admin] Publish callbacks [] for subnet (fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.310364 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6667321f-0ff2-49f8-bda9-13474208ab0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.389433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6667321f-0ff2-49f8-bda9-13474208ab0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.443523 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6667321f-0ff2-49f8-bda9-13474208ab0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.469193 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667321f-0ff2-49f8-bda9-13474208ab0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:18.475066 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6667321f-0ff2-49f8-bda9-13474208ab0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.478301 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6667321f-0ff2-49f8-bda9-13474208ab0f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fa44aea9-7b44-4dfd-b4cc-f6fd41fc0377 HTTP/1.1" status: 204 len: 168 time: 0.2480483 Mar 07 16:51:18.481218 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87812c7-ab6b-4dc1-95b8-611e52dfda19 None None] Network be65d701-f545-425a-a4b0-e4a8183af51f requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:51:18.481747 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55712) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:18.556423 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (be65d701-f545-425a-a4b0-e4a8183af51f), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.613960 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Deleting port ba20ff49-3a56-4904-acf6-7b834d112865 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:51:18.614304 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.686372 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] For port ba20ff49-3a56-4904-acf6-7b834d112865, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=ba20ff49-3a56-4904-acf6-7b834d112865,segment=NetworkSegment(7443454c-b6b6-4263-91aa-7a370d0f23a0),segment_id=7443454c-b6b6-4263-91aa-7a370d0f23a0)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:18.687096 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.707349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Calling delete_port for ba20ff49-3a56-4904-acf6-7b834d112865 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:51:18.798406 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (ba20ff49-3a56-4904-acf6-7b834d112865), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.826044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba20ff49-3a56-4904-acf6-7b834d112865,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:18.827915 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] No DVR routers for this DVR port ba20ff49-3a56-4904-acf6-7b834d112865 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:51:18.829561 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f1da8-af18-4904-88bd-2ac1e0fa0474 None None] DHCP port deletion for be65d701-f545-425a-a4b0-e4a8183af51f request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:51:18.900461 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:51:18.903362 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (be65d701-f545-425a-a4b0-e4a8183af51f), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.920725 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:51:18.921075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device fec9b37d-c87a-4a0a-80b8-d46ec9ce6bd1 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:51:18.921757 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ba20ff49-3a56-4904-acf6-7b834d112865 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:51:18.924060 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be65d701-f545-425a-a4b0-e4a8183af51f']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:18.933608 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7443454c-b6b6-4263-91aa-7a370d0f23a0') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:18.933897 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7443454c-b6b6-4263-91aa-7a370d0f23a0') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:18.940319 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: ba20ff49-3a56-4904-acf6-7b834d112865 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:51:18.940670 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device ba20ff49-3a56-4904-acf6-7b834d112865 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:51:18.941088 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 58c5fc47-a594-4943-960c-7d68b6fc34b7 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:51:18.949480 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (7443454c-b6b6-4263-91aa-7a370d0f23a0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.957673 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (7443454c-b6b6-4263-91aa-7a370d0f23a0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.960755 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 58c5fc47-a594-4943-960c-7d68b6fc34b7 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:51:18.961120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 58c5fc47-a594-4943-960c-7d68b6fc34b7 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:51:18.964949 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:51:18.965366 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (7443454c-b6b6-4263-91aa-7a370d0f23a0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:51:18.966963 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:51:19.024152 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (be65d701-f545-425a-a4b0-e4a8183af51f), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:19.030501 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:19.033663 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/be65d701-f545-425a-a4b0-e4a8183af51f HTTP/1.1" status: 204 len: 168 time: 0.5511374 Mar 07 16:51:19.036720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55714) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:19.044419 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46d2d8-0944-4811-8d3d-729b837db0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=be65d701-f545-425a-a4b0-e4a8183af51f,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:19.384296 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (18c6f157-033c-49c5-9d54-b94098f35e50), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:19.628955 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Deleting port 42169a8a-b296-46dd-a285-3cad2835e883 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:51:19.629212 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (42169a8a-b296-46dd-a285-3cad2835e883), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:19.705001 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] For port 42169a8a-b296-46dd-a285-3cad2835e883, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=42169a8a-b296-46dd-a285-3cad2835e883,segment=NetworkSegment(10835d58-5a3f-4ce4-9d8a-9c87d3aac98a),segment_id=10835d58-5a3f-4ce4-9d8a-9c87d3aac98a)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:19.705369 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (42169a8a-b296-46dd-a285-3cad2835e883), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:19.717947 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Calling delete_port for 42169a8a-b296-46dd-a285-3cad2835e883 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:51:19.896138 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (42169a8a-b296-46dd-a285-3cad2835e883), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:19.923261 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Pushing event deleted for resources: {'Port': ['ID=42169a8a-b296-46dd-a285-3cad2835e883,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:20.096584 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (18c6f157-033c-49c5-9d54-b94098f35e50), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:20.604236 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Router 18c6f157-033c-49c5-9d54-b94098f35e50 has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:51:20.716632 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:51:20.721592 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-980c6281-30cf-46ff-81b8-e0bf49d4f59e admin admin] 10.222.0.24 "PUT /v2.0/routers/18c6f157-033c-49c5-9d54-b94098f35e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6838262 Mar 07 16:51:20.724233 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55716) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:20.725121 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] Sync routers for ids ['18c6f157-033c-49c5-9d54-b94098f35e50'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:51:20.735720 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] Routers {'18c6f157-033c-49c5-9d54-b94098f35e50'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:20.736352 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:50:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['18c6f157-033c-49c5-9d54-b94098f35e50'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:20.828953 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks [] for router (18c6f157-033c-49c5-9d54-b94098f35e50), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:20.840906 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] Set router 18c6f157-033c-49c5-9d54-b94098f35e50 gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:20.935130 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks [] for router_gateway (18c6f157-033c-49c5-9d54-b94098f35e50), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:20.991901 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Deleting port 65882ad5-a19d-4f46-a7a2-c659f7186e79 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:51:20.992230 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.021023 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:51:19Z', 'revision_number': 5, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'gw_port': {'id': '65882ad5-a19d-4f46-a7a2-c659f7186e79', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:21.047318 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] Checking router: 18c6f157-033c-49c5-9d54-b94098f35e50 for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:51:21.055502 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] Routers {'18c6f157-033c-49c5-9d54-b94098f35e50'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:21.056100 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:50:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['18c6f157-033c-49c5-9d54-b94098f35e50'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:21.071349 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] For port 65882ad5-a19d-4f46-a7a2-c659f7186e79, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=65882ad5-a19d-4f46-a7a2-c659f7186e79,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:21.071711 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.083793 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Calling delete_port for 65882ad5-a19d-4f46-a7a2-c659f7186e79 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:51:21.233852 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] Set router 18c6f157-033c-49c5-9d54-b94098f35e50 gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:21.255318 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (65882ad5-a19d-4f46-a7a2-c659f7186e79), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.286049 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=65882ad5-a19d-4f46-a7a2-c659f7186e79,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:21.289896 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:51:20Z', 'revision_number': 6, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:21.317348 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4323c2-e4ae-43e9-8243-73d06cd854e3 None None] The sync data for ids ['18c6f157-033c-49c5-9d54-b94098f35e50'] in n-d-830010-8 is: [{'id': '18c6f157-033c-49c5-9d54-b94098f35e50', 'name': 'tempest-TestShelveInstance-992709239-router', 'tenant_id': '8b592449a1c54da98cfa69ce921a2db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:46:09Z', 'updated_at': '2022-03-07T16:51:20Z', 'revision_number': 6, 'project_id': '8b592449a1c54da98cfa69ce921a2db1', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:51:21.347891 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (18c6f157-033c-49c5-9d54-b94098f35e50), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.439598 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (18c6f157-033c-49c5-9d54-b94098f35e50), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.441691 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks [] for router_controller (18c6f157-033c-49c5-9d54-b94098f35e50), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.488414 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (18c6f157-033c-49c5-9d54-b94098f35e50), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.488868 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18c6f157-033c-49c5-9d54-b94098f35e50 {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:51:21.493679 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.495378 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-22925ce8-ccac-476f-9e53-657a424fbb23 admin admin] 10.222.0.24 "DELETE /v2.0/routers/18c6f157-033c-49c5-9d54-b94098f35e50 HTTP/1.1" status: 204 len: 168 time: 0.7696252 Mar 07 16:51:21.498044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55718) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:21.542015 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5a94e6-bd7e-4967-8cf7-31903811bcd9 admin admin] Deleting subnet 77e3207e-abdb-4264-b465-8aa16b47f8ea {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:51:21.544756 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94e6-bd7e-4967-8cf7-31903811bcd9 admin admin] Publish callbacks [] for subnet (77e3207e-abdb-4264-b465-8aa16b47f8ea), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.578505 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94e6-bd7e-4967-8cf7-31903811bcd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (77e3207e-abdb-4264-b465-8aa16b47f8ea), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.655970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94e6-bd7e-4967-8cf7-31903811bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (77e3207e-abdb-4264-b465-8aa16b47f8ea), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.718220 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94e6-bd7e-4967-8cf7-31903811bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (77e3207e-abdb-4264-b465-8aa16b47f8ea), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.742223 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a94e6-bd7e-4967-8cf7-31903811bcd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e3207e-abdb-4264-b465-8aa16b47f8ea,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:21.748418 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94e6-bd7e-4967-8cf7-31903811bcd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.751674 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5c5a94e6-bd7e-4967-8cf7-31903811bcd9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/77e3207e-abdb-4264-b465-8aa16b47f8ea HTTP/1.1" status: 204 len: 168 time: 0.2526560 Mar 07 16:51:21.754222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55720) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:21.758203 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a7a7b-3c03-4df3-bf53-3e9ad4b2551d None None] Network 186a9631-fcbe-4d07-9046-62c65365fe14 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:51:21.822145 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (186a9631-fcbe-4d07-9046-62c65365fe14), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.887829 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Deleting port 7092b5d3-66fc-4e78-ac85-d891f6db9dff {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:51:21.888181 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.951486 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] For port 7092b5d3-66fc-4e78-ac85-d891f6db9dff, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=7092b5d3-66fc-4e78-ac85-d891f6db9dff,segment=NetworkSegment(10835d58-5a3f-4ce4-9d8a-9c87d3aac98a),segment_id=10835d58-5a3f-4ce4-9d8a-9c87d3aac98a)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:21.951843 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:21.963777 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Calling delete_port for 7092b5d3-66fc-4e78-ac85-d891f6db9dff owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:51:22.045904 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (7092b5d3-66fc-4e78-ac85-d891f6db9dff), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.095616 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e328484-e4b1-4dd5-8364-17d74366d076 None None] DHCP port deletion for 186a9631-fcbe-4d07-9046-62c65365fe14 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:51:22.384872 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7092b5d3-66fc-4e78-ac85-d891f6db9dff,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:22.390497 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] No DVR routers for this DVR port 7092b5d3-66fc-4e78-ac85-d891f6db9dff on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:51:22.459717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (186a9631-fcbe-4d07-9046-62c65365fe14), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.480741 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186a9631-fcbe-4d07-9046-62c65365fe14']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:22.489989 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:22.490285 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10835d58-5a3f-4ce4-9d8a-9c87d3aac98a') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:22.503704 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (10835d58-5a3f-4ce4-9d8a-9c87d3aac98a), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.516475 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (10835d58-5a3f-4ce4-9d8a-9c87d3aac98a), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.522157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:51:22.522541 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (10835d58-5a3f-4ce4-9d8a-9c87d3aac98a), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:51:22.524239 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:51:22.578981 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (186a9631-fcbe-4d07-9046-62c65365fe14), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.584519 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.587753 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/186a9631-fcbe-4d07-9046-62c65365fe14 HTTP/1.1" status: 204 len: 168 time: 0.8326080 Mar 07 16:51:22.599959 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023fae2-c7d4-4939-9239-5f9ffe25b5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=186a9631-fcbe-4d07-9046-62c65365fe14,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:22.697663 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55724) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:22.737284 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-c6ec91b8-0614-4893-9354-1deec99a9e29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66f5e25a753547e1bb9f05de586cd026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384068 Mar 07 16:51:22.739687 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55726) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:22.788433 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-433ff2ca-a930-439c-8e7d-6aa22fd9cb9f admin admin] Publish callbacks [] for security_group (0b1c3c20-52de-46db-ab17-9ba93393f576), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.813884 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-433ff2ca-a930-439c-8e7d-6aa22fd9cb9f admin admin] Publish callbacks [] for security_group (0b1c3c20-52de-46db-ab17-9ba93393f576), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.863172 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-433ff2ca-a930-439c-8e7d-6aa22fd9cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (0b1c3c20-52de-46db-ab17-9ba93393f576), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.865723 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-433ff2ca-a930-439c-8e7d-6aa22fd9cb9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.868118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-433ff2ca-a930-439c-8e7d-6aa22fd9cb9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b1c3c20-52de-46db-ab17-9ba93393f576 HTTP/1.1" status: 204 len: 168 time: 0.1262698 Mar 07 16:51:22.878402 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff2ca-a930-439c-8e7d-6aa22fd9cb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1c3c20-52de-46db-ab17-9ba93393f576,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:22.900462 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 65882ad5-a19d-4f46-a7a2-c659f7186e79 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:51:22.926867 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 65882ad5-a19d-4f46-a7a2-c659f7186e79 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:51:22.927224 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 65882ad5-a19d-4f46-a7a2-c659f7186e79 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:51:22.927653 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 42169a8a-b296-46dd-a285-3cad2835e883 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:51:22.946691 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 42169a8a-b296-46dd-a285-3cad2835e883 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:51:22.947067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 42169a8a-b296-46dd-a285-3cad2835e883 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:51:22.947491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7092b5d3-66fc-4e78-ac85-d891f6db9dff no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:51:22.967091 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 7092b5d3-66fc-4e78-ac85-d891f6db9dff {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:51:22.967445 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 7092b5d3-66fc-4e78-ac85-d891f6db9dff not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:51:22.988637 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b3506a6-68d4-4fce-b4b8-b1147720cc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:23.201325 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55732) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:23.240505 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-2d831923-57b3-4f85-8bb6-687a3639e2b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b592449a1c54da98cfa69ce921a2db1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380163 Mar 07 16:51:23.242906 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55734) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:23.288159 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e6010ac-ebae-4c52-9643-ef037ffbbd93 admin admin] Publish callbacks [] for security_group (2ea40f0b-bc57-47bf-962c-d87eab2988e1), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:23.309740 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e6010ac-ebae-4c52-9643-ef037ffbbd93 admin admin] Publish callbacks [] for security_group (2ea40f0b-bc57-47bf-962c-d87eab2988e1), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:23.355970 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e6010ac-ebae-4c52-9643-ef037ffbbd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2ea40f0b-bc57-47bf-962c-d87eab2988e1), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:23.358783 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1e6010ac-ebae-4c52-9643-ef037ffbbd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:23.359944 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1e6010ac-ebae-4c52-9643-ef037ffbbd93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ea40f0b-bc57-47bf-962c-d87eab2988e1 HTTP/1.1" status: 204 len: 168 time: 0.1161511 Mar 07 16:51:23.367525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6010ac-ebae-4c52-9643-ef037ffbbd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea40f0b-bc57-47bf-962c-d87eab2988e1,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:24.005044 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55756) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:24.100825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1865883197-network', 'tenant_id': '312a3c815347437c8caae455a2c21357'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:24.119243 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Made reservation on behalf of 312a3c815347437c8caae455a2c21357 for: {'network': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:51:24.121556 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.129484 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.204878 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Publish callbacks [] for security_group (2801c962-678b-4c8d-aa05-d464218aca40), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.208550 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2801c962-678b-4c8d-aa05-d464218aca40), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.233109 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:51:24.241921 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2801c962-678b-4c8d-aa05-d464218aca40,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:24.248670 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (df1fb21d-8209-4f62-9604-b3e707a9fd19), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.249042 n-d-830010-8 neutron-server[103867]: INFO neutron.db.segments_db [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Added segment df1fb21d-8209-4f62-9604-b3e707a9fd19 of type vlan for network b5399892-2bd8-4bca-bb53-4c520b29e6f0 Mar 07 16:51:24.289277 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (b5399892-2bd8-4bca-bb53-4c520b29e6f0), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.315521 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (b5399892-2bd8-4bca-bb53-4c520b29e6f0), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.316476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:24.317059 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.350270 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3440497 Mar 07 16:51:24.353662 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55760) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:24.358779 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Request body: {'subnet': {'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1865883197-subnet', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'ip_version': 4}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:24.378492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Made reservation on behalf of 312a3c815347437c8caae455a2c21357 for: {'subnet': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:51:24.380689 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d244a61-a162-4e64-9206-2357fba9ec26 admin admin] Pushing event updated for resources: {'Network': ['ID=b5399892-2bd8-4bca-bb53-4c520b29e6f0,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:24.380843 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11628482'] for subnet (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.392083 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:51:24.552808 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12421280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11628508'] for subnet (30d50e33-e9db-4925-8a33-0a6a663e4543), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.609024 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d50e33-e9db-4925-8a33-0a6a663e4543,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:24.616098 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Checking segment: {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:51:24.616466 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Network hostable DHCP agents. Network: b5399892-2bd8-4bca-bb53-4c520b29e6f0, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:51:24.632122 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:51:24.640881 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, b5399892-2bd8-4bca-bb53-4c520b29e6f0) {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:24.644887 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:24.645494 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.650150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e17f1d-0386-482b-a6a3-a01212048583 None None] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:51:24.661724 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-5ed3476d-d5f4-4c7d-9818-119ce8084421 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3069420 Mar 07 16:51:24.664683 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55762) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:24.669226 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:24.689769 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.691035 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.749082 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks [] for router_controller (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.758416 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:51:24.759352 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.894430 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks [] for router_gateway (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.897263 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Allocated IP 172.20.0.2 (b5399892-2bd8-4bca-bb53-4c520b29e6f0/30d50e33-e9db-4925-8a33-0a6a663e4543/208f3ba0-9e06-4b6e-82f6-d2b826f013d0) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:51:25.044696 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Publish callbacks [] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.050811 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.090610 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:25.095518 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:25.098309 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks [] for router_gateway (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.099872 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:51:25.102885 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Pushing event updated for resources: {'Port': ['ID=208f3ba0-9e06-4b6e-82f6-d2b826f013d0,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:25.114130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.114481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.114845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.115187 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.115516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.115850 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.116180 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.116505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.116826 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.117150 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.117472 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.117792 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.117973 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.118110 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:25.174115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Attempting to bind port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:51:25.174377 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Attempting to bind port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:51:25.174737 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Attempting to bind port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 on network b5399892-2bd8-4bca-bb53-4c520b29e6f0 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:51:25.179618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:51:25.179991 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Checking segment: {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:51:25.180402 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.180791 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Bound using segment: {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:51:25.181254 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Bound port: 208f3ba0-9e06-4b6e-82f6-d2b826f013d0, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:51:25.181641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.226836 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Allocated IP 172.25.4.31 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/14b62e81-0ea3-41ad-a11f-eb24bdd59a93) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:51:25.243576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] For port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:51:25.247806 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] For port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=208f3ba0-9e06-4b6e-82f6-d2b826f013d0,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:51:25.255027 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.311473 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0c5d-edac-4638-bd42-af370774ad31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.331183 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6de5e3-8edf-43e7-9b8d-473f34237ded None None] Pushing event updated for resources: {'Port': ['ID=208f3ba0-9e06-4b6e-82f6-d2b826f013d0,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:25.349611 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks [] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.384787 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.432343 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:25.435431 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:25.440045 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:51:25.443263 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Pushing event updated for resources: {'Port': ['ID=14b62e81-0ea3-41ad-a11f-eb24bdd59a93,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:25.728493 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks [] for router_gateway (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:25.945955 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:26.097521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:51:26.225470 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:51:26.238705 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Sync routers for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:51:26.249561 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:26.250761 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-fb059a75-9485-4fe0-95d1-564165504dfc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5850723 Mar 07 16:51:26.253478 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55764) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:26.255634 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:26.256269 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:26.302412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd884ed3-b0d0-4a83-83f8-450f412fc01f None None] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:51:26.468388 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-bb1cada0-1b23-47fd-9724-648fdb4d36c8 None None] Provisioning complete for port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:26.468758 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bb1cada0-1b23-47fd-9724-648fdb4d36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:26.473139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:26.677378 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:26.704745 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cada0-1b23-47fd-9724-648fdb4d36c8 None None] Current status of the port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:26.705067 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bb1cada0-1b23-47fd-9724-648fdb4d36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:26.705744 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:26.769412 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bb1cada0-1b23-47fd-9724-648fdb4d36c8 None None] For port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=208f3ba0-9e06-4b6e-82f6-d2b826f013d0,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:26.776963 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bb1cada0-1b23-47fd-9724-648fdb4d36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:26.809963 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:25Z', 'revision_number': 3, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:26.843845 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Checking router: 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:51:26.844202 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Updating router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:51:26.881937 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cada0-1b23-47fd-9724-648fdb4d36c8 None None] Pushing event updated for resources: {'Port': ['ID=208f3ba0-9e06-4b6e-82f6-d2b826f013d0,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:26.884948 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:26.895925 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Allocated IP 172.20.0.1 (b5399892-2bd8-4bca-bb53-4c520b29e6f0/30d50e33-e9db-4925-8a33-0a6a663e4543/b9f1089c-f942-425a-9a65-9bcad4662990) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:51:26.927592 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-89f6c2b7-4eff-40a9-ab24-9a87d2fb4003 None None] Provisioning complete for port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:26.927890 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89f6c2b7-4eff-40a9-ab24-9a87d2fb4003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.011649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:27.012828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Publish callbacks [] for port (b9f1089c-f942-425a-9a65-9bcad4662990), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.046870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.085453 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:27.090391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:27.093869 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:51:27.099406 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Pushing event updated for resources: {'Port': ['ID=b9f1089c-f942-425a-9a65-9bcad4662990,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:27.137535 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.177673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-89f6c2b7-4eff-40a9-ab24-9a87d2fb4003 None None] Current status of the port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:27.179700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:27.180374 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.303614 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.335332 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:27.338464 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Publish callbacks [] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.344418 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.406893 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Attempting to bind port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:51:27.407182 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Attempting to bind port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:51:27.407554 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Attempting to bind port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:51:27.411613 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869426b4-da53-4cd6-81c4-ce4405d5bea0 None None] Pushing event updated for resources: {'Port': ['ID=14b62e81-0ea3-41ad-a11f-eb24bdd59a93,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:27.420139 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:51:27.420557 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:51:27.420919 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.421337 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:51:27.422048 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Bound port: 14b62e81-0ea3-41ad-a11f-eb24bdd59a93, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:51:27.422433 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.426435 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-b0fb84e6-9600-48c9-9abe-5c296e453ab3 None None] Provisioning complete for port b9f1089c-f942-425a-9a65-9bcad4662990 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:27.426820 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b0fb84e6-9600-48c9-9abe-5c296e453ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.666663 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb84e6-9600-48c9-9abe-5c296e453ab3 None None] Port b9f1089c-f942-425a-9a65-9bcad4662990 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:51:27.673833 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] For port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:51:27.677380 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] For port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=14b62e81-0ea3-41ad-a11f-eb24bdd59a93,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:51:27.684257 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.741201 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:27.741923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:27.747349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869426b4-da53-4cd6-81c4-ce4405d5bea0 None None] Pushing event updated for resources: {'Port': ['ID=14b62e81-0ea3-41ad-a11f-eb24bdd59a93,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:27.783635 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Publish callbacks [] for port (b9f1089c-f942-425a-9a65-9bcad4662990), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.788526 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.854541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:27.856181 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.859290 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Pushing event updated for resources: {'Port': ['ID=b9f1089c-f942-425a-9a65-9bcad4662990,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:27.956568 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:27.960860 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:27.962386 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:28.076185 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:26Z', 'revision_number': 1, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:28.089494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:51:28.110750 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae05f5-71a3-4f50-8d7c-a8d1be25f6ff None None] The sync data for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 is: [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:26Z', 'revision_number': 1, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:51:28.192367 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-e2ce8abf-8657-4341-bdc4-cbfd69d329bf None None] Provisioning complete for port b9f1089c-f942-425a-9a65-9bcad4662990 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:28.192935 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8abf-8657-4341-bdc4-cbfd69d329bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:28.210030 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:51:28.217084 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-0929e6a8-da20-44f0-90d1-7de068c084bb admin admin] 10.222.0.24 "PUT /v2.0/routers/8cb9e261-0f95-470a-8a55-29ae8d6e2e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9624138 Mar 07 16:51:28.231779 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce8abf-8657-4341-bdc4-cbfd69d329bf None None] Port b9f1089c-f942-425a-9a65-9bcad4662990 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:51:28.726510 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55780) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:28.732197 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1000462353-network', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:28.760416 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Made reservation on behalf of 63b14ad5b32f48bd9af89e22cac97fbe for: {'network': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:51:28.765071 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for network (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:28.779633 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:28.868804 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Publish callbacks [] for security_group (5767e203-e720-4ea7-bd79-e8a447bcdcd0), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:28.876059 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5767e203-e720-4ea7-bd79-e8a447bcdcd0), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:28.914041 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:51:28.921015 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5767e203-e720-4ea7-bd79-e8a447bcdcd0,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:28.929640 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f9758765-9137-42dd-9186-79cfcb31f832), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:28.929960 n-d-830010-8 neutron-server[103866]: INFO neutron.db.segments_db [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Added segment f9758765-9137-42dd-9186-79cfcb31f832 of type vlan for network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a Mar 07 16:51:28.983445 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790654613041'] for network (7988a44f-c539-4f9e-b89e-e701fe1a9b6a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.004107 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:29.014271 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436'] for network (7988a44f-c539-4f9e-b89e-e701fe1a9b6a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.015578 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:29.016248 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.058700 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:29.059438 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.079453 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3517599 Mar 07 16:51:29.081248 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55782) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:29.086568 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Request body: {'subnet': {'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1000462353-subnet', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'ip_version': 4}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:29.088771 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae4160-e757-4d78-9552-ec4a563af100 admin admin] Pushing event updated for resources: {'Network': ['ID=7988a44f-c539-4f9e-b89e-e701fe1a9b6a,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:29.108876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a details requested by agent ovs-agent-n-d-830010-8 with host n-d-830010-8 {{(pid=103868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:51:29.121250 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Made reservation on behalf of 63b14ad5b32f48bd9af89e22cac97fbe for: {'subnet': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:51:29.124669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9395641'] for subnet (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.241443 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:29.241862 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.280787 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=14b62e81-0ea3-41ad-a11f-eb24bdd59a93,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:29.282302 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.285748 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.287115 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:29.354581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9114126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9395623'] for subnet (9998be79-4da0-4e09-a5ca-d3e5bd194380), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.367491 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=14b62e81-0ea3-41ad-a11f-eb24bdd59a93,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:29.378751 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:29.379053 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.424119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9998be79-4da0-4e09-a5ca-d3e5bd194380,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:29.428879 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Checking segment: {'id': 'f9758765-9137-42dd-9186-79cfcb31f832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:51:29.429529 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Network hostable DHCP agents. Network: 7988a44f-c539-4f9e-b89e-e701fe1a9b6a, hostable agents: ['a9715e28-97ef-4d4f-b360-263631242a23'], hosted agents: [] {{(pid=103867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:51:29.449521 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a is scheduled to be hosted by DHCP agent a9715e28-97ef-4d4f-b360-263631242a23 with binding_index 1 {{(pid=103867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:51:29.460142 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-830010-8, 7988a44f-c539-4f9e-b89e-e701fe1a9b6a) {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:29.465295 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:29.466772 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.473652 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec89ff-66bf-4c96-a50a-83042d20ef46 None None] Network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:51:29.477010 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:29.485807 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9fdeabd6-894c-4014-bbf2-839b6f56519c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4034603 Mar 07 16:51:29.488424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55784) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:29.499003 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:29.519631 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8781'] for router (e28b6297-f432-42f2-b551-bd6ccc1fc46e), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.520707 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-347341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8826'] for router (e28b6297-f432-42f2-b551-bd6ccc1fc46e), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.584618 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks [] for router_controller (e28b6297-f432-42f2-b551-bd6ccc1fc46e), precommit_add_association {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.589640 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8f06f7c-f815-5577-85bb-f16a8661f2de-7988a44f-c539-4f9e-b89e-e701fe1a9b6a', 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a', 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'fixed_ips': [{'subnet_id': '9998be79-4da0-4e09-a5ca-d3e5bd194380'}]}} from n-d-830010-8. {{(pid=103868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:51:29.590790 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.728693 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks [] for router_gateway (e28b6297-f432-42f2-b551-bd6ccc1fc46e), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.738276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Allocated IP 172.20.0.2 (7988a44f-c539-4f9e-b89e-e701fe1a9b6a/9998be79-4da0-4e09-a5ca-d3e5bd194380/b58f69d9-bbde-47d8-92cc-891dc68b226f) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:51:29.886147 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Publish callbacks [] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.892501 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.931999 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:29.932978 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks [] for router_gateway (e28b6297-f432-42f2-b551-bd6ccc1fc46e), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:29.935358 n-d-830010-8 neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:29.938609 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:51:29.947390 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Pushing event updated for resources: {'Port': ['ID=b58f69d9-bbde-47d8-92cc-891dc68b226f,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:29.954141 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:30.002146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Attempting to bind port b58f69d9-bbde-47d8-92cc-891dc68b226f on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:51:30.002673 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Attempting to bind port b58f69d9-bbde-47d8-92cc-891dc68b226f by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f9758765-9137-42dd-9186-79cfcb31f832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:51:30.003719 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Attempting to bind port b58f69d9-bbde-47d8-92cc-891dc68b226f on network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:51:30.008748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:51:30.009370 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Checking segment: {'id': 'f9758765-9137-42dd-9186-79cfcb31f832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:51:30.009815 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:30.010310 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Bound using segment: {'id': 'f9758765-9137-42dd-9186-79cfcb31f832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:51:30.010964 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Bound port: b58f69d9-bbde-47d8-92cc-891dc68b226f, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9758765-9137-42dd-9186-79cfcb31f832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:51:30.011993 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:30.067485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Allocated IP 172.25.4.213 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/80aff917-356b-4621-b666-3065ac112155) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:51:30.081054 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] For port b58f69d9-bbde-47d8-92cc-891dc68b226f, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:51:30.084173 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] For port b58f69d9-bbde-47d8-92cc-891dc68b226f, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b58f69d9-bbde-47d8-92cc-891dc68b226f,segment=NetworkSegment(f9758765-9137-42dd-9186-79cfcb31f832),segment_id=f9758765-9137-42dd-9186-79cfcb31f832)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:51:30.091110 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:30.150531 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eee835-3b07-4f69-9b51-2faf48b6981a None None] Pushing event updated for resources: {'Port': ['ID=b58f69d9-bbde-47d8-92cc-891dc68b226f,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:30.193426 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks [] for port (80aff917-356b-4621-b666-3065ac112155), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:30.229980 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (80aff917-356b-4621-b666-3065ac112155), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:30.276902 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:30.280646 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:30.283385 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:51:30.309441 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Pushing event updated for resources: {'Port': ['ID=80aff917-356b-4621-b666-3065ac112155,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:30.391942 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Sync routers for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:51:30.402533 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:30.403278 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:30.534113 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:30.580793 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks [] for router_gateway (e28b6297-f432-42f2-b551-bd6ccc1fc46e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:30.738086 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 2, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:30.766050 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Checking router: 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:51:30.766408 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Updating router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d port b9f1089c-f942-425a-9a65-9bcad4662990 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:51:30.781532 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347360'] for router (e28b6297-f432-42f2-b551-bd6ccc1fc46e), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:30.795499 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:30.939706 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Router e28b6297-f432-42f2-b551-bd6ccc1fc46e is scheduled to L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c with binding_index 1 {{(pid=103867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:51:31.045034 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:31.103406 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:31.103900 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.107053 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:51:31.127334 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.129116 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6271eb51-605c-4415-9ca8-ca369d94fe4e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6397362 Mar 07 16:51:31.131956 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55786) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:31.140328 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Publish callbacks [] for port (b9f1089c-f942-425a-9a65-9bcad4662990), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.145887 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Sync routers for ids ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:51:31.147298 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.172120 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Routers {'e28b6297-f432-42f2-b551-bd6ccc1fc46e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:31.172795 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:31.191453 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Pushing event updated for resources: {'Port': ['ID=b9f1089c-f942-425a-9a65-9bcad4662990,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:31.203942 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.204610 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.204961 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.205302 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.205862 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.206012 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.206286 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.206616 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.206970 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.207299 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.207624 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.209246 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.209727 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:51:31.309052 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Attempting to bind port b9f1089c-f942-425a-9a65-9bcad4662990 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:51:31.310066 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Attempting to bind port b9f1089c-f942-425a-9a65-9bcad4662990 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:51:31.311533 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Attempting to bind port b9f1089c-f942-425a-9a65-9bcad4662990 on network b5399892-2bd8-4bca-bb53-4c520b29e6f0 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:51:31.324768 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:51:31.325543 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Checking segment: {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:51:31.326138 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5724fdb-1c31-48a2-a942-9400488be23f None None] Network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:51:31.326647 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.327572 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Bound using segment: {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:51:31.328282 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Bound port: b9f1089c-f942-425a-9a65-9bcad4662990, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:51:31.328884 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.415829 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] For port b9f1089c-f942-425a-9a65-9bcad4662990, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:51:31.419452 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Set router e28b6297-f432-42f2-b551-bd6ccc1fc46e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:31.423431 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] For port b9f1089c-f942-425a-9a65-9bcad4662990, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9f1089c-f942-425a-9a65-9bcad4662990,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:51:31.431169 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.464118 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:31.466438 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b58f69d9-bbde-47d8-92cc-891dc68b226f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:31.507529 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b55a7-df69-4d61-98ec-7711440c4c84 None None] Pushing event updated for resources: {'Port': ['ID=b9f1089c-f942-425a-9a65-9bcad4662990,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:31.520296 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:31.520977 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:31.610889 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f72193a1-34d2-4c7a-911c-e47214435597 None None] Provisioning complete for port b58f69d9-bbde-47d8-92cc-891dc68b226f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:31.611532 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f72193a1-34d2-4c7a-911c-e47214435597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.643766 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.670531 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:31.753801 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b58f69d9-bbde-47d8-92cc-891dc68b226f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:31.754183 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.832638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '80aff917-356b-4621-b666-3065ac112155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:30Z', 'revision_number': 3, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'gw_port': {'id': '80aff917-356b-4621-b666-3065ac112155', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:31.834862 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f72193a1-34d2-4c7a-911c-e47214435597 None None] Current status of the port b58f69d9-bbde-47d8-92cc-891dc68b226f is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:31.835264 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f72193a1-34d2-4c7a-911c-e47214435597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:31.851422 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Allocated IP 172.20.0.1 (7988a44f-c539-4f9e-b89e-e701fe1a9b6a/9998be79-4da0-4e09-a5ca-d3e5bd194380/834b8aa4-bb4a-4ce8-b3ca-24b732e77b19) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:51:31.926271 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:31Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:31.962896 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc2f4f-0fd8-4368-b919-0690799d74db None None] The sync data for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 is: [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:31Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:51:31.981655 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Publish callbacks [] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.025032 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.066171 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:32.066433 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Checking router: e28b6297-f432-42f2-b551-bd6ccc1fc46e for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:51:32.066953 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Updating router e28b6297-f432-42f2-b551-bd6ccc1fc46e port 80aff917-356b-4621-b666-3065ac112155 binding host n-d-830010-8 {{(pid=103868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:51:32.068034 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:32.071869 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:51:32.113980 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Pushing event updated for resources: {'Port': ['ID=834b8aa4-bb4a-4ce8-b3ca-24b732e77b19,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:32.125941 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f72193a1-34d2-4c7a-911c-e47214435597 None None] For port b58f69d9-bbde-47d8-92cc-891dc68b226f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b58f69d9-bbde-47d8-92cc-891dc68b226f,segment=NetworkSegment(f9758765-9137-42dd-9186-79cfcb31f832),segment_id=f9758765-9137-42dd-9186-79cfcb31f832)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:32.130508 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80aff917-356b-4621-b666-3065ac112155), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.132739 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350925'] for router_interface (e28b6297-f432-42f2-b551-bd6ccc1fc46e), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.160032 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f72193a1-34d2-4c7a-911c-e47214435597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.248734 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b58f69d9-bbde-47d8-92cc-891dc68b226f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:32.306200 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.361540 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72193a1-34d2-4c7a-911c-e47214435597 None None] Pushing event updated for resources: {'Port': ['ID=b58f69d9-bbde-47d8-92cc-891dc68b226f,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:32.373793 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] Provisioning complete for port b58f69d9-bbde-47d8-92cc-891dc68b226f triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:32.374179 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.478869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Publish callbacks [] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.485087 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.545976 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] Current status of the port b58f69d9-bbde-47d8-92cc-891dc68b226f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:32.555599 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Pushing event updated for resources: {'Port': ['ID=834b8aa4-bb4a-4ce8-b3ca-24b732e77b19,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:32.568947 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] Provisioning complete for port b9f1089c-f942-425a-9a65-9bcad4662990 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:32.569329 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.570691 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350881'] for router_interface (e28b6297-f432-42f2-b551-bd6ccc1fc46e), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.642905 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Publish callbacks [] for port (80aff917-356b-4621-b666-3065ac112155), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.651486 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80aff917-356b-4621-b666-3065ac112155), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.677389 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:32.678983 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:32.752484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042eeb1-0859-4cd2-9d33-2883f4b429db None None] Pushing event updated for resources: {'Port': ['ID=80aff917-356b-4621-b666-3065ac112155,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:32.760481 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Attempting to bind port 80aff917-356b-4621-b666-3065ac112155 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:51:32.760864 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Attempting to bind port 80aff917-356b-4621-b666-3065ac112155 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:51:32.761235 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Attempting to bind port 80aff917-356b-4621-b666-3065ac112155 on network 877b2474-111c-4dd4-8ddd-e779782e349c {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:51:32.764005 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] Current status of the port b9f1089c-f942-425a-9a65-9bcad4662990 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:32.764403 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.781644 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:51:32.782028 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Checking segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:51:32.782498 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.782945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Bound using segment: {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:51:32.783432 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Bound port: 80aff917-356b-4621-b666-3065ac112155, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38eac8-2749-4c4c-975d-2472f09ddae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:51:32.783827 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80aff917-356b-4621-b666-3065ac112155), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.870049 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Router e28b6297-f432-42f2-b551-bd6ccc1fc46e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:51:32.884407 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] For port b9f1089c-f942-425a-9a65-9bcad4662990, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9f1089c-f942-425a-9a65-9bcad4662990,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:32.898597 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:32.978866 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] For port 80aff917-356b-4621-b666-3065ac112155, host n-d-830010-8, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:51:32.996731 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] For port 80aff917-356b-4621-b666-3065ac112155, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=80aff917-356b-4621-b666-3065ac112155,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:51:33.012276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9f1089c-f942-425a-9a65-9bcad4662990 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:33.049524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80aff917-356b-4621-b666-3065ac112155), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.052586 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:51:33.066923 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d0635f5f-a67a-440f-9c0e-95ef3f3d5f89 admin admin] 10.222.0.24 "PUT /v2.0/routers/e28b6297-f432-42f2-b551-bd6ccc1fc46e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9243848 Mar 07 16:51:33.067113 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c02224-0ca8-4bbe-a22e-ded0806dea63 None None] Pushing event updated for resources: {'Port': ['ID=b9f1089c-f942-425a-9a65-9bcad4662990,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:33.116273 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-12af73a4-011e-48cb-b714-77a4161b50df None None] Provisioning complete for port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:33.116616 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-12af73a4-011e-48cb-b714-77a4161b50df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.161897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Routers {'e28b6297-f432-42f2-b551-bd6ccc1fc46e'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:33.162530 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:33.226177 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042eeb1-0859-4cd2-9d33-2883f4b429db None None] Pushing event updated for resources: {'Port': ['ID=80aff917-356b-4621-b666-3065ac112155,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:33.237181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-12af73a4-011e-48cb-b714-77a4161b50df None None] Port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:51:33.272835 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b9f1089c-f942-425a-9a65-9bcad4662990 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:33.273210 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.328276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] Set router e28b6297-f432-42f2-b551-bd6ccc1fc46e gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:33.433408 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-96e806e3-70fb-45a3-bd83-74e698d949ce None None] Provisioning complete for port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:33.433816 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96e806e3-70fb-45a3-bd83-74e698d949ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.495041 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b9f1089c-f942-425a-9a65-9bcad4662990 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:33.496152 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b58f69d9-bbde-47d8-92cc-891dc68b226f up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:33.548928 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-96e806e3-70fb-45a3-bd83-74e698d949ce None None] Port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:51:33.618706 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b58f69d9-bbde-47d8-92cc-891dc68b226f triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:33.619104 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.677511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '80aff917-356b-4621-b666-3065ac112155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 4, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'gw_port': {'id': '80aff917-356b-4621-b666-3065ac112155', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '834b8aa4-bb4a-4ce8-b3ca-24b732e77b19', 'name': '', 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'mac_address': 'fa:16:3e:da:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:31Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 2, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'subnets': [{'id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:33.713729 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55794) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:33.718393 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-d9e90aae-faa3-43fc-b03e-361f01e149d3 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071570386', 'description': 'tempest-secgroup-smoke-1071570386 description', 'project_id': '312a3c815347437c8caae455a2c21357'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:33.725431 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f187f-8abc-461d-8599-b392f08beb66 None None] The sync data for ids ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'] in n-d-830010-8 is: [{'id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '80aff917-356b-4621-b666-3065ac112155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 4, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'gw_port': {'id': '80aff917-356b-4621-b666-3065ac112155', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '834b8aa4-bb4a-4ce8-b3ca-24b732e77b19', 'name': '', 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'mac_address': 'fa:16:3e:da:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:31Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 2, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'subnets': [{'id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:51:33.740272 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b58f69d9-bbde-47d8-92cc-891dc68b226f is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:33.741963 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d9e90aae-faa3-43fc-b03e-361f01e149d3 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.816118 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d9e90aae-faa3-43fc-b03e-361f01e149d3 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group (db702a65-ce9e-4304-ac2d-20fc62c8f2bf), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.819841 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d9e90aae-faa3-43fc-b03e-361f01e149d3 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (db702a65-ce9e-4304-ac2d-20fc62c8f2bf), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.850089 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e90aae-faa3-43fc-b03e-361f01e149d3 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db702a65-ce9e-4304-ac2d-20fc62c8f2bf,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:33.855290 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-d9e90aae-faa3-43fc-b03e-361f01e149d3 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.856531 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-d9e90aae-faa3-43fc-b03e-361f01e149d3 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1417499 Mar 07 16:51:33.859649 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55796) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:33.864195 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-48f42d8b-8aef-45cd-9528-56fec31148d1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'security_group_rule': {'security_group_id': 'db702a65-ce9e-4304-ac2d-20fc62c8f2bf', 'project_id': '312a3c815347437c8caae455a2c21357', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:33.889621 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48f42d8b-8aef-45cd-9528-56fec31148d1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (a8fe5dc7-c668-475d-a70b-467638b0f6b9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.966742 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48f42d8b-8aef-45cd-9528-56fec31148d1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (a8fe5dc7-c668-475d-a70b-467638b0f6b9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.970293 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48f42d8b-8aef-45cd-9528-56fec31148d1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (a8fe5dc7-c668-475d-a70b-467638b0f6b9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:33.997804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f42d8b-8aef-45cd-9528-56fec31148d1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fe5dc7-c668-475d-a70b-467638b0f6b9,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:34.004234 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-48f42d8b-8aef-45cd-9528-56fec31148d1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.005657 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-48f42d8b-8aef-45cd-9528-56fec31148d1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450143 Mar 07 16:51:34.008513 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55798) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:34.013179 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-751c7814-1900-4760-b39d-47d14c2ddeb6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'security_group_rule': {'security_group_id': 'db702a65-ce9e-4304-ac2d-20fc62c8f2bf', 'project_id': '312a3c815347437c8caae455a2c21357', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:34.039428 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-751c7814-1900-4760-b39d-47d14c2ddeb6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (bd081ca7-c0a7-46a4-a4a7-b52e287fceb7), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.102581 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-751c7814-1900-4760-b39d-47d14c2ddeb6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (bd081ca7-c0a7-46a4-a4a7-b52e287fceb7), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.107403 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-751c7814-1900-4760-b39d-47d14c2ddeb6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (bd081ca7-c0a7-46a4-a4a7-b52e287fceb7), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.126089 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c7814-1900-4760-b39d-47d14c2ddeb6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd081ca7-c0a7-46a4-a4a7-b52e287fceb7,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:34.135629 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-751c7814-1900-4760-b39d-47d14c2ddeb6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.136999 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-751c7814-1900-4760-b39d-47d14c2ddeb6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273527 Mar 07 16:51:34.139722 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55800) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:34.144413 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-ce16b0df-d68b-4aa9-bcba-b2953b94858a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'security_group_rule': {'security_group_id': 'db702a65-ce9e-4304-ac2d-20fc62c8f2bf', 'project_id': '312a3c815347437c8caae455a2c21357', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:34.171429 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce16b0df-d68b-4aa9-bcba-b2953b94858a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (ea9eb430-d01b-4092-9001-bf12892cd4f8), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.232564 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce16b0df-d68b-4aa9-bcba-b2953b94858a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (ea9eb430-d01b-4092-9001-bf12892cd4f8), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.236485 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce16b0df-d68b-4aa9-bcba-b2953b94858a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (ea9eb430-d01b-4092-9001-bf12892cd4f8), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.254912 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16b0df-d68b-4aa9-bcba-b2953b94858a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9eb430-d01b-4092-9001-bf12892cd4f8,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:34.264123 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce16b0df-d68b-4aa9-bcba-b2953b94858a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.268129 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ce16b0df-d68b-4aa9-bcba-b2953b94858a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245544 Mar 07 16:51:34.268270 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55802) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:34.272673 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-1d7420d6-cb6d-4e3e-b354-24e4c1fdf2fa tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'security_group_rule': {'security_group_id': 'db702a65-ce9e-4304-ac2d-20fc62c8f2bf', 'project_id': '312a3c815347437c8caae455a2c21357', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:34.298498 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d7420d6-cb6d-4e3e-b354-24e4c1fdf2fa tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (6f43bcfc-19a3-4ab3-82b9-4ff78b03b509), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.362026 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d7420d6-cb6d-4e3e-b354-24e4c1fdf2fa tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (6f43bcfc-19a3-4ab3-82b9-4ff78b03b509), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.366341 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d7420d6-cb6d-4e3e-b354-24e4c1fdf2fa tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (6f43bcfc-19a3-4ab3-82b9-4ff78b03b509), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.384700 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7420d6-cb6d-4e3e-b354-24e4c1fdf2fa tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f43bcfc-19a3-4ab3-82b9-4ff78b03b509,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:34.395717 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-1d7420d6-cb6d-4e3e-b354-24e4c1fdf2fa tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.396959 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-1d7420d6-cb6d-4e3e-b354-24e4c1fdf2fa tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277018 Mar 07 16:51:34.399609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55804) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:34.404590 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-9ca0db2c-79b5-4829-8b78-77a62beb7571 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'security_group_rule': {'security_group_id': 'db702a65-ce9e-4304-ac2d-20fc62c8f2bf', 'project_id': '312a3c815347437c8caae455a2c21357', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:34.423908 n-d-830010-8 neutron-server[103867]: INFO neutron.db.securitygroups_db [None req-9ca0db2c-79b5-4829-8b78-77a62beb7571 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Project 312a3c815347437c8caae455a2c21357 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:51:34.428516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ca0db2c-79b5-4829-8b78-77a62beb7571 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (700c6f50-c308-4907-8798-4fe39159dad9), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.485661 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ca0db2c-79b5-4829-8b78-77a62beb7571 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (700c6f50-c308-4907-8798-4fe39159dad9), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.489050 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ca0db2c-79b5-4829-8b78-77a62beb7571 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (700c6f50-c308-4907-8798-4fe39159dad9), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.511239 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0db2c-79b5-4829-8b78-77a62beb7571 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700c6f50-c308-4907-8798-4fe39159dad9,revision_number=0']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:34.518669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-9ca0db2c-79b5-4829-8b78-77a62beb7571 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.519903 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-9ca0db2c-79b5-4829-8b78-77a62beb7571 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193383 Mar 07 16:51:34.522824 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 55806) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:34.528224 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [None req-aa2e8900-c974-4c44-ae1f-65472dafde21 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'security_group_rule': {'security_group_id': 'db702a65-ce9e-4304-ac2d-20fc62c8f2bf', 'project_id': '312a3c815347437c8caae455a2c21357', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:34.547624 n-d-830010-8 neutron-server[103866]: INFO neutron.db.securitygroups_db [None req-aa2e8900-c974-4c44-ae1f-65472dafde21 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Project 312a3c815347437c8caae455a2c21357 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:51:34.552466 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8900-c974-4c44-ae1f-65472dafde21 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (dac9a115-d440-4072-829e-d50480b0b49a), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.618187 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8900-c974-4c44-ae1f-65472dafde21 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (dac9a115-d440-4072-829e-d50480b0b49a), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.622146 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8900-c974-4c44-ae1f-65472dafde21 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392671'] for security_group_rule (dac9a115-d440-4072-829e-d50480b0b49a), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.640886 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e8900-c974-4c44-ae1f-65472dafde21 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac9a115-d440-4072-829e-d50480b0b49a,revision_number=0']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:34.645395 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8900-c974-4c44-ae1f-65472dafde21 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:34.651247 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-aa2e8900-c974-4c44-ae1f-65472dafde21 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273017 Mar 07 16:51:34.820430 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-fa76fc16-0300-4dd4-8741-1b6ecb9463dd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071570386&fields=id&tenant_id=312a3c815347437c8caae455a2c21357 HTTP/1.1" status: 200 len: 267 time: 0.0521250 Mar 07 16:51:34.942101 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-74780377-5f44-4c08-8a1b-3a5993cce5b5 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:34.943657 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-74780377-5f44-4c08-8a1b-3a5993cce5b5 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 810 time: 0.1164348 Mar 07 16:51:34.964752 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-b2e8a880-7207-4048-904d-28e4cc284b7e tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/quotas/312a3c815347437c8caae455a2c21357 HTTP/1.1" status: 200 len: 375 time: 0.0139022 Mar 07 16:51:35.017344 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80aff917-356b-4621-b666-3065ac112155 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:35.030974 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-7e0a0e14-b843-4677-baf1-d003bd9a262e tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609934 Mar 07 16:51:35.047501 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-c9e88ce0-2c60-4305-9c00-7df9653270f0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:51:35.048577 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-c9e88ce0-2c60-4305-9c00-7df9653270f0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061212 Mar 07 16:51:35.068032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 80aff917-356b-4621-b666-3065ac112155 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:35.068414 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80aff917-356b-4621-b666-3065ac112155), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:35.143662 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-482f8d8b-d363-4538-ade0-1136df496823 service neutron] 10.222.0.24 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885978 Mar 07 16:51:35.157276 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 80aff917-356b-4621-b666-3065ac112155 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:35.157682 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (80aff917-356b-4621-b666-3065ac112155), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:35.180483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] For port 80aff917-356b-4621-b666-3065ac112155, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=80aff917-356b-4621-b666-3065ac112155,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:35.184618 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (80aff917-356b-4621-b666-3065ac112155), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:35.185483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9f1089c-f942-425a-9a65-9bcad4662990 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:35.263602 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-b3b9ff73-4451-42da-88b8-b90769ba77a7 service neutron] 10.222.0.24 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078317 Mar 07 16:51:35.269596 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Pushing event updated for resources: {'Port': ['ID=80aff917-356b-4621-b666-3065ac112155,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:35.281799 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port b9f1089c-f942-425a-9a65-9bcad4662990 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:35.282289 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:35.367208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port b9f1089c-f942-425a-9a65-9bcad4662990 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:35.465872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-83818bc1-8885-4cd9-b30e-e6588a97fdc1 req-cc94eec2-31d8-4f72-a615-355ebb537bd8 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 210 time: 0.0286188 Mar 07 16:51:36.150772 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Sync routers for ids ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:51:36.164607 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Routers {'e28b6297-f432-42f2-b551-bd6ccc1fc46e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:36.165199 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:36.270111 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Set router e28b6297-f432-42f2-b551-bd6ccc1fc46e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:36.539252 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-9aa0e183-876a-4857-8efa-f4a184661603 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:36.541805 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-9aa0e183-876a-4857-8efa-f4a184661603 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.11 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 810 time: 0.1319256 Mar 07 16:51:36.580300 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '80aff917-356b-4621-b666-3065ac112155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 4, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'gw_port': {'id': '80aff917-356b-4621-b666-3065ac112155', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '834b8aa4-bb4a-4ce8-b3ca-24b732e77b19', 'name': '', 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'mac_address': 'fa:16:3e:da:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:31Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 2, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'subnets': [{'id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:36.591191 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-56f3726a-35b5-43d1-862b-045550ca356b req-be75a84a-4e8e-466e-b137-4aa351dd589d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 210 time: 0.0428438 Mar 07 16:51:36.611611 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Checking router: e28b6297-f432-42f2-b551-bd6ccc1fc46e for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:51:36.612091 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Updating router e28b6297-f432-42f2-b551-bd6ccc1fc46e port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 binding host n-d-830010-8 {{(pid=103869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:51:36.617373 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-9317fbf4-2170-41c8-ab55-5fed467a0c9e tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=312a3c815347437c8caae455a2c21357 HTTP/1.1" status: 200 len: 380 time: 0.0673606 Mar 07 16:51:36.626667 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'port': {'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'admin_state_up': True, 'tenant_id': '312a3c815347437c8caae455a2c21357', 'security_groups': ['db702a65-ce9e-4304-ac2d-20fc62c8f2bf']}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:36.639306 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:36.742773 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Made reservation on behalf of 312a3c815347437c8caae455a2c21357 for: {'port': 1} {{(pid=103867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:51:36.746721 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:36.874076 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Allocated IP 172.20.0.9 (b5399892-2bd8-4bca-bb53-4c520b29e6f0/30d50e33-e9db-4925-8a33-0a6a663e4543/f17f55e4-1796-44df-9137-ca08683bf74b) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:51:36.906397 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Publish callbacks [] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:36.916119 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:36.921340 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80aff917-356b-4621-b666-3065ac112155 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:36.970912 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:36.973841 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adc705-8592-4af5-9b9e-b7d6d36ccaf5 None None] Pushing event updated for resources: {'Port': ['ID=834b8aa4-bb4a-4ce8-b3ca-24b732e77b19,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:37.002023 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 80aff917-356b-4621-b666-3065ac112155 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:37.002641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (80aff917-356b-4621-b666-3065ac112155), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.045640 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Attempting to bind port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 on host n-d-830010-8 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:51:37.046019 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Attempting to bind port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 by drivers openvswitch,hyperv on host n-d-830010-8 at level 0 using segments [{'id': 'f9758765-9137-42dd-9186-79cfcb31f832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:51:37.046388 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Attempting to bind port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 on network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:51:37.053755 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Checking agent: {'id': '75649911-7db3-474a-b9c9-5f473a1f7ed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 46, 59), 'started_at': datetime.datetime(2022, 3, 7, 15, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-830010-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:51:37.054230 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Checking segment: {'id': 'f9758765-9137-42dd-9186-79cfcb31f832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:51:37.054702 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.055121 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Bound using segment: {'id': 'f9758765-9137-42dd-9186-79cfcb31f832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:51:37.055709 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Bound port: 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19, host: n-d-830010-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9758765-9137-42dd-9186-79cfcb31f832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:51:37.056155 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.074260 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for port (f17f55e4-1796-44df-9137-ca08683bf74b), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.109939 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 80aff917-356b-4621-b666-3065ac112155 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:37.125645 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.135478 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] For port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19, host n-d-830010-8, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:51:37.139121 n-d-830010-8 neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] For port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19, host n-d-830010-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=834b8aa4-bb4a-4ce8-b3ca-24b732e77b19,segment=NetworkSegment(f9758765-9137-42dd-9186-79cfcb31f832),segment_id=f9758765-9137-42dd-9186-79cfcb31f832)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:51:37.147815 n-d-830010-8 neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.179301 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:37.182845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:37.187797 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:51:37.196923 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Routers {'e28b6297-f432-42f2-b551-bd6ccc1fc46e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:37.197544 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:37.212804 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'Port': ['ID=f17f55e4-1796-44df-9137-ca08683bf74b,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:37.245212 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:37.245977 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.266043 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-5baa397e-463f-4e47-aabc-4cd38a2ae709 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6422377 Mar 07 16:51:37.272678 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adc705-8592-4af5-9b9e-b7d6d36ccaf5 None None] Pushing event updated for resources: {'Port': ['ID=834b8aa4-bb4a-4ce8-b3ca-24b732e77b19,revision_number=4']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:37.282369 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Request body: {'port': {'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-830010-8'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:37.305804 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-ee21ec92-4eb8-4bba-aa70-9dace83adffa None None] Provisioning complete for port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:37.306071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee21ec92-4eb8-4bba-aa70-9dace83adffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.346251 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] Set router e28b6297-f432-42f2-b551-bd6ccc1fc46e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:37.366113 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.436492 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-ee21ec92-4eb8-4bba-aa70-9dace83adffa None None] Current status of the port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 is: DOWN; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:37.437181 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee21ec92-4eb8-4bba-aa70-9dace83adffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.478175 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-ee21ec92-4eb8-4bba-aa70-9dace83adffa None None] For port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=834b8aa4-bb4a-4ce8-b3ca-24b732e77b19,segment=NetworkSegment(f9758765-9137-42dd-9186-79cfcb31f832),segment_id=f9758765-9137-42dd-9186-79cfcb31f832)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:37.489080 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee21ec92-4eb8-4bba-aa70-9dace83adffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.567936 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21ec92-4eb8-4bba-aa70-9dace83adffa None None] Pushing event updated for resources: {'Port': ['ID=834b8aa4-bb4a-4ce8-b3ca-24b732e77b19,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:37.602259 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '80aff917-356b-4621-b666-3065ac112155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 4, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'gw_port': {'id': '80aff917-356b-4621-b666-3065ac112155', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '834b8aa4-bb4a-4ce8-b3ca-24b732e77b19', 'name': '', 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'mac_address': 'fa:16:3e:da:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:31Z', 'updated_at': '2022-03-07T16:51:37Z', 'revision_number': 4, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'subnets': [{'id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:37.616818 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9ee92268-8a5b-4d3d-9950-b32a4f3a80bb None None] Provisioning complete for port f17f55e4-1796-44df-9137-ca08683bf74b triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:37.617477 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ee92268-8a5b-4d3d-9950-b32a4f3a80bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.634571 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55075b34-eb83-49ad-b6dc-1e394b43e699 None None] The sync data for ids ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'] in n-d-830010-8 is: [{'id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '80aff917-356b-4621-b666-3065ac112155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 4, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'gw_port': {'id': '80aff917-356b-4621-b666-3065ac112155', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': '834b8aa4-bb4a-4ce8-b3ca-24b732e77b19', 'name': '', 'network_id': '7988a44f-c539-4f9e-b89e-e701fe1a9b6a', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'mac_address': 'fa:16:3e:da:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:31Z', 'updated_at': '2022-03-07T16:51:37Z', 'revision_number': 4, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'subnets': [{'id': '9998be79-4da0-4e09-a5ca-d3e5bd194380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:51:37.653832 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9ee92268-8a5b-4d3d-9950-b32a4f3a80bb None None] Port f17f55e4-1796-44df-9137-ca08683bf74b cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:51:37.665181 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9ee92268-8a5b-4d3d-9950-b32a4f3a80bb None None] Provisioning complete for port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:37.665568 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ee92268-8a5b-4d3d-9950-b32a4f3a80bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.694782 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17f55e4-1796-44df-9137-ca08683bf74b {{(pid=103867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:51:37.718517 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Publish callbacks [] for port (f17f55e4-1796-44df-9137-ca08683bf74b), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.756099 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.provisioning_blocks [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Transition to ACTIVE for port object f17f55e4-1796-44df-9137-ca08683bf74b will not be triggered until provisioned by entity L2. {{(pid=103867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:51:37.770393 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:37.810526 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a66e-3a1c-469c-89f0-751d1dcad8a3 req-fcda4f27-5638-4e9f-b6f9-33cb2becdd10 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:37.811974 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a07a66e-3a1c-469c-89f0-751d1dcad8a3 req-fcda4f27-5638-4e9f-b6f9-33cb2becdd10 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 931 time: 0.1045692 Mar 07 16:51:37.849449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Pushing event updated for resources: {'Port': ['ID=f17f55e4-1796-44df-9137-ca08683bf74b,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:37.941765 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Attempting to bind port f17f55e4-1796-44df-9137-ca08683bf74b on host n-h2-830010-8 for vnic_type normal with profile {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:51:37.942262 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Attempting to bind port f17f55e4-1796-44df-9137-ca08683bf74b by drivers openvswitch,hyperv on host n-h2-830010-8 at level 0 using segments [{'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:51:37.942697 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Attempting to bind port f17f55e4-1796-44df-9137-ca08683bf74b on network b5399892-2bd8-4bca-bb53-4c520b29e6f0 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:51:37.948219 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Port f17f55e4-1796-44df-9137-ca08683bf74b on network b5399892-2bd8-4bca-bb53-4c520b29e6f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-830010-8 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:51:37.948690 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Attempting to bind port f17f55e4-1796-44df-9137-ca08683bf74b on network b5399892-2bd8-4bca-bb53-4c520b29e6f0 {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:51:37.981785 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Checking agent: {'id': 'aec5f497-65ea-470e-ac99-194cbd0947e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:51:37.982410 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Checking segment: {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:51:37.982944 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Bound using segment: {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'} {{(pid=103867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:51:37.983506 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.managers [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Bound port: f17f55e4-1796-44df-9137-ca08683bf74b, host: n-h2-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'}}] {{(pid=103867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:51:37.983976 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:38.017740 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2a07a66e-3a1c-469c-89f0-751d1dcad8a3 req-54a9a00d-1be0-448c-9942-702a3c580ee8 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925063 Mar 07 16:51:38.018063 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9ee92268-8a5b-4d3d-9950-b32a4f3a80bb None None] Current status of the port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:38.394946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, cleared binding levels {{(pid=103867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:51:38.397888 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f17f55e4-1796-44df-9137-ca08683bf74b,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:51:38.404982 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:38.440662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:38.441291 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:38.442679 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] 10.222.0.11 "PUT /v2.0/ports/f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 1091 time: 1.1655548 Mar 07 16:51:38.443140 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:51:38.445393 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0beaaa-5e23-41b4-ad88-b59c701578fd" -d '{"events": [{"name": "network-changed", "server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:51:38.467023 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e1c8c-4063-492b-a616-db0194e50879 service neutron] Pushing event updated for resources: {'Port': ['ID=f17f55e4-1796-44df-9137-ca08683bf74b,revision_number=3']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:38.493334 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6c3aa6-edd5-4be3-adb5-78cbc5517e40 x-openstack-request-id: req-da6c3aa6-edd5-4be3-adb5-78cbc5517e40 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:51:38.493702 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:51:38.494062 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da6c3aa6-edd5-4be3-adb5-78cbc5517e40 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:51:38.494567 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'status': 'completed', 'code': 200} Mar 07 16:51:38.549198 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-099cbbf1-98a0-48db-9533-7fcaddd6a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:38.550683 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-099cbbf1-98a0-48db-9533-7fcaddd6a633 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1125 time: 0.0550904 Mar 07 16:51:38.596932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-614e45b4-d0c2-4e7e-9647-a1718c2d9998 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 217 time: 0.0397635 Mar 07 16:51:38.645655 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-03515e99-cff6-4b2f-a66d-de4986c514c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:38.647170 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-03515e99-cff6-4b2f-a66d-de4986c514c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0451064 Mar 07 16:51:38.695887 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-7814df3d-91da-4b4e-9f50-198dc1acf934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:38.697447 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-7814df3d-91da-4b4e-9f50-198dc1acf934 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446568 Mar 07 16:51:38.789853 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-b5dfaccc-6101-4734-8633-60c6e5b0bd62 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859344 Mar 07 16:51:38.880984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cebdb9d-2101-4aa3-a7b7-a68ab3f76f62 req-ad1a62a7-3b85-42b5-a978-7c043376d4f9 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849869 Mar 07 16:51:38.936555 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 up at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:38.973544 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-3af87ea7-8e7a-4488-8067-0d9d8a8fdc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:38.975125 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-3af87ea7-8e7a-4488-8067-0d9d8a8fdc51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1125 time: 0.0515518 Mar 07 16:51:38.987648 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Provisioning complete for port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:38.988024 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:39.074273 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-c2127064-0940-4cfc-9e9b-0b908ba3ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:39.076060 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-c2127064-0940-4cfc-9e9b-0b908ba3ca07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0949347 Mar 07 16:51:39.077280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Current status of the port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 is: ACTIVE; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:39.124402 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-03f56ade-8ee7-424c-a89e-0e4585c83568 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 217 time: 0.0423598 Mar 07 16:51:39.194107 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-0cc866af-8f3f-4ad3-9e4d-b962d6b61544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:39.195621 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-0cc866af-8f3f-4ad3-9e4d-b962d6b61544 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0640202 Mar 07 16:51:39.217988 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e0969-0979-4a9e-87a2-680f430f9270 req-c36000d1-9337-4308-9055-6050131b95d0 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:39.219458 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-868e0969-0979-4a9e-87a2-680f430f9270 req-c36000d1-9337-4308-9055-6050131b95d0 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 943 time: 0.0978243 Mar 07 16:51:39.291066 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-868e0969-0979-4a9e-87a2-680f430f9270 req-c660a12b-79d8-4793-b950-1b633978a05f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567975 Mar 07 16:51:39.293825 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-d581ebf0-0460-48e7-966f-a865577660af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:39.295306 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-d581ebf0-0460-48e7-966f-a865577660af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0934362 Mar 07 16:51:39.387973 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-2597e545-a596-4c26-ab2b-fd3d05640bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853853 Mar 07 16:51:39.480403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-af0beaaa-5e23-41b4-ad88-b59c701578fd req-1e215923-2b22-4cd7-8861-56a570c8d908 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Mar 07 16:51:40.412991 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb714804-e4b6-49cc-ab66-a72b1691f08f req-044b87cc-206d-4007-bd16-219eaa044568 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:40.414499 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb714804-e4b6-49cc-ab66-a72b1691f08f req-044b87cc-206d-4007-bd16-219eaa044568 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 943 time: 0.0535576 Mar 07 16:51:40.468476 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-fb714804-e4b6-49cc-ab66-a72b1691f08f req-b2042a2f-93da-48f9-b4db-a1f21c982f10 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472710 Mar 07 16:51:41.544570 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:41.590424 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5bde1-f877-4379-a902-7112974fa502 req-95ae4e37-ec2b-4527-8842-b67cc184dfd1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:41.591937 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4fe5bde1-f877-4379-a902-7112974fa502 req-95ae4e37-ec2b-4527-8842-b67cc184dfd1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 943 time: 0.0550668 Mar 07 16:51:41.639641 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-4fe5bde1-f877-4379-a902-7112974fa502 req-ea3660e8-20a3-4ea0-87a5-acbd75f8a345 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Mar 07 16:51:41.834075 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f17f55e4-1796-44df-9137-ca08683bf74b details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:51:41.933708 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f17f55e4-1796-44df-9137-ca08683bf74b,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:41.943972 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:51:41.980983 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port f17f55e4-1796-44df-9137-ca08683bf74b is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:41.981414 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:41.993678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17f55e4-1796-44df-9137-ca08683bf74b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:51:42.012678 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f17f55e4-1796-44df-9137-ca08683bf74b,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:42.016619 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:42.062092 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=f17f55e4-1796-44df-9137-ca08683bf74b,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:42.221142 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['f17f55e4-1796-44df-9137-ca08683bf74b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:51:42.765170 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93901c-b002-4e83-b21b-ef08685735f6 req-8ea33cc8-6c70-47dc-a4ff-e8a5f97955bd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:42.766957 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b93901c-b002-4e83-b21b-ef08685735f6 req-8ea33cc8-6c70-47dc-a4ff-e8a5f97955bd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 944 time: 0.0587130 Mar 07 16:51:42.816238 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6b93901c-b002-4e83-b21b-ef08685735f6 req-0e91b13b-1369-4857-b4c7-4e2a35ab7fd5 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Mar 07 16:51:43.847675 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f17f55e4-1796-44df-9137-ca08683bf74b up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:51:43.901456 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning for port f17f55e4-1796-44df-9137-ca08683bf74b completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:51:43.905877 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port f17f55e4-1796-44df-9137-ca08683bf74b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:51:43.906258 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:43.940101 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc5d0e-2efe-41cf-8ee4-64703c4db307 req-e089e9b6-2034-4e9d-8575-6d346866658c tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:43.941708 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ccdc5d0e-2efe-41cf-8ee4-64703c4db307 req-e089e9b6-2034-4e9d-8575-6d346866658c tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 944 time: 0.0550909 Mar 07 16:51:43.983579 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port f17f55e4-1796-44df-9137-ca08683bf74b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:51:43.983971 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:43.998022 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ccdc5d0e-2efe-41cf-8ee4-64703c4db307 req-49abf804-b17a-456b-b156-ff728426e17b tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506914 Mar 07 16:51:44.007436 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:51:44.009732 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4dab4-b588-41e1-b86c-7df77fcd56fa" -d '{"events": [{"server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "name": "network-vif-plugged", "status": "completed", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:51:44.026334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f17f55e4-1796-44df-9137-ca08683bf74b,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:51:44.030431 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:44.081363 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=f17f55e4-1796-44df-9137-ca08683bf74b,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:44.122823 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f824f6-704e-4b82-8a7a-aabe6d276199 x-openstack-request-id: req-d0f824f6-704e-4b82-8a7a-aabe6d276199 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:51:44.123124 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "name": "network-vif-plugged", "status": "completed", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:51:44.123383 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0f824f6-704e-4b82-8a7a-aabe6d276199 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:51:44.123783 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'code': 200} Mar 07 16:51:44.217261 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e1fe8-d07f-47ba-b319-910eb05e3cbe req-5650c7a4-94a3-465b-bd46-e179e055b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:44.218749 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a4e1fe8-d07f-47ba-b319-910eb05e3cbe req-5650c7a4-94a3-465b-bd46-e179e055b868 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1127 time: 0.0431778 Mar 07 16:51:44.266431 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-6a4e1fe8-d07f-47ba-b319-910eb05e3cbe req-7659d7ee-6e40-426b-9e7d-17c4e8639b2d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407760 Mar 07 16:51:45.117851 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bd732-62e9-4ca5-8f4a-c730e7941861 req-e21ac678-819c-4a4f-9e0c-c09da7ad12af tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:45.119893 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-012bd732-62e9-4ca5-8f4a-c730e7941861 req-e21ac678-819c-4a4f-9e0c-c09da7ad12af tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 945 time: 0.0544045 Mar 07 16:51:45.172145 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-012bd732-62e9-4ca5-8f4a-c730e7941861 req-7388a998-532b-40b4-8871-495e6811f82f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463581 Mar 07 16:51:46.297516 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b077-7024-482c-8329-7d6fa732e319 req-2e5b14fd-6845-4302-95f0-b05101656b1f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:46.299036 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e371b077-7024-482c-8329-7d6fa732e319 req-2e5b14fd-6845-4302-95f0-b05101656b1f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 945 time: 0.0564783 Mar 07 16:51:46.348352 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e371b077-7024-482c-8329-7d6fa732e319 req-a16d1479-acd5-4913-a4f7-7cc87ca3d26b tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437164 Mar 07 16:51:46.471520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1a22f-1794-4b84-99b9-83d9fcf49d4a req-0bf142a4-4661-42fa-8c52-e66ca686475f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:46.472927 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c7d1a22f-1794-4b84-99b9-83d9fcf49d4a req-0bf142a4-4661-42fa-8c52-e66ca686475f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 945 time: 0.0573888 Mar 07 16:51:46.520872 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-c7d1a22f-1794-4b84-99b9-83d9fcf49d4a req-72b30e85-d605-495e-86e4-cb95e78c40ed tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Mar 07 16:51:46.543963 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55858) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:46.670645 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9362706-df70-449a-addd-8f71aa5f47d4 tempest-TestSnapshotPattern-1173013126 tempest-TestSnapshotPattern-1173013126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:46.672448 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b9362706-df70-449a-addd-8f71aa5f47d4 tempest-TestSnapshotPattern-1173013126 tempest-TestSnapshotPattern-1173013126-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1122 time: 0.1274273 Mar 07 16:51:46.675367 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 55862) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:51:46.679745 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:51:46.699449 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:46.798365 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:46.899908 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Allocated IP 172.25.4.202 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/87710a71-1ee4-44b6-ad17-a6121640dbf2) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:51:47.004983 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for port (87710a71-1ee4-44b6-ad17-a6121640dbf2), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:47.037941 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (87710a71-1ee4-44b6-ad17-a6121640dbf2), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:47.077013 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:51:47.079671 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:51:47.083033 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:51:47.088364 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'Port': ['ID=87710a71-1ee4-44b6-ad17-a6121640dbf2,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:47.446806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for floatingip (193d78e8-91b5-49dc-ad23-26c9a3b08416), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:47.515538 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (87710a71-1ee4-44b6-ad17-a6121640dbf2), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:47.663327 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for port (87710a71-1ee4-44b6-ad17-a6121640dbf2), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:47.667929 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (87710a71-1ee4-44b6-ad17-a6121640dbf2), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:47.739494 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'Port': ['ID=87710a71-1ee4-44b6-ad17-a6121640dbf2,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:51:47.750420 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (193d78e8-91b5-49dc-ad23-26c9a3b08416), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:47.851094 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Floating IP 193d78e8-91b5-49dc-ad23-26c9a3b08416 associated. External IP: 172.25.4.202, port: f17f55e4-1796-44df-9137-ca08683bf74b. Mar 07 16:51:48.055293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:51:48.163891 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:51:48.174658 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] Sync routers for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:51:48.181870 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:48.185391 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:48.186026 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:48.211815 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6a330559-90b5-423d-ad44-897ce6ae5136 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5354080 Mar 07 16:51:48.212476 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:51:48.214736 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52b61f4-4509-4efe-9768-d2e6decbc1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:51:48.256505 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e7f915-7f09-490b-88ee-c82dcad0ea3e x-openstack-request-id: req-f3e7f915-7f09-490b-88ee-c82dcad0ea3e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:51:48.256803 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:51:48.257065 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3e7f915-7f09-490b-88ee-c82dcad0ea3e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:51:48.257485 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'status': 'completed', 'code': 200} Mar 07 16:51:48.299103 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:48.329124 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-1972d0c9-81f2-4e56-a8f0-c150ba5163bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:48.330577 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-1972d0c9-81f2-4e56-a8f0-c150ba5163bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1127 time: 0.0511520 Mar 07 16:51:48.407364 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:51:48.421077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-7082b756-50da-4aac-870c-02a3ff4bc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:48.422907 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-7082b756-50da-4aac-870c-02a3ff4bc3a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0860548 Mar 07 16:51:48.491073 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-cc0d97ae-52d4-4d17-93ee-c722c973faa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 999 time: 0.0619943 Mar 07 16:51:48.524171 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '193d78e8-91b5-49dc-ad23-26c9a3b08416', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:51:47Z', 'updated_at': '2022-03-07T16:51:47Z', 'revision_number': 0, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:48.539299 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-1e8b5aff-2f19-4152-aa3a-2400cedf4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:48.540780 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-1e8b5aff-2f19-4152-aa3a-2400cedf4624 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0444417 Mar 07 16:51:48.557441 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] Checking router: 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:51:48.566392 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:51:48.567067 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:51:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:48.590614 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-bbc30477-43ad-4985-83f6-c5c93fbd37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:51:48.593031 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-bbc30477-43ad-4985-83f6-c5c93fbd37a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464547 Mar 07 16:51:48.678259 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:51:48.684975 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-1404fa85-5437-42f3-9541-6a224a22bbd6 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855296 Mar 07 16:51:48.773642 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a52b61f4-4509-4efe-9768-d2e6decbc1d7 req-112d6cd8-de24-4daf-91fb-fb517c4a8b59 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830910 Mar 07 16:51:48.906357 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '193d78e8-91b5-49dc-ad23-26c9a3b08416', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:51:47Z', 'updated_at': '2022-03-07T16:51:47Z', 'revision_number': 0, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:51:48.937379 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5d88f-4297-449e-b416-8573a452d942 None None] The sync data for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 is: [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '193d78e8-91b5-49dc-ad23-26c9a3b08416', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:51:47Z', 'updated_at': '2022-03-07T16:51:47Z', 'revision_number': 0, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:51:49.131978 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac9961-2a3d-4256-bf56-1cb8fa1242f7 None None] New status for floating IP 193d78e8-91b5-49dc-ad23-26c9a3b08416: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:51:52.990467 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c07c9ab-3bc5-4cf9-b473-b579ca1f223d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:55.274281 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4df86b7c-cfa5-43ce-b580-0f239b791469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:56.617934 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:57.918695 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:59.265348 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:06.933933 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:11.573633 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.991261 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f46ae90c-4105-4eaa-94c6-0132249c4909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.905786 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-21c66638-4e86-4ebd-9102-69d84e87b711 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484359 Mar 07 16:52:24.987776 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-8d52ecda-a8bd-4222-a477-9b2821aac90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:24.989283 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-8d52ecda-a8bd-4222-a477-9b2821aac90f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1127 time: 0.0440814 Mar 07 16:52:25.090502 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-b73815fb-d5d3-43f5-b905-6c2d0184c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:25.092150 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-b73815fb-d5d3-43f5-b905-6c2d0184c2fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0832574 Mar 07 16:52:25.159118 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-70b47421-170a-4277-b678-474370c5131a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 1001 time: 0.0612280 Mar 07 16:52:25.205553 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-32e68b59-a993-49e8-9f9e-6b42b768bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:25.207033 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-32e68b59-a993-49e8-9f9e-6b42b768bde6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0424941 Mar 07 16:52:25.254940 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-cc9d5318-db59-4b95-806f-3b57ee1c3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:25.256469 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-cc9d5318-db59-4b95-806f-3b57ee1c3df3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440283 Mar 07 16:52:25.276200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1af2fcfe-1573-4c9b-9444-dd03dfbbfb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.350260 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-d6f70aa8-4f26-43d5-9b31-562f7e36d868 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880852 Mar 07 16:52:25.406959 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:52:25.438569 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-578fb38b-c84b-4b54-8f1f-04130f1d2bd7 req-83ae23c8-73ab-4101-ae5e-c4387f531339 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824022 Mar 07 16:52:26.621701 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.924338 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.268029 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:36.932507 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:41.573263 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:52.992403 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-640c3d81-3492-41af-b8fa-ab1712570045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.278365 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-059a197e-0006-4048-a3d3-9e9cb6208558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:56.624974 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:57.924638 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.270886 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.405528 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:53:06.943760 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:11.591803 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:22.993553 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-644bcfc2-55ae-4251-a244-1cde1e77267b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:25.279159 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eb23c8bf-a503-48bf-b39c-9ef6d535a4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:26.628155 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:26.912939 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-256084d0-6064-4efd-9445-fc4f3588c350 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478728 Mar 07 16:53:27.000216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-fe7f7de4-f665-4d50-9bb7-d7c249be77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:27.002618 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-fe7f7de4-f665-4d50-9bb7-d7c249be77ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1127 time: 0.0490050 Mar 07 16:53:27.110307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-de9b8eba-4d0b-44f2-8935-82b9cc010121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:27.112499 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-de9b8eba-4d0b-44f2-8935-82b9cc010121 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0903990 Mar 07 16:53:27.175579 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-53bd54a7-fea5-4bdb-ad2c-e489f6423359 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 1001 time: 0.0566442 Mar 07 16:53:27.222289 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-1760d9bc-6543-4575-8ae7-1fdb39c86480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:27.223760 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-1760d9bc-6543-4575-8ae7-1fdb39c86480 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0425615 Mar 07 16:53:27.276166 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-21067257-6ddb-4271-9102-80082ae24865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:27.277683 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-21067257-6ddb-4271-9102-80082ae24865 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475752 Mar 07 16:53:27.363671 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-70bf667a-0f18-4e40-8c25-300ee27ee5fa service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797937 Mar 07 16:53:27.757290 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca90f245-6b37-469b-98e7-1e4c4afe6696 req-53687e52-c7da-4e58-91b2-c81ecc458e29 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877282 Mar 07 16:53:27.927707 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:29.272264 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:36.952200 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:39.404219 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:53:41.604347 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:48.477837 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f17f55e4-1796-44df-9137-ca08683bf74b details requested by agent hyperv_n-h2-830010-8 with host n-h2-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:53:48.574454 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f17f55e4-1796-44df-9137-ca08683bf74b,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:48.585598 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Returning: {'device': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:53:48.627411 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port f17f55e4-1796-44df-9137-ca08683bf74b is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:48.627865 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:48.643123 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f17f55e4-1796-44df-9137-ca08683bf74b {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:53:48.663494 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f17f55e4-1796-44df-9137-ca08683bf74b,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:48.667257 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:48.722487 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=f17f55e4-1796-44df-9137-ca08683bf74b,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:48.730483 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.730876 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.731227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.731617 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.731897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.732232 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.732562 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.732884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.733209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.733533 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.733884 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.734209 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.734541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:48.741720 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] get_ports_and_sgs() called for port_ids ['f17f55e4-1796-44df-9137-ca08683bf74b'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:53:50.503349 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f17f55e4-1796-44df-9137-ca08683bf74b up at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:53:50.557473 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Provisioning complete for port f17f55e4-1796-44df-9137-ca08683bf74b triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:50.558262 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.648225 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port f17f55e4-1796-44df-9137-ca08683bf74b is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:50.648225 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.674130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:50.676638 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535a879c-a689-4617-ab17-7307cce1b7b0" -d '{"events": [{"server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "name": "network-vif-plugged", "status": "completed", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:50.688207 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f17f55e4-1796-44df-9137-ca08683bf74b,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:50.695146 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.737197 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf72f19-5655-46e2-a376-22dcc9e6f8b3 x-openstack-request-id: req-5bf72f19-5655-46e2-a376-22dcc9e6f8b3 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:53:50.737509 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "name": "network-vif-plugged", "status": "completed", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:53:50.737771 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bf72f19-5655-46e2-a376-22dcc9e6f8b3 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:53:50.738246 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'code': 200} Mar 07 16:53:50.757172 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=f17f55e4-1796-44df-9137-ca08683bf74b,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:53.001752 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c78fb708-a7e5-4ce2-9603-21cef2f79dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.282922 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fb54de99-d410-4576-b939-304c6e6510b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:56.634237 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.929686 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.409828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-61a830d5-177b-4648-a378-766745409faf tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071570386&fields=id&tenant_id=312a3c815347437c8caae455a2c21357 HTTP/1.1" status: 200 len: 267 time: 0.0441365 Mar 07 16:53:58.512034 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-4e37634f-6c58-4619-8688-581521788efe tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:58.513390 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-4e37634f-6c58-4619-8688-581521788efe tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 810 time: 0.0972345 Mar 07 16:53:58.527940 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-a849d2a2-b7c9-49fe-b5d6-61761600adfa tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/quotas/312a3c815347437c8caae455a2c21357 HTTP/1.1" status: 200 len: 375 time: 0.0092964 Mar 07 16:53:58.587754 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-2c07ca46-c5fa-4569-b5bc-514a7686604d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550389 Mar 07 16:53:58.650159 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-5cd288d2-fb8e-4ebe-890c-7142c7f6f34b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:53:58.651169 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-5cd288d2-fb8e-4ebe-890c-7142c7f6f34b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526233 Mar 07 16:53:58.737032 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-2c962b1b-7c70-488e-a31f-82c3bee9b238 service neutron] 10.222.0.24 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800886 Mar 07 16:53:58.828053 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-4ed40581-9a10-4d77-9715-a6717e613148 service neutron] 10.222.0.24 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844707 Mar 07 16:53:59.000305 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-c92cec5f-ba40-48df-b9f0-51f2dc21c8f7 req-2176967f-4df3-498f-a10b-b544ff0060ba tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 210 time: 0.0334451 Mar 07 16:53:59.276151 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.917992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-72681f74-23d1-4c2f-9873-0ee3c333d395 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:59.919496 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-72681f74-23d1-4c2f-9873-0ee3c333d395 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.15 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 810 time: 0.1061525 Mar 07 16:53:59.982004 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-c4d68819-4f3d-4144-81c7-d7e1278fe4ab tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=312a3c815347437c8caae455a2c21357 HTTP/1.1" status: 200 len: 380 time: 0.0549619 Mar 07 16:53:59.991075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'port': {'device_id': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'admin_state_up': True, 'tenant_id': '312a3c815347437c8caae455a2c21357', 'security_groups': ['db702a65-ce9e-4304-ac2d-20fc62c8f2bf']}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:00.104828 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ca8cec74-c3ad-4ece-882a-85805edbd8b8 req-5d63e94d-0a88-4865-8cdf-7d5094a2c86e tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 210 time: 0.0281377 Mar 07 16:54:00.110745 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Made reservation on behalf of 312a3c815347437c8caae455a2c21357 for: {'port': 1} {{(pid=103866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:00.114593 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.289108 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_common [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Allocated IP 172.20.0.13 (b5399892-2bd8-4bca-bb53-4c520b29e6f0/30d50e33-e9db-4925-8a33-0a6a663e4543/92e6764e-ac71-43f7-95e4-c070e7c45efb) {{(pid=103866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:00.485534 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), precommit_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.524104 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), after_create {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.582384 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 is already hosted by enough agents. {{(pid=103866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:00.585713 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.base_scheduler [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Resources bound (agent type, host, resource id): {{(pid=103866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:00.589938 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Received port after_create {{(pid=103866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:00.616213 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'Port': ['ID=92e6764e-ac71-43f7-95e4-c070e7c45efb,revision_number=1']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:00.633258 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.633575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.633930 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.634278 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.634624 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.634993 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.635331 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.635669 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.636003 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.636338 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.636671 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.637009 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.637346 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:00.673154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:00.673820 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.697197 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-dbbbb29f-e9ce-4907-a374-c3fc17631de7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098644 Mar 07 16:54:00.928032 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-462b3e42-c973-4f5b-8229-7314173a0709 None None] Provisioning complete for port 92e6764e-ac71-43f7-95e4-c070e7c45efb triggered by entity DHCP. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:00.928537 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-462b3e42-c973-4f5b-8229-7314173a0709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.963511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-462b3e42-c973-4f5b-8229-7314173a0709 None None] Port 92e6764e-ac71-43f7-95e4-c070e7c45efb cannot update to ACTIVE because it is not bound. {{(pid=103868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:54:01.239211 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48784945-c5bd-4d5e-953c-dc9429e5c44b req-463422f4-07f5-4fed-addc-39dcd6f27e08 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:01.241105 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48784945-c5bd-4d5e-953c-dc9429e5c44b req-463422f4-07f5-4fed-addc-39dcd6f27e08 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.0607381 Mar 07 16:54:01.299679 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-48784945-c5bd-4d5e-953c-dc9429e5c44b req-d14111f7-40fa-4c49-afc9-4590a37d4b67 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490746 Mar 07 16:54:02.424105 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbe7a4-f3b0-4a4c-9948-afe04eee1225 req-088ec992-7423-45bc-b58c-7c686fd0fb11 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:02.426543 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74fbe7a4-f3b0-4a4c-9948-afe04eee1225 req-088ec992-7423-45bc-b58c-7c686fd0fb11 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.0570953 Mar 07 16:54:02.484405 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-74fbe7a4-f3b0-4a4c-9948-afe04eee1225 req-dbd2b82a-b2b4-4776-8386-009422d283d0 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515585 Mar 07 16:54:02.549043 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f17f55e4-1796-44df-9137-ca08683bf74b no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:54:02.636329 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Current status of the port f17f55e4-1796-44df-9137-ca08683bf74b is: ACTIVE; New status is: DOWN {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:02.636644 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:02.663397 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:54:02.665933 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1f8ef-bf99-4ed9-b183-8ffebd41102f" -d '{"events": [{"server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "name": "network-vif-unplugged", "status": "completed", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:54:02.680020 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-370ff747-99e9-463b-9427-a455d923a034 None None] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f17f55e4-1796-44df-9137-ca08683bf74b,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:02.690424 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:02.720071 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e74b3-967e-41f3-9830-075c4c9ecf53 x-openstack-request-id: req-ba2e74b3-967e-41f3-9830-075c4c9ecf53 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:02.720378 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "name": "network-vif-unplugged", "status": "completed", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:02.720687 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba2e74b3-967e-41f3-9830-075c4c9ecf53 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:02.721028 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'code': 200} Mar 07 16:54:02.748539 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Pushing event updated for resources: {'Port': ['ID=f17f55e4-1796-44df-9137-ca08683bf74b,revision_number=8']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:03.614532 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04374ff-bbb4-4f79-9911-62386b710154 req-ef1aa277-efc5-4414-b108-00e7a19dbf3f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:03.616780 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e04374ff-bbb4-4f79-9911-62386b710154 req-ef1aa277-efc5-4414-b108-00e7a19dbf3f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.0621138 Mar 07 16:54:03.667812 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-e04374ff-bbb4-4f79-9911-62386b710154 req-1799b842-fc82-45e4-8875-ef308552a22a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450122 Mar 07 16:54:04.811123 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefef15-e1d7-47de-befb-a5ffc2c7a0be req-31c16fd5-60f5-4b63-b21a-6d11fd642abf tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:04.812819 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6eefef15-e1d7-47de-befb-a5ffc2c7a0be req-31c16fd5-60f5-4b63-b21a-6d11fd642abf tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.0676832 Mar 07 16:54:04.868151 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-6eefef15-e1d7-47de-befb-a5ffc2c7a0be req-d3f2177f-bd38-4332-8a05-85ddfc5b7b67 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494635 Mar 07 16:54:05.998465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd176a-0ba2-4199-98ee-f640983ba59b req-b757ce56-7e8c-45cc-956e-424105d62152 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:06.000123 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10fd176a-0ba2-4199-98ee-f640983ba59b req-b757ce56-7e8c-45cc-956e-424105d62152 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.0588708 Mar 07 16:54:06.054897 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-10fd176a-0ba2-4199-98ee-f640983ba59b req-c5232840-d3a6-4ecc-9a4f-15cbfdd61092 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472751 Mar 07 16:54:06.969720 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.186962 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed985e-f729-4b9b-b360-a4ddfd58aada req-59f21c32-d13f-42f0-ae78-6269d1220185 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:07.191208 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d0ed985e-f729-4b9b-b360-a4ddfd58aada req-59f21c32-d13f-42f0-ae78-6269d1220185 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.0604579 Mar 07 16:54:07.248067 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d0ed985e-f729-4b9b-b360-a4ddfd58aada req-e77a2270-a264-476c-a1ed-1906329420ba tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532899 Mar 07 16:54:08.429439 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb16db-e398-484f-ac3f-2db4d4632ae7 req-67b5d7c4-83b3-457d-814d-30e8275091df tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:08.431011 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93cb16db-e398-484f-ac3f-2db4d4632ae7 req-67b5d7c4-83b3-457d-814d-30e8275091df tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.1137505 Mar 07 16:54:08.479984 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-93cb16db-e398-484f-ac3f-2db4d4632ae7 req-3c1c8f1f-546a-4d77-bfd6-aeada4b1eb27 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433867 Mar 07 16:54:09.656641 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ac68a-dbf3-42b4-abc4-7986e7cf5cd2 req-b7924311-a2b4-46a2-8ef7-64d2cecf0005 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:09.658115 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-884ac68a-dbf3-42b4-abc4-7986e7cf5cd2 req-b7924311-a2b4-46a2-8ef7-64d2cecf0005 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.1100411 Mar 07 16:54:09.710785 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-884ac68a-dbf3-42b4-abc4-7986e7cf5cd2 req-21b92b6e-502b-4c52-8d15-da5921d985c6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463884 Mar 07 16:54:10.832609 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0c32c-ccb3-4ddd-b499-38c528f2fe24 req-787707bd-7103-49a5-a2f3-018f269950b5 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:10.834078 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dab0c32c-ccb3-4ddd-b499-38c528f2fe24 req-787707bd-7103-49a5-a2f3-018f269950b5 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.0533910 Mar 07 16:54:10.881758 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dab0c32c-ccb3-4ddd-b499-38c528f2fe24 req-aeba2a89-0ffd-4c4e-a5e6-5c7601ee183f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420523 Mar 07 16:54:11.598035 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:12.000379 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084da10-7ca7-43fe-9c33-f73240ff4768 req-c997a1a9-f625-4e04-a3ec-32809a26985f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:12.001878 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2084da10-7ca7-43fe-9c33-f73240ff4768 req-c997a1a9-f625-4e04-a3ec-32809a26985f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.0534129 Mar 07 16:54:12.052346 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-2084da10-7ca7-43fe-9c33-f73240ff4768 req-42ba325d-7f21-4c02-ab25-580fb321fcfb tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448387 Mar 07 16:54:12.912344 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.v2.base [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Request body: {'port': {'device_id': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-830010-8'}} {{(pid=103866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:12.970346 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:13.176135 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aadda2-c192-45a3-82c5-bfba51a334a1 req-49c9d6fc-e1d1-4286-b43d-f6389bf7b26f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:13.177496 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13aadda2-c192-45a3-82c5-bfba51a334a1 req-49c9d6fc-e1d1-4286-b43d-f6389bf7b26f tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 932 time: 0.0592535 Mar 07 16:54:13.237096 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-13aadda2-c192-45a3-82c5-bfba51a334a1 req-8c6efc0f-e0a0-4bd9-b633-804c729f30f9 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532732 Mar 07 16:54:13.246622 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e6764e-ac71-43f7-95e4-c070e7c45efb {{(pid=103866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:54:13.254224 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Publish callbacks [] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), precommit_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:13.267053 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.provisioning_blocks [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Transition to ACTIVE for port object 92e6764e-ac71-43f7-95e4-c070e7c45efb will not be triggered until provisioned by entity L2. {{(pid=103866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:54:13.271079 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:13.325103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Pushing event updated for resources: {'Port': ['ID=92e6764e-ac71-43f7-95e4-c070e7c45efb,revision_number=2']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:13.394861 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Attempting to bind port 92e6764e-ac71-43f7-95e4-c070e7c45efb on host n-h1-830010-8 for vnic_type normal with profile {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:13.395209 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Attempting to bind port 92e6764e-ac71-43f7-95e4-c070e7c45efb by drivers openvswitch,hyperv on host n-h1-830010-8 at level 0 using segments [{'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:13.395538 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Attempting to bind port 92e6764e-ac71-43f7-95e4-c070e7c45efb on network b5399892-2bd8-4bca-bb53-4c520b29e6f0 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:13.400804 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Port 92e6764e-ac71-43f7-95e4-c070e7c45efb on network b5399892-2bd8-4bca-bb53-4c520b29e6f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-830010-8 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:54:13.401165 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Attempting to bind port 92e6764e-ac71-43f7-95e4-c070e7c45efb on network b5399892-2bd8-4bca-bb53-4c520b29e6f0 {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:13.407365 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Checking agent: {'id': 'a38758aa-aad4-4030-834f-a81966bf08a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-830010-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'started_at': datetime.datetime(2022, 3, 7, 15, 54, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:13.407714 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Checking segment: {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:13.408103 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Bound using segment: {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'} {{(pid=103866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:13.408529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.managers [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Bound port: 92e6764e-ac71-43f7-95e4-c070e7c45efb, host: n-h1-830010-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1fb21d-8209-4f62-9604-b3e707a9fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0'}}] {{(pid=103866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:13.408887 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), before_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:13.475050 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] For port 92e6764e-ac71-43f7-95e4-c070e7c45efb, host n-h1-830010-8, cleared binding levels {{(pid=103866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:13.478216 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] For port 92e6764e-ac71-43f7-95e4-c070e7c45efb, host n-h1-830010-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:13.485176 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12424745'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), after_update {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:13.521119 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:13.521746 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:13.523164 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] 10.222.0.15 "PUT /v2.0/ports/92e6764e-ac71-43f7-95e4-c070e7c45efb HTTP/1.1" status: 200 len: 1092 time: 0.6660671 Mar 07 16:54:13.523610 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:54:13.526528 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1d93475ff77aaceaf5ab6d7dc9536afefbae0a75091093ed2bcb23244afaf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097e629d-9b0f-4685-87f4-ff92aa18d8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:54:13.560687 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb725a1-0483-4d49-ad59-401a404cc7fc service neutron] Pushing event updated for resources: {'Port': ['ID=92e6764e-ac71-43f7-95e4-c070e7c45efb,revision_number=3']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:13.621652 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-324e5e35-4846-4e46-a44b-b95c35376f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:13.623407 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-324e5e35-4846-4e46-a44b-b95c35376f70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 1126 time: 0.0575755 Mar 07 16:54:13.672392 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e2f746-0779-48b0-ae17-9c386c644d84 x-openstack-request-id: req-e9e2f746-0779-48b0-ae17-9c386c644d84 {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:13.672689 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:13.673200 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9e2f746-0779-48b0-ae17-9c386c644d84 {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:13.673611 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'status': 'completed', 'code': 200} Mar 07 16:54:13.675222 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-6243d497-ac27-4260-955e-5476e3f684c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb HTTP/1.1" status: 200 len: 217 time: 0.0450330 Mar 07 16:54:13.725507 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-052bb8b3-fe69-4403-bfa5-fdc411fe78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:13.727042 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-052bb8b3-fe69-4403-bfa5-fdc411fe78cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0468729 Mar 07 16:54:13.774324 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-f4ab3e63-e19b-44a9-990f-8ccd5402ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:13.776770 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-f4ab3e63-e19b-44a9-990f-8ccd5402ecc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445461 Mar 07 16:54:13.876793 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-f5cbf5d6-d2f7-4e92-8ecd-5ccd66788f14 service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939450 Mar 07 16:54:13.966317 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb4650e-0fc4-487e-ae49-ac5c44fb350e req-ecd096ea-e31b-4639-8fe6-11fdc246fcdc service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831895 Mar 07 16:54:14.060644 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-dacdedc7-703a-4fa7-9423-a6232521dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:14.062162 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-dacdedc7-703a-4fa7-9423-a6232521dbdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 1126 time: 0.0510659 Mar 07 16:54:14.152747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-cf1acd65-87d0-4697-aaf0-c69c317fa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:14.154233 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-cf1acd65-87d0-4697-aaf0-c69c317fa3ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0857356 Mar 07 16:54:14.362388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4acb5-772a-422a-9430-1f098de4247c req-d967afc7-121d-45fe-8266-91ac4a735fe4 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:14.363889 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cd4acb5-772a-422a-9430-1f098de4247c req-d967afc7-121d-45fe-8266-91ac4a735fe4 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 944 time: 0.0558300 Mar 07 16:54:14.416144 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-8cd4acb5-772a-422a-9430-1f098de4247c req-26b64f5a-8dd8-413e-8231-495c3235e7b7 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455694 Mar 07 16:54:14.499983 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-f018117d-3c48-47a5-8993-92d344961ce0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb HTTP/1.1" status: 200 len: 217 time: 0.3387656 Mar 07 16:54:14.546761 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-74ebcbcf-50d4-4bb8-a872-8f5081e34ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:14.548454 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-74ebcbcf-50d4-4bb8-a872-8f5081e34ce8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0428867 Mar 07 16:54:14.595688 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-bb1cf245-1f00-4376-bdcd-4051608ad845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:14.597168 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-bb1cf245-1f00-4376-bdcd-4051608ad845 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435672 Mar 07 16:54:14.687065 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-212f3dc7-2278-44ac-846f-930f3243a8bf service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839341 Mar 07 16:54:14.772365 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-097e629d-9b0f-4685-87f4-ff92aa18d8ce req-ae38f7de-3e01-4a71-ac5a-2fcd34ceb529 service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801802 Mar 07 16:54:15.542140 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684f98b-31ff-4c0e-aa10-dc1c861ee36e req-47ddd715-312d-4f42-9418-2ea35cf048b1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:15.543579 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d684f98b-31ff-4c0e-aa10-dc1c861ee36e req-47ddd715-312d-4f42-9418-2ea35cf048b1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 944 time: 0.0577619 Mar 07 16:54:15.592262 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-d684f98b-31ff-4c0e-aa10-dc1c861ee36e req-1d9974d5-1402-463a-85d6-180d73dede96 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 Mar 07 16:54:16.404103 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:54:16.710511 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba241a-e2a7-4bbd-bb29-5e44114a8540 req-e86d0395-4052-4792-8a7f-05a607f0b357 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:16.712058 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0ba241a-e2a7-4bbd-bb29-5e44114a8540 req-e86d0395-4052-4792-8a7f-05a607f0b357 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 944 time: 0.0527568 Mar 07 16:54:16.760949 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-a0ba241a-e2a7-4bbd-bb29-5e44114a8540 req-c1886b2c-ef54-434a-83d2-8b03749e135d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 Mar 07 16:54:17.200355 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 92e6764e-ac71-43f7-95e4-c070e7c45efb details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:54:17.457632 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 92e6764e-ac71-43f7-95e4-c070e7c45efb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:17.469001 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'port_id': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'mac_address': 'fa:16:3e:e8:b2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:54:17.505283 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 92e6764e-ac71-43f7-95e4-c070e7c45efb is: DOWN; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:17.505674 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:17.517897 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e6764e-ac71-43f7-95e4-c070e7c45efb {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:54:17.537060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 92e6764e-ac71-43f7-95e4-c070e7c45efb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:17.541666 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:17.590451 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=92e6764e-ac71-43f7-95e4-c070e7c45efb,revision_number=4']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:17.884608 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a014-7a75-4bc9-8ec4-8f17b27772d8 req-4ad965d3-4d64-41eb-9363-3cbd7efff509 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:17.886017 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b029a014-7a75-4bc9-8ec4-8f17b27772d8 req-4ad965d3-4d64-41eb-9363-3cbd7efff509 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 945 time: 0.0547535 Mar 07 16:54:17.888037 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['92e6764e-ac71-43f7-95e4-c070e7c45efb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:54:17.951922 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b029a014-7a75-4bc9-8ec4-8f17b27772d8 req-d3a9f645-3ff2-4f10-a13a-f6caeb02448a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597117 Mar 07 16:54:19.074066 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1409a4-92d8-4467-bb07-de8a15feb3f8 req-0b2ad685-e63c-4f6c-a9ed-722a642b4f66 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:19.075550 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d1409a4-92d8-4467-bb07-de8a15feb3f8 req-0b2ad685-e63c-4f6c-a9ed-722a642b4f66 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 945 time: 0.0572236 Mar 07 16:54:19.125661 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d1409a4-92d8-4467-bb07-de8a15feb3f8 req-eb63e5dd-42bf-470d-bb99-ee0a5ff1c9b5 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Mar 07 16:54:19.231589 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 92e6764e-ac71-43f7-95e4-c070e7c45efb up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:19.279320 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning for port 92e6764e-ac71-43f7-95e4-c070e7c45efb completed by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:54:19.282865 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 92e6764e-ac71-43f7-95e4-c070e7c45efb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:19.283246 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:19.361482 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 92e6764e-ac71-43f7-95e4-c070e7c45efb is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:19.361871 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:19.383948 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:54:19.386193 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c27e7e42f962c9e1ec5d43748fd8659b38eec4a968d83c83428cc58f11938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae14fc6-898e-4508-ac7d-d56f1318141e" -d '{"events": [{"server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "name": "network-vif-plugged", "status": "completed", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:54:19.398636 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 92e6764e-ac71-43f7-95e4-c070e7c45efb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:19.402309 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:19.430365 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7064551-a22f-4b41-8080-d7745933c9b0 x-openstack-request-id: req-e7064551-a22f-4b41-8080-d7745933c9b0 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:19.430661 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "name": "network-vif-plugged", "status": "completed", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:19.431572 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7064551-a22f-4b41-8080-d7745933c9b0 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:19.432049 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'code': 200} Mar 07 16:54:19.456522 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=92e6764e-ac71-43f7-95e4-c070e7c45efb,revision_number=5']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:19.519792 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73215fc8-d8ea-4651-b148-2f08c0e05b07 req-f6930ef1-a383-425d-82c8-5ddb98ed3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:19.521225 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-73215fc8-d8ea-4651-b148-2f08c0e05b07 req-f6930ef1-a383-425d-82c8-5ddb98ed3942 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 1128 time: 0.0447128 Mar 07 16:54:19.570207 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-73215fc8-d8ea-4651-b148-2f08c0e05b07 req-b76bc36d-c475-43b2-a9a6-5a33e871611e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421371 Mar 07 16:54:20.244707 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb493a8f-2bc9-46ae-a7d8-df4e1aa8e604 req-8afa954d-0314-4ea6-99d2-21c91d7025a2 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:20.246197 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb493a8f-2bc9-46ae-a7d8-df4e1aa8e604 req-8afa954d-0314-4ea6-99d2-21c91d7025a2 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 946 time: 0.0540588 Mar 07 16:54:20.293336 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-bb493a8f-2bc9-46ae-a7d8-df4e1aa8e604 req-8145f541-6e2a-4219-ba3a-4c52bb47eb32 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416079 Mar 07 16:54:21.414678 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6d330-23f4-4888-9210-ffd5f4a63774 req-7689b2f3-ca7a-4df7-8996-6ced2657a8a6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:21.416420 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb6d330-23f4-4888-9210-ffd5f4a63774 req-7689b2f3-ca7a-4df7-8996-6ced2657a8a6 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 946 time: 0.0531905 Mar 07 16:54:21.466205 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-9eb6d330-23f4-4888-9210-ffd5f4a63774 req-b2fe475f-3429-48a6-9b36-863f45bdb062 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Mar 07 16:54:21.583794 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed678c7e-cad9-4673-ba1a-dd0ab308ab01 req-539dfda8-9e70-4707-8c60-1938cf4a4498 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:21.585293 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed678c7e-cad9-4673-ba1a-dd0ab308ab01 req-539dfda8-9e70-4707-8c60-1938cf4a4498 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 946 time: 0.0519536 Mar 07 16:54:21.637497 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ed678c7e-cad9-4673-ba1a-dd0ab308ab01 req-5a7bfce2-0ea7-4567-acdb-82947b535ae1 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465658 Mar 07 16:54:21.658191 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56156) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:21.701961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823bc407-53fb-4d51-b53c-8036cc4ba4b7 tempest-TestSnapshotPattern-1173013126 tempest-TestSnapshotPattern-1173013126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:21.703509 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-823bc407-53fb-4d51-b53c-8036cc4ba4b7 tempest-TestSnapshotPattern-1173013126 tempest-TestSnapshotPattern-1173013126-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 1123 time: 0.0443203 Mar 07 16:54:21.706216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56158) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:21.710390 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.v2.base [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Request body: {'floatingip': {'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'port_id': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:21.731236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:21.823160 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (None), before_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:21.928017 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_common [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Allocated IP 172.25.4.225 (877b2474-111c-4dd4-8ddd-e779782e349c/8de5f8d5-3992-4ebf-a1ec-f998893d47d1/222407d9-d5dd-4c49-a71f-cb85f8523923) {{(pid=103867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:22.031339 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for port (222407d9-d5dd-4c49-a71f-cb85f8523923), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.064149 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790654594762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (222407d9-d5dd-4c49-a71f-cb85f8523923), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.104112 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Network 877b2474-111c-4dd4-8ddd-e779782e349c is already hosted by enough agents. {{(pid=103867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:22.106947 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.base_scheduler [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Resources bound (agent type, host, resource id): {{(pid=103867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:22.110374 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Received port after_create {{(pid=103867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:22.131499 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'Port': ['ID=222407d9-d5dd-4c49-a71f-cb85f8523923,revision_number=1']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:22.144924 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.145277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.145624 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.145968 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.146307 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.146641 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.147001 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.147332 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.147662 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.147991 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.148321 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.148651 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.148979 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:22.491530 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for floatingip (63a68677-b960-4161-9ea0-b00f8f6af8bb), precommit_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.559161 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (222407d9-d5dd-4c49-a71f-cb85f8523923), before_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.706032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for port (222407d9-d5dd-4c49-a71f-cb85f8523923), precommit_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.710198 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112711'] for port (222407d9-d5dd-4c49-a71f-cb85f8523923), after_update {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.778302 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event updated for resources: {'Port': ['ID=222407d9-d5dd-4c49-a71f-cb85f8523923,revision_number=2']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:22.789806 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350786'] for floatingip (63a68677-b960-4161-9ea0-b00f8f6af8bb), after_create {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.893413 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Floating IP 63a68677-b960-4161-9ea0-b00f8f6af8bb associated. External IP: 172.25.4.225, port: 92e6764e-ac71-43f7-95e4-c070e7c45efb. Mar 07 16:54:22.993070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f0b25ea5-a4cb-474a-892b-220d96cdbed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.111465 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:54:23.220665 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:54:23.231927 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] Sync routers for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:54:23.239771 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.244748 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:23.245281 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:53:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:23.270312 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e9e88454-054d-4724-afa6-90d835d9f63d tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5630913 Mar 07 16:54:23.270948 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:54:23.273217 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653372f075dc2d46cf96b22f0c881f0284d6affae79fe45deb5d2dc5d1162956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076946da-2203-4a4a-96e3-4161fc768256" -d '{"events": [{"name": "network-changed", "server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:54:23.312877 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344c97b1-a574-4d39-bbe4-033492475664 x-openstack-request-id: req-344c97b1-a574-4d39-bbe4-033492475664 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:23.313248 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:23.313570 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-344c97b1-a574-4d39-bbe4-033492475664 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:23.314043 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'status': 'completed', 'code': 200} Mar 07 16:54:23.355343 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:23.380589 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076946da-2203-4a4a-96e3-4161fc768256 req-392c9cde-384b-4eb7-95f1-9c1d00c30519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:23.382137 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-076946da-2203-4a4a-96e3-4161fc768256 req-392c9cde-384b-4eb7-95f1-9c1d00c30519 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 1128 time: 0.0461593 Mar 07 16:54:23.477057 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076946da-2203-4a4a-96e3-4161fc768256 req-00dae63d-87d3-4b40-a4fa-b303c3b5d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:23.479223 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-076946da-2203-4a4a-96e3-4161fc768256 req-00dae63d-87d3-4b40-a4fa-b303c3b5d255 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0907652 Mar 07 16:54:23.542374 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-076946da-2203-4a4a-96e3-4161fc768256 req-bc4fb7cd-653d-429b-8c7f-a3630a02ae96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb HTTP/1.1" status: 200 len: 1000 time: 0.0580206 Mar 07 16:54:23.588404 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '193d78e8-91b5-49dc-ad23-26c9a3b08416', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:51:47Z', 'updated_at': '2022-03-07T16:51:49Z', 'revision_number': 1, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}, {'id': '63a68677-b960-4161-9ea0-b00f8f6af8bb', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:e8:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:54:22Z', 'updated_at': '2022-03-07T16:54:22Z', 'revision_number': 0, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:23.594580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076946da-2203-4a4a-96e3-4161fc768256 req-dc8a324f-e9f8-4ca1-b8b9-ccfc9ae48eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:23.596139 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-076946da-2203-4a4a-96e3-4161fc768256 req-dc8a324f-e9f8-4ca1-b8b9-ccfc9ae48eb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0483294 Mar 07 16:54:23.615065 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] Checking router: 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:54:23.623458 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:23.624071 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:53:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:23.644085 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076946da-2203-4a4a-96e3-4161fc768256 req-05332156-c67a-43a7-bfd4-f6146f6a1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:23.645558 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-076946da-2203-4a4a-96e3-4161fc768256 req-05332156-c67a-43a7-bfd4-f6146f6a1515 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444913 Mar 07 16:54:23.733021 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:23.736264 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-076946da-2203-4a4a-96e3-4161fc768256 req-ccd168d4-59a7-49a2-81d0-4050d389b6c0 service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Mar 07 16:54:23.827487 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-076946da-2203-4a4a-96e3-4161fc768256 req-9bc3413a-c120-4e16-8854-5fa99df7151f service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860212 Mar 07 16:54:23.959188 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '193d78e8-91b5-49dc-ad23-26c9a3b08416', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:51:47Z', 'updated_at': '2022-03-07T16:51:49Z', 'revision_number': 1, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}, {'id': '63a68677-b960-4161-9ea0-b00f8f6af8bb', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:e8:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:54:22Z', 'updated_at': '2022-03-07T16:54:22Z', 'revision_number': 0, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:23.986124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5191a-91a2-45d7-9c9b-fa3989111381 None None] The sync data for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 is: [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '193d78e8-91b5-49dc-ad23-26c9a3b08416', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:51:47Z', 'updated_at': '2022-03-07T16:51:49Z', 'revision_number': 1, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}, {'id': '63a68677-b960-4161-9ea0-b00f8f6af8bb', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:e8:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:54:22Z', 'updated_at': '2022-03-07T16:54:22Z', 'revision_number': 0, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:54:24.191924 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd638ee-6c3f-4ba9-8c7b-8c300bdbac24 None None] New status for floating IP 63a68677-b960-4161-9ea0-b00f8f6af8bb: ACTIVE {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:54:25.284524 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae58021b-e8d9-4a94-8fa8-b54d61710c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:26.632951 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:27.933071 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:28.913667 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-f3cb5a34-1749-4a7f-a8b6-c287b770d340 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481877 Mar 07 16:54:29.000485 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-1d69a5bf-2666-459e-baa9-81292bde783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:29.001995 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-1d69a5bf-2666-459e-baa9-81292bde783b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1125 time: 0.0464830 Mar 07 16:54:29.111550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-eaea2485-9804-4324-8026-f6911edb8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:29.113023 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-eaea2485-9804-4324-8026-f6911edb8496 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0913825 Mar 07 16:54:29.182614 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-4001a0ef-59a4-4977-bf1c-ede59ca51797 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 999 time: 0.0620453 Mar 07 16:54:29.230578 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-8c9fe629-2fa1-40c4-8701-0db1cc1fbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:29.232137 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-8c9fe629-2fa1-40c4-8701-0db1cc1fbc80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0442631 Mar 07 16:54:29.279099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:29.284601 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-d590b615-923c-444b-85cd-71b586b591b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:29.286115 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-d590b615-923c-444b-85cd-71b586b591b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486338 Mar 07 16:54:29.375673 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-10ac933f-5997-4406-ac68-fa28c2dc901e service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836112 Mar 07 16:54:29.467423 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-3d04fcd2-c5f4-4edf-ae69-429ff51d6c5f req-513aa8bc-af4c-4095-8d93-f83e6621fd68 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854332 Mar 07 16:54:36.191523 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-f1bc7876-f559-4180-88f4-fd85c927c7f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462060 Mar 07 16:54:36.277757 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-e3f53019-82ed-4202-9756-ae18d0fc2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:36.279313 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-e3f53019-82ed-4202-9756-ae18d0fc2595 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 1128 time: 0.0452144 Mar 07 16:54:36.386279 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-bb542456-5a86-4511-b01a-ddae7f3d9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:36.387866 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-bb542456-5a86-4511-b01a-ddae7f3d9b3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0911076 Mar 07 16:54:36.451672 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-34a7db99-0223-4cce-bbd1-a958d3c9d1ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb HTTP/1.1" status: 200 len: 1002 time: 0.0572231 Mar 07 16:54:36.503143 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-583e763b-9a6e-4f88-b30a-1dfb0de65ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:36.504642 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-583e763b-9a6e-4f88-b30a-1dfb0de65ceb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0471077 Mar 07 16:54:36.553426 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-9ffa391b-af98-4f03-8f3d-0678bc87f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:36.554980 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-9ffa391b-af98-4f03-8f3d-0678bc87f33e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441742 Mar 07 16:54:36.649129 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-0d101868-b407-4c18-ae8f-8f99df35d64b service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881495 Mar 07 16:54:36.737639 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-52c4a178-db5d-466f-ba8c-be12c4468e18 req-f4ae1617-126d-4875-a537-9e1d852fe67b service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827997 Mar 07 16:54:36.958975 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:41.605499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:52.994225 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-97896a32-171d-409b-a929-25d002e26016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:53.403230 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:54:55.285050 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4f948d8-2c3a-4384-8264-76752b9ee406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:56.636617 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:57.935070 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:59.281339 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:06.974585 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:11.621557 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:22.994741 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce94c81b-c445-4f55-a194-d39a68a0aa10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:25.286692 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6bebda9a-c32e-46ba-921a-07e480c7df09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:26.638873 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:27.937836 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:29.284062 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:29.980745 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-6d497ecd-4bb7-4aaa-a6cb-29b6c21d9ba3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813277 Mar 07 16:55:30.071746 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-90edbf68-c3c8-4aa7-8517-7367971db072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:30.073250 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-90edbf68-c3c8-4aa7-8517-7367971db072 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1125 time: 0.0461280 Mar 07 16:55:30.178298 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-6541ae4b-c72e-4723-a6fb-eee8bd483799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:30.179732 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-6541ae4b-c72e-4723-a6fb-eee8bd483799 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0883219 Mar 07 16:55:30.242817 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-725fb648-182e-4e38-9694-0fae983a46aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 999 time: 0.0573087 Mar 07 16:55:30.289061 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-d0f71296-b8d3-4a07-bcd0-45d16982db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:30.290464 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-d0f71296-b8d3-4a07-bcd0-45d16982db61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0423088 Mar 07 16:55:30.342388 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-0060f78a-1cf8-4ab4-92bb-46d056686387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:30.343932 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-0060f78a-1cf8-4ab4-92bb-46d056686387 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478952 Mar 07 16:55:30.404121 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:55:30.431719 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-f3da4897-10af-4ad1-9c40-82add13cc521 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818236 Mar 07 16:55:30.524281 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-81b6fafa-53c3-4029-b02b-c26cb742779d req-329cc549-e691-4fb5-a3bb-203813bf5301 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872128 Mar 07 16:55:36.974628 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:37.282022 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-a6605d4c-409b-45a4-9d5f-4842b818e048 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829780 Mar 07 16:55:37.373588 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-36a05ce4-1c2c-406f-a093-3992a950fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:37.375160 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-36a05ce4-1c2c-406f-a093-3992a950fe24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 1128 time: 0.0523214 Mar 07 16:55:37.475529 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-8dd63973-f6dc-405e-a185-306b5852d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:37.477075 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-8dd63973-f6dc-405e-a185-306b5852d77d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0852299 Mar 07 16:55:37.543593 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-f9b077e0-91bf-4cee-966c-bc9574572a23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb HTTP/1.1" status: 200 len: 1002 time: 0.0608854 Mar 07 16:55:37.591463 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-f70c7dad-b923-4d70-9fc1-c37e9166f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:37.592927 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-f70c7dad-b923-4d70-9fc1-c37e9166f65a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0437760 Mar 07 16:55:37.641756 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-9c66dfb4-fb2b-4094-95fb-82560f8f8cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:37.643283 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-9c66dfb4-fb2b-4094-95fb-82560f8f8cda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443594 Mar 07 16:55:37.735604 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-53e8f447-da8c-421b-80dd-39c7845df894 service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863922 Mar 07 16:55:37.823475 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-ce33fdb0-c711-4b44-ad9d-1f74dd564a67 req-84d51744-fffa-4f27-8e23-46d5cb133864 service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829189 Mar 07 16:55:41.614430 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:52.998160 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-579504fd-3e0e-4e31-84d0-7c08085856ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:55.291187 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-887fb316-f496-45bd-b150-62a2d7b9e777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:56.640649 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.940565 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:59.285272 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:06.987855 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:07.404329 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:56:11.634290 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:22.999689 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4fa36514-6954-4e6f-b3af-5d1518a8f7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:25.292759 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0fe7c04b-11b4-4a6b-a683-b90655f23f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:26.644078 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:27.945465 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:29.287755 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:32.444468 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-e8a14baa-ee93-42fc-8380-ded0ba1dafca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437138 Mar 07 16:56:32.540391 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-d76a4e31-4610-449e-8c5c-0be4650e3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:32.541921 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-d76a4e31-4610-449e-8c5c-0be4650e3274 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1125 time: 0.0558715 Mar 07 16:56:32.652928 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-f56e245b-d45b-4b4a-a337-fe4bf3f08764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:32.654445 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-f56e245b-d45b-4b4a-a337-fe4bf3f08764 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0939813 Mar 07 16:56:32.723369 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-dd3449bd-cdf5-480d-8927-a613fd63ebe3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 999 time: 0.0633960 Mar 07 16:56:32.781595 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-fc5c2fbf-1161-46f6-8242-bad54a6be193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:32.784421 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-fc5c2fbf-1161-46f6-8242-bad54a6be193 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0546625 Mar 07 16:56:32.839625 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-e11cbd93-a212-4471-80a0-1663c93ba6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:32.841154 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-e11cbd93-a212-4471-80a0-1663c93ba6d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525084 Mar 07 16:56:32.946403 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-b960b5a9-959f-4de3-98ef-eab51bc0c4af service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988357 Mar 07 16:56:33.047910 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-50a45ae8-f25b-4426-b737-4e31e096f092 req-f86406a6-7f39-4f4c-aba0-ba01c7d8024f service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958128 Mar 07 16:56:36.996668 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:39.196136 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-2ee64bad-e226-4e95-a7ca-cc78c8bd5195 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559862 Mar 07 16:56:39.284950 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-96e9009b-44f6-49f2-b1cf-46662514b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:39.286376 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-96e9009b-44f6-49f2-b1cf-46662514b141 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 1128 time: 0.0460894 Mar 07 16:56:39.387580 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-6e7fec69-eec2-4740-b2e8-38f357770d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:39.389130 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-6e7fec69-eec2-4740-b2e8-38f357770d54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0855019 Mar 07 16:56:39.457625 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-6346e244-574c-44bb-a678-2be5e13412d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb HTTP/1.1" status: 200 len: 1002 time: 0.0629072 Mar 07 16:56:39.505493 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-e39cb696-c78e-4c1c-8842-1d2cfff86fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:39.506981 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-e39cb696-c78e-4c1c-8842-1d2cfff86fe3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0436037 Mar 07 16:56:39.554651 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-6d5e8d54-2adc-4a33-bbcb-b2898062eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:39.556110 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-6d5e8d54-2adc-4a33-bbcb-b2898062eed0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440753 Mar 07 16:56:39.647441 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-01742c01-1dc5-47f8-9085-cd23fd026fb7 service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850933 Mar 07 16:56:39.737436 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-79293bbf-0dcd-4969-8bac-9c53b1563df1 req-98f4e776-4d80-4de7-8a0d-77f21fdea557 service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843506 Mar 07 16:56:41.635136 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.403693 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:56:53.000824 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f1c1a6a-930d-48a4-94a2-d8905e34c75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:55.293287 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-41d7b8b0-a873-43c3-baf5-5d30ba203eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.646503 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.944387 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.965025 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 92e6764e-ac71-43f7-95e4-c070e7c45efb details requested by agent hyperv_n-h1-830010-8 with host n-h1-830010-8 {{(pid=103868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:56:58.064324 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 92e6764e-ac71-43f7-95e4-c070e7c45efb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:58.075910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Returning: {'device': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'port_id': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'mac_address': 'fa:16:3e:e8:b2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:56:58.113119 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 92e6764e-ac71-43f7-95e4-c070e7c45efb is: ACTIVE; New status is: BUILD {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:56:58.113637 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:58.126275 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92e6764e-ac71-43f7-95e4-c070e7c45efb {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:56:58.145891 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 92e6764e-ac71-43f7-95e4-c070e7c45efb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:58.149244 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:58.204212 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=92e6764e-ac71-43f7-95e4-c070e7c45efb,revision_number=6']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:58.212223 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.212574 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.212917 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.213255 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.213591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.213923 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.214250 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.214576 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.214934 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.215260 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.215584 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.215905 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.216227 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:58.228125 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] get_ports_and_sgs() called for port_ids ['92e6764e-ac71-43f7-95e4-c070e7c45efb'] {{(pid=103868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:56:59.290594 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.972656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 92e6764e-ac71-43f7-95e4-c070e7c45efb up at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:00.018511 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Provisioning complete for port 92e6764e-ac71-43f7-95e4-c070e7c45efb triggered by entity L2. {{(pid=103868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:00.018907 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3611121'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), provisioning_complete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.100108 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Current status of the port 92e6764e-ac71-43f7-95e4-c070e7c45efb is: BUILD; New status is: ACTIVE {{(pid=103868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:00.100503 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602310'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.123060 n-d-830010-8 neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:00.136376 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] For port 92e6764e-ac71-43f7-95e4-c070e7c45efb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:00.140358 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790654969784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790654594780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790654594798'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.168207 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855ef998c1db8b31f876c9a836b488e483ed13965fdd8f82c4bfff68cdacbcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb10cd8a-6b22-4fa5-9d73-db59324f0995" -d '{"events": [{"server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "name": "network-vif-plugged", "status": "completed", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:00.194493 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Pushing event updated for resources: {'Port': ['ID=92e6764e-ac71-43f7-95e4-c070e7c45efb,revision_number=7']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:00.292475 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c4347a-a9b8-461a-b536-798980e6d0cd x-openstack-request-id: req-07c4347a-a9b8-461a-b536-798980e6d0cd {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:00.293059 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "name": "network-vif-plugged", "status": "completed", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:00.293059 n-d-830010-8 neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07c4347a-a9b8-461a-b536-798980e6d0cd {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:00.293423 n-d-830010-8 neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'code': 200} Mar 07 16:57:07.002741 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.649235 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.813216 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56444) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:11.974274 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Deleting port 222407d9-d5dd-4c49-a71f-cb85f8523923 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:11.974625 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (222407d9-d5dd-4c49-a71f-cb85f8523923), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:12.055965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (222407d9-d5dd-4c49-a71f-cb85f8523923), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:12.056296 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for floatingip (222407d9-d5dd-4c49-a71f-cb85f8523923), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:12.068422 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Calling delete_port for 222407d9-d5dd-4c49-a71f-cb85f8523923 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:12.213032 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (222407d9-d5dd-4c49-a71f-cb85f8523923), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:12.243550 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event deleted for resources: {'Port': ['ID=222407d9-d5dd-4c49-a71f-cb85f8523923,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:12.268449 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.268806 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.269157 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.269505 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.269845 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.270185 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.270520 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.270882 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.271218 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.271548 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.271880 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.272214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.272541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:12.312914 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for floatingip (63a68677-b960-4161-9ea0-b00f8f6af8bb), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:12.313244 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Floating IP 63a68677-b960-4161-9ea0-b00f8f6af8bb disassociated (deleted). External IP: 172.25.4.225, port: 92e6764e-ac71-43f7-95e4-c070e7c45efb. Mar 07 16:57:12.827961 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:12.938585 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:12.944000 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:12.948479 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] Sync routers for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:12.958910 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:12.959560 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:12.974143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-12b320a6-026b-45bf-8d50-06cd2fa63d79 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "DELETE /v2.0/floatingips/63a68677-b960-4161-9ea0-b00f8f6af8bb HTTP/1.1" status: 204 len: 168 time: 1.1593840 Mar 07 16:57:12.974737 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:13.019749 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b614b5bf62c6b0e018d35c0cdeb07ba891d8e1cc05722878fadc963e8a3fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a" -d '{"events": [{"name": "network-changed", "server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:13.145023 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac08aaa-0ef4-4960-a702-7a7a58eea5d1 x-openstack-request-id: req-1ac08aaa-0ef4-4960-a702-7a7a58eea5d1 {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:13.145636 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:13.145989 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ac08aaa-0ef4-4960-a702-7a7a58eea5d1 {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:13.146710 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'status': 'completed', 'code': 200} Mar 07 16:57:13.224136 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-8c6b229b-d943-4684-bdee-fa52e6823528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:13.225850 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-8c6b229b-d943-4684-bdee-fa52e6823528 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 1128 time: 0.0604506 Mar 07 16:57:13.243286 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63e215-dd9b-48f7-9a2c-334d52c44217 req-e75ee6bf-1167-4256-959d-a5f4c1307b60 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:13.245181 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb63e215-dd9b-48f7-9a2c-334d52c44217 req-e75ee6bf-1167-4256-959d-a5f4c1307b60 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 946 time: 0.0639720 Mar 07 16:57:13.255178 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:13.297024 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-fb63e215-dd9b-48f7-9a2c-334d52c44217 req-c69a1448-69b0-4d89-a8fe-0e676a252597 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463128 Mar 07 16:57:13.325075 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-4c348dad-5372-47ba-b868-44cb455254f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:13.326608 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-4c348dad-5372-47ba-b868-44cb455254f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.0947182 Mar 07 16:57:13.371733 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-736c8bb2-46bb-4df1-98e3-3d42d8e9acae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb HTTP/1.1" status: 200 len: 217 time: 0.0386610 Mar 07 16:57:13.421793 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-05c0704e-ce28-4335-9a6c-b8e01461f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:13.423608 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-05c0704e-ce28-4335-9a6c-b8e01461f298 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0452945 Mar 07 16:57:13.473265 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-9ee666ab-fcd0-4dc9-a27e-e76a98424b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:13.474883 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-9ee666ab-fcd0-4dc9-a27e-e76a98424b44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448475 Mar 07 16:57:13.492651 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '193d78e8-91b5-49dc-ad23-26c9a3b08416', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:51:47Z', 'updated_at': '2022-03-07T16:51:49Z', 'revision_number': 1, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:13.524874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] Checking router: 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:13.533922 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:13.534523 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:13.568554 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-3f7a59af-4792-4e06-8734-7bfde4b133f4 service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867438 Mar 07 16:57:13.646130 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:13.657834 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-b760ab7b-9c7d-4675-ab4c-2ca343fe658a req-d1719208-a347-4296-b097-7f9e1b618034 service neutron] 10.222.0.15 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829756 Mar 07 16:57:13.864945 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '193d78e8-91b5-49dc-ad23-26c9a3b08416', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:51:47Z', 'updated_at': '2022-03-07T16:51:49Z', 'revision_number': 1, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:13.890933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa23b5-f07e-47ea-bb26-92c50af62630 None None] The sync data for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 is: [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_floatingips': [{'id': '193d78e8-91b5-49dc-ad23-26c9a3b08416', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'router_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'port_id': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'mac_address': 'fa:16:3e:84:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:51:47Z', 'updated_at': '2022-03-07T16:51:49Z', 'revision_number': 1, 'project_id': '312a3c815347437c8caae455a2c21357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:14.134505 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f46ae-2762-45e3-b290-3ed86876af66 None None] New status for floating IP 63a68677-b960-4161-9ea0-b00f8f6af8bb: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:57:14.658560 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90492255-e0e1-4c4d-9a52-4a145bd11f5e req-70cf1204-50b4-4b10-9d97-0c13842de173 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:14.660081 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-90492255-e0e1-4c4d-9a52-4a145bd11f5e req-70cf1204-50b4-4b10-9d97-0c13842de173 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 946 time: 0.1045239 Mar 07 16:57:14.708276 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-90492255-e0e1-4c4d-9a52-4a145bd11f5e req-57a87d3d-7154-4627-bb14-3b63b4a840eb tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Mar 07 16:57:14.944933 n-d-830010-8 neutron-server[103866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-26943c43-13d3-41af-b9ca-265d14a98b26 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:14.946337 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-26943c43-13d3-41af-b9ca-265d14a98b26 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.15 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 946 time: 0.0522008 Mar 07 16:57:15.036952 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Deleting port 92e6764e-ac71-43f7-95e4-c070e7c45efb {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:15.037305 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:15.128390 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] For port 92e6764e-ac71-43f7-95e4-c070e7c45efb, host n-h1-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-830010-8',level=0,port_id=92e6764e-ac71-43f7-95e4-c070e7c45efb,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:15.128778 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:15.140450 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Calling delete_port for 92e6764e-ac71-43f7-95e4-c070e7c45efb owned by compute:nova {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:15.270951 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (92e6764e-ac71-43f7-95e4-c070e7c45efb), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:15.297270 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event deleted for resources: {'Port': ['ID=92e6764e-ac71-43f7-95e4-c070e7c45efb,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:15.311657 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.312023 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.312442 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.312796 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.313144 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.313492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.314382 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.314766 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.315151 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.315557 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.315810 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.316154 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.316492 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-830010-8 {{(pid=103866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:15.353601 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] No DVR routers for this DVR port 92e6764e-ac71-43f7-95e4-c070e7c45efb on host n-h1-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:57:15.356250 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:15.359684 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-e25498ae-01eb-4573-96bb-2b14a5b81632 req-0ea51da9-2ae7-4224-bbb6-7ff29f2cc375 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.15 "DELETE /v2.0/ports/92e6764e-ac71-43f7-95e4-c070e7c45efb HTTP/1.1" status: 204 len: 173 time: 0.4082801 Mar 07 16:57:15.360134 n-d-830010-8 neutron-server[103866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'name': 'network-vif-deleted', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb'}] {{(pid=103866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:15.404100 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7ffca643c530936bc4a9012d4b0b02f7e7346e056dd14cbf46c27904035b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea9f995-b0c3-437e-b24d-197249553290" -d '{"events": [{"server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "name": "network-vif-deleted", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb"}]}' {{(pid=103866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:15.490201 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecbe79c-3b57-4c14-8e05-4cd545e5355e x-openstack-request-id: req-1ecbe79c-3b57-4c14-8e05-4cd545e5355e {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:15.490515 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef9f067-78b0-4c61-9f3d-13cbff33878c", "name": "network-vif-deleted", "tag": "92e6764e-ac71-43f7-95e4-c070e7c45efb", "status": "completed", "code": 200}]} {{(pid=103866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:15.490782 n-d-830010-8 neutron-server[103866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ecbe79c-3b57-4c14-8e05-4cd545e5355e {{(pid=103866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:15.491308 n-d-830010-8 neutron-server[103866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef9f067-78b0-4c61-9f3d-13cbff33878c', 'name': 'network-vif-deleted', 'tag': '92e6764e-ac71-43f7-95e4-c070e7c45efb', 'status': 'completed', 'code': 200} Mar 07 16:57:15.836398 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-580e18ba-2eda-4d55-be59-ea9afe882184 req-befec591-ee3d-4e1f-8dae-a0942a74bf63 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f067-78b0-4c61-9f3d-13cbff33878c HTTP/1.1" status: 200 len: 210 time: 0.0316632 Mar 07 16:57:16.042881 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 92e6764e-ac71-43f7-95e4-c070e7c45efb no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:16.063186 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 92e6764e-ac71-43f7-95e4-c070e7c45efb {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:16.063541 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 92e6764e-ac71-43f7-95e4-c070e7c45efb not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:17.399281 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56544) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:17.555329 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Deleting port 87710a71-1ee4-44b6-ad17-a6121640dbf2 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:17.555781 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (87710a71-1ee4-44b6-ad17-a6121640dbf2), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:17.636546 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (87710a71-1ee4-44b6-ad17-a6121640dbf2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:17.636788 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for floatingip (87710a71-1ee4-44b6-ad17-a6121640dbf2), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:17.648516 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Calling delete_port for 87710a71-1ee4-44b6-ad17-a6121640dbf2 owned by network:floatingip {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:17.793604 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (87710a71-1ee4-44b6-ad17-a6121640dbf2), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:17.819525 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event deleted for resources: {'Port': ['ID=87710a71-1ee4-44b6-ad17-a6121640dbf2,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:17.879265 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for floatingip (193d78e8-91b5-49dc-ad23-26c9a3b08416), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:17.879597 n-d-830010-8 neutron-server[103867]: INFO neutron.db.l3_db [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Floating IP 193d78e8-91b5-49dc-ad23-26c9a3b08416 disassociated (deleted). External IP: 172.25.4.202, port: f17f55e4-1796-44df-9137-ca08683bf74b. Mar 07 16:57:18.087668 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:18.196152 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:18.200914 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for floatingip (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:18.205279 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] Sync routers for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:18.214880 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:18.215484 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:18.232650 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-83328b96-04ee-478a-9835-bcabb371b2fd tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "DELETE /v2.0/floatingips/193d78e8-91b5-49dc-ad23-26c9a3b08416 HTTP/1.1" status: 204 len: 168 time: 0.8291624 Mar 07 16:57:18.232650 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:18.235096 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b614b5bf62c6b0e018d35c0cdeb07ba891d8e1cc05722878fadc963e8a3fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c2830-be8c-48c3-aebb-1237d41b2130" -d '{"events": [{"name": "network-changed", "server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:18.280102 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b942af-0b95-4c3a-a436-34232101347e x-openstack-request-id: req-e8b942af-0b95-4c3a-a436-34232101347e {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:18.280408 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:18.280673 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8b942af-0b95-4c3a-a436-34232101347e {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:18.281085 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'status': 'completed', 'code': 200} Mar 07 16:57:18.336381 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:18.355077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-5b6e1bd0-dcc8-4978-89b1-9925b530a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:18.356728 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-5b6e1bd0-dcc8-4978-89b1-9925b530a3bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312a3c815347437c8caae455a2c21357&device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 1125 time: 0.0513785 Mar 07 16:57:18.478835 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-1d5785a8-c82d-4dfa-9bcf-0ebbc8967cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:18.480341 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-1d5785a8-c82d-4dfa-9bcf-0ebbc8967cef service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 200 len: 911 time: 0.1173503 Mar 07 16:57:18.528184 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-73c15efb-ff2f-47db-b480-1ac0ee5e39ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 200 len: 217 time: 0.0408840 Mar 07 16:57:18.536735 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97de5c-218c-497c-a0ec-aa7384f733e7 req-e0ecd767-244b-4f45-a516-5c377c28475a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:18.538163 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dc97de5c-218c-497c-a0ec-aa7384f733e7 req-e0ecd767-244b-4f45-a516-5c377c28475a tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 943 time: 0.1073873 Mar 07 16:57:18.544886 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:18.576585 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] Checking router: 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:18.585614 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:18.586208 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:18.597119 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-f6a12c77-572a-4360-9588-e4ac6d23d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:18.598602 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-f6a12c77-572a-4360-9588-e4ac6d23d632 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 200 len: 849 time: 0.0595784 Mar 07 16:57:18.650212 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-dc97de5c-218c-497c-a0ec-aa7384f733e7 req-57808191-9d87-4304-9510-3f8944e7222b tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/security-groups?id=db702a65-ce9e-4304-ac2d-20fc62c8f2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030653 Mar 07 16:57:18.666467 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-72ae37ec-6c17-494f-949a-7832d2bd90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:18.667993 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-72ae37ec-6c17-494f-949a-7832d2bd90ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5399892-2bd8-4bca-bb53-4c520b29e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0636468 Mar 07 16:57:18.697957 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:18.762349 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-6e3a449f-ace7-4bdc-bd40-f6fd41af00f2 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850482 Mar 07 16:57:18.859368 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-2d3c2830-be8c-48c3-aebb-1237d41b2130 req-e594349d-fa8f-49b4-9cdf-8202dc264ac5 service neutron] 10.222.0.11 "GET /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900545 Mar 07 16:57:18.901153 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:18.928874 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0b1605-8779-40a1-8110-4e880e3c2a1d None None] The sync data for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 is: [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:51:27Z', 'revision_number': 4, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8', '_interfaces': [{'id': 'b9f1089c-f942-425a-9a65-9bcad4662990', 'name': '', 'network_id': 'b5399892-2bd8-4bca-bb53-4c520b29e6f0', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'mac_address': 'fa:16:3e:a1:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:26Z', 'updated_at': '2022-03-07T16:51:32Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'subnets': [{'id': '30d50e33-e9db-4925-8a33-0a6a663e4543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:19.075733 n-d-830010-8 neutron-server[103867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-1e990d7f-fe60-475d-894f-f6248e87f0d0 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:19.077583 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-1e990d7f-fe60-475d-894f-f6248e87f0d0 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.11 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 943 time: 0.0546639 Mar 07 16:57:19.152758 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a9543d-2ce8-49dd-9fef-455eb7963017 None None] New status for floating IP 193d78e8-91b5-49dc-ad23-26c9a3b08416: DOWN {{(pid=103869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:57:19.177277 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Deleting port f17f55e4-1796-44df-9137-ca08683bf74b {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:19.177710 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.275241 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] For port f17f55e4-1796-44df-9137-ca08683bf74b, host n-h2-830010-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-830010-8',level=0,port_id=f17f55e4-1796-44df-9137-ca08683bf74b,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:19.275606 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.287268 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Calling delete_port for f17f55e4-1796-44df-9137-ca08683bf74b owned by compute:nova {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:19.418211 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (f17f55e4-1796-44df-9137-ca08683bf74b), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.447283 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event deleted for resources: {'Port': ['ID=f17f55e4-1796-44df-9137-ca08683bf74b,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:19.492789 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] No DVR routers for this DVR port f17f55e4-1796-44df-9137-ca08683bf74b on host n-h2-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:57:19.495347 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25070'] for port (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.498646 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [req-ef8ffae1-c8c1-4a56-ba25-fe89a222c92d req-5a775970-aa7c-41d3-b720-e04750965577 tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.11 "DELETE /v2.0/ports/f17f55e4-1796-44df-9137-ca08683bf74b HTTP/1.1" status: 204 len: 173 time: 0.4156530 Mar 07 16:57:19.761606 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [req-f7c4ade2-ac27-41ae-9e82-e2eaf70b542d req-77c689ed-5f13-47b1-86ac-1645f0230bfe tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "GET /v2.0/ports?device_id=076d9618-a830-4a31-9359-e3b7fa3f5655 HTTP/1.1" status: 200 len: 210 time: 0.0321870 Mar 07 16:57:20.058166 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 92e6764e-ac71-43f7-95e4-c070e7c45efb no longer exists at agent hyperv_n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:20.083245 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] No Port match for: 92e6764e-ac71-43f7-95e4-c070e7c45efb {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:20.083587 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Device 92e6764e-ac71-43f7-95e4-c070e7c45efb not bound to the agent host n-h1-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:20.282909 n-d-830010-8 neutron-server[103867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'name': 'network-vif-deleted', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b'}] {{(pid=103867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:20.285306 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b614b5bf62c6b0e018d35c0cdeb07ba891d8e1cc05722878fadc963e8a3fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a061c04-5c5b-4dd5-992d-8f5ab3367997" -d '{"events": [{"server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "name": "network-vif-deleted", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b"}]}' {{(pid=103867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:20.320490 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f01030-877a-4928-aff3-97511999a58c x-openstack-request-id: req-26f01030-877a-4928-aff3-97511999a58c {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:20.320797 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076d9618-a830-4a31-9359-e3b7fa3f5655", "name": "network-vif-deleted", "tag": "f17f55e4-1796-44df-9137-ca08683bf74b", "status": "completed", "code": 200}]} {{(pid=103867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:20.321075 n-d-830010-8 neutron-server[103867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26f01030-877a-4928-aff3-97511999a58c {{(pid=103867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:20.321522 n-d-830010-8 neutron-server[103867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076d9618-a830-4a31-9359-e3b7fa3f5655', 'name': 'network-vif-deleted', 'tag': 'f17f55e4-1796-44df-9137-ca08683bf74b', 'status': 'completed', 'code': 200} Mar 07 16:57:20.821082 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56560) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:20.878722 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d1f21f0-f41b-4a04-a7fd-7ca61f1f763c tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group (db702a65-ce9e-4304-ac2d-20fc62c8f2bf), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.902845 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d1f21f0-f41b-4a04-a7fd-7ca61f1f763c tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group (db702a65-ce9e-4304-ac2d-20fc62c8f2bf), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.966961 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d1f21f0-f41b-4a04-a7fd-7ca61f1f763c tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (db702a65-ce9e-4304-ac2d-20fc62c8f2bf), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.969561 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-6d1f21f0-f41b-4a04-a7fd-7ca61f1f763c tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.971357 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-6d1f21f0-f41b-4a04-a7fd-7ca61f1f763c tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] 10.222.0.24 "DELETE /v2.0/security-groups/db702a65-ce9e-4304-ac2d-20fc62c8f2bf HTTP/1.1" status: 204 len: 168 time: 0.1492782 Mar 07 16:57:20.980214 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f21f0-f41b-4a04-a7fd-7ca61f1f763c tempest-TestSnapshotPattern-150374141 tempest-TestSnapshotPattern-150374141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db702a65-ce9e-4304-ac2d-20fc62c8f2bf,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:21.403658 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:57:22.028432 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56566) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:22.477600 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.721206 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Deleting port b9f1089c-f942-425a-9a65-9bcad4662990 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:22.721548 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.800429 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] For port b9f1089c-f942-425a-9a65-9bcad4662990, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b9f1089c-f942-425a-9a65-9bcad4662990,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:22.800705 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.812031 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Calling delete_port for b9f1089c-f942-425a-9a65-9bcad4662990 owned by network:router_interface {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:22.992837 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (b9f1089c-f942-425a-9a65-9bcad4662990), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.002695 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-789fcd90-1087-41b2-83c4-e4b91e9136f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.020605 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f1089c-f942-425a-9a65-9bcad4662990,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:23.192089 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.419942 n-d-830010-8 neutron-server[103867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:23.527982 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:23.529933 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f17f55e4-1796-44df-9137-ca08683bf74b no longer exists at agent hyperv_n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:23.536036 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ececba3b-317a-48f0-bfab-a99371d369da admin admin] 10.222.0.24 "PUT /v2.0/routers/8cb9e261-0f95-470a-8a55-29ae8d6e2e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5049086 Mar 07 16:57:23.536976 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56570) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:23.552656 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] Sync routers for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:23.555292 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-370ff747-99e9-463b-9427-a455d923a034 None None] No Port match for: f17f55e4-1796-44df-9137-ca08683bf74b {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:23.555638 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Device f17f55e4-1796-44df-9137-ca08683bf74b not bound to the agent host n-h2-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:23.565146 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:23.565723 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:23.641014 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks [] for router (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.674649 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: n-d-830010-8 {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:23.745130 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks [] for router_gateway (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.799077 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Deleting port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:23.799421 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.857814 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:57:22Z', 'revision_number': 5, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port': {'id': '14b62e81-0ea3-41ad-a11f-eb24bdd59a93', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:25Z', 'updated_at': '2022-03-07T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:23.880376 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] For port 14b62e81-0ea3-41ad-a11f-eb24bdd59a93, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=14b62e81-0ea3-41ad-a11f-eb24bdd59a93,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:23.880740 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.885513 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] Checking router: 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d for host: n-d-830010-8 {{(pid=103868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:23.892946 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Calling delete_port for 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 owned by network:router_gateway {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:23.895965 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] Routers {'8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'} bound to L3 agent in host n-d-830010-8 {{(pid=103868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:23.896618 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:56:55Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'], 'active': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:23.984339 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvr_db [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] Set router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d gateway port host: None {{(pid=103868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:24.039114 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_hamode_db [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:57:23Z', 'revision_number': 6, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:24.237688 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05325f34-c4d0-4a9e-a686-6412d3860674 None None] The sync data for ids ['8cb9e261-0f95-470a-8a55-29ae8d6e2e3d'] in n-d-830010-8 is: [{'id': '8cb9e261-0f95-470a-8a55-29ae8d6e2e3d', 'name': 'tempest-TestSnapshotPattern-1865883197-router', 'tenant_id': '312a3c815347437c8caae455a2c21357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:24Z', 'updated_at': '2022-03-07T16:57:23Z', 'revision_number': 6, 'project_id': '312a3c815347437c8caae455a2c21357', 'gw_port_host': None}] {{(pid=103868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:24.373040 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (14b62e81-0ea3-41ad-a11f-eb24bdd59a93), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.397871 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b62e81-0ea3-41ad-a11f-eb24bdd59a93,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:24.456828 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.552990 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.554524 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks [] for router_controller (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.600869 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (8cb9e261-0f95-470a-8a55-29ae8d6e2e3d), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.601443 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb9e261-0f95-470a-8a55-29ae8d6e2e3d {{(pid=103867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:57:24.606712 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.610449 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-3ad18835-1c63-4a05-95a5-46d67e89b582 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8cb9e261-0f95-470a-8a55-29ae8d6e2e3d HTTP/1.1" status: 204 len: 168 time: 1.0700252 Mar 07 16:57:24.610738 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56574) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:24.655708 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8379d0-7d7d-4d22-818b-f15db521adb3 admin admin] Deleting subnet 30d50e33-e9db-4925-8a33-0a6a663e4543 {{(pid=103867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:57:24.659282 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce8379d0-7d7d-4d22-818b-f15db521adb3 admin admin] Publish callbacks [] for subnet (30d50e33-e9db-4925-8a33-0a6a663e4543), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.699656 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce8379d0-7d7d-4d22-818b-f15db521adb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8722224'] for subnet (30d50e33-e9db-4925-8a33-0a6a663e4543), precommit_delete_associations {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.775748 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce8379d0-7d7d-4d22-818b-f15db521adb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (30d50e33-e9db-4925-8a33-0a6a663e4543), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.827192 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce8379d0-7d7d-4d22-818b-f15db521adb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9395678'] for subnet (30d50e33-e9db-4925-8a33-0a6a663e4543), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.852397 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8379d0-7d7d-4d22-818b-f15db521adb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d50e33-e9db-4925-8a33-0a6a663e4543,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:24.857204 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-ce8379d0-7d7d-4d22-818b-f15db521adb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.861094 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-ce8379d0-7d7d-4d22-818b-f15db521adb3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/30d50e33-e9db-4925-8a33-0a6a663e4543 HTTP/1.1" status: 204 len: 168 time: 0.2488093 Mar 07 16:57:24.863573 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56576) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:24.863736 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf03129-7c52-4598-a8e4-d83d799c0e4b None None] Network b5399892-2bd8-4bca-bb53-4c520b29e6f0 requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:24.937089 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (b5399892-2bd8-4bca-bb53-4c520b29e6f0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.996622 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Deleting port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 {{(pid=103867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:24.997050 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.019090 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d60f5ff-a0af-480a-a151-b7e562965901 None None] DHCP port deletion for b5399892-2bd8-4bca-bb53-4c520b29e6f0 request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:57:25.073819 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3d60f5ff-a0af-480a-a151-b7e562965901 None None] Deleting port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:25.074522 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3d60f5ff-a0af-480a-a151-b7e562965901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.074636 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.db [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] For port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=208f3ba0-9e06-4b6e-82f6-d2b826f013d0,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:25.075540 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.092143 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Calling delete_port for 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 owned by network:dhcp {{(pid=103867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:25.126701 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9f1089c-f942-425a-9a65-9bcad4662990 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:25.164124 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b9f1089c-f942-425a-9a65-9bcad4662990 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:25.164516 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b9f1089c-f942-425a-9a65-9bcad4662990 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:25.164958 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:25.167778 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3d60f5ff-a0af-480a-a151-b7e562965901 None None] For port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=208f3ba0-9e06-4b6e-82f6-d2b826f013d0,segment=NetworkSegment(df1fb21d-8209-4f62-9604-b3e707a9fd19),segment_id=df1fb21d-8209-4f62-9604-b3e707a9fd19)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:25.168185 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3d60f5ff-a0af-480a-a151-b7e562965901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.184516 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112830'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.195504 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:25.195880 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 14b62e81-0ea3-41ad-a11f-eb24bdd59a93 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:25.196334 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:25.201505 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3d60f5ff-a0af-480a-a151-b7e562965901 None None] Calling delete_port for 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:25.212084 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Pushing event deleted for resources: {'Port': ['ID=208f3ba0-9e06-4b6e-82f6-d2b826f013d0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:25.217322 n-d-830010-8 neutron-server[103867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] No DVR routers for this DVR port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 on host n-d-830010-8 {{(pid=103867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:57:25.223661 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:25.224280 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:25.304798 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (b5399892-2bd8-4bca-bb53-4c520b29e6f0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.319783 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86729d10-0f0f-49f2-bfb1-7830014f1d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.331279 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5399892-2bd8-4bca-bb53-4c520b29e6f0']}} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:25.334662 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3d60f5ff-a0af-480a-a151-b7e562965901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771'] for port (208f3ba0-9e06-4b6e-82f6-d2b826f013d0), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.343562 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1fb21d-8209-4f62-9604-b3e707a9fd19') {'for_net_delete': True} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:25.343788 n-d-830010-8 neutron-server[103867]: DEBUG neutron.services.segments.db [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1fb21d-8209-4f62-9604-b3e707a9fd19') {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:25.353660 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8722379'] for segment (df1fb21d-8209-4f62-9604-b3e707a9fd19), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.364971 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60f5ff-a0af-480a-a151-b7e562965901 None None] Pushing event deleted for resources: {'Port': ['ID=208f3ba0-9e06-4b6e-82f6-d2b826f013d0,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:25.368483 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (df1fb21d-8209-4f62-9604-b3e707a9fd19), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.370871 n-d-830010-8 neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60f5ff-a0af-480a-a151-b7e562965901 None None] No DVR routers for this DVR port 208f3ba0-9e06-4b6e-82f6-d2b826f013d0 on host n-d-830010-8 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:57:25.384334 n-d-830010-8 neutron-server[103867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:57:25.384778 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112739'] for segment (df1fb21d-8209-4f62-9604-b3e707a9fd19), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: Traceback (most recent call last): Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: timer() Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: cb(*args, **kw) Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: return func(*args, **kwargs) Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: self._notify() Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: self.callback(batched_events) Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: event.method(event) Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: return f(self, *a, **k) Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: return self._get(url).json() Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: return self.request(url, 'GET', **kwargs) Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:57:25.386745 n-d-830010-8 neutron-server[103867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:57:25.446382 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (b5399892-2bd8-4bca-bb53-4c520b29e6f0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.451965 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.456823 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b5399892-2bd8-4bca-bb53-4c520b29e6f0 HTTP/1.1" status: 204 len: 168 time: 0.5921731 Mar 07 16:57:25.459918 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56578) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:25.467480 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aafe6e-ee19-49a5-8d87-35e226ef2412 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5399892-2bd8-4bca-bb53-4c520b29e6f0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:25.807689 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-345410'] for router_interface (e28b6297-f432-42f2-b551-bd6ccc1fc46e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.054369 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Deleting port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:26.054745 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.132681 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] For port 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=834b8aa4-bb4a-4ce8-b3ca-24b732e77b19,segment=NetworkSegment(f9758765-9137-42dd-9186-79cfcb31f832),segment_id=f9758765-9137-42dd-9186-79cfcb31f832)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:26.132963 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.148974 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Calling delete_port for 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 owned by network:router_interface {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:26.325230 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (834b8aa4-bb4a-4ce8-b3ca-24b732e77b19), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.353360 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Pushing event deleted for resources: {'Port': ['ID=834b8aa4-bb4a-4ce8-b3ca-24b732e77b19,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:26.518347 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-345398'] for router_interface (e28b6297-f432-42f2-b551-bd6ccc1fc46e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.648432 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.027992 n-d-830010-8 neutron-server[103866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Router e28b6297-f432-42f2-b551-bd6ccc1fc46e has already been hosted by L3 agent 9c632b0c-9852-42e3-8902-0a0133acad4c {{(pid=103866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:27.138363 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] Notify agent at l3_agent.n-d-830010-8 the message routers_updated {{(pid=103866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:27.143532 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-0ca2d253-c138-4140-a265-e04fcb508542 admin admin] 10.222.0.24 "PUT /v2.0/routers/e28b6297-f432-42f2-b551-bd6ccc1fc46e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6824358 Mar 07 16:57:27.145857 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56580) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:27.148741 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] Sync routers for ids ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'] in n-d-830010-8 {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:27.160576 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] Routers {'e28b6297-f432-42f2-b551-bd6ccc1fc46e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:27.161186 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:57:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:27.252839 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks [] for router (e28b6297-f432-42f2-b551-bd6ccc1fc46e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.266102 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] Set router e28b6297-f432-42f2-b551-bd6ccc1fc46e gateway port host: n-d-830010-8 {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:27.358838 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks [] for router_gateway (e28b6297-f432-42f2-b551-bd6ccc1fc46e), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.412617 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Deleting port 80aff917-356b-4621-b666-3065ac112155 {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:27.412961 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (80aff917-356b-4621-b666-3065ac112155), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.442787 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'external_fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '80aff917-356b-4621-b666-3065ac112155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:57:26Z', 'revision_number': 5, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'gw_port': {'id': '80aff917-356b-4621-b666-3065ac112155', 'name': '', 'network_id': '877b2474-111c-4dd4-8ddd-e779782e349c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-830010-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de5f8d5-3992-4ebf-a1ec-f998893d47d1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-830010-8'}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:27.468822 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] Checking router: e28b6297-f432-42f2-b551-bd6ccc1fc46e for host: n-d-830010-8 {{(pid=103869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:27.478591 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] Routers {'e28b6297-f432-42f2-b551-bd6ccc1fc46e'} bound to L3 agent in host n-d-830010-8 {{(pid=103869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:27.479221 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-830010-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T15:46:55Z,description=,heartbeat_timestamp=2022-03-07T16:57:25Z,host='n-d-830010-8',id=9c632b0c-9852-42e3-8902-0a0133acad4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T15:46:55Z,topic='l3_agent')) {'router_ids': ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'], 'active': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:27.493891 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] For port 80aff917-356b-4621-b666-3065ac112155, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=80aff917-356b-4621-b666-3065ac112155,segment=NetworkSegment(4e38eac8-2749-4c4c-975d-2472f09ddae4),segment_id=4e38eac8-2749-4c4c-975d-2472f09ddae4)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:27.494261 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (80aff917-356b-4621-b666-3065ac112155), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.506543 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Calling delete_port for 80aff917-356b-4621-b666-3065ac112155 owned by network:router_gateway {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:27.654594 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_dvr_db [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] Set router e28b6297-f432-42f2-b551-bd6ccc1fc46e gateway port host: None {{(pid=103869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:27.683606 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (80aff917-356b-4621-b666-3065ac112155), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.707826 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.l3_hamode_db [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 6, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'gw_port_host': None}], 'n-d-830010-8', False) {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:27.708656 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=80aff917-356b-4621-b666-3065ac112155,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:27.740440 n-d-830010-8 neutron-server[103869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfd1a9-3b48-4c80-acd7-80923d873e36 None None] The sync data for ids ['e28b6297-f432-42f2-b551-bd6ccc1fc46e'] in n-d-830010-8 is: [{'id': 'e28b6297-f432-42f2-b551-bd6ccc1fc46e', 'name': 'tempest-TestSnapshotPattern-1000462353-router', 'tenant_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:51:29Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 6, 'project_id': '63b14ad5b32f48bd9af89e22cac97fbe', 'gw_port_host': None}] {{(pid=103869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:27.777756 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347292'] for router_gateway (e28b6297-f432-42f2-b551-bd6ccc1fc46e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.871786 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8803'] for router (e28b6297-f432-42f2-b551-bd6ccc1fc46e), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.873869 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks [] for router_controller (e28b6297-f432-42f2-b551-bd6ccc1fc46e), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.919642 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352063'] for router (e28b6297-f432-42f2-b551-bd6ccc1fc46e), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.920067 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e28b6297-f432-42f2-b551-bd6ccc1fc46e {{(pid=103866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:57:27.924783 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.925956 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-fd9c478e-8e39-4fed-85c8-2a050e5d9c33 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e28b6297-f432-42f2-b551-bd6ccc1fc46e HTTP/1.1" status: 204 len: 168 time: 0.7791870 Mar 07 16:57:27.928509 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56582) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:27.949072 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.972747 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.db_base_plugin_v2 [None req-205c77ff-2847-44f3-8f2d-1b8ea079a58e admin admin] Deleting subnet 9998be79-4da0-4e09-a5ca-d3e5bd194380 {{(pid=103866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:57:27.975792 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205c77ff-2847-44f3-8f2d-1b8ea079a58e admin admin] Publish callbacks [] for subnet (9998be79-4da0-4e09-a5ca-d3e5bd194380), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.008928 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205c77ff-2847-44f3-8f2d-1b8ea079a58e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12582021'] for subnet (9998be79-4da0-4e09-a5ca-d3e5bd194380), precommit_delete_associations {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.090508 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205c77ff-2847-44f3-8f2d-1b8ea079a58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544547'] for subnet (9998be79-4da0-4e09-a5ca-d3e5bd194380), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.147621 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205c77ff-2847-44f3-8f2d-1b8ea079a58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12424807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628453'] for subnet (9998be79-4da0-4e09-a5ca-d3e5bd194380), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.172703 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c77ff-2847-44f3-8f2d-1b8ea079a58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9998be79-4da0-4e09-a5ca-d3e5bd194380,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:28.178672 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-205c77ff-2847-44f3-8f2d-1b8ea079a58e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.181893 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-205c77ff-2847-44f3-8f2d-1b8ea079a58e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9998be79-4da0-4e09-a5ca-d3e5bd194380 HTTP/1.1" status: 204 len: 168 time: 0.2524221 Mar 07 16:57:28.184372 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [-] (103866) accepted ('10.222.0.24', 56584) {{(pid=103866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:28.187341 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79525e62-a4f6-4e9a-8c87-baa63a9ffebe None None] Network 7988a44f-c539-4f9e-b89e-e701fe1a9b6a requested from n-d-830010-8 {{(pid=103868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:28.252327 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3637100'] for network (7988a44f-c539-4f9e-b89e-e701fe1a9b6a), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.310301 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Deleting port b58f69d9-bbde-47d8-92cc-891dc68b226f {{(pid=103866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:28.310648 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790654963267'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.373594 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.db [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] For port b58f69d9-bbde-47d8-92cc-891dc68b226f, host n-d-830010-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-830010-8',level=0,port_id=b58f69d9-bbde-47d8-92cc-891dc68b226f,segment=NetworkSegment(f9758765-9137-42dd-9186-79cfcb31f832),segment_id=f9758765-9137-42dd-9186-79cfcb31f832)] {{(pid=103866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:28.373963 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-346960'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.386293 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.plugin [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Calling delete_port for b58f69d9-bbde-47d8-92cc-891dc68b226f owned by network:dhcp {{(pid=103866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:28.467709 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790654969766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790654594771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12424784'] for port (b58f69d9-bbde-47d8-92cc-891dc68b226f), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.496575 n-d-830010-8 neutron-server[103866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] No DVR routers for this DVR port b58f69d9-bbde-47d8-92cc-891dc68b226f on host n-d-830010-8 {{(pid=103866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:57:28.502226 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Pushing event deleted for resources: {'Port': ['ID=b58f69d9-bbde-47d8-92cc-891dc68b226f,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:28.519655 n-d-830010-8 neutron-server[103868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61db11a-a41e-4a5d-9102-b562de1e9462 None None] DHCP port deletion for 7988a44f-c539-4f9e-b89e-e701fe1a9b6a request from n-d-830010-8 {{(pid=103868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:57:28.576067 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3608684', 'neutron.services.segments.db._delete_segments_for_network-8790655039079'] for network (7988a44f-c539-4f9e-b89e-e701fe1a9b6a), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.601899 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7988a44f-c539-4f9e-b89e-e701fe1a9b6a']}} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:28.611732 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9758765-9137-42dd-9186-79cfcb31f832') {'for_net_delete': True} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:28.612035 n-d-830010-8 neutron-server[103866]: DEBUG neutron.services.segments.db [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9758765-9137-42dd-9186-79cfcb31f832') {} {{(pid=103866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:28.622512 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790655039344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12582014'] for segment (f9758765-9137-42dd-9186-79cfcb31f832), before_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.636751 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848'] for segment (f9758765-9137-42dd-9186-79cfcb31f832), precommit_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.644423 n-d-830010-8 neutron-server[103866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:57:28.644868 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3563848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12424717'] for segment (f9758765-9137-42dd-9186-79cfcb31f832), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: Traceback (most recent call last): Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: timer() Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: cb(*args, **kw) Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: return func(*args, **kwargs) Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: self._notify() Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: self.callback(batched_events) Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: event.method(event) Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: return f(self, *a, **k) Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: return self._get(url).json() Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: return self.request(url, 'GET', **kwargs) Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:57:28.646600 n-d-830010-8 neutron-server[103866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:57:28.703491 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3608677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347320'] for network (7988a44f-c539-4f9e-b89e-e701fe1a9b6a), after_delete {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.711021 n-d-830010-8 neutron-server[103866]: DEBUG neutron_lib.callbacks.manager [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.714188 n-d-830010-8 neutron-server[103866]: INFO neutron.wsgi [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] 10.222.0.24 "DELETE /v2.0/networks/7988a44f-c539-4f9e-b89e-e701fe1a9b6a HTTP/1.1" status: 204 len: 168 time: 0.5288799 Mar 07 16:57:28.725720 n-d-830010-8 neutron-server[103866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fac1a0-7268-4618-9cd7-b4a31a3ec6da admin admin] Pushing event deleted for resources: {'Network': ['ID=7988a44f-c539-4f9e-b89e-e701fe1a9b6a,revision_number=None']} {{(pid=103866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:28.831293 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56588) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:28.871327 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-19a3617e-8f0d-4bfc-aaab-7c98c74c20e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=312a3c815347437c8caae455a2c21357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388343 Mar 07 16:57:28.873775 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56590) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:28.921476 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e50f877d-bb4e-40cd-b86b-3736d9a01032 admin admin] Publish callbacks [] for security_group (2801c962-678b-4c8d-aa05-d464218aca40), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.943094 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e50f877d-bb4e-40cd-b86b-3736d9a01032 admin admin] Publish callbacks [] for security_group (2801c962-678b-4c8d-aa05-d464218aca40), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.990178 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e50f877d-bb4e-40cd-b86b-3736d9a01032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (2801c962-678b-4c8d-aa05-d464218aca40), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.992801 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-e50f877d-bb4e-40cd-b86b-3736d9a01032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.994143 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-e50f877d-bb4e-40cd-b86b-3736d9a01032 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2801c962-678b-4c8d-aa05-d464218aca40 HTTP/1.1" status: 204 len: 168 time: 0.1192927 Mar 07 16:57:29.002558 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f877d-bb4e-40cd-b86b-3736d9a01032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2801c962-678b-4c8d-aa05-d464218aca40,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:29.092654 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80aff917-356b-4621-b666-3065ac112155 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:29.114243 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 80aff917-356b-4621-b666-3065ac112155 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:29.114591 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 80aff917-356b-4621-b666-3065ac112155 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:29.115044 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:29.135058 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:29.135410 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device 834b8aa4-bb4a-4ce8-b3ca-24b732e77b19 not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:29.135836 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b58f69d9-bbde-47d8-92cc-891dc68b226f no longer exists at agent ovs-agent-n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:29.158352 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] No Port match for: b58f69d9-bbde-47d8-92cc-891dc68b226f {{(pid=103868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:29.158709 n-d-830010-8 neutron-server[103868]: DEBUG neutron.plugins.ml2.rpc [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Device b58f69d9-bbde-47d8-92cc-891dc68b226f not bound to the agent host n-d-830010-8 {{(pid=103868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:29.292954 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.319917 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56596) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:29.359138 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-efe9779e-c020-4563-95bb-87a5e595147b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63b14ad5b32f48bd9af89e22cac97fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380599 Mar 07 16:57:29.362222 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [-] (103867) accepted ('10.222.0.24', 56598) {{(pid=103867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:29.411966 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b57c71d2-a7fe-4bb7-86c5-45bed14afd56 admin admin] Publish callbacks [] for security_group (5767e203-e720-4ea7-bd79-e8a447bcdcd0), before_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.432669 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b57c71d2-a7fe-4bb7-86c5-45bed14afd56 admin admin] Publish callbacks [] for security_group (5767e203-e720-4ea7-bd79-e8a447bcdcd0), precommit_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.478236 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b57c71d2-a7fe-4bb7-86c5-45bed14afd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392590'] for security_group (5767e203-e720-4ea7-bd79-e8a447bcdcd0), after_delete {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.481100 n-d-830010-8 neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-b57c71d2-a7fe-4bb7-86c5-45bed14afd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.482265 n-d-830010-8 neutron-server[103867]: INFO neutron.wsgi [None req-b57c71d2-a7fe-4bb7-86c5-45bed14afd56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5767e203-e720-4ea7-bd79-e8a447bcdcd0 HTTP/1.1" status: 204 len: 168 time: 0.1191642 Mar 07 16:57:29.490541 n-d-830010-8 neutron-server[103867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c71d2-a7fe-4bb7-86c5-45bed14afd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5767e203-e720-4ea7-bd79-e8a447bcdcd0,revision_number=None']} {{(pid=103867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:37.011735 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:41.649928 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:53.005020 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-868b7ab4-7bf7-41f3-b9e2-80623042c5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:55.290999 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ec56b327-6ba9-46ec-bc0d-ae49d1b051a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:56.652842 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:57.952533 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:58.402003 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:57:59.296445 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:07.019090 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:11.653231 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:23.006665 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a877f221-56d0-456f-a722-03a530135394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:25.291574 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1b344738-6ba5-4990-aebb-8573b12fbda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:26.655530 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:27.952099 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:29.300031 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:35.401399 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:58:37.041896 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.649124 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.007733 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ccec4f5-df8a-42d3-a1c5-042950ab0e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.292662 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86fb1a4d-4a13-4860-91b5-bb895cdc25fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:56.657669 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:57.955869 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:59.302965 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:07.036275 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:11.649472 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:12.401616 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:59:23.008804 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-addc27da-580b-4f1d-acf0-450937d8cb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:25.296646 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7212955e-8945-493f-966d-3379e81c6109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:26.661653 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:27.959025 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:29.306671 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:37.045344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:41.647636 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:49.401831 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:59:53.010046 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4911069b-cf3d-4a0e-a853-37b42e4aee81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:55.297004 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bbb708bd-3ccd-4f25-ae2c-fbf90aa0d459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:56.667135 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.962951 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:59.309118 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:07.056278 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:11.647885 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:20.944451 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-9c87f495-8af6-4f31-9785-aa7e961361a4 req-270640b7-3c71-4497-a944-f6a387b7d28e service neutron] (103867) timed out ('10.222.0.11', 50156) {{(pid=103867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:00:23.011782 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2df947bf-aa04-4e20-8a99-72aa9f2bf37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:25.298590 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d74ad179-93ee-441b-a3b2-39f9b0f6e823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:26.401927 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:00:26.666786 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:27.965218 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:29.311788 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:37.056401 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:41.669052 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:53.012497 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-249703bb-e08b-4c05-bb76-be6a6f10e05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:55.299899 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-febec42e-af22-425e-a659-a2be0fc8a135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:56.670344 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:57.969215 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.316942 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:03.401550 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:01:07.058439 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:11.693474 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:23.016611 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d64cc701-91d2-4f0c-9cdc-fd45ce8149c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:25.301589 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-35d66f29-ab12-481d-9706-3624a6736b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:26.673917 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:27.165875 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-c213aff1-f56b-42ac-8f5f-5ea5306bfe8c req-c18a4776-90f5-4fbd-9e46-a85418d046a4 service neutron] (103867) timed out ('10.222.0.15', 62022) {{(pid=103867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:01:27.972629 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:29.309722 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:37.051286 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:40.400513 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:01:41.693796 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:53.018080 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62a7451c-6652-4a4e-9412-64d6cb09ba05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:55.307340 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86ebc72e-c320-4109-9486-e5ecd2af8c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:56.675793 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:57.974665 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:59.311641 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:07.064766 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:11.694955 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.400564 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:02:23.019609 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-629ba137-f0a3-4d7a-aee0-8f8978dedbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.309280 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4cf9-f41a-4977-b551-c25dc4b11cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.678330 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:27.978393 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:29.314997 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.079877 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:41.692537 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.021077 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-698bd07a-93a4-4fc3-b363-4e4db1d2e339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:54.399323 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:02:55.310152 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9463ef5d-811c-4aea-acf6-99d1dc43cbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:56.681567 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.981631 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:59.317169 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:07.099456 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:11.692239 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.021980 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f39906f0-b88a-4445-8808-295a2083955d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.310651 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-05e7bc3c-84f4-415e-98f1-a84a786fb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.684634 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.984763 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:29.320483 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:31.399452 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:03:37.099802 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:41.692757 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:53.023967 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ec270574-34d3-4824-9fd4-2399c32953b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.312084 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bec8d970-9572-48c5-9729-62ec250a760f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.687601 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:57.987024 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:59.323240 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:07.097819 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.398568 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:04:11.710670 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:23.025745 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-573d9764-bfbc-42dd-a61b-461228eb7c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:25.319965 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96a3e832-7374-4f9a-b46b-3bf173a22fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:26.690842 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:27.989582 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.325418 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:37.118499 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:38.366458 n-d-830010-8 neutron-server[103867]: DEBUG neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-7041bf2f-4df8-42b3-a7f4-65796356a07d service neutron] (103867) timed out ('10.222.0.24', 40684) {{(pid=103867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:04:38.492833 n-d-830010-8 neutron-server[103866]: DEBUG neutron.wsgi [req-333597c0-1304-4461-9fba-cfb53b063a73 req-085faf46-0280-4d31-b607-b5b8cbcebf35 tempest-TestShelveInstance-1236012041 tempest-TestShelveInstance-1236012041-project] (103866) timed out ('10.222.0.24', 40740) {{(pid=103866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:04:41.725413 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:45.398495 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:04:53.025996 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b5c2-430b-4517-a887-62ad7c6cdf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.322126 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2d15cfda-00d2-414d-b76f-69f2f94677b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (9c632b0c-9852-42e3-8902-0a0133acad4c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.693876 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-456693ef-a1fa-46e6-b6ef-4ba77a6a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (43ecfcf5-69cd-4263-9211-b2209e8bfe32), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.995141 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef25-c537-49d0-be55-3899c86f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a44f6b7c-ba29-4cdc-b13b-51ec2195fcce), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.327681 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc2d-9dac-4bdb-9c0a-4388bebbe63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (75649911-7db3-474a-b9c9-5f473a1f7ed8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.129100 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-370ff747-99e9-463b-9427-a455d923a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (aec5f497-65ea-470e-ac99-194cbd0947e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.723833 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d21683a6-aa66-4d17-97d1-05b2d26aa4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a38758aa-aad4-4030-834f-a81966bf08a4), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.400448 n-d-830010-8 neutron-server[103869]: DEBUG neutron.db.agents_db [None req-c2421d8f-0d04-4d27-acdd-e40fe0573cf1 None None] Agent healthcheck: found 7 active agents {{(pid=103869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:05:23.028874 n-d-830010-8 neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-684d90e4-f5ba-4be4-8109-55453b3c1566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790655039061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611031'] for agent (a9715e28-97ef-4d4f-b360-263631242a23), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}